-- Logs begin at Fri 2022-02-11 12:19:17 UTC, end at Fri 2022-02-11 14:54:17 UTC. -- Feb 11 13:04:36.836010 n-d-816488-1 systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 13:04:39.616988 n-d-816488-1 neutron-server[102895]: INFO neutron.common.config [-] Logging enabled! Feb 11 13:04:39.617604 n-d-816488-1 neutron-server[102895]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 11 13:04:39.617759 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102895) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 13:04:39.620956 n-d-816488-1 neutron-server[102895]: INFO neutron.common.config [-] Logging enabled! Feb 11 13:04:39.621209 n-d-816488-1 neutron-server[102895]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 11 13:04:39.621521 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102895) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 13:04:39.622578 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:04:39.622816 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 13:04:39.623196 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:04:39.623526 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 13:04:39.623757 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 13:04:39.624078 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.624378 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.624681 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.624912 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.625210 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.625501 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.625806 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.626104 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.626405 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.626693 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.626976 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.627263 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.627494 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.627777 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.628065 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.628355 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.628580 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] debug = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.628860 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.629287 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.629690 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.629995 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.630288 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.630568 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.630842 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.631121 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.631408 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.631735 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] host = n-d-816488-1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.632012 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.632303 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.632592 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.632880 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.633155 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.633434 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.633718 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.634019 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.634294 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] log_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.634573 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.634868 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.635156 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.635448 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.635674 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.635899 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.636188 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.636477 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.636753 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.637030 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.637304 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.637580 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.637878 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.638151 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.638439 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.638725 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.639558 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.639960 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.640250 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.640525 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.640801 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.641091 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.641366 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.641645 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.641947 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.642238 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.642510 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.642786 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.643089 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.643376 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.643660 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.643949 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.644224 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.644507 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.644785 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.645059 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.645621 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] use_json = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.645916 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.646193 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.646476 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.646750 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.647023 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.647299 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.647572 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.647859 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.648132 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:39.648428 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.648727 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.649032 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.649323 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.649617 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.649924 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.650230 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.650508 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.650798 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.651087 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.651375 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.651656 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.651942 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.652222 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.652519 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.652823 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.653119 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.653416 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.653697 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.654006 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.654286 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.655127 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.655615 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.655911 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.656208 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.656505 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.656791 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.657083 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.657381 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.657677 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.657983 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.658268 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.658565 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.658847 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.659124 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.659405 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.659698 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.659979 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.660261 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.660546 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.660827 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.661103 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.661377 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.661666 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.661973 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.662255 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.662530 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.662804 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.663083 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.663356 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.663641 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.663919 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.664194 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.664467 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.664747 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.665020 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.665293 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.665570 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.665869 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.666151 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.666426 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.666699 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.666972 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.667243 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.667515 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.667787 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.668058 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.668336 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.668609 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.668881 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.669155 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.669427 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.669700 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.670013 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.670421 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.670708 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.670992 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.671278 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.671561 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.671842 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.672123 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.672405 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.672687 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.672971 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.673256 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.673539 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.673862 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.674149 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.674436 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.674733 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.675012 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.675298 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.675577 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.675854 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.676140 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.676426 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.676726 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.677023 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.677323 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.677621 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.677944 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.678228 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.678538 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.678821 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:39.679041 n-d-816488-1 neutron-server[102895]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 13:04:39.679283 n-d-816488-1 neutron-server[102895]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102895) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 13:04:40.037227 n-d-816488-1 neutron-server[102895]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 11 13:04:40.037507 n-d-816488-1 neutron-server[102895]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 11 13:04:40.037827 n-d-816488-1 neutron-server[102895]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 11 13:04:40.038162 n-d-816488-1 neutron-server[102895]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 13:04:40.437298 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.437498 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.437758 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.439111 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.439389 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.439660 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.475570 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.475852 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.476124 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.491636 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.491920 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.492192 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.521852 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.522137 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.522408 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.559459 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.559740 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.560011 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.797119 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.797751 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.797751 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.797965 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.798639 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.920783 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.921102 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.921390 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.921666 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.921964 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.922281 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.922548 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.922808 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.923064 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.923346 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.923605 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.923868 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.924123 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.924373 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.924626 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.924890 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.925145 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.925408 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.925672 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.925954 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.926223 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.926476 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.926757 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.927131 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.927379 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.927624 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.928022 n-d-816488-1 neutron-server[102895]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102895) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:04:40.928262 n-d-816488-1 neutron-server[102895]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102895) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:04:40.928499 n-d-816488-1 neutron-server[102895]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102895) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:04:40.928735 n-d-816488-1 neutron-server[102895]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102895) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:04:40.928969 n-d-816488-1 neutron-server[102895]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102895) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:04:40.929202 n-d-816488-1 neutron-server[102895]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102895) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:04:40.929559 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 13:04:40.932715 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 13:04:40.936739 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 13:04:40.940592 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Feb 11 13:04:40.942274 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 13:04:40.942730 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 13:04:40.943068 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 13:04:40.943454 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 13:04:40.946465 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 13:04:40.946719 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 13:04:40.947069 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 13:04:40.953089 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 11 13:04:40.975769 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 11 13:04:40.976226 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.976527 n-d-816488-1 neutron-server[102895]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102895) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 11 13:04:40.976895 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.978342 n-d-816488-1 neutron-server[102895]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102895) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 13:04:40.978624 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 13:04:40.978871 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 13:04:40.982115 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:40.982402 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:41.047402 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 13:04:41.047574 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 13:04:41.047813 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 13:04:41.048186 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 13:04:41.071155 n-d-816488-1 neutron-server[102895]: DEBUG oslo_db.sqlalchemy.engines [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102895) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 11 13:04:41.758051 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Initializing driver for type 'gre' Feb 11 13:04:41.758580 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] gre ID ranges: [(1, 1000)] Feb 11 13:04:41.957382 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Initializing driver for type 'local' Feb 11 13:04:41.958076 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Initializing driver for type 'vlan' Feb 11 13:04:42.048995 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] VlanTypeDriver initialization complete Feb 11 13:04:42.049254 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Initializing driver for type 'vxlan' Feb 11 13:04:42.049753 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] vxlan ID ranges: [(1, 1000)] Feb 11 13:04:42.244039 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Initializing extension driver 'port_security' Feb 11 13:04:42.244379 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] PortSecurityExtensionDriver initialization complete Feb 11 13:04:42.244715 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Initializing mechanism driver 'openvswitch' Feb 11 13:04:42.245036 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Initializing mechanism driver 'hyperv' Feb 11 13:04:42.251989 n-d-816488-1 neutron-server[102895]: DEBUG neutron.plugins.ml2.plugin [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:42.254386 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > port after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.254790 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > port after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.255149 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > port after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.255680 n-d-816488-1 neutron-server[102895]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102895) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:04:42.256161 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > subnet after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.256520 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > subnet after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.256871 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.257267 n-d-816488-1 neutron-server[102895]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102895) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:04:42.257672 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > network after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.258053 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > network after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.259978 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > network after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.259978 n-d-816488-1 neutron-server[102895]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102895) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:04:42.259978 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > security_group after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.259978 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > security_group after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.259978 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > security_group after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.260340 n-d-816488-1 neutron-server[102895]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102895) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:04:42.260656 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.261005 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.261345 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.261736 n-d-816488-1 neutron-server[102895]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102895) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:04:42.262165 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > address_group after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.262515 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > address_group after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.262858 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > address_group after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.263248 n-d-816488-1 neutron-server[102895]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102895) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 13:04:42.263701 n-d-816488-1 neutron-server[102895]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] ML2 OVO RPC backend initialized. {{(pid=102895) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 11 13:04:42.264410 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.264765 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.265183 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > network before_response 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.265567 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > networks before_response 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.265949 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > port before_response 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.266293 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > ports before_response 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.266638 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > subnet before_response 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.266983 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > subnets before_response 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.267331 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > network after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.267674 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > network after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.268009 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > network after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.268349 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > port after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.268685 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > port after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.269020 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > port after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.269355 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > subnet after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.269691 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > subnet after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.270047 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > subnet after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.270892 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.plugin [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Modular L2 Plugin initialization complete Feb 11 13:04:42.271222 n-d-816488-1 neutron-server[102895]: DEBUG neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading services supported by the core plugin {{(pid=102895) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 13:04:42.271591 n-d-816488-1 neutron-server[102895]: INFO neutron.plugins.ml2.managers [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Got port-security extension from driver 'port_security' Feb 11 13:04:42.272052 n-d-816488-1 neutron-server[102895]: INFO neutron.extensions.vlantransparent [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Disabled vlantransparent extension. Feb 11 13:04:42.272537 n-d-816488-1 neutron-server[102895]: DEBUG neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102895) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 13:04:42.272853 n-d-816488-1 neutron-server[102895]: INFO neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading Plugin: router Feb 11 13:04:42.311625 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router_interface before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.311960 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router after_create 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.312331 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router before_create 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.312697 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.313072 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.313430 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router after_delete 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.313815 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > floatingip after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.314299 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > floatingip after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.314665 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router after_create 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.315021 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router after_update 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.315375 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router after_update 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.315723 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.316083 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router after_update 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.316493 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router precommit_update 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.316865 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: port after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.317212 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: port after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.317552 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: subnet after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.317930 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.318286 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > port precommit_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.318636 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router precommit_create 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.318979 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: port before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.319323 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router precommit_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.319688 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router after_update 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.320031 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router precommit_delete 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.320384 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router precommit_create 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.320748 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router_interface after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.321100 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router precommit_update 55549900 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.321468 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > agent after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.321856 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > agent after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.322208 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > network after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.323077 n-d-816488-1 neutron-server[102895]: DEBUG neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Tracking information for resource: router configured {{(pid=102895) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:04:42.323417 n-d-816488-1 neutron-server[102895]: DEBUG neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Tracking information for resource: floatingip configured {{(pid=102895) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 13:04:42.328913 n-d-816488-1 neutron-server[102895]: INFO neutron.db.l3_agentschedulers_db [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 13:04:42.329499 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: port after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.329887 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: port after_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.330246 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: port after_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.330598 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: port after_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.331391 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router before_create 55550100 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.331756 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router precommit_delete 55550100 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.332121 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router precommit_create 55550100 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.332479 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > router precommit_update 55550100 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.337183 n-d-816488-1 neutron-server[102895]: DEBUG neutron.services.provider_configuration [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service providers = [] {{(pid=102895) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 13:04:42.337552 n-d-816488-1 neutron-server[102895]: DEBUG neutron.db.servicetype_db [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102895) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 13:04:42.340543 n-d-816488-1 neutron-server[102895]: DEBUG neutron.services.service_base [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102895) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:04:42.340897 n-d-816488-1 neutron-server[102895]: DEBUG neutron.services.service_base [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102895) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:04:42.341241 n-d-816488-1 neutron-server[102895]: DEBUG neutron.services.service_base [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102895) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:04:42.342351 n-d-816488-1 neutron-server[102895]: DEBUG neutron.services.service_base [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102895) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 13:04:42.342719 n-d-816488-1 neutron-server[102895]: INFO neutron.services.service_base [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 13:04:42.343095 n-d-816488-1 neutron-server[102895]: DEBUG neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102895) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:04:42.343415 n-d-816488-1 neutron-server[102895]: INFO neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 13:04:42.354298 n-d-816488-1 neutron-server[102895]: DEBUG neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102895) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:04:42.354633 n-d-816488-1 neutron-server[102895]: INFO neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading Plugin: auto_allocate Feb 11 13:04:42.361085 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: network precommit_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.361483 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: network precommit_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.362026 n-d-816488-1 neutron-server[102895]: DEBUG neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102895) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:04:42.362351 n-d-816488-1 neutron-server[102895]: INFO neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading Plugin: tag Feb 11 13:04:42.369178 n-d-816488-1 neutron-server[102895]: DEBUG neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102895) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:04:42.369512 n-d-816488-1 neutron-server[102895]: INFO neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading Plugin: timestamp Feb 11 13:04:42.373922 n-d-816488-1 neutron-server[102895]: DEBUG neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102895) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:04:42.374265 n-d-816488-1 neutron-server[102895]: INFO neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading Plugin: network_ip_availability Feb 11 13:04:42.379718 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.380090 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.380448 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.381155 n-d-816488-1 neutron-server[102895]: DEBUG neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102895) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:04:42.381480 n-d-816488-1 neutron-server[102895]: INFO neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading Plugin: flavors Feb 11 13:04:42.386539 n-d-816488-1 neutron-server[102895]: DEBUG neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102895) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:04:42.386875 n-d-816488-1 neutron-server[102895]: INFO neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading Plugin: revisions Feb 11 13:04:42.391307 n-d-816488-1 neutron-server[102895]: DEBUG neutron.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102895) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 13:04:42.391699 n-d-816488-1 neutron-server[102895]: DEBUG oslo_concurrency.lockutils [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.354s {{(pid=102895) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 11 13:04:42.392441 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102895) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 11 13:04:42.392778 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Initializing extension manager. Feb 11 13:04:42.393301 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: __init__.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.393650 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: __pycache__ {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.394019 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.394358 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: address_group.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.395112 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.395944 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: address-group Feb 11 13:04:42.396267 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: address_scope.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.396986 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.397492 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: address-scope Feb 11 13:04:42.397839 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: admin_state_down_before_update.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.398782 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.399286 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: router-admin-state-down-before-update Feb 11 13:04:42.399608 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: agent.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.400307 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.400812 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: agent Feb 11 13:04:42.401135 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: agent_resources_synced.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.402075 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.402581 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: agent-resources-synced Feb 11 13:04:42.402906 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: allowedaddresspairs.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.405097 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.405711 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: allowed-address-pairs Feb 11 13:04:42.406071 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: auto_allocated_topology.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.407172 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.407685 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: auto-allocated-topology Feb 11 13:04:42.408015 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: availability_zone.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.408715 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.409217 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: availability_zone Feb 11 13:04:42.409540 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: availability_zone_filter.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.410483 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.410993 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: availability_zone_filter Feb 11 13:04:42.411316 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: data_plane_status.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.412238 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.412746 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 13:04:42.413070 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: default_subnetpools.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.414029 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.414536 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: default-subnetpools Feb 11 13:04:42.414860 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: dhcpagentscheduler.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.415673 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.416182 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: dhcp_agent_scheduler Feb 11 13:04:42.416503 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: dns.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.417424 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.417967 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension dns-integration not supported by any of loaded plugins Feb 11 13:04:42.418293 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: dns_domain_ports.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.419219 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.419722 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 13:04:42.420719 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.421662 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.422191 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 11 13:04:42.422515 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: dvr.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.423189 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.423702 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: dvr Feb 11 13:04:42.424024 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: ecmp_routes.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.424943 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.425445 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension ecmp_routes not supported by any of loaded plugins Feb 11 13:04:42.425775 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: empty_string_filtering.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.426710 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.427213 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: empty-string-filtering Feb 11 13:04:42.427533 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.428470 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.428968 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 13:04:42.429289 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.430224 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.430723 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 13:04:42.431047 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: external_net.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.431958 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.432460 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: external-net Feb 11 13:04:42.432783 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: extra_dhcp_opt.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.433696 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.434227 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: extra_dhcp_opt Feb 11 13:04:42.434551 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: extraroute.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.435466 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.436053 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: extraroute Feb 11 13:04:42.436368 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: extraroute_atomic.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.437398 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.437946 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: extraroute-atomic Feb 11 13:04:42.438274 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: filter_validation.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.439559 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.440070 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: filter-validation Feb 11 13:04:42.440394 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: fip_pf_description.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.441348 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.441922 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 13:04:42.442250 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: fip_port_details.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.443174 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.443683 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: fip-port-details Feb 11 13:04:42.444007 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: flavors.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.445324 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.445899 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: flavors Feb 11 13:04:42.446229 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.448035 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.448581 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 13:04:42.448942 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: floatingip_pools.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.449679 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.450357 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: floatingip-pools Feb 11 13:04:42.450757 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: ip_allocation.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.452624 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.453358 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 13:04:42.453710 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.454907 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.455541 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: ip-substring-filtering Feb 11 13:04:42.455973 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: l2_adjacency.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.457029 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.457655 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 13:04:42.458126 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: l3.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.459372 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.459991 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: router Feb 11 13:04:42.460469 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: l3_conntrack_helper.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.463014 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.463702 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 13:04:42.464142 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.465195 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.465757 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: ext-gw-mode Feb 11 13:04:42.466275 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.468149 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.468690 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: l3-ha Feb 11 13:04:42.469072 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: l3_flavors.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.470374 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.471173 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: l3-flavors Feb 11 13:04:42.471527 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.472483 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.473023 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 13:04:42.473352 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: l3agentscheduler.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.474521 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.475113 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: l3_agent_scheduler Feb 11 13:04:42.475447 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: logging.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.477232 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.477743 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension logging not supported by any of loaded plugins Feb 11 13:04:42.478193 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: metering.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.479046 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.479652 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: metering Feb 11 13:04:42.479986 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.481215 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.481735 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: metering_source_and_destination_fields Feb 11 13:04:42.482188 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: multiprovidernet.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.483706 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.484148 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: multi-provider Feb 11 13:04:42.484479 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: netmtu.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.485462 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.486125 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: net-mtu Feb 11 13:04:42.486453 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: netmtu_writable.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.487456 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.487995 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: net-mtu-writable Feb 11 13:04:42.488349 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: network_availability_zone.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.489031 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.489539 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: network_availability_zone Feb 11 13:04:42.489952 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: network_ip_availability.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.491085 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.491634 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: network-ip-availability Feb 11 13:04:42.491965 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: network_segment_range.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.492769 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.493273 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 13:04:42.493597 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: pagination.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.494615 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.494984 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: pagination Feb 11 13:04:42.495310 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: port_device_profile.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.496250 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.496765 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: port-device-profile Feb 11 13:04:42.497091 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.498187 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.498733 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: port-mac-address-regenerate Feb 11 13:04:42.499030 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.499946 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.500450 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: port-numa-affinity-policy Feb 11 13:04:42.500802 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: port_resource_request.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.501731 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.502293 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 13:04:42.502618 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: portbindings.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.503554 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.504095 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: binding Feb 11 13:04:42.504423 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: portbindings_extended.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.505721 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.506264 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: binding-extended Feb 11 13:04:42.506590 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: portsecurity.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.507557 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.508065 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: port-security Feb 11 13:04:42.508389 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: project_id.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.509527 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.509896 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: project-id Feb 11 13:04:42.510247 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: providernet.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.511183 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.511696 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: provider Feb 11 13:04:42.512018 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: qos.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.516413 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.516936 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension qos not supported by any of loaded plugins Feb 11 13:04:42.517273 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.518593 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.519107 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 13:04:42.519481 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.520660 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.521168 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 13:04:42.521496 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: qos_default.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.522454 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.522966 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension qos-default not supported by any of loaded plugins Feb 11 13:04:42.523295 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: qos_fip.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.523955 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.524456 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension qos-fip not supported by any of loaded plugins Feb 11 13:04:42.524780 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: qos_gateway_ip.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.525740 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.526271 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 13:04:42.526595 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: qos_port_network_policy.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.527522 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.528023 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 13:04:42.528347 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: qos_pps_rule.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.530293 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.530813 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension qos-pps not supported by any of loaded plugins Feb 11 13:04:42.531142 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: qos_rule_type_details.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.532071 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.532580 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 13:04:42.532908 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: qos_rules_alias.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.534086 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.534603 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 13:04:42.534930 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: quotasv2.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.536060 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.536395 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: quotas Feb 11 13:04:42.536719 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: quotasv2_detail.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.540036 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.540386 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: quota_details Feb 11 13:04:42.540723 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: rbac.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.541837 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.542368 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: rbac-policies Feb 11 13:04:42.542701 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: rbac_address_group.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.543653 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.544174 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: rbac-address-group Feb 11 13:04:42.544502 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: rbac_address_scope.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.545539 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.546084 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: rbac-address-scope Feb 11 13:04:42.546416 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: rbac_security_groups.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.547352 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.547863 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: rbac-security-groups Feb 11 13:04:42.548189 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: rbac_subnetpool.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.549111 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.549621 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: rbac-subnetpool Feb 11 13:04:42.549971 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: revisionifmatch.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.550911 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.551427 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: revision-if-match Feb 11 13:04:42.551758 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: revisions.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.552899 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.553411 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: standard-attr-revisions Feb 11 13:04:42.553737 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: router_availability_zone.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.554447 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.554955 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: router_availability_zone Feb 11 13:04:42.555275 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: routerservicetype.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.556202 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.556710 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension router-service-type not supported by any of loaded plugins Feb 11 13:04:42.557033 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.557986 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.558496 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: security-groups-normalized-cidr Feb 11 13:04:42.558819 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: security_groups_port_filtering.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.559752 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.560256 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: port-security-groups-filtering Feb 11 13:04:42.560618 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.561559 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.562134 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: security-groups-remote-address-group Feb 11 13:04:42.562414 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: securitygroup.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.573609 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.574170 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: security-group Feb 11 13:04:42.574516 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: segment.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.575319 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.575829 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension segment not supported by any of loaded plugins Feb 11 13:04:42.576163 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.577625 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.578166 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 13:04:42.578498 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: servicetype.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.579737 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.580252 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: service-type Feb 11 13:04:42.580580 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: sorting.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.581579 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.581950 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: sorting Feb 11 13:04:42.582281 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: standard_attr_segment.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.583213 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.583729 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 13:04:42.584060 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: standardattrdescription.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.584718 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.585230 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: standard-attr-description Feb 11 13:04:42.585557 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: stateful_security_group.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.586517 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.587033 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: stateful-security-group Feb 11 13:04:42.587362 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: stdattrs_common.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.587948 n-d-816488-1 neutron-server[102895]: WARNING neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 13:04:42.588273 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.589233 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.589742 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 13:04:42.590099 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: subnet_onboard.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.591192 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.591711 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: subnet_onboard Feb 11 13:04:42.592611 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.593544 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.594081 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 13:04:42.594409 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: subnet_service_types.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.595345 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.595849 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: subnet-service-types Feb 11 13:04:42.596173 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: subnetallocation.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.597266 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.597785 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: subnet_allocation Feb 11 13:04:42.598128 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.598800 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.599305 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: subnetpool-prefix-ops Feb 11 13:04:42.599631 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.600574 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.601083 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 13:04:42.601410 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: tagging.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.602514 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.603031 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: standard-attr-tag Feb 11 13:04:42.603359 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: timestamp.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.604576 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.605089 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loaded extension: standard-attr-timestamp Feb 11 13:04:42.605419 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: trunk.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.606491 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.607004 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension trunk not supported by any of loaded plugins Feb 11 13:04:42.607330 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: trunk_details.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.608353 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.608865 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension trunk-details not supported by any of loaded plugins Feb 11 13:04:42.609187 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: uplink_status_propagation.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.610138 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.610642 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 13:04:42.610964 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Loading extension file: vlantransparent.py {{(pid=102895) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 13:04:42.611635 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102895) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 13:04:42.612138 n-d-816488-1 neutron-server[102895]: INFO neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 13:04:42.614561 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:network Feb 11 13:04:42.615086 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:subnet Feb 11 13:04:42.615488 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:04:42.615878 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:port Feb 11 13:04:42.617122 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.617560 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service FLAVORS assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.618215 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.618644 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.618975 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:router Feb 11 13:04:42.619402 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:floatingip Feb 11 13:04:42.619911 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service METERING assigned prefix: /metering {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.621355 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.621729 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.622118 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:04:42.623128 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 13:04:42.623578 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:security_group Feb 11 13:04:42.624020 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 13:04:42.624630 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service CORE assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.624969 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:04:42.625324 n-d-816488-1 neutron-server[102895]: WARNING neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] subnetpool is already registered Feb 11 13:04:42.625749 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service CORE assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.626107 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:04:42.626438 n-d-816488-1 neutron-server[102895]: WARNING neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] subnetpool is already registered Feb 11 13:04:42.628697 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.629134 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service FLAVORS assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.629722 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.630172 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.630509 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:router Feb 11 13:04:42.630850 n-d-816488-1 neutron-server[102895]: WARNING neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] router is already registered Feb 11 13:04:42.631265 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:floatingip Feb 11 13:04:42.631602 n-d-816488-1 neutron-server[102895]: WARNING neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] floatingip is already registered Feb 11 13:04:42.632056 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service METERING assigned prefix: /metering {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.632712 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 13:04:42.633039 n-d-816488-1 neutron-server[102895]: WARNING neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] rbac_policy is already registered Feb 11 13:04:42.633452 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:security_group Feb 11 13:04:42.633805 n-d-816488-1 neutron-server[102895]: WARNING neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] security_group is already registered Feb 11 13:04:42.634214 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 13:04:42.634546 n-d-816488-1 neutron-server[102895]: WARNING neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] security_group_rule is already registered Feb 11 13:04:42.635188 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service CORE assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.635519 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:04:42.635854 n-d-816488-1 neutron-server[102895]: WARNING neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] subnetpool is already registered Feb 11 13:04:42.636273 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.v2.resource_helper [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Service CORE assigned prefix: {{(pid=102895) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 13:04:42.636608 n-d-816488-1 neutron-server[102895]: INFO neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 13:04:42.636939 n-d-816488-1 neutron-server[102895]: WARNING neutron.quota.resource_registry [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] subnetpool is already registered Feb 11 13:04:42.637424 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: extensions {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.639420 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: address-groups {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.640915 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: address-scopes {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.642279 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: agents {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.643443 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: auto-allocated-topology {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.644682 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: availability_zones {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.646226 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: dhcp-networks {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.647728 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: dhcp-agents {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.649122 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: routers {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.651359 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: flavors {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.652513 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: service_profiles {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.653860 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: next_providers {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.655700 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: service_profiles {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.657219 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: floatingip-pools {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.658472 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: routers {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.660584 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: floatingips {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.661932 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: l3-routers {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.663322 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: l3-agents {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.664714 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: metering-labels {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.666108 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: metering-label-rules {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.667394 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: network-ip-availabilities {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.668666 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: bindings {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.670922 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: quotas {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.672358 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: quotas {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.673748 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: rbac-policies {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.674984 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: security-groups {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.677206 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: security-group-rules {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.678479 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: service-providers {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.679699 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: subnetpools {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.681113 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: subnetpools {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.682614 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: tags {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.684289 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: tags {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.686690 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: tags {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.688441 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: tags {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.690240 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: tags {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.692071 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: tags {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.693739 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: tags {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.695657 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: tags {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.697390 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: tags {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.699166 n-d-816488-1 neutron-server[102895]: DEBUG neutron.api.extensions [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Extended resource: tags {{(pid=102895) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 13:04:42.705163 n-d-816488-1 neutron-server[102895]: WARNING keystonemiddleware.auth_token [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 13:04:42.709946 n-d-816488-1 neutron-server[102895]: WARNING keystonemiddleware.auth_token [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 13:04:42.719082 n-d-816488-1 neutron-server[102895]: DEBUG oslo_concurrency.lockutils [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Acquired lock "singleton_lock" {{(pid=102895) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 11 13:04:42.719556 n-d-816488-1 neutron-server[102895]: DEBUG oslo_concurrency.lockutils [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Releasing lock "singleton_lock" {{(pid=102895) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 11 13:04:42.720188 n-d-816488-1 neutron-server[102895]: INFO oslo_service.service [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Starting 2 workers Feb 11 13:04:42.725106 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Started child 103006 {{(pid=102895) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:04:42.729680 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Started child 103007 {{(pid=102895) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:04:42.730710 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:42.735073 n-d-816488-1 neutron-server[102895]: INFO neutron.service [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 13:04:42.735073 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Notify callbacks [] for process, before_spawn {{(pid=102895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:42.735257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [-] (103006) wsgi starting up on http://0.0.0.0:9696 Feb 11 13:04:42.735327 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:42.735790 n-d-816488-1 neutron-server[102895]: INFO oslo_service.service [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Starting 1 workers Feb 11 13:04:42.736656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [-] (103007) wsgi starting up on http://0.0.0.0:9696 Feb 11 13:04:42.740941 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Started child 103008 {{(pid=102895) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:04:42.741503 n-d-816488-1 neutron-server[102895]: INFO oslo_service.service [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Starting 1 workers Feb 11 13:04:42.744536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.service [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] calling RpcWorker wait() {{(pid=103008) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 13:04:42.745071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.service [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] returning from RpcWorker wait() {{(pid=103008) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 13:04:42.746119 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Started child 103009 {{(pid=102895) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 13:04:42.746275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:42.746887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:42.747000 n-d-816488-1 neutron-server[102895]: DEBUG neutron_lib.callbacks.manager [None req-9ec25564-2d37-4401-9a88-88d6459b5a7a None None] Notify callbacks [] for process, after_spawn {{(pid=102895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:42.749353 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102895) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 13:04:42.749557 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:04:42.749840 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 13:04:42.750041 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:04:42.750714 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 13:04:42.750882 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 13:04:42.751313 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:42.751782 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.751869 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.752101 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.752367 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.752654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.753230 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.753489 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.753748 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.754081 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.754334 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.754509 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.754675 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.754928 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.755178 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.755489 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.755758 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.755998 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.756268 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.756501 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.756937 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.757220 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.757595 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.757696 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] debug = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.757989 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.758476 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.758711 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.758950 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.759166 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.759443 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.759669 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.759928 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.760186 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.760403 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.760618 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.760880 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.761111 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.761336 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.761551 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.761843 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.762113 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.762605 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] host = n-d-816488-1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.762848 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.763094 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.763503 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.763778 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.764040 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.764257 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.764514 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.764959 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.765224 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.765452 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.765718 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.765993 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.766222 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.766479 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.766640 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_options = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.766858 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.767137 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.767397 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.767587 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.767745 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.767921 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.768172 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.768324 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.768582 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.768821 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.769033 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.769246 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.769477 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.769707 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.770080 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.770701 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.771176 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.772040 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.772040 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.772040 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.772040 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.772656 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.772772 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.773080 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.773208 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.773384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.773626 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.773944 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.784735 n-d-816488-1 neutron-server[103009]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:42.784916 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.784916 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.784916 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.784916 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.784916 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.784916 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.784916 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.784916 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.787173 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.787173 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.787173 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.787173 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.787173 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.787173 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.787173 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.787173 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.789598 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.789598 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.789598 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_json = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.789598 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.789598 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.789598 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.789598 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.789598 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.789598 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.790349 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.790349 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.790349 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.790349 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790349 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790349 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790349 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790349 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790918 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790918 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790918 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790918 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790918 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790918 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790918 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.790918 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.791500 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.791500 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.791500 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.791500 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.791500 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.791500 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.791500 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.791500 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792065 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792065 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792065 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792065 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792065 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792065 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792065 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792065 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792600 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792600 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792600 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792600 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792600 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792600 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792600 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.792600 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.793172 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.793172 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.793172 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.793172 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.793172 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.793172 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.793592 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.793592 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.794126 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.794126 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.794309 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.794500 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.796642 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.796642 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.796642 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.796642 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.796642 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.796642 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.797138 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.797138 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.797286 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.797504 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.797750 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.798003 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.798224 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.798443 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.798680 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.798903 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.799120 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.799368 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.799610 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.799847 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.800057 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.800274 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.800510 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.800746 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.800982 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.801195 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.801429 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.801639 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.801876 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.802374 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.802754 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.802980 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.803252 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.803573 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.803709 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.803902 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.804111 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.804323 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.804554 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.804785 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.805065 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.805393 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.805632 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.805916 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.806173 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.806426 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.806666 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.807844 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.807844 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.807844 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.807844 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.808160 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.808330 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.808578 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.808836 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.809083 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.809381 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.809635 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.809863 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.810083 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.810331 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.810601 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.810869 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.811103 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.811370 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.811620 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.811872 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.812132 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.812417 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.812617 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.812854 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.813121 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.813436 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.813699 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.814026 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.814258 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.814503 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.814743 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.814979 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.815224 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.815501 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.815731 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.815968 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.816277 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.816524 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.816745 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.816956 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.817183 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.817516 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.817762 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.817996 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.818208 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.818468 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.818708 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.818944 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.819231 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.819491 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.819739 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.819984 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.820211 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.820423 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.820666 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.820928 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.821160 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.821392 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.821623 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.821883 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.822099 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.822328 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.822572 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.822784 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.823019 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.823230 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.823446 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.823661 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.823919 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.824132 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.824356 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.824601 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.824831 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.825130 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.825279 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.825490 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.825786 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.836879 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.836879 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.836879 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.836879 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.836879 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.836879 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.836879 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.836879 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.837447 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.837447 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.837447 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.837447 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.837447 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.837447 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.837447 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.837447 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838045 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838045 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838045 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838045 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838045 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838045 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838045 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838045 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838623 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838623 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838623 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838623 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838623 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838623 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838623 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.838623 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839166 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839166 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839166 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839166 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839166 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839166 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839166 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839166 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839738 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839738 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839738 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839738 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839738 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839738 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839738 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.839738 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840944 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840944 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840944 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840944 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840944 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840944 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840944 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.840944 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.841446 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.841446 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.841446 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.841446 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.841446 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.841785 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.841785 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.842561 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.843006 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.843242 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.843569 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.843829 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.844048 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.844334 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.844591 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.844836 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.845077 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.845429 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.845730 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.845998 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.846215 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.847079 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.847314 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.847569 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.847898 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.848205 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.848429 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.848695 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.848953 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.849245 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.849512 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.849732 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.850050 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.850375 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.850643 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.850901 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.851150 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.851422 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.851645 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.851862 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.852096 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.852331 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.852544 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.852783 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.853009 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.853230 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.853447 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.853689 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.853957 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.854199 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.854410 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.854656 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.854890 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.855045 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 13:04:42.855564 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102895) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 13:04:42.855723 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 13:04:42.855876 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 13:04:42.856045 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 13:04:42.856228 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 13:04:42.856384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 13:04:42.856592 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.856752 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.856911 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.857142 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.857244 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.857412 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.857693 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.857927 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.858072 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.858220 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.858385 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.858459 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.858606 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.858764 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.858926 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.859087 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.859248 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.859400 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.859565 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.859879 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.859972 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.860131 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.860290 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] debug = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.860449 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.860670 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.860835 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.860993 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.861151 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.861308 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.861465 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.861624 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.861810 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.861958 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.862123 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.862273 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.862434 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.862597 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.862750 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.862886 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.863043 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.863200 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] host = n-d-816488-1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.863358 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.863515 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.863673 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.863830 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.863988 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.864146 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.864303 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.864460 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.864616 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.864773 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.864931 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.865088 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.865245 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.865401 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.865562 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_options = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.865719 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.865935 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.866091 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.866276 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.866440 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.866598 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.867075 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.867075 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.867075 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.867329 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.867329 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.867494 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.867654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.867799 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.867953 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.868109 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.868266 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.868492 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.868582 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.868728 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.868890 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.869049 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.869206 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.869353 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.869505 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.869663 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.869842 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.869999 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.870157 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.870319 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.870478 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.870636 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.870907 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.871035 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.871197 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.871356 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.871513 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.871671 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.871833 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.871992 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.872226 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.872391 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.872549 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.872706 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.872864 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.873024 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.874104 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_json = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.874317 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.874529 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.874694 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.875054 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.875221 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.875361 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.875523 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.875747 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.875892 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 13:04:42.876021 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.876163 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.876297 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.876445 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.876606 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.876766 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.876946 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.877088 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.877247 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.877407 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.877649 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.877788 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.877961 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.878146 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.878325 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.878468 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.878680 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.878812 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.878971 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.882560 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.882560 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.882560 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.882560 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.882560 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.882560 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.882560 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.882560 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883115 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883115 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883115 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883115 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883115 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883115 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883115 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883115 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.883654 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884270 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884270 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884270 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884270 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884270 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884270 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884270 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884270 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884270 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884872 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884872 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884872 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884872 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.884872 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.885214 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.885214 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.885354 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.885431 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.885597 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.885815 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.885928 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.886086 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.886258 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.886417 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.886577 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.886736 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.886897 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.887057 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.887217 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.887377 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.887536 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.887705 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.887855 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.888014 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.888248 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.888422 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.888584 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.889367 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.889480 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.889587 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.889746 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.890033 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.890115 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.890225 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.890384 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.890557 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.890733 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.890893 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.891051 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.891211 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.891371 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.891531 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.891691 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.891850 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.892009 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.892169 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.892328 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.892487 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.892650 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.892809 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.892968 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.893132 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.893295 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.893452 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.893611 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.893788 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.893979 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.894139 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.894298 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.894457 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.894616 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.894776 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.894946 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.895105 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.895521 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.895691 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.895926 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.896025 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.896174 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.896340 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.896498 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.896657 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.896830 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.896968 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.897116 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.897272 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.897431 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.897592 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.897760 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.897968 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.898127 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.898288 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.898447 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.898630 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.898790 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.899018 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.899160 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.899287 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.899582 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.899582 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.899733 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.899872 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.900030 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.900190 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.900354 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.900514 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.900674 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.900773 n-d-816488-1 neutron-server[103008]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:04:42.900853 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.900979 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.901139 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.901300 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.901459 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.901619 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.901817 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.901963 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.902125 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.902283 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.902443 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.902603 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.902763 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.902922 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.903081 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.903242 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.903401 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.903641 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.903803 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.903965 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.904127 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.904354 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.904606 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.904871 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.905064 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.905204 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.905358 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.905564 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.905717 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.905901 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.906082 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.906214 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.906376 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.906537 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.906746 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.906909 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.907070 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.907258 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.907420 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.907607 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.907767 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.907943 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.908104 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.908265 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.908424 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.908584 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.908745 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.908905 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.909109 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.909238 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.909396 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.909555 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.909718 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.909905 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.910076 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914387 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914387 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914387 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914387 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914387 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914387 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914387 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914387 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914969 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914969 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914969 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914969 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914969 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914969 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914969 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.914969 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.915503 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.915503 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.915503 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.915503 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.915503 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.915503 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.915503 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.915503 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916163 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916163 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916163 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916163 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916163 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916163 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916163 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916163 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916761 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916761 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916761 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916761 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916761 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916761 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916761 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.916761 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917300 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917300 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917300 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917300 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917300 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917300 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917300 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917725 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917725 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917725 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.917931 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.918058 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.918219 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.918380 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.918543 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.918709 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.919200 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.919200 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.919200 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.919418 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.919489 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.919657 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.919817 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.920099 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.920274 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.920419 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.920587 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.920740 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.920890 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.921050 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.921530 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.921530 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.921530 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.921761 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.921866 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.921968 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.923541 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.923541 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.923541 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.923541 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.923541 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.923541 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.923541 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.923541 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 13:04:42.924174 n-d-816488-1 neutron-server[102895]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102895) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 13:04:43.015701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33548) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:04:43.024614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066514 Feb 11 13:04:54.566947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53817bb8-c072-4ade-8d82-fd94d1925c02 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:04:54.671456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53817bb8-c072-4ade-8d82-fd94d1925c02 None None] No non-hosted networks {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 13:04:54.684285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.agentschedulers_db [None req-53817bb8-c072-4ade-8d82-fd94d1925c02 None None] DHCP Agent not found on host n-d-816488-1 {{(pid=103008) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 11 13:04:54.800727 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2953570a-e4d0-4fb0-823a-ad49231e7bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8034871'] for agent, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:56.879733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0cf8-3665-478f-9bdd-72468bb9d185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8034871'] for agent, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:56.913035 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-0985ceef-9e00-46e6-8a64-e496a520c462 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-816488-1 {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:04:56.913447 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-0985ceef-9e00-46e6-8a64-e496a520c462 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:04:57.452657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0985ceef-9e00-46e6-8a64-e496a520c462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:58.473379 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8034871'] for agent, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:59.809407 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8034871'] for agent, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:04:59.980969 n-d-816488-1 neutron-server[103008]: INFO neutron.db.l3_hamode_db [None req-04b381a7-025c-4caf-8f83-284dd43d0aa9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 13:05:00.056958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b381a7-025c-4caf-8f83-284dd43d0aa9 None None] Routers set() bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:05:00.057342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b381a7-025c-4caf-8f83-284dd43d0aa9 None None] Router IDs set() for agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:05:00.421472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8034871'] for agent, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:00.422357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.422909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.424323 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.424651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.424976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.425298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.425617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.425966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.426369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.426625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.426937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.427247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:00.427623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816488-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:00.434174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816488-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:01.087370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33638) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:01.618374 n-d-816488-1 neutron-server[103007]: WARNING oslo_policy.policy [None req-9b8aa2fb-69c7-4694-95e5-bcfc7264dfbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:05:01.618958 n-d-816488-1 neutron-server[103007]: WARNING oslo_policy.policy [None req-9b8aa2fb-69c7-4694-95e5-bcfc7264dfbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:05:01.844315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-9b8aa2fb-69c7-4694-95e5-bcfc7264dfbc admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:05:01.845415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9b8aa2fb-69c7-4694-95e5-bcfc7264dfbc admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7571437 Feb 11 13:05:04.246763 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33654) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:04.564980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-36238225-56aa-429c-90c6-ddd6f6b99a79 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:04.659335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.policy [None req-36238225-56aa-429c-90c6-ddd6f6b99a79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103007) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 13:05:04.703823 n-d-816488-1 neutron-server[103007]: WARNING oslo_policy.policy [None req-36238225-56aa-429c-90c6-ddd6f6b99a79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:05:04.704186 n-d-816488-1 neutron-server[103007]: WARNING oslo_policy.policy [None req-36238225-56aa-429c-90c6-ddd6f6b99a79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:05:04.712862 n-d-816488-1 neutron-server[103007]: INFO neutron.quota [None req-36238225-56aa-429c-90c6-ddd6f6b99a79 admin admin] Loaded quota_driver: . Feb 11 13:05:04.860954 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36238225-56aa-429c-90c6-ddd6f6b99a79 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788038570265', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788038570982', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788038549581', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788038556649', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788038068666', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788038528512', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-925205', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-804648', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8112954', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8006334'] for rbac-policy, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:05.016941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36238225-56aa-429c-90c6-ddd6f6b99a79 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:05.018189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-36238225-56aa-429c-90c6-ddd6f6b99a79 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7703555 Feb 11 13:05:07.664558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33666) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:07.966400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'admin_state_up': True, 'project_id': '2a6fe730309642458a2211bb45d8db04'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:08.037332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Made reservation on behalf of 2a6fe730309642458a2211bb45d8db04 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:08.040035 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:08.062363 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:08.172393 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:08.260300 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:08.280366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:05:08.307673 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788035788346', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:08.308183 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Unsubscribe: segment precommit_create {{(pid=103007) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 13:05:08.308747 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Added segment 2d75f584-e582-4157-9a82-39094f1016ed of type vlan for network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f Feb 11 13:05:08.324595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e040ccf7-8104-4b69-bde8-74474d9689b7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:08.372388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.372727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.373061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.373389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.373716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.374066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.374387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.374705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.375022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.375335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.375651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.375960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Tracked resource versions report: Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: pushed versions: Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: { 'AddressGroup': {'1.2'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'ConntrackHelper': {'1.0'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'Log': {'1.0'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'Network': {'1.1'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'Port': {'1.7'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'PortForwarding': {'1.2'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'QosPolicy': {'1.9'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'SecurityGroup': {'1.4'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'SubPort': {'1.0'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'Subnet': {'1.1'}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'Trunk': {'1.1'}} Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: consumer versions: Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: { DHCP agent@n-d-816488-1: {}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: L3 agent@n-d-816488-1: {}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: Metadata agent@n-d-816488-1: {}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: Metering agent@n-d-816488-1: {}, Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: Open vSwitch agent@n-d-816488-1: { 'AddressGroup': '1.2', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'ConntrackHelper': '1.0', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'Log': '1.0', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'Network': '1.1', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'Port': '1.7', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'PortForwarding': '1.2', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'QosPolicy': '1.9', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'SecurityGroup': '1.4', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'SecurityGroupRule': '1.2', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'SubPort': '1.0', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'Subnet': '1.1', Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: 'Trunk': '1.1'}} Feb 11 13:05:08.377036 n-d-816488-1 neutron-server[103007]: {{(pid=103007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:05:08.416717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:08.512171 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:08.513557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:08.514255 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:08.609674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] Pushing event updated for resources: {'Network': ['ID=12a124bd-0e7b-4402-8aac-f9d17b51ad6f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:08.613834 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3cc897d2-be05-4137-9cbb-91430250eb05 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9482801 Feb 11 13:05:08.635311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:05:11.296207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33680) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:11.682544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5887dbe-71da-4838-972a-2b998fc3b500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:11.683896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f5887dbe-71da-4838-972a-2b998fc3b500 admin admin] 10.222.0.52 "GET /v2.0/networks/12a124bd-0e7b-4402-8aac-f9d17b51ad6f HTTP/1.1" status: 200 len: 825 time: 0.3867316 Feb 11 13:05:11.708946 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bb4915bc-4377-49a0-a2b3-128a8a3939e9 admin admin] 10.222.0.52 "GET /v2.0/subnetpools/952a1eaf-6f34-4ab8-b0fa-c368efcb4681 HTTP/1.1" status: 200 len: 734 time: 0.0181043 Feb 11 13:05:11.718198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f', 'subnetpool_id': '952a1eaf-6f34-4ab8-b0fa-c368efcb4681'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:11.831062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Made reservation on behalf of 2a6fe730309642458a2211bb45d8db04 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:11.833465 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.186345 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.256733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b863211-9682-475f-9aab-b3376dc35720,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:12.258747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Checking segment: {'id': '2d75f584-e582-4157-9a82-39094f1016ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:05:12.259149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Network hostable DHCP agents. Network: 12a124bd-0e7b-4402-8aac-f9d17b51ad6f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:12.380008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:12.477293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 12a124bd-0e7b-4402-8aac-f9d17b51ad6f) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:12.481877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:12.482462 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:12.487111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c29a59f-5789-49cc-984f-15ee0d323829 None None] Network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:05:12.588831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bab2567a-4960-4e3b-891b-53b7640024d9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8740156 Feb 11 13:05:12.869383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-12a124bd-0e7b-4402-8aac-f9d17b51ad6f', 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'fixed_ips': [{'subnet_id': '4b863211-9682-475f-9aab-b3376dc35720'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:05:12.870665 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:13.192496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Allocated IP 172.20.0.2 (12a124bd-0e7b-4402-8aac-f9d17b51ad6f/4b863211-9682-475f-9aab-b3376dc35720/30337642-1d88-467b-9467-07e2aa7ebaa2) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:13.404847 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:13.472432 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:13.569116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:13.574287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:13.580275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Pushing event updated for resources: {'Port': ['ID=30337642-1d88-467b-9467-07e2aa7ebaa2,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:13.582515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:13.595263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.595608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.595945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.596280 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.596608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.596933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.597254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.597575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.597935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.598258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.598575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.598892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Tracked resource versions report: Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: pushed versions: Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: { 'AddressGroup': {'1.2'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'ConntrackHelper': {'1.0'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'Log': {'1.0'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'Network': {'1.1'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'Port': {'1.7'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'PortForwarding': {'1.2'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'QosPolicy': {'1.9'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'SecurityGroup': {'1.4'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'SubPort': {'1.0'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'Subnet': {'1.1'}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'Trunk': {'1.1'}} Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: consumer versions: Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: { DHCP agent@n-d-816488-1: {}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: L3 agent@n-d-816488-1: {}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: Metadata agent@n-d-816488-1: {}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: Metering agent@n-d-816488-1: {}, Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: Open vSwitch agent@n-d-816488-1: { 'AddressGroup': '1.2', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'ConntrackHelper': '1.0', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'Log': '1.0', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'Network': '1.1', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'Port': '1.7', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'PortForwarding': '1.2', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'QosPolicy': '1.9', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'SecurityGroup': '1.4', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'SecurityGroupRule': '1.2', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'SubPort': '1.0', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'Subnet': '1.1', Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: 'Trunk': '1.1'}} Feb 11 13:05:13.600002 n-d-816488-1 neutron-server[103008]: {{(pid=103008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:05:13.676385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Attempting to bind port 30337642-1d88-467b-9467-07e2aa7ebaa2 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:13.676783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Attempting to bind port 30337642-1d88-467b-9467-07e2aa7ebaa2 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2d75f584-e582-4157-9a82-39094f1016ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:13.677220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Attempting to bind port 30337642-1d88-467b-9467-07e2aa7ebaa2 on network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:13.682346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:13.682931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Checking segment: {'id': '2d75f584-e582-4157-9a82-39094f1016ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:05:13.683677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:13.684301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Bound using segment: {'id': '2d75f584-e582-4157-9a82-39094f1016ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:13.685004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Bound port: 30337642-1d88-467b-9467-07e2aa7ebaa2, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d75f584-e582-4157-9a82-39094f1016ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:13.686407 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:13.852655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] For port 30337642-1d88-467b-9467-07e2aa7ebaa2, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:13.872029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] For port 30337642-1d88-467b-9467-07e2aa7ebaa2, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=30337642-1d88-467b-9467-07e2aa7ebaa2,segment=NetworkSegment(2d75f584-e582-4157-9a82-39094f1016ed),segment_id=2d75f584-e582-4157-9a82-39094f1016ed)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:13.945619 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:14.011480 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009763f-18f1-4491-999b-7deb2abab645 None None] Pushing event updated for resources: {'Port': ['ID=30337642-1d88-467b-9467-07e2aa7ebaa2,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:15.117866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33688) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:15.433004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-987abc9b-6f68-4051-8eb1-e52c3d4778dc admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:05:15.433971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-987abc9b-6f68-4051-8eb1-e52c3d4778dc admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150458 Feb 11 13:05:17.883302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33696) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:18.384928 n-d-816488-1 neutron-server[103006]: WARNING oslo_policy.policy [None req-596384b5-4ea7-4dd5-a452-2da7196d740b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:05:18.385513 n-d-816488-1 neutron-server[103006]: WARNING oslo_policy.policy [None req-596384b5-4ea7-4dd5-a452-2da7196d740b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:05:18.612302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-596384b5-4ea7-4dd5-a452-2da7196d740b admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:05:18.613591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-596384b5-4ea7-4dd5-a452-2da7196d740b admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7282093 Feb 11 13:05:21.305497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33716) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:21.618989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'admin_state_up': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:21.670100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 30337642-1d88-467b-9467-07e2aa7ebaa2 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:21.699317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.policy [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103006) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 13:05:21.746289 n-d-816488-1 neutron-server[103006]: WARNING oslo_policy.policy [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:05:21.746836 n-d-816488-1 neutron-server[103006]: WARNING oslo_policy.policy [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:05:21.755373 n-d-816488-1 neutron-server[103006]: INFO neutron.quota [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] Loaded quota_driver: . Feb 11 13:05:21.757167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 30337642-1d88-467b-9467-07e2aa7ebaa2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:21.757566 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.865233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.894624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.896788 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:21.898229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 30337642-1d88-467b-9467-07e2aa7ebaa2, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=30337642-1d88-467b-9467-07e2aa7ebaa2,segment=NetworkSegment(2d75f584-e582-4157-9a82-39094f1016ed),segment_id=2d75f584-e582-4157-9a82-39094f1016ed)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:21.976726 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:22.028161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=30337642-1d88-467b-9467-07e2aa7ebaa2,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:22.057692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:22.147455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:22.239135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:22.240430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-334baaad-9d76-466f-b6eb-204d4eed89dd admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9333246 Feb 11 13:05:22.511076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d922122-5582-4fc5-bcb2-53e5ddd78c30 None None] Network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:05:22.629934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-85e3d1ec-2e27-49f0-b0d4-e08c19610b1f None None] Provisioning complete for port 30337642-1d88-467b-9467-07e2aa7ebaa2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:22.630295 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-85e3d1ec-2e27-49f0-b0d4-e08c19610b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:22.966953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d26851a1-ece8-4a2b-9d85-30b2f4a0486c None None] Provisioning complete for port 30337642-1d88-467b-9467-07e2aa7ebaa2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:22.967609 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d26851a1-ece8-4a2b-9d85-30b2f4a0486c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:23.642729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 30337642-1d88-467b-9467-07e2aa7ebaa2 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:23.688436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 30337642-1d88-467b-9467-07e2aa7ebaa2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:23.688903 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:24.585974 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7b692981-ef7f-4bd4-b7a9-6f1da69a41b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:24.673102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33726) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:24.990238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-a79244f3-6b11-4518-bb7f-f1cf1ab0f88f admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:05:24.991239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a79244f3-6b11-4518-bb7f-f1cf1ab0f88f admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3172379 Feb 11 13:05:26.865778 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8b293a3-a8e2-4064-8fc7-6e171b15dd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:27.404290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33734) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:27.724080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:27.809906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Made reservation on behalf of 31b177cca7b34aeabd9823d0da2eb5b7 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:27.813469 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:27.830686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:27.934157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.025342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.037221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=103006) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 13:05:28.068374 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788035788346', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.068860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Unsubscribe: segment precommit_create {{(pid=103006) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 13:05:28.069379 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Added segment 57954578-07e8-4d4d-bd20-dda7f4f231da of type flat for network a61f6a92-0db7-406b-b8b0-548ac0d939f4 Feb 11 13:05:28.085366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6825b2a6-3ae6-4ed5-89c0-37de608266e6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:28.131640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.131980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.132316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.132648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.133000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.133362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.133683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.134063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.134383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.134701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.135019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.135334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Tracked resource versions report: Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: pushed versions: Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: { 'AddressGroup': {'1.2'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'ConntrackHelper': {'1.0'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'Log': {'1.0'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'Network': {'1.1'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'Port': {'1.7'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'PortForwarding': {'1.2'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'QosPolicy': {'1.9'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'SecurityGroup': {'1.4'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'SubPort': {'1.0'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'Subnet': {'1.1'}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'Trunk': {'1.1'}} Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: consumer versions: Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: { DHCP agent@n-d-816488-1: {}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: L3 agent@n-d-816488-1: {}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: Metadata agent@n-d-816488-1: {}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: Metering agent@n-d-816488-1: {}, Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: Open vSwitch agent@n-d-816488-1: { 'AddressGroup': '1.2', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'ConntrackHelper': '1.0', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'Log': '1.0', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'Network': '1.1', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'Port': '1.7', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'PortForwarding': '1.2', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'QosPolicy': '1.9', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'SecurityGroup': '1.4', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'SecurityGroupRule': '1.2', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'SubPort': '1.0', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'Subnet': '1.1', Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: 'Trunk': '1.1'}} Feb 11 13:05:28.136467 n-d-816488-1 neutron-server[103006]: {{(pid=103006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:05:28.189220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.271392 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.272602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:28.273236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.345422 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:28.373040 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9676425 Feb 11 13:05:28.376326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00267545-dc4d-4c6d-ab4a-4e016a82d1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a61f6a92-0db7-406b-b8b0-548ac0d939f4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:28.387621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:05:29.739778 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:30.436404 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:30.800372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33756) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:31.018245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ed2c3f-d1dc-4451-897c-7b11e2bdb655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:31.019535 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c1ed2c3f-d1dc-4451-897c-7b11e2bdb655 admin admin] 10.222.0.52 "GET /v2.0/subnets/4b863211-9682-475f-9aab-b3376dc35720 HTTP/1.1" status: 200 len: 849 time: 0.2181163 Feb 11 13:05:31.152781 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f55664fd-b1f0-4b30-8be7-08ae897853b0 admin admin] 10.222.0.52 "GET /v2.0/routers/1b59f3cb-002c-44eb-8d43-d225c8bc3d31 HTTP/1.1" status: 200 len: 704 time: 0.1267202 Feb 11 13:05:31.417303 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:31.714424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Allocated IP 172.20.0.1 (12a124bd-0e7b-4402-8aac-f9d17b51ad6f/4b863211-9682-475f-9aab-b3376dc35720/869be346-b88d-43da-bac6-d47bfa3c549f) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:31.897871 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.008664 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.086157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:32.095523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:32.100864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Pushing event updated for resources: {'Port': ['ID=869be346-b88d-43da-bac6-d47bfa3c549f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:32.103700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:32.104479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.319392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-86cb0339-78ae-4ed8-a013-2e6ab0400348 None None] Provisioning complete for port 869be346-b88d-43da-bac6-d47bfa3c549f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:32.319962 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-86cb0339-78ae-4ed8-a013-2e6ab0400348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.351953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-86cb0339-78ae-4ed8-a013-2e6ab0400348 None None] Port 869be346-b88d-43da-bac6-d47bfa3c549f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:05:32.364263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.617491 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.688342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.689083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:32.765447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Pushing event updated for resources: {'Port': ['ID=869be346-b88d-43da-bac6-d47bfa3c549f,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:32.814234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:32.815544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:32.974498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b94ee8f2-de96-436a-8a9a-f5a11dbc8a8e None None] Provisioning complete for port 869be346-b88d-43da-bac6-d47bfa3c549f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:32.974944 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b94ee8f2-de96-436a-8a9a-f5a11dbc8a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:33.008286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b94ee8f2-de96-436a-8a9a-f5a11dbc8a8e None None] Port 869be346-b88d-43da-bac6-d47bfa3c549f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:05:33.043395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Router 1b59f3cb-002c-44eb-8d43-d225c8bc3d31 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:05:33.134004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:05:33.140368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-502c811f-67d2-44f2-a820-a9b961af160e admin admin] 10.222.0.52 "PUT /v2.0/routers/1b59f3cb-002c-44eb-8d43-d225c8bc3d31/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9819334 Feb 11 13:05:33.145805 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Sync routers for ids ['1b59f3cb-002c-44eb-8d43-d225c8bc3d31'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:05:33.158800 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Routers {'1b59f3cb-002c-44eb-8d43-d225c8bc3d31'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:05:33.159633 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:05:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1b59f3cb-002c-44eb-8d43-d225c8bc3d31'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:33.348837 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Set router 1b59f3cb-002c-44eb-8d43-d225c8bc3d31 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:05:33.777523 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'name': 'router1', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:21Z', 'updated_at': '2022-02-11T13:05:32Z', 'revision_number': 2, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'gw_port_host': None, '_interfaces': [{'id': '869be346-b88d-43da-bac6-d47bfa3c549f', 'name': '', 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'mac_address': 'fa:16:3e:7b:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b863211-9682-475f-9aab-b3376dc35720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:31Z', 'updated_at': '2022-02-11T13:05:32Z', 'revision_number': 2, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'subnets': [{'id': '4b863211-9682-475f-9aab-b3376dc35720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '952a1eaf-6f34-4ab8-b0fa-c368efcb4681'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:33.830888 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Checking router: 1b59f3cb-002c-44eb-8d43-d225c8bc3d31 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:05:33.831251 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Updating router 1b59f3cb-002c-44eb-8d43-d225c8bc3d31 port 869be346-b88d-43da-bac6-d47bfa3c549f binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:05:33.874816 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:05:33.885022 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.399724 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.488369 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.605624 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Pushing event updated for resources: {'Port': ['ID=869be346-b88d-43da-bac6-d47bfa3c549f,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:34.630734 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.631081 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.631413 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.631740 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.632063 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.632379 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.632767 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.632992 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.633300 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.633613 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.633946 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.634254 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Tracked resource versions report: Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: pushed versions: Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: { 'AddressGroup': {'1.2'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'ConntrackHelper': {'1.0'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'Log': {'1.0'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'Network': {'1.1'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'Port': {'1.7'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'PortForwarding': {'1.2'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'QosPolicy': {'1.9'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'SecurityGroup': {'1.4'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'SubPort': {'1.0'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'Subnet': {'1.1'}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'Trunk': {'1.1'}} Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: consumer versions: Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: { DHCP agent@n-d-816488-1: {}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: L3 agent@n-d-816488-1: {}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: Metadata agent@n-d-816488-1: {}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: Metering agent@n-d-816488-1: {}, Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: Open vSwitch agent@n-d-816488-1: { 'AddressGroup': '1.2', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'ConntrackHelper': '1.0', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'Log': '1.0', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'Network': '1.1', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'Port': '1.7', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'PortForwarding': '1.2', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'QosPolicy': '1.9', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'SecurityGroup': '1.4', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'SecurityGroupRule': '1.2', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'SubPort': '1.0', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'Subnet': '1.1', Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: 'Trunk': '1.1'}} Feb 11 13:05:34.635359 n-d-816488-1 neutron-server[103009]: {{(pid=103009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:05:34.666489 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Attempting to bind port 869be346-b88d-43da-bac6-d47bfa3c549f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:34.666889 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Attempting to bind port 869be346-b88d-43da-bac6-d47bfa3c549f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2d75f584-e582-4157-9a82-39094f1016ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:34.667342 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Attempting to bind port 869be346-b88d-43da-bac6-d47bfa3c549f on network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:34.674131 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:34.674537 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Checking segment: {'id': '2d75f584-e582-4157-9a82-39094f1016ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:05:34.675015 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.675394 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Bound using segment: {'id': '2d75f584-e582-4157-9a82-39094f1016ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:34.675897 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Bound port: 869be346-b88d-43da-bac6-d47bfa3c549f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d75f584-e582-4157-9a82-39094f1016ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:34.676435 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.736647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-81812aaa-e066-4588-a7de-82e929296a7c None None] Provisioning complete for port 869be346-b88d-43da-bac6-d47bfa3c549f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:34.737685 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-81812aaa-e066-4588-a7de-82e929296a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.772557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-81812aaa-e066-4588-a7de-82e929296a7c None None] Port 869be346-b88d-43da-bac6-d47bfa3c549f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:05:34.802462 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] For port 869be346-b88d-43da-bac6-d47bfa3c549f, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:34.825843 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] For port 869be346-b88d-43da-bac6-d47bfa3c549f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=869be346-b88d-43da-bac6-d47bfa3c549f,segment=NetworkSegment(2d75f584-e582-4157-9a82-39094f1016ed),segment_id=2d75f584-e582-4157-9a82-39094f1016ed)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:34.883178 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:34.941445 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Routers {'1b59f3cb-002c-44eb-8d43-d225c8bc3d31'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:05:34.942093 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:05:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1b59f3cb-002c-44eb-8d43-d225c8bc3d31'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:34.944008 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939c545-6bb4-49fa-b70a-8e63116c5e36 None None] Pushing event updated for resources: {'Port': ['ID=869be346-b88d-43da-bac6-d47bfa3c549f,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:35.033945 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] Set router 1b59f3cb-002c-44eb-8d43-d225c8bc3d31 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:05:35.093669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ef0abb93-7481-4eb6-9d59-82be9fddff78 None None] Provisioning complete for port 869be346-b88d-43da-bac6-d47bfa3c549f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:35.094210 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ef0abb93-7481-4eb6-9d59-82be9fddff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:35.170594 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ef0abb93-7481-4eb6-9d59-82be9fddff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:35.210817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ef0abb93-7481-4eb6-9d59-82be9fddff78 None None] For port 869be346-b88d-43da-bac6-d47bfa3c549f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=869be346-b88d-43da-bac6-d47bfa3c549f,segment=NetworkSegment(2d75f584-e582-4157-9a82-39094f1016ed),segment_id=2d75f584-e582-4157-9a82-39094f1016ed)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:35.247175 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'name': 'router1', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:21Z', 'updated_at': '2022-02-11T13:05:32Z', 'revision_number': 2, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'gw_port_host': None, '_interfaces': [{'id': '869be346-b88d-43da-bac6-d47bfa3c549f', 'name': '', 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'mac_address': 'fa:16:3e:7b:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b863211-9682-475f-9aab-b3376dc35720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:31Z', 'updated_at': '2022-02-11T13:05:34Z', 'revision_number': 4, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'subnets': [{'id': '4b863211-9682-475f-9aab-b3376dc35720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '952a1eaf-6f34-4ab8-b0fa-c368efcb4681'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:35.271897 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ef0abb93-7481-4eb6-9d59-82be9fddff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:35.280541 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6deee708-1bb3-44af-a184-3470106e0ba8 None None] The sync data for ids ['1b59f3cb-002c-44eb-8d43-d225c8bc3d31'] in n-d-816488-1 is: [{'id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'name': 'router1', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:21Z', 'updated_at': '2022-02-11T13:05:32Z', 'revision_number': 2, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'gw_port_host': None, '_interfaces': [{'id': '869be346-b88d-43da-bac6-d47bfa3c549f', 'name': '', 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'mac_address': 'fa:16:3e:7b:21:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b863211-9682-475f-9aab-b3376dc35720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:31Z', 'updated_at': '2022-02-11T13:05:34Z', 'revision_number': 4, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'subnets': [{'id': '4b863211-9682-475f-9aab-b3376dc35720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '952a1eaf-6f34-4ab8-b0fa-c368efcb4681'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:05:35.325885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0abb93-7481-4eb6-9d59-82be9fddff78 None None] Pushing event updated for resources: {'Port': ['ID=869be346-b88d-43da-bac6-d47bfa3c549f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:35.441563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33778) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:35.552682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4568a9-7c0b-4a4f-9926-5192d9230019 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:35.554011 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e4568a9-7c0b-4a4f-9926-5192d9230019 admin admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 842 time: 0.1113605 Feb 11 13:05:35.564426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_dhcp': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:35.671041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Made reservation on behalf of 31b177cca7b34aeabd9823d0da2eb5b7 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:05:35.673409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Notify callbacks [] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.035068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.objects.ports [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103006) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:05:36.035500 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.087081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ce3ddd-f2ae-4137-b6f6-89f432ba26e2,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:36.099064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:05:36.099412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Network hostable DHCP agents. Network: a61f6a92-0db7-406b-b8b0-548ac0d939f4, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:05:36.203008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:05:36.288314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, a61f6a92-0db7-406b-b8b0-548ac0d939f4) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:36.292888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:36.293480 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:36.298179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fceca94-053e-442d-93b0-7e96eb515501 None None] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:05:36.348919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-455a757f-1a02-4f95-b3f8-c06c93302beb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7878141 Feb 11 13:05:36.437214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b777f0-2b00-41d2-95d1-402e60118b46 None None] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:05:38.711931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33786) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:38.853796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d90f1a2b-3daf-498e-a324-2634f753f0f8 admin admin] 10.222.0.52 "GET /v2.0/routers/1b59f3cb-002c-44eb-8d43-d225c8bc3d31 HTTP/1.1" status: 200 len: 710 time: 0.1407175 Feb 11 13:05:38.942575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12232b29-aba8-4e6d-934c-fe1281ec69f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:05:38.943941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-12232b29-aba8-4e6d-934c-fe1281ec69f2 admin admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 886 time: 0.0836513 Feb 11 13:05:38.953414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:05:39.272464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:39.568103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:39.646894 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:39.837337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Allocated IP 172.25.0.164 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/f4de5ac4-4300-4184-b03f-1e1878def3da) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:05:39.939096 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.002603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.037644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:05:40.042239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:05:40.048261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:05:40.083589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Pushing event updated for resources: {'Port': ['ID=f4de5ac4-4300-4184-b03f-1e1878def3da,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:40.344660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.557029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.561139 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.672762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Router 1b59f3cb-002c-44eb-8d43-d225c8bc3d31 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:05:40.885696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:05:40.890490 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:40.891166 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-18a1b24a-5353-4d12-afe8-494fea4763bc admin admin] 10.222.0.52 "PUT /v2.0/routers/1b59f3cb-002c-44eb-8d43-d225c8bc3d31 HTTP/1.1" status: 200 len: 890 time: 1.9409368 Feb 11 13:05:41.689034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 869be346-b88d-43da-bac6-d47bfa3c549f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:41.750965 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 869be346-b88d-43da-bac6-d47bfa3c549f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:41.750965 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:41.820876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Sync routers for ids ['1b59f3cb-002c-44eb-8d43-d225c8bc3d31'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:05:41.845532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Routers {'1b59f3cb-002c-44eb-8d43-d225c8bc3d31'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:05:41.846201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:05:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1b59f3cb-002c-44eb-8d43-d225c8bc3d31'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:42.055039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Set router 1b59f3cb-002c-44eb-8d43-d225c8bc3d31 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:05:42.503722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'name': 'router1', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f4de5ac4-4300-4184-b03f-1e1878def3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:21Z', 'updated_at': '2022-02-11T13:05:40Z', 'revision_number': 4, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'gw_port': {'id': 'f4de5ac4-4300-4184-b03f-1e1878def3da', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:39Z', 'updated_at': '2022-02-11T13:05:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '869be346-b88d-43da-bac6-d47bfa3c549f', 'name': '', 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'mac_address': 'fa:16:3e:7b:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b863211-9682-475f-9aab-b3376dc35720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:31Z', 'updated_at': '2022-02-11T13:05:35Z', 'revision_number': 5, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'subnets': [{'id': '4b863211-9682-475f-9aab-b3376dc35720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '952a1eaf-6f34-4ab8-b0fa-c368efcb4681'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:42.553010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Checking router: 1b59f3cb-002c-44eb-8d43-d225c8bc3d31 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:05:42.553360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Updating router 1b59f3cb-002c-44eb-8d43-d225c8bc3d31 port f4de5ac4-4300-4184-b03f-1e1878def3da binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:05:42.601691 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.928305 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:42.979612 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.031311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc525b-cd33-4510-88b4-d99f53381a6e None None] Pushing event updated for resources: {'Port': ['ID=f4de5ac4-4300-4184-b03f-1e1878def3da,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:43.033884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Attempting to bind port f4de5ac4-4300-4184-b03f-1e1878def3da on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:05:43.034254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Attempting to bind port f4de5ac4-4300-4184-b03f-1e1878def3da by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:05:43.034614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Attempting to bind port f4de5ac4-4300-4184-b03f-1e1878def3da on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:05:43.039821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:05:43.040195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:05:43.040593 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.040977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:05:43.041434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Bound port: f4de5ac4-4300-4184-b03f-1e1878def3da, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:05:43.041846 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.094174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] For port f4de5ac4-4300-4184-b03f-1e1878def3da, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:05:43.097077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] For port f4de5ac4-4300-4184-b03f-1e1878def3da, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f4de5ac4-4300-4184-b03f-1e1878def3da,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:05:43.146038 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:43.205356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Routers {'1b59f3cb-002c-44eb-8d43-d225c8bc3d31'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:05:43.205998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:05:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1b59f3cb-002c-44eb-8d43-d225c8bc3d31'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:43.239285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc525b-cd33-4510-88b4-d99f53381a6e None None] Pushing event updated for resources: {'Port': ['ID=f4de5ac4-4300-4184-b03f-1e1878def3da,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:43.314753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] Set router 1b59f3cb-002c-44eb-8d43-d225c8bc3d31 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:05:43.328274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33798) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:05:43.441623 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e004d65f-f0b6-455a-9898-11c69c3e6a6f admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1121182 Feb 11 13:05:43.529383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'name': 'router1', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f4de5ac4-4300-4184-b03f-1e1878def3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:21Z', 'updated_at': '2022-02-11T13:05:40Z', 'revision_number': 4, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'gw_port': {'id': 'f4de5ac4-4300-4184-b03f-1e1878def3da', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:39Z', 'updated_at': '2022-02-11T13:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '869be346-b88d-43da-bac6-d47bfa3c549f', 'name': '', 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'mac_address': 'fa:16:3e:7b:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b863211-9682-475f-9aab-b3376dc35720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:31Z', 'updated_at': '2022-02-11T13:05:35Z', 'revision_number': 5, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'subnets': [{'id': '4b863211-9682-475f-9aab-b3376dc35720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '952a1eaf-6f34-4ab8-b0fa-c368efcb4681'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:05:43.561276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff906f-325d-4b72-b539-b49fe1ef9a41 None None] The sync data for ids ['1b59f3cb-002c-44eb-8d43-d225c8bc3d31'] in n-d-816488-1 is: [{'id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'name': 'router1', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'f4de5ac4-4300-4184-b03f-1e1878def3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:05:21Z', 'updated_at': '2022-02-11T13:05:40Z', 'revision_number': 4, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'gw_port': {'id': 'f4de5ac4-4300-4184-b03f-1e1878def3da', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:8a:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:39Z', 'updated_at': '2022-02-11T13:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '869be346-b88d-43da-bac6-d47bfa3c549f', 'name': '', 'network_id': '12a124bd-0e7b-4402-8aac-f9d17b51ad6f', 'tenant_id': '2a6fe730309642458a2211bb45d8db04', 'mac_address': 'fa:16:3e:7b:21:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b59f3cb-002c-44eb-8d43-d225c8bc3d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4b863211-9682-475f-9aab-b3376dc35720', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:05:31Z', 'updated_at': '2022-02-11T13:05:35Z', 'revision_number': 5, 'project_id': '2a6fe730309642458a2211bb45d8db04', 'subnets': [{'id': '4b863211-9682-475f-9aab-b3376dc35720', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '952a1eaf-6f34-4ab8-b0fa-c368efcb4681'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:05:45.691622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f4de5ac4-4300-4184-b03f-1e1878def3da up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:45.748239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f4de5ac4-4300-4184-b03f-1e1878def3da triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:45.749520 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.836915 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:45.861419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port f4de5ac4-4300-4184-b03f-1e1878def3da, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f4de5ac4-4300-4184-b03f-1e1878def3da,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:05:45.969076 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:46.025054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=f4de5ac4-4300-4184-b03f-1e1878def3da,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:05:47.694193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f4de5ac4-4300-4184-b03f-1e1878def3da up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:05:47.760933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f4de5ac4-4300-4184-b03f-1e1878def3da triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:05:47.761941 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:54.590691 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5868e6ee-65b2-4a96-8acc-7655a65fd2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:56.853932 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f5dcd914-4a64-430d-ad83-50d3c8369990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:58.397043 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:05:59.742229 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:00.374083 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:10.804113 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:06:24.578540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1376a4b-1366-4804-bc6a-d41098b04d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:26.835703 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d7d00d7f-440f-44b7-80cb-a21fadf6bc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:28.361387 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:29.755391 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:30.680271 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:47.803030 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:06:54.611883 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90c500e5-e97e-4a1f-8a19-94029daba95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:56.852806 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ee0c5085-42f3-48da-a076-fbb83d99d6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:58.400232 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:06:59.737555 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:00.366122 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:24.565792 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-be485199-10be-4bc9-b00c-54dc8441c981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:24.801726 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:07:26.828294 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e6f4e0b-bdd3-4384-942f-86e751126f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:27.508683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34392) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:07:27.569999 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cdf353-ad6a-42e1-9bc0-0989bb6b578e admin admin] GET failed (client error): The resource could not be found. Feb 11 13:07:27.571290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-96cdf353-ad6a-42e1-9bc0-0989bb6b578e admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616851 Feb 11 13:07:27.730542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e017ad6-f741-404f-a15b-cdb3fe98f7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:27.731954 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4e017ad6-f741-404f-a15b-cdb3fe98f7a7 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1560574 Feb 11 13:07:28.411217 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:29.765476 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.014627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34402) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:07:30.109675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65021b3-8975-472a-944a-5a665f42a871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:30.111062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d65021b3-8975-472a-944a-5a665f42a871 admin admin] 10.222.0.52 "GET /v2.0/subnets/4b863211-9682-475f-9aab-b3376dc35720 HTTP/1.1" status: 200 len: 849 time: 0.0954750 Feb 11 13:07:30.121253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:30.213651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.371330 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.394302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788035881831'] for subnet, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.436550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:30.437145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.441036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016e91a-b78d-4289-85b7-8f4570792481 None None] Network 12a124bd-0e7b-4402-8aac-f9d17b51ad6f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:07:30.442263 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] 10.222.0.52 "PUT /v2.0/subnets/4b863211-9682-475f-9aab-b3376dc35720 HTTP/1.1" status: 200 len: 868 time: 0.3245716 Feb 11 13:07:30.463748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b863211-9682-475f-9aab-b3376dc35720,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:30.471499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.472001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.472351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.472684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.473014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.473401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.474455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.475396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.476040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.476378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.476742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.477132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d59c86-3e15-49ad-8918-22e4e78e2a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:30.837920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-388e0075-720b-44e1-80f4-0e59d0bd7a3f None None] Provisioning complete for port 30337642-1d88-467b-9467-07e2aa7ebaa2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:30.838524 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-388e0075-720b-44e1-80f4-0e59d0bd7a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:30.925059 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-388e0075-720b-44e1-80f4-0e59d0bd7a3f None None] Provisioning complete for port 869be346-b88d-43da-bac6-d47bfa3c549f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:30.925342 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-388e0075-720b-44e1-80f4-0e59d0bd7a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:32.668717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34410) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:07:32.869920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd5bd37-3081-4392-9471-4d8772412215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:32.870343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd5bd37-3081-4392-9471-4d8772412215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:32.871953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ddd5bd37-3081-4392-9471-4d8772412215 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022734 Feb 11 13:07:35.090070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34418) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:07:35.221830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ce964-e6eb-456a-a1e8-08b4c3abe3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:35.222300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953ce964-e6eb-456a-a1e8-08b4c3abe3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:35.223830 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-953ce964-e6eb-456a-a1e8-08b4c3abe3dc admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328006 Feb 11 13:07:37.423065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34426) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:07:37.549846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86021f63-a081-4d9f-b7a1-c3ce6d7f1d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:37.551199 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-86021f63-a081-4d9f-b7a1-c3ce6d7f1d12 admin admin] 10.222.0.52 "GET /v2.0/networks/12a124bd-0e7b-4402-8aac-f9d17b51ad6f HTTP/1.1" status: 200 len: 869 time: 0.1271958 Feb 11 13:07:39.790354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34434) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:07:39.950687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254fa5ad-504d-4efa-8d8c-38aa6c1bb645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:39.951963 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-254fa5ad-504d-4efa-8d8c-38aa6c1bb645 admin admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 886 time: 0.1607068 Feb 11 13:07:42.205590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34444) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:07:42.330783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82d99a-a6ec-46ee-bf42-7c92f455ab81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:42.331240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82d99a-a6ec-46ee-bf42-7c92f455ab81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:42.332747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6e82d99a-a6ec-46ee-bf42-7c92f455ab81 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1262045 Feb 11 13:07:44.561483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34452) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:07:44.652567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dacf08-4b9b-4862-8ce9-314dd8134914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:44.653013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dacf08-4b9b-4862-8ce9-314dd8134914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:44.654525 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-43dacf08-4b9b-4862-8ce9-314dd8134914 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921111 Feb 11 13:07:47.207940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34460) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:07:47.296576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bc9287-7ef5-46ea-83c7-7adf9300492e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:47.297942 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b3bc9287-7ef5-46ea-83c7-7adf9300492e admin admin] 10.222.0.52 "GET /v2.0/subnets/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2 HTTP/1.1" status: 200 len: 816 time: 0.0883105 Feb 11 13:07:49.516984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34468) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:07:49.606011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5e3fb-2b69-4b2f-be21-9b1ca551033a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:49.607315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c0a5e3fb-2b69-4b2f-be21-9b1ca551033a admin admin] 10.222.0.52 "GET /v2.0/subnets/4b863211-9682-475f-9aab-b3376dc35720 HTTP/1.1" status: 200 len: 868 time: 0.0894210 Feb 11 13:07:54.593632 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c90a790c-82a1-48f5-976d-98f648ef1346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:56.838749 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-34814fc6-cd0c-49ca-9619-049d0a3c4b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:58.381757 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:07:59.776432 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:00.364481 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:01.800008 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:08:09.942710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34522) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:08:09.990732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-9776ec5a-7fb4-40e9-b637-b79319857dd0 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:08:09.991793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9776ec5a-7fb4-40e9-b637-b79319857dd0 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482543 Feb 11 13:08:12.327629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34530) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:08:12.388743 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cb81ab-365d-4424-8575-93b88f1b7e71 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:08:12.390105 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c9cb81ab-365d-4424-8575-93b88f1b7e71 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614855 Feb 11 13:08:12.475450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec052d-dda7-4265-8208-62fa17e9335b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:12.476821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-33ec052d-dda7-4265-8208-62fa17e9335b admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0820255 Feb 11 13:08:14.708808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34538) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:08:14.755837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:14.832641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Made reservation on behalf of 31b177cca7b34aeabd9823d0da2eb5b7 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:14.835179 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:14.862780 n-d-816488-1 neutron-server[103006]: WARNING neutron.services.revisions.revision_plugin [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Could not find related network for resource to bump revision. Feb 11 13:08:14.876940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:14.886091 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:14.886479 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Added segment 9711b572-0f18-453e-a3a3-d622107c0d15 of type vlan for network 248b9d27-7198-4504-8a5e-90b6c603bcae Feb 11 13:08:14.933200 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.003962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.004979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.005558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:15.065107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] Pushing event updated for resources: {'Network': ['ID=248b9d27-7198-4504-8a5e-90b6c603bcae,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:15.075644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 248b9d27-7198-4504-8a5e-90b6c603bcae details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:15.109998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7bc3d338-e063-4fc6-b201-bcf719e17514 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4000242 Feb 11 13:08:17.393799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34546) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:08:17.454988 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0daea2-dd27-4095-9250-fedbb968e5b5 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:08:17.456280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0e0daea2-dd27-4095-9250-fedbb968e5b5 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615516 Feb 11 13:08:17.525792 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1d7f1c-e8cc-4c37-86b8-2dd723f978c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:17.527241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-be1d7f1c-e8cc-4c37-86b8-2dd723f978c6 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662594 Feb 11 13:08:17.537651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:17.604043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Made reservation on behalf of 31b177cca7b34aeabd9823d0da2eb5b7 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:17.606306 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:17.804424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:17.859754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af31c13-bfa0-4bae-b24b-26da73aae531,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:17.869303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:08:17.869647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Network hostable DHCP agents. Network: 248b9d27-7198-4504-8a5e-90b6c603bcae, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:17.929497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:17.992489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 248b9d27-7198-4504-8a5e-90b6c603bcae) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:17.996431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:17.997036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:18.001009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53fedca-4d74-4391-b575-eb9997cef890 None None] Network 248b9d27-7198-4504-8a5e-90b6c603bcae requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:08:18.052490 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5e669400-554e-4b9b-876d-769fd8ad4026 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5183227 Feb 11 13:08:18.241980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-248b9d27-7198-4504-8a5e-90b6c603bcae', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'tenant_id': '31b177cca7b34aeabd9823d0da2eb5b7', 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:08:18.242886 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:18.379839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Allocated IP 192.168.233.2 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/77aaef8c-b5ec-4217-8145-db60e35a4fd7) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:18.525286 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:18.587578 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:18.630736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:18.633678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:18.639718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:18.642675 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Pushing event updated for resources: {'Port': ['ID=77aaef8c-b5ec-4217-8145-db60e35a4fd7,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:18.650634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.650976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.651310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.651642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.651971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.652292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.652629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.652945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.653260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.653572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.653910 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.654222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:18.705302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Attempting to bind port 77aaef8c-b5ec-4217-8145-db60e35a4fd7 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:08:18.705706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Attempting to bind port 77aaef8c-b5ec-4217-8145-db60e35a4fd7 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:08:18.706103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Attempting to bind port 77aaef8c-b5ec-4217-8145-db60e35a4fd7 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:18.712340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:18.712710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:08:18.713108 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:18.713498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:18.713986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Bound port: 77aaef8c-b5ec-4217-8145-db60e35a4fd7, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:08:18.714367 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:18.777960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] For port 77aaef8c-b5ec-4217-8145-db60e35a4fd7, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:18.780906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] For port 77aaef8c-b5ec-4217-8145-db60e35a4fd7, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=77aaef8c-b5ec-4217-8145-db60e35a4fd7,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:18.833253 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:18.892257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635cf53d-47dc-4bfb-9bb6-5a064fa824ab None None] Pushing event updated for resources: {'Port': ['ID=77aaef8c-b5ec-4217-8145-db60e35a4fd7,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:19.755553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b532791-8cf4-4c7e-b830-034dd4733cb7 None None] Network 248b9d27-7198-4504-8a5e-90b6c603bcae requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:08:19.820001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 77aaef8c-b5ec-4217-8145-db60e35a4fd7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:19.875680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a7f24b42-4159-4d00-bc00-3c5bae0ee2c1 None None] Provisioning complete for port 77aaef8c-b5ec-4217-8145-db60e35a4fd7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:19.875974 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7f24b42-4159-4d00-bc00-3c5bae0ee2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:19.987547 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 77aaef8c-b5ec-4217-8145-db60e35a4fd7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:19.987905 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.053798 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7f24b42-4159-4d00-bc00-3c5bae0ee2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.094833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a7f24b42-4159-4d00-bc00-3c5bae0ee2c1 None None] For port 77aaef8c-b5ec-4217-8145-db60e35a4fd7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=77aaef8c-b5ec-4217-8145-db60e35a4fd7,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:20.137333 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.161373 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7f24b42-4159-4d00-bc00-3c5bae0ee2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:20.244637 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:08:20.245010 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:08:20.245933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f24b42-4159-4d00-bc00-3c5bae0ee2c1 None None] Pushing event updated for resources: {'Port': ['ID=77aaef8c-b5ec-4217-8145-db60e35a4fd7,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:20.281854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ea5f695f-639f-4679-9bc1-6e2244305241 None None] Provisioning complete for port 77aaef8c-b5ec-4217-8145-db60e35a4fd7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:20.282228 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea5f695f-639f-4679-9bc1-6e2244305241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:21.742170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 77aaef8c-b5ec-4217-8145-db60e35a4fd7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:21.790730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 77aaef8c-b5ec-4217-8145-db60e35a4fd7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:21.791088 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:24.581122 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c281daaa-8aa9-4e81-81e6-ad044d383585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:26.844036 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20e3a06c-af0e-4c4c-bc3b-ca31b0fcc26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:28.409643 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:29.763656 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:30.363789 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:38.798305 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:08:54.586124 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99665cdf-5e0c-46eb-b720-d075923d7751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:56.865749 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-705589af-fc89-4e5d-9f28-7e326997c33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:58.374223 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:08:59.758314 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:00.403009 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:15.797491 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:09:24.602470 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-738a3593-0bcd-42e2-a5e2-d9190af5e6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:26.859717 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e53eb6c-3c11-4a72-9043-8b15e7c0bf58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:28.419384 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:29.790889 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:30.373099 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:43.626413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34586) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:09:43.632246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-9ca72557-e57b-4b73-842b-2a6be0b18517 tempest-verify_tempest_config-2142783905 tempest-verify_tempest_config-2142783905-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:09:43.633199 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9ca72557-e57b-4b73-842b-2a6be0b18517 tempest-verify_tempest_config-2142783905 tempest-verify_tempest_config-2142783905-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058925 Feb 11 13:09:44.116052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34604) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:09:44.219094 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.290610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.344792 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.388214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7fc7ad-6cbb-4f29-97cf-579d9c45dacb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:44.392849 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3bf5306338814eecb74150f6842220f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2756236 Feb 11 13:09:44.395770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34610) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:09:44.397328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.397674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.398040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.398376 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.398709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.399038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.399364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.399687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.400012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.400331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.400648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.400966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3928e5c0-5493-459f-97d3-716552725d20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.568117 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.590122 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.744996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.747603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:44.749358 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c7fc7ad-6cbb-4f29-97cf-579d9c45dacb HTTP/1.1" status: 204 len: 168 time: 0.3520405 Feb 11 13:09:44.757012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7fc7ad-6cbb-4f29-97cf-579d9c45dacb,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:44.764008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.764351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.764694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.765022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.765348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.765672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.766019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.766337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.766656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.766974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.767290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:44.767803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bb0769-8c7e-40ff-9623-07eed4e7a457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:52.796788 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:09:54.561627 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e43ced2a-bc0d-454d-bb79-8232352e742a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:56.869856 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-87b6dc21-2e44-45f8-ab4c-a0937feca9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:58.412855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:09:59.772625 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:00.361785 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:24.572402 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1532a98b-67e3-4562-9215-1403e72bc3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:26.852374 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fddb0117-e75a-4a84-b1d8-e7326d9edf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:28.446902 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:29.783364 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:29.794363 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:10:30.366323 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:54.566476 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4b062fcf-08be-4008-8b76-9d22d7397a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:56.862842 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5dff9e24-70e1-4542-a70b-ffa02f7b5a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:58.406687 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:10:59.765989 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:00.399727 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:06.793040 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:11:24.605048 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cc241fc9-aef5-4753-9c0b-4b251103e97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:26.839092 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-41dfa849-25f7-4048-bcc7-085855b57063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:28.422212 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:29.776039 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:30.375223 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:43.791529 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:11:54.597388 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f93d373-ee4d-45ed-b5fd-f1bc7a813c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:56.855725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-157181bd-9657-41a7-a04a-4b1ba2d9b44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:58.437130 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:11:59.798848 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:00.392707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:20.789850 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 5 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:12:24.580599 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-10ef0df8-24cb-46f3-ab61-6c0d91f4ee1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:26.855581 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-408d3a5d-4456-421b-a1b8-f4caa008a4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:28.425970 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:29.797627 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:30.390322 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:54.590898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7a042cc4-7028-425d-a19c-494d86a2bf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:55.338121 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8034871'] for agent, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:56.841434 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-329ff560-cd52-4c41-8cba-f9e35e6b2199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:57.374205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8034871'] for agent, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:57.790335 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:12:58.436692 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:12:59.783659 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:00.391366 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:24.624752 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8185945f-621d-4bf7-8ef3-93dd0c2e8b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:25.224729 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:26.864363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-be9e7d00-1a25-4a06-83ea-16ed3fa6d77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:27.405548 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:28.428812 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:29.795692 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:30.407441 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:34.791196 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:13:42.300449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34670) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:13:42.406281 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c9a07770-3670-44c3-8845-5c0d0404dcd0 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1047530 Feb 11 13:13:44.677738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34680) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:13:44.738793 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6a02bb88-0a65-4dec-9654-344b751c61e9 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0599608 Feb 11 13:13:54.630246 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e3fa0534-3211-4ed0-a77e-e4a70fd6c11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:55.229916 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:56.858313 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ce761a9-5333-43cf-9bd9-9b11d47f869b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:57.393510 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:58.418212 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:13:59.789493 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:00.395397 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:11.790962 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:14:24.605816 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4f5fbe69-abd5-4e86-83f3-05ad978ebd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:25.258151 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:26.852266 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1e93-88ac-48aa-b058-93d1494f6027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:27.389486 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:28.438646 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:29.824163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:30.417473 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:48.790206 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:14:54.608589 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d237899f-c8ef-4594-b5b7-144b155cd843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:55.251006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:56.866711 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17c5e639-2454-43b2-9c9e-20d954e031f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:57.388396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:58.428024 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:14:59.805442 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:00.399025 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:23.877211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34908) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:24.376271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-network', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:24.484426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Made reservation on behalf of d924123a82f64033b5e4f3ec7345259b for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:24.486811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.497943 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.860094 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.860666 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0bd19c3-a877-4855-866f-1d24a5fbb42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e4bf3b-92a5-42bd-99fd-12cd3b1c919d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Added segment f855c39a-7642-463a-b363-0adcd12127d4 of type vlan for network d9040ff7-c9e8-479c-a4b0-9604775f45cf Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.861586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Tracked resource versions report: Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: pushed versions: Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: { 'AddressGroup': {'1.2'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'ConntrackHelper': {'1.0'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'Log': {'1.0'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'Network': {'1.1'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'Port': {'1.7'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'PortForwarding': {'1.2'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'QosPolicy': {'1.9'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'SecurityGroup': {'1.4'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'SubPort': {'1.0'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'Subnet': {'1.1'}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'Trunk': {'1.1'}} Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: consumer versions: Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: { DHCP agent@n-d-816488-1: {}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: HyperV agent@n-h1-816488-1: {}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: HyperV agent@n-h2-816488-1: {}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: L3 agent@n-d-816488-1: {}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: Metadata agent@n-d-816488-1: {}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: Metering agent@n-d-816488-1: {}, Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: Open vSwitch agent@n-d-816488-1: { 'AddressGroup': '1.2', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'ConntrackHelper': '1.0', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'Log': '1.0', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'Network': '1.1', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'Port': '1.7', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'PortForwarding': '1.2', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'QosPolicy': '1.9', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'SecurityGroup': '1.4', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'SecurityGroupRule': '1.2', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'SubPort': '1.0', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'Subnet': '1.1', Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: 'Trunk': '1.1'}} Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: {{(pid=103007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:15:24.866402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.991506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:24.992497 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:24.993185 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.079876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2015584 Feb 11 13:15:25.089838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a41fa-0070-4006-89d1-4d99582479f2 admin admin] Pushing event updated for resources: {'Network': ['ID=d9040ff7-c9e8-479c-a4b0-9604775f45cf,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:25.089918 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34956) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:25.091437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d9040ff7-c9e8-479c-a4b0-9604775f45cf details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:15:25.094501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Request body: {'subnet': {'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-subnet', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:25.187130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Made reservation on behalf of d924123a82f64033b5e4f3ec7345259b for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:25.189454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.250597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.433518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.493603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c627b4e6-0a2b-473f-9670-34857f922d4d,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:25.504034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.504370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.504701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.505139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.505565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.506026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.506351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.506667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.506989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.507306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.507611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.507919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Tracked resource versions report: Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: pushed versions: Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: { 'AddressGroup': {'1.2'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'ConntrackHelper': {'1.0'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'Log': {'1.0'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'Network': {'1.1'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'Port': {'1.7'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'PortForwarding': {'1.2'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'QosPolicy': {'1.9'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'SecurityGroup': {'1.4'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'SubPort': {'1.0'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'Subnet': {'1.1'}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'Trunk': {'1.1'}} Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: consumer versions: Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: { DHCP agent@n-d-816488-1: {}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: HyperV agent@n-h1-816488-1: {}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: HyperV agent@n-h2-816488-1: {}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: L3 agent@n-d-816488-1: {}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: Metadata agent@n-d-816488-1: {}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: Metering agent@n-d-816488-1: {}, Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: Open vSwitch agent@n-d-816488-1: { 'AddressGroup': '1.2', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'ConntrackHelper': '1.0', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'Log': '1.0', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'Network': '1.1', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'Port': '1.7', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'PortForwarding': '1.2', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'QosPolicy': '1.9', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'SecurityGroup': '1.4', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'SecurityGroupRule': '1.2', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'SubPort': '1.0', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'Subnet': '1.1', Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: 'Trunk': '1.1'}} Feb 11 13:15:25.508956 n-d-816488-1 neutron-server[103006]: {{(pid=103006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:15:25.513267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Checking segment: {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:15:25.513592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Network hostable DHCP agents. Network: d9040ff7-c9e8-479c-a4b0-9604775f45cf, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:25.604296 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Network d9040ff7-c9e8-479c-a4b0-9604775f45cf is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:25.701530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d9040ff7-c9e8-479c-a4b0-9604775f45cf) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:25.705809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:25.706825 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.717661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b517d690-88cd-4b45-92d6-b0cd6c61e2f5 None None] Network d9040ff7-c9e8-479c-a4b0-9604775f45cf requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:15:25.788640 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e6af3e0f-5907-43aa-bce4-607429c4be65 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6982360 Feb 11 13:15:25.789336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34992) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:25.790345 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:15:25.796580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:25.902812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:25.906174 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.015006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-d9040ff7-c9e8-479c-a4b0-9604775f45cf', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:15:26.016650 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.047042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.211762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Allocated IP 172.20.0.2 (d9040ff7-c9e8-479c-a4b0-9604775f45cf/c627b4e6-0a2b-473f-9670-34857f922d4d/ec04cd70-1d38-4e51-8529-e1bd5dd96538) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:26.347466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.413147 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.490348 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.545043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Network d9040ff7-c9e8-479c-a4b0-9604775f45cf is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:26.551810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:26.557044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:26.566994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Pushing event updated for resources: {'Port': ['ID=ec04cd70-1d38-4e51-8529-e1bd5dd96538,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:26.593723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.594080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Tracked resource versions report: Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: pushed versions: Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: { 'AddressGroup': {'1.2'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'ConntrackHelper': {'1.0'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'Log': {'1.0'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'Network': {'1.1'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'Port': {'1.7'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'PortForwarding': {'1.2'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'QosPolicy': {'1.9'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'SecurityGroup': {'1.4'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'SubPort': {'1.0'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'Subnet': {'1.1'}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'Trunk': {'1.1'}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: consumer versions: Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: { DHCP agent@n-d-816488-1: {}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: HyperV agent@n-h1-816488-1: {}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: HyperV agent@n-h2-816488-1: {}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: L3 agent@n-d-816488-1: {}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: Metadata agent@n-d-816488-1: {}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: Metering agent@n-d-816488-1: {}, Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: Open vSwitch agent@n-d-816488-1: { 'AddressGroup': '1.2', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'ConntrackHelper': '1.0', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'Log': '1.0', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'Network': '1.1', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'Port': '1.7', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'PortForwarding': '1.2', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'QosPolicy': '1.9', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'SecurityGroup': '1.4', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'SecurityGroupRule': '1.2', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'SubPort': '1.0', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'Subnet': '1.1', Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: 'Trunk': '1.1'}} Feb 11 13:15:26.600551 n-d-816488-1 neutron-server[103008]: {{(pid=103008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:15:26.634342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Attempting to bind port ec04cd70-1d38-4e51-8529-e1bd5dd96538 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:26.634762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Attempting to bind port ec04cd70-1d38-4e51-8529-e1bd5dd96538 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:26.635267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Attempting to bind port ec04cd70-1d38-4e51-8529-e1bd5dd96538 on network d9040ff7-c9e8-479c-a4b0-9604775f45cf {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:26.641192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:26.641570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Checking segment: {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:15:26.641998 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.642446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Bound using segment: {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:26.642914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Bound port: ec04cd70-1d38-4e51-8529-e1bd5dd96538, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:26.643310 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.725177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.727700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] For port ec04cd70-1d38-4e51-8529-e1bd5dd96538, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:26.732238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] For port ec04cd70-1d38-4e51-8529-e1bd5dd96538, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ec04cd70-1d38-4e51-8529-e1bd5dd96538,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:26.753041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.839376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.915316 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ae0f9fff-ea85-4713-85f6-6565ca269b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:26.927906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace2bd1-c6bf-4507-8d6a-7e4b61a10dea None None] Pushing event updated for resources: {'Port': ['ID=ec04cd70-1d38-4e51-8529-e1bd5dd96538,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:27.082608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Allocated IP 172.25.0.223 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/d7559157-1f69-4570-a5f1-6c293c7d3fe3) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:27.290135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.422655 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.484512 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.568738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:27.574216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:27.576785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:27.636072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35046) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:27.647262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7559157-1f69-4570-a5f1-6c293c7d3fe3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:27.776711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1942d155-5ab0-49ea-884e-9e98b32f557d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.902558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1942d155-5ab0-49ea-884e-9e98b32f557d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:27.997701 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1942d155-5ab0-49ea-884e-9e98b32f557d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.088846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ec04cd70-1d38-4e51-8529-e1bd5dd96538 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:28.098375 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1942d155-5ab0-49ea-884e-9e98b32f557d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=330674bfff5f4dd397bc756a7e21a8bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4611716 Feb 11 13:15:28.099550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942d155-5ab0-49ea-884e-9e98b32f557d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ce558e-9fff-4205-b20a-3e523ae018f5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:28.102124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35070) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:28.166492 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.213128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ec04cd70-1d38-4e51-8529-e1bd5dd96538 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:28.213652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74b2472d-207a-4f2f-98b0-8c73bb3fe6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.216140 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.259623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74b2472d-207a-4f2f-98b0-8c73bb3fe6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.340045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b60eb-1bf8-4931-a14d-aadba36f81e4 None None] Network d9040ff7-c9e8-479c-a4b0-9604775f45cf requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:15:28.413564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74b2472d-207a-4f2f-98b0-8c73bb3fe6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.416964 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74b2472d-207a-4f2f-98b0-8c73bb3fe6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.421169 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.421308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-74b2472d-207a-4f2f-98b0-8c73bb3fe6f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e1ce558e-9fff-4205-b20a-3e523ae018f5 HTTP/1.1" status: 204 len: 168 time: 0.3155763 Feb 11 13:15:28.448312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.452500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2472d-207a-4f2f-98b0-8c73bb3fe6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ce558e-9fff-4205-b20a-3e523ae018f5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:28.469298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-735b383d-98b0-4adf-8dd1-7f42aa4f26ac None None] Provisioning complete for port ec04cd70-1d38-4e51-8529-e1bd5dd96538 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:28.469851 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-735b383d-98b0-4adf-8dd1-7f42aa4f26ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.542296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port ec04cd70-1d38-4e51-8529-e1bd5dd96538, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ec04cd70-1d38-4e51-8529-e1bd5dd96538,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:28.545512 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.617161 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:28.735246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=ec04cd70-1d38-4e51-8529-e1bd5dd96538,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:28.856434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:15:28.962831 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bee89518-e1e9-4293-a20a-773d02d418f1 None None] Provisioning complete for port ec04cd70-1d38-4e51-8529-e1bd5dd96538 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:28.964007 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bee89518-e1e9-4293-a20a-773d02d418f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.012315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:29.024858 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Sync routers for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:29.035234 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:29.035937 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:15:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:29.130036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.131384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f9fcb6c3-a61d-418e-bf0a-21bf8b862dd0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3410347 Feb 11 13:15:29.134515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35126) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:29.199506 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:29.401366 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:27Z', 'revision_number': 3, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:29.427795 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Checking router: eee1f0ec-9cb0-47f3-8283-08d12dcbb057 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:15:29.428133 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Updating router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 port d7559157-1f69-4570-a5f1-6c293c7d3fe3 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:15:29.456310 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.485920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35138) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:29.509756 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-76b7b88a-90de-463e-8f1e-6d502866c2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.602987 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-76b7b88a-90de-463e-8f1e-6d502866c2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.679375 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-76b7b88a-90de-463e-8f1e-6d502866c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.712353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7b88a-90de-463e-8f1e-6d502866c2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18f004f-7dc2-451a-bab1-66f7d5f51257,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:29.762246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-76b7b88a-90de-463e-8f1e-6d502866c2ab admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c8509abb2a44f8c857f977ae8657a3b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2747152 Feb 11 13:15:29.764828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35152) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:29.776685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.813420 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.822572 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.834148 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be74eeb2-0071-4662-b586-834a214ce213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.861230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be74eeb2-0071-4662-b586-834a214ce213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.905034 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.970709 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Attempting to bind port d7559157-1f69-4570-a5f1-6c293c7d3fe3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:29.970709 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Attempting to bind port d7559157-1f69-4570-a5f1-6c293c7d3fe3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:29.970709 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Attempting to bind port d7559157-1f69-4570-a5f1-6c293c7d3fe3 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:29.971723 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Pushing event updated for resources: {'Port': ['ID=d7559157-1f69-4570-a5f1-6c293c7d3fe3,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:29.982703 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.983185 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.983697 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.984159 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.984627 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.985091 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.985549 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.986261 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.986717 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.987467 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.987924 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.988395 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Tracked resource versions report: Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: pushed versions: Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: { 'AddressGroup': {'1.2'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'ConntrackHelper': {'1.0'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'Log': {'1.0'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'Network': {'1.1'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'Port': {'1.7'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'PortForwarding': {'1.2'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'QosPolicy': {'1.9'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'SecurityGroup': {'1.4'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'SubPort': {'1.0'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'Subnet': {'1.1'}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'Trunk': {'1.1'}} Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: consumer versions: Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: { DHCP agent@n-d-816488-1: {}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: HyperV agent@n-h1-816488-1: {}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: HyperV agent@n-h2-816488-1: {}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: L3 agent@n-d-816488-1: {}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: Metadata agent@n-d-816488-1: {}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: Metering agent@n-d-816488-1: {}, Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: Open vSwitch agent@n-d-816488-1: { 'AddressGroup': '1.2', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'ConntrackHelper': '1.0', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'Log': '1.0', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'Network': '1.1', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'Port': '1.7', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'PortForwarding': '1.2', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'QosPolicy': '1.9', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'SecurityGroup': '1.4', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'SecurityGroupRule': '1.2', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'SubPort': '1.0', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'Subnet': '1.1', Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: 'Trunk': '1.1'}} Feb 11 13:15:29.990224 n-d-816488-1 neutron-server[103009]: {{(pid=103009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:15:29.995966 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:29.996598 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:15:29.997329 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:29.998150 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:29.998776 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Bound port: d7559157-1f69-4570-a5f1-6c293c7d3fe3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:29.999313 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.042860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be74eeb2-0071-4662-b586-834a214ce213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.045788 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be74eeb2-0071-4662-b586-834a214ce213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.060486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ec04cd70-1d38-4e51-8529-e1bd5dd96538 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:30.064434 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-be74eeb2-0071-4662-b586-834a214ce213 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d18f004f-7dc2-451a-bab1-66f7d5f51257 HTTP/1.1" status: 204 len: 168 time: 0.2909057 Feb 11 13:15:30.089359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74eeb2-0071-4662-b586-834a214ce213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18f004f-7dc2-451a-bab1-66f7d5f51257,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:30.132413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Allocated IP 172.20.0.1 (d9040ff7-c9e8-479c-a4b0-9604775f45cf/c627b4e6-0a2b-473f-9670-34857f922d4d/b9b5f0ad-40b6-4135-a4bc-307a26ed121a) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:30.143379 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] For port d7559157-1f69-4570-a5f1-6c293c7d3fe3, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:30.153493 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] For port d7559157-1f69-4570-a5f1-6c293c7d3fe3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d7559157-1f69-4570-a5f1-6c293c7d3fe3,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:30.156243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ec04cd70-1d38-4e51-8529-e1bd5dd96538 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:30.157144 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.266067 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.320920 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.373634 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790a36c-fefb-4644-a729-5d11927967b9 None None] Pushing event updated for resources: {'Port': ['ID=d7559157-1f69-4570-a5f1-6c293c7d3fe3,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:30.376737 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:30.377870 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:15:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:30.447786 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.476904 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.494816 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:30.515112 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Network d9040ff7-c9e8-479c-a4b0-9604775f45cf is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:30.518055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:30.524951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:30.525432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:30.660922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Pushing event updated for resources: {'Port': ['ID=b9b5f0ad-40b6-4135-a4bc-307a26ed121a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:30.720798 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:27Z', 'revision_number': 3, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:30.757614 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6de6ef-1629-4484-8356-f963961daf24 None None] The sync data for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 is: [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:27Z', 'revision_number': 3, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:30.947411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8342b465-9e7a-47bf-b06d-8efd94aece3b None None] Provisioning complete for port b9b5f0ad-40b6-4135-a4bc-307a26ed121a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:30.947902 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8342b465-9e7a-47bf-b06d-8efd94aece3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.005633 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8342b465-9e7a-47bf-b06d-8efd94aece3b None None] Port b9b5f0ad-40b6-4135-a4bc-307a26ed121a cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:15:31.033656 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.226485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35224) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:31.355596 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.463326 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.465024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.525557 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c140dfe5-64fa-4cfa-b487-eff30a917b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.617715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Pushing event updated for resources: {'Port': ['ID=b9b5f0ad-40b6-4135-a4bc-307a26ed121a,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:31.658715 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c140dfe5-64fa-4cfa-b487-eff30a917b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.669010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Network d9040ff7-c9e8-479c-a4b0-9604775f45cf is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:31.670830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:31.750973 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c140dfe5-64fa-4cfa-b487-eff30a917b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.784391 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c140dfe5-64fa-4cfa-b487-eff30a917b08 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96740913756c49a8aae0eb54eb2b80ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5524442 Feb 11 13:15:31.784391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35266) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:31.810166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140dfe5-64fa-4cfa-b487-eff30a917b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae56f329-220b-43bb-b451-2851ad23602d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:31.850139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:31.878330 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-308c09d0-a1ba-43ba-be32-5c69d8ba63c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:31.923801 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-308c09d0-a1ba-43ba-be32-5c69d8ba63c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.036945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8689289e-80fb-46ba-a560-f85dd81286c9 None None] Provisioning complete for port b9b5f0ad-40b6-4135-a4bc-307a26ed121a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:32.038140 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8689289e-80fb-46ba-a560-f85dd81286c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.089161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7559157-1f69-4570-a5f1-6c293c7d3fe3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:32.094633 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-308c09d0-a1ba-43ba-be32-5c69d8ba63c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.097647 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-308c09d0-a1ba-43ba-be32-5c69d8ba63c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.102657 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-308c09d0-a1ba-43ba-be32-5c69d8ba63c5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae56f329-220b-43bb-b451-2851ad23602d HTTP/1.1" status: 204 len: 168 time: 0.3185451 Feb 11 13:15:32.110814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c09d0-a1ba-43ba-be32-5c69d8ba63c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae56f329-220b-43bb-b451-2851ad23602d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:32.125031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:32.131986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cb0ab278-15f2-44d6-95cc-d347636bce9d admin admin] 10.222.0.52 "PUT /v2.0/routers/eee1f0ec-9cb0-47f3-8283-08d12dcbb057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9964015 Feb 11 13:15:32.155737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8689289e-80fb-46ba-a560-f85dd81286c9 None None] Port b9b5f0ad-40b6-4135-a4bc-307a26ed121a cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:15:32.192602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d7559157-1f69-4570-a5f1-6c293c7d3fe3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:32.193271 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.297943 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.327836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port d7559157-1f69-4570-a5f1-6c293c7d3fe3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d7559157-1f69-4570-a5f1-6c293c7d3fe3,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:32.366219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35292) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:32.402516 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.453508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=d7559157-1f69-4570-a5f1-6c293c7d3fe3,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:32.719230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bbf84741-c3d0-49a1-b8d1-6f2b3388b3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.800918 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bbf84741-c3d0-49a1-b8d1-6f2b3388b3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.828148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Sync routers for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:32.839223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:32.839836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:15:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:32.870904 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bbf84741-c3d0-49a1-b8d1-6f2b3388b3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:32.922156 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bbf84741-c3d0-49a1-b8d1-6f2b3388b3d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=125080a9a55742938d349188830d49dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5517244 Feb 11 13:15:32.922549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35314) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:32.929463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf84741-c3d0-49a1-b8d1-6f2b3388b3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a337a558-7663-4c6f-9a30-5f3ba46979c4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:32.978529 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88a79172-7e13-4fc0-9c14-41306be2e15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.005249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:33.014876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88a79172-7e13-4fc0-9c14-41306be2e15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.158900 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88a79172-7e13-4fc0-9c14-41306be2e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.162187 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88a79172-7e13-4fc0-9c14-41306be2e15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.163395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-88a79172-7e13-4fc0-9c14-41306be2e15a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a337a558-7663-4c6f-9a30-5f3ba46979c4 HTTP/1.1" status: 204 len: 168 time: 0.2395399 Feb 11 13:15:33.172041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a79172-7e13-4fc0-9c14-41306be2e15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a337a558-7663-4c6f-9a30-5f3ba46979c4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:33.328747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:31Z', 'revision_number': 2, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:33.358440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Checking router: eee1f0ec-9cb0-47f3-8283-08d12dcbb057 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:15:33.358825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Updating router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 port b9b5f0ad-40b6-4135-a4bc-307a26ed121a binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:15:33.384440 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.396942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35338) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:33.410285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-12c4778a-e8e8-486d-b791-832fbeb34088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.508408 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35346) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:33.511530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-12c4778a-e8e8-486d-b791-832fbeb34088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.512338 n-d-816488-1 neutron-server[103006]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:15:33.544730 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-cdce5f10-a582-410d-aa0d-462f39969183 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=0534a240636b4f1cb2286d08534e6a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344589 Feb 11 13:15:33.605209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-12c4778a-e8e8-486d-b791-832fbeb34088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.655290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4778a-e8e8-486d-b791-832fbeb34088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9fa2e9-cf8e-43d2-8ee4-54c5fcb91a57,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:33.681475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-12c4778a-e8e8-486d-b791-832fbeb34088 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=47877f4466ae49fa922c2f6c3da47e8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2832158 Feb 11 13:15:33.683994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35352) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:33.736421 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.749802 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1ed3-a3e1-4cf7-bf15-1d0933b476f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.753848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-f2aae0b9-8d72-449c-9944-03cfb9bedbe3 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:33.755866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-f2aae0b9-8d72-449c-9944-03cfb9bedbe3 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051182 Feb 11 13:15:33.772759 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1ed3-a3e1-4cf7-bf15-1d0933b476f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.778297 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-80d0bb45-28c1-4ce7-985b-8f65bbf0aacd tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/quotas/0534a240636b4f1cb2286d08534e6a88 HTTP/1.1" status: 200 len: 375 time: 0.0167370 Feb 11 13:15:33.820595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.833425 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-547e6a78-340d-4c7b-acdc-0ebb17dd7d8e tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0534a240636b4f1cb2286d08534e6a88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519433 Feb 11 13:15:33.877118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bee49-1f84-49ec-84f3-15085745e078 None None] Pushing event updated for resources: {'Port': ['ID=b9b5f0ad-40b6-4135-a4bc-307a26ed121a,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:33.930244 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1ed3-a3e1-4cf7-bf15-1d0933b476f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.932992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce4d1ed3-a3e1-4cf7-bf15-1d0933b476f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.936615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ce4d1ed3-a3e1-4cf7-bf15-1d0933b476f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a9fa2e9-cf8e-43d2-8ee4-54c5fcb91a57 HTTP/1.1" status: 204 len: 168 time: 0.2488649 Feb 11 13:15:33.949561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d1ed3-a3e1-4cf7-bf15-1d0933b476f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9fa2e9-cf8e-43d2-8ee4-54c5fcb91a57,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:33.956804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Attempting to bind port b9b5f0ad-40b6-4135-a4bc-307a26ed121a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:33.957350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Attempting to bind port b9b5f0ad-40b6-4135-a4bc-307a26ed121a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:33.958478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Attempting to bind port b9b5f0ad-40b6-4135-a4bc-307a26ed121a on network d9040ff7-c9e8-479c-a4b0-9604775f45cf {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:33.968690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:33.968690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Checking segment: {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:15:33.968690 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:33.968690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Bound using segment: {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:33.968968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Bound port: b9b5f0ad-40b6-4135-a4bc-307a26ed121a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:33.969263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.036733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7559157-1f69-4570-a5f1-6c293c7d3fe3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:34.132967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] For port b9b5f0ad-40b6-4135-a4bc-307a26ed121a, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:34.149270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] For port b9b5f0ad-40b6-4135-a4bc-307a26ed121a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b9b5f0ad-40b6-4135-a4bc-307a26ed121a,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:34.159973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d7559157-1f69-4570-a5f1-6c293c7d3fe3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:34.160346 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.220538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b2bcc784-4bbe-49b2-b4b6-92703f0772bc None None] Provisioning complete for port b9b5f0ad-40b6-4135-a4bc-307a26ed121a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:34.221526 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2bcc784-4bbe-49b2-b4b6-92703f0772bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.262445 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.309133 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-332f4c41-e9e5-4a9c-b27a-beaf6a3f00d4 req-d7c6106d-8d12-4dfc-9215-e3d5686bd5d5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 210 time: 0.0622034 Feb 11 13:15:34.337288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcc784-4bbe-49b2-b4b6-92703f0772bc None None] Port b9b5f0ad-40b6-4135-a4bc-307a26ed121a cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:15:34.374277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:34.374277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:15:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:34.429238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bee49-1f84-49ec-84f3-15085745e078 None None] Pushing event updated for resources: {'Port': ['ID=b9b5f0ad-40b6-4135-a4bc-307a26ed121a,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:34.515411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35394) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:34.529375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:34.535220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9fcaab3-5cf3-45bd-8f79-9aa623320292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.626379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9fcaab3-5cf3-45bd-8f79-9aa623320292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.693400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-dee5dd83-b66d-491e-827d-f2e2a55405a7 None None] Provisioning complete for port b9b5f0ad-40b6-4135-a4bc-307a26ed121a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:34.693875 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dee5dd83-b66d-491e-827d-f2e2a55405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.699030 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9fcaab3-5cf3-45bd-8f79-9aa623320292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.768841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c9fcaab3-5cf3-45bd-8f79-9aa623320292 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1f7d65a7bf74ef390dd86820e030ee5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2519722 Feb 11 13:15:34.772453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35404) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:34.843526 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dee5dd83-b66d-491e-827d-f2e2a55405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.846819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fcaab3-5cf3-45bd-8f79-9aa623320292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8aa460-a068-4d75-a489-dba52a06286d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:34.897492 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb377a1e-e011-4886-9f58-5e9a6aa209cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.914246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:34.931453 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb377a1e-e011-4886-9f58-5e9a6aa209cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:34.982923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4595f6c9-3e18-450c-8b4c-d82c27bf9fe6 None None] The sync data for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 is: [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:34.994894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-dee5dd83-b66d-491e-827d-f2e2a55405a7 None None] For port b9b5f0ad-40b6-4135-a4bc-307a26ed121a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b9b5f0ad-40b6-4135-a4bc-307a26ed121a,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:35.119348 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dee5dd83-b66d-491e-827d-f2e2a55405a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.147987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35434) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:35.150255 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb377a1e-e011-4886-9f58-5e9a6aa209cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.153451 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb377a1e-e011-4886-9f58-5e9a6aa209cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.157984 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-eb377a1e-e011-4886-9f58-5e9a6aa209cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad8aa460-a068-4d75-a489-dba52a06286d HTTP/1.1" status: 204 len: 168 time: 0.3805661 Feb 11 13:15:35.160664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-network', 'tenant_id': '57c4de2a438b4905bd413d561a5192be'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:35.190903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb377a1e-e011-4886-9f58-5e9a6aa209cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8aa460-a068-4d75-a489-dba52a06286d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:35.266655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5dd83-b66d-491e-827d-f2e2a55405a7 None None] Pushing event updated for resources: {'Port': ['ID=b9b5f0ad-40b6-4135-a4bc-307a26ed121a,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:35.316360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Made reservation on behalf of 57c4de2a438b4905bd413d561a5192be for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:35.319157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.328543 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.434952 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.519768 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.580425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0775463e-cf8c-4bdf-a8ec-ca6f8c50de63,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:35.583460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:35.593113 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.593461 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Added segment 50b4b22b-03db-421b-98de-3a3efa1de142 of type vlan for network c56fe3c2-c632-45fd-bf5d-2275a79ec388 Feb 11 13:15:35.637278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.659664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35466) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:35.764277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.765345 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:35.766047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:35.838280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] Pushing event updated for resources: {'Network': ['ID=c56fe3c2-c632-45fd-bf5d-2275a79ec388,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:35.850100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network c56fe3c2-c632-45fd-bf5d-2275a79ec388 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:15:35.921693 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-94ff5ef4-de40-4c99-bf4b-be3342445587 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7771657 Feb 11 13:15:35.924589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35478) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:35.930446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Request body: {'subnet': {'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-subnet', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:36.042458 n-d-816488-1 neutron-server[103007]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:15:36.062076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Made reservation on behalf of 57c4de2a438b4905bd413d561a5192be for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:36.063817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:36.080366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b9b5f0ad-40b6-4135-a4bc-307a26ed121a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:36.119717 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdd075c2-d65a-454e-a07b-530eef0c02e0 req-ffc43113-6fcc-4c35-adc1-7c27ab530152 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 210 time: 0.4582965 Feb 11 13:15:36.162440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b9b5f0ad-40b6-4135-a4bc-307a26ed121a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:36.163860 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:36.505602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:36.555483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5622d645-23b6-4c59-9152-69c4f27b1520,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:36.601430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Checking segment: {'id': '50b4b22b-03db-421b-98de-3a3efa1de142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:15:36.601805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Network hostable DHCP agents. Network: c56fe3c2-c632-45fd-bf5d-2275a79ec388, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:36.716841 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Network c56fe3c2-c632-45fd-bf5d-2275a79ec388 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:36.802766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35522) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:36.838711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, c56fe3c2-c632-45fd-bf5d-2275a79ec388) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:36.843483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:36.844308 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:36.851810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16935b80-e49e-4084-a08f-d4a2683f9e90 None None] Network c56fe3c2-c632-45fd-bf5d-2275a79ec388 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:15:36.916739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-95183b8b-4728-481a-b15f-cb30eea27403 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9911029 Feb 11 13:15:36.920267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35532) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:36.925329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-router', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:37.020201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.021353 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.028139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-c56fe3c2-c632-45fd-bf5d-2275a79ec388', 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'fixed_ips': [{'subnet_id': '5622d645-23b6-4c59-9152-69c4f27b1520'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:15:37.029628 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.088087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c8213190-c31b-4a9e-9fa0-260d444462ad tempest-AutoAllocateNetworkTest-667073333 tempest-AutoAllocateNetworkTest-667073333-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e313a589bbdc4041ab7cd6ae1b85e5f5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2840788 Feb 11 13:15:37.091411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35542) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:37.111998 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.403212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Allocated IP 172.20.0.2 (c56fe3c2-c632-45fd-bf5d-2275a79ec388/5622d645-23b6-4c59-9152-69c4f27b1520/03072682-6a8a-4828-963c-c33c49e5745c) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:37.405593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a104f3-7f1b-477e-8df8-71ffda2ca7d5 tempest-AutoAllocateNetworkTest-667073333 tempest-AutoAllocateNetworkTest-667073333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:37.409751 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-52a104f3-7f1b-477e-8df8-71ffda2ca7d5 tempest-AutoAllocateNetworkTest-667073333 tempest-AutoAllocateNetworkTest-667073333-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3171325 Feb 11 13:15:37.414484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35554) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:37.515702 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c88e44a5-68a5-48ad-91fc-8eedf2ea7acd tempest-AutoAllocateNetworkTest-667073333 tempest-AutoAllocateNetworkTest-667073333-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1001210 Feb 11 13:15:37.518383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35558) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:37.548142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.554754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e66c8dde-6c9a-40f5-887b-5ecb2452f4ed tempest-AutoAllocateNetworkTest-667073333 tempest-AutoAllocateNetworkTest-667073333-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=e313a589bbdc4041ab7cd6ae1b85e5f5 HTTP/1.1" status: 200 len: 208 time: 0.0349855 Feb 11 13:15:37.578388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43361be5-2be9-470c-93bc-3e0afdef1a55 req-edfa083c-de3b-4e98-b0e8-90047129f03a tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 210 time: 0.1058917 Feb 11 13:15:37.598168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.621863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35564) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:37.684743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.727889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Network c56fe3c2-c632-45fd-bf5d-2275a79ec388 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:37.731241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:37.735454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:37.740544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Pushing event updated for resources: {'Port': ['ID=03072682-6a8a-4828-963c-c33c49e5745c,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:37.828390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Attempting to bind port 03072682-6a8a-4828-963c-c33c49e5745c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:37.828896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Attempting to bind port 03072682-6a8a-4828-963c-c33c49e5745c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '50b4b22b-03db-421b-98de-3a3efa1de142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:37.829212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Attempting to bind port 03072682-6a8a-4828-963c-c33c49e5745c on network c56fe3c2-c632-45fd-bf5d-2275a79ec388 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:37.836145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:37.836798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Checking segment: {'id': '50b4b22b-03db-421b-98de-3a3efa1de142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:15:37.837208 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.837600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Bound using segment: {'id': '50b4b22b-03db-421b-98de-3a3efa1de142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:37.838115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Bound port: 03072682-6a8a-4828-963c-c33c49e5745c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b4b22b-03db-421b-98de-3a3efa1de142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:37.838582 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.867293 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.888176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:37.916870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] For port 03072682-6a8a-4828-963c-c33c49e5745c, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:37.921861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] For port 03072682-6a8a-4828-963c-c33c49e5745c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=03072682-6a8a-4828-963c-c33c49e5745c,segment=NetworkSegment(50b4b22b-03db-421b-98de-3a3efa1de142),segment_id=50b4b22b-03db-421b-98de-3a3efa1de142)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:38.021271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Allocated IP 172.25.0.169 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/0b58465f-d9ca-47b2-a116-60844ded3f44) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:38.039194 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.073094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e888c2a1-0780-462f-b9b2-d98492982ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.108880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64a176-a5ef-4691-8c26-a9fcc1be3474 None None] Pushing event updated for resources: {'Port': ['ID=03072682-6a8a-4828-963c-c33c49e5745c,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:38.153796 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.201142 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e888c2a1-0780-462f-b9b2-d98492982ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.282958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e888c2a1-0780-462f-b9b2-d98492982ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.302917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.373355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888c2a1-0780-462f-b9b2-d98492982ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1de44f-7925-44b2-9bda-15b618602d5d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:38.402248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e888c2a1-0780-462f-b9b2-d98492982ce0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fea07799d08d44ee843efa7fee2ca0f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7782078 Feb 11 13:15:38.403892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35580) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:38.409509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Pushing event updated for resources: {'Port': ['ID=0b58465f-d9ca-47b2-a116-60844ded3f44,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:38.414008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:38.415992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:38.437432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:38.445295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35584) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:38.495349 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28d996ef-433c-40c5-a03a-f8c2f99af30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.520686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28d996ef-433c-40c5-a03a-f8c2f99af30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.532324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.13', 61887) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:38.565912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-3cfb2635-c4f8-4709-a00f-7115b46e1363 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0534a240636b4f1cb2286d08534e6a88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304890 Feb 11 13:15:38.661140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35594) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:38.733826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-879dc2b0-22ee-4a9a-add2-3f43126894d5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:38.734761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-879dc2b0-22ee-4a9a-add2-3f43126894d5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612437 Feb 11 13:15:38.737546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e12fc4bb-4c5b-43ad-9e3f-47eb7ac75207 req-9bf1d976-cf8f-47d2-9dff-29c6fa0f1325 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 210 time: 0.0339456 Feb 11 13:15:38.806362 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.810202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28d996ef-433c-40c5-a03a-f8c2f99af30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.812974 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28d996ef-433c-40c5-a03a-f8c2f99af30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.817261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-28d996ef-433c-40c5-a03a-f8c2f99af30e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5a1de44f-7925-44b2-9bda-15b618602d5d HTTP/1.1" status: 204 len: 168 time: 0.4115713 Feb 11 13:15:38.824467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Request body: {'port': {'device_id': '3bc2999b-afd5-4f58-be7b-357324394176', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '0534a240636b4f1cb2286d08534e6a88'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:38.858452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d996ef-433c-40c5-a03a-f8c2f99af30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1de44f-7925-44b2-9bda-15b618602d5d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:38.860507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b2f3-5e34-4504-a78a-feff3842c913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:38.876368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35600) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:39.037007 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c32c136-70bb-40ba-b394-6a367936592e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.163743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5f96-4d66-42d7-ac25-27c8fc6eb4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.228590 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c32c136-70bb-40ba-b394-6a367936592e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.268091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Made reservation on behalf of 0534a240636b4f1cb2286d08534e6a88 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:39.272009 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5f96-4d66-42d7-ac25-27c8fc6eb4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.278718 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.288512 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.300937 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c32c136-70bb-40ba-b394-6a367936592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.349446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.367080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5934397-a518-465d-9e03-534d5ef80f96 None None] Network c56fe3c2-c632-45fd-bf5d-2275a79ec388 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:15:39.367621 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b2f3-5e34-4504-a78a-feff3842c913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.382073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c32c136-70bb-40ba-b394-6a367936592e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aebf944-9339-4526-bfa3-801da663472d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:39.400994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d7b5f96-4d66-42d7-ac25-27c8fc6eb4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.467867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3b7b2f3-5e34-4504-a78a-feff3842c913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.470176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b5f96-4d66-42d7-ac25-27c8fc6eb4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f76442-b48c-4d6f-a639-be6cb1c40f08,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:39.499297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f3eca8bc-711b-4100-a21c-b5881329cc60 None None] Provisioning complete for port 03072682-6a8a-4828-963c-c33c49e5745c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:39.499905 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3eca8bc-711b-4100-a21c-b5881329cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.517296 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.521825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1c32c136-70bb-40ba-b394-6a367936592e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e313a589bbdc4041ab7cd6ae1b85e5f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8593464 Feb 11 13:15:39.524816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35630) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:39.538962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b7b2f3-5e34-4504-a78a-feff3842c913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d75a32-397d-4a77-9780-1dc36e3cb375,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:39.543397 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0d7b5f96-4d66-42d7-ac25-27c8fc6eb4ef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=887509319b4a40ebb0c8c3d496453ed4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6657994 Feb 11 13:15:39.548757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35632) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:39.581632 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ed13cb1-2097-4bb8-b7a6-aa0d933f75df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.604915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ed13cb1-2097-4bb8-b7a6-aa0d933f75df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.616721 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a3b7b2f3-5e34-4504-a78a-feff3842c913 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c0d6fec355654eefa62db465f27b9240&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1753874 Feb 11 13:15:39.621074 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35636) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:39.658021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.668146 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-83edd3e9-f1de-4548-bc57-03c29695ae6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.719814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1416de0d-7b70-4c91-aef4-d1a4b81619e0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:39.721441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-83edd3e9-f1de-4548-bc57-03c29695ae6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.729421 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-79b86dc4-3fa1-4dc3-928f-0cb90f07a8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.746879 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3eca8bc-711b-4100-a21c-b5881329cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.752831 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-79b86dc4-3fa1-4dc3-928f-0cb90f07a8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.796833 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ed13cb1-2097-4bb8-b7a6-aa0d933f75df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.799423 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ed13cb1-2097-4bb8-b7a6-aa0d933f75df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.800501 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0ed13cb1-2097-4bb8-b7a6-aa0d933f75df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9aebf944-9339-4526-bfa3-801da663472d HTTP/1.1" status: 204 len: 168 time: 0.2746418 Feb 11 13:15:39.829611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f3eca8bc-711b-4100-a21c-b5881329cc60 None None] For port 03072682-6a8a-4828-963c-c33c49e5745c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=03072682-6a8a-4828-963c-c33c49e5745c,segment=NetworkSegment(50b4b22b-03db-421b-98de-3a3efa1de142),segment_id=50b4b22b-03db-421b-98de-3a3efa1de142)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:39.881803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed13cb1-2097-4bb8-b7a6-aa0d933f75df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aebf944-9339-4526-bfa3-801da663472d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:39.892468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-22bb7dba-52a9-4d68-a056-4d5ca69bb71c req-e1815ea1-5ec7-4ffa-8191-7df57d3daf56 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 210 time: 0.0388150 Feb 11 13:15:39.905095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35652) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:39.921103 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5158206-2984-43b2-8c0a-2076c192f4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.921729 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3eca8bc-711b-4100-a21c-b5881329cc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.972548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Router 2f878271-8c56-4a31-a87f-c17a68e32656 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:15:39.983455 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-83edd3e9-f1de-4548-bc57-03c29695ae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.991839 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-83edd3e9-f1de-4548-bc57-03c29695ae6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:39.992172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-83edd3e9-f1de-4548-bc57-03c29695ae6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06f76442-b48c-4d6f-a639-be6cb1c40f08 HTTP/1.1" status: 204 len: 168 time: 0.4422765 Feb 11 13:15:40.007349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eca8bc-711b-4100-a21c-b5881329cc60 None None] Pushing event updated for resources: {'Port': ['ID=03072682-6a8a-4828-963c-c33c49e5745c,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:40.031460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edd3e9-f1de-4548-bc57-03c29695ae6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f76442-b48c-4d6f-a639-be6cb1c40f08,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:40.033333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-79b86dc4-3fa1-4dc3-928f-0cb90f07a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.038467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-79b86dc4-3fa1-4dc3-928f-0cb90f07a8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.040376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-79b86dc4-3fa1-4dc3-928f-0cb90f07a8a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c6d75a32-397d-4a77-9780-1dc36e3cb375 HTTP/1.1" status: 204 len: 168 time: 0.4184117 Feb 11 13:15:40.124349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b86dc4-3fa1-4dc3-928f-0cb90f07a8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d75a32-397d-4a77-9780-1dc36e3cb375,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:40.188448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ea709ce2-6718-49f8-ba56-4f11fce8efb1 None None] Provisioning complete for port 03072682-6a8a-4828-963c-c33c49e5745c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:40.189078 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea709ce2-6718-49f8-ba56-4f11fce8efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.260600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 03072682-6a8a-4828-963c-c33c49e5745c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:40.291302 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5158206-2984-43b2-8c0a-2076c192f4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.296828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:40.300009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Allocated IP 192.168.233.19 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/50a6f212-4947-4ebc-a313-8b83f062062e) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:40.311790 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Sync routers for ids ['2f878271-8c56-4a31-a87f-c17a68e32656'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:40.328698 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Routers {'2f878271-8c56-4a31-a87f-c17a68e32656'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:40.329546 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:15:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['2f878271-8c56-4a31-a87f-c17a68e32656'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:40.358431 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5158206-2984-43b2-8c0a-2076c192f4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.363053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 03072682-6a8a-4828-963c-c33c49e5745c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:40.363840 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.423912 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.428257 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1b3f5144-17fb-4f6e-a85a-4c4b848dace3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5031309 Feb 11 13:15:40.429870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35666) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:40.442742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b5158206-2984-43b2-8c0a-2076c192f4f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a486bf37138e434d84c400f12f0fa203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5365314 Feb 11 13:15:40.446550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35668) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:40.456723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5158206-2984-43b2-8c0a-2076c192f4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0dd76e-7cf3-4c0f-82e0-d98802c78021,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:40.604304 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Set router 2f878271-8c56-4a31-a87f-c17a68e32656 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:40.715088 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec495346-fc5c-4a2e-bdbd-74db70356e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.777600 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec495346-fc5c-4a2e-bdbd-74db70356e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.873384 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:40.896547 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-router', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:38Z', 'revision_number': 3, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'gw_port': {'id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:40.966926 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Checking router: 2f878271-8c56-4a31-a87f-c17a68e32656 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:15:40.968675 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Updating router 2f878271-8c56-4a31-a87f-c17a68e32656 port 0b58465f-d9ca-47b2-a116-60844ded3f44 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:15:41.049049 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.190970 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec495346-fc5c-4a2e-bdbd-74db70356e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.195348 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec495346-fc5c-4a2e-bdbd-74db70356e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.199819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ec495346-fc5c-4a2e-bdbd-74db70356e21 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e0dd76e-7cf3-4c0f-82e0-d98802c78021 HTTP/1.1" status: 204 len: 168 time: 0.7498524 Feb 11 13:15:41.302754 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.369209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:41.405019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:41.407021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec495346-fc5c-4a2e-bdbd-74db70356e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0dd76e-7cf3-4c0f-82e0-d98802c78021,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:41.702095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:41.702095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:41.702095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.703779 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:41.704814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd1c4e-545b-4764-a7bb-425ae527db85 req-b99f495b-2662-4fe7-8ae5-2857fae2ebc5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:41.704814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8ccd1c4e-545b-4764-a7bb-425ae527db85 req-b99f495b-2662-4fe7-8ae5-2857fae2ebc5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 935 time: 0.4509697 Feb 11 13:15:41.704814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Pushing event updated for resources: {'Port': ['ID=50a6f212-4947-4ebc-a313-8b83f062062e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:41.768962 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8ccd1c4e-545b-4764-a7bb-425ae527db85 req-3ed41e11-9d3e-4f39-adaa-f03c98d897e6 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237237 Feb 11 13:15:42.151932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2abffc7b-bc9d-48f1-b8b5-a4558c100eca None None] Provisioning complete for port 50a6f212-4947-4ebc-a313-8b83f062062e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:42.151932 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2abffc7b-bc9d-48f1-b8b5-a4558c100eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.151932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2abffc7b-bc9d-48f1-b8b5-a4558c100eca None None] Port 50a6f212-4947-4ebc-a313-8b83f062062e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:15:42.153234 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.153827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 03072682-6a8a-4828-963c-c33c49e5745c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:42.153827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 03072682-6a8a-4828-963c-c33c49e5745c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:42.153827 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.154562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Allocated IP 172.20.0.1 (c56fe3c2-c632-45fd-bf5d-2275a79ec388/5622d645-23b6-4c59-9152-69c4f27b1520/8ed575c3-bb49-4662-b5f8-8ec7d15d6f35) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:42.185650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35718) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:42.200323 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.209113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-29b41d72-a49f-4213-aef8-dad81eda37b5 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3886385 Feb 11 13:15:42.211565 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cace19ab-8294-4262-ad53-d9ad80c5819a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.220309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-381910ce-1fd3-4192-9cfb-cd5ec945902c tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:15:42.221647 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-381910ce-1fd3-4192-9cfb-cd5ec945902c tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056841 Feb 11 13:15:42.286837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35720) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:42.297541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.325871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45a92bc9-ee53-49e5-9bee-9320b9dbb354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.363471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cace19ab-8294-4262-ad53-d9ad80c5819a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.414859 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bd4cd-d724-41a2-b923-dc7fd69e1c47 None None] Pushing event updated for resources: {'Port': ['ID=0b58465f-d9ca-47b2-a116-60844ded3f44,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:42.416184 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Attempting to bind port 0b58465f-d9ca-47b2-a116-60844ded3f44 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:42.416850 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Attempting to bind port 0b58465f-d9ca-47b2-a116-60844ded3f44 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:42.417576 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Attempting to bind port 0b58465f-d9ca-47b2-a116-60844ded3f44 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:42.424979 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:42.425637 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:15:42.427132 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.427911 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:42.428750 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Bound port: 0b58465f-d9ca-47b2-a116-60844ded3f44, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:42.429520 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.444205 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cace19ab-8294-4262-ad53-d9ad80c5819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.491086 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45a92bc9-ee53-49e5-9bee-9320b9dbb354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.491268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.541312 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] For port 0b58465f-d9ca-47b2-a116-60844ded3f44, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:42.546665 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] For port 0b58465f-d9ca-47b2-a116-60844ded3f44, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0b58465f-d9ca-47b2-a116-60844ded3f44,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:42.552894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45a92bc9-ee53-49e5-9bee-9320b9dbb354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.583831 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Network c56fe3c2-c632-45fd-bf5d-2275a79ec388 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:42.593830 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cace19ab-8294-4262-ad53-d9ad80c5819a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57a82316e78446478161507da1c7b390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4051087 Feb 11 13:15:42.595557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace19ab-8294-4262-ad53-d9ad80c5819a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9f5645-55a1-4106-bf29-e0385d526d46,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:42.600839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:42.605667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35724) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:42.609879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35726) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:42.610804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-45a92bc9-ee53-49e5-9bee-9320b9dbb354 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5bcee4f8140479883d6bd3c5b904812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164985 Feb 11 13:15:42.610989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:42.611623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.630697 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:42.631193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed575c3-bb49-4662-b5f8-8ec7d15d6f35,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:42.631751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a92bc9-ee53-49e5-9bee-9320b9dbb354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c6b6af-3893-4a1b-8659-c2521523d4a3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:42.796741 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bd4cd-d724-41a2-b923-dc7fd69e1c47 None None] Pushing event updated for resources: {'Port': ['ID=0b58465f-d9ca-47b2-a116-60844ded3f44,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:42.819262 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Routers {'2f878271-8c56-4a31-a87f-c17a68e32656'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:42.820290 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:15:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['2f878271-8c56-4a31-a87f-c17a68e32656'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:42.909366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7b55616d-7cd6-4052-b233-fae2f6e8fbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.009335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fc7a20f5-c759-4492-b1e2-b546ab9493c5 None None] Provisioning complete for port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:43.010163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fc7a20f5-c759-4492-b1e2-b546ab9493c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.072514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fc7a20f5-c759-4492-b1e2-b546ab9493c5 None None] Port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:15:43.111970 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b56dd20-5aa4-4c62-8407-b0a618c7e371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.123963 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7b55616d-7cd6-4052-b233-fae2f6e8fbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.165688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35744) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:43.203925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b56dd20-5aa4-4c62-8407-b0a618c7e371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.225754 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] Set router 2f878271-8c56-4a31-a87f-c17a68e32656 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:43.259024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc1dd2-2a1f-440d-800f-da471258ec76 req-71b86528-3ca9-4f45-8719-6f01ea392f15 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:43.261146 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-52cc1dd2-2a1f-440d-800f-da471258ec76 req-71b86528-3ca9-4f45-8719-6f01ea392f15 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 935 time: 0.3054531 Feb 11 13:15:43.280113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Request body: {'port': {'device_id': '3bc2999b-afd5-4f58-be7b-357324394176', 'device_owner': 'compute:tempest-test_az-839140502', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:43.363770 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.376503 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be936840-5794-4edb-86a3-547b4a33c609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.494212 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7b55616d-7cd6-4052-b233-fae2f6e8fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.507503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7b55616d-7cd6-4052-b233-fae2f6e8fbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.509009 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7b55616d-7cd6-4052-b233-fae2f6e8fbbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c9f5645-55a1-4106-bf29-e0385d526d46 HTTP/1.1" status: 204 len: 168 time: 0.9018314 Feb 11 13:15:43.535961 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be936840-5794-4edb-86a3-547b4a33c609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.552158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-52cc1dd2-2a1f-440d-800f-da471258ec76 req-fc54b41d-e2f3-44de-9989-50007cebe686 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434695 Feb 11 13:15:43.577476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55616d-7cd6-4052-b233-fae2f6e8fbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9f5645-55a1-4106-bf29-e0385d526d46,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:43.586597 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.621710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be936840-5794-4edb-86a3-547b4a33c609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.688464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-be936840-5794-4edb-86a3-547b4a33c609 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=291ae65705b54ea2a5a900e014e2b5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179956 Feb 11 13:15:43.706260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b56dd20-5aa4-4c62-8407-b0a618c7e371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.719724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b56dd20-5aa4-4c62-8407-b0a618c7e371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:43.722093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1b56dd20-5aa4-4c62-8407-b0a618c7e371 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89c6b6af-3893-4a1b-8659-c2521523d4a3 HTTP/1.1" status: 204 len: 168 time: 1.1136599 Feb 11 13:15:43.723615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35756) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:43.736521 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-router', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:38Z', 'revision_number': 3, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'gw_port': {'id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:43.743720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be936840-5794-4edb-86a3-547b4a33c609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4172c3b6-a1d5-4327-b149-de4a2c940244,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:43.774439 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1429a7d-8e52-4826-8e14-8a4248bf4b82 None None] The sync data for ids ['2f878271-8c56-4a31-a87f-c17a68e32656'] in n-d-816488-1 is: [{'id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-router', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:38Z', 'revision_number': 3, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'gw_port': {'id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:43.816220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56dd20-5aa4-4c62-8407-b0a618c7e371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c6b6af-3893-4a1b-8659-c2521523d4a3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:43.948295 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cd3-462d-42de-b22a-7f08439f7966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.051364 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cd3-462d-42de-b22a-7f08439f7966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.076520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.137401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.139259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.472534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Pushing event updated for resources: {'Port': ['ID=8ed575c3-bb49-4662-b5f8-8ec7d15d6f35,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:44.493696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Network c56fe3c2-c632-45fd-bf5d-2275a79ec388 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:44.495323 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cd3-462d-42de-b22a-7f08439f7966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.501136 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a3b51cd3-462d-42de-b22a-7f08439f7966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.502499 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a3b51cd3-462d-42de-b22a-7f08439f7966 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4172c3b6-a1d5-4327-b149-de4a2c940244 HTTP/1.1" status: 204 len: 168 time: 0.7719080 Feb 11 13:15:44.506436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:44.531270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b51cd3-462d-42de-b22a-7f08439f7966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4172c3b6-a1d5-4327-b149-de4a2c940244,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:44.690707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a6f212-4947-4ebc-a313-8b83f062062e {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:44.705222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.787155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Transition to ACTIVE for port object 50a6f212-4947-4ebc-a313-8b83f062062e will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:44.841447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e348223-7da8-405e-9cc4-e9a40e936151 req-7c4b72c3-347c-4e27-a8d5-96dd66a82382 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:44.849162 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e348223-7da8-405e-9cc4-e9a40e936151 req-7c4b72c3-347c-4e27-a8d5-96dd66a82382 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 935 time: 0.1404853 Feb 11 13:15:44.901678 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:44.994332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Pushing event updated for resources: {'Port': ['ID=50a6f212-4947-4ebc-a313-8b83f062062e,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:45.009500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Router 2f878271-8c56-4a31-a87f-c17a68e32656 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:45.017623 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e348223-7da8-405e-9cc4-e9a40e936151 req-c6e587ba-f63e-425b-a34a-7d27493158f8 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546400 Feb 11 13:15:45.038182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7df44882-b8a9-4382-8026-0d1fef8a1833 None None] Provisioning complete for port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:45.038771 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7df44882-b8a9-4382-8026-0d1fef8a1833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.115776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Attempting to bind port 50a6f212-4947-4ebc-a313-8b83f062062e on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:45.116212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Attempting to bind port 50a6f212-4947-4ebc-a313-8b83f062062e by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:45.116697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Attempting to bind port 50a6f212-4947-4ebc-a313-8b83f062062e on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:45.158110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7df44882-b8a9-4382-8026-0d1fef8a1833 None None] Port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:15:45.170727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35780) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:45.179107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Port 50a6f212-4947-4ebc-a313-8b83f062062e on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:15:45.183292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Attempting to bind port 50a6f212-4947-4ebc-a313-8b83f062062e on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:45.199261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b887-d2b5-47e0-9015-1907a9007b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.213886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:45.214405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:15:45.215076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:45.215649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Bound port: 50a6f212-4947-4ebc-a313-8b83f062062e, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:45.216108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.387875 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b887-d2b5-47e0-9015-1907a9007b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.445948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:45.456460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aa0f3d37-dd55-4a13-a690-65e4c4f62f13 admin admin] 10.222.0.52 "PUT /v2.0/routers/2f878271-8c56-4a31-a87f-c17a68e32656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0253119 Feb 11 13:15:45.464690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d8d3b887-d2b5-47e0-9015-1907a9007b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.480738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] For port 50a6f212-4947-4ebc-a313-8b83f062062e, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:45.486257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] For port 50a6f212-4947-4ebc-a313-8b83f062062e, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=50a6f212-4947-4ebc-a313-8b83f062062e,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:45.509540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d8d3b887-d2b5-47e0-9015-1907a9007b85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59ea226b67e9406f9b8880c0e0958d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367941 Feb 11 13:15:45.510909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3b887-d2b5-47e0-9015-1907a9007b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c6ce5d-1101-4375-aae4-bbbd4b778f79,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:45.511675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35790) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:45.562344 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.617550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:45.618466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.620113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] 10.222.0.13 "PUT /v2.0/ports/50a6f212-4947-4ebc-a313-8b83f062062e HTTP/1.1" status: 200 len: 1116 time: 2.5171096 Feb 11 13:15:45.625790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc2999b-afd5-4f58-be7b-357324394176', 'tag': '50a6f212-4947-4ebc-a313-8b83f062062e'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:45.749458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8342bcf7-7305-4cee-9fa2-ab1be4e06176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.751708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71f846-d7fc-4ae0-bcb7-50ed7b607dad service neutron] Pushing event updated for resources: {'Port': ['ID=50a6f212-4947-4ebc-a313-8b83f062062e,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:45.787726 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8342bcf7-7305-4cee-9fa2-ab1be4e06176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:45.851556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35800) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:45.872213 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52651620-1e2e-4414-b4b0-410c7d684989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.077513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8342bcf7-7305-4cee-9fa2-ab1be4e06176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.084282 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8342bcf7-7305-4cee-9fa2-ab1be4e06176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.089089 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8342bcf7-7305-4cee-9fa2-ab1be4e06176 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/88c6ce5d-1101-4375-aae4-bbbd4b778f79 HTTP/1.1" status: 204 len: 168 time: 0.5670838 Feb 11 13:15:46.115292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-4e5a9352-6470-4e4c-b1c1-15f22730fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:46.117113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-4e5a9352-6470-4e4c-b1c1-15f22730fd56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0534a240636b4f1cb2286d08534e6a88&device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 1119 time: 0.2522686 Feb 11 13:15:46.141500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0b58465f-d9ca-47b2-a116-60844ded3f44 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:46.186329 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52651620-1e2e-4414-b4b0-410c7d684989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.237436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0b58465f-d9ca-47b2-a116-60844ded3f44 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:46.238351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.247554 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52651620-1e2e-4414-b4b0-410c7d684989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.335305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-52651620-1e2e-4414-b4b0-410c7d684989 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=99151d32bd2748bd8be3495c123f7d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816058 Feb 11 13:15:46.338775 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-a46f8df5-9241-4fa0-b3bd-7b3252497e21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=50a6f212-4947-4ebc-a313-8b83f062062e HTTP/1.1" status: 200 len: 217 time: 0.1309302 Feb 11 13:15:46.344222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35814) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:46.387956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52651620-1e2e-4414-b4b0-410c7d684989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a3e19b-8400-403a-b1fd-74bb33411fef,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:46.428956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-761b4936-8949-48f1-830a-e667ca2fdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:46.430439 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-761b4936-8949-48f1-830a-e667ca2fdefb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0556283 Feb 11 13:15:46.434417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342bcf7-7305-4cee-9fa2-ab1be4e06176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c6ce5d-1101-4375-aae4-bbbd4b778f79,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:46.492541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28160b-052f-4f22-9a83-4c66ca2a250f req-64649fb5-b972-44d6-aa14-4856942f1d7c tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:46.494066 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd28160b-052f-4f22-9a83-4c66ca2a250f req-64649fb5-b972-44d6-aa14-4856942f1d7c tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 968 time: 0.3508728 Feb 11 13:15:46.498839 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.577670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 0b58465f-d9ca-47b2-a116-60844ded3f44, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0b58465f-d9ca-47b2-a116-60844ded3f44,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:46.653181 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.664976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Sync routers for ids ['2f878271-8c56-4a31-a87f-c17a68e32656'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:46.667927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd28160b-052f-4f22-9a83-4c66ca2a250f req-80c56963-45dc-42b2-978b-8f0c88a1c7ee tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878177 Feb 11 13:15:46.717640 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c7a57bd-944d-420f-b2a9-d911cc60d4aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.721821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-f086a51b-2927-4b32-911b-7fbe80545ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:46.725030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-f086a51b-2927-4b32-911b-7fbe80545ac0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2300601 Feb 11 13:15:46.742155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=0b58465f-d9ca-47b2-a116-60844ded3f44,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:46.746732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Routers {'2f878271-8c56-4a31-a87f-c17a68e32656'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:46.747636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:15:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['2f878271-8c56-4a31-a87f-c17a68e32656'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:46.782122 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c7a57bd-944d-420f-b2a9-d911cc60d4aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:46.913493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Set router 2f878271-8c56-4a31-a87f-c17a68e32656 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:46.932403 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-b42b464a-cce4-43f6-808e-f5dc25678f34 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829746 Feb 11 13:15:47.024475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c7a57bd-944d-420f-b2a9-d911cc60d4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.029285 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c7a57bd-944d-420f-b2a9-d911cc60d4aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.030705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2c7a57bd-944d-420f-b2a9-d911cc60d4aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37a3e19b-8400-403a-b1fd-74bb33411fef HTTP/1.1" status: 204 len: 168 time: 0.6843832 Feb 11 13:15:47.047551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a57bd-944d-420f-b2a9-d911cc60d4aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a3e19b-8400-403a-b1fd-74bb33411fef,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:47.144027 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a0e0cfc-4bf9-4e5b-a445-79e3454993c0 req-311dc6a4-d7e2-402f-95ff-8ae723ef802e service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847346 Feb 11 13:15:47.259370 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc2999b-afd5-4f58-be7b-357324394176", "tag": "50a6f212-4947-4ebc-a313-8b83f062062e"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:47.398487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-router', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:42Z', 'revision_number': 4, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'gw_port': {'id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '8ed575c3-bb49-4662-b5f8-8ec7d15d6f35', 'name': '', 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'mac_address': 'fa:16:3e:4a:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5622d645-23b6-4c59-9152-69c4f27b1520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:41Z', 'updated_at': '2022-02-11T13:15:43Z', 'revision_number': 2, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'subnets': [{'id': '5622d645-23b6-4c59-9152-69c4f27b1520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:47.434358 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Checking router: 2f878271-8c56-4a31-a87f-c17a68e32656 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:15:47.434920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Updating router 2f878271-8c56-4a31-a87f-c17a68e32656 port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:15:47.470920 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:47.882607 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df68d4d-f6c0-4b9a-a47c-785a31adc229 x-openstack-request-id: req-7df68d4d-f6c0-4b9a-a47c-785a31adc229 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:47.882607 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc2999b-afd5-4f58-be7b-357324394176", "tag": "50a6f212-4947-4ebc-a313-8b83f062062e", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:47.882607 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7df68d4d-f6c0-4b9a-a47c-785a31adc229 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:47.882607 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc2999b-afd5-4f58-be7b-357324394176', 'tag': '50a6f212-4947-4ebc-a313-8b83f062062e', 'status': 'completed', 'code': 200} Feb 11 13:15:47.909882 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.005975 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.090356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0b58465f-d9ca-47b2-a116-60844ded3f44 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:48.098645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-5280bc39-35fb-4de9-a0e2-cbd27715d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.100898 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-5280bc39-35fb-4de9-a0e2-cbd27715d36f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0534a240636b4f1cb2286d08534e6a88&device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 1119 time: 0.1772070 Feb 11 13:15:48.189368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb66929-3853-4ca5-885b-0b8c7725702f req-3fd7da0f-2067-4f42-a973-d20eba7ed1de tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.190919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ebb66929-3853-4ca5-885b-0b8c7725702f req-3fd7da0f-2067-4f42-a973-d20eba7ed1de tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 968 time: 0.1973684 Feb 11 13:15:48.202645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7b344-fd52-4af3-ab2e-d9e45a810f1a None None] Pushing event updated for resources: {'Port': ['ID=8ed575c3-bb49-4662-b5f8-8ec7d15d6f35,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:48.354064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0b58465f-d9ca-47b2-a116-60844ded3f44 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:48.355733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.365136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Attempting to bind port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:15:48.365587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Attempting to bind port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '50b4b22b-03db-421b-98de-3a3efa1de142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:15:48.366077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Attempting to bind port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 on network c56fe3c2-c632-45fd-bf5d-2275a79ec388 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:48.371737 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ebb66929-3853-4ca5-885b-0b8c7725702f req-e87b0dc6-cf57-4455-9694-c8ee0c8b24fc tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643503 Feb 11 13:15:48.435099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:48.435649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Checking segment: {'id': '50b4b22b-03db-421b-98de-3a3efa1de142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:15:48.436098 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.436567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Bound using segment: {'id': '50b4b22b-03db-421b-98de-3a3efa1de142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:48.437250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Bound port: 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b4b22b-03db-421b-98de-3a3efa1de142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:15:48.437753 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.492917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-78a73123-e56d-4b31-a161-e734b7d82ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.494829 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-78a73123-e56d-4b31-a161-e734b7d82ca2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.3782959 Feb 11 13:15:48.619148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-d14f6a71-48f0-4920-bbe6-560c783525e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=50a6f212-4947-4ebc-a313-8b83f062062e HTTP/1.1" status: 200 len: 217 time: 0.0801988 Feb 11 13:15:48.652963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7754c4cd-4845-4fb2-9353-9bbd16a992ad None None] Provisioning complete for port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:48.653433 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7754c4cd-4845-4fb2-9353-9bbd16a992ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.713777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] For port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:48.751468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7754c4cd-4845-4fb2-9353-9bbd16a992ad None None] Port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:15:48.758076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] For port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8ed575c3-bb49-4662-b5f8-8ec7d15d6f35,segment=NetworkSegment(50b4b22b-03db-421b-98de-3a3efa1de142),segment_id=50b4b22b-03db-421b-98de-3a3efa1de142)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:48.768111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-9b620908-bb2e-4a41-8419-c357e654c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:48.773224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-9b620908-bb2e-4a41-8419-c357e654c232 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1256459 Feb 11 13:15:48.856610 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:48.948552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Routers {'2f878271-8c56-4a31-a87f-c17a68e32656'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:48.949233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:15:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['2f878271-8c56-4a31-a87f-c17a68e32656'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:48.954438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7b344-fd52-4af3-ab2e-d9e45a810f1a None None] Pushing event updated for resources: {'Port': ['ID=8ed575c3-bb49-4662-b5f8-8ec7d15d6f35,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:48.978580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35882) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:48.985113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fe764ff7-bec3-4057-a735-c9e0d3a2f049 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342800169', 'description': 'tempest-description--875751374'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:49.116251 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe764ff7-bec3-4057-a735-c9e0d3a2f049 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.245558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] Set router 2f878271-8c56-4a31-a87f-c17a68e32656 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:49.335275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe764ff7-bec3-4057-a735-c9e0d3a2f049 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.392984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe764ff7-bec3-4057-a735-c9e0d3a2f049 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.416425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-2153cbe8-c934-4583-8cd7-ffb145501945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:49.418315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-2153cbe8-c934-4583-8cd7-ffb145501945 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4566445 Feb 11 13:15:49.463553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe764ff7-bec3-4057-a735-c9e0d3a2f049 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb294fe-5271-45ec-9f4a-de854d488993,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:49.505978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-87a8ca75-34b9-4923-a727-74418c4266a2 None None] Provisioning complete for port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:49.506512 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-87a8ca75-34b9-4923-a727-74418c4266a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.543983 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe764ff7-bec3-4057-a735-c9e0d3a2f049 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.545547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe764ff7-bec3-4057-a735-c9e0d3a2f049 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5644617 Feb 11 13:15:49.548414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35894) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:49.553591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-46f88390-86e4-4696-950b-0b6192db877b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Request body: {'security_group_rule': {'security_group_id': '6cb294fe-5271-45ec-9f4a-de854d488993', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:49.646240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f1e3e-ccd9-422c-b2b5-bc9faffe0186 req-aaac068a-3435-49b2-8017-e5a7c57d0c6d tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:49.648279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f84f1e3e-ccd9-422c-b2b5-bc9faffe0186 req-aaac068a-3435-49b2-8017-e5a7c57d0c6d tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 968 time: 0.1064785 Feb 11 13:15:49.652705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-4b6777db-e632-4e93-8722-cb150a4760e1 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145839 Feb 11 13:15:49.665710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46f88390-86e4-4696-950b-0b6192db877b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.718496 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f84f1e3e-ccd9-422c-b2b5-bc9faffe0186 req-263363df-c6a5-43cd-bd95-75d80b36cb75 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628061 Feb 11 13:15:49.752598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-87a8ca75-34b9-4923-a727-74418c4266a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.797661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-87a8ca75-34b9-4923-a727-74418c4266a2 None None] For port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8ed575c3-bb49-4662-b5f8-8ec7d15d6f35,segment=NetworkSegment(50b4b22b-03db-421b-98de-3a3efa1de142),segment_id=50b4b22b-03db-421b-98de-3a3efa1de142)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:49.802089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-router', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:42Z', 'revision_number': 4, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'gw_port': {'id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '8ed575c3-bb49-4662-b5f8-8ec7d15d6f35', 'name': '', 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'mac_address': 'fa:16:3e:4a:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5622d645-23b6-4c59-9152-69c4f27b1520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:41Z', 'updated_at': '2022-02-11T13:15:48Z', 'revision_number': 4, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'subnets': [{'id': '5622d645-23b6-4c59-9152-69c4f27b1520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:49.812174 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7a00ee1-173d-4ca5-b902-4193cdcaf37e req-1ca18f34-1b3d-4785-8f91-ca3543e5f5ea service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334617 Feb 11 13:15:49.835133 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46f88390-86e4-4696-950b-0b6192db877b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.856933 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-87a8ca75-34b9-4923-a727-74418c4266a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.858876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6c578-b35d-4fe5-ab17-d1aa6eef7832 None None] The sync data for ids ['2f878271-8c56-4a31-a87f-c17a68e32656'] in n-d-816488-1 is: [{'id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-router', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:42Z', 'revision_number': 4, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'gw_port': {'id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '8ed575c3-bb49-4662-b5f8-8ec7d15d6f35', 'name': '', 'network_id': 'c56fe3c2-c632-45fd-bf5d-2275a79ec388', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'mac_address': 'fa:16:3e:4a:1d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '5622d645-23b6-4c59-9152-69c4f27b1520', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:41Z', 'updated_at': '2022-02-11T13:15:48Z', 'revision_number': 4, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'subnets': [{'id': '5622d645-23b6-4c59-9152-69c4f27b1520', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:49.923665 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46f88390-86e4-4696-950b-0b6192db877b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:49.994716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f88390-86e4-4696-950b-0b6192db877b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2d7eec-a601-4af2-ab6e-5895e3d7e06c,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:50.027558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8ca75-34b9-4923-a727-74418c4266a2 None None] Pushing event updated for resources: {'Port': ['ID=8ed575c3-bb49-4662-b5f8-8ec7d15d6f35,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:50.080456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46f88390-86e4-4696-950b-0b6192db877b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.085289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35910) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:50.085718 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-46f88390-86e4-4696-950b-0b6192db877b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5358219 Feb 11 13:15:50.090352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-01ac3b42-bbcb-4fe6-bb12-10c42ab197e6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Request body: {'security_group_rule': {'security_group_id': '6cb294fe-5271-45ec-9f4a-de854d488993', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:50.146076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:50.196200 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01ac3b42-bbcb-4fe6-bb12-10c42ab197e6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.225125 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:50.225678 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.368419 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01ac3b42-bbcb-4fe6-bb12-10c42ab197e6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.442420 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01ac3b42-bbcb-4fe6-bb12-10c42ab197e6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.461127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac3b42-bbcb-4fe6-bb12-10c42ab197e6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2d7df5-8f3f-4a5f-810f-ea3c80bd0b28,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:50.540105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01ac3b42-bbcb-4fe6-bb12-10c42ab197e6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.541695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-01ac3b42-bbcb-4fe6-bb12-10c42ab197e6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4552619 Feb 11 13:15:50.544975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35920) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:50.553005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:50.701735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:50.929065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691012b-2e3a-47dd-9f5d-aef18e870097 req-be5cfac5-2d43-4efa-aef5-3bee8a0356ec tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:50.937549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5691012b-2e3a-47dd-9f5d-aef18e870097 req-be5cfac5-2d43-4efa-aef5-3bee8a0356ec tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 968 time: 0.0942743 Feb 11 13:15:51.018940 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5691012b-2e3a-47dd-9f5d-aef18e870097 req-3fdb1356-6a2b-4e17-ac33-5ab14b6ce597 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781357 Feb 11 13:15:51.073028 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.243071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Allocated IP 172.25.0.3 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/76d0fa58-ca9a-4a4a-b207-91c87cf85ad9) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:51.413985 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.756916 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:51.778848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35948) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:51.793694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:51.798204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:51.802212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:51.811431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event updated for resources: {'Port': ['ID=76d0fa58-ca9a-4a4a-b207-91c87cf85ad9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:52.034105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:52.048550 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.142060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:52.142522 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.190790 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.203813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735524b2-27da-4aba-b639-b5d2b4ae579e req-0c097e12-fe28-4fe7-8b93-a2104b2d52b3 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:52.209098 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-735524b2-27da-4aba-b639-b5d2b4ae579e req-0c097e12-fe28-4fe7-8b93-a2104b2d52b3 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 968 time: 0.0926895 Feb 11 13:15:52.272262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-735524b2-27da-4aba-b639-b5d2b4ae579e req-53a8c578-f856-4fd2-bdb8-5a2c2f77b2f1 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448503 Feb 11 13:15:52.332446 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b487d09a-a0c4-443d-b424-7aa7e4002c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.414389 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.457566 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b487d09a-a0c4-443d-b424-7aa7e4002c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.485159 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.520558 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.543751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event updated for resources: {'Port': ['ID=76d0fa58-ca9a-4a4a-b207-91c87cf85ad9,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:52.558455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b487d09a-a0c4-443d-b424-7aa7e4002c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.600393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35970) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:52.602238 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b487d09a-a0c4-443d-b424-7aa7e4002c20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3479e5388bc3408889c1e532c8f74428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8189526 Feb 11 13:15:52.602238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487d09a-a0c4-443d-b424-7aa7e4002c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a02cc6-a455-477d-985e-539b7ec3e4db,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:52.653938 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-888e35ea-a9b5-459e-aac3-09db1711f87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.669236 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.670550 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-78b0b083-4a4d-4d35-83d3-33458d2a0d8d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1242723 Feb 11 13:15:52.682489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-888e35ea-a9b5-459e-aac3-09db1711f87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.809535 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-888e35ea-a9b5-459e-aac3-09db1711f87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.812256 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-888e35ea-a9b5-459e-aac3-09db1711f87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:52.813624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-888e35ea-a9b5-459e-aac3-09db1711f87c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92a02cc6-a455-477d-985e-539b7ec3e4db HTTP/1.1" status: 204 len: 168 time: 0.2122443 Feb 11 13:15:52.822828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e35ea-a9b5-459e-aac3-09db1711f87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a02cc6-a455-477d-985e-539b7ec3e4db,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:53.247498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b65ae92c-6280-4c6f-a362-749114688462 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1342800169&fields=id&tenant_id=d924123a82f64033b5e4f3ec7345259b HTTP/1.1" status: 200 len: 267 time: 0.0427289 Feb 11 13:15:53.443701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-1ebd31fc-52bf-43f1-bfbf-b2684b95fa22 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:53.445455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-1ebd31fc-52bf-43f1-bfbf-b2684b95fa22 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/networks?id=d9040ff7-c9e8-479c-a4b0-9604775f45cf HTTP/1.1" status: 200 len: 824 time: 0.1907687 Feb 11 13:15:53.461397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-68041f3d-f304-41cf-b8fe-45062a28bb57 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/quotas/d924123a82f64033b5e4f3ec7345259b HTTP/1.1" status: 200 len: 375 time: 0.0098410 Feb 11 13:15:53.519943 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe99f6f-1f05-4364-9ce7-ce32df5b5ee7 req-c197e0fc-132e-4175-ab33-9a7d0a7c1733 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:53.522188 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4fe99f6f-1f05-4364-9ce7-ce32df5b5ee7 req-c197e0fc-132e-4175-ab33-9a7d0a7c1733 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 968 time: 0.0590806 Feb 11 13:15:53.544126 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-5c41820b-e65d-4ee3-bec2-862917da41bf tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d924123a82f64033b5e4f3ec7345259b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692275 Feb 11 13:15:53.568795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4fe99f6f-1f05-4364-9ce7-ce32df5b5ee7 req-2257fb5b-e781-48e8-80ce-5734d4bf3f1b tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398078 Feb 11 13:15:53.619396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36024) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:53.636227 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b05f3e9-e609-44bb-b708-a42ff3e8951a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:53.719620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b05f3e9-e609-44bb-b708-a42ff3e8951a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:53.792758 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b05f3e9-e609-44bb-b708-a42ff3e8951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:53.835460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3b05f3e9-e609-44bb-b708-a42ff3e8951a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b3ba1e6f0fa4913a83cb819a2d47336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142386 Feb 11 13:15:53.836311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05f3e9-e609-44bb-b708-a42ff3e8951a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650fce7c-8b41-4a6a-9b93-525ef685a412,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:53.839932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36032) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:53.905081 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f26de753-04d2-424e-b901-a1a25a4e2404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:53.934773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f26de753-04d2-424e-b901-a1a25a4e2404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:53.941476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-a6ed421f-8fee-4cec-b8a6-321798393c68 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:15:53.949487 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-a6ed421f-8fee-4cec-b8a6-321798393c68 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0935853 Feb 11 13:15:54.039132 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-4a36dd1f-e282-44ce-b73e-0f439fe98b51 service neutron] 10.222.0.52 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887649 Feb 11 13:15:54.067804 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f26de753-04d2-424e-b901-a1a25a4e2404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:54.070383 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f26de753-04d2-424e-b901-a1a25a4e2404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:54.071568 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f26de753-04d2-424e-b901-a1a25a4e2404 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/650fce7c-8b41-4a6a-9b93-525ef685a412 HTTP/1.1" status: 204 len: 168 time: 0.2306581 Feb 11 13:15:54.079936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26de753-04d2-424e-b901-a1a25a4e2404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650fce7c-8b41-4a6a-9b93-525ef685a412,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:54.130299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-876b176b-26c1-4ad6-98f2-f407ef1c247b service neutron] 10.222.0.52 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847199 Feb 11 13:15:54.630237 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2132ac01-03b2-4558-aae7-36ece62e48b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:54.642991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c15e068-8717-4dff-9a68-f6540bef30e3 req-cefa561a-fbd1-4c6b-a796-a8b71f1a81b2 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 210 time: 0.0272982 Feb 11 13:15:54.907954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd418a-8283-4f24-9530-f6dbf3579f09 req-0e459b1d-6aab-4fec-9081-1c97bfc7aab0 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:54.907954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f1fd418a-8283-4f24-9530-f6dbf3579f09 req-0e459b1d-6aab-4fec-9081-1c97bfc7aab0 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 968 time: 0.0601964 Feb 11 13:15:54.939929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f1fd418a-8283-4f24-9530-f6dbf3579f09 req-6ef6f5b2-3ada-4934-b024-69f8e0a18872 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Feb 11 13:15:55.264007 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:55.726323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c96384f-da65-49b1-8381-e942e98ab67e req-926d5a12-eeae-4b9e-bf8a-06a033597bf2 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 210 time: 0.0308461 Feb 11 13:15:55.955209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 50a6f212-4947-4ebc-a313-8b83f062062e details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:15:56.079300 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 50a6f212-4947-4ebc-a313-8b83f062062e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=50a6f212-4947-4ebc-a313-8b83f062062e,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:56.085143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de881796-32bb-47f6-933b-4378b9abf94f req-e17fcb1a-0996-4ba0-8048-bee1801e4256 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:56.087096 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de881796-32bb-47f6-933b-4378b9abf94f req-e17fcb1a-0996-4ba0-8048-bee1801e4256 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 968 time: 0.0723550 Feb 11 13:15:56.098644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '50a6f212-4947-4ebc-a313-8b83f062062e', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '50a6f212-4947-4ebc-a313-8b83f062062e', 'mac_address': 'fa:16:3e:6f:78:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:tempest-test_az-839140502', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:15:56.138238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.153054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a6f212-4947-4ebc-a313-8b83f062062e {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:15:56.164194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de881796-32bb-47f6-933b-4378b9abf94f req-a9582c01-a885-40a5-928f-dec712a24d2a tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703626 Feb 11 13:15:56.175926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 50a6f212-4947-4ebc-a313-8b83f062062e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=50a6f212-4947-4ebc-a313-8b83f062062e,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:56.270092 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.324635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=50a6f212-4947-4ebc-a313-8b83f062062e,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:56.496936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36190) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:56.574478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36194) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:56.603163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['50a6f212-4947-4ebc-a313-8b83f062062e'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:15:56.603273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36200) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:56.627790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36204) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:56.706107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b30b9909-5243-44fb-9d41-5b21f489ba65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.750314 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce88242d-762d-4ab9-b4a8-5f090621c25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.828752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3bac0943-b747-4196-adcd-bd6bd06bbc3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.883502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c1a39742-ba80-49d1-bb91-7e84f1e505f7 req-751cda63-acab-4436-96c3-dba1e51caefb tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 210 time: 0.0717163 Feb 11 13:15:56.893162 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1916906-3bcc-4eea-8caf-25653bed971a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:56.954560 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b30b9909-5243-44fb-9d41-5b21f489ba65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.006439 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b22a5287-9af6-46ae-a63a-761ab8cb329c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.007755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce88242d-762d-4ab9-b4a8-5f090621c25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.028826 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1916906-3bcc-4eea-8caf-25653bed971a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.083266 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3bac0943-b747-4196-adcd-bd6bd06bbc3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.298521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef413c-7874-4009-a6cf-31d184205b12 req-1e70ccf9-1744-48e0-afc9-ee78e5df78aa tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:57.299999 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-adef413c-7874-4009-a6cf-31d184205b12 req-1e70ccf9-1744-48e0-afc9-ee78e5df78aa tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 969 time: 0.0555305 Feb 11 13:15:57.338436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-adef413c-7874-4009-a6cf-31d184205b12 req-30277d11-3bf1-4cae-8767-21b16c299a37 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323572 Feb 11 13:15:57.598158 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b30b9909-5243-44fb-9d41-5b21f489ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.635321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.59', 57389) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:57.637797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b30b9909-5243-44fb-9d41-5b21f489ba65 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22c45f4a39634c5f91224b59bf2fa9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1394284 Feb 11 13:15:57.638714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b9909-5243-44fb-9d41-5b21f489ba65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1493fa1-5164-479f-bbc7-5f207addfb6d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:57.641063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36222) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:57.693432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-770681a6-83c4-40d1-a66b-bd2de8531850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.715081 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-770681a6-83c4-40d1-a66b-bd2de8531850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.743607 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-ea936e00-d8be-4166-b6f4-454c6d4783d8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:57.745528 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-ea936e00-d8be-4166-b6f4-454c6d4783d8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.59 "GET /v2.0/networks?id=d9040ff7-c9e8-479c-a4b0-9604775f45cf HTTP/1.1" status: 200 len: 824 time: 0.1089778 Feb 11 13:15:57.806914 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.807409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1916906-3bcc-4eea-8caf-25653bed971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.807852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce88242d-762d-4ab9-b4a8-5f090621c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.812908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3bac0943-b747-4196-adcd-bd6bd06bbc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.860240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1916906-3bcc-4eea-8caf-25653bed971a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ffe45-adff-41ce-b8ac-9b835218aaf0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:57.866752 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e1916906-3bcc-4eea-8caf-25653bed971a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40157ef676cb4a63a58de9e0bf9c1089&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2372022 Feb 11 13:15:57.870697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36228) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:57.873120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ce88242d-762d-4ab9-b4a8-5f090621c25b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a3e6a5624244064a142b997d003d0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2976072 Feb 11 13:15:57.875336 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3bac0943-b747-4196-adcd-bd6bd06bbc3f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=095771ff154a43bd9126f0226c2ba819&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2712979 Feb 11 13:15:57.875843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36230) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:57.881880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36232) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:57.882570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88242d-762d-4ab9-b4a8-5f090621c25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16c994d-87a0-4b8b-b2f4-ee5fa97e577f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:57.915529 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-75216bc8-16df-4113-8f59-c092553ef53a tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d924123a82f64033b5e4f3ec7345259b HTTP/1.1" status: 200 len: 380 time: 0.0889339 Feb 11 13:15:57.930951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-770681a6-83c4-40d1-a66b-bd2de8531850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.931048 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Request body: {'port': {'device_id': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'admin_state_up': True, 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'security_groups': ['6cb294fe-5271-45ec-9f4a-de854d488993']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:57.931837 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-770681a6-83c4-40d1-a66b-bd2de8531850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:57.936923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-770681a6-83c4-40d1-a66b-bd2de8531850 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1493fa1-5164-479f-bbc7-5f207addfb6d HTTP/1.1" status: 204 len: 168 time: 0.2945495 Feb 11 13:15:57.969202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 50a6f212-4947-4ebc-a313-8b83f062062e up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:57.976487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac0943-b747-4196-adcd-bd6bd06bbc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc582854-665b-47c7-a425-ba5e3ffd93db,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.052473 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76058dd7-c41a-4153-b1f0-7947670ff0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.054544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770681a6-83c4-40d1-a66b-bd2de8531850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1493fa1-5164-479f-bbc7-5f207addfb6d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.086797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7452747-f078-46d1-b051-ea0359608ad7 req-73c3b111-05b7-4b22-a3fc-633597d92329 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 210 time: 0.0627017 Feb 11 13:15:58.122652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2b86dc43-4e8e-4a7a-84b6-c72d068e0039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.123932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1991cc50-cfa0-4ae0-a20f-9810026b6b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.137685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76058dd7-c41a-4153-b1f0-7947670ff0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.162984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1991cc50-cfa0-4ae0-a20f-9810026b6b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.174365 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2b86dc43-4e8e-4a7a-84b6-c72d068e0039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.198467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 50a6f212-4947-4ebc-a313-8b83f062062e completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:58.204331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 50a6f212-4947-4ebc-a313-8b83f062062e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:58.205010 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.301539 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.325303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc2999b-afd5-4f58-be7b-357324394176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a6f212-4947-4ebc-a313-8b83f062062e'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:15:58.327078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76058dd7-c41a-4153-b1f0-7947670ff0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.338916 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76058dd7-c41a-4153-b1f0-7947670ff0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.338916 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-76058dd7-c41a-4153-b1f0-7947670ff0a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dc582854-665b-47c7-a425-ba5e3ffd93db HTTP/1.1" status: 204 len: 168 time: 0.4461696 Feb 11 13:15:58.340852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76058dd7-c41a-4153-b1f0-7947670ff0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc582854-665b-47c7-a425-ba5e3ffd93db,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.397244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2b86dc43-4e8e-4a7a-84b6-c72d068e0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.399123 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1991cc50-cfa0-4ae0-a20f-9810026b6b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.403835 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2b86dc43-4e8e-4a7a-84b6-c72d068e0039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.408971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1991cc50-cfa0-4ae0-a20f-9810026b6b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.412655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1991cc50-cfa0-4ae0-a20f-9810026b6b8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a16c994d-87a0-4b8b-b2f4-ee5fa97e577f HTTP/1.1" status: 204 len: 168 time: 0.5321670 Feb 11 13:15:58.415078 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2b86dc43-4e8e-4a7a-84b6-c72d068e0039 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d09ffe45-adff-41ce-b8ac-9b835218aaf0 HTTP/1.1" status: 204 len: 168 time: 0.5429690 Feb 11 13:15:58.418025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Made reservation on behalf of d924123a82f64033b5e4f3ec7345259b for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:58.435605 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.440169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1991cc50-cfa0-4ae0-a20f-9810026b6b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16c994d-87a0-4b8b-b2f4-ee5fa97e577f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.442695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 50a6f212-4947-4ebc-a313-8b83f062062e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=50a6f212-4947-4ebc-a313-8b83f062062e,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:58.458859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86dc43-4e8e-4a7a-84b6-c72d068e0039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ffe45-adff-41ce-b8ac-9b835218aaf0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.557601 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.596814 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.624618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=50a6f212-4947-4ebc-a313-8b83f062062e,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.632718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f193d4-563b-4660-af82-034b3d375327 req-7e3563b2-4d11-4798-8f5f-919a3107bc63 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:58.642593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9f193d4-563b-4660-af82-034b3d375327 req-7e3563b2-4d11-4798-8f5f-919a3107bc63 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 969 time: 0.1716123 Feb 11 13:15:58.702319 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9f193d4-563b-4660-af82-034b3d375327 req-88801a7c-2668-4cac-af04-870cf2f0d439 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587220 Feb 11 13:15:58.703427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Allocated IP 172.20.0.12 (d9040ff7-c9e8-479c-a4b0-9604775f45cf/c627b4e6-0a2b-473f-9670-34857f922d4d/b03fcc03-aaa5-478b-bc15-8217c8c19543) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:58.864657 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:58.981137 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.046942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Network d9040ff7-c9e8-479c-a4b0-9604775f45cf is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:59.050711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:59.055129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:59.060647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.061269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.070537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event updated for resources: {'Port': ['ID=b03fcc03-aaa5-478b-bc15-8217c8c19543,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:59.162280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-534ea706-f9b2-4d5b-b10c-33edced84939 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2381756 Feb 11 13:15:59.238453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9fe95-f719-406c-9f58-d8bd62fabfdb req-937c4602-76f3-4dbd-8253-dd880870a34e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.240252 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dba9fe95-f719-406c-9f58-d8bd62fabfdb req-937c4602-76f3-4dbd-8253-dd880870a34e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 932 time: 0.0660253 Feb 11 13:15:59.281338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dba9fe95-f719-406c-9f58-d8bd62fabfdb req-d0d62138-dd6a-41dd-b60f-b8c039030e87 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348163 Feb 11 13:15:59.346724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36282) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:59.361092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be12cda1-50d3-4e10-89f1-58a3035e2817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.361760 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfde5c05-af5a-4b03-a09f-648dce9ec8e4" -d '{"events": [{"server_uuid": "3bc2999b-afd5-4f58-be7b-357324394176", "name": "network-vif-plugged", "status": "completed", "tag": "50a6f212-4947-4ebc-a313-8b83f062062e"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:59.381027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0c46f7fb-2f48-43fb-b033-18b61ac2ed5e None None] Provisioning complete for port b03fcc03-aaa5-478b-bc15-8217c8c19543 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:59.381632 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0c46f7fb-2f48-43fb-b033-18b61ac2ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.428856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0c46f7fb-2f48-43fb-b033-18b61ac2ed5e None None] Port b03fcc03-aaa5-478b-bc15-8217c8c19543 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:15:59.482084 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be12cda1-50d3-4e10-89f1-58a3035e2817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.563750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be12cda1-50d3-4e10-89f1-58a3035e2817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.609365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-be12cda1-50d3-4e10-89f1-58a3035e2817 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f7e74693e114b5ebc4eeffffaa0bd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2578518 Feb 11 13:15:59.610477 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36288) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:59.610629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12cda1-50d3-4e10-89f1-58a3035e2817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd39eb81-7c26-4d19-9d33-dbf8bc3a5b4c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:59.666371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6981-efb0-4a54-8321-fcf142b7b797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.689039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6981-efb0-4a54-8321-fcf142b7b797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.833484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f33c2f-87ec-415c-a70d-076e3952d88d req-d0279d00-f609-4db6-bfe9-58f79b500620 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.834984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e6f33c2f-87ec-415c-a70d-076e3952d88d req-d0279d00-f609-4db6-bfe9-58f79b500620 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 970 time: 0.0514605 Feb 11 13:15:59.838136 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6981-efb0-4a54-8321-fcf142b7b797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.838265 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.840978 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a2b6981-efb0-4a54-8321-fcf142b7b797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:15:59.843734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5a2b6981-efb0-4a54-8321-fcf142b7b797 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd39eb81-7c26-4d19-9d33-dbf8bc3a5b4c HTTP/1.1" status: 204 len: 168 time: 0.2308190 Feb 11 13:15:59.859186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b6981-efb0-4a54-8321-fcf142b7b797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd39eb81-7c26-4d19-9d33-dbf8bc3a5b4c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:59.884339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36296) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:15:59.891179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e6f33c2f-87ec-415c-a70d-076e3952d88d req-1c9a2dda-17f5-425b-9179-1dded2e78ba2 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496597 Feb 11 13:15:59.915479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f8d9fc92-af09-46a5-b9fc-f251a68da926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.011600 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f8d9fc92-af09-46a5-b9fc-f251a68da926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.078063 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f8d9fc92-af09-46a5-b9fc-f251a68da926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.118709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f8d9fc92-af09-46a5-b9fc-f251a68da926 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac43d15acab6479197b24b07742d8d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294431 Feb 11 13:16:00.119544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9fc92-af09-46a5-b9fc-f251a68da926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b67275-775b-430a-88b4-3a2b5401b4f7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:00.121387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36298) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:00.173528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b56d523-2f39-4e1d-add5-80bd9046b64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.197141 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b56d523-2f39-4e1d-add5-80bd9046b64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.337535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36302) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:00.351172 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15718986-2e29-4563-9206-703acee0a42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.354610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b56d523-2f39-4e1d-add5-80bd9046b64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.357050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b56d523-2f39-4e1d-add5-80bd9046b64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.359091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8b56d523-2f39-4e1d-add5-80bd9046b64a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9b67275-775b-430a-88b4-3a2b5401b4f7 HTTP/1.1" status: 204 len: 168 time: 0.2356257 Feb 11 13:16:00.378835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b56d523-2f39-4e1d-add5-80bd9046b64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b67275-775b-430a-88b4-3a2b5401b4f7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:00.425720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36306) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:00.442742 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.451920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec41226c-c0ca-4d7d-acfd-c818641d2041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.454850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c411de-4084-45d6-913c-08689d0f483e req-cebee365-25ac-4cc3-9055-6f3307ebd1be tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:00.456927 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4c411de-4084-45d6-913c-08689d0f483e req-cebee365-25ac-4cc3-9055-6f3307ebd1be tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 932 time: 0.0808723 Feb 11 13:16:00.542537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4c411de-4084-45d6-913c-08689d0f483e req-4853590b-b2fa-4d70-9fd8-20ac0dfb2bff tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672519 Feb 11 13:16:00.556532 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15718986-2e29-4563-9206-703acee0a42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.560794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36308) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:00.598968 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec41226c-c0ca-4d7d-acfd-c818641d2041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.638044 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15718986-2e29-4563-9206-703acee0a42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.663697 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e9bdd7-69f3-4e7a-bd18-175c791c7c8a x-openstack-request-id: req-52e9bdd7-69f3-4e7a-bd18-175c791c7c8a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:00.664014 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc2999b-afd5-4f58-be7b-357324394176", "name": "network-vif-plugged", "status": "completed", "tag": "50a6f212-4947-4ebc-a313-8b83f062062e", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:00.664265 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52e9bdd7-69f3-4e7a-bd18-175c791c7c8a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:00.664750 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc2999b-afd5-4f58-be7b-357324394176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a6f212-4947-4ebc-a313-8b83f062062e', 'code': 200} Feb 11 13:16:00.666741 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec41226c-c0ca-4d7d-acfd-c818641d2041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.682016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-15718986-2e29-4563-9206-703acee0a42b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=308d217092de4c05874c4c227574af3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430610 Feb 11 13:16:00.685813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36312) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:00.697795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15718986-2e29-4563-9206-703acee0a42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f96a035-00fc-4326-8328-b379a6e0f00d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:00.734366 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ec41226c-c0ca-4d7d-acfd-c818641d2041 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e118a556821d4fab98a1b3e79ac72e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066697 Feb 11 13:16:00.734880 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41226c-c0ca-4d7d-acfd-c818641d2041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c072c6be-70b6-4d41-82a1-0b8fca681d07,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:00.739443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36314) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:00.820960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad6a7-d3c5-4799-bba9-e1e524488007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.828058 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf325dfe-e794-48ec-9114-ddf32ed81158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.850966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf325dfe-e794-48ec-9114-ddf32ed81158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.856181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3630ed-f349-4e3b-a1e7-fa4f74f0b505 req-d8473033-fc5b-4290-9281-9c351c71adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:00.857681 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b3630ed-f349-4e3b-a1e7-fa4f74f0b505 req-d8473033-fc5b-4290-9281-9c351c71adc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 1121 time: 0.1004741 Feb 11 13:16:00.859464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad6a7-d3c5-4799-bba9-e1e524488007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:00.890443 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6b3630ed-f349-4e3b-a1e7-fa4f74f0b505 req-5bc97a78-e3a9-471d-a541-dfa827f89aca service neutron] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.008771 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf325dfe-e794-48ec-9114-ddf32ed81158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.011573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf325dfe-e794-48ec-9114-ddf32ed81158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.012762 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cf325dfe-e794-48ec-9114-ddf32ed81158 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c072c6be-70b6-4d41-82a1-0b8fca681d07 HTTP/1.1" status: 204 len: 168 time: 0.2723453 Feb 11 13:16:01.029634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf325dfe-e794-48ec-9114-ddf32ed81158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c072c6be-70b6-4d41-82a1-0b8fca681d07,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.034786 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad6a7-d3c5-4799-bba9-e1e524488007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.043062 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c6ad6a7-d3c5-4799-bba9-e1e524488007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.047326 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1c6ad6a7-d3c5-4799-bba9-e1e524488007 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f96a035-00fc-4326-8328-b379a6e0f00d HTTP/1.1" status: 204 len: 168 time: 0.3569701 Feb 11 13:16:01.056166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29c6f0-f8c1-4e47-bf4e-e5ce0eed94b7 req-51b3369f-dbc3-4948-8857-9867f9183e53 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:01.057804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da29c6f0-f8c1-4e47-bf4e-e5ce0eed94b7 req-51b3369f-dbc3-4948-8857-9867f9183e53 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 970 time: 0.0873179 Feb 11 13:16:01.067186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ad6a7-d3c5-4799-bba9-e1e524488007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f96a035-00fc-4326-8328-b379a6e0f00d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.118615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6b3630ed-f349-4e3b-a1e7-fa4f74f0b505 req-5bc97a78-e3a9-471d-a541-dfa827f89aca service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.126085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da29c6f0-f8c1-4e47-bf4e-e5ce0eed94b7 req-9be83458-fe85-478a-8729-afc3e868fdb3 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611348 Feb 11 13:16:01.180496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6b3630ed-f349-4e3b-a1e7-fa4f74f0b505 req-5bc97a78-e3a9-471d-a541-dfa827f89aca service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.194477 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6338-4592-4a9e-923d-c759cb897ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.211360 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b3630ed-f349-4e3b-a1e7-fa4f74f0b505 req-5bc97a78-e3a9-471d-a541-dfa827f89aca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449857 Feb 11 13:16:01.225284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc97a78-e3a9-471d-a541-dfa827f89aca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d813e9e-30eb-408a-9325-2e7cd6b866e4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.282488 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6338-4592-4a9e-923d-c759cb897ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.378771 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b2f6338-4592-4a9e-923d-c759cb897ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.420622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6b2f6338-4592-4a9e-923d-c759cb897ba4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=74dffc12bff44482b759fcce60e6a53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8585856 Feb 11 13:16:01.421195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36332) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:01.421642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f6338-4592-4a9e-923d-c759cb897ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fb3c34-7579-443b-9e81-3b6bce9df006,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.478976 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a87a9736-9886-4229-92ca-60de94fe798a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.500850 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a87a9736-9886-4229-92ca-60de94fe798a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.679569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17d8e5-f415-44d4-8a86-4df3b92ddae4 req-08bef2af-6cc9-4bcf-9cb0-10e133faf12b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:01.681436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf17d8e5-f415-44d4-8a86-4df3b92ddae4 req-08bef2af-6cc9-4bcf-9cb0-10e133faf12b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 932 time: 0.0576661 Feb 11 13:16:01.682962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a87a9736-9886-4229-92ca-60de94fe798a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.685679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a87a9736-9886-4229-92ca-60de94fe798a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:01.692963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a87a9736-9886-4229-92ca-60de94fe798a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5fb3c34-7579-443b-9e81-3b6bce9df006 HTTP/1.1" status: 204 len: 168 time: 0.2654169 Feb 11 13:16:01.711713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a9736-9886-4229-92ca-60de94fe798a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fb3c34-7579-443b-9e81-3b6bce9df006,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.737509 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf17d8e5-f415-44d4-8a86-4df3b92ddae4 req-af4a9c2a-a430-4f7d-ab55-2f4b90e2b5be tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459993 Feb 11 13:16:02.246505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da834a-7bab-4432-bfb3-5b980acceaf3 req-079de40c-0b54-42ee-a715-0083f0b538b0 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:02.247963 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0da834a-7bab-4432-bfb3-5b980acceaf3 req-079de40c-0b54-42ee-a715-0083f0b538b0 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 970 time: 0.0560911 Feb 11 13:16:02.288314 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0da834a-7bab-4432-bfb3-5b980acceaf3 req-35db7d62-93a2-4417-8b05-c763b98239d9 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342500 Feb 11 13:16:02.681023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36384) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:02.695031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-777f8f35-6e9c-40fe-9279-ab4ab159247e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:02.791451 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:16:02.797269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-777f8f35-6e9c-40fe-9279-ab4ab159247e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:02.860499 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-777f8f35-6e9c-40fe-9279-ab4ab159247e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:02.911431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6cfff-6f78-40c6-8155-7aa7e90cdc68 req-e78d1f09-8e3d-447a-a3b4-783a9167a8c6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:02.912997 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bfa6cfff-6f78-40c6-8155-7aa7e90cdc68 req-e78d1f09-8e3d-447a-a3b4-783a9167a8c6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 932 time: 0.0941892 Feb 11 13:16:02.920406 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-777f8f35-6e9c-40fe-9279-ab4ab159247e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7c179675259e4b79b462bdb11ba519b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385108 Feb 11 13:16:02.922978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f8f35-6e9c-40fe-9279-ab4ab159247e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00963fd9-32f3-449b-a398-41f8f9376a5f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.925221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36396) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:02.972991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bfa6cfff-6f78-40c6-8155-7aa7e90cdc68 req-6daeb53c-98ce-4d1a-9f84-eb2176d64a8e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474567 Feb 11 13:16:03.016940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37c23d0a-82d5-4b83-b317-f2a8dd92c7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.040884 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37c23d0a-82d5-4b83-b317-f2a8dd92c7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.133467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36406) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:03.179756 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37c23d0a-82d5-4b83-b317-f2a8dd92c7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.184078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37c23d0a-82d5-4b83-b317-f2a8dd92c7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.185388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-37c23d0a-82d5-4b83-b317-f2a8dd92c7fb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00963fd9-32f3-449b-a398-41f8f9376a5f HTTP/1.1" status: 204 len: 168 time: 0.2587569 Feb 11 13:16:03.193722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c23d0a-82d5-4b83-b317-f2a8dd92c7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00963fd9-32f3-449b-a398-41f8f9376a5f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.412092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9398ad-281d-49c5-b500-dcd081f8cb77 req-5e87fb61-cd70-4181-ad9b-5d5251ba0d1b tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:03.415329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db9398ad-281d-49c5-b500-dcd081f8cb77 req-5e87fb61-cd70-4181-ad9b-5d5251ba0d1b tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 970 time: 0.0558703 Feb 11 13:16:03.433322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-509228910-network', 'tenant_id': 'c143e0388f93410888c1f43650d02942'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:03.479547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db9398ad-281d-49c5-b500-dcd081f8cb77 req-4b23d482-0863-4366-a433-42efc8604b4b tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583172 Feb 11 13:16:03.578404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Made reservation on behalf of c143e0388f93410888c1f43650d02942 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:03.581949 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.590836 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.667284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.714969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36426) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:03.721474 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.747125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:03.757103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f0c1e-f78f-4705-827e-b96e67f15ac0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.762284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.762623 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Added segment 7305153a-06cd-4fe0-8153-09229020b830 of type vlan for network 5ecabf25-7bf5-488c-aac7-98c892767d8d Feb 11 13:16:03.803524 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.989859 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:03.990848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:03.991476 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.019911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2047125360-network', 'tenant_id': 'ddb699d6ec6d410587575318a8f50efc'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:04.095632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ecabf25-7bf5-488c-aac7-98c892767d8d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:04.101832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9698bf-c83a-4c38-93e4-b248b1503875 req-8f95d315-7c83-4ec5-a400-a8cd7ed9a3a1 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.108797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec9698bf-c83a-4c38-93e4-b248b1503875 req-8f95d315-7c83-4ec5-a400-a8cd7ed9a3a1 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 932 time: 0.0567734 Feb 11 13:16:04.110335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 5ecabf25-7bf5-488c-aac7-98c892767d8d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:04.134180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8818672e-9c8c-4520-a94d-1a63f82933f9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9993243 Feb 11 13:16:04.137078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36446) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:04.144400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Request body: {'subnet': {'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-509228910-subnet', 'tenant_id': 'c143e0388f93410888c1f43650d02942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:04.184388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec9698bf-c83a-4c38-93e4-b248b1503875 req-46f6ea87-afbb-4234-81c2-a509e7e4a9e2 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567942 Feb 11 13:16:04.201275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Made reservation on behalf of ddb699d6ec6d410587575318a8f50efc for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:04.203576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.216325 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.289277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Made reservation on behalf of c143e0388f93410888c1f43650d02942 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:04.291572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Notify callbacks [] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.310080 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.374646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.408718 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:04.426426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82aac27-0b18-4bfd-80b2-e1beefab12e0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:04.435303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.435643 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Added segment 2af54366-e8ec-4b5d-8cf7-6a542b63fb1a of type vlan for network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 Feb 11 13:16:04.502975 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.618447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302c566-c4af-4de5-8dba-3df3bc50885e req-f36d17c7-9c44-46af-8f5b-d77e51ed2bb7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.621116 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5302c566-c4af-4de5-8dba-3df3bc50885e req-f36d17c7-9c44-46af-8f5b-d77e51ed2bb7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 970 time: 0.0612779 Feb 11 13:16:04.626749 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.627683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.628803 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.691589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.744128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] Pushing event updated for resources: {'Network': ['ID=5abd96b0-1b09-4c70-a2b4-45e42cccc431,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:04.758169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:04.762370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5302c566-c4af-4de5-8dba-3df3bc50885e req-aaa1b4b4-af16-4c55-962d-24338dd974c7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310360 Feb 11 13:16:04.774938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:04.801065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:04.801065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Network hostable DHCP agents. Network: 5ecabf25-7bf5-488c-aac7-98c892767d8d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:04.823219 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9bbcc3a1-3080-4583-addd-fcd929f35880 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1069210 Feb 11 13:16:04.826016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36476) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:04.832421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Request body: {'subnet': {'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2047125360-subnet', 'tenant_id': 'ddb699d6ec6d410587575318a8f50efc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:04.970922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cdbe9-485a-449c-b1e2-202db660ccd4 req-565067fd-b5ad-44e4-bfec-3c000f9a4d4f tempest-AggregatesAdminTestJSON-170373211 tempest-AggregatesAdminTestJSON-170373211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.973108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b43cdbe9-485a-449c-b1e2-202db660ccd4 req-565067fd-b5ad-44e4-bfec-3c000f9a4d4f tempest-AggregatesAdminTestJSON-170373211 tempest-AggregatesAdminTestJSON-170373211-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 1121 time: 0.0412915 Feb 11 13:16:04.986366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Made reservation on behalf of ddb699d6ec6d410587575318a8f50efc for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:04.989444 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:04.994371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b43cdbe9-485a-449c-b1e2-202db660ccd4 req-d7022837-69d8-4423-9e20-3a4218b6e943 tempest-AggregatesAdminTestJSON-170373211 tempest-AggregatesAdminTestJSON-170373211-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.030736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Network 5ecabf25-7bf5-488c-aac7-98c892767d8d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:05.071087 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b43cdbe9-485a-449c-b1e2-202db660ccd4 req-d7022837-69d8-4423-9e20-3a4218b6e943 tempest-AggregatesAdminTestJSON-170373211 tempest-AggregatesAdminTestJSON-170373211-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.144641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 5ecabf25-7bf5-488c-aac7-98c892767d8d) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:05.153655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:05.154273 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.154503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b14190-9a10-450d-95e9-a02150110859 None None] Network 5ecabf25-7bf5-488c-aac7-98c892767d8d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:05.193057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b43cdbe9-485a-449c-b1e2-202db660ccd4 req-d7022837-69d8-4423-9e20-3a4218b6e943 tempest-AggregatesAdminTestJSON-170373211 tempest-AggregatesAdminTestJSON-170373211-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.226264 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b43cdbe9-485a-449c-b1e2-202db660ccd4 req-d7022837-69d8-4423-9e20-3a4218b6e943 tempest-AggregatesAdminTestJSON-170373211 tempest-AggregatesAdminTestJSON-170373211-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433727 Feb 11 13:16:05.239225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7022837-69d8-4423-9e20-3a4218b6e943 tempest-AggregatesAdminTestJSON-170373211 tempest-AggregatesAdminTestJSON-170373211-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc2331c-e160-426a-8d47-9b027cb14ac4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:05.277121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8ce90476-894b-4a9d-9354-ff1fa8cd3bac admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1389329 Feb 11 13:16:05.278510 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.295204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ee5ef-d434-448e-bbbd-00fd953ba4f5 None None] Network 5ecabf25-7bf5-488c-aac7-98c892767d8d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:05.339387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bde86d-9f53-437d-ab24-7edd05b5c2d2,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:05.392780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:05.393280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Network hostable DHCP agents. Network: 5abd96b0-1b09-4c70-a2b4-45e42cccc431, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:05.402970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c0f03-0854-4a15-a85c-6f6a730979e2 req-4d518610-851e-4010-8609-e7524ed6ccc1 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:05.413292 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-634c0f03-0854-4a15-a85c-6f6a730979e2 req-4d518610-851e-4010-8609-e7524ed6ccc1 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 932 time: 0.0902495 Feb 11 13:16:05.459089 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-634c0f03-0854-4a15-a85c-6f6a730979e2 req-a7d003bd-60ad-4c23-9be6-5e7d1fd7d5c8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457728 Feb 11 13:16:05.496699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:05.560451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-a18286c7-a119-4a61-8c14-0bba5ae4fcca tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:16:05.568002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-a18286c7-a119-4a61-8c14-0bba5ae4fcca tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107539 Feb 11 13:16:05.580555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 5abd96b0-1b09-4c70-a2b4-45e42cccc431) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:05.585844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:05.588830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:05.591397 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81942981-fe60-4837-a787-3859881924e4 None None] Network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:05.606185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36502) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:05.724090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-30c683c1-691f-42c8-ae03-f0f71e61b485 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8966367 Feb 11 13:16:05.733394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5373316-f2c6-416c-8d77-6b73d9bee609 None None] Network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:05.994454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-954cb9b6-4226-4efb-b5fb-1772166a4c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.089079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-954cb9b6-4226-4efb-b5fb-1772166a4c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.160840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Request body: {'port': {'device_id': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:06.171543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358c438-404b-459d-b861-399c80702b7e req-14089b66-acd6-4c13-a9ff-4954eaa91a03 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:06.173007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1358c438-404b-459d-b861-399c80702b7e req-14089b66-acd6-4c13-a9ff-4954eaa91a03 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 970 time: 0.0597866 Feb 11 13:16:06.180107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-954cb9b6-4226-4efb-b5fb-1772166a4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.216847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1358c438-404b-459d-b861-399c80702b7e req-f6f0bdb9-4735-45ce-9209-89f3d9e125bf tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Feb 11 13:16:06.224645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954cb9b6-4226-4efb-b5fb-1772166a4c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f89dae-d9cc-4f3f-aef6-7b49ffc3ae55,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:06.272494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-954cb9b6-4226-4efb-b5fb-1772166a4c7e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76834da5942640b487fc1450e757eaf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648893 Feb 11 13:16:06.275125 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.275386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36536) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:06.328333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84e6cdee-aa62-4385-a4ec-01b1048935ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.350383 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84e6cdee-aa62-4385-a4ec-01b1048935ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.504609 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84e6cdee-aa62-4385-a4ec-01b1048935ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.507456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84e6cdee-aa62-4385-a4ec-01b1048935ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.508928 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-84e6cdee-aa62-4385-a4ec-01b1048935ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8f89dae-d9cc-4f3f-aef6-7b49ffc3ae55 HTTP/1.1" status: 204 len: 168 time: 0.2319355 Feb 11 13:16:06.522834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6cdee-aa62-4385-a4ec-01b1048935ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f89dae-d9cc-4f3f-aef6-7b49ffc3ae55,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:06.582431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03fcc03-aaa5-478b-bc15-8217c8c19543 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:06.591613 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.609376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Transition to ACTIVE for port object b03fcc03-aaa5-478b-bc15-8217c8c19543 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:06.621312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7890c3a-cdee-4811-a13b-de8c4ead8649 req-117c5059-57d4-4b0d-b78d-2a4282e36a10 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:06.622872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f7890c3a-cdee-4811-a13b-de8c4ead8649 req-117c5059-57d4-4b0d-b78d-2a4282e36a10 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 932 time: 0.0742803 Feb 11 13:16:06.665210 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f7890c3a-cdee-4811-a13b-de8c4ead8649 req-db2f0b7b-aa9e-4f70-aafa-bb45cda11c2e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340004 Feb 11 13:16:06.678617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:06.920293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b03fcc03-aaa5-478b-bc15-8217c8c19543,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:06.937386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Attempting to bind port b03fcc03-aaa5-478b-bc15-8217c8c19543 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:06.937705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Attempting to bind port b03fcc03-aaa5-478b-bc15-8217c8c19543 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:06.938056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Attempting to bind port b03fcc03-aaa5-478b-bc15-8217c8c19543 on network d9040ff7-c9e8-479c-a4b0-9604775f45cf {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:06.946467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Port b03fcc03-aaa5-478b-bc15-8217c8c19543 on network d9040ff7-c9e8-479c-a4b0-9604775f45cf not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:06.946664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Attempting to bind port b03fcc03-aaa5-478b-bc15-8217c8c19543 on network d9040ff7-c9e8-479c-a4b0-9604775f45cf {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:06.954532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:06.954859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Checking segment: {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:06.955241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Bound using segment: {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:06.955664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Bound port: b03fcc03-aaa5-478b-bc15-8217c8c19543, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:06.956033 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.031301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] For port b03fcc03-aaa5-478b-bc15-8217c8c19543, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:07.035585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] For port b03fcc03-aaa5-478b-bc15-8217c8c19543, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b03fcc03-aaa5-478b-bc15-8217c8c19543,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:07.068559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36560) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:07.099745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.146435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:07.147399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.149703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] 10.222.0.59 "PUT /v2.0/ports/b03fcc03-aaa5-478b-bc15-8217c8c19543 HTTP/1.1" status: 200 len: 1092 time: 1.2843904 Feb 11 13:16:07.150303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'tag': 'b03fcc03-aaa5-478b-bc15-8217c8c19543'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:07.153224 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ee4731-1f71-4c5e-b590-9cc42c4570be" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d", "tag": "b03fcc03-aaa5-478b-bc15-8217c8c19543"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:07.218020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4987ddc-0aed-473c-ad1a-670f6fae02a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b03fcc03-aaa5-478b-bc15-8217c8c19543,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:07.247036 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8837235a-592b-431b-b052-d6a79762df93 x-openstack-request-id: req-8837235a-592b-431b-b052-d6a79762df93 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:07.247674 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d", "tag": "b03fcc03-aaa5-478b-bc15-8217c8c19543", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:07.247674 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8837235a-592b-431b-b052-d6a79762df93 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:07.248189 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'tag': 'b03fcc03-aaa5-478b-bc15-8217c8c19543', 'status': 'completed', 'code': 200} Feb 11 13:16:07.351113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee4731-1f71-4c5e-b590-9cc42c4570be req-b5e4b509-c3cc-4f2f-9a62-21dee01c1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:07.352768 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93ee4731-1f71-4c5e-b590-9cc42c4570be req-b5e4b509-c3cc-4f2f-9a62-21dee01c1af0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d924123a82f64033b5e4f3ec7345259b&device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 1095 time: 0.0826607 Feb 11 13:16:07.363959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c9b9f-8299-4e43-8d8d-4fe35188b382 req-ab9d990c-086d-4019-8299-97810e9df082 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:07.365442 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-920c9b9f-8299-4e43-8d8d-4fe35188b382 req-ab9d990c-086d-4019-8299-97810e9df082 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 970 time: 0.0645394 Feb 11 13:16:07.500833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ac18c9e-ba15-4960-a32c-764b1741be92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.523405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36574) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:07.531134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2144197909-network', 'tenant_id': '42fed4ebaf9748048d7ad4db22cede5d'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:07.540724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-920c9b9f-8299-4e43-8d8d-4fe35188b382 req-340654ed-bbfd-4faa-919f-acbddcbe7c45 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/security-groups?id=1416de0d-7b70-4c91-aef4-d1a4b81619e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587968 Feb 11 13:16:07.576743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36576) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:07.596213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-3f1e9e8d-4127-4aeb-938d-d3dddede4145 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:07.598345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-3f1e9e8d-4127-4aeb-938d-d3dddede4145 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.13 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 970 time: 0.1570082 Feb 11 13:16:07.599814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee4731-1f71-4c5e-b590-9cc42c4570be req-d08c5515-c4fa-43de-8431-953fdf6a6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:07.601045 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d3e72296-05a1-4173-b892-42d26b23e179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.601258 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93ee4731-1f71-4c5e-b590-9cc42c4570be req-d08c5515-c4fa-43de-8431-953fdf6a6192 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=d924123a82f64033b5e4f3ec7345259b&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2348011 Feb 11 13:16:07.663646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Made reservation on behalf of 42fed4ebaf9748048d7ad4db22cede5d for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:07.666384 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.694989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.699612 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ac18c9e-ba15-4960-a32c-764b1741be92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.777497 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36582) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:07.784835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-615343661-network', 'tenant_id': '8a74cc28ce7646a285831dd8ad3c5def'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:07.794576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ac18c9e-ba15-4960-a32c-764b1741be92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.838609 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d3e72296-05a1-4173-b892-42d26b23e179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.882368 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5ac18c9e-ba15-4960-a32c-764b1741be92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b35f208066bb46cba259f4d6a5b2d822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8122165 Feb 11 13:16:07.886782 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36588) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:07.907854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac18c9e-ba15-4960-a32c-764b1741be92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec25ec-9eed-42d3-a74e-c3dc11e05139,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:07.919169 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d3e72296-05a1-4173-b892-42d26b23e179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.919377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee4731-1f71-4c5e-b590-9cc42c4570be req-78788362-ccda-4d2c-9358-5f603f1b5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:07.920876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93ee4731-1f71-4c5e-b590-9cc42c4570be req-78788362-ccda-4d2c-9358-5f603f1b5481 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3092866 Feb 11 13:16:07.979432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-c45a7a5a-a8e7-452b-a517-04a2cab5d1f7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Deleting port 50a6f212-4947-4ebc-a313-8b83f062062e {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:16:07.979767 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-c45a7a5a-a8e7-452b-a517-04a2cab5d1f7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:07.993220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.006925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Made reservation on behalf of 8a74cc28ce7646a285831dd8ad3c5def for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:08.009151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.020534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d3e72296-05a1-4173-b892-42d26b23e179 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a34279b89c3040ec969cf5c7e4523a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423070 Feb 11 13:16:08.025981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e72296-05a1-4173-b892-42d26b23e179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3974d508-ec90-4d0e-b5fc-d5bd9decceb0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.035646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faffd6c-2383-496c-af65-5b9a06832a5d req-a7387df7-dde5-4d0b-8260-e3cc1c5f822f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.037140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5faffd6c-2383-496c-af65-5b9a06832a5d req-a7387df7-dde5-4d0b-8260-e3cc1c5f822f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 944 time: 0.2404821 Feb 11 13:16:08.037628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36594) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:08.044176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.077963 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-227f4078-7ff2-4af9-92c4-fc828daeae89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.081911 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.124487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-817f2868-d516-48fe-9c05-8cad713ff564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.126117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-817f2868-d516-48fe-9c05-8cad713ff564 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d924123a82f64033b5e4f3ec7345259b&device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 1095 time: 0.1593881 Feb 11 13:16:08.129089 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-227f4078-7ff2-4af9-92c4-fc828daeae89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.203578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-32144846-05c0-4dd4-aac7-5b38039a28b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b03fcc03-aaa5-478b-bc15-8217c8c19543 HTTP/1.1" status: 200 len: 217 time: 0.0683775 Feb 11 13:16:08.214198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-c45a7a5a-a8e7-452b-a517-04a2cab5d1f7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] For port 50a6f212-4947-4ebc-a313-8b83f062062e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=50a6f212-4947-4ebc-a313-8b83f062062e,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:08.214568 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-c45a7a5a-a8e7-452b-a517-04a2cab5d1f7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.254511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:08.267334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-c45a7a5a-a8e7-452b-a517-04a2cab5d1f7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Calling delete_port for 50a6f212-4947-4ebc-a313-8b83f062062e owned by compute:tempest-test_az-839140502 {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:16:08.273436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5faffd6c-2383-496c-af65-5b9a06832a5d req-b460c26c-90ee-4729-8366-c2c5dc001bd8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274668 Feb 11 13:16:08.278098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21e6a36-f133-4f1a-af63-2b08b2c256ed,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.283902 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.284861 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Added segment 1889b1c4-1aba-4cdf-97e3-5e09ec962a5b of type vlan for network 0b9bd510-250c-4e53-946d-b87952e3524f Feb 11 13:16:08.337319 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-669fe484-e7ad-47de-854d-3e5e8a906a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.363114 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.369468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-4ff5c105-ccfb-4806-ae89-df569ac63416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.369986 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-4ff5c105-ccfb-4806-ae89-df569ac63416 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c627b4e6-0a2b-473f-9670-34857f922d4d HTTP/1.1" status: 200 len: 863 time: 0.1526873 Feb 11 13:16:08.386463 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-669fe484-e7ad-47de-854d-3e5e8a906a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.437495 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-227f4078-7ff2-4af9-92c4-fc828daeae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.441169 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-227f4078-7ff2-4af9-92c4-fc828daeae89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.444619 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-227f4078-7ff2-4af9-92c4-fc828daeae89 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6dec25ec-9eed-42d3-a74e-c3dc11e05139 HTTP/1.1" status: 204 len: 168 time: 0.5542595 Feb 11 13:16:08.456714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.459410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-65ab4103-8e13-4510-94ba-7ccff4ae96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.459410 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-65ab4103-8e13-4510-94ba-7ccff4ae96aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9040ff7-c9e8-479c-a4b0-9604775f45cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823863 Feb 11 13:16:08.461474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f4078-7ff2-4af9-92c4-fc828daeae89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec25ec-9eed-42d3-a74e-c3dc11e05139,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.488142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.489467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.490128 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.577038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] Pushing event updated for resources: {'Network': ['ID=0b9bd510-250c-4e53-946d-b87952e3524f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.588639 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.588789 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 0b9bd510-250c-4e53-946d-b87952e3524f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:08.605604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:08.618479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.619092 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Added segment afc8d14c-d4e1-4538-8c4e-712f2f3977df of type vlan for network 73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3 Feb 11 13:16:08.621012 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-6ea269a7-0246-462a-af47-d4a25e6dfd29 service neutron] 10.222.0.59 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537788 Feb 11 13:16:08.657284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-97cac97a-b140-4a07-8301-6dc3e189133c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1321018 Feb 11 13:16:08.658001 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-669fe484-e7ad-47de-854d-3e5e8a906a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.661377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-669fe484-e7ad-47de-854d-3e5e8a906a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.662432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-669fe484-e7ad-47de-854d-3e5e8a906a76 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3974d508-ec90-4d0e-b5fc-d5bd9decceb0 HTTP/1.1" status: 204 len: 168 time: 0.6232789 Feb 11 13:16:08.666622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36608) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:08.678298 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-c45a7a5a-a8e7-452b-a517-04a2cab5d1f7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.684697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Request body: {'subnet': {'network_id': '0b9bd510-250c-4e53-946d-b87952e3524f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2144197909-subnet', 'tenant_id': '42fed4ebaf9748048d7ad4db22cede5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:08.703127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['50a6f212-4947-4ebc-a313-8b83f062062e'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:08.715078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1af2a3d8-8e7a-4420-a3c7-1b1f9e5c8dca req-c694a60f-46cc-4c91-85ea-7bdd79dc1447 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 210 time: 0.0663314 Feb 11 13:16:08.716877 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.719223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a7a5a-a8e7-452b-a517-04a2cab5d1f7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Pushing event deleted for resources: {'Port': ['ID=50a6f212-4947-4ebc-a313-8b83f062062e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.742348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f70d4d-6849-4517-8308-332b4e06e9d9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.766194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe484-e7ad-47de-854d-3e5e8a906a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3974d508-ec90-4d0e-b5fc-d5bd9decceb0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.875625 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Made reservation on behalf of 42fed4ebaf9748048d7ad4db22cede5d for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:08.888616 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Notify callbacks [] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.930125 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:08.931096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:08.931675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.020507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] Pushing event updated for resources: {'Network': ['ID=73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.021299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-c45a7a5a-a8e7-452b-a517-04a2cab5d1f7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] No DVR routers for this DVR port 50a6f212-4947-4ebc-a313-8b83f062062e on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:09.026921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-c45a7a5a-a8e7-452b-a517-04a2cab5d1f7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.030237 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ebadbd6-6403-4076-b980-4ab68b10879d req-c45a7a5a-a8e7-452b-a517-04a2cab5d1f7 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.13 "DELETE /v2.0/ports/50a6f212-4947-4ebc-a313-8b83f062062e HTTP/1.1" status: 204 len: 173 time: 1.4257295 Feb 11 13:16:09.032336 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:09.050345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c515a4-d831-4eee-9b81-c7aede7de60e req-f155c59a-4e50-4b29-bbb9-0b485b69c3e2 service neutron] 10.222.0.59 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229324 Feb 11 13:16:09.072143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2be0ce28-4b55-4b56-8065-837641dc4fcc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2932367 Feb 11 13:16:09.080289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36616) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:09.086116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Request body: {'subnet': {'network_id': '73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-615343661-subnet', 'tenant_id': '8a74cc28ce7646a285831dd8ad3c5def', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:09.169372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Made reservation on behalf of 8a74cc28ce7646a285831dd8ad3c5def for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:09.171822 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.224481 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.249092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc2999b-afd5-4f58-be7b-357324394176', 'name': 'network-vif-deleted', 'tag': '50a6f212-4947-4ebc-a313-8b83f062062e'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:09.251373 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34a2f06-d719-4683-99ab-5ea99806e9ae" -d '{"events": [{"server_uuid": "3bc2999b-afd5-4f58-be7b-357324394176", "name": "network-vif-deleted", "tag": "50a6f212-4947-4ebc-a313-8b83f062062e"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:09.296593 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1668ed8-254b-4d69-8b2f-a19d6a5eb652 x-openstack-request-id: req-d1668ed8-254b-4d69-8b2f-a19d6a5eb652 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:09.297247 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc2999b-afd5-4f58-be7b-357324394176", "name": "network-vif-deleted", "tag": "50a6f212-4947-4ebc-a313-8b83f062062e", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:09.297247 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1668ed8-254b-4d69-8b2f-a19d6a5eb652 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:09.297718 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc2999b-afd5-4f58-be7b-357324394176', 'name': 'network-vif-deleted', 'tag': '50a6f212-4947-4ebc-a313-8b83f062062e', 'status': 'completed', 'code': 200} Feb 11 13:16:09.312423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Pushing event updated for resources: {'Subnet': ['ID=da29cd3d-327d-4dd2-bf0a-7aca9184d978,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.323016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Checking segment: {'id': '1889b1c4-1aba-4cdf-97e3-5e09ec962a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0b9bd510-250c-4e53-946d-b87952e3524f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:09.323440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Network hostable DHCP agents. Network: 0b9bd510-250c-4e53-946d-b87952e3524f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:09.395808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Network 0b9bd510-250c-4e53-946d-b87952e3524f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:09.418903 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.435580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b80c-1060-40e1-9321-9528081a0121 req-a2ffd1de-8dac-4496-838a-b2918c18b499 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:09.437094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0059b80c-1060-40e1-9321-9528081a0121 req-a2ffd1de-8dac-4496-838a-b2918c18b499 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 944 time: 0.0558584 Feb 11 13:16:09.481921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0059b80c-1060-40e1-9321-9528081a0121 req-19a84982-1192-45e1-9e58-2dc85d78c3e7 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375984 Feb 11 13:16:09.486617 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39c67cf1-a0f1-4eea-97f0-6d98a5ef613e,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.501900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Checking segment: {'id': 'afc8d14c-d4e1-4538-8c4e-712f2f3977df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:09.502321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Network hostable DHCP agents. Network: 73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:09.507697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 0b9bd510-250c-4e53-946d-b87952e3524f) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:09.512796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:09.513880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.521910 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a8d5a5-1ca7-4f66-b05f-19912ecfe34b None None] Network 0b9bd510-250c-4e53-946d-b87952e3524f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:09.585409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36624) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:09.596153 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b2790aad-c105-405b-956f-347abfd4749f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9216089 Feb 11 13:16:09.603282 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Network 73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:09.610446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36630) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:09.619374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:09.629312 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d2f5525a-5732-4fca-96fb-772ffa2e52eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.632144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:09.632959 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.633168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209717bb-1738-4af7-9e7f-5dd404e91750 None None] Network 73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:09.712881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8379ccac-1c7c-46f8-86df-919739d1354e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6305845 Feb 11 13:16:09.723665 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c29c47-c72b-4e9f-bfba-d95d29a209e7 None None] Network 0b9bd510-250c-4e53-946d-b87952e3524f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:09.729234 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d2f5525a-5732-4fca-96fb-772ffa2e52eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.776189 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11ec7a51-4793-432c-a3c7-721e292e1ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.867289 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d2f5525a-5732-4fca-96fb-772ffa2e52eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.883979 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e507f224-431f-4e1d-a484-4d42eb273064 None None] Network 73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:09.947635 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11ec7a51-4793-432c-a3c7-721e292e1ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:09.974877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5525a-5732-4fca-96fb-772ffa2e52eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db136780-baed-4613-9130-53ea5ae7fb8e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.981366 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d2f5525a-5732-4fca-96fb-772ffa2e52eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5736cf25a8ab419498742ea599fe47e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697553 Feb 11 13:16:09.984401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36642) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:10.046322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-765f55ff-7d44-49a3-bafe-3e661f600dcf req-eed0c0ec-24b6-475e-b93e-03c7d4001661 tempest-AggregatesAdminTestJSON-2131151258 tempest-AggregatesAdminTestJSON-2131151258-project] 10.222.0.52 "GET /v2.0/ports?device_id=3bc2999b-afd5-4f58-be7b-357324394176 HTTP/1.1" status: 200 len: 210 time: 0.1117065 Feb 11 13:16:10.047055 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11ec7a51-4793-432c-a3c7-721e292e1ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.138871 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-11ec7a51-4793-432c-a3c7-721e292e1ad7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ac6d5dd898d454bab80bf59643546b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5493414 Feb 11 13:16:10.138871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec7a51-4793-432c-a3c7-721e292e1ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b8c5b6-b041-4003-86cd-925b1badca31,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.139774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36652) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:10.156282 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be545f57-f1d7-49c0-97bb-d6e3ad7c7d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.210350 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be545f57-f1d7-49c0-97bb-d6e3ad7c7d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.239100 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-55ebe5cd-2c4c-48a6-8d9e-df3473beaa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.291309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-55ebe5cd-2c4c-48a6-8d9e-df3473beaa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.389827 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be545f57-f1d7-49c0-97bb-d6e3ad7c7d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.392443 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be545f57-f1d7-49c0-97bb-d6e3ad7c7d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.397092 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-be545f57-f1d7-49c0-97bb-d6e3ad7c7d52 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db136780-baed-4613-9130-53ea5ae7fb8e HTTP/1.1" status: 204 len: 168 time: 0.4117031 Feb 11 13:16:10.417663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be545f57-f1d7-49c0-97bb-d6e3ad7c7d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db136780-baed-4613-9130-53ea5ae7fb8e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.432905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-55ebe5cd-2c4c-48a6-8d9e-df3473beaa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.437147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-55ebe5cd-2c4c-48a6-8d9e-df3473beaa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:10.438497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-55ebe5cd-2c4c-48a6-8d9e-df3473beaa33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14b8c5b6-b041-4003-86cd-925b1badca31 HTTP/1.1" status: 204 len: 168 time: 0.2975678 Feb 11 13:16:10.466266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebe5cd-2c4c-48a6-8d9e-df3473beaa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b8c5b6-b041-4003-86cd-925b1badca31,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.661178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-163d09ea-f234-45f6-98a4-d14e458b4828 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:10.662700 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-163d09ea-f234-45f6-98a4-d14e458b4828 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 821 time: 0.1189427 Feb 11 13:16:10.679512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-0c9bcad6-0d6e-4589-a186-0d0079f0acf6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/quotas/ddb699d6ec6d410587575318a8f50efc HTTP/1.1" status: 200 len: 375 time: 0.0103185 Feb 11 13:16:10.720151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-5d5623c4-02dd-497e-9910-93a282b48fbc tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331018 Feb 11 13:16:10.797565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-31ec83ec-0c2a-4343-8aa1-cc40f1b1a72f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:10.799225 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-31ec83ec-0c2a-4343-8aa1-cc40f1b1a72f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 807 time: 0.1778686 Feb 11 13:16:10.817928 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-a35fbef8-6b6f-440e-a50f-af25b984317e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/quotas/c143e0388f93410888c1f43650d02942 HTTP/1.1" status: 200 len: 375 time: 0.0112176 Feb 11 13:16:10.826635 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-9a3a7582-33fe-4dbf-b3be-f11683b79d91 service neutron] 10.222.0.52 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979695 Feb 11 13:16:10.883934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-199d7d33-0617-4cba-9e64-acba4dbb587b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602264 Feb 11 13:16:10.930648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-07a92e2d-44bf-4d54-91e9-2288c9c3bf05 service neutron] 10.222.0.52 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967736 Feb 11 13:16:11.133171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-19c883d3-04ea-4e0c-b522-54b5fb6d2ef4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:16:11.149830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-19c883d3-04ea-4e0c-b522-54b5fb6d2ef4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1473684 Feb 11 13:16:11.232317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990af2e-6b42-4652-810f-c1a598334614 req-169c5c1d-ee2a-421e-ae09-ad16df70e24a tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:11.234416 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6990af2e-6b42-4652-810f-c1a598334614 req-169c5c1d-ee2a-421e-ae09-ad16df70e24a tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 944 time: 0.0550680 Feb 11 13:16:11.274577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-2eb69e6e-90aa-4bbc-83f6-a4cc03ffbb8c service neutron] 10.222.0.52 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237614 Feb 11 13:16:11.276214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6990af2e-6b42-4652-810f-c1a598334614 req-5479823b-35b5-4cbf-8b41-e4e8bd7b4c93 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348432 Feb 11 13:16:11.426956 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1156e772-9018-4cde-9109-1a1bbc7f27cb req-a0857527-82fb-4d44-b0e0-778fbc744877 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 210 time: 0.0335491 Feb 11 13:16:11.429805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-9ede8074-b985-4009-9cc0-ac4746f821f0 service neutron] 10.222.0.52 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422291 Feb 11 13:16:11.511982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36724) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:11.544579 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0865e3e0-6c9d-4e5a-ac6a-63de02317d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.628559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0865e3e0-6c9d-4e5a-ac6a-63de02317d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.741168 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0865e3e0-6c9d-4e5a-ac6a-63de02317d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.766077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4555457-0213-4841-9476-e232917b592f req-33e64543-ab19-4ca3-a3a1-b3254e697d10 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 210 time: 0.0282609 Feb 11 13:16:11.795929 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0865e3e0-6c9d-4e5a-ac6a-63de02317d1c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed37ac8a4e7b414082063a892000127c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821064 Feb 11 13:16:11.796581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865e3e0-6c9d-4e5a-ac6a-63de02317d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e2bf52-1003-41e9-b923-89a8c6d534b1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:11.798370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36738) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:11.906719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbc6b-26d8-496e-89ee-e4c77c94ebba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:11.932622 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbc6b-26d8-496e-89ee-e4c77c94ebba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.014739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 50a6f212-4947-4ebc-a313-8b83f062062e no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:12.040354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 50a6f212-4947-4ebc-a313-8b83f062062e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:16:12.040703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 50a6f212-4947-4ebc-a313-8b83f062062e not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:12.100739 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbc6b-26d8-496e-89ee-e4c77c94ebba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.103510 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a2cbc6b-26d8-496e-89ee-e4c77c94ebba admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:12.104649 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4a2cbc6b-26d8-496e-89ee-e4c77c94ebba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83e2bf52-1003-41e9-b923-89a8c6d534b1 HTTP/1.1" status: 204 len: 168 time: 0.3053262 Feb 11 13:16:12.113311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cbc6b-26d8-496e-89ee-e4c77c94ebba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e2bf52-1003-41e9-b923-89a8c6d534b1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:12.431532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b6831-8ba0-475b-a610-0f850defad46 req-3c8a0929-7b2d-46ad-b45e-29663edd4eeb tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:12.433129 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-917b6831-8ba0-475b-a610-0f850defad46 req-3c8a0929-7b2d-46ad-b45e-29663edd4eeb tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 944 time: 0.0583172 Feb 11 13:16:12.480245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-917b6831-8ba0-475b-a610-0f850defad46 req-4200d707-9333-4f45-9d15-b15abacea73f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376670 Feb 11 13:16:12.586935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20b4d48f-9899-4139-83df-c0019222eb76 req-67217a53-1af1-4238-bd83-49a1791bdbbe tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 210 time: 0.0312288 Feb 11 13:16:13.112628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dbe37fa-53be-46d5-8338-2ac3a44b877c req-823722cb-c8e4-4e97-8852-bef956a1c8cb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 210 time: 0.0421650 Feb 11 13:16:13.670162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96192871-621a-4318-a054-314f58e6dbfe req-25452002-122e-4465-906a-266f9ec29512 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:13.671636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96192871-621a-4318-a054-314f58e6dbfe req-25452002-122e-4465-906a-266f9ec29512 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 944 time: 0.0666957 Feb 11 13:16:13.709795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96192871-621a-4318-a054-314f58e6dbfe req-9a2b27cd-f854-420f-9183-2502a858c604 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316045 Feb 11 13:16:13.816289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a714330b-5bee-4c29-904b-69a7b5d281e4 req-a3291627-bac7-4c4c-8166-50bea04af2aa tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 210 time: 0.0286038 Feb 11 13:16:14.078293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-be689dc2-7c77-483d-827a-16cb0f7cbf0b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.080062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-be689dc2-7c77-483d-827a-16cb0f7cbf0b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 821 time: 0.1716905 Feb 11 13:16:14.094502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Request body: {'port': {'device_id': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431', 'admin_state_up': True, 'tenant_id': 'ddb699d6ec6d410587575318a8f50efc'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:14.159722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36886) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:14.213253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b03fcc03-aaa5-478b-bc15-8217c8c19543 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:14.320292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506547-f0c2-4d13-b6eb-8109472bab81 req-a67f4757-5e22-4efc-8869-261992d0f1c0 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.320756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506547-f0c2-4d13-b6eb-8109472bab81 req-a67f4757-5e22-4efc-8869-261992d0f1c0 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.321209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506547-f0c2-4d13-b6eb-8109472bab81 req-a67f4757-5e22-4efc-8869-261992d0f1c0 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.321663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506547-f0c2-4d13-b6eb-8109472bab81 req-a67f4757-5e22-4efc-8869-261992d0f1c0 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.322163 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506547-f0c2-4d13-b6eb-8109472bab81 req-a67f4757-5e22-4efc-8869-261992d0f1c0 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.322624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506547-f0c2-4d13-b6eb-8109472bab81 req-a67f4757-5e22-4efc-8869-261992d0f1c0 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.323076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506547-f0c2-4d13-b6eb-8109472bab81 req-a67f4757-5e22-4efc-8869-261992d0f1c0 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.323517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506547-f0c2-4d13-b6eb-8109472bab81 req-a67f4757-5e22-4efc-8869-261992d0f1c0 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.324097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31506547-f0c2-4d13-b6eb-8109472bab81 req-a67f4757-5e22-4efc-8869-261992d0f1c0 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.326124 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-31506547-f0c2-4d13-b6eb-8109472bab81 req-a67f4757-5e22-4efc-8869-261992d0f1c0 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.3154063 Feb 11 13:16:14.334935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d4fbc6d-9ca9-4bc1-bcd6-d147edfa0973 req-2a71942a-1a46-4083-8a3f-c4c475389a2a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 210 time: 0.0413437 Feb 11 13:16:14.391720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port b03fcc03-aaa5-478b-bc15-8217c8c19543, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b03fcc03-aaa5-478b-bc15-8217c8c19543,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:14.392437 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2c4c0f9-f029-4628-9d57-2365743e98f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.407993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'b03fcc03-aaa5-478b-bc15-8217c8c19543', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'port_id': 'b03fcc03-aaa5-478b-bc15-8217c8c19543', 'mac_address': 'fa:16:3e:99:ef:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:14.457617 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.469208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.13', 61902) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:14.478885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Made reservation on behalf of ddb699d6ec6d410587575318a8f50efc for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:14.485199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.493017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03fcc03-aaa5-478b-bc15-8217c8c19543 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:14.515307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port b03fcc03-aaa5-478b-bc15-8217c8c19543, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b03fcc03-aaa5-478b-bc15-8217c8c19543,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:14.583622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-55e9c406-0304-4964-967f-62038afb8c3d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.585023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9097-4409-4c78-b6cb-6ded21b0d6fe req-733ef109-1ee5-47c1-9f4c-2b10a312a086 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.585137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-55e9c406-0304-4964-967f-62038afb8c3d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 807 time: 0.1148539 Feb 11 13:16:14.586399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d84c9097-4409-4c78-b6cb-6ded21b0d6fe req-733ef109-1ee5-47c1-9f4c-2b10a312a086 tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 886 time: 0.2267456 Feb 11 13:16:14.599949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Request body: {'port': {'device_id': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d', 'admin_state_up': True, 'tenant_id': 'c143e0388f93410888c1f43650d02942'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:14.693665 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.734998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Allocated IP 172.20.0.12 (5abd96b0-1b09-4c70-a2b4-45e42cccc431/b6bde86d-9f53-437d-ab24-7edd05b5c2d2/b9a097cd-fa3e-4f48-9940-dc9202ef40e8) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:14.753322 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2c4c0f9-f029-4628-9d57-2365743e98f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.810570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=b03fcc03-aaa5-478b-bc15-8217c8c19543,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:14.816872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6783-5ffc-47ce-a442-955760027418 req-bdebede2-224d-4cdb-858a-f93736fd84db tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.817405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6783-5ffc-47ce-a442-955760027418 req-bdebede2-224d-4cdb-858a-f93736fd84db tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.817867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6783-5ffc-47ce-a442-955760027418 req-bdebede2-224d-4cdb-858a-f93736fd84db tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.818331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6783-5ffc-47ce-a442-955760027418 req-bdebede2-224d-4cdb-858a-f93736fd84db tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.818790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6783-5ffc-47ce-a442-955760027418 req-bdebede2-224d-4cdb-858a-f93736fd84db tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.819337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6783-5ffc-47ce-a442-955760027418 req-bdebede2-224d-4cdb-858a-f93736fd84db tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.819884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6783-5ffc-47ce-a442-955760027418 req-bdebede2-224d-4cdb-858a-f93736fd84db tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.820337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6783-5ffc-47ce-a442-955760027418 req-bdebede2-224d-4cdb-858a-f93736fd84db tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.820791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6783-5ffc-47ce-a442-955760027418 req-bdebede2-224d-4cdb-858a-f93736fd84db tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:14.822704 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e9a6783-5ffc-47ce-a442-955760027418 req-bdebede2-224d-4cdb-858a-f93736fd84db tempest-NetworksTest-352199662 tempest-NetworksTest-352199662-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.2093327 Feb 11 13:16:14.879366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Made reservation on behalf of c143e0388f93410888c1f43650d02942 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:14.883812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:14.935219 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2c4c0f9-f029-4628-9d57-2365743e98f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.036620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96580244-c36a-4545-902a-04ebdc0d3819 req-5e47a53a-09ba-4357-93c0-086311a334c3 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:15.038211 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-96580244-c36a-4545-902a-04ebdc0d3819 req-5e47a53a-09ba-4357-93c0-086311a334c3 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.1642468 Feb 11 13:16:15.082234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4c0f9-f029-4628-9d57-2365743e98f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c2ce48-0059-4b6d-84fb-4ca17c2ea25f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:15.086812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e2c4c0f9-f029-4628-9d57-2365743e98f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2bb9586f06ee476d888c7fd4c2e198d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9256170 Feb 11 13:16:15.089294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['b03fcc03-aaa5-478b-bc15-8217c8c19543'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:15.095670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36924) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:15.163352 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.188553 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-96580244-c36a-4545-902a-04ebdc0d3819 req-496339b9-4dd9-48b6-af70-a5ea05f5f569 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309209 Feb 11 13:16:15.277081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff053-e9df-4c2b-bdbe-1034c454b1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.348160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f285154f-fc6f-47bd-a6a1-69b56826b53c req-1f8b5eb5-c81c-49a2-b292-c32f8a170475 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 210 time: 0.1007051 Feb 11 13:16:15.356869 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff053-e9df-4c2b-bdbe-1034c454b1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.490914 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.496471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36942) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:15.505204 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa18fa11-f2a0-4527-ac38-3a32652cc1c0 req-31d541b1-263a-4608-b3de-4ac1ca37b8a5 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 210 time: 0.0396335 Feb 11 13:16:15.539596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Allocated IP 172.20.0.5 (5ecabf25-7bf5-488c-aac7-98c892767d8d/580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0/32d74923-94cd-459b-bfba-b97ab02165a7) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:15.568814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Pushing event updated for resources: {'Port': ['ID=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:15.574842 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff053-e9df-4c2b-bdbe-1034c454b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.577819 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf7ff053-e9df-4c2b-bdbe-1034c454b1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.578622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bf7ff053-e9df-4c2b-bdbe-1034c454b1ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77c2ce48-0059-4b6d-84fb-4ca17c2ea25f HTTP/1.1" status: 204 len: 168 time: 0.4803765 Feb 11 13:16:15.593028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:15.594543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ff053-e9df-4c2b-bdbe-1034c454b1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c2ce48-0059-4b6d-84fb-4ca17c2ea25f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:15.598092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:15.600330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:15.607086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:15.608543 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.700301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a0a0-b7e4-4e36-8433-b996645cf4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.743391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.758152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-cf3eb441-127c-47ec-b997-337849f49a8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6674216 Feb 11 13:16:15.772691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Request body: {'port': {'device_id': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:15.854408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.858484 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a0a0-b7e4-4e36-8433-b996645cf4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.929856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:15.974246 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ddc7a0a0-b7e4-4e36-8433-b996645cf4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.023594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Pushing event updated for resources: {'Port': ['ID=32d74923-94cd-459b-bfba-b97ab02165a7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:16.042020 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ddc7a0a0-b7e4-4e36-8433-b996645cf4cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7526d40674bf44449412a5037a4c2a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797370 Feb 11 13:16:16.043394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36968) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:16.044145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7a0a0-b7e4-4e36-8433-b996645cf4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d3b3ac-0a57-4a19-8297-90bb3b332179,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:16.061702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Network 5ecabf25-7bf5-488c-aac7-98c892767d8d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:16.067913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:16.071400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:16.077123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:16.077864 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.141060 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b62b5c5a-f9f0-4af9-9da8-f8e3eac8ddb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.203330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b62b5c5a-f9f0-4af9-9da8-f8e3eac8ddb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.214853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b03fcc03-aaa5-478b-bc15-8217c8c19543 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:16.236704 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-7688b0e6-f7d7-4f10-8b0b-6639e4fc7085 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6426401 Feb 11 13:16:16.264862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a097cd-fa3e-4f48-9940-dc9202ef40e8 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:16.273216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Request body: {'port': {'device_id': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:16.275324 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.291656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Transition to ACTIVE for port object b9a097cd-fa3e-4f48-9940-dc9202ef40e8 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:16.350012 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.357149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port b03fcc03-aaa5-478b-bc15-8217c8c19543 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:16.370685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.379903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port b03fcc03-aaa5-478b-bc15-8217c8c19543 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:16.381523 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.475849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Pushing event updated for resources: {'Port': ['ID=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:16.489920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:16.490269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:16.490606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:16.496792 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:16.497245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:16.504985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:16.506145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:16.508893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:16.509437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Bound port: b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:16.509901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.568492 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.638226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36992) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:16.638375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03fcc03-aaa5-478b-bc15-8217c8c19543'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:16.640823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b62b5c5a-f9f0-4af9-9da8-f8e3eac8ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.643504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b62b5c5a-f9f0-4af9-9da8-f8e3eac8ddb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.644435 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb06252-265b-408a-a8b3-969520466e2d" -d '{"events": [{"server_uuid": "8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "b03fcc03-aaa5-478b-bc15-8217c8c19543"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:16.649902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b62b5c5a-f9f0-4af9-9da8-f8e3eac8ddb9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84d3b3ac-0a57-4a19-8297-90bb3b332179 HTTP/1.1" status: 204 len: 168 time: 0.6008244 Feb 11 13:16:16.662624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port b03fcc03-aaa5-478b-bc15-8217c8c19543, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b03fcc03-aaa5-478b-bc15-8217c8c19543,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:16.677118 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04745487-9801-412a-be0f-73fecebc0ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.682916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b5c5a-f9f0-4af9-9da8-f8e3eac8ddb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d3b3ac-0a57-4a19-8297-90bb3b332179,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:16.695950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:16.723927 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.726817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:16.736996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fa083-5a81-43c5-b7bf-d3aba999d161 req-c0bf0ded-f03e-4054-95a8-487d51b427d3 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:16.740073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c28fa083-5a81-43c5-b7bf-d3aba999d161 req-c0bf0ded-f03e-4054-95a8-487d51b427d3 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 945 time: 0.1482921 Feb 11 13:16:16.782137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=b03fcc03-aaa5-478b-bc15-8217c8c19543,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:16.806393 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.859749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:16.860356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.862814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] 10.222.0.13 "PUT /v2.0/ports/b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 200 len: 1092 time: 1.0948572 Feb 11 13:16:16.879234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'tag': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:16.881545 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "05e54f86-efea-4f51-be5f-3d1924aae83c", "tag": "b9a097cd-fa3e-4f48-9940-dc9202ef40e8"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:16.917980 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c28fa083-5a81-43c5-b7bf-d3aba999d161 req-c3967e17-c44b-4679-9e0f-e1ba85b2c6a5 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373940 Feb 11 13:16:16.921159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d74923-94cd-459b-bfba-b97ab02165a7 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:16.932178 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:16.939375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacbec8-ae88-4a24-bdc2-f3231c9da33f service neutron] Pushing event updated for resources: {'Port': ['ID=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:16.969659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Transition to ACTIVE for port object 32d74923-94cd-459b-bfba-b97ab02165a7 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:16.980472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7fd85-a5a8-4164-9957-503c570fcbdc req-0e24db71-4d66-492b-97c8-1fb89d216879 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:16.982103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aec7fd85-a5a8-4164-9957-503c570fcbdc req-0e24db71-4d66-492b-97c8-1fb89d216879 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.1001322 Feb 11 13:16:17.001095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04745487-9801-412a-be0f-73fecebc0ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.017296 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-94fd8343-1d09-4bf8-8031-f0faa85b31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.019851 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-94fd8343-1d09-4bf8-8031-f0faa85b31fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1095 time: 0.0606196 Feb 11 13:16:17.029599 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aec7fd85-a5a8-4164-9957-503c570fcbdc req-2a4b09d0-69b7-4ce9-a5f4-936276dec6d5 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Feb 11 13:16:17.043718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.076744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04745487-9801-412a-be0f-73fecebc0ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.082604 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-90bbc501-0cc0-4330-acc8-ea9f97690ad9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 200 len: 217 time: 0.0534260 Feb 11 13:16:17.140443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Pushing event updated for resources: {'Port': ['ID=32d74923-94cd-459b-bfba-b97ab02165a7,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:17.165701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04745487-9801-412a-be0f-73fecebc0ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120f9475-eafc-45c1-8cce-9d87a8d6f095,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:17.172514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:17.172786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:17.173143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:17.181799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Port 32d74923-94cd-459b-bfba-b97ab02165a7 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:17.182563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:17.187168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:17.187787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:17.188185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:17.188545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Bound port: 32d74923-94cd-459b-bfba-b97ab02165a7, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:17.188912 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.234678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83a545-10c4-4735-ad6e-3a870a1e268d req-f0d22bbc-a79a-4ce5-8364-2a4757742bec tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.242306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e83a545-10c4-4735-ad6e-3a870a1e268d req-f0d22bbc-a79a-4ce5-8364-2a4757742bec tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 943 time: 0.2068791 Feb 11 13:16:17.248282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-04745487-9801-412a-be0f-73fecebc0ea7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a21f21f7f94244aaa0c729caf59caa10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6041954 Feb 11 13:16:17.250951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37010) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:17.277209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:17.282169 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-4e328ca9-3117-4388-9b0e-94a67a4824ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.283760 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-4e328ca9-3117-4388-9b0e-94a67a4824ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.1787062 Feb 11 13:16:17.292793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e83a545-10c4-4735-ad6e-3a870a1e268d req-a7e37f64-2895-4f49-9966-d0d0a2571b95 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416718 Feb 11 13:16:17.306672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:17.322945 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-7f69a212-fbc1-4d66-b770-83b8fc17ec89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290444 Feb 11 13:16:17.333093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1583a845-c4cf-402c-b82d-4ed7666f2621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.360521 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1583a845-c4cf-402c-b82d-4ed7666f2621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.361683 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f081b8f7-9a26-4dd6-bd83-56d565fa5d55 x-openstack-request-id: req-f081b8f7-9a26-4dd6-bd83-56d565fa5d55 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:17.362211 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d", "name": "network-vif-plugged", "status": "completed", "tag": "b03fcc03-aaa5-478b-bc15-8217c8c19543", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:17.362314 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f081b8f7-9a26-4dd6-bd83-56d565fa5d55 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:17.362674 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03fcc03-aaa5-478b-bc15-8217c8c19543', 'code': 200} Feb 11 13:16:17.395142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.443159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.443828 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.445237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] 10.222.0.13 "PUT /v2.0/ports/32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 200 len: 1091 time: 1.1915102 Feb 11 13:16:17.450485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'tag': '32d74923-94cd-459b-bfba-b97ab02165a7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:17.528335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d34ca0-8355-4a6d-8a07-7775f0cd427a req-07ce6029-cb94-4a3a-97c4-3bb906285359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.530360 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4d34ca0-8355-4a6d-8a07-7775f0cd427a req-07ce6029-cb94-4a3a-97c4-3bb906285359 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 1097 time: 0.0947690 Feb 11 13:16:17.532989 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-c00295bc-8c44-4d04-b593-d9b24c5387b1 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983678 Feb 11 13:16:17.538269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e88151-9a5b-4261-aa24-534232618a24 service neutron] Pushing event updated for resources: {'Port': ['ID=32d74923-94cd-459b-bfba-b97ab02165a7,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:17.560932 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f45e80-05c3-4bbd-ba19-fabbf60a4063 x-openstack-request-id: req-01f45e80-05c3-4bbd-ba19-fabbf60a4063 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:17.561201 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e54f86-efea-4f51-be5f-3d1924aae83c", "tag": "b9a097cd-fa3e-4f48-9940-dc9202ef40e8", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:17.561454 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01f45e80-05c3-4bbd-ba19-fabbf60a4063 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:17.561866 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'tag': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8', 'status': 'completed', 'code': 200} Feb 11 13:16:17.607518 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e2420d-1aa9-4246-b956-62ec3f70eb3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b154fa24-a6bf-426d-97fc-6a43f0acd536", "tag": "32d74923-94cd-459b-bfba-b97ab02165a7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:17.635412 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4d34ca0-8355-4a6d-8a07-7775f0cd427a req-186ab204-f114-4d5d-a027-c3fa8eb6abe2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977085 Feb 11 13:16:17.649552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37028) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:17.658266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-a7e99a1d-50f7-40d4-a459-d9fd056ff058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.659982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-a7e99a1d-50f7-40d4-a459-d9fd056ff058 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1094 time: 0.0924151 Feb 11 13:16:17.666158 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1583a845-c4cf-402c-b82d-4ed7666f2621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.669596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6a3a602-a669-4f53-b1b1-6ad5acb84650 req-a74244fd-f012-43c8-a66e-623efc792f39 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180978 Feb 11 13:16:17.672880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1583a845-c4cf-402c-b82d-4ed7666f2621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.681281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1583a845-c4cf-402c-b82d-4ed7666f2621 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/120f9475-eafc-45c1-8cce-9d87a8d6f095 HTTP/1.1" status: 204 len: 168 time: 0.4268284 Feb 11 13:16:17.682243 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a30fcd-3eee-4efb-8136-f15e180da653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:17.765759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-67e3a1ac-273a-4f61-90fb-25580dc547c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 200 len: 217 time: 0.0800791 Feb 11 13:16:17.766411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583a845-c4cf-402c-b82d-4ed7666f2621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120f9475-eafc-45c1-8cce-9d87a8d6f095,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:17.864769 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3 req-c3056a87-d9b4-4f62-b94f-6fcb3d77f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.866516 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3 req-c3056a87-d9b4-4f62-b94f-6fcb3d77f560 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1095 time: 0.0682611 Feb 11 13:16:17.867739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-07783c9b-74d2-403e-9a20-f8728de369a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.869291 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-07783c9b-74d2-403e-9a20-f8728de369a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0891647 Feb 11 13:16:17.977781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3 req-5bf0b96a-cf9d-4240-98a7-4f8ef2abfe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.979555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3 req-5bf0b96a-cf9d-4240-98a7-4f8ef2abfe66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1005268 Feb 11 13:16:18.039923 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3 req-8bb6fa71-1a20-45a9-a27e-50b00ee718fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 200 len: 217 time: 0.0524716 Feb 11 13:16:18.048274 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad48ce33-368a-4d41-8a15-449210c9a189 x-openstack-request-id: req-ad48ce33-368a-4d41-8a15-449210c9a189 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:18.048851 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b154fa24-a6bf-426d-97fc-6a43f0acd536", "tag": "32d74923-94cd-459b-bfba-b97ab02165a7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:18.048851 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad48ce33-368a-4d41-8a15-449210c9a189 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:18.049206 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'tag': '32d74923-94cd-459b-bfba-b97ab02165a7', 'status': 'completed', 'code': 200} Feb 11 13:16:18.092237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-4a67b0cc-702b-4beb-b0c8-56b3376af60c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2087915 Feb 11 13:16:18.095474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3 req-7b4e71b7-6c11-49ed-b4a1-9a940512e16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.097742 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3 req-7b4e71b7-6c11-49ed-b4a1-9a940512e16c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0500171 Feb 11 13:16:18.097881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a30fcd-3eee-4efb-8136-f15e180da653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.167197 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3 req-4f2d6b09-ed92-4e62-8449-408656e60cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585959 Feb 11 13:16:18.211433 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a30fcd-3eee-4efb-8136-f15e180da653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.260265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-b4d092d0-f3b8-4e5a-b573-a472b4ecdf1e service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547880 Feb 11 13:16:18.277411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a30fcd-3eee-4efb-8136-f15e180da653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0da4941-2c3b-48da-be8b-5d108b58274e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:18.321870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e1a30fcd-3eee-4efb-8136-f15e180da653 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d1520be26b3449198f59bdcbcbbda87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6712463 Feb 11 13:16:18.334827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c59a9-56de-4d09-8327-bd0ecf057bec req-61ebe608-efea-46c6-aad0-dc9bfbe462db tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.336585 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b74c59a9-56de-4d09-8327-bd0ecf057bec req-61ebe608-efea-46c6-aad0-dc9bfbe462db tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 946 time: 0.1237135 Feb 11 13:16:18.344180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37062) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:18.404831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc416203-0eae-4a6a-a11b-a8a9d5b0d112 req-1c6639de-c258-40a6-b0d0-44bce1baff4c service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365035 Feb 11 13:16:18.414873 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3 req-35733eca-aac4-4c97-959e-a957012f4f63 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422485 Feb 11 13:16:18.450483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b74c59a9-56de-4d09-8327-bd0ecf057bec req-1cc14ae0-ccde-44a1-9004-fcac8cbc689a tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036937 Feb 11 13:16:18.498320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e51ded8-a9ce-409c-83ab-45240d69942f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.506770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e00d7-7c50-4cae-b829-62830d51273d req-0ce12d27-246b-4049-9b5b-b3f90c8ac273 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.508299 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b09e00d7-7c50-4cae-b829-62830d51273d req-0ce12d27-246b-4049-9b5b-b3f90c8ac273 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0669391 Feb 11 13:16:18.530233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e51ded8-a9ce-409c-83ab-45240d69942f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.570984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b09e00d7-7c50-4cae-b829-62830d51273d req-41f31c5b-f522-468e-b884-960d45556363 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547581 Feb 11 13:16:18.611708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2420d-1aa9-4246-b956-62ec3f70eb3b req-3c9e043b-7fd3-4567-aac3-7de6893775c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.613811 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14e2420d-1aa9-4246-b956-62ec3f70eb3b req-3c9e043b-7fd3-4567-aac3-7de6893775c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1094 time: 0.0419450 Feb 11 13:16:18.636438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00d5ec24-9f72-42e7-9fbb-238fc6f3b0a3 req-1701a93b-5bbd-4a3f-9006-0616b3d9127d service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095942 Feb 11 13:16:18.662133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c59838-609f-41e9-a359-d3c10603c73f req-186a774f-ef92-49fa-9cf3-a2a90091e5db tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.663658 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2c59838-609f-41e9-a359-d3c10603c73f req-186a774f-ef92-49fa-9cf3-a2a90091e5db tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 943 time: 0.1058867 Feb 11 13:16:18.704834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2c59838-609f-41e9-a359-d3c10603c73f req-b5f9b32f-005b-40e0-b562-e60ab654a166 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337434 Feb 11 13:16:18.758443 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e51ded8-a9ce-409c-83ab-45240d69942f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.761057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e51ded8-a9ce-409c-83ab-45240d69942f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:18.763158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e51ded8-a9ce-409c-83ab-45240d69942f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0da4941-2c3b-48da-be8b-5d108b58274e HTTP/1.1" status: 204 len: 168 time: 0.4168832 Feb 11 13:16:18.773129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51ded8-a9ce-409c-83ab-45240d69942f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0da4941-2c3b-48da-be8b-5d108b58274e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:18.831671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2420d-1aa9-4246-b956-62ec3f70eb3b req-44d5f192-3ecf-4901-baa7-69055d071332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.836099 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14e2420d-1aa9-4246-b956-62ec3f70eb3b req-44d5f192-3ecf-4901-baa7-69055d071332 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.2122107 Feb 11 13:16:18.884962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14e2420d-1aa9-4246-b956-62ec3f70eb3b req-6c7cfa25-1cee-4f08-85ff-d9a625bdda75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 200 len: 217 time: 0.0429623 Feb 11 13:16:18.937340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2420d-1aa9-4246-b956-62ec3f70eb3b req-3c8cee97-5963-48cb-9fcc-e13f6c242915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.938799 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14e2420d-1aa9-4246-b956-62ec3f70eb3b req-3c8cee97-5963-48cb-9fcc-e13f6c242915 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0470757 Feb 11 13:16:18.971210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14e2420d-1aa9-4246-b956-62ec3f70eb3b req-9751216a-3bf1-4763-ad34-c1446deba30f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243301 Feb 11 13:16:19.079533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14e2420d-1aa9-4246-b956-62ec3f70eb3b req-d0ada688-d9ab-421d-8a95-05a819d4e3ae service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006942 Feb 11 13:16:19.209001 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14e2420d-1aa9-4246-b956-62ec3f70eb3b req-94e62914-d10e-4032-9a37-04371cc87cc3 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222677 Feb 11 13:16:19.590403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25453391-6568-41f6-a625-7f540ca8ada7 req-7ec3609e-6cc6-4f4b-bb4b-d8d74b0772a9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:19.598323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25453391-6568-41f6-a625-7f540ca8ada7 req-7ec3609e-6cc6-4f4b-bb4b-d8d74b0772a9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 946 time: 0.0618169 Feb 11 13:16:19.650310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25453391-6568-41f6-a625-7f540ca8ada7 req-051e5b8c-1fad-4c53-a900-706448bb3f82 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505216 Feb 11 13:16:20.060718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37dded-8051-41a3-8939-e1d76abc469f req-ab36923c-be0c-4ffa-bcab-123d03e5bfbf tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.062250 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b37dded-8051-41a3-8939-e1d76abc469f req-ab36923c-be0c-4ffa-bcab-123d03e5bfbf tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0581338 Feb 11 13:16:20.106303 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b37dded-8051-41a3-8939-e1d76abc469f req-15a0f8c5-4563-49f1-a8d8-cca38d0af42f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369642 Feb 11 13:16:20.251026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15c95a-f467-4745-be19-1fbf34b6d0c7 req-941913ae-2611-488d-b3bb-4f427135c588 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.252627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc15c95a-f467-4745-be19-1fbf34b6d0c7 req-941913ae-2611-488d-b3bb-4f427135c588 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 943 time: 0.0558865 Feb 11 13:16:20.294790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc15c95a-f467-4745-be19-1fbf34b6d0c7 req-27c97c65-8bd6-4b60-98ce-14c0cb045726 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335803 Feb 11 13:16:20.564674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37194) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:20.693110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-955520151-network', 'tenant_id': 'dfb0c8099b3f4f13a9ad9c0cc0ecaee1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:20.802476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183c3fd-9f3c-4672-83e1-6c6e02cddfe9 req-64d0a507-6108-45c7-b3eb-9fc6ccb10998 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.803809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7183c3fd-9f3c-4672-83e1-6c6e02cddfe9 req-64d0a507-6108-45c7-b3eb-9fc6ccb10998 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 946 time: 0.0479579 Feb 11 13:16:20.831677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Made reservation on behalf of dfb0c8099b3f4f13a9ad9c0cc0ecaee1 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:20.834060 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:20.853711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:20.869798 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7183c3fd-9f3c-4672-83e1-6c6e02cddfe9 req-858a0aa6-52ca-484f-aff6-89ca2cb3efcc tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595315 Feb 11 13:16:20.937371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.005143 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.033621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:21.043552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89299882-3d96-4956-a559-218e69f754f7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:21.048379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.048717 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Added segment 9470637c-fcda-416c-92ec-fac333283d0a of type vlan for network 403498be-6233-4d52-9e9c-938e29667175 Feb 11 13:16:21.113832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-b513029f-3203-44ef-91c7-a468699219b6 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2f878fdb02e94d24b92b0e1570039f70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289493 Feb 11 13:16:21.115347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.310971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf03069-b5a6-4e67-8145-f62283bda088 req-f765434d-c318-4368-b194-d9c9dae63fb2 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:21.312431 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbf03069-b5a6-4e67-8145-f62283bda088 req-f765434d-c318-4368-b194-d9c9dae63fb2 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 946 time: 0.0506465 Feb 11 13:16:21.322176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37246) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:21.327918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9959967d-0d56-428d-a1c9-bcbb08f158f4 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Request body: {'floatingip': {'port_id': 'b03fcc03-aaa5-478b-bc15-8217c8c19543'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:21.412169 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9959967d-0d56-428d-a1c9-bcbb08f158f4 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.462061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9a2d364e-08d2-4548-80b2-86a01de795d6 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:21.463515 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9a2d364e-08d2-4548-80b2-86a01de795d6 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426404 Feb 11 13:16:21.482106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-8bfd0329-f45c-4b4d-a719-7942a6c8de1f tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/quotas/2f878fdb02e94d24b92b0e1570039f70 HTTP/1.1" status: 200 len: 375 time: 0.0120678 Feb 11 13:16:21.482931 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.483948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:21.484650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.553983 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-c3145e33-ddad-430b-950c-0b574ae5b0e2 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f878fdb02e94d24b92b0e1570039f70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639784 Feb 11 13:16:21.570389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] Pushing event updated for resources: {'Network': ['ID=403498be-6233-4d52-9e9c-938e29667175,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:21.579736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81d810-24ea-450d-a9fc-356d32824dc9 req-6200467c-7df9-42d3-bd56-0562ac345785 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:21.581241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81d810-24ea-450d-a9fc-356d32824dc9 req-6200467c-7df9-42d3-bd56-0562ac345785 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.1342478 Feb 11 13:16:21.588285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 403498be-6233-4d52-9e9c-938e29667175 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:21.631331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0a3c0bdd-bc1c-4a3a-9a73-0ef10ff44d53 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0652909 Feb 11 13:16:21.632193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37252) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:21.647072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Request body: {'subnet': {'network_id': '403498be-6233-4d52-9e9c-938e29667175', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-955520151-subnet', 'tenant_id': 'dfb0c8099b3f4f13a9ad9c0cc0ecaee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:21.700653 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81d810-24ea-450d-a9fc-356d32824dc9 req-a7d7c151-9049-400d-b64e-3e3e68cb1f0d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040354 Feb 11 13:16:21.792550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Made reservation on behalf of dfb0c8099b3f4f13a9ad9c0cc0ecaee1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:21.797252 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Notify callbacks [] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:21.827774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37260) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:22.061617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b9a097cd-fa3e-4f48-9940-dc9202ef40e8 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:22.075644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada654e-ce56-482a-9b26-248271bb4e39 req-87c2a0cc-0233-4345-ad54-5423e66011db tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:22.077361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ada654e-ce56-482a-9b26-248271bb4e39 req-87c2a0cc-0233-4345-ad54-5423e66011db tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 943 time: 0.1110229 Feb 11 13:16:22.132003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ada654e-ce56-482a-9b26-248271bb4e39 req-56e0c54b-18ee-4ef8-9342-610a45633fe7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Feb 11 13:16:22.185030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.226389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:22.240542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8', 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431', 'port_id': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8', 'mac_address': 'fa:16:3e:b9:a7:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bde86d-9f53-437d-ab24-7edd05b5c2d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:22.245851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c8eee4-2e18-485f-8985-5869aaaa135f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:22.291289 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.299051 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fb7ac2f-e5c2-43c2-ad9c-a9cb8fd3bee1 req-070b89d2-35b0-488f-b13a-8f15a415ccd3 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 210 time: 0.0814016 Feb 11 13:16:22.304198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c64dec05-3493-4757-9ce7-48e36f9bcaf3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0534a240636b4f1cb2286d08534e6a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753599 Feb 11 13:16:22.311106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a097cd-fa3e-4f48-9940-dc9202ef40e8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:22.326037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37278) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:22.327292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Checking segment: {'id': '9470637c-fcda-416c-92ec-fac333283d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '403498be-6233-4d52-9e9c-938e29667175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:22.327651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Network hostable DHCP agents. Network: 403498be-6233-4d52-9e9c-938e29667175, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:22.339771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:22.395253 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bcce4ec5-4ab3-4963-8ce2-badc756241ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.422841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bcce4ec5-4ab3-4963-8ce2-badc756241ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.432633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.433391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 32d74923-94cd-459b-bfba-b97ab02165a7 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:22.456175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Network 403498be-6233-4d52-9e9c-938e29667175 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:22.501420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9959967d-0d56-428d-a1c9-bcbb08f158f4 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.537579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:22.576817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 403498be-6233-4d52-9e9c-938e29667175) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:22.582838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:22.584798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:22.585465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.586203 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bcce4ec5-4ab3-4963-8ce2-badc756241ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.589572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bcce4ec5-4ab3-4963-8ce2-badc756241ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.590810 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bcce4ec5-4ab3-4963-8ce2-badc756241ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1416de0d-7b70-4c91-aef4-d1a4b81619e0 HTTP/1.1" status: 204 len: 168 time: 0.2699921 Feb 11 13:16:22.599768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff320c6a-aadf-4e72-965c-457eeb9e074f None None] Network 403498be-6233-4d52-9e9c-938e29667175 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:22.605200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9959967d-0d56-428d-a1c9-bcbb08f158f4 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.607064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce4ec5-4ab3-4963-8ce2-badc756241ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1416de0d-7b70-4c91-aef4-d1a4b81619e0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:22.654040 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '32d74923-94cd-459b-bfba-b97ab02165a7', 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d', 'port_id': '32d74923-94cd-459b-bfba-b97ab02165a7', 'mac_address': 'fa:16:3e:77:d6:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:22.704707 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c68e6030-7f2c-4004-9a1d-ecc22894485f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0708885 Feb 11 13:16:22.765034 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:22.813753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d74923-94cd-459b-bfba-b97ab02165a7 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:22.821516 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-9959967d-0d56-428d-a1c9-bcbb08f158f4 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Floating IP 8057bba2-9c49-478d-9598-e48c0af48626 associated. External IP: 172.25.0.3, port: b03fcc03-aaa5-478b-bc15-8217c8c19543. Feb 11 13:16:22.884226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a8560-207a-492e-b487-b361434006be req-b86d07f6-b1ef-402f-9f23-0a50dd30e252 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:22.886171 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2c7a8560-207a-492e-b487-b361434006be req-b86d07f6-b1ef-402f-9f23-0a50dd30e252 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.0910006 Feb 11 13:16:22.901846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18e9daf-b933-4593-a6da-88e8a84f24e5 None None] Network 403498be-6233-4d52-9e9c-938e29667175 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:22.903282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:22.997408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2c7a8560-207a-492e-b487-b361434006be req-ef9f33f9-d83a-4aa7-944a-2e4a87926497 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000609 Feb 11 13:16:23.009001 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:23.178409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9959967d-0d56-428d-a1c9-bcbb08f158f4 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:23.289144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b9a097cd-fa3e-4f48-9940-dc9202ef40e8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:23.294833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=32d74923-94cd-459b-bfba-b97ab02165a7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:23.311559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9959967d-0d56-428d-a1c9-bcbb08f158f4 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:23.316372 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9959967d-0d56-428d-a1c9-bcbb08f158f4 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:23.330508 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] Sync routers for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:23.600650 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:23.600650 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:15:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:23.602861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9959967d-0d56-428d-a1c9-bcbb08f158f4 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "PUT /v2.0/floatingips/8057bba2-9c49-478d-9598-e48c0af48626 HTTP/1.1" status: 200 len: 990 time: 2.0376241 Feb 11 13:16:23.602861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'tag': 'b03fcc03-aaa5-478b-bc15-8217c8c19543'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:23.604558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['32d74923-94cd-459b-bfba-b97ab02165a7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:23.606087 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5de39e-867f-412d-bb27-c15868d7f81f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d", "tag": "b03fcc03-aaa5-478b-bc15-8217c8c19543"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:23.606596 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:23.677595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0cb03-a7b8-45a0-b60a-4ba8d1c6c058 req-26e51982-5846-4cb1-8208-0b13c5dc2e20 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:23.679363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cc0cb03-a7b8-45a0-b60a-4ba8d1c6c058 req-26e51982-5846-4cb1-8208-0b13c5dc2e20 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 944 time: 0.0567136 Feb 11 13:16:23.727683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cc0cb03-a7b8-45a0-b60a-4ba8d1c6c058 req-46163c7f-163b-4fa4-a414-6a48cf9ae2dd tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356870 Feb 11 13:16:23.805960 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926d6487-b2f6-45b2-b982-887baf48475a x-openstack-request-id: req-926d6487-b2f6-45b2-b982-887baf48475a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:23.812069 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d", "tag": "b03fcc03-aaa5-478b-bc15-8217c8c19543", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:23.812069 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-926d6487-b2f6-45b2-b982-887baf48475a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:23.812069 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'tag': 'b03fcc03-aaa5-478b-bc15-8217c8c19543', 'status': 'completed', 'code': 200} Feb 11 13:16:23.840810 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3c7dc63-d2c6-467c-bb6c-d8c5caa0b37e req-b8fdd3fb-40c9-4841-af5a-0e95b983253a tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 210 time: 0.0529251 Feb 11 13:16:23.918903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-283cd84c-0291-48e9-885a-b065fc59b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:23.921068 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-283cd84c-0291-48e9-885a-b065fc59b011 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d924123a82f64033b5e4f3ec7345259b&device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 1097 time: 0.0842564 Feb 11 13:16:23.926414 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '8057bba2-9c49-478d-9598-e48c0af48626', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'port_id': 'b03fcc03-aaa5-478b-bc15-8217c8c19543', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'mac_address': 'fa:16:3e:99:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:51Z', 'updated_at': '2022-02-11T13:16:22Z', 'revision_number': 1, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:23.931968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5323-60af-4c46-a5e9-4a5030250852 req-187bd97d-2994-4650-9e75-d5d4c4074597 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:23.933485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7f5323-60af-4c46-a5e9-4a5030250852 req-187bd97d-2994-4650-9e75-d5d4c4074597 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 946 time: 0.0577295 Feb 11 13:16:23.958786 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] Checking router: eee1f0ec-9cb0-47f3-8283-08d12dcbb057 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:23.978191 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:23.978880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7f5323-60af-4c46-a5e9-4a5030250852 req-f7ce050c-b941-40fd-b867-278c801a562b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386767 Feb 11 13:16:23.978969 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:15:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:24.014487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37346) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:24.061794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-124026ef-1874-488b-bab8-a66f4e4fd7b0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68c95be44aed4403a861206290886e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453634 Feb 11 13:16:24.064102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37356) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:24.074460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-5bb7dec7-0900-4725-8431-beac3aba348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:24.078981 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-5bb7dec7-0900-4725-8431-beac3aba348c service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9040ff7-c9e8-479c-a4b0-9604775f45cf HTTP/1.1" status: 200 len: 925 time: 0.1468647 Feb 11 13:16:24.079114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b9a097cd-fa3e-4f48-9940-dc9202ef40e8 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:24.165893 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:24.184706 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-91827692-7702-41c8-b0a1-a502889e8492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.216446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-91827692-7702-41c8-b0a1-a502889e8492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.274526 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-61587ab9-e6b2-4f89-a62c-7723cc381fc3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b03fcc03-aaa5-478b-bc15-8217c8c19543 HTTP/1.1" status: 200 len: 998 time: 0.1917191 Feb 11 13:16:24.277713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:24.281526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:24.281925 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.319669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37362) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:24.329147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1653931049-network', 'tenant_id': '1462721f11a54d93b19ddfd4a42c8326'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:24.355503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-2b54c249-d5a7-4ba2-810d-e1f1303fc224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:24.358842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-2b54c249-d5a7-4ba2-810d-e1f1303fc224 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c627b4e6-0a2b-473f-9670-34857f922d4d HTTP/1.1" status: 200 len: 863 time: 0.0765159 Feb 11 13:16:24.371367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f9c92-e5ca-4227-b7a3-87e8ef2f6b07 req-05cbf81b-9cf8-4e7b-bee5-e0ee091e3309 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:24.380760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dc0f9c92-e5ca-4227-b7a3-87e8ef2f6b07 req-05cbf81b-9cf8-4e7b-bee5-e0ee091e3309 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.1380243 Feb 11 13:16:24.435351 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dc0f9c92-e5ca-4227-b7a3-87e8ef2f6b07 req-bdebc989-f68d-4bea-9365-76031834fb2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515611 Feb 11 13:16:24.472130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-2e1ba774-b0c8-447e-972b-e1bb011ce175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:24.474951 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-2e1ba774-b0c8-447e-972b-e1bb011ce175 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9040ff7-c9e8-479c-a4b0-9604775f45cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100621 Feb 11 13:16:24.481838 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.501131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Made reservation on behalf of 1462721f11a54d93b19ddfd4a42c8326 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:24.505675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.508609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:24.510363 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-91827692-7702-41c8-b0a1-a502889e8492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.512633 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7669db48-e364-491a-94c0-ceb01edc7153" -d '{"events": [{"server_uuid": "05e54f86-efea-4f51-be5f-3d1924aae83c", "name": "network-vif-plugged", "status": "completed", "tag": "b9a097cd-fa3e-4f48-9940-dc9202ef40e8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:24.512763 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-91827692-7702-41c8-b0a1-a502889e8492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.514180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-91827692-7702-41c8-b0a1-a502889e8492 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fdc2331c-e160-426a-8d47-9b027cb14ac4 HTTP/1.1" status: 204 len: 168 time: 0.4487219 Feb 11 13:16:24.541704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91827692-7702-41c8-b0a1-a502889e8492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc2331c-e160-426a-8d47-9b027cb14ac4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:24.544917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.559839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:24.616390 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '8057bba2-9c49-478d-9598-e48c0af48626', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'port_id': 'b03fcc03-aaa5-478b-bc15-8217c8c19543', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'mac_address': 'fa:16:3e:99:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:51Z', 'updated_at': '2022-02-11T13:16:22Z', 'revision_number': 1, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:24.671763 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.672248 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f22a58-8657-4f2c-bc30-03af4e9bb82c x-openstack-request-id: req-b2f22a58-8657-4f2c-bc30-03af4e9bb82c {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:24.672631 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e54f86-efea-4f51-be5f-3d1924aae83c", "name": "network-vif-plugged", "status": "completed", "tag": "b9a097cd-fa3e-4f48-9940-dc9202ef40e8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:24.672631 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b2f22a58-8657-4f2c-bc30-03af4e9bb82c {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:24.673021 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8', 'code': 200} Feb 11 13:16:24.685242 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3859916-d8a0-4869-9501-8339931a0d91 None None] The sync data for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 is: [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '8057bba2-9c49-478d-9598-e48c0af48626', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'port_id': 'b03fcc03-aaa5-478b-bc15-8217c8c19543', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'mac_address': 'fa:16:3e:99:ef:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:51Z', 'updated_at': '2022-02-11T13:16:22Z', 'revision_number': 1, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:24.699917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-4b946067-85c6-4b72-a450-902849e301bb service neutron] 10.222.0.59 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168024 Feb 11 13:16:24.705327 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-612a06ad-d050-42b4-9be3-2e219c4dd1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.708354 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.711276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 32d74923-94cd-459b-bfba-b97ab02165a7 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:24.818279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.842170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:24.852988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b5de39e-867f-412d-bb27-c15868d7f81f req-6b435c4b-925b-41bf-8fd0-4adbc2a98d45 service neutron] 10.222.0.59 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374607 Feb 11 13:16:24.854153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:24.882461 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.882607 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Added segment bd7ad162-b782-4edb-a5f3-8f82eb4e2be2 of type vlan for network 7b373e5c-34f2-4ae1-bf3d-43bf3084983e Feb 11 13:16:24.899343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5383c-035f-45eb-9feb-34669f9e471a req-88dc8d9c-a53a-4bf3-b4f8-9bd3f04eb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:24.902605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dea5383c-035f-45eb-9feb-34669f9e471a req-88dc8d9c-a53a-4bf3-b4f8-9bd3f04eb9fc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1097 time: 0.1507244 Feb 11 13:16:24.910409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 32d74923-94cd-459b-bfba-b97ab02165a7 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:24.916310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 32d74923-94cd-459b-bfba-b97ab02165a7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:24.916957 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:24.972529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026efee7-773e-4f11-b6ee-6df958890deb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:24.997554 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.998383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.998854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.999396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:24.999832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.000238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.000777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.001167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.001560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.002079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.002583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.002952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:25.024423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.091636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d69181-ff74-406c-93da-43c1d507c01e None None] New status for floating IP 8057bba2-9c49-478d-9598-e48c0af48626: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:16:25.118151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dea5383c-035f-45eb-9feb-34669f9e471a req-997f8eb7-ccb4-43e1-86bf-aa09ede5e646 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531787 Feb 11 13:16:25.123919 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.137133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad63e9f-9629-4a75-b8db-01596ce74a23 req-44f326d8-25df-4008-b599-b749b8b19c3b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:25.138642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ad63e9f-9629-4a75-b8db-01596ce74a23 req-44f326d8-25df-4008-b599-b749b8b19c3b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 944 time: 0.1315637 Feb 11 13:16:25.198670 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ad63e9f-9629-4a75-b8db-01596ce74a23 req-d5aeb418-ca7c-4721-8a0f-f797e691b09d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523696 Feb 11 13:16:25.200194 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.201383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:25.202244 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.253277 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-436b489c-5d25-4c65-a915-04145303ec9b tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2f878fdb02e94d24b92b0e1570039f70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410709 Feb 11 13:16:25.296044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:25.316612 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65c1f262-1d42-4816-9baf-972f23e08cda req-1c45380d-69ae-4206-898b-369879cf556e tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 210 time: 0.0436914 Feb 11 13:16:25.322030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] Pushing event updated for resources: {'Network': ['ID=7b373e5c-34f2-4ae1-bf3d-43bf3084983e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:25.353679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 7b373e5c-34f2-4ae1-bf3d-43bf3084983e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:25.358498 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.387791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-59dad014-bbb4-468f-bb0e-8ecc295a7678 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0649424 Feb 11 13:16:25.390286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37386) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:25.398345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Request body: {'subnet': {'network_id': '7b373e5c-34f2-4ae1-bf3d-43bf3084983e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1653931049-subnet', 'tenant_id': '1462721f11a54d93b19ddfd4a42c8326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:25.410046 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.424018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89368-b728-4f8a-88ab-904d119a6469 req-27e7911c-fad4-4db6-8d77-1bdef2f11104 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:25.425751 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-27e7911c-fad4-4db6-8d77-1bdef2f11104 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1672859 Feb 11 13:16:25.438741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Request body: {'port': {'device_id': '2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '2f878fdb02e94d24b92b0e1570039f70'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:25.515443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Made reservation on behalf of 1462721f11a54d93b19ddfd4a42c8326 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:25.518039 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Notify callbacks [] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.542665 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=32d74923-94cd-459b-bfba-b97ab02165a7,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:25.686340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37394) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:25.717507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Made reservation on behalf of 2f878fdb02e94d24b92b0e1570039f70 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:25.722283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.737623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.779105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fee0f5-fbb1-4f4e-b7b8-61e237117590 req-ec8934e5-3bf1-42a9-b505-d90dbcaa072d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:25.786362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c2fee0f5-fbb1-4f4e-b7b8-61e237117590 req-ec8934e5-3bf1-42a9-b505-d90dbcaa072d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.1262944 Feb 11 13:16:25.829636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-261f9fdd-e1c0-4143-b16f-7c5e07c94568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.834615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c2fee0f5-fbb1-4f4e-b7b8-61e237117590 req-e6b741c0-1d11-4f4b-a7b1-fff0021b1f8c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470688 Feb 11 13:16:25.863138 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.904351 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.931078 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-261f9fdd-e1c0-4143-b16f-7c5e07c94568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:25.964190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Pushing event updated for resources: {'Subnet': ['ID=a49712cf-b0c5-4aab-bd1a-6db1238bc530,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:25.976079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Checking segment: {'id': 'bd7ad162-b782-4edb-a5f3-8f82eb4e2be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7b373e5c-34f2-4ae1-bf3d-43bf3084983e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:25.976417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Network hostable DHCP agents. Network: 7b373e5c-34f2-4ae1-bf3d-43bf3084983e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:25.979600 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.042597 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-261f9fdd-e1c0-4143-b16f-7c5e07c94568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.060050 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61fab62-83dc-433c-9624-15a496e21c50,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:26.085079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.085431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.085798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.086131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.086464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.086790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.087116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.087446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.087770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.088090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.088416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.088731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:26.098255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Network 7b373e5c-34f2-4ae1-bf3d-43bf3084983e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:26.106923 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-261f9fdd-e1c0-4143-b16f-7c5e07c94568 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=797db639a31a4d3cbe37a78c0e1439b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194493 Feb 11 13:16:26.109893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37410) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:26.155412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f9fdd-e1c0-4143-b16f-7c5e07c94568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caded887-d7ec-4582-9270-7c2f9335abc1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:26.192049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Allocated IP 192.168.233.124 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/d267103e-5cb5-4a0a-83df-4ceb10ccdb9b) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:26.202868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 7b373e5c-34f2-4ae1-bf3d-43bf3084983e) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:26.208801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d549abb7-0f00-4b67-af7e-ed97e63ef611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.211254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:26.211852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.218692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cf5310-87f9-47ff-b4ae-d5949a42e0b8 None None] Network 7b373e5c-34f2-4ae1-bf3d-43bf3084983e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:26.283144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d549abb7-0f00-4b67-af7e-ed97e63ef611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.344216 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c82597c3-c31d-4345-9221-76cd9da315de admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9516177 Feb 11 13:16:26.438156 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.439230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d549abb7-0f00-4b67-af7e-ed97e63ef611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.443775 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d549abb7-0f00-4b67-af7e-ed97e63ef611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.447425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d549abb7-0f00-4b67-af7e-ed97e63ef611 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/caded887-d7ec-4582-9270-7c2f9335abc1 HTTP/1.1" status: 204 len: 168 time: 0.3338058 Feb 11 13:16:26.450148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b334049-3b79-4acc-9e88-6da19d7ef004 req-0a9cdbf8-7a2d-4cfc-87f3-e79224ff7eac tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:26.458221 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b334049-3b79-4acc-9e88-6da19d7ef004 req-0a9cdbf8-7a2d-4cfc-87f3-e79224ff7eac tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 945 time: 0.1171033 Feb 11 13:16:26.474651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ab743e-6763-4c41-bc65-78c26683d61f None None] Network 7b373e5c-34f2-4ae1-bf3d-43bf3084983e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:26.477907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549abb7-0f00-4b67-af7e-ed97e63ef611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caded887-d7ec-4582-9270-7c2f9335abc1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:26.509438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b334049-3b79-4acc-9e88-6da19d7ef004 req-90aa06a0-d073-4330-9f08-a7bb5e1d4ccb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503192 Feb 11 13:16:26.613257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b43ebe5-a0a4-46f4-bb52-e0c85d00cfee req-936c30c6-abf3-4dd9-a5f1-7e7ba8128f6f tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 210 time: 0.0304768 Feb 11 13:16:26.635929 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.674150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d74923-94cd-459b-bfba-b97ab02165a7'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:26.678692 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc29b3bc-8496-47c2-a669-1fe5b3846f26" -d '{"events": [{"server_uuid": "b154fa24-a6bf-426d-97fc-6a43f0acd536", "name": "network-vif-plugged", "status": "completed", "tag": "32d74923-94cd-459b-bfba-b97ab02165a7"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:26.683272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:26.692534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:26.708296 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:26.713948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:26.714630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.734287 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554c583f-699f-4d6f-bcca-f552a1942cbe x-openstack-request-id: req-554c583f-699f-4d6f-bcca-f552a1942cbe {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:26.739791 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b154fa24-a6bf-426d-97fc-6a43f0acd536", "name": "network-vif-plugged", "status": "completed", "tag": "32d74923-94cd-459b-bfba-b97ab02165a7", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:26.739791 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-554c583f-699f-4d6f-bcca-f552a1942cbe {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:26.739791 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d74923-94cd-459b-bfba-b97ab02165a7', 'code': 200} Feb 11 13:16:26.755191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Pushing event updated for resources: {'Port': ['ID=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:26.844223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554e2b8-f346-4d7d-bb5a-4bcc726087b4 req-149acdb4-ef5d-43d8-ba05-54dcb7c13be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:26.845786 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7554e2b8-f346-4d7d-bb5a-4bcc726087b4 req-149acdb4-ef5d-43d8-ba05-54dcb7c13be9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1096 time: 0.0427456 Feb 11 13:16:26.848521 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-e86b65f8-38e2-4716-ac88-c343bccc8083 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4144850 Feb 11 13:16:26.860827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Request body: {'port': {'device_id': '2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:26.871540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-01d4df08-e8f9-43b8-85d0-743aa7127d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.891265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7554e2b8-f346-4d7d-bb5a-4bcc726087b4 req-f7e74526-67ee-4952-b37c-85b4217761e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388830 Feb 11 13:16:26.933961 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:26.964206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f50a9594-58e5-4225-87a2-ea981970793a None None] Provisioning complete for port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:26.965086 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f50a9594-58e5-4225-87a2-ea981970793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.025479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f50a9594-58e5-4225-87a2-ea981970793a None None] Port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:16:27.301555 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d267103e-5cb5-4a0a-83df-4ceb10ccdb9b {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:27.312160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.334129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Transition to ACTIVE for port object d267103e-5cb5-4a0a-83df-4ceb10ccdb9b will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:27.367154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-c34b1cc1-7b27-4e3a-8bcf-a2b8234e704a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:27.368715 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-c34b1cc1-7b27-4e3a-8bcf-a2b8234e704a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/networks?id=403498be-6233-4d52-9e9c-938e29667175 HTTP/1.1" status: 200 len: 814 time: 0.1322782 Feb 11 13:16:27.395929 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-5b84b7a0-9166-4a5c-a274-5717014f15aa tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/quotas/dfb0c8099b3f4f13a9ad9c0cc0ecaee1 HTTP/1.1" status: 200 len: 375 time: 0.0151577 Feb 11 13:16:27.421661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-aeb0df36-f04c-4071-9ef8-285e1ad399f4 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dfb0c8099b3f4f13a9ad9c0cc0ecaee1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286157 Feb 11 13:16:27.461019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.478371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.510779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37456) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:27.528249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2d30de5-4c4c-4c50-9e0f-15b84f6da4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.574948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:27.588673 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-493cb5aa-c1be-4321-8b4a-9b570c225b93 service neutron] 10.222.0.52 "GET /v2.0/networks/403498be-6233-4d52-9e9c-938e29667175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573639 Feb 11 13:16:27.606454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Attempting to bind port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:27.606785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Attempting to bind port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:27.607106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Attempting to bind port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:27.633030 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2d30de5-4c4c-4c50-9e0f-15b84f6da4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.649921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:27.650241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Attempting to bind port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:27.662175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:27.662618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:27.662920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:27.663350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Bound port: d267103e-5cb5-4a0a-83df-4ceb10ccdb9b, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:27.663700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.715455 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2d30de5-4c4c-4c50-9e0f-15b84f6da4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.735303 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-5fa2937c-cc00-4604-ae09-62af8cbc4bc3 service neutron] 10.222.0.52 "GET /v2.0/networks/403498be-6233-4d52-9e9c-938e29667175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399393 Feb 11 13:16:27.756343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] For port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:27.760219 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d2d30de5-4c4c-4c50-9e0f-15b84f6da4fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ee09ffa1f2d45eeb97e033e02ff6c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458916 Feb 11 13:16:27.760219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d30de5-4c4c-4c50-9e0f-15b84f6da4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff275c04-adc0-483a-b0c3-a3a4bfd67278,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:27.760545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37464) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:27.785375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] For port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:27.826498 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fae0f5e-f783-4d27-bad0-92e020cab2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.848199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fae0f5e-f783-4d27-bad0-92e020cab2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.918127 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.951774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:27.952375 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:27.953728 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] 10.222.0.59 "PUT /v2.0/ports/d267103e-5cb5-4a0a-83df-4ceb10ccdb9b HTTP/1.1" status: 200 len: 1096 time: 1.0981064 Feb 11 13:16:27.954176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1', 'tag': 'd267103e-5cb5-4a0a-83df-4ceb10ccdb9b'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:27.956975 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c480e9-20c3-4f8f-9252-138b5783ba38" -d '{"events": [{"name": "network-changed", "server_uuid": "2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1", "tag": "d267103e-5cb5-4a0a-83df-4ceb10ccdb9b"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:27.981099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d681b82-4bb2-40a8-83e5-1900b4c4efc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:28.008740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fae0f5e-f783-4d27-bad0-92e020cab2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:28.008740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fae0f5e-f783-4d27-bad0-92e020cab2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:28.011294 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7fae0f5e-f783-4d27-bad0-92e020cab2b1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff275c04-adc0-483a-b0c3-a3a4bfd67278 HTTP/1.1" status: 204 len: 168 time: 0.2490838 Feb 11 13:16:28.045283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae0f5e-f783-4d27-bad0-92e020cab2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff275c04-adc0-483a-b0c3-a3a4bfd67278,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:28.166968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b74e8-ea79-4f14-b61f-72a56bcf834f req-2f8380b2-c1a4-42d3-adda-eea010d109cb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.168642 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa9b74e8-ea79-4f14-b61f-72a56bcf834f req-2f8380b2-c1a4-42d3-adda-eea010d109cb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0979030 Feb 11 13:16:28.185786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89368-b728-4f8a-88ab-904d119a6469 req-4ec71f40-8e8b-4979-b53c-a7b71a6ec992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.187247 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-4ec71f40-8e8b-4979-b53c-a7b71a6ec992 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f878fdb02e94d24b92b0e1570039f70&device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0867836 Feb 11 13:16:28.240933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-8b14a8bb-3751-4817-9f2f-799926d2afdf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b HTTP/1.1" status: 200 len: 217 time: 0.0397525 Feb 11 13:16:28.256955 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa9b74e8-ea79-4f14-b61f-72a56bcf834f req-ac747bea-f486-40bf-abf2-ac4eab90caa6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823586 Feb 11 13:16:28.295424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89368-b728-4f8a-88ab-904d119a6469 req-478fe022-a755-486f-85fa-144d9bcb6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.297217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-478fe022-a755-486f-85fa-144d9bcb6f28 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0530305 Feb 11 13:16:28.376082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89368-b728-4f8a-88ab-904d119a6469 req-0ef7942f-b8e3-450f-8884-44525cd78f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.378006 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-0ef7942f-b8e3-450f-8884-44525cd78f3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746434 Feb 11 13:16:28.437543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:28.447432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5453a7f-636c-457f-89af-98739fd58521 req-dc319bef-629c-49ff-af8b-f148a310c2a7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.448968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5453a7f-636c-457f-89af-98739fd58521 req-dc319bef-629c-49ff-af8b-f148a310c2a7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 945 time: 0.1117551 Feb 11 13:16:28.517367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-3d883cd2-dff6-47b6-9afb-25b1e7662cad service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321027 Feb 11 13:16:28.523410 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5453a7f-636c-457f-89af-98739fd58521 req-6f1dfa69-a6a5-4d17-8ea2-adb0e352ff1e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577190 Feb 11 13:16:28.629157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18a89368-b728-4f8a-88ab-904d119a6469 req-456ca192-4ac2-4b13-96cf-c484c6722c70 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028633 Feb 11 13:16:28.695538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dfc67-72d1-43dc-b042-ad2d701bf2f2 req-34585c89-1770-4535-8fd0-372b4740c684 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.697302 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a3dfc67-72d1-43dc-b042-ad2d701bf2f2 req-34585c89-1770-4535-8fd0-372b4740c684 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 948 time: 0.0670698 Feb 11 13:16:28.742583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a3dfc67-72d1-43dc-b042-ad2d701bf2f2 req-6ad7753f-7488-4e93-a6fa-5cc46eba9956 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/security-groups?id=f61fab62-83dc-433c-9624-15a496e21c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Feb 11 13:16:28.816921 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bc7b53-57dc-4957-a042-4c95aa67de9f x-openstack-request-id: req-48bc7b53-57dc-4957-a042-4c95aa67de9f {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:28.817218 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1", "tag": "d267103e-5cb5-4a0a-83df-4ceb10ccdb9b", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:28.817511 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48bc7b53-57dc-4957-a042-4c95aa67de9f {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:28.817960 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1', 'tag': 'd267103e-5cb5-4a0a-83df-4ceb10ccdb9b', 'status': 'completed', 'code': 200} Feb 11 13:16:28.900095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-8779afa1-4565-405f-b64b-49fc3f05e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:28.903934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-8779afa1-4565-405f-b64b-49fc3f05e21f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2f878fdb02e94d24b92b0e1570039f70&device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 1099 time: 0.0685539 Feb 11 13:16:29.025248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-4b8622eb-35cf-4888-8a96-bf6ea4c28257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.025248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-4b8622eb-35cf-4888-8a96-bf6ea4c28257 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1126852 Feb 11 13:16:29.075423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60f663bc-5ed8-45c3-af42-5e2d54210ae9 req-679a5c3d-9306-4625-9f4f-211d269ecc5d tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 210 time: 0.2422898 Feb 11 13:16:29.110381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-5258b100-18b5-4572-9877-39c012f68e53 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b HTTP/1.1" status: 200 len: 217 time: 0.0753458 Feb 11 13:16:29.172528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-5a1feff5-e079-4d60-b1c2-02cd0d4a9130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.177813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-5a1feff5-e079-4d60-b1c2-02cd0d4a9130 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0604343 Feb 11 13:16:29.206474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37510) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:29.229903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-fde9133e-7c0a-40e1-9c44-4df1ee2f7df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.231716 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-fde9133e-7c0a-40e1-9c44-4df1ee2f7df5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0512002 Feb 11 13:16:29.355043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-a1287bce-ee90-4cee-883f-642adb3f8771 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158736 Feb 11 13:16:29.465716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08236172-0c2d-4530-a679-1d32c54fd606 req-454e57e7-a9e0-4383-bfaa-cb7cb13bfc27 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.466788 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eb37b73-afdb-4e4f-ba46-168fbeb1baf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:29.474190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08236172-0c2d-4530-a679-1d32c54fd606 req-454e57e7-a9e0-4383-bfaa-cb7cb13bfc27 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1097 time: 0.0841405 Feb 11 13:16:29.520703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c480e9-20c3-4f8f-9252-138b5783ba38 req-79c1047e-bfb7-47d0-8d52-d03035f8d529 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586845 Feb 11 13:16:29.543168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08236172-0c2d-4530-a679-1d32c54fd606 req-9b2ff726-35a1-4b55-a15f-3a47971c4505 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641994 Feb 11 13:16:29.572505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eb37b73-afdb-4e4f-ba46-168fbeb1baf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:29.639496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b508846-b344-4c16-a05d-e1b8dfbea21c req-970b81cd-f18f-4278-b51e-175f7ecb6c17 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.641426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b508846-b344-4c16-a05d-e1b8dfbea21c req-970b81cd-f18f-4278-b51e-175f7ecb6c17 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1096 time: 0.0457139 Feb 11 13:16:29.682594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b508846-b344-4c16-a05d-e1b8dfbea21c req-a33f2a89-b6c1-45af-a248-8481786dbff2 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342164 Feb 11 13:16:29.683218 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eb37b73-afdb-4e4f-ba46-168fbeb1baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:29.749890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8eb37b73-afdb-4e4f-ba46-168fbeb1baf0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=886fc37365ee46b0a559aecb03ae7e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423069 Feb 11 13:16:29.752762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37530) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:29.761138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb37b73-afdb-4e4f-ba46-168fbeb1baf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e00fab-18ce-4759-8564-dedc13247424,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:29.790772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2c1a4-f6fd-41a7-b462-186d7facc3aa req-de66f21c-10cb-4d29-8051-f3e7075d3d6c tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.790772 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71c2c1a4-f6fd-41a7-b462-186d7facc3aa req-de66f21c-10cb-4d29-8051-f3e7075d3d6c tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1097 time: 0.0923221 Feb 11 13:16:29.825047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71c2c1a4-f6fd-41a7-b462-186d7facc3aa req-1e0bf62b-ff33-4de2-9bba-722953004a91 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311875 Feb 11 13:16:29.843800 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:29.853992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4d3f2-c937-437d-9f8f-7558e195ed16 req-9c4e31f0-9ada-4826-9e5f-07ac17a030ed tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.855497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34e4d3f2-c937-437d-9f8f-7558e195ed16 req-9c4e31f0-9ada-4826-9e5f-07ac17a030ed tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1096 time: 0.0612967 Feb 11 13:16:29.856485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8843ba72-a7a1-4e1e-acbf-b5e4640c395b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:29.907475 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8843ba72-a7a1-4e1e-acbf-b5e4640c395b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:29.949543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34e4d3f2-c937-437d-9f8f-7558e195ed16 req-5e6e3d4c-452e-4db5-aae7-83eaacf5c4d6 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699756 Feb 11 13:16:30.002285 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56a23-a68c-4e5f-af85-5ce4149635bb req-8019a599-9250-401a-8d59-7742c8b72aed tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:30.008102 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06d56a23-a68c-4e5f-af85-5ce4149635bb req-8019a599-9250-401a-8d59-7742c8b72aed tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 948 time: 0.0811474 Feb 11 13:16:30.054488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06d56a23-a68c-4e5f-af85-5ce4149635bb req-aefb3b30-454b-4f87-ab6a-4c8ab391aff4 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/security-groups?id=f61fab62-83dc-433c-9624-15a496e21c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Feb 11 13:16:30.115371 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8843ba72-a7a1-4e1e-acbf-b5e4640c395b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.118133 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8843ba72-a7a1-4e1e-acbf-b5e4640c395b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.119984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8843ba72-a7a1-4e1e-acbf-b5e4640c395b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/13e00fab-18ce-4759-8564-dedc13247424 HTTP/1.1" status: 204 len: 168 time: 0.3662457 Feb 11 13:16:30.135324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843ba72-a7a1-4e1e-acbf-b5e4640c395b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e00fab-18ce-4759-8564-dedc13247424,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:30.181437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-eda7517e-f108-4add-83e2-b8a2763b0686 req-feb6afa4-4123-4f3f-bb33-67d9f07cb05e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:16:30.183927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eda7517e-f108-4add-83e2-b8a2763b0686 req-feb6afa4-4123-4f3f-bb33-67d9f07cb05e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074906 Feb 11 13:16:30.197638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-765be379-5163-4fc3-84cc-601bab34a53d req-c8651cd6-0ac8-4dbe-9360-13deadd2a4ba service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:16:30.198701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-765be379-5163-4fc3-84cc-601bab34a53d req-c8651cd6-0ac8-4dbe-9360-13deadd2a4ba service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053790 Feb 11 13:16:30.217366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37558) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:30.442018 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.600464 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-73618a1c-9710-44a7-be58-7b34e8e19bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.757324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-f6400e8c-737f-46c3-8a19-bfb4f3dd762a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:30.759987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-f6400e8c-737f-46c3-8a19-bfb4f3dd762a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.13 "GET /v2.0/networks?id=403498be-6233-4d52-9e9c-938e29667175 HTTP/1.1" status: 200 len: 814 time: 0.2184114 Feb 11 13:16:30.772880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Request body: {'port': {'device_id': 'ba20a080-8ade-4499-bc56-95d6afd1929f', 'network_id': '403498be-6233-4d52-9e9c-938e29667175', 'admin_state_up': True, 'tenant_id': 'dfb0c8099b3f4f13a9ad9c0cc0ecaee1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:30.845981 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-73618a1c-9710-44a7-be58-7b34e8e19bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.942826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-73618a1c-9710-44a7-be58-7b34e8e19bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.962188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37582) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:30.987417 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d940d3b6-b0b2-4104-8eee-7c21b98c63ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:30.996793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Made reservation on behalf of dfb0c8099b3f4f13a9ad9c0cc0ecaee1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:31.000810 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.021351 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-73618a1c-9710-44a7-be58-7b34e8e19bb8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac76ed8ca543472d99c88d9e36ae3cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8027444 Feb 11 13:16:31.024035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73618a1c-9710-44a7-be58-7b34e8e19bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704be79d-040e-4a34-b4dd-0b5a285b441a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:31.030157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37584) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:31.123901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a181a0d4-8fda-4e4a-b9fe-cca87d2191a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.232444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Allocated IP 172.20.0.13 (403498be-6233-4d52-9e9c-938e29667175/47c8eee4-2e18-485f-8985-5869aaaa135f/9bab3862-e270-4b60-8148-b61bb4989614) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:31.418329 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a181a0d4-8fda-4e4a-b9fe-cca87d2191a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.437254 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.472983 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d940d3b6-b0b2-4104-8eee-7c21b98c63ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.538474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d940d3b6-b0b2-4104-8eee-7c21b98c63ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.567698 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.573912 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a181a0d4-8fda-4e4a-b9fe-cca87d2191a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.576403 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a181a0d4-8fda-4e4a-b9fe-cca87d2191a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.579657 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a181a0d4-8fda-4e4a-b9fe-cca87d2191a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/704be79d-040e-4a34-b4dd-0b5a285b441a HTTP/1.1" status: 204 len: 168 time: 0.5454204 Feb 11 13:16:31.582374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940d3b6-b0b2-4104-8eee-7c21b98c63ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344f7c8a-15d6-40d3-bc56-d5c1783c471b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:31.590351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d940d3b6-b0b2-4104-8eee-7c21b98c63ec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ed740163599407884e8b589956b957c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6268528 Feb 11 13:16:31.591045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37624) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:31.610436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181a0d4-8fda-4e4a-b9fe-cca87d2191a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704be79d-040e-4a34-b4dd-0b5a285b441a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:31.634475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Network 403498be-6233-4d52-9e9c-938e29667175 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:31.638576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:31.642272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:31.648460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:31.649178 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.671409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Pushing event updated for resources: {'Port': ['ID=9bab3862-e270-4b60-8148-b61bb4989614,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:31.672906 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5610d2f6-e234-42dc-97ae-b5f0413f7bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.695633 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5610d2f6-e234-42dc-97ae-b5f0413f7bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.746708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1acda657-6fda-4921-83c6-fbbc841db22a tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9777732 Feb 11 13:16:31.759615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Request body: {'port': {'device_id': 'ba20a080-8ade-4499-bc56-95d6afd1929f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:31.816256 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.908857 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5610d2f6-e234-42dc-97ae-b5f0413f7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.908857 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5610d2f6-e234-42dc-97ae-b5f0413f7bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:31.908857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5610d2f6-e234-42dc-97ae-b5f0413f7bfb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/344f7c8a-15d6-40d3-bc56-d5c1783c471b HTTP/1.1" status: 204 len: 168 time: 0.3143609 Feb 11 13:16:31.930865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610d2f6-e234-42dc-97ae-b5f0413f7bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344f7c8a-15d6-40d3-bc56-d5c1783c471b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:32.097034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bab3862-e270-4b60-8148-b61bb4989614 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:32.105755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.118526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Transition to ACTIVE for port object 9bab3862-e270-4b60-8148-b61bb4989614 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:32.203435 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.264565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9bab3862-e270-4b60-8148-b61bb4989614,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:32.300369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Attempting to bind port 9bab3862-e270-4b60-8148-b61bb4989614 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:32.300702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Attempting to bind port 9bab3862-e270-4b60-8148-b61bb4989614 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9470637c-fcda-416c-92ec-fac333283d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '403498be-6233-4d52-9e9c-938e29667175'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:32.301029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Attempting to bind port 9bab3862-e270-4b60-8148-b61bb4989614 on network 403498be-6233-4d52-9e9c-938e29667175 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:32.305357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Port 9bab3862-e270-4b60-8148-b61bb4989614 on network 403498be-6233-4d52-9e9c-938e29667175 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:32.305673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Attempting to bind port 9bab3862-e270-4b60-8148-b61bb4989614 on network 403498be-6233-4d52-9e9c-938e29667175 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:32.310463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:32.310867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Checking segment: {'id': '9470637c-fcda-416c-92ec-fac333283d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '403498be-6233-4d52-9e9c-938e29667175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:32.311252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Bound using segment: {'id': '9470637c-fcda-416c-92ec-fac333283d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '403498be-6233-4d52-9e9c-938e29667175'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:32.311671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Bound port: 9bab3862-e270-4b60-8148-b61bb4989614, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9470637c-fcda-416c-92ec-fac333283d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '403498be-6233-4d52-9e9c-938e29667175'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:32.312023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.312770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d267103e-5cb5-4a0a-83df-4ceb10ccdb9b details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:32.412157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] For port 9bab3862-e270-4b60-8148-b61bb4989614, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:32.416711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] For port 9bab3862-e270-4b60-8148-b61bb4989614, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bab3862-e270-4b60-8148-b61bb4989614,segment=NetworkSegment(9470637c-fcda-416c-92ec-fac333283d0a),segment_id=9470637c-fcda-416c-92ec-fac333283d0a)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:32.433929 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37650) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:32.439071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:32.450328 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97f687f7-ef7f-412c-b15a-4d6fc763cdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.453071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'd267103e-5cb5-4a0a-83df-4ceb10ccdb9b', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'd267103e-5cb5-4a0a-83df-4ceb10ccdb9b', 'mac_address': 'fa:16:3e:85:c2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:32.503439 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.510418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.517975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d267103e-5cb5-4a0a-83df-4ceb10ccdb9b {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:32.544186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:32.562123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97f687f7-ef7f-412c-b15a-4d6fc763cdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.570438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.571183 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.572569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] 10.222.0.13 "PUT /v2.0/ports/9bab3862-e270-4b60-8148-b61bb4989614 HTTP/1.1" status: 200 len: 1092 time: 0.8173990 Feb 11 13:16:32.572996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba20a080-8ade-4499-bc56-95d6afd1929f', 'tag': '9bab3862-e270-4b60-8148-b61bb4989614'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:32.575224 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba20a080-8ade-4499-bc56-95d6afd1929f", "tag": "9bab3862-e270-4b60-8148-b61bb4989614"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:32.606076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4e504-25ee-4758-9bc8-38fef3c3a9b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9bab3862-e270-4b60-8148-b61bb4989614,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:32.624413 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.624578 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97f687f7-ef7f-412c-b15a-4d6fc763cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.671627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-97f687f7-ef7f-412c-b15a-4d6fc763cdbc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=089dec063d61464abce6a1e373a2c7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366121 Feb 11 13:16:32.672799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f687f7-ef7f-412c-b15a-4d6fc763cdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab590e4-3e26-4e6d-811b-389ef4ee5c64,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:32.674958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37660) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:32.684698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.697138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:32.764034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e1f2-4b48-43d5-a739-0cdbab1ede39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.783492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-bece24e7-b9e5-41e0-89a8-3f3b6e86ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.785858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-bece24e7-b9e5-41e0-89a8-3f3b6e86ae32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb0c8099b3f4f13a9ad9c0cc0ecaee1&device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 1095 time: 0.0659287 Feb 11 13:16:32.801393 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e1f2-4b48-43d5-a739-0cdbab1ede39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:32.837625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-43cae867-42d1-4005-b977-be96337087c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bab3862-e270-4b60-8148-b61bb4989614 HTTP/1.1" status: 200 len: 217 time: 0.0440876 Feb 11 13:16:32.856425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37670) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:32.906319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1a14af7f-8a45-4d06-8ad8-b3332a94b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.907765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-1a14af7f-8a45-4d06-8ad8-b3332a94b6d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47c8eee4-2e18-485f-8985-5869aaaa135f HTTP/1.1" status: 200 len: 854 time: 0.0628576 Feb 11 13:16:32.944306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-43650967-4976-4f63-a800-2e73ceaa6ddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=403498be-6233-4d52-9e9c-938e29667175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290279 Feb 11 13:16:32.960521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37676) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:32.970731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d267103e-5cb5-4a0a-83df-4ceb10ccdb9b'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:33.001298 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e1f2-4b48-43d5-a739-0cdbab1ede39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:33.003980 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e1f2-4b48-43d5-a739-0cdbab1ede39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:33.005110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d2c6e1f2-4b48-43d5-a739-0cdbab1ede39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dab590e4-3e26-4e6d-811b-389ef4ee5c64 HTTP/1.1" status: 204 len: 168 time: 0.3281322 Feb 11 13:16:33.018504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6e1f2-4b48-43d5-a739-0cdbab1ede39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab590e4-3e26-4e6d-811b-389ef4ee5c64,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:33.064508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-49f9ff9a-59c5-441a-b1d8-cd7a01b74e46 service neutron] 10.222.0.13 "GET /v2.0/networks/403498be-6233-4d52-9e9c-938e29667175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078706 Feb 11 13:16:33.094418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-c3cbfe22-f228-4df3-8860-369045e4babe tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:16:33.102286 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-c3cbfe22-f228-4df3-8860-369045e4babe tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1401975 Feb 11 13:16:33.110712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-356af687-c7b2-44d4-97e8-0ca468808f16 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:16:33.125460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-356af687-c7b2-44d4-97e8-0ca468808f16 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2675152 Feb 11 13:16:33.183000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7d2b073-6c09-4014-9bd7-ea4abadbf6a6 req-07157709-c6b5-4834-8021-2947082f52c2 service neutron] 10.222.0.13 "GET /v2.0/networks/403498be-6233-4d52-9e9c-938e29667175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180453 Feb 11 13:16:33.371782 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-5b584ce1-c4fe-4cc5-80bf-aab62fe8802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:33.373163 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-5b584ce1-c4fe-4cc5-80bf-aab62fe8802a service neutron] 10.222.0.52 "GET /v2.0/ports/32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 200 len: 1093 time: 0.1804881 Feb 11 13:16:33.394730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Request body: {'binding': {'host': 'n-h2-816488-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:33.394988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Unknown quota resources ['binding']. {{(pid=103006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:16:33.425583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-c498d0cb-7d78-4cc7-a9ff-cf5a5564aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:33.427242 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-c498d0cb-7d78-4cc7-a9ff-cf5a5564aefa service neutron] 10.222.0.52 "GET /v2.0/ports/b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 200 len: 1094 time: 0.2073996 Feb 11 13:16:33.439544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Request body: {'binding': {'host': 'n-h2-816488-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:33.440661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Unknown quota resources ['binding']. {{(pid=103006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:16:33.634469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 on host n-h2-816488-1 for vnic_type normal with profile None {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:33.639566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:33.639566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:33.641731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Port 32d74923-94cd-459b-bfba-b97ab02165a7 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:33.642070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:33.653957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:33.654295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:33.654672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:33.655095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Bound port: 32d74923-94cd-459b-bfba-b97ab02165a7, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:33.677526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on host n-h2-816488-1 for vnic_type normal with profile None {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:33.682116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:33.682116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:33.712075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:33.712337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:33.735491 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:33.735823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:33.736198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:33.736630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Bound port: b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:33.781074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:33.802078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:33.857363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:33.858584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-76f5fd2b-d086-4d87-a921-9911ee0b987d service neutron] 10.222.0.52 "POST /v2.0/ports/32d74923-94cd-459b-bfba-b97ab02165a7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4703815 Feb 11 13:16:33.891616 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:33.892759 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fe2c1ec7-ec4a-4ffc-bc85-6a1bb09d456b service neutron] 10.222.0.52 "POST /v2.0/ports/b9a097cd-fa3e-4f48-9940-dc9202ef40e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.4567046 Feb 11 13:16:34.205986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7507a14-8cc4-4f91-bd20-4096e6e5dbbb req-4a469dff-26e6-4c0b-a009-0699c27a985d tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:34.213676 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7507a14-8cc4-4f91-bd20-4096e6e5dbbb req-4a469dff-26e6-4c0b-a009-0699c27a985d tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 944 time: 0.0587304 Feb 11 13:16:34.246072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b0496-459e-4f98-815e-336560129ec4 req-e20ff960-a907-4c4a-b9e3-d219ae29762f tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:34.256910 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e00b0496-459e-4f98-815e-336560129ec4 req-e20ff960-a907-4c4a-b9e3-d219ae29762f tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 949 time: 0.0883458 Feb 11 13:16:34.264186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7507a14-8cc4-4f91-bd20-4096e6e5dbbb req-14553447-e1c6-4b3c-9b7d-98e5f139239e tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489786 Feb 11 13:16:34.313238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d267103e-5cb5-4a0a-83df-4ceb10ccdb9b up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:34.357424 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e00b0496-459e-4f98-815e-336560129ec4 req-ea4c219a-a32b-47f6-86f9-201ca5515077 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/security-groups?id=f61fab62-83dc-433c-9624-15a496e21c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688424 Feb 11 13:16:34.370656 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768b63bf-4151-41fb-9021-b13c01800be5 x-openstack-request-id: req-768b63bf-4151-41fb-9021-b13c01800be5 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:34.371200 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba20a080-8ade-4499-bc56-95d6afd1929f", "tag": "9bab3862-e270-4b60-8148-b61bb4989614", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:34.371632 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-768b63bf-4151-41fb-9021-b13c01800be5 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:34.372256 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba20a080-8ade-4499-bc56-95d6afd1929f', 'tag': '9bab3862-e270-4b60-8148-b61bb4989614', 'status': 'completed', 'code': 200} Feb 11 13:16:34.526183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9 req-1e07c233-ce3f-489a-a675-178ffbfbb12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:34.528180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9 req-1e07c233-ce3f-489a-a675-178ffbfbb12f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfb0c8099b3f4f13a9ad9c0cc0ecaee1&device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 1095 time: 0.1272624 Feb 11 13:16:34.542337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490aedc-efc5-46f7-9034-a1349a6cdd4e req-197adfef-140c-4e02-b3ce-d434d4c034c9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:34.550452 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4490aedc-efc5-46f7-9034-a1349a6cdd4e req-197adfef-140c-4e02-b3ce-d434d4c034c9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 945 time: 0.0902257 Feb 11 13:16:34.632378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:34.638329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4490aedc-efc5-46f7-9034-a1349a6cdd4e req-b1e620a6-d824-40f0-b796-9dae97ae2199 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868256 Feb 11 13:16:34.641681 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:34.642382 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:34.684688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9 req-db733bf5-8216-4924-90fc-04fd4a4e069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:34.686194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9 req-db733bf5-8216-4924-90fc-04fd4a4e069f service neutron] 10.222.0.13 "GET /v2.0/networks?id=403498be-6233-4d52-9e9c-938e29667175 HTTP/1.1" status: 200 len: 915 time: 0.1277709 Feb 11 13:16:34.748648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-0f829942-083f-4baa-b018-e539e5f8a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:34.751442 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-0f829942-083f-4baa-b018-e539e5f8a594 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1096 time: 0.1243284 Feb 11 13:16:34.751689 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9 req-225af430-982e-4d47-8264-c6246583f688 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9bab3862-e270-4b60-8148-b61bb4989614 HTTP/1.1" status: 200 len: 217 time: 0.0580003 Feb 11 13:16:34.807959 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:34.826863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9 req-2ee193b2-571e-456b-a5e2-d273646e4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:34.828314 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9 req-2ee193b2-571e-456b-a5e2-d273646e4681 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47c8eee4-2e18-485f-8985-5869aaaa135f HTTP/1.1" status: 200 len: 854 time: 0.0680866 Feb 11 13:16:34.837429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea63acd-c490-4454-8c33-a10a9d165162 req-9873f3df-f117-4a47-82d5-31678a41a152 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:34.838376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd267103e-5cb5-4a0a-83df-4ceb10ccdb9b'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:34.839061 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ea63acd-c490-4454-8c33-a10a9d165162 req-9873f3df-f117-4a47-82d5-31678a41a152 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0910814 Feb 11 13:16:34.842481 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968037f3-d51c-4f12-b42c-f2153107acb8" -d '{"events": [{"server_uuid": "2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1", "name": "network-vif-plugged", "status": "completed", "tag": "d267103e-5cb5-4a0a-83df-4ceb10ccdb9b"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:34.860250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:34.868522 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9 req-9ec10a56-f7df-4af5-a266-d81ed6562e52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=403498be-6233-4d52-9e9c-938e29667175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274112 Feb 11 13:16:34.882208 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-bf68c0d9-be1e-420c-86bb-2c52c5e37855 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256595 Feb 11 13:16:34.910352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-0beb5a1e-0e42-4cd9-8c7e-1f37e3677309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:34.911822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-0beb5a1e-0e42-4cd9-8c7e-1f37e3677309 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.1362629 Feb 11 13:16:34.947406 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:34.956931 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ea63acd-c490-4454-8c33-a10a9d165162 req-1acccec8-14a5-4eeb-8089-6b06ee76b03d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057851 Feb 11 13:16:35.008058 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9 req-163434cb-a1eb-4835-88ab-d27fb00b7140 service neutron] 10.222.0.13 "GET /v2.0/networks/403498be-6233-4d52-9e9c-938e29667175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313529 Feb 11 13:16:35.020990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:35.025728 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-98bfc462-dc8d-4976-9274-48d501619141 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 200 len: 217 time: 0.1038797 Feb 11 13:16:35.051128 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74e2826-b303-46cc-b780-2f42ee12bfb1 x-openstack-request-id: req-a74e2826-b303-46cc-b780-2f42ee12bfb1 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:35.051483 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1", "name": "network-vif-plugged", "status": "completed", "tag": "d267103e-5cb5-4a0a-83df-4ceb10ccdb9b", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:35.051743 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a74e2826-b303-46cc-b780-2f42ee12bfb1 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:35.052141 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd267103e-5cb5-4a0a-83df-4ceb10ccdb9b', 'code': 200} Feb 11 13:16:35.118587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-f28b959c-cf62-47f6-aaeb-7bf480c143c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:35.120282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-f28b959c-cf62-47f6-aaeb-7bf480c143c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0831814 Feb 11 13:16:35.122947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.59', 57406) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:35.130543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-126f9aec-ec74-4145-b828-30d46fb29295 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:35.137637 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-126f9aec-ec74-4145-b828-30d46fb29295 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461956 Feb 11 13:16:35.169972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43a1d3ea-4604-4a56-a83b-e7a20a9d86d9 req-9122c09a-e2ff-4b3b-9318-259ba7c30001 service neutron] 10.222.0.13 "GET /v2.0/networks/403498be-6233-4d52-9e9c-938e29667175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552205 Feb 11 13:16:35.172030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-1a980048-0bc0-4af8-a6c6-a9b617bf3031 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315373 Feb 11 13:16:35.180035 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-2cf6deba-828f-40c5-81c9-8211d16d309a tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/quotas/f6c6e279aebd4fb2869ab99756aec5d3 HTTP/1.1" status: 200 len: 375 time: 0.0412483 Feb 11 13:16:35.185597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7cd3d-10e4-4596-9f0e-27610e9b41bb req-880ce640-2840-47c0-bb13-9639ae2ee654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:35.187253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecd7cd3d-10e4-4596-9f0e-27610e9b41bb req-880ce640-2840-47c0-bb13-9639ae2ee654 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 1101 time: 0.0646896 Feb 11 13:16:35.228483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecd7cd3d-10e4-4596-9f0e-27610e9b41bb req-ae7c2a0e-5696-4a7b-ad41-6ef7ada3c81a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f61fab62-83dc-433c-9624-15a496e21c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344617 Feb 11 13:16:35.234598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-66aaf63d-b71c-4ba5-9f38-4ba0bc4cc9b7 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534079 Feb 11 13:16:35.314372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-56bd8d48-e080-4eb0-bde8-0d8fbb269128 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320016 Feb 11 13:16:35.400702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7423145-c1b8-48ac-8430-d104d5fd7642 req-dbea10e2-646c-4912-b313-b634c35f9df0 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:35.402271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d7423145-c1b8-48ac-8430-d104d5fd7642 req-dbea10e2-646c-4912-b313-b634c35f9df0 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 944 time: 0.0589418 Feb 11 13:16:35.441203 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d7423145-c1b8-48ac-8430-d104d5fd7642 req-10781ec2-ba14-42f5-a61f-be4fddc1c405 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330079 Feb 11 13:16:35.649076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f985099-ae78-4cc7-bb95-3b00afb1ce4e req-177408f5-8353-45c2-9bc2-1b54be34cf06 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:35.650681 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f985099-ae78-4cc7-bb95-3b00afb1ce4e req-177408f5-8353-45c2-9bc2-1b54be34cf06 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 950 time: 0.0847738 Feb 11 13:16:35.656217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-699f8fe5-46fb-4ee0-a285-35bfe16a4097 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622188 Feb 11 13:16:35.691609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f985099-ae78-4cc7-bb95-3b00afb1ce4e req-4225f89c-81d6-46f1-9943-4d7662f3cdcf tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/security-groups?id=f61fab62-83dc-433c-9624-15a496e21c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344574 Feb 11 13:16:35.759730 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2861ae24-8e88-4f4f-815e-d305ba63ebd6 req-eba58261-e4df-43dc-9ab2-8a6c165126bb tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 210 time: 0.0289710 Feb 11 13:16:35.916200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-b096cae4-3776-491e-8e9f-085a53656d31 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302978 Feb 11 13:16:35.948421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2ad4f-c6b7-4faf-b4cc-ddb25b4d1592 req-4cf12225-8a63-4c62-a8cb-54a4bd917b21 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:35.954237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5f2ad4f-c6b7-4faf-b4cc-ddb25b4d1592 req-4cf12225-8a63-4c62-a8cb-54a4bd917b21 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 945 time: 0.0605471 Feb 11 13:16:35.995280 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5f2ad4f-c6b7-4faf-b4cc-ddb25b4d1592 req-a5a22a42-b142-4a4d-bcfb-d876c48babfb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388737 Feb 11 13:16:36.041165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-a1b8de1c-d835-4cb8-944f-6bc1e6f84509 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:36.042703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-a1b8de1c-d835-4cb8-944f-6bc1e6f84509 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.1365206 Feb 11 13:16:36.061746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816488-1'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:36.107163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-7eb96bc0-28b1-48d9-b5e3-995cd94ec112 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:36.108613 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-7eb96bc0-28b1-48d9-b5e3-995cd94ec112 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1708078 Feb 11 13:16:36.141250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9bab3862-e270-4b60-8148-b61bb4989614 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:36.146451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-a5a7fdea-a235-4cbd-831d-ea6b45f3af23 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/quotas/94b15a99cc5f451dbcae3fd953ea3350 HTTP/1.1" status: 200 len: 375 time: 0.0307131 Feb 11 13:16:36.149195 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.219704 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-4296d997-157d-4e31-abc9-f36d0435df0d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580025 Feb 11 13:16:36.238984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351be7e7-3e7b-4797-aca1-716ced057037 req-bd20a62d-d305-4e94-a1a6-5e559945cb07 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:36.240560 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-351be7e7-3e7b-4797-aca1-716ced057037 req-bd20a62d-d305-4e94-a1a6-5e559945cb07 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0631483 Feb 11 13:16:36.285076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9bab3862-e270-4b60-8148-b61bb4989614, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bab3862-e270-4b60-8148-b61bb4989614,segment=NetworkSegment(9470637c-fcda-416c-92ec-fac333283d0a),segment_id=9470637c-fcda-416c-92ec-fac333283d0a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:36.297603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '9bab3862-e270-4b60-8148-b61bb4989614', 'network_id': '403498be-6233-4d52-9e9c-938e29667175', 'port_id': '9bab3862-e270-4b60-8148-b61bb4989614', 'mac_address': 'fa:16:3e:d4:6b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c8eee4-2e18-485f-8985-5869aaaa135f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:36.319398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-351be7e7-3e7b-4797-aca1-716ced057037 req-fc514598-8310-4778-8a0d-da1f3a67c677 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685575 Feb 11 13:16:36.345926 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.362303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bab3862-e270-4b60-8148-b61bb4989614 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:36.364673 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:36.393888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9bab3862-e270-4b60-8148-b61bb4989614, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bab3862-e270-4b60-8148-b61bb4989614,segment=NetworkSegment(9470637c-fcda-416c-92ec-fac333283d0a),segment_id=9470637c-fcda-416c-92ec-fac333283d0a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:36.408824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:36.463915 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.471302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d74923-94cd-459b-bfba-b97ab02165a7'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:36.474302 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e25eeb-807d-4e33-9a42-b58ba3631b9e" -d '{"events": [{"server_uuid": "b154fa24-a6bf-426d-97fc-6a43f0acd536", "name": "network-vif-unplugged", "status": "completed", "tag": "32d74923-94cd-459b-bfba-b97ab02165a7"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:36.486922 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.487417 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9498e337-156f-4066-886c-01bb148c124a req-0a88c4f0-1127-4993-8322-6752ac1d49b9 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 210 time: 0.0414820 Feb 11 13:16:36.542393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9bab3862-e270-4b60-8148-b61bb4989614,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:36.558004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.628303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87f9f-a792-412d-8d1c-f7c3ac4143bb req-7f8298e5-5cf8-4d82-997c-3823f9f40e1e tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:36.630559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6c87f9f-a792-412d-8d1c-f7c3ac4143bb req-7f8298e5-5cf8-4d82-997c-3823f9f40e1e tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 945 time: 0.0889587 Feb 11 13:16:36.675258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Pushing event updated for resources: {'Port': ['ID=32d74923-94cd-459b-bfba-b97ab02165a7,revision_number=7']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:36.681903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 on host n-h1-816488-1 for vnic_type normal with profile {"migrating_to": "n-h2-816488-1"} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:36.682245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:36.682565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:36.686821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Port 32d74923-94cd-459b-bfba-b97ab02165a7 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:36.687319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Attempting to bind port 32d74923-94cd-459b-bfba-b97ab02165a7 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:36.693157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:36.693333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6c87f9f-a792-412d-8d1c-f7c3ac4143bb req-eda2dc1a-bfb4-4065-8022-d253c226defb tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521452 Feb 11 13:16:36.693489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:36.693892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:36.694314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Bound port: 32d74923-94cd-459b-bfba-b97ab02165a7, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:36.694666 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.698766 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['9bab3862-e270-4b60-8148-b61bb4989614'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:36.750437 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeb24f1-2816-4bf4-9007-362e5531cf03 x-openstack-request-id: req-1aeb24f1-2816-4bf4-9007-362e5531cf03 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:36.750978 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b154fa24-a6bf-426d-97fc-6a43f0acd536", "name": "network-vif-unplugged", "status": "completed", "tag": "32d74923-94cd-459b-bfba-b97ab02165a7", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:36.751221 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1aeb24f1-2816-4bf4-9007-362e5531cf03 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:36.752027 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d74923-94cd-459b-bfba-b97ab02165a7', 'code': 200} Feb 11 13:16:36.773923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:36.778837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:36.864899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df5e61-9239-4caf-8e82-84e4332937cd req-ab666b5b-1878-42ea-acb8-f04551f0216d tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:36.866514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0df5e61-9239-4caf-8e82-84e4332937cd req-ab666b5b-1878-42ea-acb8-f04551f0216d tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 950 time: 0.0618255 Feb 11 13:16:36.890510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:36.914518 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0df5e61-9239-4caf-8e82-84e4332937cd req-8aa6d36b-bcff-4034-8f75-eff207aaa558 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/security-groups?id=f61fab62-83dc-433c-9624-15a496e21c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383592 Feb 11 13:16:36.915762 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5210837b-0235-4cd7-a1ec-7825099e2c07 req-92529604-10d7-46ed-b6b2-1d4678e22677 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 210 time: 0.0398490 Feb 11 13:16:36.973757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Pushing event updated for resources: {'Port': ['ID=32d74923-94cd-459b-bfba-b97ab02165a7,revision_number=8']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:36.996600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:36.997225 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:37.002951 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-bb8100fb-0a0a-4c93-8a44-78dbab450697 service neutron] 10.222.0.59 "PUT /v2.0/ports/32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 200 len: 1121 time: 0.9432874 Feb 11 13:16:37.081579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['32d74923-94cd-459b-bfba-b97ab02165a7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:37.135921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9c890-e848-4edb-9422-c99b1204a8ca req-7ad7ee9a-17b6-4caa-9265-43e712f36bc2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:37.137450 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aff9c890-e848-4edb-9422-c99b1204a8ca req-7ad7ee9a-17b6-4caa-9265-43e712f36bc2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 943 time: 0.0690968 Feb 11 13:16:37.184308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aff9c890-e848-4edb-9422-c99b1204a8ca req-47c11e29-6bd4-43c5-aa2c-f3ce077cf363 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388298 Feb 11 13:16:37.447627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eff4d4-8476-431d-b8cd-f6dcfdde5eed req-bddd2980-bba6-48f4-bef5-0567a5a972de tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:37.449100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c7eff4d4-8476-431d-b8cd-f6dcfdde5eed req-bddd2980-bba6-48f4-bef5-0567a5a972de tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0495322 Feb 11 13:16:37.487705 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c7eff4d4-8476-431d-b8cd-f6dcfdde5eed req-49d5cdae-fd73-4fce-be12-64074d0029f2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324910 Feb 11 13:16:37.560652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de5ed6ea-f483-4d0e-89ea-3b929e6bba43 req-e7b7dd05-b276-4303-9df3-d6c18f639614 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 210 time: 0.0267169 Feb 11 13:16:37.814076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8549f7-2b55-4dac-aba5-92eaad08c1d3 req-f2acccb0-e584-4570-b854-f4208c9ed524 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:37.816097 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de8549f7-2b55-4dac-aba5-92eaad08c1d3 req-f2acccb0-e584-4570-b854-f4208c9ed524 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 945 time: 0.0487282 Feb 11 13:16:37.852548 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de8549f7-2b55-4dac-aba5-92eaad08c1d3 req-fedcbf24-812e-487a-9895-0dba01f0a104 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304358 Feb 11 13:16:38.043098 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c80302ae-7b6a-4d2b-89c2-ac5273b9629d req-073780e1-444a-4067-b0ef-3cdc6cc97f5b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 210 time: 0.0461345 Feb 11 13:16:38.044538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2adaf7-f86f-4e48-99d1-fb8e9ed5c8cf req-6a73fbbe-d201-45ab-8b81-90c6e5778605 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:38.046147 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae2adaf7-f86f-4e48-99d1-fb8e9ed5c8cf req-6a73fbbe-d201-45ab-8b81-90c6e5778605 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 950 time: 0.0527468 Feb 11 13:16:38.092912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae2adaf7-f86f-4e48-99d1-fb8e9ed5c8cf req-e5141578-2b76-47a5-b98b-61b4b7e122c8 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/security-groups?id=f61fab62-83dc-433c-9624-15a496e21c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395715 Feb 11 13:16:38.127883 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-293918fa-b13d-4ea7-bc64-e425b683fe0b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325270 Feb 11 13:16:38.150069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9bab3862-e270-4b60-8148-b61bb4989614 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:38.250058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-6b247069-6f12-4310-a062-437db125743c tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:38.251709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-6b247069-6f12-4310-a062-437db125743c tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186519 Feb 11 13:16:38.265214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Request body: {'port': {'device_id': 'f900c583-74ae-4c26-8341-d1a82e5184ab', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': 'f6c6e279aebd4fb2869ab99756aec5d3'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:38.284168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37884) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:38.366258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 9bab3862-e270-4b60-8148-b61bb4989614 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:38.371359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 9bab3862-e270-4b60-8148-b61bb4989614 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:38.375064 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.381233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271242fe-6b47-4bb3-a006-2d560503385f req-33987ea9-842d-45b3-b553-92101665ad61 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:38.385230 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-271242fe-6b47-4bb3-a006-2d560503385f req-33987ea9-842d-45b3-b553-92101665ad61 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 943 time: 0.0947599 Feb 11 13:16:38.449761 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a333475a-7d3f-42b6-93c7-5af65344c2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.462644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-271242fe-6b47-4bb3-a006-2d560503385f req-93b51767-8025-48a5-844b-220747997fbe tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680892 Feb 11 13:16:38.487576 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.512745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba20a080-8ade-4499-bc56-95d6afd1929f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bab3862-e270-4b60-8148-b61bb4989614'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:38.515540 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98572c28-be34-4110-8e95-1607e49e68aa" -d '{"events": [{"server_uuid": "ba20a080-8ade-4499-bc56-95d6afd1929f", "name": "network-vif-plugged", "status": "completed", "tag": "9bab3862-e270-4b60-8148-b61bb4989614"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:38.530482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9bab3862-e270-4b60-8148-b61bb4989614, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bab3862-e270-4b60-8148-b61bb4989614,segment=NetworkSegment(9470637c-fcda-416c-92ec-fac333283d0a),segment_id=9470637c-fcda-416c-92ec-fac333283d0a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:38.535474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Made reservation on behalf of f6c6e279aebd4fb2869ab99756aec5d3 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:38.537119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a333475a-7d3f-42b6-93c7-5af65344c2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.539251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.548278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.621052 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.626746 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaacb49-9582-46ba-8e4c-68adeaea715d req-edac4083-7081-4edb-94ea-5b6a34790356 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:38.629260 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-abaacb49-9582-46ba-8e4c-68adeaea715d req-edac4083-7081-4edb-94ea-5b6a34790356 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0675056 Feb 11 13:16:38.632385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.651193 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a333475a-7d3f-42b6-93c7-5af65344c2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.671848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9bab3862-e270-4b60-8148-b61bb4989614,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:38.706040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a333475a-7d3f-42b6-93c7-5af65344c2f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ee9cdc7c9a1a4470aace8e8680115fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205351 Feb 11 13:16:38.708850 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-abaacb49-9582-46ba-8e4c-68adeaea715d req-d2c360b4-1f5a-444c-a5e9-0750162a3203 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733020 Feb 11 13:16:38.713020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37896) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:38.713547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a333475a-7d3f-42b6-93c7-5af65344c2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2c033c-c530-4b3b-9dea-836edac9cdac,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:38.729884 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.749544 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdbfc2a-dde4-4f18-a13c-5a6cb5310186 x-openstack-request-id: req-dfdbfc2a-dde4-4f18-a13c-5a6cb5310186 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:38.749957 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba20a080-8ade-4499-bc56-95d6afd1929f", "name": "network-vif-plugged", "status": "completed", "tag": "9bab3862-e270-4b60-8148-b61bb4989614", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:38.750268 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dfdbfc2a-dde4-4f18-a13c-5a6cb5310186 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:38.750716 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba20a080-8ade-4499-bc56-95d6afd1929f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bab3862-e270-4b60-8148-b61bb4989614', 'code': 200} Feb 11 13:16:38.761739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'tag': '32d74923-94cd-459b-bfba-b97ab02165a7'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:38.764798 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32f028b-1200-4574-ae33-986aa1317904" -d '{"events": [{"name": "network-changed", "server_uuid": "b154fa24-a6bf-426d-97fc-6a43f0acd536", "tag": "32d74923-94cd-459b-bfba-b97ab02165a7"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:38.823979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-309c09eb-f2d8-4b69-b5d3-aa28c5db1f63 req-daf08fa4-06c5-40d1-bc9a-1af0564b3b3e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 210 time: 0.0278659 Feb 11 13:16:38.873229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28ec2d-e9ca-4982-aa44-2845f2a46cf3 req-6b6cf20e-d71e-43f3-8edb-ceda9458a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:38.874913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a28ec2d-e9ca-4982-aa44-2845f2a46cf3 req-6b6cf20e-d71e-43f3-8edb-ceda9458a8cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 1097 time: 0.0448213 Feb 11 13:16:38.879777 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb47b7d5-91e9-4bab-86af-bd1d17cad214,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:38.885251 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7c0450-f805-4bbe-a4f4-39481dd6cee8 x-openstack-request-id: req-be7c0450-f805-4bbe-a4f4-39481dd6cee8 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:38.885251 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b154fa24-a6bf-426d-97fc-6a43f0acd536", "tag": "32d74923-94cd-459b-bfba-b97ab02165a7", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:38.885459 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be7c0450-f805-4bbe-a4f4-39481dd6cee8 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:38.885936 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'tag': '32d74923-94cd-459b-bfba-b97ab02165a7', 'status': 'completed', 'code': 200} Feb 11 13:16:38.914975 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1de5dda8-448b-4c37-9bc5-741c81e2efee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:38.929730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a28ec2d-e9ca-4982-aa44-2845f2a46cf3 req-5ffb476e-df96-420e-bdbd-189fa44c8ab0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 Feb 11 13:16:38.996166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed17c4c-5f05-4ac8-a493-06f9aee734ce req-db67ef6b-fe64-47e9-9e0f-8025939d51f4 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:38.997809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ed17c4c-5f05-4ac8-a493-06f9aee734ce req-db67ef6b-fe64-47e9-9e0f-8025939d51f4 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 946 time: 0.0504446 Feb 11 13:16:38.999130 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1de5dda8-448b-4c37-9bc5-741c81e2efee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.023029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8e6d3-a0b0-4aa9-a902-49881100dc9d req-fcdc6d76-ae45-48af-9834-3c912a56d985 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.024519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7fe8e6d3-a0b0-4aa9-a902-49881100dc9d req-fcdc6d76-ae45-48af-9834-3c912a56d985 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 950 time: 0.1955907 Feb 11 13:16:39.038407 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ed17c4c-5f05-4ac8-a493-06f9aee734ce req-da62f8d0-32fd-4485-b75f-17f0410ba416 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335512 Feb 11 13:16:39.041136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Allocated IP 192.168.233.89 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/d8210a39-9e02-451b-8840-2fa3e098d6b1) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:39.090170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f028b-1200-4574-ae33-986aa1317904 req-0f1aebff-b367-4319-a613-ce9285b41852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.091707 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f32f028b-1200-4574-ae33-986aa1317904 req-0f1aebff-b367-4319-a613-ce9285b41852 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1124 time: 0.1749675 Feb 11 13:16:39.129901 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7fe8e6d3-a0b0-4aa9-a902-49881100dc9d req-0759a3de-dce1-4c48-a467-cb6fdff227f3 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/security-groups?id=f61fab62-83dc-433c-9624-15a496e21c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937710 Feb 11 13:16:39.148460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b5c756b-bfc8-4d6d-a9ef-8ef1df6e25ff req-076122ca-3d4b-4008-95ff-c21cf9d14acd tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 210 time: 0.0319526 Feb 11 13:16:39.228385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f028b-1200-4574-ae33-986aa1317904 req-6cf9089b-150c-4dc7-a318-129b69e0ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.229839 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f32f028b-1200-4574-ae33-986aa1317904 req-6cf9089b-150c-4dc7-a318-129b69e0ada0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.0944645 Feb 11 13:16:39.234834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1de5dda8-448b-4c37-9bc5-741c81e2efee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.237876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1de5dda8-448b-4c37-9bc5-741c81e2efee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.239021 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1de5dda8-448b-4c37-9bc5-741c81e2efee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb2c033c-c530-4b3b-9dea-836edac9cdac HTTP/1.1" status: 204 len: 168 time: 0.5239017 Feb 11 13:16:39.246123 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-3fb56cd8-dc54-4b4a-b08f-1baeaa2235aa tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289514 Feb 11 13:16:39.447710 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-c7564a91-7237-49dc-97e1-6f18409e8ead tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.449354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-c7564a91-7237-49dc-97e1-6f18409e8ead tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972640 Feb 11 13:16:39.463876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Request body: {'port': {'device_id': '1be0e2b9-8834-4e3b-8418-3d7202c2a988', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '94b15a99cc5f451dbcae3fd953ea3350'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:39.556354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5dda8-448b-4c37-9bc5-741c81e2efee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2c033c-c530-4b3b-9dea-836edac9cdac,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:39.562139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f32f028b-1200-4574-ae33-986aa1317904 req-dcde1034-4e6b-4ba3-9855-5e782c45807d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 200 len: 217 time: 0.0985377 Feb 11 13:16:39.664901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.679842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f028b-1200-4574-ae33-986aa1317904 req-b6c9eda1-23d6-4f7d-b3ea-72da7eca62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.681281 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f32f028b-1200-4574-ae33-986aa1317904 req-b6c9eda1-23d6-4f7d-b3ea-72da7eca62dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0824933 Feb 11 13:16:39.690741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff753750-9ec2-44d2-8b15-5b044874ab2f req-0ebf8e6d-e06f-46d9-8129-01606fb9933e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.692144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff753750-9ec2-44d2-8b15-5b044874ab2f req-0ebf8e6d-e06f-46d9-8129-01606fb9933e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 943 time: 0.1387677 Feb 11 13:16:39.700689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Made reservation on behalf of 94b15a99cc5f451dbcae3fd953ea3350 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:39.704275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.714101 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.736082 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f32f028b-1200-4574-ae33-986aa1317904 req-63edab2e-3329-4b44-8ec0-bc5e1ffba893 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418017 Feb 11 13:16:39.794568 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:16:39.809428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.817204 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff753750-9ec2-44d2-8b15-5b044874ab2f req-62315fb2-9bd0-4c2e-8fb0-e590d6c00bc4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131022 Feb 11 13:16:39.855275 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f32f028b-1200-4574-ae33-986aa1317904 req-657425ec-b59e-47ce-b2f6-717e2f419972 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103587 Feb 11 13:16:39.860467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b637-4d71-4ca6-b27d-6c2b675a7a1e req-96312a5a-4a0b-4a8d-ad03-3ef0750fe28b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.862677 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6827b637-4d71-4ca6-b27d-6c2b675a7a1e req-96312a5a-4a0b-4a8d-ad03-3ef0750fe28b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0667105 Feb 11 13:16:39.863135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.911638 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6827b637-4d71-4ca6-b27d-6c2b675a7a1e req-50a51f5d-1b71-43be-b616-56ac1eccfc7f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419028 Feb 11 13:16:39.938422 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:39.997080 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-43fc5485-51b0-4f53-bfaf-2bca713ba5f1 req-4dd92173-ade9-4cc0-afd8-5c746b6ac47e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 210 time: 0.0760586 Feb 11 13:16:39.998952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37914) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:40.000196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:40.007595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:40.010077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:40.015807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:40.016434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.020530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b60f6d06-692d-4ed1-a042-09db4a34a994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.025138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37df5d6-cd89-4c75-8bbc-69fa34a21231,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:40.035126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Pushing event updated for resources: {'Port': ['ID=d8210a39-9e02-451b-8840-2fa3e098d6b1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:40.069593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f32f028b-1200-4574-ae33-986aa1317904 req-21f1b287-2041-4a98-a237-ab29784c9ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002442 Feb 11 13:16:40.184402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5681cdff-87bd-4e14-a184-a20970ed1cce tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9235432 Feb 11 13:16:40.187072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Allocated IP 192.168.233.224 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/c47c2e2a-1be9-417a-820e-b64ab012cdd9) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:40.249055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f673e88-6868-404e-a698-73b7afb1dda8 req-7d732d81-de8a-4329-9a08-74839ba8d82b tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:40.256373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f673e88-6868-404e-a698-73b7afb1dda8 req-7d732d81-de8a-4329-9a08-74839ba8d82b tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 946 time: 0.1332214 Feb 11 13:16:40.281809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Request body: {'port': {'device_id': 'f900c583-74ae-4c26-8341-d1a82e5184ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:40.293217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b586b8e-c351-497c-affe-1d0751414671 req-1dde0c8a-0aab-40e3-9067-c2d75c4d19ba tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:40.294753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b586b8e-c351-497c-affe-1d0751414671 req-1dde0c8a-0aab-40e3-9067-c2d75c4d19ba tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 950 time: 0.0709503 Feb 11 13:16:40.300375 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b60f6d06-692d-4ed1-a042-09db4a34a994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.343846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6d6e37a2-b59b-40c6-9993-84f3e4cf2cef None None] Provisioning complete for port d8210a39-9e02-451b-8840-2fa3e098d6b1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:40.345014 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6d6e37a2-b59b-40c6-9993-84f3e4cf2cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.372970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 32d74923-94cd-459b-bfba-b97ab02165a7 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:40.373161 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b586b8e-c351-497c-affe-1d0751414671 req-77071374-6053-4d50-b33c-f74307537f02 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/security-groups?id=f61fab62-83dc-433c-9624-15a496e21c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625429 Feb 11 13:16:40.373755 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.374077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f673e88-6868-404e-a698-73b7afb1dda8 req-2d7f48a0-964f-4e77-a545-313e235eb43c tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117270 Feb 11 13:16:40.379201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b60f6d06-692d-4ed1-a042-09db4a34a994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.413132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e37a2-b59b-40c6-9993-84f3e4cf2cef None None] Port d8210a39-9e02-451b-8840-2fa3e098d6b1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:16:40.515556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:40.536594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 32d74923-94cd-459b-bfba-b97ab02165a7 has no active binding in host n-h2-816488-1 {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:16:40.582575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.59', 57409) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:40.634234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-17b8d778-0d14-4bca-9727-62cc3b269127 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:40.635899 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-17b8d778-0d14-4bca-9727-62cc3b269127 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.59 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 950 time: 0.0519111 Feb 11 13:16:40.665206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f6d06-692d-4ed1-a042-09db4a34a994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7027dc0-c06d-4052-8480-889477775078,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:40.676574 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b60f6d06-692d-4ed1-a042-09db4a34a994 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfadb917c5d542c788b7ef256b32647b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6765754 Feb 11 13:16:40.679669 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37922) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:40.732488 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.742692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c606760-1dc1-4cde-bbc5-1c7df7f9f981 req-caad7893-d3d6-4504-ae40-185281f07958 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:40.744148 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8c606760-1dc1-4cde-bbc5-1c7df7f9f981 req-caad7893-d3d6-4504-ae40-185281f07958 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 935 time: 0.2869475 Feb 11 13:16:40.771018 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a64650d-087e-47ca-8389-220db13eda00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.788495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-9e36f68d-19d8-4cb9-96af-71202718e178 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Deleting port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:16:40.788823 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-9e36f68d-19d8-4cb9-96af-71202718e178 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.800817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8c606760-1dc1-4cde-bbc5-1c7df7f9f981 req-c2982691-d1fd-41d8-a5ea-a4ba7a9be1c0 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486648 Feb 11 13:16:40.809623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a64650d-087e-47ca-8389-220db13eda00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.859288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.909495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:40.912563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:40.915271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:40.920841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:40.921485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.937606 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event updated for resources: {'Port': ['ID=c47c2e2a-1be9-417a-820e-b64ab012cdd9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:40.986364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-9e36f68d-19d8-4cb9-96af-71202718e178 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] For port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:40.986865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-9e36f68d-19d8-4cb9-96af-71202718e178 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:40.993659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-07500285-e5b2-440e-9b6e-e18d43875cc6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5340304 Feb 11 13:16:41.014047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-9e36f68d-19d8-4cb9-96af-71202718e178 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Calling delete_port for d267103e-5cb5-4a0a-83df-4ceb10ccdb9b owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:16:41.022217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Request body: {'port': {'device_id': '1be0e2b9-8834-4e3b-8418-3d7202c2a988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:41.041434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e38b8-e383-44bb-9337-bd0b29fe960d req-5e4b3251-b22b-447f-b96a-479addf5e3fa tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:41.043151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-646e38b8-e383-44bb-9337-bd0b29fe960d req-5e4b3251-b22b-447f-b96a-479addf5e3fa tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 943 time: 0.1533666 Feb 11 13:16:41.086040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a64650d-087e-47ca-8389-220db13eda00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.088647 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a64650d-087e-47ca-8389-220db13eda00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.089761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2a64650d-087e-47ca-8389-220db13eda00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7027dc0-c06d-4052-8480-889477775078 HTTP/1.1" status: 204 len: 168 time: 0.4084094 Feb 11 13:16:41.132420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afdf89-3427-4903-8066-cd74fe8341db req-82cc7ac7-5573-4422-807a-4dbe4f33ed85 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:41.134237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64650d-087e-47ca-8389-220db13eda00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7027dc0-c06d-4052-8480-889477775078,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.150404 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8afdf89-3427-4903-8066-cd74fe8341db req-82cc7ac7-5573-4422-807a-4dbe4f33ed85 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.1433790 Feb 11 13:16:41.152934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.217031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8210a39-9e02-451b-8840-2fa3e098d6b1 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:41.228493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-646e38b8-e383-44bb-9337-bd0b29fe960d req-9fc519ed-638b-415c-9bbc-887912051cfc tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441960 Feb 11 13:16:41.228493 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.250273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2a24a66f-4431-4cf3-a20c-87154e47932e None None] Provisioning complete for port c47c2e2a-1be9-417a-820e-b64ab012cdd9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:41.250956 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2a24a66f-4431-4cf3-a20c-87154e47932e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.278594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8afdf89-3427-4903-8066-cd74fe8341db req-27626b64-e216-4a8f-8f0a-0889114a7239 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269283 Feb 11 13:16:41.300209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2a24a66f-4431-4cf3-a20c-87154e47932e None None] Port c47c2e2a-1be9-417a-820e-b64ab012cdd9 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:16:41.358675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5ed57-aadb-47a0-b96a-0c6dbbd72692 req-e489a5e6-8e51-45af-adc9-52de69ef31d0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:41.360196 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82a5ed57-aadb-47a0-b96a-0c6dbbd72692 req-e489a5e6-8e51-45af-adc9-52de69ef31d0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 936 time: 0.0518839 Feb 11 13:16:41.373301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Transition to ACTIVE for port object d8210a39-9e02-451b-8840-2fa3e098d6b1 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:41.375592 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-9e36f68d-19d8-4cb9-96af-71202718e178 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.394288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d267103e-5cb5-4a0a-83df-4ceb10ccdb9b'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:41.416258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e36f68d-19d8-4cb9-96af-71202718e178 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Pushing event deleted for resources: {'Port': ['ID=d267103e-5cb5-4a0a-83df-4ceb10ccdb9b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.465373 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82a5ed57-aadb-47a0-b96a-0c6dbbd72692 req-2a3b3c1e-5d06-46ec-9b2c-66a680a89640 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982747 Feb 11 13:16:41.466507 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.510506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-9e36f68d-19d8-4cb9-96af-71202718e178 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] No DVR routers for this DVR port d267103e-5cb5-4a0a-83df-4ceb10ccdb9b on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:41.514567 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-9e36f68d-19d8-4cb9-96af-71202718e178 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.518160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed3f9a82-3fca-4b2f-ba05-2101d9abf400 req-9e36f68d-19d8-4cb9-96af-71202718e178 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.59 "DELETE /v2.0/ports/d267103e-5cb5-4a0a-83df-4ceb10ccdb9b HTTP/1.1" status: 204 len: 173 time: 0.8737013 Feb 11 13:16:41.518748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1', 'name': 'network-vif-deleted', 'tag': 'd267103e-5cb5-4a0a-83df-4ceb10ccdb9b'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:41.521314 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af075023-a99f-4016-a77a-3fbb8c29e549" -d '{"events": [{"server_uuid": "2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1", "name": "network-vif-deleted", "tag": "d267103e-5cb5-4a0a-83df-4ceb10ccdb9b"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:41.556004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Pushing event updated for resources: {'Port': ['ID=d8210a39-9e02-451b-8840-2fa3e098d6b1,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:41.601990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c5725-e280-41c8-bd97-6c7ae1bf18a7 req-bb061bd2-0dd1-4b88-8ff8-36cc0618b639 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:41.604305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b6c5725-e280-41c8-bd97-6c7ae1bf18a7 req-bb061bd2-0dd1-4b88-8ff8-36cc0618b639 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 946 time: 0.1404786 Feb 11 13:16:41.604442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Attempting to bind port d8210a39-9e02-451b-8840-2fa3e098d6b1 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:41.604686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Attempting to bind port d8210a39-9e02-451b-8840-2fa3e098d6b1 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:41.605025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Attempting to bind port d8210a39-9e02-451b-8840-2fa3e098d6b1 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:41.612218 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Port d8210a39-9e02-451b-8840-2fa3e098d6b1 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:41.612629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Attempting to bind port d8210a39-9e02-451b-8840-2fa3e098d6b1 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:41.659476 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2fbb60d-f0a1-457f-8042-eeaae6e45b77 req-13026dd5-757e-4289-b60d-31cb99ae3707 tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 210 time: 0.0586112 Feb 11 13:16:41.668255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:41.668984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:41.669807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:41.670483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Bound port: d8210a39-9e02-451b-8840-2fa3e098d6b1, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:41.670916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.701210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b6c5725-e280-41c8-bd97-6c7ae1bf18a7 req-3e0ed480-605f-4f7c-879a-ae990680595f tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844817 Feb 11 13:16:41.744429 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb01c77f-d3a8-41f2-912b-9fa6e890df52 x-openstack-request-id: req-cb01c77f-d3a8-41f2-912b-9fa6e890df52 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:41.744690 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1", "name": "network-vif-deleted", "tag": "d267103e-5cb5-4a0a-83df-4ceb10ccdb9b", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:41.744943 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cb01c77f-d3a8-41f2-912b-9fa6e890df52 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:41.745341 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1', 'name': 'network-vif-deleted', 'tag': 'd267103e-5cb5-4a0a-83df-4ceb10ccdb9b', 'status': 'completed', 'code': 200} Feb 11 13:16:41.777916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] For port d8210a39-9e02-451b-8840-2fa3e098d6b1, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:41.783258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] For port d8210a39-9e02-451b-8840-2fa3e098d6b1, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d8210a39-9e02-451b-8840-2fa3e098d6b1,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:41.786449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c47c2e2a-1be9-417a-820e-b64ab012cdd9 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:41.796226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.816815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Transition to ACTIVE for port object c47c2e2a-1be9-417a-820e-b64ab012cdd9 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:41.879390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.887988 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.945401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:41.948746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:41.950663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] 10.222.0.59 "PUT /v2.0/ports/d8210a39-9e02-451b-8840-2fa3e098d6b1 HTTP/1.1" status: 200 len: 1095 time: 1.6731675 Feb 11 13:16:41.994012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b9687-a66a-4857-8c7f-206aea3f6854 service neutron] Pushing event updated for resources: {'Port': ['ID=d8210a39-9e02-451b-8840-2fa3e098d6b1,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:42.036229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Pushing event updated for resources: {'Port': ['ID=c47c2e2a-1be9-417a-820e-b64ab012cdd9,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:42.053242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d3d8a-bf49-4ab5-83a2-b4273be62525 req-f900a295-9cb4-4b5e-aef0-2e39da7bb3f4 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.056292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a7d3d8a-bf49-4ab5-83a2-b4273be62525 req-f900a295-9cb4-4b5e-aef0-2e39da7bb3f4 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 947 time: 0.1784987 Feb 11 13:16:42.056292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Attempting to bind port c47c2e2a-1be9-417a-820e-b64ab012cdd9 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:42.056483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Attempting to bind port c47c2e2a-1be9-417a-820e-b64ab012cdd9 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:42.061810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Attempting to bind port c47c2e2a-1be9-417a-820e-b64ab012cdd9 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:42.065351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Port c47c2e2a-1be9-417a-820e-b64ab012cdd9 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:42.065708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Attempting to bind port c47c2e2a-1be9-417a-820e-b64ab012cdd9 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:42.095299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:42.095641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:42.100970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:42.100970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Bound port: c47c2e2a-1be9-417a-820e-b64ab012cdd9, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:42.100970 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:42.119599 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a7d3d8a-bf49-4ab5-83a2-b4273be62525 req-471616cd-0968-4fb3-8ffd-8365c501b8a5 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475042 Feb 11 13:16:42.125952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-e379344d-7199-4844-9e61-a669c90e3a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.128788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-e379344d-7199-4844-9e61-a669c90e3a3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 1098 time: 0.0559065 Feb 11 13:16:42.200055 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-143e19af-8034-497f-b450-32ea3f38011c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d8210a39-9e02-451b-8840-2fa3e098d6b1 HTTP/1.1" status: 200 len: 217 time: 0.0626719 Feb 11 13:16:42.202601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] For port c47c2e2a-1be9-417a-820e-b64ab012cdd9, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:42.208090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] For port c47c2e2a-1be9-417a-820e-b64ab012cdd9, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c47c2e2a-1be9-417a-820e-b64ab012cdd9,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:42.291747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-00a352fa-a594-41e9-bd96-dba7fccb49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.293167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-00a352fa-a594-41e9-bd96-dba7fccb49ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0815675 Feb 11 13:16:42.316734 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:42.338113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.339313 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:42.341205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] 10.222.0.59 "PUT /v2.0/ports/c47c2e2a-1be9-417a-820e-b64ab012cdd9 HTTP/1.1" status: 200 len: 1096 time: 1.3251550 Feb 11 13:16:42.343197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be0e2b9-8834-4e3b-8418-3d7202c2a988', 'tag': 'c47c2e2a-1be9-417a-820e-b64ab012cdd9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:42.361178 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a615c99-f1e1-446b-a839-09b3ebc14c21" -d '{"events": [{"name": "network-changed", "server_uuid": "1be0e2b9-8834-4e3b-8418-3d7202c2a988", "tag": "c47c2e2a-1be9-417a-820e-b64ab012cdd9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:42.420040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60da3d-5822-46dd-b821-b2404ef4602c req-74fea904-bae0-4088-9f31-27e79ae80bac tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.437380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e60da3d-5822-46dd-b821-b2404ef4602c req-74fea904-bae0-4088-9f31-27e79ae80bac tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 943 time: 0.1095273 Feb 11 13:16:42.447425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-c978c9b8-0ac4-4897-bb63-994bb7794ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.449064 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-c978c9b8-0ac4-4897-bb63-994bb7794ec1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1478941 Feb 11 13:16:42.472087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc7b5d-adad-457e-993a-a44779b21188 service neutron] Pushing event updated for resources: {'Port': ['ID=c47c2e2a-1be9-417a-820e-b64ab012cdd9,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:42.582709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5605442-5763-486a-adb5-bcc01577665e req-5fca7aaf-479d-4831-8ded-73d48b9b1a8b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.591242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5605442-5763-486a-adb5-bcc01577665e req-5fca7aaf-479d-4831-8ded-73d48b9b1a8b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.1940343 Feb 11 13:16:42.628789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e60da3d-5822-46dd-b821-b2404ef4602c req-0742ea37-e7bf-41b1-bbf1-b558a2ac4f84 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899025 Feb 11 13:16:42.638536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-341a3187-e123-4171-a088-0a338fb0d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.640166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-341a3187-e123-4171-a088-0a338fb0d4f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 1099 time: 0.1364815 Feb 11 13:16:42.708033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5605442-5763-486a-adb5-bcc01577665e req-8b82e79d-3a5f-4dd6-b6fc-638ef437b21a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159160 Feb 11 13:16:42.709650 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-84522e22-d1d1-44f2-84ca-2ba5abf176d3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c47c2e2a-1be9-417a-820e-b64ab012cdd9 HTTP/1.1" status: 200 len: 217 time: 0.0595820 Feb 11 13:16:42.712952 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3c7db4-5b82-42e8-b62b-37713915510a x-openstack-request-id: req-0c3c7db4-5b82-42e8-b62b-37713915510a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:42.713342 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1be0e2b9-8834-4e3b-8418-3d7202c2a988", "tag": "c47c2e2a-1be9-417a-820e-b64ab012cdd9", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:42.713594 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c3c7db4-5b82-42e8-b62b-37713915510a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:42.714179 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1be0e2b9-8834-4e3b-8418-3d7202c2a988', 'tag': 'c47c2e2a-1be9-417a-820e-b64ab012cdd9', 'status': 'completed', 'code': 200} Feb 11 13:16:42.741465 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-02c3cb88-796a-415e-97d2-fb4b2dd0f81b service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782536 Feb 11 13:16:42.791162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-dcbf0262-1a61-4f39-82dc-1ae1eb8b1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.793265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-dcbf0262-1a61-4f39-82dc-1ae1eb8b1563 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0770886 Feb 11 13:16:42.858847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d716908-2b63-4f40-9e38-59383e58a8ef req-9329c7cc-dee8-4819-b202-b880e6ef132d tempest-ServerDiagnosticsNegativeTest-1146687265 tempest-ServerDiagnosticsNegativeTest-1146687265-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d63ac0a-3b0f-4926-8233-0f61e5ca4ca1 HTTP/1.1" status: 200 len: 210 time: 0.0456669 Feb 11 13:16:42.866530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719785a9-622d-441a-8b68-9c2fb20009c6 req-b6da2ab7-6179-4e31-8978-dd00c3892bc1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.868039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-719785a9-622d-441a-8b68-9c2fb20009c6 req-b6da2ab7-6179-4e31-8978-dd00c3892bc1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 948 time: 0.0670445 Feb 11 13:16:42.900545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-c54b6564-031f-4257-bd09-84edcaccafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.902493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-c54b6564-031f-4257-bd09-84edcaccafc4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1002216 Feb 11 13:16:42.911267 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58c3b73b-06a3-4967-96c7-bb6178dca332 req-def5af67-8753-496d-b9fa-d19c81ac8b0d service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623888 Feb 11 13:16:42.950317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-719785a9-622d-441a-8b68-9c2fb20009c6 req-27d74452-f5d2-4fdf-b528-82503fd1ae33 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620024 Feb 11 13:16:43.029462 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-821f700f-0fb6-4856-8645-f7ef0be8d12d service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180215 Feb 11 13:16:43.145139 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02d516b6-cb32-4945-9d46-d73c3f85b395 req-77e468b9-1866-4af4-900f-715f062bd8f0 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000650 Feb 11 13:16:43.253439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5afa7-b334-4c17-97da-8ae08e441bd4 req-82b994e8-49fd-4652-bbde-b0f9be358577 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.254958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ad5afa7-b334-4c17-97da-8ae08e441bd4 req-82b994e8-49fd-4652-bbde-b0f9be358577 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 947 time: 0.0568225 Feb 11 13:16:43.325833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ad5afa7-b334-4c17-97da-8ae08e441bd4 req-ae087015-4154-4bb8-9fe4-c3ee5f169562 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583594 Feb 11 13:16:43.328898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-ec0727fb-a4c6-4997-8569-ce520ec53a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.330971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-ec0727fb-a4c6-4997-8569-ce520ec53a7d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 1099 time: 0.0705464 Feb 11 13:16:43.432020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-55dd6c0d-892f-458e-9356-64fe2f6e08ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.439701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-55dd6c0d-892f-458e-9356-64fe2f6e08ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.0945210 Feb 11 13:16:43.479180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-98cadaa4-687a-44af-813a-d11704c0583a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c47c2e2a-1be9-417a-820e-b64ab012cdd9 HTTP/1.1" status: 200 len: 217 time: 0.0369537 Feb 11 13:16:43.530431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-31a63c93-bb8c-4466-ad38-a121628aefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.532002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-31a63c93-bb8c-4466-ad38-a121628aefa1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0474513 Feb 11 13:16:43.578612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-a629bc2b-089c-4976-888e-21206292a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.580101 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-a629bc2b-089c-4976-888e-21206292a801 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411773 Feb 11 13:16:43.680265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-56371e33-2c72-493f-b903-d254132394de service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928590 Feb 11 13:16:43.746603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f900c583-74ae-4c26-8341-d1a82e5184ab', 'tag': 'd8210a39-9e02-451b-8840-2fa3e098d6b1'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:43.758207 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148" -d '{"events": [{"name": "network-changed", "server_uuid": "f900c583-74ae-4c26-8341-d1a82e5184ab", "tag": "d8210a39-9e02-451b-8840-2fa3e098d6b1"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:43.799426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb49bb5-256f-4ec8-91f6-5998414f9074 req-d18d9c01-25cd-48e5-a75e-ac450a514bae tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.801028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-deb49bb5-256f-4ec8-91f6-5998414f9074 req-d18d9c01-25cd-48e5-a75e-ac450a514bae tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 943 time: 0.1168826 Feb 11 13:16:43.832546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a615c99-f1e1-446b-a839-09b3ebc14c21 req-f3df9691-01ba-4f07-8e9d-bdb27ccea47c service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388485 Feb 11 13:16:43.857904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f559d-3a8a-48d1-a9aa-c14e7f92c787 req-3b1fd137-4302-4145-9653-a45def8874f6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.859501 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-884f559d-3a8a-48d1-a9aa-c14e7f92c787 req-3b1fd137-4302-4145-9653-a45def8874f6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0520418 Feb 11 13:16:43.864791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-deb49bb5-256f-4ec8-91f6-5998414f9074 req-6ab791e1-4fe6-4861-95e3-cc5bd4d2c6a4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548661 Feb 11 13:16:43.904460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-884f559d-3a8a-48d1-a9aa-c14e7f92c787 req-9364bec5-2b58-4aa4-b39f-45a09bfb9141 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376434 Feb 11 13:16:43.951664 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b6487a-5a36-41dd-890a-2e0259085e5a x-openstack-request-id: req-37b6487a-5a36-41dd-890a-2e0259085e5a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:43.951952 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f900c583-74ae-4c26-8341-d1a82e5184ab", "tag": "d8210a39-9e02-451b-8840-2fa3e098d6b1", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:43.952195 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37b6487a-5a36-41dd-890a-2e0259085e5a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:43.952632 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f900c583-74ae-4c26-8341-d1a82e5184ab', 'tag': 'd8210a39-9e02-451b-8840-2fa3e098d6b1', 'status': 'completed', 'code': 200} Feb 11 13:16:44.047206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-b80d5c95-28df-4535-ad66-32d0d8f7cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.049003 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-b80d5c95-28df-4535-ad66-32d0d8f7cd21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 1098 time: 0.0676687 Feb 11 13:16:44.135864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e472943-4da2-4afb-9d1e-0002f8b845d2 req-6b0b7432-fe8c-44b4-ac7e-9c2b1e5ef4e7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.137401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e472943-4da2-4afb-9d1e-0002f8b845d2 req-6b0b7432-fe8c-44b4-ac7e-9c2b1e5ef4e7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 948 time: 0.0960746 Feb 11 13:16:44.175759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-81ca308a-0e57-45f7-8d7a-bb86d3525053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.177300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-81ca308a-0e57-45f7-8d7a-bb86d3525053 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1209979 Feb 11 13:16:44.180465 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-6afde589-bf92-4950-a3f7-1f19786b3d3e service neutron] 10.222.0.13 "GET /v2.0/ports/32d74923-94cd-459b-bfba-b97ab02165a7/bindings/n-h2-816488-1 HTTP/1.1" status: 200 len: 384 time: 0.1046064 Feb 11 13:16:44.219566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e472943-4da2-4afb-9d1e-0002f8b845d2 req-5fa5d41e-de95-407f-b5d2-90f6ef87d018 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668805 Feb 11 13:16:44.222510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-4b96d742-7d61-44d1-8a16-b78231b03e24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=d8210a39-9e02-451b-8840-2fa3e098d6b1 HTTP/1.1" status: 200 len: 217 time: 0.0382903 Feb 11 13:16:44.278189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-3e89bb43-87a2-4994-93d4-d0120ceff95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.279761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-3e89bb43-87a2-4994-93d4-d0120ceff95d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0473800 Feb 11 13:16:44.342970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-fa973ef5-65b1-403f-9def-58d4311543fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.342970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-fa973ef5-65b1-403f-9def-58d4311543fd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536430 Feb 11 13:16:44.368357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d267103e-5cb5-4a0a-83df-4ceb10ccdb9b no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:44.417230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: d267103e-5cb5-4a0a-83df-4ceb10ccdb9b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:16:44.418719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d267103e-5cb5-4a0a-83df-4ceb10ccdb9b not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:44.422237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-290ab289-8fef-4b93-a04b-6f857b086404 req-7f90370c-afb7-4ac3-8bef-c2e8a55f6b96 service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:44.445186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-290ab289-8fef-4b93-a04b-6f857b086404 req-7f90370c-afb7-4ac3-8bef-c2e8a55f6b96 service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:44.488124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-290ab289-8fef-4b93-a04b-6f857b086404 req-7f90370c-afb7-4ac3-8bef-c2e8a55f6b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d74923-94cd-459b-bfba-b97ab02165a7 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:44.501489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-290ab289-8fef-4b93-a04b-6f857b086404 req-7f90370c-afb7-4ac3-8bef-c2e8a55f6b96 service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:44.521663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c334ba2-6d5f-4f82-ae6f-b944b44f9095 req-1cb43f6a-1393-41cd-bd42-87ed9a9758c5 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.523198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c334ba2-6d5f-4f82-ae6f-b944b44f9095 req-1cb43f6a-1393-41cd-bd42-87ed9a9758c5 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 947 time: 0.0708771 Feb 11 13:16:44.525358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-48bd2bbc-bbfb-4616-b5f7-d12c2875c902 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692009 Feb 11 13:16:44.602083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-290ab289-8fef-4b93-a04b-6f857b086404 req-7f90370c-afb7-4ac3-8bef-c2e8a55f6b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.618357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38040) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:44.647085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c334ba2-6d5f-4f82-ae6f-b944b44f9095 req-bd5510aa-0697-490b-88be-43f43824e62c tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163857 Feb 11 13:16:44.693521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1388e66a-a0a4-4da4-adc4-7aa1d2f4c148 req-0fcd4975-9445-4524-9a9d-f59d14cfe399 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546500 Feb 11 13:16:44.760686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38044) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:44.782825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-290ab289-8fef-4b93-a04b-6f857b086404 req-7f90370c-afb7-4ac3-8bef-c2e8a55f6b96 service neutron] Transition to ACTIVE for port object 32d74923-94cd-459b-bfba-b97ab02165a7 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:44.834076 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4183a4dd-96dc-4463-94e6-d55781c79069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.858192 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-290ab289-8fef-4b93-a04b-6f857b086404 req-7f90370c-afb7-4ac3-8bef-c2e8a55f6b96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:44.947045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-416e9f16-9da8-4ca7-b5b0-db5b959ea22e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f878fdb02e94d24b92b0e1570039f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851816 Feb 11 13:16:44.949092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38054) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:44.962464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-290ab289-8fef-4b93-a04b-6f857b086404 req-7f90370c-afb7-4ac3-8bef-c2e8a55f6b96 service neutron] No DVR routers for this DVR port 32d74923-94cd-459b-bfba-b97ab02165a7 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:44.966406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90370c-afb7-4ac3-8bef-c2e8a55f6b96 service neutron] Pushing event updated for resources: {'Port': ['ID=32d74923-94cd-459b-bfba-b97ab02165a7,revision_number=10']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:45.035003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-7f90370c-afb7-4ac3-8bef-c2e8a55f6b96 service neutron] 10.222.0.13 "PUT /v2.0/ports/32d74923-94cd-459b-bfba-b97ab02165a7/bindings/n-h2-816488-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8447165 Feb 11 13:16:45.081825 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee11430-10ef-4236-96ee-f04596168fa8 req-75a192b3-8c37-480f-89ea-ec2add744f67 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.086559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fee11430-10ef-4236-96ee-f04596168fa8 req-75a192b3-8c37-480f-89ea-ec2add744f67 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0824592 Feb 11 13:16:45.087296 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ee18357-dea4-4cc1-9672-456e83b3f69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.095030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4183a4dd-96dc-4463-94e6-d55781c79069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.117889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddfeef-73e2-4117-acd3-1486cb803ad4 req-418ebad5-b46b-4bec-ab1a-756a7a2a2591 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.119464 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18ddfeef-73e2-4117-acd3-1486cb803ad4 req-418ebad5-b46b-4bec-ab1a-756a7a2a2591 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 944 time: 0.1236999 Feb 11 13:16:45.131645 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ee18357-dea4-4cc1-9672-456e83b3f69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.207950 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18ddfeef-73e2-4117-acd3-1486cb803ad4 req-347a0fca-ecbc-4287-8b44-326ecd6900de tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642731 Feb 11 13:16:45.207950 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4183a4dd-96dc-4463-94e6-d55781c79069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.212833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fee11430-10ef-4236-96ee-f04596168fa8 req-d2565457-9713-4720-9a86-4250af9cdddb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124194 Feb 11 13:16:45.246100 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4183a4dd-96dc-4463-94e6-d55781c79069 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c47509171d945018294be39cca7c539&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6260855 Feb 11 13:16:45.254692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4183a4dd-96dc-4463-94e6-d55781c79069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57049b-e9a7-4d87-a81f-e33df39f7328,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:45.256877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38060) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:45.309310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-8f803c7f-1c7e-4f1c-a670-2c66213ad95f tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.310923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-8f803c7f-1c7e-4f1c-a670-2c66213ad95f tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1095 time: 0.1120183 Feb 11 13:16:45.342266 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-31913ca2-fbf6-4cb6-b5e9-b1ff7eac9a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.351153 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ee18357-dea4-4cc1-9672-456e83b3f69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.354264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ee18357-dea4-4cc1-9672-456e83b3f69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.355424 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3ee18357-dea4-4cc1-9672-456e83b3f69b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f61fab62-83dc-433c-9624-15a496e21c50 HTTP/1.1" status: 204 len: 168 time: 0.4054127 Feb 11 13:16:45.372471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-31913ca2-fbf6-4cb6-b5e9-b1ff7eac9a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.385258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9ab1-f253-4f3c-b640-547ddddf1d02 req-11b33d6f-8d19-47c9-a7ae-36eb1f620d09 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.387204 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a5d9ab1-f253-4f3c-b640-547ddddf1d02 req-11b33d6f-8d19-47c9-a7ae-36eb1f620d09 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 948 time: 0.0861342 Feb 11 13:16:45.389829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee18357-dea4-4cc1-9672-456e83b3f69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61fab62-83dc-433c-9624-15a496e21c50,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:45.416843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-1a0fc7fe-67bf-4cd1-bb13-c0589fb3f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.419843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-1a0fc7fe-67bf-4cd1-bb13-c0589fb3f031 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536&tenant_id=c143e0388f93410888c1f43650d02942 HTTP/1.1" status: 200 len: 1095 time: 0.0994339 Feb 11 13:16:45.448606 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a5d9ab1-f253-4f3c-b640-547ddddf1d02 req-0e43e186-7452-4314-a22c-389bee6fe0f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473680 Feb 11 13:16:45.490055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-8e8f28dc-5041-4c68-af77-f0c913855971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.491579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-8e8f28dc-5041-4c68-af77-f0c913855971 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1095 time: 0.0456657 Feb 11 13:16:45.555789 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-31913ca2-fbf6-4cb6-b5e9-b1ff7eac9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.558460 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-31913ca2-fbf6-4cb6-b5e9-b1ff7eac9a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:45.563052 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-31913ca2-fbf6-4cb6-b5e9-b1ff7eac9a38 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a57049b-e9a7-4d87-a81f-e33df39f7328 HTTP/1.1" status: 204 len: 168 time: 0.3049386 Feb 11 13:16:45.571295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31913ca2-fbf6-4cb6-b5e9-b1ff7eac9a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57049b-e9a7-4d87-a81f-e33df39f7328,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:45.610070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-68a4306b-91ed-499c-9e26-de84f339f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.611958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-68a4306b-91ed-499c-9e26-de84f339f874 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.1101425 Feb 11 13:16:45.652711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-7b64a138-0910-49f4-8507-8c72988ea65b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 200 len: 217 time: 0.0345082 Feb 11 13:16:45.739351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-4841f68e-e0b0-40d5-bf04-df8bf43c90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.740713 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-4841f68e-e0b0-40d5-bf04-df8bf43c90a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0779502 Feb 11 13:16:45.774763 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-0e608064-fbb6-4050-a272-2aecf9487f92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259671 Feb 11 13:16:45.782143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81998a6f-46ce-4596-958d-d123a70f5e90 req-74b303f1-8ff8-4a65-9fb6-7970932ae680 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:45.784194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81998a6f-46ce-4596-958d-d123a70f5e90 req-74b303f1-8ff8-4a65-9fb6-7970932ae680 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 947 time: 0.0772717 Feb 11 13:16:45.867586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81998a6f-46ce-4596-958d-d123a70f5e90 req-dc6fd159-70d0-414b-89b4-fcb12291eba7 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753300 Feb 11 13:16:45.901047 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-a62ed9a9-6953-420b-8c5f-8239def0527d service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156797 Feb 11 13:16:45.997746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-122635e6-c2e8-47fa-af58-5c5335e1f47b service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871410 Feb 11 13:16:46.063513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38072) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:46.077603 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-762e7a0e-707e-4ea4-ab2f-8a08320138a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.155238 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-762e7a0e-707e-4ea4-ab2f-8a08320138a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.249487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-762e7a0e-707e-4ea4-ab2f-8a08320138a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.289226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-762e7a0e-707e-4ea4-ab2f-8a08320138a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=774184edcb894923a43d3b72e6444b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246451 Feb 11 13:16:46.298400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e7a0e-707e-4ea4-ab2f-8a08320138a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f940f18e-6d28-4db6-a8f5-8823b9c56d48,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:46.302062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38082) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:46.327280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b93de-2d2b-4d57-bc73-4292c52ad434 req-69c4c169-9ed1-4024-892a-1c6a17b25f2c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.334791 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af2b93de-2d2b-4d57-bc73-4292c52ad434 req-69c4c169-9ed1-4024-892a-1c6a17b25f2c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 944 time: 0.0658970 Feb 11 13:16:46.369616 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af2b93de-2d2b-4d57-bc73-4292c52ad434 req-f18323fc-fd31-4a33-9f0e-59e7f2835b82 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336678 Feb 11 13:16:46.370100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38086) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:46.383856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-000d83d4-f03c-43cd-99be-cf72fd4034e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.386454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96de555-5881-4de3-a86e-9f79faf275b6 req-124fb1e2-4066-4da8-bf39-74ee3c3c6a31 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.387770 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a96de555-5881-4de3-a86e-9f79faf275b6 req-124fb1e2-4066-4da8-bf39-74ee3c3c6a31 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0844669 Feb 11 13:16:46.405124 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7234c5ba-fbbc-4632-9136-1a7e2e243f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.450857 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7234c5ba-fbbc-4632-9136-1a7e2e243f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.455136 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a96de555-5881-4de3-a86e-9f79faf275b6 req-f7b28434-ccc4-49f1-99cf-0cbf1a3c6c46 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591464 Feb 11 13:16:46.501080 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-000d83d4-f03c-43cd-99be-cf72fd4034e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.589849 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-000d83d4-f03c-43cd-99be-cf72fd4034e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.631087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-000d83d4-f03c-43cd-99be-cf72fd4034e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bb3acb0432e44a17bf2f5db0be79e54d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599447 Feb 11 13:16:46.632201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d83d4-f03c-43cd-99be-cf72fd4034e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba929680-dd73-4c93-98e4-94be3f0de599,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:46.634556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38094) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:46.687862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ca66f92-f573-44df-9d11-fa0ac8211c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.719123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ca66f92-f573-44df-9d11-fa0ac8211c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.785644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7234c5ba-fbbc-4632-9136-1a7e2e243f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.788056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7234c5ba-fbbc-4632-9136-1a7e2e243f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.789166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7234c5ba-fbbc-4632-9136-1a7e2e243f6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f940f18e-6d28-4db6-a8f5-8823b9c56d48 HTTP/1.1" status: 204 len: 168 time: 0.4846294 Feb 11 13:16:46.812638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df12844-11a2-440e-8fb6-03b789c50c5e req-7eada77b-ba3f-4bfe-b357-5866925e2ca3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.814445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4df12844-11a2-440e-8fb6-03b789c50c5e req-7eada77b-ba3f-4bfe-b357-5866925e2ca3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 948 time: 0.2770927 Feb 11 13:16:46.827707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234c5ba-fbbc-4632-9136-1a7e2e243f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f940f18e-6d28-4db6-a8f5-8823b9c56d48,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:46.855760 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ca66f92-f573-44df-9d11-fa0ac8211c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.860133 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ca66f92-f573-44df-9d11-fa0ac8211c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:46.864921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0ca66f92-f573-44df-9d11-fa0ac8211c34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba929680-dd73-4c93-98e4-94be3f0de599 HTTP/1.1" status: 204 len: 168 time: 0.2264564 Feb 11 13:16:46.865075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ab289-8fef-4b93-a04b-6f857b086404 req-1c1ee51b-c2af-4f17-8d06-4a945483c440 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.865075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-1c1ee51b-c2af-4f17-8d06-4a945483c440 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1095 time: 0.2878697 Feb 11 13:16:46.870073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4df12844-11a2-440e-8fb6-03b789c50c5e req-2b4f6ed6-424e-4134-8f50-4df02c5151a4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470564 Feb 11 13:16:46.875371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca66f92-f573-44df-9d11-fa0ac8211c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba929680-dd73-4c93-98e4-94be3f0de599,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:47.072243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614eb7d-ba84-41c4-a399-387b32028cbb req-02ff27ab-8759-43bc-ae4d-0c1e8aa6fd51 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:47.073607 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0614eb7d-ba84-41c4-a399-387b32028cbb req-02ff27ab-8759-43bc-ae4d-0c1e8aa6fd51 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 947 time: 0.1202922 Feb 11 13:16:47.111408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0614eb7d-ba84-41c4-a399-387b32028cbb req-e3e311cd-156c-455b-a122-1a44a8b629ad tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Feb 11 13:16:47.122897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-290ab289-8fef-4b93-a04b-6f857b086404 req-31a94171-5fa9-4653-aa6b-b6e0881da4d2 service neutron] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:47.122897 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-290ab289-8fef-4b93-a04b-6f857b086404 req-31a94171-5fa9-4653-aa6b-b6e0881da4d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:47.122897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290ab289-8fef-4b93-a04b-6f857b086404 req-31a94171-5fa9-4653-aa6b-b6e0881da4d2 service neutron] 10.222.0.59 "DELETE /v2.0/ports/32d74923-94cd-459b-bfba-b97ab02165a7/bindings/n-h1-816488-1 HTTP/1.1" status: 204 len: 173 time: 0.2480161 Feb 11 13:16:47.515427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e5db6-57d2-4f7c-a04f-ee6e30b2edf6 req-1922c870-7180-42fa-af1f-3a4aec42c82f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:47.517065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a51e5db6-57d2-4f7c-a04f-ee6e30b2edf6 req-1922c870-7180-42fa-af1f-3a4aec42c82f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 944 time: 0.0610309 Feb 11 13:16:47.560503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a51e5db6-57d2-4f7c-a04f-ee6e30b2edf6 req-5a5c5099-41b9-4c15-9d72-a22399fc5104 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Feb 11 13:16:47.592489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb0dea-14b8-452d-904a-8794f0f0803f req-142a4dd2-d039-402d-947f-79572e3850de tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:47.594018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69eb0dea-14b8-452d-904a-8794f0f0803f req-142a4dd2-d039-402d-947f-79572e3850de tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0504184 Feb 11 13:16:47.675371 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69eb0dea-14b8-452d-904a-8794f0f0803f req-abf99b69-427e-4bc4-97c4-0b743107db19 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701065 Feb 11 13:16:47.757104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb3432-436a-4ff5-8694-b58ee2dc6e5b req-db7d36c7-9c30-46ae-ae7d-550cd3ea21a9 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:47.758795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6fb3432-436a-4ff5-8694-b58ee2dc6e5b req-db7d36c7-9c30-46ae-ae7d-550cd3ea21a9 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1095 time: 0.0638044 Feb 11 13:16:47.812703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6fb3432-436a-4ff5-8694-b58ee2dc6e5b req-211a4b0a-fa57-4f8b-aee7-d8136893ffdc tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412662 Feb 11 13:16:48.046307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132c94f-ca02-401e-a324-c9a982b0b88f req-a7d237b3-057b-4f4a-8e3a-e3790772275a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:48.049170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2132c94f-ca02-401e-a324-c9a982b0b88f req-a7d237b3-057b-4f4a-8e3a-e3790772275a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 948 time: 0.0991106 Feb 11 13:16:48.098867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2132c94f-ca02-401e-a324-c9a982b0b88f req-36938bd1-152d-4b9d-93b0-df232c86f138 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415759 Feb 11 13:16:48.159801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-e0ff3602-6dd1-438e-a7de-50cc572938a7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:48.167495 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-e0ff3602-6dd1-438e-a7de-50cc572938a7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 807 time: 0.1578743 Feb 11 13:16:48.184165 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-7ac5d3f5-cf55-4fff-b4b2-f58eed009a23 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/quotas/c143e0388f93410888c1f43650d02942 HTTP/1.1" status: 200 len: 375 time: 0.0151565 Feb 11 13:16:48.203392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 32d74923-94cd-459b-bfba-b97ab02165a7 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:48.256438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-70106f13-5245-4fe8-8b25-781eaa5c2d69 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720017 Feb 11 13:16:48.283264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 32d74923-94cd-459b-bfba-b97ab02165a7 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:48.328649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d2800-8a63-4c26-b460-dc51c41c206f req-f3477544-cdec-46a6-93ad-60f990d6c6b9 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:48.330658 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-869d2800-8a63-4c26-b460-dc51c41c206f req-f3477544-cdec-46a6-93ad-60f990d6c6b9 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 947 time: 0.0772452 Feb 11 13:16:48.372463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-4197d1a8-04a0-4065-b176-5c93bba3e1a7 service neutron] 10.222.0.52 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015484 Feb 11 13:16:48.379532 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-869d2800-8a63-4c26-b460-dc51c41c206f req-a5967db3-0c55-47b2-88af-3f2afafffb58 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Feb 11 13:16:48.393564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d8210a39-9e02-451b-8840-2fa3e098d6b1 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:48.413304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38176) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:48.492174 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-28ea4b82-f23c-4129-8f8c-4c760bafcc51 service neutron] 10.222.0.52 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137657 Feb 11 13:16:48.549036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-network', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:48.595178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d8210a39-9e02-451b-8840-2fa3e098d6b1, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d8210a39-9e02-451b-8840-2fa3e098d6b1,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:48.620961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'd8210a39-9e02-451b-8840-2fa3e098d6b1', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'd8210a39-9e02-451b-8840-2fa3e098d6b1', 'mac_address': 'fa:16:3e:80:e4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:48.670736 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.684888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8210a39-9e02-451b-8840-2fa3e098d6b1 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:48.692823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Made reservation on behalf of e58d6663ff0547f2821c28cef5435d89 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:48.702922 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.704954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d8210a39-9e02-451b-8840-2fa3e098d6b1, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d8210a39-9e02-451b-8840-2fa3e098d6b1,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:48.723006 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.790282 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.791064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c47c2e2a-1be9-417a-820e-b64ab012cdd9 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:48.898806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f28487-34c7-4705-aa16-9241a62f5b5c req-be646a43-ca3d-4da5-8861-d3472b6034c2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:48.912444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0f28487-34c7-4705-aa16-9241a62f5b5c req-be646a43-ca3d-4da5-8861-d3472b6034c2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0984266 Feb 11 13:16:48.913040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd370f9d-db15-4048-9326-89e9d08deab3 req-31cec907-3777-4548-bef4-1aaa2e2dfccc tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 210 time: 0.0672669 Feb 11 13:16:48.925355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c47c2e2a-1be9-417a-820e-b64ab012cdd9, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c47c2e2a-1be9-417a-820e-b64ab012cdd9,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:48.930442 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:48.951297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fd7dc33e-4fce-4518-b756-5e45f78f699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:48.952863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-fd7dc33e-4fce-4518-b756-5e45f78f699f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1097 time: 0.1337228 Feb 11 13:16:48.966448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'c47c2e2a-1be9-417a-820e-b64ab012cdd9', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'c47c2e2a-1be9-417a-820e-b64ab012cdd9', 'mac_address': 'fa:16:3e:66:63:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:48.984426 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0f28487-34c7-4705-aa16-9241a62f5b5c req-03347d5d-218a-4be4-8055-ac3596ce54d4 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667953 Feb 11 13:16:49.006763 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.025248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d8210a39-9e02-451b-8840-2fa3e098d6b1,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:49.034035 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.049081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c47c2e2a-1be9-417a-820e-b64ab012cdd9 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:49.066793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:49.070489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c47c2e2a-1be9-417a-820e-b64ab012cdd9, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c47c2e2a-1be9-417a-820e-b64ab012cdd9,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:49.096381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-7f204671-da6b-48b6-9268-f10f8ee507e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:49.098466 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-7f204671-da6b-48b6-9268-f10f8ee507e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1380336 Feb 11 13:16:49.102057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:49.105057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.105382 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Added segment a149a0b2-8b74-40db-acf8-a5d99b79b891 of type vlan for network de815f82-6838-4ebd-b3fd-5c2ef355cb54 Feb 11 13:16:49.146610 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.190194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.224725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-a8557652-8992-46b5-91fb-7f4b80356a6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 200 len: 217 time: 0.1170795 Feb 11 13:16:49.241428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c47c2e2a-1be9-417a-820e-b64ab012cdd9,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:49.303800 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.304765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:49.305346 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:49.332844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-46d280e0-e4e5-4543-bb22-0e993fbd22cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:49.334399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-46d280e0-e4e5-4543-bb22-0e993fbd22cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0967019 Feb 11 13:16:49.349573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc94d578-6fd3-4867-a54c-753f1c5b51ea req-144fccac-c036-4981-beac-31acd27daf93 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:49.351383 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc94d578-6fd3-4867-a54c-753f1c5b51ea req-144fccac-c036-4981-beac-31acd27daf93 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 949 time: 0.1181657 Feb 11 13:16:49.400118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-c258061f-a23a-4edc-aa6b-0f4f0b88182f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463614 Feb 11 13:16:49.515454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc94d578-6fd3-4867-a54c-753f1c5b51ea req-3a78ff15-501c-44b9-9336-3225905cfa21 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630900 Feb 11 13:16:49.537019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:49.547185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d8210a39-9e02-451b-8840-2fa3e098d6b1'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:49.624884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-11293da3-8d66-4c82-bf51-ee800b8d81c1 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132921 Feb 11 13:16:49.720565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] Pushing event updated for resources: {'Network': ['ID=de815f82-6838-4ebd-b3fd-5c2ef355cb54,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:49.750895 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network de815f82-6838-4ebd-b3fd-5c2ef355cb54 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:49.752925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8518634-e4f8-4ec8-8fe9-6770e79d5300 req-b3f4525c-02d0-4f99-aff3-2ea1b28b4d2f tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:49.757485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-a8fb7f10-4dd2-48aa-96bd-9704fa1ea3b7 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248412 Feb 11 13:16:49.760960 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b8518634-e4f8-4ec8-8fe9-6770e79d5300 req-b3f4525c-02d0-4f99-aff3-2ea1b28b4d2f tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 948 time: 0.1007705 Feb 11 13:16:49.783057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e23e8045-2d05-409e-9c62-764f17cbae3b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3686056 Feb 11 13:16:49.786669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38232) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:49.794844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Request body: {'subnet': {'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-subnet', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:49.822485 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b8518634-e4f8-4ec8-8fe9-6770e79d5300 req-7d193d82-7b98-4896-8c64-e64a772aab51 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590441 Feb 11 13:16:49.955714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Made reservation on behalf of e58d6663ff0547f2821c28cef5435d89 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:49.962133 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.102275 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a562aca-dda3-4632-a47c-7a5e0371cd2e req-5564ac46-e426-467b-baae-530e6293c950 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 210 time: 0.1340232 Feb 11 13:16:50.116202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd79e1b-b8f1-41e5-b0e8-5d82460133a3 req-4eaa126a-43a4-4269-b958-aadea4d16b5a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:50.117973 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bd79e1b-b8f1-41e5-b0e8-5d82460133a3 req-4eaa126a-43a4-4269-b958-aadea4d16b5a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 946 time: 0.0621293 Feb 11 13:16:50.138933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-85c1bd78-4705-4bfe-b2eb-edc85ebaf548 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:50.140696 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-85c1bd78-4705-4bfe-b2eb-edc85ebaf548 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1097 time: 0.1301861 Feb 11 13:16:50.154076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816488-1'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:50.217113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bd79e1b-b8f1-41e5-b0e8-5d82460133a3 req-4c4f9bc3-31ab-4a2c-9b27-2a6f7468a42d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844848 Feb 11 13:16:50.293431 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.375673 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b498ca4-a5a0-40ff-b25e-50b0ceb46b4b req-dd9faab9-8d9e-4bcb-a854-a9fa4c55dcd6 tempest-FlavorsV2NegativeTest-2101518526 tempest-FlavorsV2NegativeTest-2101518526-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=04e35371b1c748988e874494108a4638&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344281 Feb 11 13:16:50.378415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.532144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a9f34c5-4137-4974-a913-ed31e43b944f,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:50.607203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:50.609483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Checking segment: {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:50.609483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Network hostable DHCP agents. Network: de815f82-6838-4ebd-b3fd-5c2ef355cb54, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:50.625289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b498ca4-a5a0-40ff-b25e-50b0ceb46b4b req-f489c83c-44a8-47fc-8b7d-57d2364fd016 tempest-FlavorsV2NegativeTest-2101518526 tempest-FlavorsV2NegativeTest-2101518526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:50.626882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b498ca4-a5a0-40ff-b25e-50b0ceb46b4b req-f489c83c-44a8-47fc-8b7d-57d2364fd016 tempest-FlavorsV2NegativeTest-2101518526 tempest-FlavorsV2NegativeTest-2101518526-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413063 Feb 11 13:16:50.669728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780b56b-00eb-45a1-97da-f561685b3b0c req-9c591433-f141-4610-9932-3112baaf207c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:50.674467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b498ca4-a5a0-40ff-b25e-50b0ceb46b4b req-88c3676c-7ab2-48b0-a6bb-bf6e39ef071e tempest-FlavorsV2NegativeTest-2101518526 tempest-FlavorsV2NegativeTest-2101518526-project] 10.222.0.52 "GET /v2.0/quotas/04e35371b1c748988e874494108a4638 HTTP/1.1" status: 200 len: 375 time: 0.0357203 Feb 11 13:16:50.678175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6780b56b-00eb-45a1-97da-f561685b3b0c req-9c591433-f141-4610-9932-3112baaf207c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 949 time: 0.0665524 Feb 11 13:16:50.714776 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b498ca4-a5a0-40ff-b25e-50b0ceb46b4b req-adcd447d-18db-4dd1-b28e-8f82f33ed410 tempest-FlavorsV2NegativeTest-2101518526 tempest-FlavorsV2NegativeTest-2101518526-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=04e35371b1c748988e874494108a4638&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394280 Feb 11 13:16:50.716051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:50.743817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6780b56b-00eb-45a1-97da-f561685b3b0c req-65e284b9-001c-4d8f-aba9-d93d84847c03 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592551 Feb 11 13:16:50.756476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Network de815f82-6838-4ebd-b3fd-5c2ef355cb54 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:50.761970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:50.764560 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1bdb88-8d88-4aad-acea-ad783c492320" -d '{"events": [{"server_uuid": "05e54f86-efea-4f51-be5f-3d1924aae83c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a097cd-fa3e-4f48-9940-dc9202ef40e8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:50.770134 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.811426 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37779f98-eb89-4304-b7b3-33a9e76d7454 x-openstack-request-id: req-37779f98-eb89-4304-b7b3-33a9e76d7454 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:50.811718 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e54f86-efea-4f51-be5f-3d1924aae83c", "name": "network-vif-unplugged", "status": "completed", "tag": "b9a097cd-fa3e-4f48-9940-dc9202ef40e8", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:50.811960 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-37779f98-eb89-4304-b7b3-33a9e76d7454 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:50.812344 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8', 'code': 200} Feb 11 13:16:50.890982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.936917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, de815f82-6838-4ebd-b3fd-5c2ef355cb54) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:50.945822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a728908-c0fe-4d6e-8998-2240f6f9bb4f None None] Network de815f82-6838-4ebd-b3fd-5c2ef355cb54 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:50.951917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70e4ae-d313-47ef-b6e2-753c8ddc444d req-35097759-6597-43eb-9f14-b05eafa9c17c tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:50.957481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:50.958402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:50.959976 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e70e4ae-d313-47ef-b6e2-753c8ddc444d req-35097759-6597-43eb-9f14-b05eafa9c17c tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 948 time: 0.0762184 Feb 11 13:16:50.998828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Pushing event updated for resources: {'Port': ['ID=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:51.011768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on host n-h1-816488-1 for vnic_type normal with profile {"migrating_to": "n-h2-816488-1"} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:51.012314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:51.012817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:51.015580 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e70e4ae-d313-47ef-b6e2-753c8ddc444d req-e80f58c0-ecfc-4286-a2e8-ebb9713ff923 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535195 Feb 11 13:16:51.020072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:51.020662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Attempting to bind port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:51.034015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:51.034354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:51.034729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:51.036482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Bound port: b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:51.036867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.106863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:51.110416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:51.118596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:16:51.119444 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.126336 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b32c8759-23ca-44ac-b1ba-07af431659c2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3383908 Feb 11 13:16:51.129900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38276) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:51.134544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:51.198687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.256272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.257859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.284820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b74f7ec2-ade2-440a-b319-810744a631cc req-ec0de43b-ea2c-4bd3-a4c2-e197f7940340 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 210 time: 0.0765204 Feb 11 13:16:51.357670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:51.358406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.359758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] 10.222.0.59 "PUT /v2.0/ports/b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 200 len: 1122 time: 1.2103350 Feb 11 13:16:51.360867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31042829-a3fb-4f29-95ea-d90c18e369ba service neutron] Pushing event updated for resources: {'Port': ['ID=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,revision_number=8']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:51.364515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.424887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Allocated IP 172.20.0.2 (de815f82-6838-4ebd-b3fd-5c2ef355cb54/1a9f34c5-4137-4974-a913-ed31e43b944f/188cdb3c-dcd6-4235-8dc3-f209fc7890fd) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:51.461117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b9a097cd-fa3e-4f48-9940-dc9202ef40e8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:51.474218 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a40daf2-6967-44b6-84b4-57f152bb6f8d req-352e2196-937b-4bd2-ae56-e3fcfed2ba37 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:51.483456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a40daf2-6967-44b6-84b4-57f152bb6f8d req-352e2196-937b-4bd2-ae56-e3fcfed2ba37 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.1175089 Feb 11 13:16:51.658922 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a40daf2-6967-44b6-84b4-57f152bb6f8d req-afb36c03-d7e9-4522-9779-3009a0ea24b1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739388 Feb 11 13:16:51.687774 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.702990 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.748095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-c6adb39d-d822-441f-83d1-9f1627b9a2b7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:51.749636 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-c6adb39d-d822-441f-83d1-9f1627b9a2b7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 807 time: 0.3514192 Feb 11 13:16:51.764884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Request body: {'port': {'device_id': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d', 'admin_state_up': True, 'tenant_id': 'c143e0388f93410888c1f43650d02942'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:51.788726 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.849003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Pushing event updated for resources: {'Port': ['ID=188cdb3c-dcd6-4235-8dc3-f209fc7890fd,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:51.863606 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Network de815f82-6838-4ebd-b3fd-5c2ef355cb54 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:51.865426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:51.879043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:51.909401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196275a-c8da-4746-a38e-b89693be4b79 req-ec784093-42a8-4714-85d7-d8905e39d265 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:51.917898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2196275a-c8da-4746-a38e-b89693be4b79 req-ec784093-42a8-4714-85d7-d8905e39d265 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 949 time: 0.1001713 Feb 11 13:16:51.959646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Attempting to bind port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:51.960190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Attempting to bind port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:51.960366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Attempting to bind port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd on network de815f82-6838-4ebd-b3fd-5c2ef355cb54 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:51.965856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:51.966297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Checking segment: {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:51.966657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.967243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Bound using segment: {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:51.968875 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Bound port: 188cdb3c-dcd6-4235-8dc3-f209fc7890fd, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:51.969146 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:51.970506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2196275a-c8da-4746-a38e-b89693be4b79 req-efa52475-fcbc-4fcb-a8b7-a2d1304b831e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514362 Feb 11 13:16:51.991471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38290) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:52.046185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] For port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:52.049511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] For port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=188cdb3c-dcd6-4235-8dc3-f209fc7890fd,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:52.109788 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.122858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Made reservation on behalf of c143e0388f93410888c1f43650d02942 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:52.126474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.170710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6656a006-41d0-42da-8595-9210975a16f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.177941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04f277-a16e-4af4-8091-809b58a1e024 None None] Pushing event updated for resources: {'Port': ['ID=188cdb3c-dcd6-4235-8dc3-f209fc7890fd,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:52.270243 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6656a006-41d0-42da-8595-9210975a16f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.311343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415106e-e321-440c-9683-ea4b1c800006 req-49eb9e69-300e-4f1d-a301-754fada0f715 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:52.312980 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5415106e-e321-440c-9683-ea4b1c800006 req-49eb9e69-300e-4f1d-a301-754fada0f715 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 948 time: 0.1934826 Feb 11 13:16:52.322432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.346485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6656a006-41d0-42da-8595-9210975a16f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.394432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.423629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d8210a39-9e02-451b-8840-2fa3e098d6b1 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:52.448583 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da613c7d-6f73-443f-a798-01847f378e53 req-feef0cc5-d713-4480-80c7-8e82bdf9457c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 210 time: 0.0664413 Feb 11 13:16:52.459245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6656a006-41d0-42da-8595-9210975a16f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04e35371b1c748988e874494108a4638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658792 Feb 11 13:16:52.460331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656a006-41d0-42da-8595-9210975a16f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb11544-2a7e-46f5-9c01-86e5b06375f0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:52.467490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38298) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:52.530327 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff876-a723-42a1-87d1-e59aec533f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.557508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5415106e-e321-440c-9683-ea4b1c800006 req-294fae44-3de0-45e9-b33f-11b1a900dc2e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328701 Feb 11 13:16:52.559012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Allocated IP 172.20.0.11 (5ecabf25-7bf5-488c-aac7-98c892767d8d/580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0/7f0a0561-adf6-4a56-a651-c8d7ce9f199e) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:52.579464 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff876-a723-42a1-87d1-e59aec533f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.592598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port d8210a39-9e02-451b-8840-2fa3e098d6b1 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:52.598257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port d8210a39-9e02-451b-8840-2fa3e098d6b1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:52.598669 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.714550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Allocated IP 172.25.0.189 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/00602291-3514-44bf-9b56-40fc6ebf9378) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:52.732856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff876-a723-42a1-87d1-e59aec533f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.736344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea5ff876-a723-42a1-87d1-e59aec533f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.739985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ea5ff876-a723-42a1-87d1-e59aec533f2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7eb11544-2a7e-46f5-9c01-86e5b06375f0 HTTP/1.1" status: 204 len: 168 time: 0.2690079 Feb 11 13:16:52.754543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.757461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ff876-a723-42a1-87d1-e59aec533f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb11544-2a7e-46f5-9c01-86e5b06375f0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:52.816736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'tag': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:52.822676 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ae5670-23fd-411d-9f55-7823fd9aac15" -d '{"events": [{"name": "network-changed", "server_uuid": "05e54f86-efea-4f51-be5f-3d1924aae83c", "tag": "b9a097cd-fa3e-4f48-9940-dc9202ef40e8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:52.865190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.887125 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d8210a39-9e02-451b-8840-2fa3e098d6b1, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d8210a39-9e02-451b-8840-2fa3e098d6b1,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:52.895522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f900c583-74ae-4c26-8341-d1a82e5184ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8210a39-9e02-451b-8840-2fa3e098d6b1'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:52.916044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26a704-81ef-4dda-9cb6-08583203c40f req-2b0b8c11-3ded-4f43-aa7b-caa33287714e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:52.917448 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62414484-6189-4099-9182-bfe09e8f3900" -d '{"events": [{"server_uuid": "f900c583-74ae-4c26-8341-d1a82e5184ab", "name": "network-vif-plugged", "status": "completed", "tag": "d8210a39-9e02-451b-8840-2fa3e098d6b1"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:52.918528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff26a704-81ef-4dda-9cb6-08583203c40f req-2b0b8c11-3ded-4f43-aa7b-caa33287714e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.1232147 Feb 11 13:16:52.934301 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4abb74-aedf-4062-91ae-1cf11b0bde17 x-openstack-request-id: req-6c4abb74-aedf-4062-91ae-1cf11b0bde17 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:52.935624 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e54f86-efea-4f51-be5f-3d1924aae83c", "tag": "b9a097cd-fa3e-4f48-9940-dc9202ef40e8", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:52.936721 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c4abb74-aedf-4062-91ae-1cf11b0bde17 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:52.939670 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'tag': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8', 'status': 'completed', 'code': 200} Feb 11 13:16:52.955954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.966264 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:52.967636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c47c2e2a-1be9-417a-820e-b64ab012cdd9 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:53.074794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff26a704-81ef-4dda-9cb6-08583203c40f req-f38ccb05-c06d-4234-8f1d-fe434d187c93 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455190 Feb 11 13:16:53.085035 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.097498 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0e2812-1efa-4372-8246-62a9c6047e67 x-openstack-request-id: req-2d0e2812-1efa-4372-8246-62a9c6047e67 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:53.098034 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f900c583-74ae-4c26-8341-d1a82e5184ab", "name": "network-vif-plugged", "status": "completed", "tag": "d8210a39-9e02-451b-8840-2fa3e098d6b1", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:53.098406 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d0e2812-1efa-4372-8246-62a9c6047e67 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:53.098798 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f900c583-74ae-4c26-8341-d1a82e5184ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8210a39-9e02-451b-8840-2fa3e098d6b1', 'code': 200} Feb 11 13:16:53.105889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d8210a39-9e02-451b-8840-2fa3e098d6b1,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:53.141503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.166902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:53.170251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae5670-23fd-411d-9f55-7823fd9aac15 req-e1f19a75-e85f-45ca-aedf-3658a1410080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.171780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20ae5670-23fd-411d-9f55-7823fd9aac15 req-e1f19a75-e85f-45ca-aedf-3658a1410080 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1125 time: 0.2030563 Feb 11 13:16:53.185350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Network 5ecabf25-7bf5-488c-aac7-98c892767d8d is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:53.212275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:53.218491 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:53.220848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:53.225995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Pushing event updated for resources: {'Port': ['ID=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:53.243662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port c47c2e2a-1be9-417a-820e-b64ab012cdd9 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:53.248048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port c47c2e2a-1be9-417a-820e-b64ab012cdd9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:53.248423 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.265659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:53.273284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.275640 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.362293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae5670-23fd-411d-9f55-7823fd9aac15 req-1b4dbcc3-1796-454c-bedc-daaf23f33c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.364885 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20ae5670-23fd-411d-9f55-7823fd9aac15 req-1b4dbcc3-1796-454c-bedc-daaf23f33c1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1833982 Feb 11 13:16:53.370492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b5a591c3-aff5-4f28-bf07-07de48f04fa8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6094267 Feb 11 13:16:53.377148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514b95d-de7c-46b5-bc85-eda431003e3d req-dd310487-e8b2-4900-a109-2e6c3e424668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.379454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c514b95d-de7c-46b5-bc85-eda431003e3d req-dd310487-e8b2-4900-a109-2e6c3e424668 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 1100 time: 0.2827249 Feb 11 13:16:53.427152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Request body: {'port': {'device_id': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:53.430298 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20ae5670-23fd-411d-9f55-7823fd9aac15 req-26d96797-7afc-4126-9210-566c4aaa6fff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 200 len: 217 time: 0.0483317 Feb 11 13:16:53.443942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef156d8-2d4a-4e83-8cc1-f98755339938 req-0de4aa3c-642b-439d-a7f4-e9acfdb86796 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.450492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fef156d8-2d4a-4e83-8cc1-f98755339938 req-0de4aa3c-642b-439d-a7f4-e9acfdb86796 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 949 time: 0.2749910 Feb 11 13:16:53.472749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Pushing event updated for resources: {'Port': ['ID=00602291-3514-44bf-9b56-40fc6ebf9378,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:53.490838 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c514b95d-de7c-46b5-bc85-eda431003e3d req-55da673d-344a-4322-a742-e2cd584c9d3a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595441 Feb 11 13:16:53.495057 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.522737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae5670-23fd-411d-9f55-7823fd9aac15 req-d154ce22-16f1-4bd6-ad94-b22a387a94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.525412 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20ae5670-23fd-411d-9f55-7823fd9aac15 req-d154ce22-16f1-4bd6-ad94-b22a387a94e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0873716 Feb 11 13:16:53.558095 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c47c2e2a-1be9-417a-820e-b64ab012cdd9, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c47c2e2a-1be9-417a-820e-b64ab012cdd9,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:53.581800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d12413a-8813-4c69-9000-e0272c81cad4 None None] Network de815f82-6838-4ebd-b3fd-5c2ef355cb54 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:53.586534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20ae5670-23fd-411d-9f55-7823fd9aac15 req-575994f4-550f-4de3-a1c5-27797e9fc483 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493298 Feb 11 13:16:53.602483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fef156d8-2d4a-4e83-8cc1-f98755339938 req-ccba45b6-6da6-4f3a-8095-45e79e9a437e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266572 Feb 11 13:16:53.603515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.638595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.709096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d59a5-f25e-4120-8707-1dc5add4a293 req-4abc84fb-dc77-4ac4-9955-01976c141409 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.716795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f5d59a5-f25e-4120-8707-1dc5add4a293 req-4abc84fb-dc77-4ac4-9955-01976c141409 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 932 time: 0.1393757 Feb 11 13:16:53.768158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20ae5670-23fd-411d-9f55-7823fd9aac15 req-81a6e48d-d94a-4703-b23f-0d8d9d257f12 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712778 Feb 11 13:16:53.786764 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f5d59a5-f25e-4120-8707-1dc5add4a293 req-4d287d68-38d8-441f-9b9b-2c3b3f11d399 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688076 Feb 11 13:16:53.846392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c47c2e2a-1be9-417a-820e-b64ab012cdd9,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:53.849872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-896bb022-91e5-49ab-9a9a-1c4e54af54e7 None None] Provisioning complete for port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:53.850351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-896bb022-91e5-49ab-9a9a-1c4e54af54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.912482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20ae5670-23fd-411d-9f55-7823fd9aac15 req-bae48a0b-bb5f-407a-8a26-50378eb71f57 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244681 Feb 11 13:16:53.919581 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:53.962844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da658-f7aa-4cb4-8550-836a08a13f8f req-d9ecfb08-ad32-4dda-a1cc-5e8128f7ba34 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:53.964790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f65da658-f7aa-4cb4-8550-836a08a13f8f req-d9ecfb08-ad32-4dda-a1cc-5e8128f7ba34 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.1673787 Feb 11 13:16:54.056625 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-896bb022-91e5-49ab-9a9a-1c4e54af54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.107068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-896bb022-91e5-49ab-9a9a-1c4e54af54e7 None None] For port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=188cdb3c-dcd6-4235-8dc3-f209fc7890fd,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:54.158351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 188cdb3c-dcd6-4235-8dc3-f209fc7890fd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:54.194851 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-896bb022-91e5-49ab-9a9a-1c4e54af54e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.244620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711cd55-ddf2-45d4-98cb-1466f28de0ea req-c96f9206-5dc3-42e6-9079-c94dfc648311 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:54.254452 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a711cd55-ddf2-45d4-98cb-1466f28de0ea req-c96f9206-5dc3-42e6-9079-c94dfc648311 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0831301 Feb 11 13:16:54.290100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bb022-91e5-49ab-9a9a-1c4e54af54e7 None None] Pushing event updated for resources: {'Port': ['ID=188cdb3c-dcd6-4235-8dc3-f209fc7890fd,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:54.307687 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a711cd55-ddf2-45d4-98cb-1466f28de0ea req-49b0f963-ab26-4525-b0a1-397ac91b8353 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488431 Feb 11 13:16:54.322571 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:54.323087 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.418619 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f65da658-f7aa-4cb4-8550-836a08a13f8f req-7d0f9ab1-d89c-4e7f-9b95-22c21e3b68ff tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398189 Feb 11 13:16:54.429841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b9a097cd-fa3e-4f48-9940-dc9202ef40e8 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:54.472695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-afe9eca4-76f8-47f5-a202-3fec96f79475 None None] Provisioning complete for port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:54.473375 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-afe9eca4-76f8-47f5-a202-3fec96f79475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.480560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0a0561-adf6-4a56-a651-c8d7ce9f199e {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:16:54.522971 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.551380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Transition to ACTIVE for port object 7f0a0561-adf6-4a56-a651-c8d7ce9f199e will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:54.604591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.606555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:54.662352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b9a097cd-fa3e-4f48-9940-dc9202ef40e8 has no active binding in host n-h2-816488-1 {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:16:54.745074 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484bbfb-2254-46e7-864e-6d011c1107a6 req-43aa4a90-dfda-48c2-accb-fb9802161c45 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:54.746735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8484bbfb-2254-46e7-864e-6d011c1107a6 req-43aa4a90-dfda-48c2-accb-fb9802161c45 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0539646 Feb 11 13:16:54.789218 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8484bbfb-2254-46e7-864e-6d011c1107a6 req-1eb48ff9-e957-48c2-a40d-33cd3582058e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364432 Feb 11 13:16:54.843994 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1bf6-0934-4d59-b991-48dac4d2a0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.844647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Router a64ce253-1cd9-429f-a2f3-2fc796f36464 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:16:54.850356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:54.910458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d03d68-99c0-43ce-9fc0-c5a79a74f4f7 req-a5ff8f84-368c-48e3-bf6f-4ddb9ab3b4d6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:54.912495 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b8d03d68-99c0-43ce-9fc0-c5a79a74f4f7 req-a5ff8f84-368c-48e3-bf6f-4ddb9ab3b4d6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0578051 Feb 11 13:16:54.945790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:54.958446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b8d03d68-99c0-43ce-9fc0-c5a79a74f4f7 req-931d80e9-7aff-48da-ba54-3165789f966e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Feb 11 13:16:55.015615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:55.015952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:55.016280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:55.026367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:55.030683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:55.037628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:55.037974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:55.038359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:55.038815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Bound port: 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:55.039172 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.048664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:55.059995 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Sync routers for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:55.071146 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:55.071972 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:55.100004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be0e2b9-8834-4e3b-8418-3d7202c2a988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47c2e2a-1be9-417a-820e-b64ab012cdd9'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:55.104182 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d70485-eea5-48a4-b860-a7fffdd47844" -d '{"events": [{"server_uuid": "1be0e2b9-8834-4e3b-8418-3d7202c2a988", "name": "network-vif-plugged", "status": "completed", "tag": "c47c2e2a-1be9-417a-820e-b64ab012cdd9"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:55.121460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:55.124654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:55.150338 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c1b83e-833f-4a17-8ecb-10ae641fa05a x-openstack-request-id: req-92c1b83e-833f-4a17-8ecb-10ae641fa05a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:55.150759 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be0e2b9-8834-4e3b-8418-3d7202c2a988", "name": "network-vif-plugged", "status": "completed", "tag": "c47c2e2a-1be9-417a-820e-b64ab012cdd9", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:55.151339 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92c1b83e-833f-4a17-8ecb-10ae641fa05a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:55.151734 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be0e2b9-8834-4e3b-8418-3d7202c2a988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c47c2e2a-1be9-417a-820e-b64ab012cdd9', 'code': 200} Feb 11 13:16:55.156422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.162756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1822bf0e-76d3-4487-bcef-7aabd49ba448 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.0272093 Feb 11 13:16:55.162926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38384) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:55.197734 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:55.249797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.278014 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.294210 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:55.294980 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.296664 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] 10.222.0.13 "PUT /v2.0/ports/7f0a0561-adf6-4a56-a651-c8d7ce9f199e HTTP/1.1" status: 200 len: 1092 time: 1.8784220 Feb 11 13:16:55.297262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'tag': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:16:55.299809 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380be59e-41ec-47d5-bcf6-dbb32ec843b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31", "tag": "7f0a0561-adf6-4a56-a651-c8d7ce9f199e"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:55.353573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc0be7-8149-4350-84d8-cf98231f7e93 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:55.379298 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0ea319-00ba-4dce-a376-9795b75fa937 x-openstack-request-id: req-fe0ea319-00ba-4dce-a376-9795b75fa937 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:55.379548 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31", "tag": "7f0a0561-adf6-4a56-a651-c8d7ce9f199e", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:55.379800 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe0ea319-00ba-4dce-a376-9795b75fa937 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:55.380209 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'tag': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e', 'status': 'completed', 'code': 200} Feb 11 13:16:55.439958 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:53Z', 'revision_number': 3, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:55.467644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38394) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:55.493815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feaaee2-6563-4760-ad66-99cc91a8efcb req-997d4c49-d46a-4702-ab5c-0aac7ae6c05e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:55.495423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4feaaee2-6563-4760-ad66-99cc91a8efcb req-997d4c49-d46a-4702-ab5c-0aac7ae6c05e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0822358 Feb 11 13:16:55.514911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be59e-41ec-47d5-bcf6-dbb32ec843b2 req-15340351-fd07-4704-8556-1aaf6a649924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:55.516540 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Checking router: a64ce253-1cd9-429f-a2f3-2fc796f36464 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:55.516881 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Updating router a64ce253-1cd9-429f-a2f3-2fc796f36464 port 00602291-3514-44bf-9b56-40fc6ebf9378 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:16:55.517099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-380be59e-41ec-47d5-bcf6-dbb32ec843b2 req-15340351-fd07-4704-8556-1aaf6a649924 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1095 time: 0.1142054 Feb 11 13:16:55.543909 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.578026 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4feaaee2-6563-4760-ad66-99cc91a8efcb req-9ed1daf2-9075-44fb-9334-8f1e8e41c93f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703211 Feb 11 13:16:55.636525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e0f89-6e5a-4ffb-8da3-0d7c0ab20730 req-4995297b-398d-4b06-95cc-ee83af7b6d87 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:55.637984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e88e0f89-6e5a-4ffb-8da3-0d7c0ab20730 req-4995297b-398d-4b06-95cc-ee83af7b6d87 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.1248848 Feb 11 13:16:55.638123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-452da15a-1cd2-47cc-81e8-fd875efc6a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.683804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be59e-41ec-47d5-bcf6-dbb32ec843b2 req-64683587-0105-4448-9943-4351fa832c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:55.685577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-380be59e-41ec-47d5-bcf6-dbb32ec843b2 req-64683587-0105-4448-9943-4351fa832c2e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c143e0388f93410888c1f43650d02942&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1467769 Feb 11 13:16:55.719674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e88e0f89-6e5a-4ffb-8da3-0d7c0ab20730 req-594ce3c1-97f0-4ca4-8694-699c9161c44a tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734816 Feb 11 13:16:55.836150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be59e-41ec-47d5-bcf6-dbb32ec843b2 req-2525f650-93f4-4c72-85ee-2db9bd21139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:55.837639 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-380be59e-41ec-47d5-bcf6-dbb32ec843b2 req-2525f650-93f4-4c72-85ee-2db9bd21139a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447053 Feb 11 13:16:55.839481 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-452da15a-1cd2-47cc-81e8-fd875efc6a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.844845 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.927546 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.934029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-452da15a-1cd2-47cc-81e8-fd875efc6a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.938067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:55.986682 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Attempting to bind port 00602291-3514-44bf-9b56-40fc6ebf9378 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:55.987029 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Attempting to bind port 00602291-3514-44bf-9b56-40fc6ebf9378 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:55.989598 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Attempting to bind port 00602291-3514-44bf-9b56-40fc6ebf9378 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:56.002763 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-452da15a-1cd2-47cc-81e8-fd875efc6a5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=da10fb20c0114c809d85e7de8d805715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5281849 Feb 11 13:16:56.006207 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:56.006483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452da15a-1cd2-47cc-81e8-fd875efc6a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53682d9-e421-49b5-ace8-a92a145f3d97,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.006980 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:56.007723 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.008279 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:56.008892 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Bound port: 00602291-3514-44bf-9b56-40fc6ebf9378, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:56.009693 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.010642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38402) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:56.030002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff463fa2-5b9f-452c-a704-7fa5082191a5 req-5c062fa2-0b6f-4dda-aa9e-40613c906a86 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.031535 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff463fa2-5b9f-452c-a704-7fa5082191a5 req-5c062fa2-0b6f-4dda-aa9e-40613c906a86 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1483340 Feb 11 13:16:56.034622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-27ffaa98-ec0d-4a06-861f-78acbea33b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.036656 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-27ffaa98-ec0d-4a06-861f-78acbea33b31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1095 time: 0.1509206 Feb 11 13:16:56.070717 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] For port 00602291-3514-44bf-9b56-40fc6ebf9378, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:56.073738 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] For port 00602291-3514-44bf-9b56-40fc6ebf9378, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=00602291-3514-44bf-9b56-40fc6ebf9378,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:56.075298 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Pushing event updated for resources: {'Port': ['ID=00602291-3514-44bf-9b56-40fc6ebf9378,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.083223 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.084444 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.084444 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.084444 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.084696 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.084875 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.085399 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.085916 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.086479 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.087566 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.088067 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.088559 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:56.127333 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-0a569aec-578c-4613-8eef-ae3ad19fe02b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e HTTP/1.1" status: 200 len: 217 time: 0.0726569 Feb 11 13:16:56.133567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 188cdb3c-dcd6-4235-8dc3-f209fc7890fd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:56.183805 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff463fa2-5b9f-452c-a704-7fa5082191a5 req-ec4563b7-bae0-4a79-b5c2-2a4a273ee511 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408541 Feb 11 13:16:56.192027 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.204421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d63d9-00f9-429c-907d-221d93bee987 req-ef829cb6-bf57-4c72-bf02-839b5587304f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.207094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5535394-9cb0-43e6-ad4b-0ba724bb492c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.212587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a10d63d9-00f9-429c-907d-221d93bee987 req-ef829cb6-bf57-4c72-bf02-839b5587304f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.1135919 Feb 11 13:16:56.223968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:56.224360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-fb88678e-21a3-4f8b-a8cb-a30c00b1d5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.224483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.225905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-fb88678e-21a3-4f8b-a8cb-a30c00b1d5b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0845196 Feb 11 13:16:56.244630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Allocated IP 172.20.0.1 (de815f82-6838-4ebd-b3fd-5c2ef355cb54/1a9f34c5-4137-4974-a913-ed31e43b944f/f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:56.249038 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5535394-9cb0-43e6-ad4b-0ba724bb492c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.274088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-1f15ad3a-2903-4459-a0a5-73a43c009312 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404994 Feb 11 13:16:56.278355 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3467f49-b1eb-4028-8daa-ba12947ea41a None None] Pushing event updated for resources: {'Port': ['ID=00602291-3514-44bf-9b56-40fc6ebf9378,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.280235 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a10d63d9-00f9-429c-907d-221d93bee987 req-93b34688-81bc-4cf3-9e5c-f0fc115cdcaf tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667422 Feb 11 13:16:56.282154 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:56.283489 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:56.390035 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-e5071833-2c66-495f-a16f-8ae6e25dd47e service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055131 Feb 11 13:16:56.414891 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.424017 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:56.454491 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5535394-9cb0-43e6-ad4b-0ba724bb492c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.458029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5535394-9cb0-43e6-ad4b-0ba724bb492c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.459187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f5535394-9cb0-43e6-ad4b-0ba724bb492c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b53682d9-e421-49b5-ace8-a92a145f3d97 HTTP/1.1" status: 204 len: 168 time: 0.4456544 Feb 11 13:16:56.474890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5535394-9cb0-43e6-ad4b-0ba724bb492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53682d9-e421-49b5-ace8-a92a145f3d97,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.522230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.529440 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdc80fb7-cd72-428b-8b26-05a1856c54b5 req-1ed3f159-04ac-4ee4-b034-b31237d9e56a service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220806 Feb 11 13:16:56.569947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Network de815f82-6838-4ebd-b3fd-5c2ef355cb54 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:56.572715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:56.576866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:56.577335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.579867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Pushing event updated for resources: {'Port': ['ID=f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:56.725070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d462b-ab24-4500-abef-0d512f7ab7ff req-c773d1e5-0ec9-4732-85fd-b6ffb7953cf2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.726942 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-996d462b-ab24-4500-abef-0d512f7ab7ff req-c773d1e5-0ec9-4732-85fd-b6ffb7953cf2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0624421 Feb 11 13:16:56.733128 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:53Z', 'revision_number': 3, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:56.764419 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8adaf16a-0734-4da5-8bb0-ec50c3cbad52 None None] The sync data for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 is: [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:53Z', 'revision_number': 3, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:56.815062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-996d462b-ab24-4500-abef-0d512f7ab7ff req-ad2a435c-4e9f-42db-8876-6715df844077 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776877 Feb 11 13:16:56.840086 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.896827 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-94065131-6437-4517-8ed9-c0d549c12198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:56.951772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427b41-da8e-4e91-b42e-de9d23bce19b req-f07738da-7dae-4f6d-886f-25fba6fc2891 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:56.951772 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e1427b41-da8e-4e91-b42e-de9d23bce19b req-f07738da-7dae-4f6d-886f-25fba6fc2891 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.1060786 Feb 11 13:16:57.020244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c6714659-0038-4170-a9f8-0d0adfa4df64 None None] Provisioning complete for port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:57.020859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c6714659-0038-4170-a9f8-0d0adfa4df64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.039203 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e1427b41-da8e-4e91-b42e-de9d23bce19b req-6058de3a-cbf2-4229-b430-15a77735c80b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737336 Feb 11 13:16:57.087831 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c6714659-0038-4170-a9f8-0d0adfa4df64 None None] Port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:16:57.129127 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.203597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.203597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.309351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Pushing event updated for resources: {'Port': ['ID=f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:57.403949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff048e58-4838-42b3-abd6-0800384e7c40 req-8c92268d-a927-4aa4-a05b-b20087d535fe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:57.408528 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff048e58-4838-42b3-abd6-0800384e7c40 req-8c92268d-a927-4aa4-a05b-b20087d535fe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1029031 Feb 11 13:16:57.413457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Network de815f82-6838-4ebd-b3fd-5c2ef355cb54 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:57.415881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:57.438139 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.445461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802efe8-e16f-4215-834a-d83eff04a840 req-0122e44a-99e9-4977-9b2b-86dc8319f771 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:57.450527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1802efe8-e16f-4215-834a-d83eff04a840 req-0122e44a-99e9-4977-9b2b-86dc8319f771 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0830464 Feb 11 13:16:57.463184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff048e58-4838-42b3-abd6-0800384e7c40 req-ca16429e-09a0-4cff-81fd-f204d87cae8d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470650 Feb 11 13:16:57.580511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1802efe8-e16f-4215-834a-d83eff04a840 req-bc1e7816-ef75-499b-94b7-1810e0d96fba tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809941 Feb 11 13:16:57.626249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Router a64ce253-1cd9-429f-a2f3-2fc796f36464 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:57.721707 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-22155696-18e6-462c-9588-34053017b56d None None] Provisioning complete for port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:57.721707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-22155696-18e6-462c-9588-34053017b56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.722154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38436) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:57.752525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:57.768075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a1969fc2-0183-40b9-af3f-423dc6af1901 admin admin] 10.222.0.52 "PUT /v2.0/routers/a64ce253-1cd9-429f-a2f3-2fc796f36464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5974464 Feb 11 13:16:57.854016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1430418538-network', 'tenant_id': '6d4425c7777d4c33a6c9a92ce06ac536'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:57.899322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-22155696-18e6-462c-9588-34053017b56d None None] Port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:16:57.952652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbe4d0-c551-44b4-afb0-7ea7fef3ea09 req-839cade5-e656-4c73-a373-65822652496b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:57.954187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40dbe4d0-c551-44b4-afb0-7ea7fef3ea09 req-839cade5-e656-4c73-a373-65822652496b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0514531 Feb 11 13:16:57.963917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Made reservation on behalf of 6d4425c7777d4c33a6c9a92ce06ac536 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:57.966227 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:57.984976 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.024597 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40dbe4d0-c551-44b4-afb0-7ea7fef3ea09 req-2ffb7f5a-61f4-4c8c-944c-5cd3121f33f0 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623467 Feb 11 13:16:58.102940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.133961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 00602291-3514-44bf-9b56-40fc6ebf9378 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:58.177786 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.193486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 00602291-3514-44bf-9b56-40fc6ebf9378 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:58.193799 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.207985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0872ba-9b97-46e3-9e14-803e4d5c3a2d req-1fa2c785-84a7-4a2d-ba05-84cc9545b3e0 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:58.210096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee0872ba-9b97-46e3-9e14-803e4d5c3a2d req-1fa2c785-84a7-4a2d-ba05-84cc9545b3e0 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0776162 Feb 11 13:16:58.219407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:58.250804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:58.263458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.263458 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Added segment cf7eb951-de14-417d-a0dd-21d64686f666 of type vlan for network e055b0fa-ddbd-4312-b152-6887c946b0b7 Feb 11 13:16:58.289202 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee0872ba-9b97-46e3-9e14-803e4d5c3a2d req-1257ba8b-2b70-4599-b660-651509032d71 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634065 Feb 11 13:16:58.309965 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.311049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-3fb3290f-39a3-4374-8914-76bb806e8585 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:58.316430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-3fb3290f-39a3-4374-8914-76bb806e8585 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 821 time: 0.1240671 Feb 11 13:16:58.335148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 00602291-3514-44bf-9b56-40fc6ebf9378, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=00602291-3514-44bf-9b56-40fc6ebf9378,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:58.340763 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.346436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-ef84dd74-3763-4a6d-971e-f5293285c2a3 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/quotas/e58d6663ff0547f2821c28cef5435d89 HTTP/1.1" status: 200 len: 375 time: 0.0189300 Feb 11 13:16:58.400208 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.407179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-ddff8cc0-ab98-4623-97f1-bb54e53045d9 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527132 Feb 11 13:16:58.420912 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.421925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:58.422504 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.456359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=00602291-3514-44bf-9b56-40fc6ebf9378,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:58.478580 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.484765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] Pushing event updated for resources: {'Network': ['ID=e055b0fa-ddbd-4312-b152-6887c946b0b7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:58.500557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network e055b0fa-ddbd-4312-b152-6887c946b0b7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:58.513188 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-a344127f-5f99-425c-9d85-5d3229e352bb service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961142 Feb 11 13:16:58.544651 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fcec8d9a-c292-4e2b-ad64-705073631af9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8233397 Feb 11 13:16:58.547293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38464) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:16:58.553415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Request body: {'subnet': {'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1430418538-subnet', 'tenant_id': '6d4425c7777d4c33a6c9a92ce06ac536', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:58.615335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-ac06f7f6-5224-4a16-bb12-95378cfad0e0 service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011231 Feb 11 13:16:58.623655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ede41d-9636-48fc-9a93-f00f80d51ea8 req-811ae682-b3d5-4169-80a6-4f8447a470f2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:58.625446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00ede41d-9636-48fc-9a93-f00f80d51ea8 req-811ae682-b3d5-4169-80a6-4f8447a470f2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0680463 Feb 11 13:16:58.669414 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00ede41d-9636-48fc-9a93-f00f80d51ea8 req-dadf2722-176a-4a91-a1b3-ae86a6d51f32 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328763 Feb 11 13:16:58.678058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Made reservation on behalf of 6d4425c7777d4c33a6c9a92ce06ac536 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:58.680569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:58.738869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Sync routers for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:58.749849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:58.750547 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:16:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:58.802611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be3800-7fdb-4739-81bb-b91807566db0 req-dbc938be-b359-4dfa-95aa-4a21224c2f4c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:58.804042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f5be3800-7fdb-4739-81bb-b91807566db0 req-dbc938be-b359-4dfa-95aa-4a21224c2f4c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0740590 Feb 11 13:16:58.865904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:58.882396 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f5be3800-7fdb-4739-81bb-b91807566db0 req-ca5fe779-c66a-4abe-bd20-77ae55210d70 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706227 Feb 11 13:16:58.955765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d4712ae-47d6-4ed9-b25b-11318ae2e05d req-d55632df-8cf9-4f0e-9928-e53a20411e68 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 210 time: 0.0419395 Feb 11 13:16:59.010059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.083495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18a105d-2a8a-4f4c-88e6-31f31c44eeca,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.095490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Checking segment: {'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:59.095626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Network hostable DHCP agents. Network: e055b0fa-ddbd-4312-b152-6887c946b0b7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:59.102338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 2, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:59.133238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Checking router: a64ce253-1cd9-429f-a2f3-2fc796f36464 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:59.133589 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Updating router a64ce253-1cd9-429f-a2f3-2fc796f36464 port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:16:59.160853 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.162460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d2e76-0679-4002-859a-0ec4323726c2 req-26bde875-a049-4700-96ac-c8fa939ab912 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.163998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c04d2e76-0679-4002-859a-0ec4323726c2 req-26bde875-a049-4700-96ac-c8fa939ab912 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0544527 Feb 11 13:16:59.178987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Network e055b0fa-ddbd-4312-b152-6887c946b0b7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:59.209661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c04d2e76-0679-4002-859a-0ec4323726c2 req-02a3a61d-c137-4b8c-88d2-671bde784544 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389261 Feb 11 13:16:59.252422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, e055b0fa-ddbd-4312-b152-6887c946b0b7) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:59.257056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.257670 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.265427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100c3806-6bc4-4ea3-89f3-774d2a39ebe4 None None] Network e055b0fa-ddbd-4312-b152-6887c946b0b7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:59.353503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e24373-686b-43d5-9a6b-436289e5fbcb req-7225999a-89f6-41a1-901e-7512e7876712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.356576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3e24373-686b-43d5-9a6b-436289e5fbcb req-7225999a-89f6-41a1-901e-7512e7876712 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1125 time: 0.0480978 Feb 11 13:16:59.369572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-12d50895-0fee-4857-abcf-973ca13541dc admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8210337 Feb 11 13:16:59.422936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23c236-a5c5-40cb-8a1a-b84f1f747b0b req-8a213932-2800-4030-854a-1613404bd68b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.433005 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd23c236-a5c5-40cb-8a1a-b84f1f747b0b req-8a213932-2800-4030-854a-1613404bd68b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0734315 Feb 11 13:16:59.482726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd23c236-a5c5-40cb-8a1a-b84f1f747b0b req-af9f8254-9a11-4034-bbc1-284b3b6be34b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Feb 11 13:16:59.511713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a491e3-98db-433a-a541-21d819be6fbf None None] Network e055b0fa-ddbd-4312-b152-6887c946b0b7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:16:59.544293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e24373-686b-43d5-9a6b-436289e5fbcb req-130dd7b4-cc7e-4b4c-86ad-a7f96a968c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.545859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3e24373-686b-43d5-9a6b-436289e5fbcb req-130dd7b4-cc7e-4b4c-86ad-a7f96a968c42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1397367 Feb 11 13:16:59.589158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3e24373-686b-43d5-9a6b-436289e5fbcb req-040ea604-a526-41aa-ab9f-ea40b68bfdea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 200 len: 217 time: 0.0359399 Feb 11 13:16:59.646489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e24373-686b-43d5-9a6b-436289e5fbcb req-17800e1e-89b4-4683-9e5a-2515be83d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.648119 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3e24373-686b-43d5-9a6b-436289e5fbcb req-17800e1e-89b4-4683-9e5a-2515be83d2c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0515220 Feb 11 13:16:59.655353 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.686524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3e24373-686b-43d5-9a6b-436289e5fbcb req-cab289da-22ab-4032-acc7-44bca4247eab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304363 Feb 11 13:16:59.746653 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.807995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be187fc0-9fe0-4001-b8ed-c93a8bb45804 req-a4c155b0-a107-4227-8dde-7f2740b25479 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.810016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be187fc0-9fe0-4001-b8ed-c93a8bb45804 req-a4c155b0-a107-4227-8dde-7f2740b25479 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0590837 Feb 11 13:16:59.820656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d331343-0686-40f0-bb69-eb05e732cc98 None None] Pushing event updated for resources: {'Port': ['ID=f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:59.848650 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.875774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Attempting to bind port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:16:59.876144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Attempting to bind port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:16:59.876508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Attempting to bind port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c on network de815f82-6838-4ebd-b3fd-5c2ef355cb54 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:59.882835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:59.883303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Checking segment: {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:16:59.883707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.884103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Bound using segment: {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:59.884569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Bound port: f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:16:59.884943 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:16:59.893186 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be187fc0-9fe0-4001-b8ed-c93a8bb45804 req-ed4c2939-35b5-4a2c-9a2d-8419efe118c3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700774 Feb 11 13:16:59.898348 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3e24373-686b-43d5-9a6b-436289e5fbcb req-a7cd5900-ec96-4912-a67a-cc1b39c996be service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036738 Feb 11 13:16:59.982643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-c965f89c-7d77-495f-bb3d-0bf711fd2d14 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:59.984240 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-c965f89c-7d77-495f-bb3d-0bf711fd2d14 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/networks?id=e055b0fa-ddbd-4312-b152-6887c946b0b7 HTTP/1.1" status: 200 len: 822 time: 0.2231429 Feb 11 13:16:59.984366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] For port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:59.988436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] For port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:00.009270 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7f5849f4-c704-463a-8ed4-f4d5d93d8874 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/quotas/6d4425c7777d4c33a6c9a92ce06ac536 HTTP/1.1" status: 200 len: 375 time: 0.0102501 Feb 11 13:17:00.054073 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a35e-9fff-4198-88b6-6cda02f590b7 req-f5aeae80-33bc-442b-8de4-473683426e6d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:00.056392 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a39a35e-9fff-4198-88b6-6cda02f590b7 req-f5aeae80-33bc-442b-8de4-473683426e6d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0808306 Feb 11 13:17:00.058409 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-f76e3d00-86a8-44ae-881e-41fa4bd9325e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371490 Feb 11 13:17:00.065167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3e24373-686b-43d5-9a6b-436289e5fbcb req-053d0d79-53aa-4a2a-9bd0-58da0006b325 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556578 Feb 11 13:17:00.098490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a39a35e-9fff-4198-88b6-6cda02f590b7 req-34f5d3df-9c4a-4dc6-b760-d4e4bd025f16 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360363 Feb 11 13:17:00.107269 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.162312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 00602291-3514-44bf-9b56-40fc6ebf9378 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:00.167208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d331343-0686-40f0-bb69-eb05e732cc98 None None] Pushing event updated for resources: {'Port': ['ID=f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:00.173118 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-d1eda33e-55d3-42ea-bbb0-5d14edba57f7 service neutron] 10.222.0.52 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044641 Feb 11 13:17:00.229218 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-008453a4-6851-4110-8547-a2300209a4b2 req-8c8fe5ca-6fbd-4c6f-baac-30804187760b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 210 time: 0.0349143 Feb 11 13:17:00.235181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8ed8eeeb-e7b8-4636-b79c-61d7c6ced2be None None] Provisioning complete for port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:00.236039 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ed8eeeb-e7b8-4636-b79c-61d7c6ced2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.272872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:00.273744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:16:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:00.278919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7f0a0561-adf6-4a56-a651-c8d7ce9f199e details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:00.350212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-c27fcda1-2440-44ed-b664-1c6aa446c978 service neutron] 10.222.0.52 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669776 Feb 11 13:17:00.383599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91418cc-78c7-41e7-a641-e2c4c3b4e266 req-25033661-4787-4844-a529-6b9f69d93ac8 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:00.385166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d91418cc-78c7-41e7-a641-e2c4c3b4e266 req-25033661-4787-4844-a529-6b9f69d93ac8 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0587552 Feb 11 13:17:00.436877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d91418cc-78c7-41e7-a641-e2c4c3b4e266 req-12d2329b-a78c-4ac3-b2b7-eeb51396e9d1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451040 Feb 11 13:17:00.508558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 00602291-3514-44bf-9b56-40fc6ebf9378 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:00.508936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.612442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84053d39-44be-41a9-8da2-ec5d11f69095 req-50e28340-bacd-4fac-8439-3988228f5225 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:00.618274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84053d39-44be-41a9-8da2-ec5d11f69095 req-50e28340-bacd-4fac-8439-3988228f5225 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0601220 Feb 11 13:17:00.655115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84053d39-44be-41a9-8da2-ec5d11f69095 req-12d0adc9-0672-4ee4-ac29-157066e1377e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Feb 11 13:17:00.661632 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ccebf961-b4ae-4f66-a74a-bc3597285f82 req-36fe05dd-db6c-4252-b8f0-181be4be5a69 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 210 time: 0.0462620 Feb 11 13:17:00.669263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:00.712418 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.849680 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ed8eeeb-e7b8-4636-b79c-61d7c6ced2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:00.883379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:00.924885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e', 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d', 'port_id': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e', 'mac_address': 'fa:16:3e:f5:d2:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:00.999499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8ed8eeeb-e7b8-4636-b79c-61d7c6ced2be None None] For port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:01.006614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c00b2f-7985-484d-bb0b-c528cff5ea70 req-5b644cb3-2abc-45dc-b06c-27164b41e224 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:01.008314 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13c00b2f-7985-484d-bb0b-c528cff5ea70 req-5b644cb3-2abc-45dc-b06c-27164b41e224 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0535934 Feb 11 13:17:01.053154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13c00b2f-7985-484d-bb0b-c528cff5ea70 req-c3331335-6adc-4dc7-977e-43345ccc4c01 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377085 Feb 11 13:17:01.082221 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ed8eeeb-e7b8-4636-b79c-61d7c6ced2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.088728 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.138944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0a0561-adf6-4a56-a651-c8d7ce9f199e {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:01.182169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:01.184966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8eeeb-e7b8-4636-b79c-61d7c6ced2be None None] Pushing event updated for resources: {'Port': ['ID=f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:01.211205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:16:59Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:01.217374 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6df07aed-5b3a-45b5-bd69-0684c2e91677 None None] Provisioning complete for port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:01.217374 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6df07aed-5b3a-45b5-bd69-0684c2e91677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.251872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa98199-b9ff-4664-8892-6a01ed99604a None None] The sync data for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 is: [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:16:59Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:01.275118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9c988-7c22-4c76-b415-d2daacb60ffa req-58ad71df-a4c8-46be-ac1e-7a7efe6f3daa tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:01.284137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fe9c988-7c22-4c76-b415-d2daacb60ffa req-58ad71df-a4c8-46be-ac1e-7a7efe6f3daa tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0911641 Feb 11 13:17:01.307213 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:01.353232 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fe9c988-7c22-4c76-b415-d2daacb60ffa req-846f8334-7649-43f3-be2a-95051dea669e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576406 Feb 11 13:17:01.398021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2f363dc-5199-47e3-a936-4ffaae69baa5 req-4a4f2969-ddb0-467b-bb27-868907e5ea75 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 210 time: 0.0578725 Feb 11 13:17:01.444436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:01.628077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7f0a0561-adf6-4a56-a651-c8d7ce9f199e'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:01.727488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076200b8-b8e7-4442-b34b-571319ebce90 req-6d5f707b-24fb-4a4b-b1e3-72cb7f0f7f7d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:01.735361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-076200b8-b8e7-4442-b34b-571319ebce90 req-6d5f707b-24fb-4a4b-b1e3-72cb7f0f7f7d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.2057545 Feb 11 13:17:01.818839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365bdba-1926-4e84-99db-a22f0a348914 req-80f8c085-e152-49a8-bd38-cd6ced2d9556 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:01.820389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4365bdba-1926-4e84-99db-a22f0a348914 req-80f8c085-e152-49a8-bd38-cd6ced2d9556 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0624573 Feb 11 13:17:01.830033 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-076200b8-b8e7-4442-b34b-571319ebce90 req-2b9c9f2b-c18e-41a8-ad52-6fa407d68c9d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937529 Feb 11 13:17:01.851501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-4a63820a-6d79-4fec-a467-6be631233ed5 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:01.853016 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-4a63820a-6d79-4fec-a467-6be631233ed5 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.13 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 821 time: 0.2535896 Feb 11 13:17:01.871981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Request body: {'port': {'device_id': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'admin_state_up': True, 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:01.907236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4365bdba-1926-4e84-99db-a22f0a348914 req-fef9cb14-f355-40a9-9e7b-8b4d9022016b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746980 Feb 11 13:17:01.978967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4c5445f-caca-4b22-80a6-945986339c4e req-a017bf6f-ff4d-469d-911b-d5b471ca0c8f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 210 time: 0.0826588 Feb 11 13:17:02.129836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Made reservation on behalf of e58d6663ff0547f2821c28cef5435d89 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:02.135140 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.167947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:02.241644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:02.242044 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.287147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74c6be-7917-49ad-ad1e-a0b8f6ebff18 req-06e93e66-7eae-4e60-8ec8-7fdcefa2f3ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:02.287147 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f74c6be-7917-49ad-ad1e-a0b8f6ebff18 req-06e93e66-7eae-4e60-8ec8-7fdcefa2f3ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1438005 Feb 11 13:17:02.560152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9630d5f-510d-47fd-bd44-7139abe4ace2 req-8040442d-f311-4030-9516-1166c3dd8301 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:02.562450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9630d5f-510d-47fd-bd44-7139abe4ace2 req-8040442d-f311-4030-9516-1166c3dd8301 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 945 time: 0.0540550 Feb 11 13:17:02.605365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9630d5f-510d-47fd-bd44-7139abe4ace2 req-339a4f59-e6ed-4d11-b503-4f7ad5eb9cfe tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Feb 11 13:17:02.622052 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f74c6be-7917-49ad-ad1e-a0b8f6ebff18 req-6bf7f9cf-e9c3-4a7b-afbc-f6b0eace3b76 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324709 Feb 11 13:17:02.640488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Allocated IP 172.20.0.11 (de815f82-6838-4ebd-b3fd-5c2ef355cb54/1a9f34c5-4137-4974-a913-ed31e43b944f/94566695-9190-4566-8c55-97c5ad510a6d) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:02.727075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18b9b328-ddf0-4388-8363-56f78b8e481d req-6ce49444-3298-444b-9fac-feebfc1497c5 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 210 time: 0.0365794 Feb 11 13:17:02.818329 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.938778 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:02.969844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508ad42-b910-41c0-9bbe-0edebdd931c7 req-d3923d6f-2136-4f13-b2ab-779ec4f7779f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:02.971343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0508ad42-b910-41c0-9bbe-0edebdd931c7 req-d3923d6f-2136-4f13-b2ab-779ec4f7779f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0546784 Feb 11 13:17:02.985617 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Network de815f82-6838-4ebd-b3fd-5c2ef355cb54 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:02.989024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:02.992638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:03.007551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.007551 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.012775 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Pushing event updated for resources: {'Port': ['ID=94566695-9190-4566-8c55-97c5ad510a6d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:03.022454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0508ad42-b910-41c0-9bbe-0edebdd931c7 req-fa3bf7d6-1196-488f-9ba1-a78832b5582e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444143 Feb 11 13:17:03.109778 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b88ac08d-3991-4544-877b-2f7739793a7d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2421069 Feb 11 13:17:03.124900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Request body: {'port': {'device_id': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:03.198994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55645727-1dc8-40a4-9463-95a1680b0cde req-02d909d2-9502-4eba-8995-33147d85a90f tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.200598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55645727-1dc8-40a4-9463-95a1680b0cde req-02d909d2-9502-4eba-8995-33147d85a90f tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0658267 Feb 11 13:17:03.223420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9052a076-4070-4f40-8d97-71d96a2ce26e req-41303aec-c748-4a6c-9569-1cddcfbc3605 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 210 time: 0.0498564 Feb 11 13:17:03.261013 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.346202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-618e268a-dd88-496b-9d86-bacfb0310a43 None None] Provisioning complete for port 94566695-9190-4566-8c55-97c5ad510a6d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:03.346679 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-618e268a-dd88-496b-9d86-bacfb0310a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.392353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-618e268a-dd88-496b-9d86-bacfb0310a43 None None] Port 94566695-9190-4566-8c55-97c5ad510a6d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:17:03.407730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55645727-1dc8-40a4-9463-95a1680b0cde req-96833358-25a2-4f87-90ef-c51dd1ebbf4e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996646 Feb 11 13:17:03.437412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-80b06466-31e7-4daf-a8be-5cfa8bd2fbb1 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.441215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-80b06466-31e7-4daf-a8be-5cfa8bd2fbb1 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.13 "GET /v2.0/networks?id=e055b0fa-ddbd-4312-b152-6887c946b0b7 HTTP/1.1" status: 200 len: 822 time: 0.1937079 Feb 11 13:17:03.441400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5b2b00-614a-4acb-8404-6bd8d5bb8c38 req-4c81493a-ac37-4b5e-9636-26062ed5192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.441400 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b5b2b00-614a-4acb-8404-6bd8d5bb8c38 req-4c81493a-ac37-4b5e-9636-26062ed5192c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 1101 time: 0.1233165 Feb 11 13:17:03.448378 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a963504e-4e61-4153-9880-cfb102c5a529 req-0fea7ece-68ee-4e24-a676-ca8d8db537d6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0976496 Feb 11 13:17:03.453076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Request body: {'port': {'device_id': '7c9729b2-1053-4d7d-a358-9f583188f307', 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7', 'admin_state_up': True, 'tenant_id': '6d4425c7777d4c33a6c9a92ce06ac536'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:03.517369 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b5b2b00-614a-4acb-8404-6bd8d5bb8c38 req-364be9b2-a25b-4b8f-ad05-f75853b03540 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648344 Feb 11 13:17:03.590802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963504e-4e61-4153-9880-cfb102c5a529 req-9519688a-a42b-4b67-b66f-c36b98a725a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.592431 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a963504e-4e61-4153-9880-cfb102c5a529 req-9519688a-a42b-4b67-b66f-c36b98a725a5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d924123a82f64033b5e4f3ec7345259b&device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 1097 time: 0.0823522 Feb 11 13:17:03.606215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94566695-9190-4566-8c55-97c5ad510a6d {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:03.614454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.626100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Transition to ACTIVE for port object 94566695-9190-4566-8c55-97c5ad510a6d will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:03.684174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Made reservation on behalf of 6d4425c7777d4c33a6c9a92ce06ac536 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:03.687607 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.711456 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.779703 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Pushing event updated for resources: {'Port': ['ID=94566695-9190-4566-8c55-97c5ad510a6d,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:03.794108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18815-0a40-480b-932b-5b3a94573dd8 req-b04688d7-09e8-4984-949b-d86343e21f2a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.795586 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f5f18815-0a40-480b-932b-5b3a94573dd8 req-b04688d7-09e8-4984-949b-d86343e21f2a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 945 time: 0.1152940 Feb 11 13:17:03.832699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0aba05-eb2a-48b8-8aba-b25e79c061ca req-e26a35d8-28ad-4441-9413-f5370d99872c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:03.833849 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec0aba05-eb2a-48b8-8aba-b25e79c061ca req-e26a35d8-28ad-4441-9413-f5370d99872c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1296973 Feb 11 13:17:03.845629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Attempting to bind port 94566695-9190-4566-8c55-97c5ad510a6d on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:03.847808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Attempting to bind port 94566695-9190-4566-8c55-97c5ad510a6d by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:03.847808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Attempting to bind port 94566695-9190-4566-8c55-97c5ad510a6d on network de815f82-6838-4ebd-b3fd-5c2ef355cb54 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:03.863734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Port 94566695-9190-4566-8c55-97c5ad510a6d on network de815f82-6838-4ebd-b3fd-5c2ef355cb54 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:03.864061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Attempting to bind port 94566695-9190-4566-8c55-97c5ad510a6d on network de815f82-6838-4ebd-b3fd-5c2ef355cb54 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:03.877921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f5f18815-0a40-480b-932b-5b3a94573dd8 req-f18edb4a-3015-415d-b5bc-5ae8abf88897 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623338 Feb 11 13:17:03.879440 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:03.880350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Checking segment: {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:03.880472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Bound using segment: {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:03.880863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Bound port: 94566695-9190-4566-8c55-97c5ad510a6d, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:03.881245 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:03.889039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Allocated IP 172.20.0.6 (e055b0fa-ddbd-4312-b152-6887c946b0b7/d18a105d-2a8a-4f4c-88e6-31f31c44eeca/812c9846-5124-4754-bede-cbd464ee6de9) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:03.919049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec0aba05-eb2a-48b8-8aba-b25e79c061ca req-511042b3-b64e-46b6-acfd-fb74701dbdf0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690498 Feb 11 13:17:04.056649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ac5de-276e-4dc8-a8d1-38ac63838339 req-4416fb56-1694-4214-aea8-02d5ef9153d5 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.058339 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3d5ac5de-276e-4dc8-a8d1-38ac63838339 req-4416fb56-1694-4214-aea8-02d5ef9153d5 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 944 time: 0.0803778 Feb 11 13:17:04.061520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] For port 94566695-9190-4566-8c55-97c5ad510a6d, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:04.065337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] For port 94566695-9190-4566-8c55-97c5ad510a6d, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=94566695-9190-4566-8c55-97c5ad510a6d,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:04.114408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3d5ac5de-276e-4dc8-a8d1-38ac63838339 req-94f1bb1a-6c2f-471e-89da-555aec649212 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393834 Feb 11 13:17:04.116538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.141290 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.161890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.162509 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.163928 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] 10.222.0.13 "PUT /v2.0/ports/94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 1092 time: 1.0441322 Feb 11 13:17:04.166633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:04.168742 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966f38bc-890f-4169-9171-119a092b2aad" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "tag": "94566695-9190-4566-8c55-97c5ad510a6d"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:04.229178 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fe972c-7b25-4276-9ef4-03b409863178 x-openstack-request-id: req-f7fe972c-7b25-4276-9ef4-03b409863178 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:04.229178 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "tag": "94566695-9190-4566-8c55-97c5ad510a6d", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:04.229178 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f7fe972c-7b25-4276-9ef4-03b409863178 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:04.229178 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d', 'status': 'completed', 'code': 200} Feb 11 13:17:04.254409 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5fa24-d772-4dbc-aa8f-5f465a109502 service neutron] Pushing event updated for resources: {'Port': ['ID=94566695-9190-4566-8c55-97c5ad510a6d,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:04.274871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7f0a0561-adf6-4a56-a651-c8d7ce9f199e up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:04.301321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f38bc-890f-4169-9171-119a092b2aad req-f4af193d-2924-4fcb-a750-a3f60b899893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.303114 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-966f38bc-890f-4169-9171-119a092b2aad req-f4af193d-2924-4fcb-a750-a3f60b899893 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1095 time: 0.0457315 Feb 11 13:17:04.418379 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6488ec3-682c-40f8-8e40-7aceaa567e10 req-bb7ba89a-f2b0-48cd-9638-320e6cfc30d6 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 210 time: 0.0393193 Feb 11 13:17:04.446924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:04.456218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:04.459393 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.505451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f38bc-890f-4169-9171-119a092b2aad req-5f1657e4-ea5b-46b9-abac-f6acdb915522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.507734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-966f38bc-890f-4169-9171-119a092b2aad req-5f1657e4-ea5b-46b9-abac-f6acdb915522 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e58d6663ff0547f2821c28cef5435d89&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1939206 Feb 11 13:17:04.588808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ca1c2-e47e-4f90-b026-6059c43a3cf7 req-e06ac98c-6c14-4298-97e2-c9ac2b82ab44 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.598318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-717ca1c2-e47e-4f90-b026-6059c43a3cf7 req-e06ac98c-6c14-4298-97e2-c9ac2b82ab44 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.4789550 Feb 11 13:17:04.631813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.652262 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-717ca1c2-e47e-4f90-b026-6059c43a3cf7 req-4e5d859f-3828-4ec4-9528-1f58716fcde5 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527213 Feb 11 13:17:04.669922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f38bc-890f-4169-9171-119a092b2aad req-695b395a-1b41-40ec-9be2-b55d863bb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.671550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-966f38bc-890f-4169-9171-119a092b2aad req-695b395a-1b41-40ec-9be2-b55d863bb9cc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1544831 Feb 11 13:17:04.672461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:04.685297 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e3a733-ed30-4f31-8d68-cf7238e49f58" -d '{"events": [{"server_uuid": "5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31", "name": "network-vif-plugged", "status": "completed", "tag": "7f0a0561-adf6-4a56-a651-c8d7ce9f199e"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:04.685427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e78fa-ec2e-4e99-82c9-19e3e8d75a29 req-28fe2324-62e8-417b-ac48-915608dc1089 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.693137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:04.694364 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb1e78fa-ec2e-4e99-82c9-19e3e8d75a29 req-28fe2324-62e8-417b-ac48-915608dc1089 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.1080682 Feb 11 13:17:04.728263 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d07b98-0db9-437b-bebb-41da1c71cc75 x-openstack-request-id: req-39d07b98-0db9-437b-bebb-41da1c71cc75 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:04.728761 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31", "name": "network-vif-plugged", "status": "completed", "tag": "7f0a0561-adf6-4a56-a651-c8d7ce9f199e", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:04.729169 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39d07b98-0db9-437b-bebb-41da1c71cc75 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:04.729799 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e', 'code': 200} Feb 11 13:17:04.733308 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.762066 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.783757 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb1e78fa-ec2e-4e99-82c9-19e3e8d75a29 req-b52a86de-eee4-44b4-97d5-5977f3dd3272 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884283 Feb 11 13:17:04.794374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.13', 61950) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:04.808528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-d39febf6-fe91-44e7-804e-c07154b7cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.810128 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-d39febf6-fe91-44e7-804e-c07154b7cf49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1095 time: 0.0962658 Feb 11 13:17:04.816800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Network e055b0fa-ddbd-4312-b152-6887c946b0b7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:04.822069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:04.829078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:04.835255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.835897 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:04.845074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:04.852203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event updated for resources: {'Port': ['ID=812c9846-5124-4754-bede-cbd464ee6de9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:04.871333 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-c57c1433-1c72-41fd-9770-47f0719f0a60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 217 time: 0.0444918 Feb 11 13:17:04.880320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3029865-4673-4001-87d4-bb652d47f1a3 req-b172efae-e525-48d7-a649-7279d9b10c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.881747 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3029865-4673-4001-87d4-bb652d47f1a3 req-b172efae-e525-48d7-a649-7279d9b10c66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1097 time: 0.0852857 Feb 11 13:17:04.916032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-fa099f76-a4ba-46a1-a309-0ba2b2de8d60 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4666154 Feb 11 13:17:04.930776 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Request body: {'port': {'device_id': '7c9729b2-1053-4d7d-a358-9f583188f307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:04.954962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b3218c8b-b41d-4167-b6e8-6682db299912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:04.957607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-b3218c8b-b41d-4167-b6e8-6682db299912 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0747917 Feb 11 13:17:04.959643 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3029865-4673-4001-87d4-bb652d47f1a3 req-a9a249dc-1f3a-4c8b-93fe-75f48822d87b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685015 Feb 11 13:17:05.044612 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.051340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271f975-77a2-4099-b4c2-00128bf6b6ff req-b7e6cf38-862d-4c4f-986f-f7999f1bd821 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:05.052999 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3271f975-77a2-4099-b4c2-00128bf6b6ff req-b7e6cf38-862d-4c4f-986f-f7999f1bd821 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0532403 Feb 11 13:17:05.053527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe710d-8753-44f7-8467-a1c4baeafac6 req-f18fae71-2a88-4b75-94e9-d644dcc43777 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:05.055085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82fe710d-8753-44f7-8467-a1c4baeafac6 req-f18fae71-2a88-4b75-94e9-d644dcc43777 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 946 time: 0.0830243 Feb 11 13:17:05.093666 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3271f975-77a2-4099-b4c2-00128bf6b6ff req-7d10a38a-52ac-4b1e-a8c2-f96ee5e37ea0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331182 Feb 11 13:17:05.129289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82fe710d-8753-44f7-8467-a1c4baeafac6 req-8f532474-f2de-4409-8950-9ac7ebeb9960 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657411 Feb 11 13:17:05.200994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-2985fa62-8de4-4103-b3a3-d5f6bc2c925b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:05.202824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-2985fa62-8de4-4103-b3a3-d5f6bc2c925b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445755 Feb 11 13:17:05.306569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50831257-0dc9-4220-8dd8-b0050daaadf4 req-d05073e8-17b9-405d-838e-95b94dd784e3 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:05.308678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50831257-0dc9-4220-8dd8-b0050daaadf4 req-d05073e8-17b9-405d-838e-95b94dd784e3 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 944 time: 0.1043081 Feb 11 13:17:05.350651 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-0dcc2a81-c5fb-4199-bc78-7a4972b3c6cd service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374302 Feb 11 13:17:05.377058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50831257-0dc9-4220-8dd8-b0050daaadf4 req-5b30cda7-1036-49a3-8bf3-fad14de001fb tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602672 Feb 11 13:17:05.391425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812c9846-5124-4754-bede-cbd464ee6de9 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:05.403104 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.415462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Transition to ACTIVE for port object 812c9846-5124-4754-bede-cbd464ee6de9 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:05.466085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0659ffee-f07b-47c4-863c-bfc1fac55b30 req-24eaf27f-c5d1-461e-8a34-cf2859f588b5 service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075203 Feb 11 13:17:05.514161 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.581880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28cd454-1b2a-4044-ab99-1eb96cff7799 req-6c891220-f10e-402d-b5f4-86f7d0914741 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:05.583372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a28cd454-1b2a-4044-ab99-1eb96cff7799 req-6c891220-f10e-402d-b5f4-86f7d0914741 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 931 time: 0.0959649 Feb 11 13:17:05.586179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=812c9846-5124-4754-bede-cbd464ee6de9,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:05.635367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Attempting to bind port 812c9846-5124-4754-bede-cbd464ee6de9 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:05.635698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Attempting to bind port 812c9846-5124-4754-bede-cbd464ee6de9 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:05.636016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Attempting to bind port 812c9846-5124-4754-bede-cbd464ee6de9 on network e055b0fa-ddbd-4312-b152-6887c946b0b7 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:05.648536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Port 812c9846-5124-4754-bede-cbd464ee6de9 on network e055b0fa-ddbd-4312-b152-6887c946b0b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:05.648853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Attempting to bind port 812c9846-5124-4754-bede-cbd464ee6de9 on network e055b0fa-ddbd-4312-b152-6887c946b0b7 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:05.652968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a28cd454-1b2a-4044-ab99-1eb96cff7799 req-5752b63e-1efb-4bad-b741-853520ea790b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624061 Feb 11 13:17:05.658197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:05.658197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Checking segment: {'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:05.658197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Bound using segment: {'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:05.658197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Bound port: 812c9846-5124-4754-bede-cbd464ee6de9, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:05.658197 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.780643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] For port 812c9846-5124-4754-bede-cbd464ee6de9, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:05.784008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] For port 812c9846-5124-4754-bede-cbd464ee6de9, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=812c9846-5124-4754-bede-cbd464ee6de9,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:05.804330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84d0e7-17d6-495e-b853-1726f945060d req-d39a9d48-e3a6-4495-8f0e-0f7f49f28702 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:05.805861 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed84d0e7-17d6-495e-b853-1726f945060d req-d39a9d48-e3a6-4495-8f0e-0f7f49f28702 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0726960 Feb 11 13:17:05.847659 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed84d0e7-17d6-495e-b853-1726f945060d req-7d8a1cb3-bf40-4d06-9b2d-5ca4266709c4 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344496 Feb 11 13:17:05.859848 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.920863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:05.921504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:05.922936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] 10.222.0.13 "PUT /v2.0/ports/812c9846-5124-4754-bede-cbd464ee6de9 HTTP/1.1" status: 200 len: 1091 time: 0.9994493 Feb 11 13:17:05.929285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9729b2-1053-4d7d-a358-9f583188f307', 'tag': '812c9846-5124-4754-bede-cbd464ee6de9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:05.931231 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5b9a97-e00b-4bc7-bafb-629d8ae65f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9729b2-1053-4d7d-a358-9f583188f307", "tag": "812c9846-5124-4754-bede-cbd464ee6de9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:05.963959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ca145-a74a-4825-bc77-09cf87978136 req-195642a9-3988-42df-bceb-425eda97693e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:05.965525 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db2ca145-a74a-4825-bc77-09cf87978136 req-195642a9-3988-42df-bceb-425eda97693e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.1095090 Feb 11 13:17:05.966351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f576b-bc74-4e2b-bcbe-ce842b5b7ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=812c9846-5124-4754-bede-cbd464ee6de9,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:05.985421 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53b5069-aa63-45e5-85d2-088e8ce169e2 x-openstack-request-id: req-c53b5069-aa63-45e5-85d2-088e8ce169e2 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:05.985705 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9729b2-1053-4d7d-a358-9f583188f307", "tag": "812c9846-5124-4754-bede-cbd464ee6de9", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:05.985980 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c53b5069-aa63-45e5-85d2-088e8ce169e2 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:05.986370 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c9729b2-1053-4d7d-a358-9f583188f307', 'tag': '812c9846-5124-4754-bede-cbd464ee6de9', 'status': 'completed', 'code': 200} Feb 11 13:17:06.043517 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db2ca145-a74a-4825-bc77-09cf87978136 req-322b2e35-713e-4c7c-b944-7f2055216579 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660856 Feb 11 13:17:06.061837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9a97-e00b-4bc7-bafb-629d8ae65f3d req-f3ee732e-f8bf-4bf1-a0c4-5b67c00f6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.063404 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5b9a97-e00b-4bc7-bafb-629d8ae65f3d req-f3ee732e-f8bf-4bf1-a0c4-5b67c00f6a98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 1094 time: 0.0561888 Feb 11 13:17:06.267843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418c477-d57d-430e-80fd-b07d93a9541e req-1a4d20e7-6d9d-4d34-89a1-ea4b9e4e11c0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.269953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d418c477-d57d-430e-80fd-b07d93a9541e req-1a4d20e7-6d9d-4d34-89a1-ea4b9e4e11c0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0731544 Feb 11 13:17:06.291351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9a97-e00b-4bc7-bafb-629d8ae65f3d req-476e29a7-c684-4f6b-a688-6b629be68f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.292936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5b9a97-e00b-4bc7-bafb-629d8ae65f3d req-476e29a7-c684-4f6b-a688-6b629be68f31 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2184865 Feb 11 13:17:06.312387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d418c477-d57d-430e-80fd-b07d93a9541e req-fc15640b-7353-400b-92ea-2ec3c2de19f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339515 Feb 11 13:17:06.358848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e44d65-83d4-4a4d-be65-39279e5fbc24 req-3f65f58c-b62f-4993-8042-0eca3990daa2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.360308 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e44d65-83d4-4a4d-be65-39279e5fbc24 req-3f65f58c-b62f-4993-8042-0eca3990daa2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 946 time: 0.1157534 Feb 11 13:17:06.503009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e44d65-83d4-4a4d-be65-39279e5fbc24 req-6cb20b75-b38c-43e8-9e91-4ea8540891a3 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096272 Feb 11 13:17:06.512484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0a2d7-5b9e-444f-b2d5-f4e4d7b10d0a req-d3f9105b-a7b0-4033-ae80-511e9065c69a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.513127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b9a97-e00b-4bc7-bafb-629d8ae65f3d req-966792a0-9d0e-4107-b347-85d7a6a4183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.514271 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5bd0a2d7-5b9e-444f-b2d5-f4e4d7b10d0a req-d3f9105b-a7b0-4033-ae80-511e9065c69a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 944 time: 0.0558276 Feb 11 13:17:06.514602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5b9a97-e00b-4bc7-bafb-629d8ae65f3d req-966792a0-9d0e-4107-b347-85d7a6a4183e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2120628 Feb 11 13:17:06.564290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5bd0a2d7-5b9e-444f-b2d5-f4e4d7b10d0a req-d44827a1-3489-4326-a7ba-f9b70d25d08f tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Feb 11 13:17:06.609126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-2472410c-c99b-42e5-be76-51af0c8c7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.610989 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-2472410c-c99b-42e5-be76-51af0c8c7058 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 1094 time: 0.0456948 Feb 11 13:17:06.659588 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-5e902cb9-cfc2-444c-978d-88a1a2b91c94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=812c9846-5124-4754-bede-cbd464ee6de9 HTTP/1.1" status: 200 len: 217 time: 0.0404747 Feb 11 13:17:06.709396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-72dd15a1-cd0a-4154-acc2-8b9215d5af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.710908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-72dd15a1-cd0a-4154-acc2-8b9215d5af9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d18a105d-2a8a-4f4c-88e6-31f31c44eeca HTTP/1.1" status: 200 len: 862 time: 0.0451627 Feb 11 13:17:06.745717 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-a0f55e5f-1a6f-4852-ab14-9347418d0467 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e055b0fa-ddbd-4312-b152-6887c946b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258915 Feb 11 13:17:06.771871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375034f5-9f35-4db7-9c0f-f9a8c32aba5d req-550aa99b-643e-4105-a89c-3d48a6645781 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.773842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-375034f5-9f35-4db7-9c0f-f9a8c32aba5d req-550aa99b-643e-4105-a89c-3d48a6645781 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 943 time: 0.0518761 Feb 11 13:17:06.818124 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-375034f5-9f35-4db7-9c0f-f9a8c32aba5d req-c1cf92df-d37b-41ca-8cf1-c49044ac1851 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Feb 11 13:17:06.849386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-03567f09-e0a3-463c-abf3-3c8094392c61 service neutron] 10.222.0.13 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906062 Feb 11 13:17:06.970093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7c4b095-43b7-4089-a8ca-c4168680d907 req-68512d2c-1d23-4129-90f9-29f59b3e017b service neutron] 10.222.0.13 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135228 Feb 11 13:17:06.976257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-b97a51f9-459d-433a-b6d0-788396140738 service neutron] 10.222.0.13 "GET /v2.0/ports/b9a097cd-fa3e-4f48-9940-dc9202ef40e8/bindings/n-h2-816488-1 HTTP/1.1" status: 200 len: 384 time: 0.0575681 Feb 11 13:17:06.992175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e91043-64fc-4a7f-bfc6-461f2b5825a4 req-1928cf8c-c40b-42a0-b313-27f83c0b753d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:06.994000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71e91043-64fc-4a7f-bfc6-461f2b5825a4 req-1928cf8c-c40b-42a0-b313-27f83c0b753d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 944 time: 0.0696714 Feb 11 13:17:07.039407 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71e91043-64fc-4a7f-bfc6-461f2b5825a4 req-4fe93cbd-6f72-47a7-9edd-1fc379de15cd tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382450 Feb 11 13:17:07.200570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e925dc-ce59-45d0-8395-4c0595c176c1 req-ab66a139-e500-49c4-b7d9-cfc0b0d68c43 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.202065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5e925dc-ce59-45d0-8395-4c0595c176c1 req-ab66a139-e500-49c4-b7d9-cfc0b0d68c43 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0813174 Feb 11 13:17:07.208109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b5872be6-b411-41e0-9046-42164bdfae95 req-4e5a8a82-3bd1-4391-ae03-529cd6e9c960 service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:07.243642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b5872be6-b411-41e0-9046-42164bdfae95 req-4e5a8a82-3bd1-4391-ae03-529cd6e9c960 service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:07.277797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5e925dc-ce59-45d0-8395-4c0595c176c1 req-54ff53c6-b698-4f3c-8f40-2e5bf36b9d2b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670261 Feb 11 13:17:07.287091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-b5872be6-b411-41e0-9046-42164bdfae95 req-4e5a8a82-3bd1-4391-ae03-529cd6e9c960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a097cd-fa3e-4f48-9940-dc9202ef40e8 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:07.303676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b5872be6-b411-41e0-9046-42164bdfae95 req-4e5a8a82-3bd1-4391-ae03-529cd6e9c960 service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:07.370448 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b5872be6-b411-41e0-9046-42164bdfae95 req-4e5a8a82-3bd1-4391-ae03-529cd6e9c960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.435300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94477e36-81c6-41ee-a5d1-0ffe03bc26af req-77467d8f-65ea-473c-b8b1-c752496de7e7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.436843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94477e36-81c6-41ee-a5d1-0ffe03bc26af req-77467d8f-65ea-473c-b8b1-c752496de7e7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0534229 Feb 11 13:17:07.451375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-b5872be6-b411-41e0-9046-42164bdfae95 req-4e5a8a82-3bd1-4391-ae03-529cd6e9c960 service neutron] Transition to ACTIVE for port object b9a097cd-fa3e-4f48-9940-dc9202ef40e8 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:07.481175 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94477e36-81c6-41ee-a5d1-0ffe03bc26af req-489b8be5-d18f-4a82-917c-4712d34cdaf5 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344234 Feb 11 13:17:07.515766 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b5872be6-b411-41e0-9046-42164bdfae95 req-4e5a8a82-3bd1-4391-ae03-529cd6e9c960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:07.577578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5872be6-b411-41e0-9046-42164bdfae95 req-4e5a8a82-3bd1-4391-ae03-529cd6e9c960 service neutron] No DVR routers for this DVR port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:07.606073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a8a82-3bd1-4391-ae03-529cd6e9c960 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,revision_number=10']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:07.652039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-4e5a8a82-3bd1-4391-ae03-529cd6e9c960 service neutron] 10.222.0.13 "PUT /v2.0/ports/b9a097cd-fa3e-4f48-9940-dc9202ef40e8/bindings/n-h2-816488-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6695673 Feb 11 13:17:07.673994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a8c37-1537-49cf-9326-6303c2d51974 req-c4247c7f-0ac6-4c46-9f62-44fb3665d212 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.675564 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e5a8c37-1537-49cf-9326-6303c2d51974 req-c4247c7f-0ac6-4c46-9f62-44fb3665d212 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 946 time: 0.0927176 Feb 11 13:17:07.689609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3aa08f-6cbc-4888-83f0-ff8e429e9880 req-a2cc9b66-b7df-426c-aa99-6d12edb42999 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.693549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a3aa08f-6cbc-4888-83f0-ff8e429e9880 req-a2cc9b66-b7df-426c-aa99-6d12edb42999 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 944 time: 0.0571430 Feb 11 13:17:07.715950 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e5a8c37-1537-49cf-9326-6303c2d51974 req-3c23e72a-93d1-4c69-a671-69051f41f2b4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341470 Feb 11 13:17:07.730660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a3aa08f-6cbc-4888-83f0-ff8e429e9880 req-dba6f9fd-ee16-4cc4-a014-256d1ea4d550 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326164 Feb 11 13:17:07.829972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae9df4-9255-400f-93da-bbc0a430a968 req-ef7216bc-6c7b-4226-a6a4-897040cba2fe tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.831528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76ae9df4-9255-400f-93da-bbc0a430a968 req-ef7216bc-6c7b-4226-a6a4-897040cba2fe tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1097 time: 0.0432642 Feb 11 13:17:07.869842 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76ae9df4-9255-400f-93da-bbc0a430a968 req-3e8d8f21-bb8a-4315-880f-bc87f4eca2d2 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320146 Feb 11 13:17:07.950095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760b06c-6ed4-4965-98fa-c308ed920f7e req-11e35271-9193-44ab-bd1b-d3e9c4ecd037 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.951990 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1760b06c-6ed4-4965-98fa-c308ed920f7e req-11e35271-9193-44ab-bd1b-d3e9c4ecd037 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 943 time: 0.0574276 Feb 11 13:17:07.980449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f76cd3-a3e1-46be-abe8-cac4a62b0214 req-31e81eb5-d2a4-40a1-abd5-9926fb5cc189 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:07.982027 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94f76cd3-a3e1-46be-abe8-cac4a62b0214 req-31e81eb5-d2a4-40a1-abd5-9926fb5cc189 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1097 time: 0.0453463 Feb 11 13:17:07.993954 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1760b06c-6ed4-4965-98fa-c308ed920f7e req-85dfc599-0cd1-46f0-b51a-db2ef05cb72b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348060 Feb 11 13:17:08.022600 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94f76cd3-a3e1-46be-abe8-cac4a62b0214 req-cc5b4b57-1a41-452d-b61c-0e27d7db9877 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327990 Feb 11 13:17:08.162525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb3295-dd01-4276-8572-041ee914bd3f req-404680ff-cdfc-4b94-882f-4a384984bc31 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:08.163972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d7fb3295-dd01-4276-8572-041ee914bd3f req-404680ff-cdfc-4b94-882f-4a384984bc31 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.0503774 Feb 11 13:17:08.203828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d7fb3295-dd01-4276-8572-041ee914bd3f req-367c145a-b850-428d-99b3-b755606f390d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336912 Feb 11 13:17:08.290949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 94566695-9190-4566-8c55-97c5ad510a6d details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:08.398877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 94566695-9190-4566-8c55-97c5ad510a6d, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=94566695-9190-4566-8c55-97c5ad510a6d,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:08.406527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd16087b-4570-47da-9f24-ac41b2676bf5 req-e196b170-2691-495b-8df4-510541de1f20 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:08.408222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd16087b-4570-47da-9f24-ac41b2676bf5 req-e196b170-2691-495b-8df4-510541de1f20 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0572193 Feb 11 13:17:08.415644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '94566695-9190-4566-8c55-97c5ad510a6d', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'port_id': '94566695-9190-4566-8c55-97c5ad510a6d', 'mac_address': 'fa:16:3e:4c:c2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:08.432110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fda27c-e6f2-4520-99bb-1e3e5e5e70c2 req-a3f15c72-eb73-4fe6-92a6-d334964dfe08 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:08.434733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7fda27c-e6f2-4520-99bb-1e3e5e5e70c2 req-a3f15c72-eb73-4fe6-92a6-d334964dfe08 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1097 time: 0.0574465 Feb 11 13:17:08.457021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd16087b-4570-47da-9f24-ac41b2676bf5 req-cd82bb96-991b-40b2-b5d0-d29f25135491 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Feb 11 13:17:08.459588 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.472612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94566695-9190-4566-8c55-97c5ad510a6d {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:08.483651 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7fda27c-e6f2-4520-99bb-1e3e5e5e70c2 req-5a41d773-c1c9-49fd-bdea-6e68e47d5c5f tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433693 Feb 11 13:17:08.501357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 94566695-9190-4566-8c55-97c5ad510a6d, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=94566695-9190-4566-8c55-97c5ad510a6d,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:08.575399 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:08.611752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b0f36-cb54-49c1-8ced-5f12be0e7184 req-8364aade-d1c4-46dd-afe8-770d831ec391 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:08.613965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b79b0f36-cb54-49c1-8ced-5f12be0e7184 req-8364aade-d1c4-46dd-afe8-770d831ec391 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0643644 Feb 11 13:17:08.625502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=94566695-9190-4566-8c55-97c5ad510a6d,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:08.658561 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b79b0f36-cb54-49c1-8ced-5f12be0e7184 req-b3013caa-57c7-460c-a6c9-75ac29134b8d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383000 Feb 11 13:17:08.826713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['94566695-9190-4566-8c55-97c5ad510a6d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:08.850582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd7a60-908f-4e2b-bd4a-a7a49aca81b0 req-dd03bf8a-a904-4a3d-9c67-cc64581a3c82 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:08.851201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5cd7a60-908f-4e2b-bd4a-a7a49aca81b0 req-dd03bf8a-a904-4a3d-9c67-cc64581a3c82 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Feb 11 13:17:08.893005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5cd7a60-908f-4e2b-bd4a-a7a49aca81b0 req-230b3242-d83e-470e-b2bb-83723e1f902c tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356240 Feb 11 13:17:09.110860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b9763-1696-4d9f-ba20-c0433a4144f0 req-6cd098dd-0a18-4ac9-b97d-d356a9553ee1 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.112259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-853b9763-1696-4d9f-ba20-c0433a4144f0 req-6cd098dd-0a18-4ac9-b97d-d356a9553ee1 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 943 time: 0.0494432 Feb 11 13:17:09.151069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-853b9763-1696-4d9f-ba20-c0433a4144f0 req-40727910-ac17-4c9a-813e-abdc2a581789 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320857 Feb 11 13:17:09.324953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5fa74c-b3b3-446b-b098-f78c10518c52 req-7ac7501b-3a0e-4912-984e-21e9f92b849b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.326427 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-df5fa74c-b3b3-446b-b098-f78c10518c52 req-7ac7501b-3a0e-4912-984e-21e9f92b849b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.0527668 Feb 11 13:17:09.368610 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-df5fa74c-b3b3-446b-b098-f78c10518c52 req-2f4ca551-3629-4956-a6bd-c198a14c82e4 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Feb 11 13:17:09.578453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a900c4c-fa0a-46a4-a84c-2fcf39c277e1 req-de72b108-0dc8-4178-9540-d184fd4f411f tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.579925 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a900c4c-fa0a-46a4-a84c-2fcf39c277e1 req-de72b108-0dc8-4178-9540-d184fd4f411f tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0487599 Feb 11 13:17:09.591687 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a22d9-469c-4eed-9b8d-596bffc692c7 req-56c96d11-6be6-43e8-9dbc-5a9f2e9cfb3c tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.593654 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc1a22d9-469c-4eed-9b8d-596bffc692c7 req-56c96d11-6be6-43e8-9dbc-5a9f2e9cfb3c tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1097 time: 0.0411406 Feb 11 13:17:09.623416 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a900c4c-fa0a-46a4-a84c-2fcf39c277e1 req-0384943b-7f6a-4611-8422-b430c47bd1db tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355690 Feb 11 13:17:09.629451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc1a22d9-469c-4eed-9b8d-596bffc692c7 req-a26f13ce-9cda-437c-bb0a-f647dbdec137 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283425 Feb 11 13:17:09.777681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ccd0f-c325-483d-abfb-21fb414f50ce req-e6e79304-160a-42cd-8928-5dd8d6e085db tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:09.779094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f87ccd0f-c325-483d-abfb-21fb414f50ce req-e6e79304-160a-42cd-8928-5dd8d6e085db tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0519359 Feb 11 13:17:09.816796 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f87ccd0f-c325-483d-abfb-21fb414f50ce req-50401339-25e5-4ada-aa62-5475e37e5713 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310171 Feb 11 13:17:10.012212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c362c-0c24-4eda-8ba6-288e62590c32 req-a5ae8218-2ed6-48c3-96ac-959d8e52f2a5 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:10.013736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-129c362c-0c24-4eda-8ba6-288e62590c32 req-a5ae8218-2ed6-48c3-96ac-959d8e52f2a5 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 945 time: 0.0519879 Feb 11 13:17:10.053442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-129c362c-0c24-4eda-8ba6-288e62590c32 req-b86f9488-75ca-45ae-9a39-f2e1a3db2e55 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331259 Feb 11 13:17:10.274014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf419c-7bb6-4bea-a136-f504c63c8f6c req-4bb370c2-9465-4e81-b75f-da25296fa076 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:10.275504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9abf419c-7bb6-4bea-a136-f504c63c8f6c req-4bb370c2-9465-4e81-b75f-da25296fa076 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 943 time: 0.0500846 Feb 11 13:17:10.293551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 812c9846-5124-4754-bede-cbd464ee6de9 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:10.295971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 94566695-9190-4566-8c55-97c5ad510a6d up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:10.321228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9abf419c-7bb6-4bea-a136-f504c63c8f6c req-7d1d1303-f879-4c05-84e2-9f6ac99f5e89 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Feb 11 13:17:10.445415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 812c9846-5124-4754-bede-cbd464ee6de9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=812c9846-5124-4754-bede-cbd464ee6de9,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:10.457365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '812c9846-5124-4754-bede-cbd464ee6de9', 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7', 'port_id': '812c9846-5124-4754-bede-cbd464ee6de9', 'mac_address': 'fa:16:3e:f3:91:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a105d-2a8a-4f4c-88e6-31f31c44eeca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:10.485909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 94566695-9190-4566-8c55-97c5ad510a6d completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:10.495986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 94566695-9190-4566-8c55-97c5ad510a6d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:10.496354 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:10.503849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ba512-80a4-40fc-a3d7-644edf35641a req-adac97f9-5d5c-4464-8322-e3f16296a229 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:10.505438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-809ba512-80a4-40fc-a3d7-644edf35641a req-adac97f9-5d5c-4464-8322-e3f16296a229 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.0607536 Feb 11 13:17:10.522667 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:10.544238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812c9846-5124-4754-bede-cbd464ee6de9 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:10.545994 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-809ba512-80a4-40fc-a3d7-644edf35641a req-aaba5a60-b04a-469e-a4c9-778e16224868 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343573 Feb 11 13:17:10.569567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 812c9846-5124-4754-bede-cbd464ee6de9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=812c9846-5124-4754-bede-cbd464ee6de9,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:10.609494 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:10.632218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:10.634441 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323ac421-6228-42bf-9278-3a7333e14fa5" -d '{"events": [{"server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "name": "network-vif-plugged", "status": "completed", "tag": "94566695-9190-4566-8c55-97c5ad510a6d"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:10.639326 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:10.653312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 94566695-9190-4566-8c55-97c5ad510a6d, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=94566695-9190-4566-8c55-97c5ad510a6d,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:10.675312 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acae190a-f8e7-4da7-b2a4-066d3efbc97b x-openstack-request-id: req-acae190a-f8e7-4da7-b2a4-066d3efbc97b {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:10.675735 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "name": "network-vif-plugged", "status": "completed", "tag": "94566695-9190-4566-8c55-97c5ad510a6d", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:10.676149 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acae190a-f8e7-4da7-b2a4-066d3efbc97b {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:10.676536 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d', 'code': 200} Feb 11 13:17:10.714544 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:10.714544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b9a097cd-fa3e-4f48-9940-dc9202ef40e8 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:10.734164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=812c9846-5124-4754-bede-cbd464ee6de9,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:10.777130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af9be7-8cfd-4c51-8007-8e11b68ab27e req-9643e3ec-7d4f-42eb-bbb4-7d864f05a887 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:10.778795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2af9be7-8cfd-4c51-8007-8e11b68ab27e req-9643e3ec-7d4f-42eb-bbb4-7d864f05a887 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0529616 Feb 11 13:17:10.788129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1fb79-3009-4a41-bc11-55e783c113cb req-7619a116-c39f-4406-a76a-99d92e35b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:10.790518 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73d1fb79-3009-4a41-bc11-55e783c113cb req-7619a116-c39f-4406-a76a-99d92e35b4cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1097 time: 0.0520208 Feb 11 13:17:10.822256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2af9be7-8cfd-4c51-8007-8e11b68ab27e req-55203d0b-47f3-40f3-b040-8ee5f8f49c32 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Feb 11 13:17:10.840317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73d1fb79-3009-4a41-bc11-55e783c113cb req-92251638-32a9-4d06-952c-e037a2a1577e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422845 Feb 11 13:17:10.926455 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b9a097cd-fa3e-4f48-9940-dc9202ef40e8 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:10.930856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=94566695-9190-4566-8c55-97c5ad510a6d,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:11.006108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a7583-656b-4112-a838-fce222d51d4f req-d1a0b1ae-d17a-4517-9eec-74a308f6abd0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.007509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['812c9846-5124-4754-bede-cbd464ee6de9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:11.007714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-539a7583-656b-4112-a838-fce222d51d4f req-d1a0b1ae-d17a-4517-9eec-74a308f6abd0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0483642 Feb 11 13:17:11.046069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-539a7583-656b-4112-a838-fce222d51d4f req-a0ee11fe-41c7-49b6-81f7-5db41734dbce tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Feb 11 13:17:11.178076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f37ba0-a7ed-41c1-a376-6ce307a5ac72 req-5deb2450-16d3-4bc5-ba69-7e658513bb3d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.180104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7f37ba0-a7ed-41c1-a376-6ce307a5ac72 req-5deb2450-16d3-4bc5-ba69-7e658513bb3d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 946 time: 0.0593054 Feb 11 13:17:11.218665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7f37ba0-a7ed-41c1-a376-6ce307a5ac72 req-d7345451-2367-4c39-aab9-7195b4b25e7e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322914 Feb 11 13:17:11.345813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963504e-4e61-4153-9880-cfb102c5a529 req-b59b3e1f-cbdc-409b-abf9-8b5153fed851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.347577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a963504e-4e61-4153-9880-cfb102c5a529 req-b59b3e1f-cbdc-409b-abf9-8b5153fed851 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d9040ff7-c9e8-479c-a4b0-9604775f45cf HTTP/1.1" status: 200 len: 925 time: 0.0930674 Feb 11 13:17:11.353692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-6a4b834c-81fe-49f8-af32-05e81a72547f tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.355496 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-6a4b834c-81fe-49f8-af32-05e81a72547f tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.0490661 Feb 11 13:17:11.447281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-441bc43b-43a7-4bf2-a7ad-22133e8be90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.448710 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-441bc43b-43a7-4bf2-a7ad-22133e8be90d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c&tenant_id=ddb699d6ec6d410587575318a8f50efc HTTP/1.1" status: 200 len: 1096 time: 0.0830929 Feb 11 13:17:11.518746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a963504e-4e61-4153-9880-cfb102c5a529 req-a637ecbc-5ae1-42db-9d38-9ee05157164a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b03fcc03-aaa5-478b-bc15-8217c8c19543 HTTP/1.1" status: 200 len: 1000 time: 0.1635647 Feb 11 13:17:11.527914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc0e55-a6b3-42b8-b3dc-efd09f8981d6 req-bf2a6fb9-d03b-4c94-97f8-a595d9b282fe tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.529294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-badc0e55-a6b3-42b8-b3dc-efd09f8981d6 req-bf2a6fb9-d03b-4c94-97f8-a595d9b282fe tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 944 time: 0.1001067 Feb 11 13:17:11.533116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-1dc0e4bb-a5a2-42bc-98b5-0d1a6f99edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.534912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-1dc0e4bb-a5a2-42bc-98b5-0d1a6f99edec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1096 time: 0.0576885 Feb 11 13:17:11.602525 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-badc0e55-a6b3-42b8-b3dc-efd09f8981d6 req-49250f32-806d-4127-b3ff-8be92b829ea4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636590 Feb 11 13:17:11.614525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963504e-4e61-4153-9880-cfb102c5a529 req-1599ff9f-5a46-464b-9d68-4feb42d2c0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.616181 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a963504e-4e61-4153-9880-cfb102c5a529 req-1599ff9f-5a46-464b-9d68-4feb42d2c0a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c627b4e6-0a2b-473f-9670-34857f922d4d HTTP/1.1" status: 200 len: 863 time: 0.0860181 Feb 11 13:17:11.649099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-2f690091-48ed-4675-878d-9f494d37d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.651045 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-2f690091-48ed-4675-878d-9f494d37d845 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1100523 Feb 11 13:17:11.673922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963504e-4e61-4153-9880-cfb102c5a529 req-b8b60ebc-d5f0-48be-bd83-705308cbe47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.675436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a963504e-4e61-4153-9880-cfb102c5a529 req-b8b60ebc-d5f0-48be-bd83-705308cbe47c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d9040ff7-c9e8-479c-a4b0-9604775f45cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520482 Feb 11 13:17:11.697484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-b840a244-dee6-42c3-9687-9a4e3decd6d7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 200 len: 217 time: 0.0388927 Feb 11 13:17:11.756815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-6749268a-6603-4130-bb08-36ae76e27d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.758581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-6749268a-6603-4130-bb08-36ae76e27d69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0551627 Feb 11 13:17:11.770374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183903c0-aea1-4970-9635-87869b964b09 req-477a3eeb-ba70-4e19-a4e1-708e9378898d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.772043 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-183903c0-aea1-4970-9635-87869b964b09 req-477a3eeb-ba70-4e19-a4e1-708e9378898d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.1081135 Feb 11 13:17:11.797185 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-f483b456-ee0a-4e5d-9bad-3f3112cd615b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304093 Feb 11 13:17:11.803570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-03a12a25-1dd6-4096-a81a-896a566b05f6 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:17:11.804551 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-03a12a25-1dd6-4096-a81a-896a566b05f6 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064616 Feb 11 13:17:11.814431 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a963504e-4e61-4153-9880-cfb102c5a529 req-077ca7d5-c922-4631-bcf7-9e5183c867e0 service neutron] 10.222.0.59 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208582 Feb 11 13:17:11.876693 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-183903c0-aea1-4970-9635-87869b964b09 req-85af6b95-97d1-4b04-8b88-18c933f00559 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809841 Feb 11 13:17:11.932534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-da0f2ed0-6b57-44e7-a98e-a3a8dc8ca127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:11.934329 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-da0f2ed0-6b57-44e7-a98e-a3a8dc8ca127 service neutron] 10.222.0.52 "GET /v2.0/ports/7f0a0561-adf6-4a56-a651-c8d7ce9f199e HTTP/1.1" status: 200 len: 1094 time: 0.1110539 Feb 11 13:17:11.947141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Request body: {'binding': {'host': 'n-h2-816488-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:11.947720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Unknown quota resources ['binding']. {{(pid=103006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:17:11.950906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a963504e-4e61-4153-9880-cfb102c5a529 req-fe0e1f6e-8347-4ab2-a3da-581bbe69136c service neutron] 10.222.0.59 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292973 Feb 11 13:17:11.982499 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-c7aa2568-3307-4175-bb66-045c4e2bea69 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769254 Feb 11 13:17:12.035281 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4125d48-d36c-4e85-bb20-b5df54221c72 req-8aa64df4-1e14-4749-ae7c-b4be0bc1e6a7 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.037366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4125d48-d36c-4e85-bb20-b5df54221c72 req-8aa64df4-1e14-4749-ae7c-b4be0bc1e6a7 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0605218 Feb 11 13:17:12.084564 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4125d48-d36c-4e85-bb20-b5df54221c72 req-e8bf9888-b72b-473d-bdd1-b22b396993e6 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387976 Feb 11 13:17:12.174671 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-5b8094c1-b3a3-46ee-80c5-6cd86baff92f service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789675 Feb 11 13:17:12.202493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on host n-h2-816488-1 for vnic_type normal with profile None {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:12.202862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:12.203147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:12.208623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:12.208944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:12.213737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:12.214140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:12.214503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:12.214924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Bound port: 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:12.231888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6fffc-a3b7-4122-9b62-35d57cc7198a req-71c7a912-0f30-46e8-81e5-3f1796e3b7bf tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.233502 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55d6fffc-a3b7-4122-9b62-35d57cc7198a req-71c7a912-0f30-46e8-81e5-3f1796e3b7bf tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0635576 Feb 11 13:17:12.287636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:12.295326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55d6fffc-a3b7-4122-9b62-35d57cc7198a req-80746882-a129-4058-b5fb-9b2fa46b7918 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511408 Feb 11 13:17:12.299637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 812c9846-5124-4754-bede-cbd464ee6de9 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:12.378927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:12.380323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-97b9204a-3d15-42e6-b49e-4740b2d61215 service neutron] 10.222.0.52 "POST /v2.0/ports/7f0a0561-adf6-4a56-a651-c8d7ce9f199e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4380672 Feb 11 13:17:12.427638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 812c9846-5124-4754-bede-cbd464ee6de9 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:12.431876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 812c9846-5124-4754-bede-cbd464ee6de9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:12.432322 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:12.438833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8768a3-e40d-4548-a617-447ea804df8c req-5c76a85b-60f3-47b6-bc3f-c13bd794295d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.440439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff8768a3-e40d-4548-a617-447ea804df8c req-5c76a85b-60f3-47b6-bc3f-c13bd794295d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 946 time: 0.0623701 Feb 11 13:17:12.508575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff8768a3-e40d-4548-a617-447ea804df8c req-c297b814-c107-4e61-8ff5-2c3288c29cf8 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555723 Feb 11 13:17:12.556167 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:12.598145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 812c9846-5124-4754-bede-cbd464ee6de9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=812c9846-5124-4754-bede-cbd464ee6de9,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:12.678049 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9729b2-1053-4d7d-a358-9f583188f307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812c9846-5124-4754-bede-cbd464ee6de9'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:12.680586 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d280df5-3cce-459f-88dc-3148bad3e77b" -d '{"events": [{"server_uuid": "7c9729b2-1053-4d7d-a358-9f583188f307", "name": "network-vif-plugged", "status": "completed", "tag": "812c9846-5124-4754-bede-cbd464ee6de9"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:12.686818 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:12.689800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365a049-ef1e-4ffe-966e-df8c9459911c req-648d7db0-4543-40b1-9b6f-b06015bfad04 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.699337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8365a049-ef1e-4ffe-966e-df8c9459911c req-648d7db0-4543-40b1-9b6f-b06015bfad04 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 946 time: 0.0662379 Feb 11 13:17:12.743058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8365a049-ef1e-4ffe-966e-df8c9459911c req-be083b2c-2c88-486a-b132-dbd6041403af tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Feb 11 13:17:12.749058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=812c9846-5124-4754-bede-cbd464ee6de9,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:12.864449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624235-16cf-4393-816c-1fc40aec105e req-61756666-1932-4f22-9d64-44742744d4ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:12.866645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc624235-16cf-4393-816c-1fc40aec105e req-61756666-1932-4f22-9d64-44742744d4ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.0555496 Feb 11 13:17:12.911219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc624235-16cf-4393-816c-1fc40aec105e req-9fe2a2df-d7ab-4b01-a264-b28351002afb tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370800 Feb 11 13:17:12.964285 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245fed6e-3187-47f5-9fc7-a9d430641e9a x-openstack-request-id: req-245fed6e-3187-47f5-9fc7-a9d430641e9a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:12.964605 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9729b2-1053-4d7d-a358-9f583188f307", "name": "network-vif-plugged", "status": "completed", "tag": "812c9846-5124-4754-bede-cbd464ee6de9", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:12.964860 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-245fed6e-3187-47f5-9fc7-a9d430641e9a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:12.965263 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9729b2-1053-4d7d-a358-9f583188f307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812c9846-5124-4754-bede-cbd464ee6de9', 'code': 200} Feb 11 13:17:13.010154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-5a8b7fa9-fe98-42ea-8548-e3f1e0278fc9 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4640949 Feb 11 13:17:13.014961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:13.113344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:13.223853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:13.347398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Allocated IP 172.25.0.240 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/98a3cdec-f584-4fd4-9d2d-c8b00a882f2d) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:13.372231 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07e790-b273-4490-8ec1-f1b783220523 req-7ab74538-9beb-467f-8051-732538dfd8f6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:13.374009 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db07e790-b273-4490-8ec1-f1b783220523 req-7ab74538-9beb-467f-8051-732538dfd8f6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.3550549 Feb 11 13:17:13.389549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ea3db-986f-4ade-aa1f-6a33c9590423 req-f30baed2-f7b7-4319-afa0-757429a692a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:13.391024 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f3ea3db-986f-4ade-aa1f-6a33c9590423 req-f30baed2-f7b7-4319-afa0-757429a692a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 1096 time: 0.3307533 Feb 11 13:17:13.415886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5872be6-b411-41e0-9046-42164bdfae95 req-45b47ff4-5b3a-4aa3-94be-44c9372ed02b tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:13.417344 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-45b47ff4-5b3a-4aa3-94be-44c9372ed02b tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.0994236 Feb 11 13:17:13.469252 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:13.511448 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db07e790-b273-4490-8ec1-f1b783220523 req-d05877ce-2e01-4e09-8d53-c4a3104673cd tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258578 Feb 11 13:17:13.526481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f3ea3db-986f-4ade-aa1f-6a33c9590423 req-b6cd1478-e7fe-4064-ac42-d770b7ccdd1c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219668 Feb 11 13:17:13.601922 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:13.661520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aff6a4-436c-4e62-90d4-faf71f51e95f req-9011cb7f-4261-4e1e-9acb-6657c014a858 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:13.663167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50aff6a4-436c-4e62-90d4-faf71f51e95f req-9011cb7f-4261-4e1e-9acb-6657c014a858 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0765917 Feb 11 13:17:13.673562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:13.682795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:13.686646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:13.714697 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50aff6a4-436c-4e62-90d4-faf71f51e95f req-1a835e55-acdc-4c06-ae3f-b4e4e846b302 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 Feb 11 13:17:13.722801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Pushing event updated for resources: {'Port': ['ID=98a3cdec-f584-4fd4-9d2d-c8b00a882f2d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:13.724028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b5872be6-b411-41e0-9046-42164bdfae95 req-8113f823-16be-4a10-955e-007cad46c944 service neutron] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:13.728230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b5872be6-b411-41e0-9046-42164bdfae95 req-8113f823-16be-4a10-955e-007cad46c944 service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:13.731214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5872be6-b411-41e0-9046-42164bdfae95 req-8113f823-16be-4a10-955e-007cad46c944 service neutron] 10.222.0.59 "DELETE /v2.0/ports/b9a097cd-fa3e-4f48-9940-dc9202ef40e8/bindings/n-h1-816488-1 HTTP/1.1" status: 204 len: 173 time: 0.3044002 Feb 11 13:17:13.762925 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:13.843297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a8269-3a81-4e95-9005-c660f82734fb req-222e2ff6-1e38-4971-9d0e-8a7d6eacf7f0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:13.844888 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b22a8269-3a81-4e95-9005-c660f82734fb req-222e2ff6-1e38-4971-9d0e-8a7d6eacf7f0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0560834 Feb 11 13:17:13.872082 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:13.895436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b22a8269-3a81-4e95-9005-c660f82734fb req-a29d4f66-afc0-4276-8d1c-6164a9c1b286 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Feb 11 13:17:14.011522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c6a61-2ae1-4df1-b0ab-55018a032c68 req-5e8cbb8b-cdb3-4307-9a73-2ddd586dbe0c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:14.019634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f75c6a61-2ae1-4df1-b0ab-55018a032c68 req-5e8cbb8b-cdb3-4307-9a73-2ddd586dbe0c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 946 time: 0.0609949 Feb 11 13:17:14.063152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f75c6a61-2ae1-4df1-b0ab-55018a032c68 req-f0bde09f-424a-4fd4-9576-cc5bb312744a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407000 Feb 11 13:17:14.076141 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.144151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.170716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e52ca-9601-407a-aca8-58f11ae97bfc req-daf99ba7-1fad-426e-ab66-396d6a27a559 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:14.184625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6f0e52ca-9601-407a-aca8-58f11ae97bfc req-daf99ba7-1fad-426e-ab66-396d6a27a559 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.0701990 Feb 11 13:17:14.212722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.235711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6f0e52ca-9601-407a-aca8-58f11ae97bfc req-2f035698-2d73-4ef8-b988-778cfcc3942b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492542 Feb 11 13:17:14.242969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Pushing event updated for resources: {'Port': ['ID=98a3cdec-f584-4fd4-9d2d-c8b00a882f2d,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:14.303917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:14.305173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-33de504c-0f8c-4d35-add7-6d4e7cfcc7db tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2942104 Feb 11 13:17:14.384863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-e607d6dd-d068-4b76-a39b-d7a510e26646 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.0729635 Feb 11 13:17:14.498249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-0d0e3b31-df2c-4831-95b9-ad2d5ee2b117 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:14.499715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-0d0e3b31-df2c-4831-95b9-ad2d5ee2b117 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1079412 Feb 11 13:17:14.510164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-f84fa407-d71d-45ae-bb4e-ad1fec99b268 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:17:14.511109 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bdd57bd-428a-4c8b-97fd-8c2e20e11bea req-f84fa407-d71d-45ae-bb4e-ad1fec99b268 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055723 Feb 11 13:17:14.664281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ccaaa4-7be1-4298-b5bf-ea993bf2a8e7 req-6b83a564-8b8f-4368-b128-ce01f74766c5 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:14.670305 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37ccaaa4-7be1-4298-b5bf-ea993bf2a8e7 req-6b83a564-8b8f-4368-b128-ce01f74766c5 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.0621741 Feb 11 13:17:14.705049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37ccaaa4-7be1-4298-b5bf-ea993bf2a8e7 req-71cd5007-4ec5-4674-ab77-42175c97d759 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328219 Feb 11 13:17:14.759967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-78a44103-f19b-43eb-8533-cd65420596e8 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:14.761512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-78a44103-f19b-43eb-8533-cd65420596e8 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 821 time: 0.1125660 Feb 11 13:17:14.786566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-befe6a61-a79e-491c-9348-e30f2ca5b3c5 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/quotas/e58d6663ff0547f2821c28cef5435d89 HTTP/1.1" status: 200 len: 375 time: 0.0177784 Feb 11 13:17:14.852787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-df7c1b8f-b5d9-4747-a1d3-bb36b9aa295e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0650215 Feb 11 13:17:14.889932 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565aa0ad-b3f5-4a61-a03e-0b8578a71cae req-0a0d9df7-7268-44a9-95d1-33c71cbc882e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:14.892183 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-565aa0ad-b3f5-4a61-a03e-0b8578a71cae req-0a0d9df7-7268-44a9-95d1-33c71cbc882e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0570352 Feb 11 13:17:14.947246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-565aa0ad-b3f5-4a61-a03e-0b8578a71cae req-efbfe635-d00e-486a-bdb6-57f9ff5f4743 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481162 Feb 11 13:17:14.965862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-e06eeac5-ca35-49b1-8b74-fff11f6709c3 service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050889 Feb 11 13:17:15.066723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae52d4-5c76-447f-b696-5012be449a78 req-47eeb374-242d-4cd0-a5f5-d9a22d10ff9c tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.067955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-a48f04c3-fcab-4583-a3de-59d18b7ff7d6 service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010892 Feb 11 13:17:15.068217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2ae52d4-5c76-447f-b696-5012be449a78 req-47eeb374-242d-4cd0-a5f5-d9a22d10ff9c tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1096 time: 0.0538571 Feb 11 13:17:15.117532 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2ae52d4-5c76-447f-b696-5012be449a78 req-2345fade-1119-4707-9b80-fd087fd0e21f tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367892 Feb 11 13:17:15.307744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47f9ab-3032-461f-ac3e-8395fbf6a0f9 req-731cb2df-ce5f-43a3-a59e-d0ed07ef183d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.334492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf47f9ab-3032-461f-ac3e-8395fbf6a0f9 req-731cb2df-ce5f-43a3-a59e-d0ed07ef183d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1250796 Feb 11 13:17:15.386608 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf47f9ab-3032-461f-ac3e-8395fbf6a0f9 req-2a4cb03b-0531-4ad0-b713-6c1bd0e261b3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 Feb 11 13:17:15.475957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045cf57-fd9d-44c6-a87f-6a648fa7e3c8 req-ced170d2-50ae-442e-a638-2c598c883033 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.483896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1045cf57-fd9d-44c6-a87f-6a648fa7e3c8 req-ced170d2-50ae-442e-a638-2c598c883033 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 946 time: 0.1281626 Feb 11 13:17:15.531983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-a3d0b348-f2b1-48ed-b19f-0bee6bb05132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.533088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1045cf57-fd9d-44c6-a87f-6a648fa7e3c8 req-7d8fd897-115e-4051-93b2-9826ffdf40e3 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Feb 11 13:17:15.533784 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-a3d0b348-f2b1-48ed-b19f-0bee6bb05132 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1097 time: 0.1332607 Feb 11 13:17:15.555098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc197016-0d1f-40d2-a9f2-73a82889912b req-24b9a25c-327c-4edf-9296-4cd658e7c001 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.555098 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc197016-0d1f-40d2-a9f2-73a82889912b req-24b9a25c-327c-4edf-9296-4cd658e7c001 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.0791192 Feb 11 13:17:15.684668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc197016-0d1f-40d2-a9f2-73a82889912b req-4f0d6da8-5268-431a-a5ed-7b18f5709fcb tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264429 Feb 11 13:17:15.746342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-3f54e17d-f97a-4b25-8ac7-40ff07c50bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.747829 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-3f54e17d-f97a-4b25-8ac7-40ff07c50bc2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.1987925 Feb 11 13:17:15.800776 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-47ef1363-9905-4e82-9638-0f2453b61e05 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.806231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-47ef1363-9905-4e82-9638-0f2453b61e05 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 821 time: 0.1700208 Feb 11 13:17:15.806354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3bfd6680-d46b-4740-90a9-da8286743573 req-33e898ef-910a-4903-ab5e-8abb0d215306 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 210 time: 0.0552044 Feb 11 13:17:15.836367 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-623f9cd4-c7f5-4769-9ac8-26a4b6f639b6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/quotas/ddb699d6ec6d410587575318a8f50efc HTTP/1.1" status: 200 len: 375 time: 0.0219939 Feb 11 13:17:15.840550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-77e1729f-dd1d-410f-8db2-f7730e1bb2af service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e HTTP/1.1" status: 200 len: 217 time: 0.0787222 Feb 11 13:17:15.907303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-98ac6d5e-b598-4504-8a25-ed7ed425c8a9 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508902 Feb 11 13:17:15.966257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c01e87-46af-42de-92a8-dfdc3223a460 req-d0c696a8-a27c-418f-af12-8e99a0e80d1a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.968377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9c01e87-46af-42de-92a8-dfdc3223a460 req-d0c696a8-a27c-418f-af12-8e99a0e80d1a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.0778532 Feb 11 13:17:15.969988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-c7ee4297-9f5b-4cae-9b31-d445409eaddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:15.971390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-c7ee4297-9f5b-4cae-9b31-d445409eaddd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.1254423 Feb 11 13:17:16.013344 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-72f4d111-19e6-4717-bef5-d6a773dcbc46 service neutron] 10.222.0.52 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988345 Feb 11 13:17:16.015072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-6787dd0b-b7c2-4290-bb9f-bc71e91a5ee9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346491 Feb 11 13:17:16.101708 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9c01e87-46af-42de-92a8-dfdc3223a460 req-94020114-02b2-4c85-bbb3-fa3f3bd39031 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249895 Feb 11 13:17:16.124442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-561b0b17-0b68-454f-b0bb-d2be72fdf149 service neutron] 10.222.0.52 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019831 Feb 11 13:17:16.169336 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-2559f408-c6e6-49f5-a0e4-568d3e85c369 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460464 Feb 11 13:17:16.316151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b524ba-4330-4e9a-8b15-0686c670d711 req-d727c96a-729b-463e-84b1-3d007041c54e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.317593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49b524ba-4330-4e9a-8b15-0686c670d711 req-d727c96a-729b-463e-84b1-3d007041c54e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.1175799 Feb 11 13:17:16.319759 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-091f876f-5c12-4022-b74f-3bb82e7f0626 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425719 Feb 11 13:17:16.364196 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49b524ba-4330-4e9a-8b15-0686c670d711 req-835c0be1-0588-4d38-a348-615d7763fd6d tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Feb 11 13:17:16.423675 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6a8e7ef2-e64c-4137-815a-64c335b8b08d req-301afe15-0180-4505-bc64-d0fe6dcf2eae tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 210 time: 0.0312295 Feb 11 13:17:16.569290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-e363010a-572a-458f-bd92-caa785c6d74e tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.571150 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-e363010a-572a-458f-bd92-caa785c6d74e tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1097 time: 0.1123474 Feb 11 13:17:16.575683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b424255-3354-4ac4-a557-c53593af7b41 req-c4274b4d-785e-43c2-bc56-8d429b2506a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.579432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b424255-3354-4ac4-a557-c53593af7b41 req-c4274b4d-785e-43c2-bc56-8d429b2506a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0920017 Feb 11 13:17:16.582068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833c2f2-4b5f-4db5-adf6-f6e71966e559 req-72d5d1f5-4c4f-4b19-8d50-0d13efed5a36 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.583604 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f833c2f2-4b5f-4db5-adf6-f6e71966e559 req-72d5d1f5-4c4f-4b19-8d50-0d13efed5a36 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.0682137 Feb 11 13:17:16.588478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816488-1'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:16.624146 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b424255-3354-4ac4-a557-c53593af7b41 req-ae5fdf83-c24e-4d61-afb6-d45d1f81d3fc tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376730 Feb 11 13:17:16.697653 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f833c2f2-4b5f-4db5-adf6-f6e71966e559 req-b111e512-5b94-4757-87fc-e8f02db5596a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060905 Feb 11 13:17:16.703474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:16.792771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e69d74-5343-4278-b9ca-7abba10c2244 req-bbc65a28-8ac8-4a31-8d44-62639f547cea tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.793843 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:17:16.794937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46e69d74-5343-4278-b9ca-7abba10c2244 req-bbc65a28-8ac8-4a31-8d44-62639f547cea tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 946 time: 0.0934768 Feb 11 13:17:16.861870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46e69d74-5343-4278-b9ca-7abba10c2244 req-1b2e77e3-167f-4c26-9aa2-1073cdd508a5 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599744 Feb 11 13:17:16.927789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85663c21-391d-434a-b8e9-22ada6b838f6 req-6925bba2-1fb9-4f6c-bea6-44991ca42777 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:16.929519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85663c21-391d-434a-b8e9-22ada6b838f6 req-6925bba2-1fb9-4f6c-bea6-44991ca42777 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.1317637 Feb 11 13:17:16.936630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:17.000684 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85663c21-391d-434a-b8e9-22ada6b838f6 req-f003aebb-d168-4540-9a2a-307099d750b5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619447 Feb 11 13:17:17.006611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:17.072384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:17.075998 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807d9be7-1a2b-4ef9-8476-718b53c57f0a" -d '{"events": [{"server_uuid": "5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0a0561-adf6-4a56-a651-c8d7ce9f199e"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:17.082857 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.123016 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7b16561-bb6a-46e8-b616-e9bf5939b48c req-d2714bc7-3f8e-4d4c-adea-fd1832b295ee tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 210 time: 0.0434639 Feb 11 13:17:17.190240 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b560088f-8432-4d41-9528-24514f3887b2 x-openstack-request-id: req-b560088f-8432-4d41-9528-24514f3887b2 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:17.190579 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0a0561-adf6-4a56-a651-c8d7ce9f199e", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:17.190835 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b560088f-8432-4d41-9528-24514f3887b2 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:17.191228 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e', 'code': 200} Feb 11 13:17:17.201278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.344439 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,revision_number=7']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:17.350987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a03cfab-c35b-47c1-b962-deae717d65f0 req-ff0c2a0c-434b-4da3-b0ab-045ecf979031 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.352805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a03cfab-c35b-47c1-b962-deae717d65f0 req-ff0c2a0c-434b-4da3-b0ab-045ecf979031 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 946 time: 0.0521665 Feb 11 13:17:17.354514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on host n-h1-816488-1 for vnic_type normal with profile {"migrating_to": "n-h2-816488-1"} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:17.354849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:17.355179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:17.360888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:17.361212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Attempting to bind port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:17.373501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b22ab-f5d4-40ff-94f5-1f66b2644939 req-7f7a44d7-ec35-443c-a8f4-fd41dad1226a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.375064 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-993b22ab-f5d4-40ff-94f5-1f66b2644939 req-7f7a44d7-ec35-443c-a8f4-fd41dad1226a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.1198614 Feb 11 13:17:17.379771 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:17.380320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:17.380720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:17.381157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Bound port: 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:17.381536 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.402527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a03cfab-c35b-47c1-b962-deae717d65f0 req-1cb633aa-efae-4972-ba01-6b5079c49c65 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413704 Feb 11 13:17:17.456885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-993b22ab-f5d4-40ff-94f5-1f66b2644939 req-dc4b6842-dd6f-43b6-884b-8e86c315dc02 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659285 Feb 11 13:17:17.489747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:17.493141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:17.517560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135096d-8f37-4d9a-b961-35b7056f25b6 req-9fbfab87-7f0f-4d16-bd4f-1898184e1f42 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.520177 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3135096d-8f37-4d9a-b961-35b7056f25b6 req-9fbfab87-7f0f-4d16-bd4f-1898184e1f42 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0598571 Feb 11 13:17:17.561862 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30aa785f-d654-42df-b907-cebee8927c7d req-0175a4d8-8b43-4040-81bd-04bbda2039f6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 210 time: 0.0400553 Feb 11 13:17:17.564653 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3135096d-8f37-4d9a-b961-35b7056f25b6 req-ece96c1d-b697-4491-91aa-59e5d051e1fb tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378470 Feb 11 13:17:17.568031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.694781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,revision_number=8']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:17.702989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.703597 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:17.705190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4040f596-5788-423e-a5d1-21c957f73a13 service neutron] 10.222.0.59 "PUT /v2.0/ports/7f0a0561-adf6-4a56-a651-c8d7ce9f199e HTTP/1.1" status: 200 len: 1122 time: 1.1205611 Feb 11 13:17:17.721172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82f512-c33d-48c5-a073-51246723ce5f req-646517f2-339a-4791-b074-d75ab5c5eab6 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.723848 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b82f512-c33d-48c5-a073-51246723ce5f req-646517f2-339a-4791-b074-d75ab5c5eab6 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.0957239 Feb 11 13:17:17.768225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47913169-0c9e-453b-b4bc-96db8ffafaaf req-500ea0fe-4350-484f-aa9f-9f644f34190e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.770856 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b82f512-c33d-48c5-a073-51246723ce5f req-d48a3d7b-f14a-4a91-a1c4-8d7f2d8d2b53 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Feb 11 13:17:17.771783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-47913169-0c9e-453b-b4bc-96db8ffafaaf req-500ea0fe-4350-484f-aa9f-9f644f34190e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0735722 Feb 11 13:17:17.807255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7f0a0561-adf6-4a56-a651-c8d7ce9f199e'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:17.817240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-47913169-0c9e-453b-b4bc-96db8ffafaaf req-85c176e2-7ca2-4b5e-9cc0-d0c6475c3600 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388124 Feb 11 13:17:17.933172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecab8c-4236-4237-b0f8-6e06aebcd0a2 req-cb393bfb-0b56-4da7-b04a-aab1f391b090 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.934899 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84ecab8c-4236-4237-b0f8-6e06aebcd0a2 req-cb393bfb-0b56-4da7-b04a-aab1f391b090 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.0766633 Feb 11 13:17:17.985706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b252a9-9370-4364-842e-96db83f5bc90 req-a30d4fc2-ccb8-4d61-99a3-0b4dec9abbf2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:17.988135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23b252a9-9370-4364-842e-96db83f5bc90 req-a30d4fc2-ccb8-4d61-99a3-0b4dec9abbf2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0580828 Feb 11 13:17:18.036140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23b252a9-9370-4364-842e-96db83f5bc90 req-8fe31fc4-5759-4d24-bfea-ee816a1f0469 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383878 Feb 11 13:17:18.072490 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84ecab8c-4236-4237-b0f8-6e06aebcd0a2 req-c0f2c4c9-2d82-4d2b-b233-f166c910fb8f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269996 Feb 11 13:17:18.095049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-4c6dbe9e-84c7-4659-ae54-297631e3632b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:18.096503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-4c6dbe9e-84c7-4659-ae54-297631e3632b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.13 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 821 time: 0.1606264 Feb 11 13:17:18.117049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Request body: {'port': {'device_id': 'a5c23a44-f183-4196-befe-b770545583ac', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'admin_state_up': True, 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:18.212237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357b725-060a-4dfb-84bc-f77345fd3e99 req-8448b71a-b3e8-4b2d-a170-3c8266442aa3 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:18.214456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c357b725-060a-4dfb-84bc-f77345fd3e99 req-8448b71a-b3e8-4b2d-a170-3c8266442aa3 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.0684621 Feb 11 13:17:18.255831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c357b725-060a-4dfb-84bc-f77345fd3e99 req-ca841194-af28-48b6-bab8-32423a49097b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354016 Feb 11 13:17:18.257643 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a132c1cf-feb3-4628-b6b7-07e69cbe498d req-5b04c832-94c6-4bda-af1e-c2af6efc9700 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 210 time: 0.0369813 Feb 11 13:17:18.380713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Made reservation on behalf of e58d6663ff0547f2821c28cef5435d89 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:18.384314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.539449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Allocated IP 172.20.0.10 (de815f82-6838-4ebd-b3fd-5c2ef355cb54/1a9f34c5-4137-4974-a913-ed31e43b944f/9eee48f6-1723-4176-a91e-c15e587184d6) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:18.562047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbed0d-a18e-40b8-8d4c-9fddcffd576a req-8c773e26-4f22-405d-bf2c-f5a0a6731a99 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:18.563512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2dbed0d-a18e-40b8-8d4c-9fddcffd576a req-8c773e26-4f22-405d-bf2c-f5a0a6731a99 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 946 time: 0.0793917 Feb 11 13:17:18.637032 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2dbed0d-a18e-40b8-8d4c-9fddcffd576a req-96ee1fcd-eac2-4efb-aa2e-4bf3543c97e3 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669763 Feb 11 13:17:18.757659 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.781375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774d601-4625-44c1-8f1f-17062d36c75e req-9aa75960-9ba1-43f7-936e-a366a19118bd tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:18.782865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d774d601-4625-44c1-8f1f-17062d36c75e req-9aa75960-9ba1-43f7-936e-a366a19118bd tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0817635 Feb 11 13:17:18.833605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d774d601-4625-44c1-8f1f-17062d36c75e req-00e50aa4-c5bb-497d-b5db-9d9441b11e2f tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Feb 11 13:17:18.926969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63b84ebe-13de-4ab4-9910-843d9eed70ba req-2974a14b-fabe-43ea-8883-e4c6200f0d15 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 210 time: 0.0309277 Feb 11 13:17:18.955805 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:18.969580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['94566695-9190-4566-8c55-97c5ad510a6d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:19.003814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Network de815f82-6838-4ebd-b3fd-5c2ef355cb54 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:19.013809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:19.027915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:19.029144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-b724cc60-b62d-4b77-ac9b-0b4d81868443 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.031931 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-b724cc60-b62d-4b77-ac9b-0b4d81868443 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 821 time: 0.1759384 Feb 11 13:17:19.033635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.042533 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.047117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Request body: {'port': {'device_id': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431', 'admin_state_up': True, 'tenant_id': 'ddb699d6ec6d410587575318a8f50efc'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:19.065347 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Pushing event updated for resources: {'Port': ['ID=9eee48f6-1723-4176-a91e-c15e587184d6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:19.156315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db84b6-ec93-4629-906a-979e5241bba6 req-23a94f74-2c29-4a41-a8b2-f88b0ae3a741 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.168614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2db84b6-ec93-4629-906a-979e5241bba6 req-23a94f74-2c29-4a41-a8b2-f88b0ae3a741 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.2007940 Feb 11 13:17:19.214304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'tag': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:19.217273 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6fe4ab-cf2c-4107-b990-7027842e1d06" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31", "tag": "7f0a0561-adf6-4a56-a651-c8d7ce9f199e"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:19.230057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-ac581fd5-6e6b-4308-9e70-97d1d31d8638 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1176410 Feb 11 13:17:19.252447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Request body: {'port': {'device_id': 'a5c23a44-f183-4196-befe-b770545583ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:19.266889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-92a44f75-2eca-43ce-a5d8-3799624c224d tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.269384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-92a44f75-2eca-43ce-a5d8-3799624c224d tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 946 time: 0.1282094 Feb 11 13:17:19.295560 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2db84b6-ec93-4629-906a-979e5241bba6 req-5ffa6c0e-5ff2-48fc-a7c7-6d6771182c52 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235425 Feb 11 13:17:19.406523 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.432002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Made reservation on behalf of ddb699d6ec6d410587575318a8f50efc for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:19.435608 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.467480 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-193ac448-e2ee-485b-ba79-68da7fa8c4b9 None None] Provisioning complete for port 9eee48f6-1723-4176-a91e-c15e587184d6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:19.468956 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-193ac448-e2ee-485b-ba79-68da7fa8c4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.477827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-6e73312e-3d71-40df-9875-638e82d79589 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Deleting port 9bab3862-e270-4b60-8148-b61bb4989614 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:17:19.478152 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-6e73312e-3d71-40df-9875-638e82d79589 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.485190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca55609-9c88-4511-a477-ef02442cad5b req-18faefad-b7ad-4df0-99f8-8252feb732cc tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.488297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ca55609-9c88-4511-a477-ef02442cad5b req-18faefad-b7ad-4df0-99f8-8252feb732cc tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0843899 Feb 11 13:17:19.511116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-193ac448-e2ee-485b-ba79-68da7fa8c4b9 None None] Port 9eee48f6-1723-4176-a91e-c15e587184d6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:17:19.579730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ca55609-9c88-4511-a477-ef02442cad5b req-83e17102-4617-4a85-b482-5f8a3792ed9e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854321 Feb 11 13:17:19.615244 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856c5868-db30-4fd0-be54-17da3a49f602 x-openstack-request-id: req-856c5868-db30-4fd0-be54-17da3a49f602 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:19.615524 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31", "tag": "7f0a0561-adf6-4a56-a651-c8d7ce9f199e", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:19.615772 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-856c5868-db30-4fd0-be54-17da3a49f602 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:19.616156 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'tag': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e', 'status': 'completed', 'code': 200} Feb 11 13:17:19.641639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.13', 61958) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:19.680883 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-6e73312e-3d71-40df-9875-638e82d79589 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] For port 9bab3862-e270-4b60-8148-b61bb4989614, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bab3862-e270-4b60-8148-b61bb4989614,segment=NetworkSegment(9470637c-fcda-416c-92ec-fac333283d0a),segment_id=9470637c-fcda-416c-92ec-fac333283d0a)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:19.681145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-6e73312e-3d71-40df-9875-638e82d79589 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.692993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Allocated IP 172.20.0.9 (5abd96b0-1b09-4c70-a2b4-45e42cccc431/b6bde86d-9f53-437d-ab24-7edd05b5c2d2/62e96900-49a3-4557-8e09-02abcf5913a7) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:19.706487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-6e73312e-3d71-40df-9875-638e82d79589 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Calling delete_port for 9bab3862-e270-4b60-8148-b61bb4989614 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:17:19.724523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe4ab-cf2c-4107-b990-7027842e1d06 req-d56baeca-f233-4950-887b-e8d4518de9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.726123 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a6fe4ab-cf2c-4107-b990-7027842e1d06 req-d56baeca-f233-4950-887b-e8d4518de9ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1125 time: 0.0833058 Feb 11 13:17:19.852076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eee48f6-1723-4176-a91e-c15e587184d6 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:19.855117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196abaf-749b-4c96-ba69-17d4ae3e7e89 req-35c1fb3b-9799-400d-b922-9769db6a1823 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.856614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2196abaf-749b-4c96-ba69-17d4ae3e7e89 req-35c1fb3b-9799-400d-b922-9769db6a1823 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 932 time: 0.1526959 Feb 11 13:17:19.860092 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:19.944315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe4ab-cf2c-4107-b990-7027842e1d06 req-0c9c6fcc-f412-4b80-9e65-efdae02803a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:19.945792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a6fe4ab-cf2c-4107-b990-7027842e1d06 req-0c9c6fcc-f412-4b80-9e65-efdae02803a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.2035158 Feb 11 13:17:20.006342 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2196abaf-749b-4c96-ba69-17d4ae3e7e89 req-36516632-ac50-4afa-9c2a-f71ce941bdbc tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409857 Feb 11 13:17:20.010396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a6fe4ab-cf2c-4107-b990-7027842e1d06 req-abd3c71b-5850-4616-ac13-4bdd594bc3a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e HTTP/1.1" status: 200 len: 217 time: 0.0566258 Feb 11 13:17:20.120541 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.135788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fe4ab-cf2c-4107-b990-7027842e1d06 req-d23c90f3-8d02-4e5f-bb55-e46ec51052fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.137261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a6fe4ab-cf2c-4107-b990-7027842e1d06 req-d23c90f3-8d02-4e5f-bb55-e46ec51052fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.1137028 Feb 11 13:17:20.176591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a6fe4ab-cf2c-4107-b990-7027842e1d06 req-76006d96-8785-4f91-8c74-6897aae6f39b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322590 Feb 11 13:17:20.188727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b3e4c-7b59-4a9c-8662-37bfc9e97c02 req-fa161127-3a53-4218-94bb-08feb50cf345 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.190236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-776b3e4c-7b59-4a9c-8662-37bfc9e97c02 req-fa161127-3a53-4218-94bb-08feb50cf345 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.0677502 Feb 11 13:17:20.204072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7e69-c83b-4e5e-824d-e396a61937ea req-691c09d7-336b-46ea-926c-a79266e603e3 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.205613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0bde7e69-c83b-4e5e-824d-e396a61937ea req-691c09d7-336b-46ea-926c-a79266e603e3 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 946 time: 0.1280825 Feb 11 13:17:20.230380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-776b3e4c-7b59-4a9c-8662-37bfc9e97c02 req-e89808c8-a536-4a78-8814-09910b0b1aca tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330398 Feb 11 13:17:20.256045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Transition to ACTIVE for port object 9eee48f6-1723-4176-a91e-c15e587184d6 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:20.256925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-6e73312e-3d71-40df-9875-638e82d79589 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.270292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['9bab3862-e270-4b60-8148-b61bb4989614'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:20.286326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73312e-3d71-40df-9875-638e82d79589 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Pushing event deleted for resources: {'Port': ['ID=9bab3862-e270-4b60-8148-b61bb4989614,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:20.307708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0bde7e69-c83b-4e5e-824d-e396a61937ea req-c3df2c19-2722-438a-ae66-9a643d628d04 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/security-groups?id=89299882-3d96-4956-a559-218e69f754f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891862 Feb 11 13:17:20.327111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a6fe4ab-cf2c-4107-b990-7027842e1d06 req-5217bbfc-1098-49ef-b3ee-732701221388 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411200 Feb 11 13:17:20.343188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-6e73312e-3d71-40df-9875-638e82d79589 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] No DVR routers for this DVR port 9bab3862-e270-4b60-8148-b61bb4989614 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:20.359232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-6e73312e-3d71-40df-9875-638e82d79589 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.364215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-716529c4-d459-46ed-bb9f-dc20159c96a0 req-6e73312e-3d71-40df-9875-638e82d79589 tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.13 "DELETE /v2.0/ports/9bab3862-e270-4b60-8148-b61bb4989614 HTTP/1.1" status: 204 len: 173 time: 1.0716801 Feb 11 13:17:20.364962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.421015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55415e5f-7a7a-47e8-b6d4-11d385b41b5d req-0bacd3d5-084a-41af-9da4-f0b6fd60a328 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 210 time: 0.0352564 Feb 11 13:17:20.423803 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.434466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a177e-0bca-4520-9db4-216c8b75a5d9 req-2b32efb9-bec0-4a88-aef2-2dbd21c73466 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.441908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d4a177e-0bca-4520-9db4-216c8b75a5d9 req-2b32efb9-bec0-4a88-aef2-2dbd21c73466 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.1291981 Feb 11 13:17:20.444095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=9eee48f6-1723-4176-a91e-c15e587184d6,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:20.494339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:20.505121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:20.513280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:20.520749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.521429 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.528203 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a6fe4ab-cf2c-4107-b990-7027842e1d06 req-41f53622-7b51-464e-93d3-8c2da865158f service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934657 Feb 11 13:17:20.532587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Pushing event updated for resources: {'Port': ['ID=62e96900-49a3-4557-8e09-02abcf5913a7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:20.559662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7f0a0561-adf6-4a56-a651-c8d7ce9f199e details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:20.566241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d4a177e-0bca-4520-9db4-216c8b75a5d9 req-e6234df4-7713-4f88-a686-08719bb884d3 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182556 Feb 11 13:17:20.581096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Attempting to bind port 9eee48f6-1723-4176-a91e-c15e587184d6 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:20.581721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Attempting to bind port 9eee48f6-1723-4176-a91e-c15e587184d6 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:20.582435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Attempting to bind port 9eee48f6-1723-4176-a91e-c15e587184d6 on network de815f82-6838-4ebd-b3fd-5c2ef355cb54 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:20.590059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Port 9eee48f6-1723-4176-a91e-c15e587184d6 on network de815f82-6838-4ebd-b3fd-5c2ef355cb54 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:20.590511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Attempting to bind port 9eee48f6-1723-4176-a91e-c15e587184d6 on network de815f82-6838-4ebd-b3fd-5c2ef355cb54 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:20.599896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:20.600412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Checking segment: {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:20.600888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Bound using segment: {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:20.601618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Bound port: 9eee48f6-1723-4176-a91e-c15e587184d6, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a149a0b2-8b74-40db-acf8-a5d99b79b891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:20.602112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.603798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338e13c6-991c-4bad-aff1-ec439a01cabb req-e95e501d-6521-4337-9874-d26a0e14886c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.605421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-338e13c6-991c-4bad-aff1-ec439a01cabb req-e95e501d-6521-4337-9874-d26a0e14886c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0811419 Feb 11 13:17:20.630156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e68c821e-adf3-46f2-ac9a-b40480855b2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5875263 Feb 11 13:17:20.660997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Request body: {'port': {'device_id': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:20.686903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] For port 9eee48f6-1723-4176-a91e-c15e587184d6, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:20.691304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] For port 9eee48f6-1723-4176-a91e-c15e587184d6, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9eee48f6-1723-4176-a91e-c15e587184d6,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:20.712246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-338e13c6-991c-4bad-aff1-ec439a01cabb req-85ce6db2-548b-4f66-8a22-c825bf7e6404 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983329 Feb 11 13:17:20.739446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:20.759146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7f0a0561-adf6-4a56-a651-c8d7ce9f199e has no active binding in host n-h2-816488-1 {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:17:20.771241 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.774625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46005915-c9b6-48db-911b-c25e774f49c5 req-0a273816-c1fb-489c-a58d-e93374a954d2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.776311 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46005915-c9b6-48db-911b-c25e774f49c5 req-0a273816-c1fb-489c-a58d-e93374a954d2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0782893 Feb 11 13:17:20.791371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.837502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.838231 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:20.839601 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] 10.222.0.13 "PUT /v2.0/ports/9eee48f6-1723-4176-a91e-c15e587184d6 HTTP/1.1" status: 200 len: 1092 time: 1.5944295 Feb 11 13:17:20.878430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46005915-c9b6-48db-911b-c25e774f49c5 req-006d53d7-2e9b-4a09-a2b4-160ffff6b31f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954640 Feb 11 13:17:20.882157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc049bc2-49a5-4004-a7a4-6a048afd1aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=9eee48f6-1723-4176-a91e-c15e587184d6,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:20.985649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-bbf665b6-1946-4de6-8e64-2a5546538384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:20.987753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-bbf665b6-1946-4de6-8e64-2a5546538384 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 1095 time: 0.0445225 Feb 11 13:17:21.032400 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-e770f6f5-fc5a-4234-b05d-8c741fe02543 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eee48f6-1723-4176-a91e-c15e587184d6 HTTP/1.1" status: 200 len: 217 time: 0.0349681 Feb 11 13:17:21.067952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e96900-49a3-4557-8e09-02abcf5913a7 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:21.075660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.116101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Transition to ACTIVE for port object 62e96900-49a3-4557-8e09-02abcf5913a7 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:21.121808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-5d6e02d7-5c2c-4ba4-98e0-d3b64fb19353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.123219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-5d6e02d7-5c2c-4ba4-98e0-d3b64fb19353 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0799170 Feb 11 13:17:21.135413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-8e6eedcb-f7b2-468e-a690-a1719bfff60f tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.139587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f7d89b-41c2-44fe-9751-51a5e4138cfd req-14f456ef-6793-4fac-ba81-e44e18554733 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.140468 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-8e6eedcb-f7b2-468e-a690-a1719bfff60f tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 1100 time: 0.0477464 Feb 11 13:17:21.140551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67f7d89b-41c2-44fe-9751-51a5e4138cfd req-14f456ef-6793-4fac-ba81-e44e18554733 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 944 time: 0.0551424 Feb 11 13:17:21.184532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67f7d89b-41c2-44fe-9751-51a5e4138cfd req-a519f881-dadb-4911-b86b-8e576cf325f5 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352025 Feb 11 13:17:21.197876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.223118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-8d72a45d-6131-4fec-9de4-fb5e13df830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.224599 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-8d72a45d-6131-4fec-9de4-fb5e13df830f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866206 Feb 11 13:17:21.271822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Pushing event updated for resources: {'Port': ['ID=62e96900-49a3-4557-8e09-02abcf5913a7,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:21.291876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:21.292203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:21.292538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:21.298542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Port 62e96900-49a3-4557-8e09-02abcf5913a7 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:21.298848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-f9fceb23-7e47-4081-a880-a779ce16b429 tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] Deleting port d8210a39-9e02-451b-8840-2fa3e098d6b1 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:17:21.299348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:21.299429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-f9fceb23-7e47-4081-a880-a779ce16b429 tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.305356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:21.305710 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:21.306117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:21.306543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Bound port: 62e96900-49a3-4557-8e09-02abcf5913a7, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:21.306898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.408698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:21.409917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-9d0d229c-bed2-4d35-a3e0-ab55d489d5a8 service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739192 Feb 11 13:17:21.444460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5f82c8c-7a5a-4492-be0a-82f08ad03d9c req-130b3c9d-c476-49d3-9728-b8ed7cc9cd6e tempest-VolumesAdminNegativeTest-2095893572 tempest-VolumesAdminNegativeTest-2095893572-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba20a080-8ade-4499-bc56-95d6afd1929f HTTP/1.1" status: 200 len: 210 time: 0.0370204 Feb 11 13:17:21.445979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:21.448944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732c567-05af-43c1-bf4c-a610f2b32eee req-4715a1f2-c2cc-45cb-9969-5abf2032c8ac tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.450441 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2732c567-05af-43c1-bf4c-a610f2b32eee req-4715a1f2-c2cc-45cb-9969-5abf2032c8ac tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 949 time: 0.1379378 Feb 11 13:17:21.510274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-f9fceb23-7e47-4081-a880-a779ce16b429 tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] For port d8210a39-9e02-451b-8840-2fa3e098d6b1, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d8210a39-9e02-451b-8840-2fa3e098d6b1,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:21.510634 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-f9fceb23-7e47-4081-a880-a779ce16b429 tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.524193 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.539972 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-f9fceb23-7e47-4081-a880-a779ce16b429 tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] Calling delete_port for d8210a39-9e02-451b-8840-2fa3e098d6b1 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:17:21.568783 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2732c567-05af-43c1-bf4c-a610f2b32eee req-bb0bbac4-cc82-4c8f-b6da-9c4836f4f4ec tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041224 Feb 11 13:17:21.583350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.583973 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.585355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] 10.222.0.13 "PUT /v2.0/ports/62e96900-49a3-4557-8e09-02abcf5913a7 HTTP/1.1" status: 200 len: 1091 time: 0.9331236 Feb 11 13:17:21.586878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'tag': '62e96900-49a3-4557-8e09-02abcf5913a7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:21.589094 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b2cb5a-d41d-4c29-ad72-723d2769b194" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e", "tag": "62e96900-49a3-4557-8e09-02abcf5913a7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:21.619754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba20a080-8ade-4499-bc56-95d6afd1929f', 'name': 'network-vif-deleted', 'tag': '9bab3862-e270-4b60-8148-b61bb4989614'}, {'name': 'network-changed', 'server_uuid': 'a5c23a44-f183-4196-befe-b770545583ac', 'tag': '9eee48f6-1723-4176-a91e-c15e587184d6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:21.622031 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7dd92b-f8a0-4407-a941-66d457839ee0" -d '{"events": [{"server_uuid": "ba20a080-8ade-4499-bc56-95d6afd1929f", "name": "network-vif-deleted", "tag": "9bab3862-e270-4b60-8148-b61bb4989614"}, {"name": "network-changed", "server_uuid": "a5c23a44-f183-4196-befe-b770545583ac", "tag": "9eee48f6-1723-4176-a91e-c15e587184d6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:21.623632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77fbec-f144-47e0-a7f3-19ad00d8bfa8 req-4fd8285e-eb7e-4a77-b75a-fb983940017b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.625100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee77fbec-f144-47e0-a7f3-19ad00d8bfa8 req-4fd8285e-eb7e-4a77-b75a-fb983940017b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.1125436 Feb 11 13:17:21.628592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98bcb3a-5752-43af-94fa-53f4f7cfa119 service neutron] Pushing event updated for resources: {'Port': ['ID=62e96900-49a3-4557-8e09-02abcf5913a7,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:21.633759 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c749ead6-1d5f-400e-80ba-89df13d01752 req-4c987709-a4a4-4716-b188-ddff9dec829d service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069058 Feb 11 13:17:21.678369 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee77fbec-f144-47e0-a7f3-19ad00d8bfa8 req-f1b781cb-d9c1-4880-b949-6684c61268da tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405269 Feb 11 13:17:21.730762 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930a3e2f-a455-441d-a3c1-59693f90b320 x-openstack-request-id: req-930a3e2f-a455-441d-a3c1-59693f90b320 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:21.734406 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e", "tag": "62e96900-49a3-4557-8e09-02abcf5913a7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:21.734746 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-930a3e2f-a455-441d-a3c1-59693f90b320 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:21.735279 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'tag': '62e96900-49a3-4557-8e09-02abcf5913a7', 'status': 'completed', 'code': 200} Feb 11 13:17:21.773667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed720666-dd5d-4130-814f-34459466d8ee req-9ee58f23-376a-484a-8c47-da784e3c0fa6 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.778214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed720666-dd5d-4130-814f-34459466d8ee req-9ee58f23-376a-484a-8c47-da784e3c0fa6 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.1261573 Feb 11 13:17:21.779919 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3494ba4a-fb98-4783-ab4f-0fd3d6899a03 x-openstack-request-id: req-3494ba4a-fb98-4783-ab4f-0fd3d6899a03 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:21.780222 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba20a080-8ade-4499-bc56-95d6afd1929f", "name": "network-vif-deleted", "tag": "9bab3862-e270-4b60-8148-b61bb4989614", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a5c23a44-f183-4196-befe-b770545583ac", "tag": "9eee48f6-1723-4176-a91e-c15e587184d6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:21.780595 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3494ba4a-fb98-4783-ab4f-0fd3d6899a03 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:21.781021 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba20a080-8ade-4499-bc56-95d6afd1929f', 'name': 'network-vif-deleted', 'tag': '9bab3862-e270-4b60-8148-b61bb4989614', 'status': 'completed', 'code': 200} Feb 11 13:17:21.781291 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c23a44-f183-4196-befe-b770545583ac', 'tag': '9eee48f6-1723-4176-a91e-c15e587184d6', 'status': 'completed', 'code': 200} Feb 11 13:17:21.795078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-28bf9072-d7ae-472d-beb7-6e326e6695ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.796753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-28bf9072-d7ae-472d-beb7-6e326e6695ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1094 time: 0.1150184 Feb 11 13:17:21.862277 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-70ebe83e-f9e3-48c5-be34-74f5779784ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e96900-49a3-4557-8e09-02abcf5913a7 HTTP/1.1" status: 200 len: 217 time: 0.0495973 Feb 11 13:17:21.887483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed720666-dd5d-4130-814f-34459466d8ee req-f6d02478-7187-46f4-875c-f6445a43e6c8 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954213 Feb 11 13:17:21.889100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-a042bb1c-374b-4bde-8617-cd5969f562d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.890652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-a042bb1c-374b-4bde-8617-cd5969f562d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 1095 time: 0.0778205 Feb 11 13:17:21.909229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7eb68-be8f-455f-854b-b39c0b6eb079 req-67c06e64-2a42-4319-a012-0e27d546450c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.911460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddd7eb68-be8f-455f-854b-b39c0b6eb079 req-67c06e64-2a42-4319-a012-0e27d546450c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0887218 Feb 11 13:17:21.930140 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-f9fceb23-7e47-4081-a880-a779ce16b429 tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:21.939229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e3a86f25-d1d0-4e85-801f-88bf4b931d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:21.941284 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-e3a86f25-d1d0-4e85-801f-88bf4b931d9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0714967 Feb 11 13:17:21.947325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d8210a39-9e02-451b-8840-2fa3e098d6b1'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:22.004626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fceb23-7e47-4081-a880-a779ce16b429 tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8210a39-9e02-451b-8840-2fa3e098d6b1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:22.044398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-d8ed6499-291b-4d5b-ba24-35ea9c9789d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786190 Feb 11 13:17:22.090326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-f9fceb23-7e47-4081-a880-a779ce16b429 tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] No DVR routers for this DVR port d8210a39-9e02-451b-8840-2fa3e098d6b1 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:22.094074 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-f9fceb23-7e47-4081-a880-a779ce16b429 tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.098394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0244dea3-c83f-47c3-8617-19fbc162d77b req-f9fceb23-7e47-4081-a880-a779ce16b429 tempest-DeleteServersAdminTestJSON-165906234 tempest-DeleteServersAdminTestJSON-165906234-project-admin] 10.222.0.59 "DELETE /v2.0/ports/d8210a39-9e02-451b-8840-2fa3e098d6b1 HTTP/1.1" status: 204 len: 173 time: 0.9522161 Feb 11 13:17:22.151451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b0437-7579-484f-8bac-c2bebec503db req-102f5bc4-97bf-429e-9d3f-4539f180676b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.153108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d11b0437-7579-484f-8bac-c2bebec503db req-102f5bc4-97bf-429e-9d3f-4539f180676b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.1858850 Feb 11 13:17:22.217910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-ed7b8b0a-e113-4368-8e94-d99824a2b07a service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477995 Feb 11 13:17:22.226560 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d11b0437-7579-484f-8bac-c2bebec503db req-98bf5bf0-3bd5-4eb1-a558-7f3581625e6a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624001 Feb 11 13:17:22.249892 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddd7eb68-be8f-455f-854b-b39c0b6eb079 req-b281d43d-f054-4b14-ad65-584ac29d705b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292198 Feb 11 13:17:22.290251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-94c0ba7e-4d0e-490e-bf26-c35fb733af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.290251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-94c0ba7e-4d0e-490e-bf26-c35fb733af58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.3686385 Feb 11 13:17:22.328602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 812c9846-5124-4754-bede-cbd464ee6de9 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:22.358569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-bb4f5444-c0fb-4542-858b-05c2aaa0bb83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eee48f6-1723-4176-a91e-c15e587184d6 HTTP/1.1" status: 200 len: 217 time: 0.0401130 Feb 11 13:17:22.393552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75441d-a811-4f72-80da-70a454f9d439 req-9bcc5b8f-d461-498e-8c26-2f61a8fee3a9 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.395319 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b75441d-a811-4f72-80da-70a454f9d439 req-9bcc5b8f-d461-498e-8c26-2f61a8fee3a9 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 944 time: 0.1074977 Feb 11 13:17:22.419029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-7ade9a52-542b-487c-9a22-1427ff54ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.420713 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-7ade9a52-542b-487c-9a22-1427ff54ac2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0539854 Feb 11 13:17:22.437873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 812c9846-5124-4754-bede-cbd464ee6de9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=812c9846-5124-4754-bede-cbd464ee6de9,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:22.451713 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7601a38-b6d4-4144-bb83-3dc61b2ae64d req-798dd608-ac80-43aa-a55c-63fad3943229 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361451 Feb 11 13:17:22.454100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '812c9846-5124-4754-bede-cbd464ee6de9', 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7', 'port_id': '812c9846-5124-4754-bede-cbd464ee6de9', 'mac_address': 'fa:16:3e:f3:91:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a105d-2a8a-4f4c-88e6-31f31c44eeca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:22.483518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-37774b4b-3472-489f-a8a8-852b73355d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.485577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-37774b4b-3472-489f-a8a8-852b73355d91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506344 Feb 11 13:17:22.512786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b75441d-a811-4f72-80da-70a454f9d439 req-e3ded2cd-261e-400c-baef-65f5204b9d68 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969241 Feb 11 13:17:22.513334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38938) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:22.513490 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.531184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 812c9846-5124-4754-bede-cbd464ee6de9 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:22.553392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 812c9846-5124-4754-bede-cbd464ee6de9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=812c9846-5124-4754-bede-cbd464ee6de9,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:22.558319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-928b2934-ca6b-4717-8f33-53b1571d1ab0 admin admin] Deleting subnet 47c8eee4-2e18-485f-8985-5869aaaa135f {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:17:22.561542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928b2934-ca6b-4717-8f33-53b1571d1ab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.602262 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-fb0ee098-ed88-4767-a473-82e54950b5b9 service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096029 Feb 11 13:17:22.620998 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.621495 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928b2934-ca6b-4717-8f33-53b1571d1ab0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.637536 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928b2934-ca6b-4717-8f33-53b1571d1ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.669224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2cb5a-d41d-4c29-ad72-723d2769b194 req-31f98e51-e7c4-43a7-a3e5-0b6025f0f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.670759 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64b2cb5a-d41d-4c29-ad72-723d2769b194 req-31f98e51-e7c4-43a7-a3e5-0b6025f0f1c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1094 time: 0.0906940 Feb 11 13:17:22.691943 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=812c9846-5124-4754-bede-cbd464ee6de9,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:22.707444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['812c9846-5124-4754-bede-cbd464ee6de9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:22.713094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b150c83-a650-4418-b114-454fb490146e req-190cf024-b2f7-464b-9066-c74701295a6f tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=f900c583-74ae-4c26-8341-d1a82e5184ab HTTP/1.1" status: 200 len: 210 time: 0.0391088 Feb 11 13:17:22.771051 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be7dd92b-f8a0-4407-a941-66d457839ee0 req-c3cdf2f7-c59f-449d-85c2-5122492ae53d service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594143 Feb 11 13:17:22.824393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2cb5a-d41d-4c29-ad72-723d2769b194 req-3e05ddd0-52de-48b2-91e9-f3bd31f44ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.825897 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64b2cb5a-d41d-4c29-ad72-723d2769b194 req-3e05ddd0-52de-48b2-91e9-f3bd31f44ace service neutron] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1475587 Feb 11 13:17:22.831766 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928b2934-ca6b-4717-8f33-53b1571d1ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.876636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49868bc5-0b96-4cc0-a6c1-55c76ef29fad req-dedcd7c7-dc2d-418f-b851-55c1eb17fd24 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.878208 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49868bc5-0b96-4cc0-a6c1-55c76ef29fad req-dedcd7c7-dc2d-418f-b851-55c1eb17fd24 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.1110730 Feb 11 13:17:22.882197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b2934-ca6b-4717-8f33-53b1571d1ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c8eee4-2e18-485f-8985-5869aaaa135f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:22.908926 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928b2934-ca6b-4717-8f33-53b1571d1ab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:22.912632 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-928b2934-ca6b-4717-8f33-53b1571d1ab0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/47c8eee4-2e18-485f-8985-5869aaaa135f HTTP/1.1" status: 204 len: 168 time: 0.3983264 Feb 11 13:17:22.915306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38946) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:22.916506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64b2cb5a-d41d-4c29-ad72-723d2769b194 req-83d402ba-c8d2-4a09-a25d-a6d14547f145 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e96900-49a3-4557-8e09-02abcf5913a7 HTTP/1.1" status: 200 len: 217 time: 0.0743909 Feb 11 13:17:22.982489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49868bc5-0b96-4cc0-a6c1-55c76ef29fad req-8a41920f-d913-4c20-97a5-91e585f0dbdb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684557 Feb 11 13:17:22.988751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2cb5a-d41d-4c29-ad72-723d2769b194 req-e2e71831-d779-4271-8672-d3ea17eeb340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:22.990284 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64b2cb5a-d41d-4c29-ad72-723d2769b194 req-e2e71831-d779-4271-8672-d3ea17eeb340 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0610311 Feb 11 13:17:23.031744 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.044434 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64b2cb5a-d41d-4c29-ad72-723d2769b194 req-4afdb714-f6f5-4393-9fc3-4525c6614a54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345547 Feb 11 13:17:23.052983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994b894-ee75-45db-af97-359a3a1e18ad req-5d0cd862-dc54-4849-aac4-61bdc93b7364 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.055496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a994b894-ee75-45db-af97-359a3a1e18ad req-5d0cd862-dc54-4849-aac4-61bdc93b7364 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 944 time: 0.0857050 Feb 11 13:17:23.140135 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64b2cb5a-d41d-4c29-ad72-723d2769b194 req-19b3990a-d050-42b7-8630-06283ca84eb1 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882301 Feb 11 13:17:23.160159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a994b894-ee75-45db-af97-359a3a1e18ad req-ff89fcb2-4349-4e15-acfa-d2ece8101158 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960333 Feb 11 13:17:23.162177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.202033 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.202381 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.203212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.203550 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > port after_create 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.203891 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.204327 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > port after_update 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.204792 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.205367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.205691 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.206067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.251093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64b2cb5a-d41d-4c29-ad72-723d2769b194 req-952378eb-839f-41fe-a290-d587074aabbb service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957696 Feb 11 13:17:23.282614 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.283105 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.283289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.283740 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:23.284199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403498be-6233-4d52-9e9c-938e29667175']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:23.302245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9470637c-fcda-416c-92ec-fac333283d0a') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:23.302526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9470637c-fcda-416c-92ec-fac333283d0a') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:23.328540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.370772 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.381995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:17:23.382377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: from cryptography.utils import int_from_bytes Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: from cryptography.utils import int_from_bytes Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:23.405845 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:23.451877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461e65a-a163-4ceb-92c5-01cb97180ffd req-3a566b21-b937-4e13-bae8-29ba9951cbe2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.453442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0461e65a-a163-4ceb-92c5-01cb97180ffd req-3a566b21-b937-4e13-bae8-29ba9951cbe2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.1471031 Feb 11 13:17:23.504879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0461e65a-a163-4ceb-92c5-01cb97180ffd req-bc1f5c30-70e0-4dc5-b13b-4d108f301dd3 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423601 Feb 11 13:17:23.549533 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.559357 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.564341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] 10.222.0.52 "DELETE /v2.0/networks/403498be-6233-4d52-9e9c-938e29667175 HTTP/1.1" status: 204 len: 168 time: 0.6466630 Feb 11 13:17:23.566889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38958) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:23.581399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6773d-43ce-46c2-9208-5d22c4251112 admin admin] Pushing event deleted for resources: {'Network': ['ID=403498be-6233-4d52-9e9c-938e29667175,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:23.602013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344af09e-b59a-48b5-97ea-8f342df848f3 req-b35e6840-7365-474a-b174-280a4e9b2b8b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.603501 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-344af09e-b59a-48b5-97ea-8f342df848f3 req-b35e6840-7365-474a-b174-280a4e9b2b8b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0784850 Feb 11 13:17:23.626393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c12a6-181e-414e-9d57-6afeae0c702b req-ff5c5984-a6e9-41a9-8a65-5eda62bb00c0 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.628555 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b8c12a6-181e-414e-9d57-6afeae0c702b req-ff5c5984-a6e9-41a9-8a65-5eda62bb00c0 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 944 time: 0.0552611 Feb 11 13:17:23.635419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb98ec62-562b-40eb-a58d-677212c7cedb admin admin] Deleting subnet a49712cf-b0c5-4aab-bd1a-6db1238bc530 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:17:23.639573 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb98ec62-562b-40eb-a58d-677212c7cedb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.667843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b8c12a6-181e-414e-9d57-6afeae0c702b req-5d3c522e-7bcf-4eaa-8195-8351bd623bd9 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Feb 11 13:17:23.681482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-344af09e-b59a-48b5-97ea-8f342df848f3 req-825e37a4-438d-4b3f-a730-81a0e11b77c2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705552 Feb 11 13:17:23.692893 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb98ec62-562b-40eb-a58d-677212c7cedb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.698436 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb98ec62-562b-40eb-a58d-677212c7cedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.774417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ea7b7-d5f1-45e6-8319-ceeeab79e65b req-5acae895-aab2-45c2-8993-9d53063a84af tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:23.775920 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-751ea7b7-d5f1-45e6-8319-ceeeab79e65b req-5acae895-aab2-45c2-8993-9d53063a84af tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 944 time: 0.0500803 Feb 11 13:17:23.782613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f900c583-74ae-4c26-8341-d1a82e5184ab', 'name': 'network-vif-deleted', 'tag': 'd8210a39-9e02-451b-8840-2fa3e098d6b1'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:23.785245 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0e4b94-0b15-4240-9c7a-06e4d4fca7b1" -d '{"events": [{"server_uuid": "f900c583-74ae-4c26-8341-d1a82e5184ab", "name": "network-vif-deleted", "tag": "d8210a39-9e02-451b-8840-2fa3e098d6b1"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:23.809735 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb98ec62-562b-40eb-a58d-677212c7cedb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.822313 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-751ea7b7-d5f1-45e6-8319-ceeeab79e65b req-09e54d72-4ea8-4720-b988-0874cd9cd736 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 Feb 11 13:17:23.837968 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66af774-4a37-409b-ae42-31ec671bf5c1 x-openstack-request-id: req-c66af774-4a37-409b-ae42-31ec671bf5c1 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:23.838191 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f900c583-74ae-4c26-8341-d1a82e5184ab", "name": "network-vif-deleted", "tag": "d8210a39-9e02-451b-8840-2fa3e098d6b1", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:23.838397 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c66af774-4a37-409b-ae42-31ec671bf5c1 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:23.838783 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f900c583-74ae-4c26-8341-d1a82e5184ab', 'name': 'network-vif-deleted', 'tag': 'd8210a39-9e02-451b-8840-2fa3e098d6b1', 'status': 'completed', 'code': 200} Feb 11 13:17:23.841293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98ec62-562b-40eb-a58d-677212c7cedb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a49712cf-b0c5-4aab-bd1a-6db1238bc530,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:23.845161 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb98ec62-562b-40eb-a58d-677212c7cedb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:23.848655 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-eb98ec62-562b-40eb-a58d-677212c7cedb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a49712cf-b0c5-4aab-bd1a-6db1238bc530 HTTP/1.1" status: 204 len: 168 time: 0.2808194 Feb 11 13:17:23.851163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38966) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:23.916838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.018572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-6645112b-2c2c-4a99-865b-a774cd4ea197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293763 Feb 11 13:17:24.021004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.061291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.061542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.062323 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.062674 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > port after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.062971 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.063304 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > port after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.063609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.063936 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.064241 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.064556 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.110071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3ce47-082e-4329-978f-a6ef547a2438 req-9e137486-2db1-411e-a16a-761a3c694d09 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.111537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdb3ce47-082e-4329-978f-a6ef547a2438 req-9e137486-2db1-411e-a16a-761a3c694d09 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.0493269 Feb 11 13:17:24.131031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.131371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.131691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.132013 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:17:24.132371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b373e5c-34f2-4ae1-bf3d-43bf3084983e']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:24.151838 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdb3ce47-082e-4329-978f-a6ef547a2438 req-eef8b88d-47be-4a8a-ad7d-b13854c31ce2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330629 Feb 11 13:17:24.181904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7ad162-b782-4edb-a5f3-8f82eb4e2be2') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:24.181904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7ad162-b782-4edb-a5f3-8f82eb4e2be2') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:24.201070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.231066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.245886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:17:24.246588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: from cryptography.utils import int_from_bytes Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: from cryptography.utils import int_from_bytes Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:17:24.250274 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:17:24.299705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b8888f5e-78d8-40ec-ab92-3de9ff1a1aa8 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.301723 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b8888f5e-78d8-40ec-ab92-3de9ff1a1aa8 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735069 Feb 11 13:17:24.328704 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-ba21bee9-9cd0-45e7-8363-7ab6481b84a8 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/quotas/f6c6e279aebd4fb2869ab99756aec5d3 HTTP/1.1" status: 200 len: 375 time: 0.0157812 Feb 11 13:17:24.357195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9eee48f6-1723-4176-a91e-c15e587184d6 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:24.360536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 812c9846-5124-4754-bede-cbd464ee6de9 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:24.483441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 812c9846-5124-4754-bede-cbd464ee6de9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:24.483813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.529159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9eee48f6-1723-4176-a91e-c15e587184d6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9eee48f6-1723-4176-a91e-c15e587184d6,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:24.555352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '9eee48f6-1723-4176-a91e-c15e587184d6', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'port_id': '9eee48f6-1723-4176-a91e-c15e587184d6', 'mac_address': 'fa:16:3e:24:00:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:24.567868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d8210a39-9e02-451b-8840-2fa3e098d6b1 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:24.584958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-c41c8c90-c684-4516-a59f-3ad3c8a359df tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2536271 Feb 11 13:17:24.585580 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.601531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.607383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7b373e5c-34f2-4ae1-bf3d-43bf3084983e HTTP/1.1" status: 204 len: 168 time: 0.7551801 Feb 11 13:17:24.608826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feef68d-38f0-4d7d-a095-2568f66d3062 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b373e5c-34f2-4ae1-bf3d-43bf3084983e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:24.628957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: d8210a39-9e02-451b-8840-2fa3e098d6b1 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:17:24.629524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d8210a39-9e02-451b-8840-2fa3e098d6b1 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:24.645898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b3ec4-b216-4071-ad48-f0180b48f006 req-e2759f1c-6e42-4882-87e3-758fc76c94b4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.654156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a69b3ec4-b216-4071-ad48-f0180b48f006 req-e2759f1c-6e42-4882-87e3-758fc76c94b4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0703776 Feb 11 13:17:24.673993 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4697896f-14b7-4d0f-90b6-2f3d382abdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.686032 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.694515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a69b3ec4-b216-4071-ad48-f0180b48f006 req-57c9fa39-6fd9-49e9-a3f8-c962078e4230 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393033 Feb 11 13:17:24.698871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.712048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eee48f6-1723-4176-a91e-c15e587184d6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:24.746538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9eee48f6-1723-4176-a91e-c15e587184d6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9eee48f6-1723-4176-a91e-c15e587184d6,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:24.751118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9729b2-1053-4d7d-a358-9f583188f307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812c9846-5124-4754-bede-cbd464ee6de9'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:24.753636 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b57ffea-ef19-4be9-a851-ee5660674b07" -d '{"events": [{"server_uuid": "7c9729b2-1053-4d7d-a358-9f583188f307", "name": "network-vif-plugged", "status": "completed", "tag": "812c9846-5124-4754-bede-cbd464ee6de9"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:24.766783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 812c9846-5124-4754-bede-cbd464ee6de9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=812c9846-5124-4754-bede-cbd464ee6de9,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:24.810898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d931a7-8089-420a-bea8-60ff71cb9a4e req-7331aa0e-94eb-45e1-9c01-0cfbc200d03d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.812414 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53d931a7-8089-420a-bea8-60ff71cb9a4e req-7331aa0e-94eb-45e1-9c01-0cfbc200d03d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 944 time: 0.0532191 Feb 11 13:17:24.855090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53d931a7-8089-420a-bea8-60ff71cb9a4e req-5cb51b41-cf8e-4449-8394-6a05a8f203c9 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365810 Feb 11 13:17:24.859529 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.863555 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:24.865922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9bab3862-e270-4b60-8148-b61bb4989614 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:24.935571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e6f0b-86f1-453d-a2c2-21533e7c0b5a req-c738c272-5dda-4353-8bd4-919d1bf9ea2f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:24.939332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 9bab3862-e270-4b60-8148-b61bb4989614 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:17:24.944746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9bab3862-e270-4b60-8148-b61bb4989614 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:24.944985 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae1e6f0b-86f1-453d-a2c2-21533e7c0b5a req-c738c272-5dda-4353-8bd4-919d1bf9ea2f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0643868 Feb 11 13:17:24.954796 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7901608d-b48a-436f-a1fd-9def4329521a x-openstack-request-id: req-7901608d-b48a-436f-a1fd-9def4329521a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:24.955223 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9729b2-1053-4d7d-a358-9f583188f307", "name": "network-vif-plugged", "status": "completed", "tag": "812c9846-5124-4754-bede-cbd464ee6de9", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:24.955571 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7901608d-b48a-436f-a1fd-9def4329521a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:24.956380 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9729b2-1053-4d7d-a358-9f583188f307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812c9846-5124-4754-bede-cbd464ee6de9', 'code': 200} Feb 11 13:17:24.975673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9eee48f6-1723-4176-a91e-c15e587184d6,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:24.984788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae1e6f0b-86f1-453d-a2c2-21533e7c0b5a req-0238de79-b888-4d2a-ada4-085832d40947 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394940 Feb 11 13:17:25.030552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a6d8fc0c-22bb-4c66-add8-fc2cee098b09 req-5eb5ee4c-c73c-4c81-96da-a130ad2d5eb2 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 210 time: 0.0384848 Feb 11 13:17:25.044107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39000) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:25.072140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=812c9846-5124-4754-bede-cbd464ee6de9,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:25.193708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d0fcaed1-b14e-463f-ae87-b93458e71ba5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dfb0c8099b3f4f13a9ad9c0cc0ecaee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0595198 Feb 11 13:17:25.193708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39002) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:25.194849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7860da-44e5-4788-8c2e-c07a06ec7a88 req-c2cf207d-b3f2-447c-88df-9ff6f66aeacd tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:25.194849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d7860da-44e5-4788-8c2e-c07a06ec7a88 req-c2cf207d-b3f2-447c-88df-9ff6f66aeacd tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 945 time: 0.0584903 Feb 11 13:17:25.195456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['9eee48f6-1723-4176-a91e-c15e587184d6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:25.195637 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.195899 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d7860da-44e5-4788-8c2e-c07a06ec7a88 req-f9cce78c-23ac-4090-b530-9a372ac9d620 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369098 Feb 11 13:17:25.195998 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.277281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-b2ae019f-b707-4f4c-b136-ffc75dbf62d0 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:25.278912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-b2ae019f-b707-4f4c-b136-ffc75dbf62d0 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 945 time: 0.0637290 Feb 11 13:17:25.295791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42814b0-fd8d-4241-9660-3abc2eb907ac req-6e470b46-d83c-4ded-8101-c95785e3ad95 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:25.303905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a42814b0-fd8d-4241-9660-3abc2eb907ac req-6e470b46-d83c-4ded-8101-c95785e3ad95 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.0692027 Feb 11 13:17:25.338824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a42814b0-fd8d-4241-9660-3abc2eb907ac req-5fbfe203-e676-40c5-9607-3b0749f81049 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Feb 11 13:17:25.355587 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.377248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-5f3cc0fb-57e7-40a9-b095-d06e9250a0ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Deleting port 812c9846-5124-4754-bede-cbd464ee6de9 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:17:25.377587 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-5f3cc0fb-57e7-40a9-b095-d06e9250a0ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.381096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.384379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.385762 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/89299882-3d96-4956-a559-218e69f754f7 HTTP/1.1" status: 204 len: 168 time: 0.2767668 Feb 11 13:17:25.397921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89299882-3d96-4956-a559-218e69f754f7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:25.406895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.407247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.407589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.407926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.408256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.408586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.408912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.409257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.409613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.410094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.410427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.410750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2d2935-6117-44fd-997d-5d93f9395202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:25.482568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-5f3cc0fb-57e7-40a9-b095-d06e9250a0ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] For port 812c9846-5124-4754-bede-cbd464ee6de9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=812c9846-5124-4754-bede-cbd464ee6de9,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:25.482943 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-5f3cc0fb-57e7-40a9-b095-d06e9250a0ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.496787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-5f3cc0fb-57e7-40a9-b095-d06e9250a0ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Calling delete_port for 812c9846-5124-4754-bede-cbd464ee6de9 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:17:25.684140 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-5f3cc0fb-57e7-40a9-b095-d06e9250a0ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.715806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cc0fb-57e7-40a9-b095-d06e9250a0ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event deleted for resources: {'Port': ['ID=812c9846-5124-4754-bede-cbd464ee6de9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:25.757101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-5f3cc0fb-57e7-40a9-b095-d06e9250a0ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] No DVR routers for this DVR port 812c9846-5124-4754-bede-cbd464ee6de9 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:25.759864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-5f3cc0fb-57e7-40a9-b095-d06e9250a0ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:25.763279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76e667c9-7d85-4e2b-9e87-68e2a4ff982b req-5f3cc0fb-57e7-40a9-b095-d06e9250a0ef tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.13 "DELETE /v2.0/ports/812c9846-5124-4754-bede-cbd464ee6de9 HTTP/1.1" status: 204 len: 173 time: 0.4772880 Feb 11 13:17:25.823146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb446d-b5e8-4a73-b610-73d0b4de9adc req-91d1ac81-218f-46e8-a42a-5f57731cb468 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:25.824612 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25eb446d-b5e8-4a73-b610-73d0b4de9adc req-91d1ac81-218f-46e8-a42a-5f57731cb468 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0502205 Feb 11 13:17:25.844272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9729b2-1053-4d7d-a358-9f583188f307', 'name': 'network-vif-deleted', 'tag': '812c9846-5124-4754-bede-cbd464ee6de9'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:25.847163 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d2b55-ebde-474a-9197-4dab787b1caa" -d '{"events": [{"server_uuid": "7c9729b2-1053-4d7d-a358-9f583188f307", "name": "network-vif-deleted", "tag": "812c9846-5124-4754-bede-cbd464ee6de9"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:25.871079 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25eb446d-b5e8-4a73-b610-73d0b4de9adc req-a6404cf5-1ba7-4de3-8bbe-30ce7c5dcc5a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Feb 11 13:17:25.898721 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed369f-93fb-435e-86e7-ccdc4ed75d9a x-openstack-request-id: req-6aed369f-93fb-435e-86e7-ccdc4ed75d9a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:25.899154 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9729b2-1053-4d7d-a358-9f583188f307", "name": "network-vif-deleted", "tag": "812c9846-5124-4754-bede-cbd464ee6de9", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:25.899461 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6aed369f-93fb-435e-86e7-ccdc4ed75d9a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:25.899940 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c9729b2-1053-4d7d-a358-9f583188f307', 'name': 'network-vif-deleted', 'tag': '812c9846-5124-4754-bede-cbd464ee6de9', 'status': 'completed', 'code': 200} Feb 11 13:17:25.974900 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-91515e9b-c85e-402d-82bb-829995a19d1d req-f4512a1f-a4f2-4c42-9cb5-8e63dcabe636 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=7c9729b2-1053-4d7d-a358-9f583188f307 HTTP/1.1" status: 200 len: 210 time: 0.0302300 Feb 11 13:17:26.111682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff4d94-8687-4ba7-b6d0-b5d0163e2b18 req-d49dd1e0-7057-4f51-ad16-c2e9136b4958 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:26.114113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ceff4d94-8687-4ba7-b6d0-b5d0163e2b18 req-d49dd1e0-7057-4f51-ad16-c2e9136b4958 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0569758 Feb 11 13:17:26.138358 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-089e9b4b-c8c3-4cea-8980-59a1bb9ad477 req-af45b8cf-39d3-43aa-b432-7fc83e494226 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 210 time: 0.0377967 Feb 11 13:17:26.163415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ceff4d94-8687-4ba7-b6d0-b5d0163e2b18 req-f8b94b0d-ad91-48f2-bdf3-3aced464f6ec tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Feb 11 13:17:26.175153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39022) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:26.219347 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-232cc7f9-49fe-44ed-98cd-ccc25d8ceab9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1462721f11a54d93b19ddfd4a42c8326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422482 Feb 11 13:17:26.228304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39026) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:26.279788 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc5c9-4e5b-4c87-9679-0b0d134ab972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.303933 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc5c9-4e5b-4c87-9679-0b0d134ab972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.308522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429665b6-f143-4083-90d3-b0e32ccf89dd req-45abb511-d77e-49e0-b968-99d51b1e6a9b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:26.308522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-429665b6-f143-4083-90d3-b0e32ccf89dd req-45abb511-d77e-49e0-b968-99d51b1e6a9b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 945 time: 0.0532362 Feb 11 13:17:26.348113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-429665b6-f143-4083-90d3-b0e32ccf89dd req-22e2ce91-4b27-40a5-8460-02a81843eb55 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324790 Feb 11 13:17:26.367089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 62e96900-49a3-4557-8e09-02abcf5913a7 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:26.369408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9eee48f6-1723-4176-a91e-c15e587184d6 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:26.411162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc5c9-4e5b-4c87-9679-0b0d134ab972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.413577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5b3cc5c9-4e5b-4c87-9679-0b0d134ab972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.414758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5b3cc5c9-4e5b-4c87-9679-0b0d134ab972 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/026efee7-773e-4f11-b6ee-6df958890deb HTTP/1.1" status: 204 len: 168 time: 0.1905391 Feb 11 13:17:26.427866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3cc5c9-4e5b-4c87-9679-0b0d134ab972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026efee7-773e-4f11-b6ee-6df958890deb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:26.494308 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e8e0b-6776-4aa4-8ef2-81d757f7bedb req-0ef38778-7dca-4b38-aa6f-85e728f1f77c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:26.496093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-316e8e0b-6776-4aa4-8ef2-81d757f7bedb req-0ef38778-7dca-4b38-aa6f-85e728f1f77c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.0701480 Feb 11 13:17:26.548306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:26.562687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '62e96900-49a3-4557-8e09-02abcf5913a7', 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431', 'port_id': '62e96900-49a3-4557-8e09-02abcf5913a7', 'mac_address': 'fa:16:3e:75:d1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bde86d-9f53-437d-ab24-7edd05b5c2d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:26.568419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 9eee48f6-1723-4176-a91e-c15e587184d6 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:26.573969 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 9eee48f6-1723-4176-a91e-c15e587184d6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:26.580045 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.580228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-316e8e0b-6776-4aa4-8ef2-81d757f7bedb req-16891a8f-8a8d-4586-b7d1-e6cfefa2adc8 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555449 Feb 11 13:17:26.633117 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.650924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e96900-49a3-4557-8e09-02abcf5913a7 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:26.695125 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:26.704567 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.735554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9eee48f6-1723-4176-a91e-c15e587184d6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9eee48f6-1723-4176-a91e-c15e587184d6,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:26.772918 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.834998 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.835759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 812c9846-5124-4754-bede-cbd464ee6de9 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:26.838475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=62e96900-49a3-4557-8e09-02abcf5913a7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:26.862725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 812c9846-5124-4754-bede-cbd464ee6de9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:17:26.863166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 812c9846-5124-4754-bede-cbd464ee6de9 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:26.909461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9eee48f6-1723-4176-a91e-c15e587184d6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:26.913072 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44e2a293-1e8d-401f-8641-e497e345149d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:26.957642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c23a44-f183-4196-befe-b770545583ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eee48f6-1723-4176-a91e-c15e587184d6'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:26.961466 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427544b1-594e-4600-84c6-4caa24d8f6f1" -d '{"events": [{"server_uuid": "a5c23a44-f183-4196-befe-b770545583ac", "name": "network-vif-plugged", "status": "completed", "tag": "9eee48f6-1723-4176-a91e-c15e587184d6"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:27.008062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77203c0-2668-414f-a7ae-03dc8722a4fe req-1d159d4f-c7ab-4163-9fc8-004335686ebe tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:27.017300 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca373b6-6d8a-433d-8132-1bbc1d407304 x-openstack-request-id: req-6ca373b6-6d8a-433d-8132-1bbc1d407304 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:27.017611 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c23a44-f183-4196-befe-b770545583ac", "name": "network-vif-plugged", "status": "completed", "tag": "9eee48f6-1723-4176-a91e-c15e587184d6", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:27.017909 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ca373b6-6d8a-433d-8132-1bbc1d407304 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:27.018328 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c23a44-f183-4196-befe-b770545583ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eee48f6-1723-4176-a91e-c15e587184d6', 'code': 200} Feb 11 13:17:27.020971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['62e96900-49a3-4557-8e09-02abcf5913a7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:27.025158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e77203c0-2668-414f-a7ae-03dc8722a4fe req-1d159d4f-c7ab-4163-9fc8-004335686ebe tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.0725479 Feb 11 13:17:27.077023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e77203c0-2668-414f-a7ae-03dc8722a4fe req-d2646c3b-a0e4-4f00-8fa4-2ea72331c8e5 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509901 Feb 11 13:17:27.176953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-714c9293-5b94-4ab3-a79c-c8fee9d826ba tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391631 Feb 11 13:17:27.251288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280be2c-ed91-43a3-8be9-f0a17b1e695f req-184c7852-108c-4afd-ada4-738ad61eefec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:27.253571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d280be2c-ed91-43a3-8be9-f0a17b1e695f req-184c7852-108c-4afd-ada4-738ad61eefec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 1097 time: 0.1587048 Feb 11 13:17:27.303899 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e037114-8123-45c2-b9cf-8a99dfcaef4c req-5f710334-1c97-45e8-94e9-b1e544d189be tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 210 time: 0.0491743 Feb 11 13:17:27.340636 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d280be2c-ed91-43a3-8be9-f0a17b1e695f req-82ab82c3-e018-49cf-b1df-cef38cd8e9a0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801687 Feb 11 13:17:27.354826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39054) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:27.359944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-22a22d01-c375-4ede-badd-31c3b0f25b72 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392650450', 'description': 'tempest-description--358251666'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:27.368303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-8d9c1220-4003-4927-b9b1-70338d843f93 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:27.369793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-8d9c1220-4003-4927-b9b1-70338d843f93 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1854777 Feb 11 13:17:27.388277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Request body: {'port': {'device_id': 'dd595dd7-05ed-44ef-8fde-bd03d99914b9', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': 'f6c6e279aebd4fb2869ab99756aec5d3'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:27.449644 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.481333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22a22d01-c375-4ede-badd-31c3b0f25b72 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.491390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32a1a-dea5-4e42-a525-8be7211b4328 req-17687577-bbc3-4cf1-bf9c-02073d206764 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:27.491390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ae32a1a-dea5-4e42-a525-8be7211b4328 req-17687577-bbc3-4cf1-bf9c-02073d206764 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1198478 Feb 11 13:17:27.493811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a11a4a-a088-4a30-a8ba-b2f03afb82f1 req-4316503d-0fef-4294-93f2-78ac763b2646 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:27.502288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5a11a4a-a088-4a30-a8ba-b2f03afb82f1 req-4316503d-0fef-4294-93f2-78ac763b2646 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 946 time: 0.0709398 Feb 11 13:17:27.561370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ae32a1a-dea5-4e42-a525-8be7211b4328 req-76400e1c-aa35-4854-ad6c-7b5e0103875e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528250 Feb 11 13:17:27.563217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5a11a4a-a088-4a30-a8ba-b2f03afb82f1 req-00a657b9-56ae-43d7-8828-67560ee56145 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529315 Feb 11 13:17:27.600929 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22a22d01-c375-4ede-badd-31c3b0f25b72 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.678016 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22a22d01-c375-4ede-badd-31c3b0f25b72 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.679771 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Made reservation on behalf of f6c6e279aebd4fb2869ab99756aec5d3 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:27.683178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.709600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a22d01-c375-4ede-badd-31c3b0f25b72 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173a1803-d17c-4e2c-ab9b-47b988013e46,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:27.710883 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec60cb-67bc-49d0-902a-bcddcca3423e req-e556a6a3-8c3d-4598-a6f0-a312fc3631c9 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:27.713550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5ec60cb-67bc-49d0-902a-bcddcca3423e req-e556a6a3-8c3d-4598-a6f0-a312fc3631c9 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 944 time: 0.0648899 Feb 11 13:17:27.803206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5ec60cb-67bc-49d0-902a-bcddcca3423e req-24186ff4-769a-4a03-8b74-94d50f050aae tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793455 Feb 11 13:17:27.822023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22a22d01-c375-4ede-badd-31c3b0f25b72 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:27.822023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-22a22d01-c375-4ede-badd-31c3b0f25b72 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4609783 Feb 11 13:17:27.822023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39074) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:27.834513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1ab6d8d4-3e6b-4a49-86c3-e5db0274c080 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Request body: {'security_group_rule': {'security_group_id': '173a1803-d17c-4e2c-ab9b-47b988013e46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:27.860901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Allocated IP 192.168.233.57 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/2c4a6b29-15e8-4957-9f21-456f7073dc45) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:27.990218 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1ab6d8d4-3e6b-4a49-86c3-e5db0274c080 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.013848 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.031813 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-42b4da9d-9bff-4854-86a8-9e00a572e77f tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b07a8e604911482b989c09b3e3c99391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319920 Feb 11 13:17:28.092973 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.114304 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1ab6d8d4-3e6b-4a49-86c3-e5db0274c080 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.135455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:28.140617 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:28.146130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:28.163424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-749ef44c-d94a-4aad-8278-103e2a3cf0b8 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:28.164920 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-749ef44c-d94a-4aad-8278-103e2a3cf0b8 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222055 Feb 11 13:17:28.178242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Pushing event updated for resources: {'Port': ['ID=2c4a6b29-15e8-4957-9f21-456f7073dc45,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:28.182549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-98c92dfa-3aa6-4036-8dc8-beec412f4ed5 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/quotas/b07a8e604911482b989c09b3e3c99391 HTTP/1.1" status: 200 len: 375 time: 0.0112195 Feb 11 13:17:28.182946 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1ab6d8d4-3e6b-4a49-86c3-e5db0274c080 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.215711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6d8d4-3e6b-4a49-86c3-e5db0274c080 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8bf5ee9-517c-493d-803e-08c36f75f2b4,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:28.233382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-7cf1bdc2-4574-4889-9eec-6253115cc7d3 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b07a8e604911482b989c09b3e3c99391&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373116 Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.240913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:28.260181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:28.260813 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.279985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47410e1a-bacb-4a77-bb49-c533e22b88ba req-2e3bb5b7-cc81-4837-a7c4-31bc635e5778 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:28.281523 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47410e1a-bacb-4a77-bb49-c533e22b88ba req-2e3bb5b7-cc81-4837-a7c4-31bc635e5778 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.1096637 Feb 11 13:17:28.298480 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1ab6d8d4-3e6b-4a49-86c3-e5db0274c080 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.301379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1ab6d8d4-3e6b-4a49-86c3-e5db0274c080 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4774241 Feb 11 13:17:28.303389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39086) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:28.308558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-afa4594e-49e6-4438-ab4d-90d8944874d4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Request body: {'security_group_rule': {'security_group_id': '173a1803-d17c-4e2c-ab9b-47b988013e46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:28.332172 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47410e1a-bacb-4a77-bb49-c533e22b88ba req-8f94b386-9849-4316-9dce-f1325544a13d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418870 Feb 11 13:17:28.364920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 62e96900-49a3-4557-8e09-02abcf5913a7 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:28.387168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-b716ed3f-4e1c-41eb-8d80-3778676e076e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0029140 Feb 11 13:17:28.402151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Request body: {'port': {'device_id': 'dd595dd7-05ed-44ef-8fde-bd03d99914b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:28.439649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a9c67fc7-684e-4bfa-a3d5-d9893d9a8914 None None] Provisioning complete for port 2c4a6b29-15e8-4957-9f21-456f7073dc45 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:28.439937 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9c67fc7-684e-4bfa-a3d5-d9893d9a8914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.479263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a9c67fc7-684e-4bfa-a3d5-d9893d9a8914 None None] Port 2c4a6b29-15e8-4957-9f21-456f7073dc45 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:17:28.499070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.520467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-afa4594e-49e6-4438-ab4d-90d8944874d4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.523150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0e060-af4e-4ff3-93b6-b9746be98e0d req-15c23a1e-798c-4b91-9ace-d63407a3b31e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:28.524692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4c0e060-af4e-4ff3-93b6-b9746be98e0d req-15c23a1e-798c-4b91-9ace-d63407a3b31e tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 935 time: 0.1026335 Feb 11 13:17:28.545179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.567557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 62e96900-49a3-4557-8e09-02abcf5913a7 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:28.571545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 62e96900-49a3-4557-8e09-02abcf5913a7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:28.571915 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.580959 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0da11f47-ac5f-4950-883d-7e69c690265d req-a2ba4a5a-0486-4789-89fb-bc6b675fbc8f tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 210 time: 0.0417640 Feb 11 13:17:28.631235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-afa4594e-49e6-4438-ab4d-90d8944874d4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.691347 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.698841 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-afa4594e-49e6-4438-ab4d-90d8944874d4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.740026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa4594e-49e6-4438-ab4d-90d8944874d4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3126e13e-c624-4c94-a683-8ad94b44b75b,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:28.759354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:28.760343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4c0e060-af4e-4ff3-93b6-b9746be98e0d req-8b4c4809-5d50-4998-b17a-a16fa1c0de8d tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244384 Feb 11 13:17:28.820464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec5eff-5972-4dc4-a956-fc909230ee9e req-013ab3e0-23bf-45f4-872d-7306122ef5b8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:28.822044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbec5eff-5972-4dc4-a956-fc909230ee9e req-013ab3e0-23bf-45f4-872d-7306122ef5b8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0697889 Feb 11 13:17:28.833252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.855276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-afa4594e-49e6-4438-ab4d-90d8944874d4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:28.856908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-afa4594e-49e6-4438-ab4d-90d8944874d4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5524859 Feb 11 13:17:28.863089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39106) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:28.876827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:28.890670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=62e96900-49a3-4557-8e09-02abcf5913a7,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:28.894507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbec5eff-5972-4dc4-a956-fc909230ee9e req-0c852a1c-148c-49d3-b916-3f45a856a8f3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623846 Feb 11 13:17:28.988395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97a79c-e4b7-4097-9d6e-06d148f624ab req-de524a73-3014-49c6-a2ba-1d0623c8cac7 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:28.990079 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f97a79c-e4b7-4097-9d6e-06d148f624ab req-de524a73-3014-49c6-a2ba-1d0623c8cac7 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 946 time: 0.1361091 Feb 11 13:17:29.002776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4a6b29-15e8-4957-9f21-456f7073dc45 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:29.016093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb987454-d574-4dd6-bb3c-18d1dcf0badb req-310650e4-e89c-4c7c-91a2-6893f5fc0f8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:29.017964 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb987454-d574-4dd6-bb3c-18d1dcf0badb req-310650e4-e89c-4c7c-91a2-6893f5fc0f8e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 945 time: 0.0603113 Feb 11 13:17:29.019749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e96900-49a3-4557-8e09-02abcf5913a7'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:29.022528 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a38ffdf-49b6-45f6-a725-01a223e1592d" -d '{"events": [{"server_uuid": "7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e", "name": "network-vif-plugged", "status": "completed", "tag": "62e96900-49a3-4557-8e09-02abcf5913a7"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:29.024836 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.050190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.054036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Transition to ACTIVE for port object 2c4a6b29-15e8-4957-9f21-456f7073dc45 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:29.076193 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f97a79c-e4b7-4097-9d6e-06d148f624ab req-fc4cdf1a-3d20-4ae2-9bab-9265b4435f5a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761971 Feb 11 13:17:29.076524 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb987454-d574-4dd6-bb3c-18d1dcf0badb req-f1d79103-91aa-41c8-a7b6-96fe5d0c7cc0 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462732 Feb 11 13:17:29.143433 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6eee40-4cdc-47ed-b785-09a8b7dcd474 x-openstack-request-id: req-be6eee40-4cdc-47ed-b785-09a8b7dcd474 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:29.144358 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e", "name": "network-vif-plugged", "status": "completed", "tag": "62e96900-49a3-4557-8e09-02abcf5913a7", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:29.144790 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be6eee40-4cdc-47ed-b785-09a8b7dcd474 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:29.145419 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e96900-49a3-4557-8e09-02abcf5913a7', 'code': 200} Feb 11 13:17:29.154751 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.242112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4a6b29-15e8-4957-9f21-456f7073dc45,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:29.270149 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.312376 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-0085e354-fb1f-4d26-9766-a2d7f3d7a69a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:29.313878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-0085e354-fb1f-4d26-9766-a2d7f3d7a69a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0949910 Feb 11 13:17:29.377277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0aeca-6a0f-4235-b3a2-4b9f55cd2f38 req-9cb31189-407d-4792-836d-2584acba4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:29.379311 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5d0aeca-6a0f-4235-b3a2-4b9f55cd2f38 req-9cb31189-407d-4792-836d-2584acba4854 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1096 time: 0.1594641 Feb 11 13:17:29.385338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-24b1f33e-d97a-438a-8e4b-6a818756907e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.0649414 Feb 11 13:17:29.394996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-c28cd900-145d-43fd-9fa5-ad7c4b7dcc0d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Request body: {'floatingip': {'port_id': '94566695-9190-4566-8c55-97c5ad510a6d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:29.443518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Attempting to bind port 2c4a6b29-15e8-4957-9f21-456f7073dc45 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:29.443861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Attempting to bind port 2c4a6b29-15e8-4957-9f21-456f7073dc45 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:29.444189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Attempting to bind port 2c4a6b29-15e8-4957-9f21-456f7073dc45 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:29.462371 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-c28cd900-145d-43fd-9fa5-ad7c4b7dcc0d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.484961 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Port 2c4a6b29-15e8-4957-9f21-456f7073dc45 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:29.485210 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Attempting to bind port 2c4a6b29-15e8-4957-9f21-456f7073dc45 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:29.508124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:29.508453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:29.508837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:29.509268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Bound port: 2c4a6b29-15e8-4957-9f21-456f7073dc45, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:29.509700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.514250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Allocated IP 172.25.0.67 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/33281ad4-96df-48a9-89a0-c4705b1370cd) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:29.517429 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5d0aeca-6a0f-4235-b3a2-4b9f55cd2f38 req-b223c160-e0be-4607-af3f-fd12c8abf5ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227152 Feb 11 13:17:29.582686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd60878-f7e2-493e-846b-a14397f51c93 req-9037378a-4564-42d5-b07f-745c1faa212e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:29.584162 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fd60878-f7e2-493e-846b-a14397f51c93 req-9037378a-4564-42d5-b07f-745c1faa212e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.1459198 Feb 11 13:17:29.686220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] For port 2c4a6b29-15e8-4957-9f21-456f7073dc45, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:29.691042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fd60878-f7e2-493e-846b-a14397f51c93 req-ecbf5bd9-898b-45f9-8190-f4ec9beb338f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788281 Feb 11 13:17:29.716835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] For port 2c4a6b29-15e8-4957-9f21-456f7073dc45, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2c4a6b29-15e8-4957-9f21-456f7073dc45,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:29.729471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.841189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3dc4262a-f051-4d22-ad71-2ba9d5fe9385 req-eec6c8aa-12b3-49f2-aeee-add29d00b744 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 210 time: 0.0275767 Feb 11 13:17:29.846994 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.850427 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.894780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:29.895397 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.897123 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] 10.222.0.59 "PUT /v2.0/ports/2c4a6b29-15e8-4957-9f21-456f7073dc45 HTTP/1.1" status: 200 len: 1095 time: 1.5013297 Feb 11 13:17:29.897684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd595dd7-05ed-44ef-8fde-bd03d99914b9', 'tag': '2c4a6b29-15e8-4957-9f21-456f7073dc45'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:29.899855 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c56a473-a79e-42ef-a80f-6aa71e401c03" -d '{"events": [{"name": "network-changed", "server_uuid": "dd595dd7-05ed-44ef-8fde-bd03d99914b9", "tag": "2c4a6b29-15e8-4957-9f21-456f7073dc45"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:29.929515 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-c28cd900-145d-43fd-9fa5-ad7c4b7dcc0d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:29.963702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de66046-d199-44ba-998f-c46f3edb6eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4a6b29-15e8-4957-9f21-456f7073dc45,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:29.966849 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.019145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:30.025588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:30.032951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-c28cd900-145d-43fd-9fa5-ad7c4b7dcc0d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.035080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:30.081357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9861c-8fa1-4e66-a3a4-b585b898cd8d req-f9771a79-0865-4f8f-bb0d-4fc97d7e0c17 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.083103 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-94a9861c-8fa1-4e66-a3a4-b585b898cd8d req-f9771a79-0865-4f8f-bb0d-4fc97d7e0c17 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 947 time: 0.1591666 Feb 11 13:17:30.091060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event updated for resources: {'Port': ['ID=33281ad4-96df-48a9-89a0-c4705b1370cd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:30.149025 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-c28cd900-145d-43fd-9fa5-ad7c4b7dcc0d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Floating IP b9b390f0-8bfc-443e-8b29-3ece3d23da29 associated. External IP: 172.25.0.240, port: 94566695-9190-4566-8c55-97c5ad510a6d. Feb 11 13:17:30.172713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-4a8c183d-a0b0-48f1-81a9-0b378c5dd672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.174330 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-4a8c183d-a0b0-48f1-81a9-0b378c5dd672 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 1098 time: 0.1466193 Feb 11 13:17:30.219334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-94a9861c-8fa1-4e66-a3a4-b585b898cd8d req-cb8183c4-26dd-4a95-bf8c-595c912f1eb6 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255958 Feb 11 13:17:30.264625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-125fa564-feb2-4897-882a-0d506ca15740 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=2c4a6b29-15e8-4957-9f21-456f7073dc45 HTTP/1.1" status: 200 len: 217 time: 0.0732191 Feb 11 13:17:30.290024 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2fbf49-2a2d-4e7f-bb44-753621f2e6cf x-openstack-request-id: req-dc2fbf49-2a2d-4e7f-bb44-753621f2e6cf {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:30.290433 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd595dd7-05ed-44ef-8fde-bd03d99914b9", "tag": "2c4a6b29-15e8-4957-9f21-456f7073dc45", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:30.290535 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc2fbf49-2a2d-4e7f-bb44-753621f2e6cf {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:30.291019 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd595dd7-05ed-44ef-8fde-bd03d99914b9', 'tag': '2c4a6b29-15e8-4957-9f21-456f7073dc45', 'status': 'completed', 'code': 200} Feb 11 13:17:30.324153 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.368902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5fb5e454-d7c9-4f95-b43f-d188492535c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.370404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-5fb5e454-d7c9-4f95-b43f-d188492535c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0979824 Feb 11 13:17:30.374184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 812c9846-5124-4754-bede-cbd464ee6de9 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:30.399353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 812c9846-5124-4754-bede-cbd464ee6de9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:17:30.399957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-c28cd900-145d-43fd-9fa5-ad7c4b7dcc0d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Router a64ce253-1cd9-429f-a2f3-2fc796f36464 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:17:30.400106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 812c9846-5124-4754-bede-cbd464ee6de9 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:30.419671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ee555-12fc-41c4-b455-7fcc0bf82b4d req-c0421f1b-e11f-49d1-9c48-e6537f5c448a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.421134 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-196ee555-12fc-41c4-b455-7fcc0bf82b4d req-c0421f1b-e11f-49d1-9c48-e6537f5c448a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0907557 Feb 11 13:17:30.448171 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.524850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-c28cd900-145d-43fd-9fa5-ad7c4b7dcc0d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:30.531948 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-c28cd900-145d-43fd-9fa5-ad7c4b7dcc0d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.538716 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] Sync routers for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:30.556635 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:30.557892 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:30.566878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-c28cd900-145d-43fd-9fa5-ad7c4b7dcc0d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "PUT /v2.0/floatingips/b9b390f0-8bfc-443e-8b29-3ece3d23da29 HTTP/1.1" status: 200 len: 997 time: 1.1787343 Feb 11 13:17:30.567119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:30.570150 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "tag": "94566695-9190-4566-8c55-97c5ad510a6d"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:30.634212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-78fb4cc9-a3f3-4067-9cda-7cc629ccd074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.636962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-78fb4cc9-a3f3-4067-9cda-7cc629ccd074 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1097 time: 0.0509276 Feb 11 13:17:30.674127 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:30.684346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-fc291584-462f-4176-9f72-f88f02036578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.685831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-fc291584-462f-4176-9f72-f88f02036578 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3063278 Feb 11 13:17:30.744568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-196ee555-12fc-41c4-b455-7fcc0bf82b4d req-17cc7dc5-ad67-4a29-b35a-e0e2b1c76432 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152885 Feb 11 13:17:30.746725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-bdb84ea0-cabe-46d5-8503-49301e29418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.756516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-bdb84ea0-cabe-46d5-8503-49301e29418c service neutron] 10.222.0.52 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.1059356 Feb 11 13:17:30.787005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:30.842769 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-cf07cd30-e556-4524-bb50-3e0013c3d417 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 1000 time: 0.0826876 Feb 11 13:17:30.902665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-29eab7d5-40aa-4be9-bf02-a13c6ab3ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.911130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-29eab7d5-40aa-4be9-bf02-a13c6ab3ad30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0674353 Feb 11 13:17:30.956675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-b8c2e8c2-e7f5-450f-bfef-c752fc21687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:30.959805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-b8c2e8c2-e7f5-450f-bfef-c752fc21687a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478683 Feb 11 13:17:30.974924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-bccace2b-2b17-4a86-8a9f-043015b2939a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:17:30.975945 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-bccace2b-2b17-4a86-8a9f-043015b2939a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073333 Feb 11 13:17:30.992866 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '94566695-9190-4566-8c55-97c5ad510a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:4c:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:29Z', 'revision_number': 1, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:31.038905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-fe66f738-bbc9-46cf-8957-a6db2f5c23ce service neutron] 10.222.0.13 "GET /v2.0/ports/7f0a0561-adf6-4a56-a651-c8d7ce9f199e/bindings/n-h2-816488-1 HTTP/1.1" status: 200 len: 384 time: 0.2644424 Feb 11 13:17:31.042792 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] Checking router: a64ce253-1cd9-429f-a2f3-2fc796f36464 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:31.057988 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:31.058722 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:31.074035 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-c83b26a2-4fe2-468d-bb69-2be0637dc598 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804643 Feb 11 13:17:31.161590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2682c68e-78f1-4f41-a7c2-a73c92a46bbd req-1d1620ed-3e1d-4d7b-a1ad-d3d0f8478909 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:31.169197 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2682c68e-78f1-4f41-a7c2-a73c92a46bbd req-1d1620ed-3e1d-4d7b-a1ad-d3d0f8478909 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 945 time: 0.2655346 Feb 11 13:17:31.169607 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-89e09092-4c0d-47e5-88ef-bee4cf0d07d0 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b07a8e604911482b989c09b3e3c99391&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475519 Feb 11 13:17:31.188250 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-f85ffd11-0bdd-4315-86cd-ffa564e97b90 service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931100 Feb 11 13:17:31.189503 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:31.298385 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2682c68e-78f1-4f41-a7c2-a73c92a46bbd req-3dd643c6-007b-43fb-b5b3-86681eb367e2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281562 Feb 11 13:17:31.374496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.389309 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-016a660f-300a-47c6-b6db-fcdda28ccbc2 req-589c0482-ba65-4f7b-898b-2ddfb465a563 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687533 Feb 11 13:17:31.396961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-b8ff1f38-33ae-430e-af44-15882dfd485a tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:31.399085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-b8ff1f38-33ae-430e-af44-15882dfd485a tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336293 Feb 11 13:17:31.400882 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1ad09c-9e02-424b-8fff-11eb11fa6837 x-openstack-request-id: req-0c1ad09c-9e02-424b-8fff-11eb11fa6837 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:31.401260 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "tag": "94566695-9190-4566-8c55-97c5ad510a6d", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:31.401602 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c1ad09c-9e02-424b-8fff-11eb11fa6837 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:31.402250 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d', 'status': 'completed', 'code': 200} Feb 11 13:17:31.427470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a5e994-e335-440b-8f43-3e9a40abf14c req-5bd2b948-2431-4a04-aaf1-06c9e0688f0a service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339582 Feb 11 13:17:31.444868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Request body: {'port': {'device_id': 'c72d2b78-9811-4e6a-8dd5-b027bfea745d', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': 'b07a8e604911482b989c09b3e3c99391'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:31.468927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.609392 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '94566695-9190-4566-8c55-97c5ad510a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:4c:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:29Z', 'revision_number': 1, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:31.640361 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c776e0f1-1926-4b05-ba1a-b44f6ccc9431 None None] The sync data for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 is: [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '94566695-9190-4566-8c55-97c5ad510a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:4c:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:29Z', 'revision_number': 1, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:31.641847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event updated for resources: {'Port': ['ID=33281ad4-96df-48a9-89a0-c4705b1370cd,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:31.654773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4ced9b43-6f8b-44bf-a834-7eeef08f728a service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:31.677607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.702869 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4ced9b43-6f8b-44bf-a834-7eeef08f728a service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:31.713982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e578b-ac56-44c1-b660-7f731e413059 req-f68b2bd9-7d1b-450b-9035-99b82b8fceda tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:31.715628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-947e578b-ac56-44c1-b660-7f731e413059 req-f68b2bd9-7d1b-450b-9035-99b82b8fceda tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 944 time: 0.2374890 Feb 11 13:17:31.759141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-e0da67a5-2fe0-40a3-ab11-9899038a5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:31.760718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-e0da67a5-2fe0-40a3-ab11-9899038a5e17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 1098 time: 0.2135477 Feb 11 13:17:31.783535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4ced9b43-6f8b-44bf-a834-7eeef08f728a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0a0561-adf6-4a56-a651-c8d7ce9f199e {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:31.805736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4883450d-7d61-4750-8226-9c58a9376009 req-57c9b43e-9cc1-4f83-942d-d03c32c13b5b tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 210 time: 0.0419705 Feb 11 13:17:31.810913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4ced9b43-6f8b-44bf-a834-7eeef08f728a service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:31.823660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.833404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3caad8d5-7044-4d8a-9bcf-78b351e4416f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9608374 Feb 11 13:17:31.842854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-9c752006-b2b1-44db-ae5b-f23f639329aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:31.846991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-9c752006-b2b1-44db-ae5b-f23f639329aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1097 time: 0.4122939 Feb 11 13:17:31.902847 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-947e578b-ac56-44c1-b660-7f731e413059 req-c0f658b5-cfe3-4dd6-b3b0-e877c44838d4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589279 Feb 11 13:17:31.913509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2013f1de-cf1e-47dc-bc8f-581d2fb0eb1e None None] New status for floating IP b9b390f0-8bfc-443e-8b29-3ece3d23da29: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:17:31.975849 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4ced9b43-6f8b-44bf-a834-7eeef08f728a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:31.992180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-eaac8481-7324-4131-87ac-91e3bc3b77b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:31.994624 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-eaac8481-7324-4131-87ac-91e3bc3b77b1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2250214 Feb 11 13:17:32.056568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-4ee62d8b-0d9a-4fe5-bf65-a0ff3c160ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.058456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-4ee62d8b-0d9a-4fe5-bf65-a0ff3c160ea0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.2033308 Feb 11 13:17:32.067984 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-6f512387-1c32-47e6-85a1-edb5ee633d7c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=2c4a6b29-15e8-4957-9f21-456f7073dc45 HTTP/1.1" status: 200 len: 217 time: 0.0484607 Feb 11 13:17:32.071679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b08d4-1b01-40c7-babb-ca3cc01a63b0 req-cdd99972-16a2-403d-92ab-985758205008 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.073173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f3b08d4-1b01-40c7-babb-ca3cc01a63b0 req-cdd99972-16a2-403d-92ab-985758205008 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 947 time: 0.1422076 Feb 11 13:17:32.081259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Made reservation on behalf of b07a8e604911482b989c09b3e3c99391 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:32.084581 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.137472 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.185881 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-b205404b-bc8d-4ea1-8b38-0563b5cc5d23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 1000 time: 0.1116219 Feb 11 13:17:32.223655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-30fa8079-f2d8-45f7-940d-354186dd9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.225260 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-30fa8079-f2d8-45f7-940d-354186dd9e7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1437094 Feb 11 13:17:32.235249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f3b08d4-1b01-40c7-babb-ca3cc01a63b0 req-185dd181-78d0-4201-a6d4-8362073fc490 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482573 Feb 11 13:17:32.236042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b212a-579e-40d2-bf6a-76339649f003 req-47454eb0-dc62-4094-b754-010eb26bfa87 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.237605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-47454eb0-dc62-4094-b754-010eb26bfa87 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1742210 Feb 11 13:17:32.274812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4ced9b43-6f8b-44bf-a834-7eeef08f728a service neutron] Transition to ACTIVE for port object 7f0a0561-adf6-4a56-a651-c8d7ce9f199e will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:32.275398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-edaad8cd-db1c-409b-aa32-b6a0bba1da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.276987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-edaad8cd-db1c-409b-aa32-b6a0bba1da6b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0819983 Feb 11 13:17:32.355522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4ced9b43-6f8b-44bf-a834-7eeef08f728a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.370573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.384150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-fb69d549-eb75-4de4-a617-a32bafec5690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.385832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-fb69d549-eb75-4de4-a617-a32bafec5690 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020839 Feb 11 13:17:32.398013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec5977-cda1-4c33-a048-5c1a6a0f3dbf req-4772ac2c-3510-4523-a58d-714c71c568b7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.399457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dec5977-cda1-4c33-a048-5c1a6a0f3dbf req-4772ac2c-3510-4523-a58d-714c71c568b7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0989676 Feb 11 13:17:32.424272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-5c7c002b-2c45-4e47-b4f1-e57ab2f0f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.426111 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-5c7c002b-2c45-4e47-b4f1-e57ab2f0f29e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1874192 Feb 11 13:17:32.432807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-c543b0ef-e19a-4702-8e21-b898c563a0c7 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 1002 time: 0.1829057 Feb 11 13:17:32.466322 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.480513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Request body: {'floatingip': {'port_id': '9eee48f6-1723-4176-a91e-c15e587184d6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:32.532233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4ced9b43-6f8b-44bf-a834-7eeef08f728a service neutron] No DVR routers for this DVR port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:32.567336 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dec5977-cda1-4c33-a048-5c1a6a0f3dbf req-abfe1177-eafb-4f7e-9b41-b6e0dfd63340 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590300 Feb 11 13:17:32.588937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf53ba72-e0ad-4874-ba72-fca23cb9db17,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:32.625248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-ca21b488-6eae-4489-802f-36e0bc153063 service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248108 Feb 11 13:17:32.643793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4ced9b43-6f8b-44bf-a834-7eeef08f728a service neutron] 10.222.0.13 "PUT /v2.0/ports/7f0a0561-adf6-4a56-a651-c8d7ce9f199e/bindings/n-h2-816488-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5967412 Feb 11 13:17:32.662118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced9b43-6f8b-44bf-a834-7eeef08f728a service neutron] Pushing event updated for resources: {'Port': ['ID=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,revision_number=10']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:32.692859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:32.733629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Allocated IP 192.168.233.192 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/2e342c98-9e58-4324-968c-53cc8fa72d72) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:32.739111 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-40a71ed3-1cfc-4f01-be47-101d895c3387 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035445 Feb 11 13:17:32.904018 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f41052d1-d892-4a80-b3f7-33c86e1cf3e7 req-6b7374bf-83b5-43b9-a8ca-27cba9368487 service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701166 Feb 11 13:17:32.916842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-273b02d7-9949-44aa-8069-04045012a337 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.918415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-273b02d7-9949-44aa-8069-04045012a337 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/networks?id=e055b0fa-ddbd-4312-b152-6887c946b0b7 HTTP/1.1" status: 200 len: 822 time: 0.2174184 Feb 11 13:17:32.946076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-beaf366e-3af8-440c-a784-77090fcb0593 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:32.947571 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-beaf366e-3af8-440c-a784-77090fcb0593 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.1589048 Feb 11 13:17:32.992287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-238ab33e-8be4-4205-8586-04f858980704 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/quotas/6d4425c7777d4c33a6c9a92ce06ac536 HTTP/1.1" status: 200 len: 375 time: 0.0576978 Feb 11 13:17:33.084468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-88ac042e-ed9b-4081-9367-a1f8626cf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.085982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-88ac042e-ed9b-4081-9367-a1f8626cf886 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31&tenant_id=c143e0388f93410888c1f43650d02942 HTTP/1.1" status: 200 len: 1096 time: 0.1121089 Feb 11 13:17:33.104100 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.113914 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-21958ef5-64c7-445c-bc02-bd742c9e841b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1018767 Feb 11 13:17:33.166814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c56a473-a79e-42ef-a80f-6aa71e401c03 req-6cf47f28-9ac5-417f-b36b-bd14428220b6 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190054 Feb 11 13:17:33.238395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-b3f72668-aadb-4ddf-90c3-548d454c5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.239885 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-b3f72668-aadb-4ddf-90c3-548d454c5d06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1096 time: 0.1239395 Feb 11 13:17:33.263722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-4d29bbca-4766-479b-ae7a-2ed1e61a5295 service neutron] 10.222.0.52 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392283 Feb 11 13:17:33.322896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.436257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:33.447379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Pushing event updated for resources: {'Port': ['ID=2e342c98-9e58-4324-968c-53cc8fa72d72,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:33.465610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:33.470304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:33.482465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4eb12e64-9715-4900-92fa-f375d033937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.483954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-4eb12e64-9715-4900-92fa-f375d033937d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.2335565 Feb 11 13:17:33.524956 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-b471a53d-d72e-4cb7-a93e-8b5a4f5f738b service neutron] 10.222.0.52 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496998 Feb 11 13:17:33.557972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-99823b04-1f7a-4ccd-a237-3a63ef5f66b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e HTTP/1.1" status: 200 len: 217 time: 0.0504513 Feb 11 13:17:33.584916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.585577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.635137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-616fa7a7-9e1a-4fbe-ad64-45d8eaf2e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.635137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-616fa7a7-9e1a-4fbe-ad64-45d8eaf2e095 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0681291 Feb 11 13:17:33.636560 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.672619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-dd0feb86-a77a-4641-8e2b-c809dc576e02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306957 Feb 11 13:17:33.700981 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-58b8c488-5890-4407-9de9-7c2758495771 None None] Provisioning complete for port 2e342c98-9e58-4324-968c-53cc8fa72d72 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:33.701503 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58b8c488-5890-4407-9de9-7c2758495771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.729992 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-3a6bbcaa-f7f5-4e0a-8700-a1e2f9219e30 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3013492 Feb 11 13:17:33.735336 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-58b8c488-5890-4407-9de9-7c2758495771 None None] Port 2e342c98-9e58-4324-968c-53cc8fa72d72 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:17:33.742222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.749712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Request body: {'port': {'device_id': 'c72d2b78-9811-4e6a-8dd5-b027bfea745d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:33.824958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-cf031183-5df6-4d17-ae5b-78fd242d57e3 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450109 Feb 11 13:17:33.869883 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Floating IP b9b390f0-8bfc-443e-8b29-3ece3d23da29 associated. External IP: 172.25.0.240, port: 94566695-9190-4566-8c55-97c5ad510a6d. Feb 11 13:17:33.913467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:33.985241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c5939-d72b-49d0-b56b-cd6228cf4753 req-48d15459-ee46-4c2b-bfc1-0275e232a722 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:33.987640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c30c5939-d72b-49d0-b56b-cd6228cf4753 req-48d15459-ee46-4c2b-bfc1-0275e232a722 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 945 time: 0.1612771 Feb 11 13:17:34.035136 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-99061879-c181-427e-b1aa-637748fc26e8 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917813 Feb 11 13:17:34.085522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Router a64ce253-1cd9-429f-a2f3-2fc796f36464 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:17:34.109468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c30c5939-d72b-49d0-b56b-cd6228cf4753 req-fbb3bed0-3ef9-4955-a9f7-18aafe73438b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097553 Feb 11 13:17:34.215346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:34.234988 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] Sync routers for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:34.254218 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:34.254824 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:34.272754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcefeca-a0a5-45d8-9ac2-8e0afbc46535 req-b9e80d2c-a37e-4fd5-9ff8-7e42817c7b62 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.274407 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfcefeca-a0a5-45d8-9ac2-8e0afbc46535 req-b9e80d2c-a37e-4fd5-9ff8-7e42817c7b62 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 936 time: 0.0769525 Feb 11 13:17:34.336140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e342c98-9e58-4324-968c-53cc8fa72d72 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:34.348661 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfcefeca-a0a5-45d8-9ac2-8e0afbc46535 req-fc2aceda-0e55-43de-a3ba-acc4059dcc6d tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543528 Feb 11 13:17:34.350655 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.370581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Transition to ACTIVE for port object 2e342c98-9e58-4324-968c-53cc8fa72d72 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:34.389404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7f0a0561-adf6-4a56-a651-c8d7ce9f199e no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:34.399742 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:34.450587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.483732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7f0a0561-adf6-4a56-a651-c8d7ce9f199e not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:34.494161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Router a64ce253-1cd9-429f-a2f3-2fc796f36464 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:17:34.609104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2c4a6b29-15e8-4957-9f21-456f7073dc45 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:34.634336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:34.642059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.678082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:34.680851 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96cb4ec-7a09-41bc-aceb-688900bb4096" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "tag": "94566695-9190-4566-8c55-97c5ad510a6d"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:34.695398 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '9eee48f6-1723-4176-a91e-c15e587184d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:24:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c23a44-f183-4196-befe-b770545583ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 3, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:34.716278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e342c98-9e58-4324-968c-53cc8fa72d72,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:34.727900 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-b9b3cb31-06b5-498b-9184-36fbe971dd7a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "PUT /v2.0/floatingips/b9b390f0-8bfc-443e-8b29-3ece3d23da29 HTTP/1.1" status: 200 len: 999 time: 2.2811718 Feb 11 13:17:34.753113 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] Checking router: a64ce253-1cd9-429f-a2f3-2fc796f36464 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:34.757598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e4b6e-753d-4eb1-8017-0254ec416166 req-de45ad05-345c-45a0-b271-8220a2a943d8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.759095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d51e4b6e-753d-4eb1-8017-0254ec416166 req-de45ad05-345c-45a0-b271-8220a2a943d8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 945 time: 0.2907774 Feb 11 13:17:34.777049 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:34.777682 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:34.793166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b212a-579e-40d2-bf6a-76339649f003 req-bbf4640b-75b4-4dd8-8b3e-effb08cfb7ac tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.795678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-bbf4640b-75b4-4dd8-8b3e-effb08cfb7ac tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports/94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 943 time: 0.0662799 Feb 11 13:17:34.798479 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-78cd23ed-f93b-4b7c-8697-a0507a6dc8a4 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:34.800079 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-78cd23ed-f93b-4b7c-8697-a0507a6dc8a4 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.2371907 Feb 11 13:17:34.825950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2c4a6b29-15e8-4957-9f21-456f7073dc45, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2c4a6b29-15e8-4957-9f21-456f7073dc45,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:34.850928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '2c4a6b29-15e8-4957-9f21-456f7073dc45', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '2c4a6b29-15e8-4957-9f21-456f7073dc45', 'mac_address': 'fa:16:3e:9c:fb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:34.854505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Attempting to bind port 2e342c98-9e58-4324-968c-53cc8fa72d72 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:34.854846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Attempting to bind port 2e342c98-9e58-4324-968c-53cc8fa72d72 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:34.855177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Attempting to bind port 2e342c98-9e58-4324-968c-53cc8fa72d72 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:34.876886 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d51e4b6e-753d-4eb1-8017-0254ec416166 req-591936de-779d-4de3-8c8f-0494e9adc4b6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051049 Feb 11 13:17:34.885099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Port 2e342c98-9e58-4324-968c-53cc8fa72d72 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:34.885428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Attempting to bind port 2e342c98-9e58-4324-968c-53cc8fa72d72 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:34.897541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:34.897949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:34.898664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:34.898795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Bound port: 2e342c98-9e58-4324-968c-53cc8fa72d72, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:34.899266 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.952477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:34.986609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4a6b29-15e8-4957-9f21-456f7073dc45 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:34.999509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b212a-579e-40d2-bf6a-76339649f003 req-18001fc5-0568-4571-a7cb-0bab7b4ad7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.003808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-18001fc5-0568-4571-a7cb-0bab7b4ad7b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1097 time: 0.1144712 Feb 11 13:17:35.022814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2c4a6b29-15e8-4957-9f21-456f7073dc45, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2c4a6b29-15e8-4957-9f21-456f7073dc45,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:35.026248 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:35.100422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b212a-579e-40d2-bf6a-76339649f003 req-2c702494-1cea-4cda-9136-783df8c7ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.102095 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-2c702494-1cea-4cda-9136-783df8c7ecfe service neutron] 10.222.0.52 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.0910616 Feb 11 13:17:35.110350 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.161978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-cf4e64a1-9ee9-422a-85c8-95f0693e8e1f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 217 time: 0.0521781 Feb 11 13:17:35.212711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2c4a6b29-15e8-4957-9f21-456f7073dc45,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:35.220666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.221192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.221736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.225381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.225381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.225381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.225381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.225381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.225381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.225381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.225381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.225381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:17:35.231237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b212a-579e-40d2-bf6a-76339649f003 req-f743861b-731c-44d0-b640-2fef3141293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.232757 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-f743861b-731c-44d0-b640-2fef3141293f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0620840 Feb 11 13:17:35.292599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b212a-579e-40d2-bf6a-76339649f003 req-3471960c-1408-4e52-879f-2d088a6e13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.303641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-3471960c-1408-4e52-879f-2d088a6e13bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640862 Feb 11 13:17:35.310170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-451d689b-4542-4c12-bdc7-25cfe1c8a9d2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:17:35.311734 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '9eee48f6-1723-4176-a91e-c15e587184d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:24:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c23a44-f183-4196-befe-b770545583ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 3, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:35.322059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-451d689b-4542-4c12-bdc7-25cfe1c8a9d2 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175014 Feb 11 13:17:35.351395 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc39527-dbc9-4d39-badb-87b465171911 None None] The sync data for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 is: [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '9eee48f6-1723-4176-a91e-c15e587184d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:24:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c23a44-f183-4196-befe-b770545583ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:33Z', 'revision_number': 3, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:35.354155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] For port 2e342c98-9e58-4324-968c-53cc8fa72d72, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:35.376310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] For port 2e342c98-9e58-4324-968c-53cc8fa72d72, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2e342c98-9e58-4324-968c-53cc8fa72d72,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:35.388951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a572c-9cde-445e-aa02-3a30b7f9d6cb req-07bf11d4-f065-4aa7-a18e-5ebbc9532845 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.390438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-876a572c-9cde-445e-aa02-3a30b7f9d6cb req-07bf11d4-f065-4aa7-a18e-5ebbc9532845 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 948 time: 0.1001246 Feb 11 13:17:35.418693 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-13bc5d18-2252-442f-83f2-182833e38d34 service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954084 Feb 11 13:17:35.433702 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-876a572c-9cde-445e-aa02-3a30b7f9d6cb req-8c40e966-3f04-4cbf-886e-79e8b98f9ac2 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Feb 11 13:17:35.458265 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.467947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-d51be9a6-8796-4a65-aca6-f148b3b242bc service neutron] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:35.503832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['2c4a6b29-15e8-4957-9f21-456f7073dc45'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:35.516894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-d51be9a6-8796-4a65-aca6-f148b3b242bc service neutron] Notify callbacks [] for binding, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.518217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ddb0316-e01b-4ce0-ade8-be3342fa8ee6 req-d51be9a6-8796-4a65-aca6-f148b3b242bc service neutron] 10.222.0.59 "DELETE /v2.0/ports/7f0a0561-adf6-4a56-a651-c8d7ce9f199e/bindings/n-h1-816488-1 HTTP/1.1" status: 204 len: 173 time: 0.7106147 Feb 11 13:17:35.541132 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-c61d4726-d910-4959-9517-b67f90472b12 service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106253 Feb 11 13:17:35.552873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.553502 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:35.559244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/2e342c98-9e58-4324-968c-53cc8fa72d72 HTTP/1.1" status: 200 len: 1096 time: 1.8154423 Feb 11 13:17:35.564255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72d2b78-9811-4e6a-8dd5-b027bfea745d', 'tag': '2e342c98-9e58-4324-968c-53cc8fa72d72'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:35.564255 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90967c1-fd33-4494-b0f3-de8bbd8830f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c72d2b78-9811-4e6a-8dd5-b027bfea745d", "tag": "2e342c98-9e58-4324-968c-53cc8fa72d72"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:35.602700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2992f26-13c0-46ed-96e3-ac22116a062f None None] New status for floating IP b9b390f0-8bfc-443e-8b29-3ece3d23da29: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:17:35.627012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cbb7a-631d-489a-925b-47ceae4d2dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e342c98-9e58-4324-968c-53cc8fa72d72,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:35.680471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914a5cb-0a28-4bfe-a859-21743047ec84 req-4b2d91c0-5f65-46db-bd33-6c86c71ce362 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.692250 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b914a5cb-0a28-4bfe-a859-21743047ec84 req-4b2d91c0-5f65-46db-bd33-6c86c71ce362 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1712997 Feb 11 13:17:35.729530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b212a-579e-40d2-bf6a-76339649f003 req-74941017-6b6c-4fae-bef1-8aa2403f4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.740046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-74941017-6b6c-4fae-bef1-8aa2403f4889 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 1097 time: 0.0825536 Feb 11 13:17:35.767182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-be905480-6b0e-476a-ad31-9ea4769bbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.769605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-be905480-6b0e-476a-ad31-9ea4769bbf9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b07a8e604911482b989c09b3e3c99391&device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 1099 time: 0.0676589 Feb 11 13:17:35.784990 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b914a5cb-0a28-4bfe-a859-21743047ec84 req-022ecfec-029a-46f3-b2e1-202d61458f31 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864394 Feb 11 13:17:35.850460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-2d721f8b-77f1-4d47-a0e3-4e710004bc5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=2e342c98-9e58-4324-968c-53cc8fa72d72 HTTP/1.1" status: 200 len: 217 time: 0.0642376 Feb 11 13:17:35.857240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b212a-579e-40d2-bf6a-76339649f003 req-872a4a62-37d9-4f2a-bcbe-fdd3bbbc57eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.862761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-872a4a62-37d9-4f2a-bcbe-fdd3bbbc57eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.1212635 Feb 11 13:17:35.918613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd627b8c-d683-4d23-b668-e495210d2fd2 req-56371ea7-2286-48c8-92da-ab1ccb20900f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 210 time: 0.0589287 Feb 11 13:17:35.933613 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-6c2323ac-91e6-4888-8bdf-ff90671d5857 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eee48f6-1723-4176-a91e-c15e587184d6 HTTP/1.1" status: 200 len: 1002 time: 0.0676775 Feb 11 13:17:35.941614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-ce051c95-2f95-409d-962a-cce95e09c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.944072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-ce051c95-2f95-409d-962a-cce95e09c3ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0851197 Feb 11 13:17:35.988009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b212a-579e-40d2-bf6a-76339649f003 req-72722721-6499-4ff8-a798-15da68220ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:35.996302 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-72722721-6499-4ff8-a798-15da68220ca9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0616062 Feb 11 13:17:36.043227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-e8685fa2-7c33-491a-9d46-4ba52fee7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.045255 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-e8685fa2-7c33-491a-9d46-4ba52fee7f6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0874720 Feb 11 13:17:36.053097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b212a-579e-40d2-bf6a-76339649f003 req-ee6ea8ae-91e2-4602-9154-f48e7f790f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.055785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c90b2-1034-4a26-a8d8-c39363af182a req-2df9270d-2b95-48d2-8bbe-6bf45fd01603 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.057379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f2c90b2-1034-4a26-a8d8-c39363af182a req-2df9270d-2b95-48d2-8bbe-6bf45fd01603 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1096 time: 0.0641913 Feb 11 13:17:36.060723 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-ee6ea8ae-91e2-4602-9154-f48e7f790f76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635810 Feb 11 13:17:36.080713 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] Sync routers for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:36.094863 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:36.095629 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:36.168894 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-59ffc3a8-7aaa-4733-8c9a-57989c5bfcab service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071963 Feb 11 13:17:36.221049 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:36.229862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f2c90b2-1034-4a26-a8d8-c39363af182a req-fa2038c9-386d-44f7-8c8e-68e1118273f0 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362796 Feb 11 13:17:36.284273 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-27f1c5f1-1845-46c2-a90d-13213541a1aa service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252903 Feb 11 13:17:36.293787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-fb541f60-d0df-488b-b224-0793c1663717 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.295492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-fb541f60-d0df-488b-b224-0793c1663717 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.59 "GET /v2.0/networks?id=e055b0fa-ddbd-4312-b152-6887c946b0b7 HTTP/1.1" status: 200 len: 822 time: 0.2290585 Feb 11 13:17:36.309234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6b212a-579e-40d2-bf6a-76339649f003 req-734c9d2b-b3ee-4bb8-be37-40818d4c3b71 service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228325 Feb 11 13:17:36.310883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Request body: {'port': {'device_id': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7', 'admin_state_up': True, 'tenant_id': '6d4425c7777d4c33a6c9a92ce06ac536'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:36.385363 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc310890-5302-41b3-8e89-678cda2ad031 x-openstack-request-id: req-dc310890-5302-41b3-8e89-678cda2ad031 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:36.385878 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "tag": "94566695-9190-4566-8c55-97c5ad510a6d", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:36.386350 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc310890-5302-41b3-8e89-678cda2ad031 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:36.386937 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d', 'status': 'completed', 'code': 200} Feb 11 13:17:36.427514 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99e4cae-bec5-4cc9-b5cf-86795ab16392 x-openstack-request-id: req-c99e4cae-bec5-4cc9-b5cf-86795ab16392 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:36.428031 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72d2b78-9811-4e6a-8dd5-b027bfea745d", "tag": "2e342c98-9e58-4324-968c-53cc8fa72d72", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:36.428127 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c99e4cae-bec5-4cc9-b5cf-86795ab16392 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:36.428534 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72d2b78-9811-4e6a-8dd5-b027bfea745d', 'tag': '2e342c98-9e58-4324-968c-53cc8fa72d72', 'status': 'completed', 'code': 200} Feb 11 13:17:36.534048 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '9eee48f6-1723-4176-a91e-c15e587184d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:24:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c23a44-f183-4196-befe-b770545583ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:35Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:36.536872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97962c9d-fe34-4576-a761-03a038ab79a0 req-fcd6a6af-d2e1-4fc5-84bd-5925134328f1 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.538492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97962c9d-fe34-4576-a761-03a038ab79a0 req-fcd6a6af-d2e1-4fc5-84bd-5925134328f1 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 948 time: 0.0683112 Feb 11 13:17:36.563779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88ffd789-d4bd-4f54-bba8-e29b3684bab6 req-2d58f0a8-c153-4b10-8689-4f17a051cc93 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641695 Feb 11 13:17:36.563993 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] Checking router: a64ce253-1cd9-429f-a2f3-2fc796f36464 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:36.572958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-ea77d6c1-85a1-4e52-9c55-33db07f96ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.573395 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:36.574056 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:36.575863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-ea77d6c1-85a1-4e52-9c55-33db07f96ee3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1097 time: 0.1426325 Feb 11 13:17:36.582110 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97962c9d-fe34-4576-a761-03a038ab79a0 req-18a734ec-5cd8-4472-8ba7-be8750522005 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360210 Feb 11 13:17:36.668696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b082ff-1921-41ed-8c89-0070740cd263 req-c30f8cab-cbbd-4122-8eb9-1716cface205 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.670289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90b082ff-1921-41ed-8c89-0070740cd263 req-c30f8cab-cbbd-4122-8eb9-1716cface205 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 945 time: 0.1676939 Feb 11 13:17:36.692895 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:36.728072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0d20b-63d3-4600-89ed-c4b8f03ad601 req-7abb1ad5-daee-4946-96fe-48c283c1a09d tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.729680 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33a0d20b-63d3-4600-89ed-c4b8f03ad601 req-7abb1ad5-daee-4946-96fe-48c283c1a09d tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1096 time: 0.0654640 Feb 11 13:17:36.749699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Made reservation on behalf of 6d4425c7777d4c33a6c9a92ce06ac536 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:36.754034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:36.766912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33a0d20b-63d3-4600-89ed-c4b8f03ad601 req-48e591cd-421c-48f8-96d5-15b4f551d1f4 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Feb 11 13:17:36.780685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90b082ff-1921-41ed-8c89-0070740cd263 req-06840cec-d280-4c47-844b-3f417b9002c6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803359 Feb 11 13:17:36.803432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-563e7699-9c34-42e0-97b8-e0890f487a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.804909 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-563e7699-9c34-42e0-97b8-e0890f487a98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b07a8e604911482b989c09b3e3c99391&device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 1099 time: 0.1317263 Feb 11 13:17:36.808105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-bfef049a-2e53-4476-a78f-59d3f43294fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.809497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-bfef049a-2e53-4476-a78f-59d3f43294fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.2212462 Feb 11 13:17:36.943559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df8c06-1f1a-4c91-8244-089e289de19d req-0025941d-3307-41d3-8ad8-3831aa730d25 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:36.945103 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6df8c06-1f1a-4c91-8244-089e289de19d req-0025941d-3307-41d3-8ad8-3831aa730d25 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 948 time: 0.0558076 Feb 11 13:17:36.960829 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '9eee48f6-1723-4176-a91e-c15e587184d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:24:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c23a44-f183-4196-befe-b770545583ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:35Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:36.985711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6df8c06-1f1a-4c91-8244-089e289de19d req-9bab360c-07b0-45f9-8173-74466d8a0199 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341234 Feb 11 13:17:36.988795 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fb5ee0-71c8-45a6-83f9-2e2d02baaa2a None None] The sync data for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 is: [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '9eee48f6-1723-4176-a91e-c15e587184d6', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:24:00:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5c23a44-f183-4196-befe-b770545583ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:35Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:37.009803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-65389a44-0b06-4709-a568-b6542f088a64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 217 time: 0.1544619 Feb 11 13:17:37.107003 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4309782e-aafc-4329-8f8d-9a86bdda6de2 req-daca49d1-fceb-41d6-b66d-9116232309d9 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.108592 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4309782e-aafc-4329-8f8d-9a86bdda6de2 req-daca49d1-fceb-41d6-b66d-9116232309d9 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0548146 Feb 11 13:17:37.137737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa4d7d35-c429-463e-89d5-7f6c06657039 req-9bce8eb6-5b26-471a-9cfc-0650456751a9 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 1002 time: 0.3270624 Feb 11 13:17:37.152882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4309782e-aafc-4329-8f8d-9a86bdda6de2 req-8af354b2-ab75-40e5-bc62-9bb1f9cee17e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356367 Feb 11 13:17:37.182765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-7fc8d51e-a655-42d1-ab49-d3436752c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.184274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-7fc8d51e-a655-42d1-ab49-d3436752c788 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.1738222 Feb 11 13:17:37.191659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-06341c6f-b464-4ba2-b124-96fde5157e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.193185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-06341c6f-b464-4ba2-b124-96fde5157e94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.3140230 Feb 11 13:17:37.195664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Allocated IP 172.20.0.5 (e055b0fa-ddbd-4312-b152-6887c946b0b7/d18a105d-2a8a-4f4c-88e6-31f31c44eeca/c638fc72-8ada-4218-94e9-d8c1e924f744) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:37.288071 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-de3d8b24-9dc9-4a52-bcff-f8c947f15b32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=2e342c98-9e58-4324-968c-53cc8fa72d72 HTTP/1.1" status: 200 len: 217 time: 0.0667105 Feb 11 13:17:37.294629 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-baab178a-486e-41cf-bbd3-fd75c201ae1d req-499eb37a-4770-4fc8-8b3c-7b6f8c17fe58 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 210 time: 0.0282302 Feb 11 13:17:37.319572 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d7d35-c429-463e-89d5-7f6c06657039 req-7cb6dff3-ceb6-43eb-b520-21f103499bd1 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.320903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa4d7d35-c429-463e-89d5-7f6c06657039 req-7cb6dff3-ceb6-43eb-b520-21f103499bd1 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports/9eee48f6-1723-4176-a91e-c15e587184d6 HTTP/1.1" status: 200 len: 943 time: 0.1594484 Feb 11 13:17:37.387794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-22329438-9a49-43ec-b4c9-7a7399365608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.389179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-22329438-9a49-43ec-b4c9-7a7399365608 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951175 Feb 11 13:17:37.400260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7774c59-1132-4d3d-ba0f-b3437492a4a1 req-d09c581b-75d0-494c-a4ae-5fb19406202b tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.401724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7774c59-1132-4d3d-ba0f-b3437492a4a1 req-d09c581b-75d0-494c-a4ae-5fb19406202b tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 1096 time: 0.0448043 Feb 11 13:17:37.438304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7774c59-1132-4d3d-ba0f-b3437492a4a1 req-140aeb6b-d5ca-4b96-addc-2e10ec7eb6e3 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300744 Feb 11 13:17:37.498539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-2f6e9e50-1a69-42bf-86b1-b77ab07d198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.500008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-2f6e9e50-1a69-42bf-86b1-b77ab07d198b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.2004869 Feb 11 13:17:37.586273 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa4d7d35-c429-463e-89d5-7f6c06657039 req-7c60838b-56a2-4956-82e2-2bf0fab5c4f2 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 1002 time: 0.2140694 Feb 11 13:17:37.906583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-46a6bbf2-b4df-4d9a-9220-3d84be481062 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.908193 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-46a6bbf2-b4df-4d9a-9220-3d84be481062 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 807 time: 0.1055996 Feb 11 13:17:37.923681 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-b5e623c7-9f60-487e-b220-e553d8f5df1a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/quotas/c143e0388f93410888c1f43650d02942 HTTP/1.1" status: 200 len: 375 time: 0.0094163 Feb 11 13:17:37.944293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-d9d6acda-403c-43e5-8005-89e723b9ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:37.945732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-d9d6acda-403c-43e5-8005-89e723b9ca75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4079540 Feb 11 13:17:37.956685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-5c011529-3581-402e-a153-e687c1b3d0bd service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552850 Feb 11 13:17:37.981649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-daea5766-25a0-408a-bf96-dcccfcf5ba06 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518746 Feb 11 13:17:37.992755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.155014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d7d35-c429-463e-89d5-7f6c06657039 req-2b64b3b0-4b0c-4155-bab1-6e4d717510b8 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.156509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa4d7d35-c429-463e-89d5-7f6c06657039 req-2b64b3b0-4b0c-4155-bab1-6e4d717510b8 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.5606782 Feb 11 13:17:38.208346 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-05d16027-6349-4710-a335-91e5d18b863a service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460995 Feb 11 13:17:38.210262 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a96cb4ec-7a09-41bc-aceb-688900bb4096 req-10b3fa48-9687-460e-9cf8-97d9dd1c1baa service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338734 Feb 11 13:17:38.283043 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.320548 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-5ca83e19-844b-4543-af8b-b2f947dbcf75 service neutron] 10.222.0.52 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312068 Feb 11 13:17:38.360359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Network e055b0fa-ddbd-4312-b152-6887c946b0b7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:38.383053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:38.390266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:38.393202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c23a44-f183-4196-befe-b770545583ac', 'tag': '9eee48f6-1723-4176-a91e-c15e587184d6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:38.395464 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc08ac7-7402-444e-8149-1c2477d8531f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c23a44-f183-4196-befe-b770545583ac", "tag": "9eee48f6-1723-4176-a91e-c15e587184d6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:38.400242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a7dc1-6921-40a3-a4e3-3f6c930f6a3e req-d60725e5-b582-4675-8987-3605d884dfe8 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.401732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b6a7dc1-6921-40a3-a4e3-3f6c930f6a3e req-d60725e5-b582-4675-8987-3605d884dfe8 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 948 time: 0.1628737 Feb 11 13:17:38.402363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event updated for resources: {'Port': ['ID=c638fc72-8ada-4218-94e9-d8c1e924f744,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:38.416203 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-e1e869e9-cf35-47fb-98f5-85d4280470d0 service neutron] 10.222.0.52 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895300 Feb 11 13:17:38.437935 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d90967c1-fd33-4494-b0f3-de8bbd8830f1 req-a037e14f-2218-4465-9c20-62917f48de1c service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180047 Feb 11 13:17:38.481882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.482503 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.493252 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b6a7dc1-6921-40a3-a4e3-3f6c930f6a3e req-78ff9fcc-8c75-4b1a-9f66-d45a56bde2de tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614638 Feb 11 13:17:38.584597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a268663-648d-443e-8c83-a5bbb40112bd req-f83f05ba-81d9-4014-87ad-40d739bce440 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.586017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a268663-648d-443e-8c83-a5bbb40112bd req-f83f05ba-81d9-4014-87ad-40d739bce440 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1096 time: 0.0393941 Feb 11 13:17:38.607831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-3ca12a4f-e96a-4c32-9242-915757ddcd4b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3021710 Feb 11 13:17:38.623908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Request body: {'port': {'device_id': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:38.644616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2c4a6b29-15e8-4957-9f21-456f7073dc45 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:38.653524 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a268663-648d-443e-8c83-a5bbb40112bd req-83b0b912-51a0-41bb-a1a1-67caff82d58a tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613642 Feb 11 13:17:38.686498 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.741901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf02795-1f10-4ed9-84a6-d60884ef4fd1 req-60485381-b145-4823-9949-cca5118ef40b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.745111 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1cf02795-1f10-4ed9-84a6-d60884ef4fd1 req-60485381-b145-4823-9949-cca5118ef40b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 948 time: 0.0550706 Feb 11 13:17:38.786374 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1cf02795-1f10-4ed9-84a6-d60884ef4fd1 req-2a2fa628-e4a8-4f1b-8f22-0e4cfa55cb16 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351460 Feb 11 13:17:38.792136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 2c4a6b29-15e8-4957-9f21-456f7073dc45 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:38.796314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 2c4a6b29-15e8-4957-9f21-456f7073dc45 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:38.796975 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.877175 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-a96f47d9-a1c8-43ee-8295-f60d90365b46 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 1002 time: 0.1438236 Feb 11 13:17:38.893552 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:38.920642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd595dd7-05ed-44ef-8fde-bd03d99914b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4a6b29-15e8-4957-9f21-456f7073dc45'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:38.922909 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aff9949-372b-46ee-9712-4a173d272f02" -d '{"events": [{"server_uuid": "dd595dd7-05ed-44ef-8fde-bd03d99914b9", "name": "network-vif-plugged", "status": "completed", "tag": "2c4a6b29-15e8-4957-9f21-456f7073dc45"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:38.936152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cab314-2613-41f9-b6db-2df718ae87cc req-764ac0e7-804f-4a29-93cf-17836afe6e34 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.936363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2c4a6b29-15e8-4957-9f21-456f7073dc45, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2c4a6b29-15e8-4957-9f21-456f7073dc45,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:38.938330 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b1cab314-2613-41f9-b6db-2df718ae87cc req-764ac0e7-804f-4a29-93cf-17836afe6e34 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0633652 Feb 11 13:17:38.948257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-bfa30d7b-38f6-48bf-bb8a-0f52d8ba7b1d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:38.949862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-bfa30d7b-38f6-48bf-bb8a-0f52d8ba7b1d tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports/9eee48f6-1723-4176-a91e-c15e587184d6 HTTP/1.1" status: 200 len: 943 time: 0.0716951 Feb 11 13:17:38.983061 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b1cab314-2613-41f9-b6db-2df718ae87cc req-61fd4da1-8704-4e9c-b733-812c67558770 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387580 Feb 11 13:17:39.000949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.055809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2c4a6b29-15e8-4957-9f21-456f7073dc45,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:39.103930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-8d52dd28-f906-4f88-b44c-84be66c74937 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 1002 time: 0.1053309 Feb 11 13:17:39.132440 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8ddb5-56bd-497a-a8a1-84e01267a541 req-a1575c82-2885-4545-94af-5c2b93abafb7 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:39.133964 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dbd8ddb5-56bd-497a-a8a1-84e01267a541 req-a1575c82-2885-4545-94af-5c2b93abafb7 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 931 time: 0.0671332 Feb 11 13:17:39.173945 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dbd8ddb5-56bd-497a-a8a1-84e01267a541 req-45693088-137a-4441-92f0-2aa8f503c470 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336154 Feb 11 13:17:39.213081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c638fc72-8ada-4218-94e9-d8c1e924f744 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:39.225585 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.232889 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0bbef5-d77d-4406-b1f2-a25c2ca71f02 x-openstack-request-id: req-cd0bbef5-d77d-4406-b1f2-a25c2ca71f02 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:39.233202 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c23a44-f183-4196-befe-b770545583ac", "tag": "9eee48f6-1723-4176-a91e-c15e587184d6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:39.233510 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd0bbef5-d77d-4406-b1f2-a25c2ca71f02 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:39.234122 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c23a44-f183-4196-befe-b770545583ac', 'tag': '9eee48f6-1723-4176-a91e-c15e587184d6', 'status': 'completed', 'code': 200} Feb 11 13:17:39.266954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Transition to ACTIVE for port object c638fc72-8ada-4218-94e9-d8c1e924f744 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:39.284680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-4abd118d-752a-44fd-8f0d-30f1dd9d18f3 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:39.286061 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-4abd118d-752a-44fd-8f0d-30f1dd9d18f3 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1753805 Feb 11 13:17:39.295646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87d7cfef-15c3-4aac-9f15-4c1fb691bbc8 req-a479ffe9-1146-4ba3-b834-70b16088f063 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 210 time: 0.0264487 Feb 11 13:17:39.355672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-2dcaa86d-8a46-4a85-bbbe-45b792e9b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:39.357078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-2dcaa86d-8a46-4a85-bbbe-45b792e9b547 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 1097 time: 0.0879271 Feb 11 13:17:39.394527 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.423810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-d6310fe6-b32f-4ca2-9241-bb14eab544ad tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 1002 time: 0.1232295 Feb 11 13:17:39.461182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-ba768305-4edd-4f38-a5c9-1e7e23146cce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:39.528075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Pushing event updated for resources: {'Port': ['ID=c638fc72-8ada-4218-94e9-d8c1e924f744,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:39.597096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-38c91549-8d64-493d-b560-d841b5b8ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:39.599029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-38c91549-8d64-493d-b560-d841b5b8ec8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.2340231 Feb 11 13:17:39.600749 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-ba768305-4edd-4f38-a5c9-1e7e23146cce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.758486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-89366d34-fee8-4ff3-b283-ff0d52af4ae1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eee48f6-1723-4176-a91e-c15e587184d6 HTTP/1.1" status: 200 len: 1002 time: 0.1515520 Feb 11 13:17:39.760790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Attempting to bind port c638fc72-8ada-4218-94e9-d8c1e924f744 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:39.761122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Attempting to bind port c638fc72-8ada-4218-94e9-d8c1e924f744 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:39.761448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Attempting to bind port c638fc72-8ada-4218-94e9-d8c1e924f744 on network e055b0fa-ddbd-4312-b152-6887c946b0b7 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:39.783661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Port c638fc72-8ada-4218-94e9-d8c1e924f744 on network e055b0fa-ddbd-4312-b152-6887c946b0b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:39.783987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Attempting to bind port c638fc72-8ada-4218-94e9-d8c1e924f744 on network e055b0fa-ddbd-4312-b152-6887c946b0b7 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:39.816862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:39.817201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Checking segment: {'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:39.817578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Bound using segment: {'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:39.818038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Bound port: c638fc72-8ada-4218-94e9-d8c1e924f744, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:39.818397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.869023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-ba768305-4edd-4f38-a5c9-1e7e23146cce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.901096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-a625234a-c966-4d6a-a816-33229d9aa5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:39.902584 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-a625234a-c966-4d6a-a816-33229d9aa5ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.1355205 Feb 11 13:17:39.947971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-ba768305-4edd-4f38-a5c9-1e7e23146cce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:39.948306 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-ba768305-4edd-4f38-a5c9-1e7e23146cce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Floating IP b9b390f0-8bfc-443e-8b29-3ece3d23da29 disassociated. External IP: 172.25.0.240, port: 9eee48f6-1723-4176-a91e-c15e587184d6. Feb 11 13:17:39.992602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] For port c638fc72-8ada-4218-94e9-d8c1e924f744, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:40.016098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] For port c638fc72-8ada-4218-94e9-d8c1e924f744, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c638fc72-8ada-4218-94e9-d8c1e924f744,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:40.023147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-4cdbda54-fa2e-4db9-9420-9daef04e7401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:40.024645 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-4cdbda54-fa2e-4db9-9420-9daef04e7401 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133032 Feb 11 13:17:40.108919 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.170534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:40.171143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.172504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] 10.222.0.59 "PUT /v2.0/ports/c638fc72-8ada-4218-94e9-d8c1e924f744 HTTP/1.1" status: 200 len: 1091 time: 1.5571318 Feb 11 13:17:40.172941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'tag': 'c638fc72-8ada-4218-94e9-d8c1e924f744'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:40.175959 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0536a147-74f2-4c49-966d-ce843b973069" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa2bbab-9abe-477b-b03e-72318462e161", "tag": "c638fc72-8ada-4218-94e9-d8c1e924f744"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:40.240361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef795c88-f78f-4757-ad45-4d66fcda1661 service neutron] Pushing event updated for resources: {'Port': ['ID=c638fc72-8ada-4218-94e9-d8c1e924f744,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:40.260227 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-f66a8af4-3e79-4342-8ce3-5e0d796bcaa6 service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052453 Feb 11 13:17:40.392057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2e342c98-9e58-4324-968c-53cc8fa72d72 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:40.407176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-ba768305-4edd-4f38-a5c9-1e7e23146cce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Router a64ce253-1cd9-429f-a2f3-2fc796f36464 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:17:40.509399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2e342c98-9e58-4324-968c-53cc8fa72d72, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2e342c98-9e58-4324-968c-53cc8fa72d72,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:40.524769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '2e342c98-9e58-4324-968c-53cc8fa72d72', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '2e342c98-9e58-4324-968c-53cc8fa72d72', 'mac_address': 'fa:16:3e:61:c3:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:40.563876 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.578803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e342c98-9e58-4324-968c-53cc8fa72d72 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:40.601570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2e342c98-9e58-4324-968c-53cc8fa72d72, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2e342c98-9e58-4324-968c-53cc8fa72d72,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:40.658411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:40.709557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-b451d2e7-968a-48cd-8ff0-b9481d011da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:40.711121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-b451d2e7-968a-48cd-8ff0-b9481d011da7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 1094 time: 0.3940935 Feb 11 13:17:40.713684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2e342c98-9e58-4324-968c-53cc8fa72d72,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:40.758411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc08ac7-7402-444e-8149-1c2477d8531f req-dcc3100e-b566-4be6-9c80-b08630692eea service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618397 Feb 11 13:17:40.823944 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-c1d67fd6-bd25-4a22-a40b-aabf6d4c7384 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c638fc72-8ada-4218-94e9-d8c1e924f744 HTTP/1.1" status: 200 len: 217 time: 0.0814600 Feb 11 13:17:40.915413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2e342c98-9e58-4324-968c-53cc8fa72d72'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:40.943782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f9e1d417-1784-46c5-a36b-61186bfd7876 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:40.945224 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f9e1d417-1784-46c5-a36b-61186bfd7876 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 807 time: 0.2691357 Feb 11 13:17:40.962666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Request body: {'port': {'device_id': 'e61f2477-fc30-433d-95d6-768469b5b235', 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d', 'admin_state_up': True, 'tenant_id': 'c143e0388f93410888c1f43650d02942'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:40.969992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-7f415cbe-6a47-45b0-a399-b9b09cebb7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:40.971982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-7f415cbe-6a47-45b0-a399-b9b09cebb7e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d18a105d-2a8a-4f4c-88e6-31f31c44eeca HTTP/1.1" status: 200 len: 862 time: 0.1227140 Feb 11 13:17:40.973156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-ba768305-4edd-4f38-a5c9-1e7e23146cce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:40.985426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] Sync routers for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:40.986617 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-ba768305-4edd-4f38-a5c9-1e7e23146cce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.009862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:41.010510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:41.060818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-0c658247-5975-40d5-a8f5-06f2a0b2ee13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e055b0fa-ddbd-4312-b152-6887c946b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712717 Feb 11 13:17:41.084134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-ba768305-4edd-4f38-a5c9-1e7e23146cce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "PUT /v2.0/floatingips/b9b390f0-8bfc-443e-8b29-3ece3d23da29 HTTP/1.1" status: 200 len: 695 time: 1.6325166 Feb 11 13:17:41.162210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:41.222027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-faad39d4-5ae4-4452-a55c-d6439e758d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:41.223658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-faad39d4-5ae4-4452-a55c-d6439e758d69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 1097 time: 0.1017587 Feb 11 13:17:41.243598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-db9857a7-d6a8-4378-92a6-29caaf99bb6c tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:17:41.244156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-f7c18a8a-dcb8-4883-9861-1d0efd23b413 service neutron] 10.222.0.59 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721597 Feb 11 13:17:41.245317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-db9857a7-d6a8-4378-92a6-29caaf99bb6c tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092440 Feb 11 13:17:41.286664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-b93049f9-029c-498b-89d0-43561208325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:41.293240 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-b93049f9-029c-498b-89d0-43561208325d service neutron] 10.222.0.52 "GET /v2.0/ports/62e96900-49a3-4557-8e09-02abcf5913a7 HTTP/1.1" status: 200 len: 1093 time: 0.0399778 Feb 11 13:17:41.297533 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Request body: {'binding': {'host': 'n-h2-816488-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:41.298084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Unknown quota resources ['binding']. {{(pid=103006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:17:41.370503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Made reservation on behalf of c143e0388f93410888c1f43650d02942 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:41.374004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.377223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:41.405836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] Checking router: a64ce253-1cd9-429f-a2f3-2fc796f36464 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:41.411492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-f3fb4109-8f76-49fe-a71d-f193f3ce91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:41.412995 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-f3fb4109-8f76-49fe-a71d-f193f3ce91f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.1820035 Feb 11 13:17:41.415235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:41.416010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:41.417696 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34df1a11-9087-449f-9af3-2af7a28f36c4 req-bb58f6a1-10bb-410f-91d1-2758744c3c88 service neutron] 10.222.0.59 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609437 Feb 11 13:17:41.442158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 on host n-h2-816488-1 for vnic_type normal with profile None {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:41.442416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:41.442956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:41.447440 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Port 62e96900-49a3-4557-8e09-02abcf5913a7 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:41.447810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:41.452575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:41.453117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:41.453500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:41.454001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Bound port: 62e96900-49a3-4557-8e09-02abcf5913a7, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:41.504229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-22f71ec1-81bb-4a36-8387-67d1a311783c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eee48f6-1723-4176-a91e-c15e587184d6 HTTP/1.1" status: 200 len: 217 time: 0.0459161 Feb 11 13:17:41.514919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:41.587100 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.595801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-d7c497f9-0f31-4b43-a972-667f8a1a2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:41.596967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-97e01c85-ce94-4046-bffb-721fbf9cff1e service neutron] 10.222.0.52 "POST /v2.0/ports/62e96900-49a3-4557-8e09-02abcf5913a7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2981272 Feb 11 13:17:41.598107 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-d7c497f9-0f31-4b43-a972-667f8a1a2ae5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0841022 Feb 11 13:17:41.607368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Allocated IP 172.20.0.14 (5ecabf25-7bf5-488c-aac7-98c892767d8d/580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0/81b3e49a-5662-4aab-8a80-60237449f5b6) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:41.648395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:41.685031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-251addb6-7734-4927-b170-36bbc0f09e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:41.686753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-251addb6-7734-4927-b170-36bbc0f09e48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769846 Feb 11 13:17:41.811685 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01873eb9-cfe7-4c7c-ad3c-91e2675d9833 x-openstack-request-id: req-01873eb9-cfe7-4c7c-ad3c-91e2675d9833 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:41.812001 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd595dd7-05ed-44ef-8fde-bd03d99914b9", "name": "network-vif-plugged", "status": "completed", "tag": "2c4a6b29-15e8-4957-9f21-456f7073dc45", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:41.812252 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01873eb9-cfe7-4c7c-ad3c-91e2675d9833 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:41.812636 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd595dd7-05ed-44ef-8fde-bd03d99914b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4a6b29-15e8-4957-9f21-456f7073dc45', 'code': 200} Feb 11 13:17:41.863199 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:41.866158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-d9460062-48cd-4ed0-a5cc-3ae57c90d70b service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587207 Feb 11 13:17:41.870520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:41.905973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392860b9-f04f-4252-a5c4-25cc2a3a41c3 None None] The sync data for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 is: [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:41.945135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd359a0-ced4-4c59-aa41-1250bb2dcabf req-75730178-66a2-45f3-a80d-a2cbcc775581 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:41.947173 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-acd359a0-ced4-4c59-aa41-1250bb2dcabf req-75730178-66a2-45f3-a80d-a2cbcc775581 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 949 time: 0.0601313 Feb 11 13:17:41.989461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c7ee87-3e38-4da6-8a64-1e49fbd1c085 req-ce2b711b-705c-4e96-ba0e-b197d7987289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:41.991167 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96c7ee87-3e38-4da6-8a64-1e49fbd1c085 req-ce2b711b-705c-4e96-ba0e-b197d7987289 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 1100 time: 0.1012347 Feb 11 13:17:41.995158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-acd359a0-ced4-4c59-aa41-1250bb2dcabf req-1b2f2ada-2179-4fb9-b6cc-387ded0d8108 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402892 Feb 11 13:17:42.044793 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f0b8ee5-dd92-49fc-b096-0f511959e88a req-12b5f06b-3fc2-4416-b5a6-1cd77d0b468e service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653502 Feb 11 13:17:42.050883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.083683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96c7ee87-3e38-4da6-8a64-1e49fbd1c085 req-0e255c31-f449-4c8e-9752-4ccf55204c0b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841508 Feb 11 13:17:42.103755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Network 5ecabf25-7bf5-488c-aac7-98c892767d8d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:42.107148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:42.111000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:42.117905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Pushing event updated for resources: {'Port': ['ID=81b3e49a-5662-4aab-8a80-60237449f5b6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:42.137553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74af2e9-2265-4fde-86eb-96512ba22505 req-01725248-1d52-42fb-9c5a-ec22cd8774c9 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:42.153602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b74af2e9-2265-4fde-86eb-96512ba22505 req-01725248-1d52-42fb-9c5a-ec22cd8774c9 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.0910077 Feb 11 13:17:42.171815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:42.172536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.196640 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b74af2e9-2265-4fde-86eb-96512ba22505 req-2b4bd35e-97df-498a-b9ea-a8aca7746117 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 Feb 11 13:17:42.249215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-da194f47-2a29-48bf-9842-9ef98f3c4ded tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2915514 Feb 11 13:17:42.263726 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811e5c8-4bd7-4209-95cd-36084b033ce3 None None] New status for floating IP b9b390f0-8bfc-443e-8b29-3ece3d23da29: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:17:42.264238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Request body: {'port': {'device_id': 'e61f2477-fc30-433d-95d6-768469b5b235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:42.322087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.326135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a8de9-6c77-45ef-ba13-bdf1987635e7 req-016a4e7f-fdfa-4a00-ad99-1afde469cf41 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:42.327699 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-550a8de9-6c77-45ef-ba13-bdf1987635e7 req-016a4e7f-fdfa-4a00-ad99-1afde469cf41 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0532877 Feb 11 13:17:42.377105 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-550a8de9-6c77-45ef-ba13-bdf1987635e7 req-60f864b6-c502-47eb-b19b-5d7ac009f5d4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383666 Feb 11 13:17:42.403897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2e342c98-9e58-4324-968c-53cc8fa72d72 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:42.440772 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf248bbc-478d-4f25-a932-fc4ea7449a27 x-openstack-request-id: req-cf248bbc-478d-4f25-a932-fc4ea7449a27 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:42.441144 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa2bbab-9abe-477b-b03e-72318462e161", "tag": "c638fc72-8ada-4218-94e9-d8c1e924f744", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:42.441462 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf248bbc-478d-4f25-a932-fc4ea7449a27 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:42.442030 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'tag': 'c638fc72-8ada-4218-94e9-d8c1e924f744', 'status': 'completed', 'code': 200} Feb 11 13:17:42.555509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 2e342c98-9e58-4324-968c-53cc8fa72d72 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:42.556038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0e41b-bfed-4c5b-a3d7-adacfcfda9fd req-39a9656c-2b2d-4386-a4e0-11a4f2b8d3b4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:42.557112 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67f0e41b-bfed-4c5b-a3d7-adacfcfda9fd req-39a9656c-2b2d-4386-a4e0-11a4f2b8d3b4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0567777 Feb 11 13:17:42.567382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 2e342c98-9e58-4324-968c-53cc8fa72d72 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:42.567957 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.615411 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67f0e41b-bfed-4c5b-a3d7-adacfcfda9fd req-b13e0887-d95b-4b37-a4de-c31eead353b8 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485408 Feb 11 13:17:42.682172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df32265-884f-4c60-968a-7f8d6eef4102 req-f8574140-20a3-4e05-a923-1580544258c2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:42.683680 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6df32265-884f-4c60-968a-7f8d6eef4102 req-f8574140-20a3-4e05-a923-1580544258c2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 932 time: 0.1013336 Feb 11 13:17:42.702048 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.702696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b3e49a-5662-4aab-8a80-60237449f5b6 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:42.718563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.742388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2e342c98-9e58-4324-968c-53cc8fa72d72, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2e342c98-9e58-4324-968c-53cc8fa72d72,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:42.744880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Transition to ACTIVE for port object 81b3e49a-5662-4aab-8a80-60237449f5b6 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:42.748267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6df32265-884f-4c60-968a-7f8d6eef4102 req-30bb081f-ee36-4639-b2d3-6d6e29ab02a6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560648 Feb 11 13:17:42.758205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca98fae-c7d1-4644-a4de-96f91b324cfa req-d0c1da5e-f7ff-46d5-8e81-939674ba34d2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:42.759895 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ca98fae-c7d1-4644-a4de-96f91b324cfa req-d0c1da5e-f7ff-46d5-8e81-939674ba34d2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 945 time: 0.0609767 Feb 11 13:17:42.802646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ca98fae-c7d1-4644-a4de-96f91b324cfa req-e6564cea-5de6-445b-89c4-09b1f08a2b7a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355568 Feb 11 13:17:42.812647 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.839034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:42.900804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2e342c98-9e58-4324-968c-53cc8fa72d72,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:42.902796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Pushing event updated for resources: {'Port': ['ID=81b3e49a-5662-4aab-8a80-60237449f5b6,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:42.978996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-7d28f6fd-a96d-4af2-83b5-e644dfcb08d9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1342800169&fields=id&tenant_id=d924123a82f64033b5e4f3ec7345259b HTTP/1.1" status: 200 len: 267 time: 0.0429740 Feb 11 13:17:42.984078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:42.984766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:42.984981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:42.990132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:42.990454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:42.995448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:42.995785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:42.996169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:42.996619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Bound port: 81b3e49a-5662-4aab-8a80-60237449f5b6, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:42.996985 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.063366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:43.066953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:43.091829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-0f55273c-8e39-4b85-8df1-b46fd79f0f4b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.093252 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-0f55273c-8e39-4b85-8df1-b46fd79f0f4b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/networks?id=d9040ff7-c9e8-479c-a4b0-9604775f45cf HTTP/1.1" status: 200 len: 824 time: 0.1080658 Feb 11 13:17:43.109260 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-9ca16822-cf17-48ed-a7ce-2ee17cad5c9b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/quotas/d924123a82f64033b5e4f3ec7345259b HTTP/1.1" status: 200 len: 375 time: 0.0091786 Feb 11 13:17:43.152823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.188551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.189201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.191126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] 10.222.0.13 "PUT /v2.0/ports/81b3e49a-5662-4aab-8a80-60237449f5b6 HTTP/1.1" status: 200 len: 1092 time: 0.9314005 Feb 11 13:17:43.192476 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-71a78916-061b-4a73-9bb8-94afca92e4d7 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=d924123a82f64033b5e4f3ec7345259b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0678115 Feb 11 13:17:43.230450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94bb5db-ee63-4c55-be29-b7c4fa717195 service neutron] Pushing event updated for resources: {'Port': ['ID=81b3e49a-5662-4aab-8a80-60237449f5b6,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:43.270775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd62cfa-c461-475a-b5d4-c85e8b41f5e5 req-02e46150-9ccf-4b62-b564-b0bd5a8f3841 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.272588 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dbd62cfa-c461-475a-b5d4-c85e8b41f5e5 req-02e46150-9ccf-4b62-b564-b0bd5a8f3841 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 950 time: 0.0566359 Feb 11 13:17:43.282719 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-111770c3-44cc-42d9-aa35-1f693a1e1519 service neutron] 10.222.0.52 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893416 Feb 11 13:17:43.343997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dbd62cfa-c461-475a-b5d4-c85e8b41f5e5 req-7281390b-3d89-4764-9abb-f6015cc14b67 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648296 Feb 11 13:17:43.350672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f975512d-c0c0-48bb-afbc-76362e0a56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.352148 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-f975512d-c0c0-48bb-afbc-76362e0a56dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1095 time: 0.0711925 Feb 11 13:17:43.379524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-e150c6d6-768a-4c33-9e11-9f9463888f3a service neutron] 10.222.0.52 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905623 Feb 11 13:17:43.403297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-4f847408-0715-4bbc-8e64-cb6a9593dab8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b3e49a-5662-4aab-8a80-60237449f5b6 HTTP/1.1" status: 200 len: 217 time: 0.0404482 Feb 11 13:17:43.482437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-e090e1e5-b952-43ce-93d4-00865d9ab809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.483872 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-e090e1e5-b952-43ce-93d4-00865d9ab809 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0691166 Feb 11 13:17:43.492209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-52776fff-f42d-4c13-9715-c3409d5125f1 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.493587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-52776fff-f42d-4c13-9715-c3409d5125f1 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0891173 Feb 11 13:17:43.549443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-d0f32c50-bb6c-46b1-83d3-b790f6f700be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547950 Feb 11 13:17:43.558264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-34b9351d-2292-4679-b0e4-cd62e0e3fbe2 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 696 time: 0.0566502 Feb 11 13:17:43.584544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-75352d8a-431c-4ff9-990b-565b3fcb6f3b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Request body: {'floatingip': {'port_id': '94566695-9190-4566-8c55-97c5ad510a6d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:43.656857 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-75352d8a-431c-4ff9-990b-565b3fcb6f3b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:43.678996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303bf0f-1495-4559-8e43-876aeaff2a11 req-3700a79b-3d44-4d77-b079-cf4b3433ddd7 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.680712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9303bf0f-1495-4559-8e43-876aeaff2a11 req-3700a79b-3d44-4d77-b079-cf4b3433ddd7 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.0624123 Feb 11 13:17:43.727516 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9303bf0f-1495-4559-8e43-876aeaff2a11 req-8f614301-b147-4b4f-a3e4-3d7b6a62726c tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Feb 11 13:17:43.814213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72d2b78-9811-4e6a-8dd5-b027bfea745d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e342c98-9e58-4324-968c-53cc8fa72d72'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:43.817776 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a95259-d627-46f2-aba2-4fefce6daf71" -d '{"events": [{"server_uuid": "c72d2b78-9811-4e6a-8dd5-b027bfea745d", "name": "network-vif-plugged", "status": "completed", "tag": "2e342c98-9e58-4324-968c-53cc8fa72d72"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:43.849924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e9a89-ae5e-4357-9486-2a216e8e787f req-1a72b452-deba-4c75-997a-b712f129b90a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:43.851646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-042e9a89-ae5e-4357-9486-2a216e8e787f req-1a72b452-deba-4c75-997a-b712f129b90a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0542495 Feb 11 13:17:43.893649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-042e9a89-ae5e-4357-9486-2a216e8e787f req-af13f6e5-1cf4-4a3b-886b-9e49740df3f2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346446 Feb 11 13:17:43.983894 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-879e4143-3b3e-4915-aa6f-f20b2d2ce201 req-dc78361b-0796-44d3-b85e-719925569f3f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 210 time: 0.0492840 Feb 11 13:17:44.020305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-7b29a451-9d3f-429e-adfb-43093a71fbc3 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611192 Feb 11 13:17:44.114209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba32d08-91df-43c4-a152-88e594512e36 req-3a5a5c16-0d0e-4782-a07a-6b85f1d061ce tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.115841 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aba32d08-91df-43c4-a152-88e594512e36 req-3a5a5c16-0d0e-4782-a07a-6b85f1d061ce tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0498443 Feb 11 13:17:44.164309 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aba32d08-91df-43c4-a152-88e594512e36 req-e6110419-c2b6-40b5-92b4-17cf7820087e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Feb 11 13:17:44.219231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce6814c9-5cb9-4633-a74a-c0ae16389659 req-7041a0d0-b8d4-4e2f-86f4-396f32a2d29c service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871092 Feb 11 13:17:44.275091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b922d1-9034-475c-ba70-6e29d6e572e1 req-c13190e8-8f8f-4763-9a02-c4f213204e49 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.276564 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26b922d1-9034-475c-ba70-6e29d6e572e1 req-c13190e8-8f8f-4763-9a02-c4f213204e49 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0503919 Feb 11 13:17:44.317334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26b922d1-9034-475c-ba70-6e29d6e572e1 req-2d348839-5d58-415a-865e-3e1247f53a42 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345466 Feb 11 13:17:44.363604 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b351da-ff73-4679-9123-f3ace50cd0de x-openstack-request-id: req-99b351da-ff73-4679-9123-f3ace50cd0de {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:44.363995 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72d2b78-9811-4e6a-8dd5-b027bfea745d", "name": "network-vif-plugged", "status": "completed", "tag": "2e342c98-9e58-4324-968c-53cc8fa72d72", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:44.364336 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99b351da-ff73-4679-9123-f3ace50cd0de {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:44.364796 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72d2b78-9811-4e6a-8dd5-b027bfea745d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e342c98-9e58-4324-968c-53cc8fa72d72', 'code': 200} Feb 11 13:17:44.442876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c23a44-f183-4196-befe-b770545583ac', 'tag': '9eee48f6-1723-4176-a91e-c15e587184d6'}, {'name': 'network-changed', 'server_uuid': 'e61f2477-fc30-433d-95d6-768469b5b235', 'tag': '81b3e49a-5662-4aab-8a80-60237449f5b6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:44.445020 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533a7bd5-b113-4cf3-8c22-88577a0d8962" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c23a44-f183-4196-befe-b770545583ac", "tag": "9eee48f6-1723-4176-a91e-c15e587184d6"}, {"name": "network-changed", "server_uuid": "e61f2477-fc30-433d-95d6-768469b5b235", "tag": "81b3e49a-5662-4aab-8a80-60237449f5b6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:44.453461 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-75352d8a-431c-4ff9-990b-565b3fcb6f3b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:44.477316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fa5b0-4396-4356-8fc7-9feea9af123c req-1934b841-59e4-44d2-8f08-8c090b38f795 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.478964 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-201fa5b0-4396-4356-8fc7-9feea9af123c req-1934b841-59e4-44d2-8f08-8c090b38f795 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 945 time: 0.0636926 Feb 11 13:17:44.513887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c3a8a-7d81-4f9a-bdd0-9dca403b2457 req-da78293b-5f8f-4de8-a1ee-b9b9978becbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.515374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-060c3a8a-7d81-4f9a-bdd0-9dca403b2457 req-da78293b-5f8f-4de8-a1ee-b9b9978becbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 1101 time: 0.0490775 Feb 11 13:17:44.521344 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-201fa5b0-4396-4356-8fc7-9feea9af123c req-848c17d3-4d01-41ad-8a40-6215ed56f802 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356281 Feb 11 13:17:44.553848 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-75352d8a-431c-4ff9-990b-565b3fcb6f3b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:44.603537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-060c3a8a-7d81-4f9a-bdd0-9dca403b2457 req-c0b30d0e-d38d-4bf7-88cc-cceea8e32978 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758328 Feb 11 13:17:44.626877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72141c9e-7657-4244-9bf5-e7e4ccfb5e5c req-b890bd1b-68d0-46b8-9d02-e5b3bca27acf tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.628374 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-72141c9e-7657-4244-9bf5-e7e4ccfb5e5c req-b890bd1b-68d0-46b8-9d02-e5b3bca27acf tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 950 time: 0.0494375 Feb 11 13:17:44.665799 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-75352d8a-431c-4ff9-990b-565b3fcb6f3b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Floating IP b9b390f0-8bfc-443e-8b29-3ece3d23da29 associated. External IP: 172.25.0.240, port: 94566695-9190-4566-8c55-97c5ad510a6d. Feb 11 13:17:44.666642 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-72141c9e-7657-4244-9bf5-e7e4ccfb5e5c req-06b058cc-f8d8-44b8-ac16-a4ce35a200a9 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317657 Feb 11 13:17:44.746841 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ef0f27-20ee-4993-b5e1-f63b00aee2c8 x-openstack-request-id: req-a2ef0f27-20ee-4993-b5e1-f63b00aee2c8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:44.747133 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c23a44-f183-4196-befe-b770545583ac", "tag": "9eee48f6-1723-4176-a91e-c15e587184d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e61f2477-fc30-433d-95d6-768469b5b235", "tag": "81b3e49a-5662-4aab-8a80-60237449f5b6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:44.747376 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2ef0f27-20ee-4993-b5e1-f63b00aee2c8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:44.747753 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c23a44-f183-4196-befe-b770545583ac', 'tag': '9eee48f6-1723-4176-a91e-c15e587184d6', 'status': 'completed', 'code': 200} Feb 11 13:17:44.748000 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61f2477-fc30-433d-95d6-768469b5b235', 'tag': '81b3e49a-5662-4aab-8a80-60237449f5b6', 'status': 'completed', 'code': 200} Feb 11 13:17:44.847529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea492c2-2164-4241-931f-5dea65c7c9f3 req-8c268841-482b-4489-81e5-871cd65c0edc tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.849121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eea492c2-2164-4241-931f-5dea65c7c9f3 req-8c268841-482b-4489-81e5-871cd65c0edc tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.0515034 Feb 11 13:17:44.889307 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eea492c2-2164-4241-931f-5dea65c7c9f3 req-173a05d6-539a-48fb-bdd8-34b6db825462 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Feb 11 13:17:44.950468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-75352d8a-431c-4ff9-990b-565b3fcb6f3b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Router a64ce253-1cd9-429f-a2f3-2fc796f36464 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:17:44.964193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-bd6df85b-bc85-46f6-88e5-09a15925f046 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.965622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-bd6df85b-bc85-46f6-88e5-09a15925f046 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.13 "GET /v2.0/ports?device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 946 time: 0.1049469 Feb 11 13:17:44.968635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-fe2ef149-5cc2-4944-8402-aa069f958441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:44.970015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-fe2ef149-5cc2-4944-8402-aa069f958441 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=a5c23a44-f183-4196-befe-b770545583ac HTTP/1.1" status: 200 len: 1097 time: 0.1104064 Feb 11 13:17:45.015096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052fae3-bd4e-4e37-929e-17f3610a5c5f req-0586d19e-832b-4fc7-8f72-862bbb76598e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:45.016601 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9052fae3-bd4e-4e37-929e-17f3610a5c5f req-0586d19e-832b-4fc7-8f72-862bbb76598e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0506856 Feb 11 13:17:45.061906 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9052fae3-bd4e-4e37-929e-17f3610a5c5f req-44d4b8ff-9d69-4429-a17c-af70121e788c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384300 Feb 11 13:17:45.146683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c09fe628-eb63-48ae-820f-5cab000bb205 req-1f959590-468c-4cd9-b07b-51664d2748df tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 210 time: 0.0297344 Feb 11 13:17:45.239750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-17267ca2-c9b9-415c-8523-bc49e565d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:45.241210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-17267ca2-c9b9-415c-8523-bc49e565d91d service neutron] 10.222.0.13 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.2300184 Feb 11 13:17:45.245472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-75352d8a-431c-4ff9-990b-565b3fcb6f3b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:45.255665 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-75352d8a-431c-4ff9-990b-565b3fcb6f3b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.257965 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] Sync routers for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:45.270107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:45.270811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:45.287220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5ac70-36df-4b7e-9e55-648a8f70e4a5 req-177c4b5d-1858-4a24-a4d0-d0b70968d6d8 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:45.289312 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7db5ac70-36df-4b7e-9e55-648a8f70e4a5 req-177c4b5d-1858-4a24-a4d0-d0b70968d6d8 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0538924 Feb 11 13:17:45.323406 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-999be39e-3c7b-4edf-a2d4-136d6032988b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9eee48f6-1723-4176-a91e-c15e587184d6 HTTP/1.1" status: 200 len: 217 time: 0.0711639 Feb 11 13:17:45.329389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-75352d8a-431c-4ff9-990b-565b3fcb6f3b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "PUT /v2.0/floatingips/b9b390f0-8bfc-443e-8b29-3ece3d23da29 HTTP/1.1" status: 200 len: 997 time: 1.7623255 Feb 11 13:17:45.332674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-43cbdaa6-4203-4d57-bca0-abe166e911ce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Deleting port 9eee48f6-1723-4176-a91e-c15e587184d6 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:17:45.333016 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-43cbdaa6-4203-4d57-bca0-abe166e911ce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.334499 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7db5ac70-36df-4b7e-9e55-648a8f70e4a5 req-9cbb0d82-ba37-499c-97fd-8961d767d08c tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381753 Feb 11 13:17:45.399204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:45.449611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e09bd-e8c1-46bc-afd6-8c78bd95843d req-97a4f76d-e1bb-4d76-acf9-6f2beaa8365a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:45.451249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1c5e09bd-e8c1-46bc-afd6-8c78bd95843d req-97a4f76d-e1bb-4d76-acf9-6f2beaa8365a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0535147 Feb 11 13:17:45.484187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-851189a2-50e9-4f71-bb23-1faa23c4e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:45.485630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-851189a2-50e9-4f71-bb23-1faa23c4e217 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.1249452 Feb 11 13:17:45.492388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-c41a39e1-6fcd-4f15-8846-3135568a8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:45.493833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-c41a39e1-6fcd-4f15-8846-3135568a8137 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1097 time: 0.1342199 Feb 11 13:17:45.494957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1c5e09bd-e8c1-46bc-afd6-8c78bd95843d req-772c6776-ce10-47f1-bae9-62b543897e2b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356648 Feb 11 13:17:45.588574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-43cbdaa6-4203-4d57-bca0-abe166e911ce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] For port 9eee48f6-1723-4176-a91e-c15e587184d6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9eee48f6-1723-4176-a91e-c15e587184d6,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:45.588950 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-43cbdaa6-4203-4d57-bca0-abe166e911ce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:45.613563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-43cbdaa6-4203-4d57-bca0-abe166e911ce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Calling delete_port for 9eee48f6-1723-4176-a91e-c15e587184d6 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:17:45.644405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-58a59569-22d6-423c-a373-a9e2553eae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:45.646165 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-58a59569-22d6-423c-a373-a9e2553eae8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418245 Feb 11 13:17:45.653597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f111e06-9e8b-432c-8972-fd7c8e49e91f req-e2dbd086-dc40-4f13-a019-01cede2afaf8 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:45.655149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f111e06-9e8b-432c-8972-fd7c8e49e91f req-e2dbd086-dc40-4f13-a019-01cede2afaf8 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 945 time: 0.0576248 Feb 11 13:17:45.706859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '94566695-9190-4566-8c55-97c5ad510a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:4c:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:44Z', 'revision_number': 8, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:45.707129 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f111e06-9e8b-432c-8972-fd7c8e49e91f req-c894564e-96d6-4304-8470-7cf2c6a590c3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Feb 11 13:17:45.749401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] Checking router: a64ce253-1cd9-429f-a2f3-2fc796f36464 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:45.759512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:45.760153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:45.823311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff45583-f7b5-434c-916e-6e750bdb2ec3 req-54ba1c7d-6762-4c35-91de-af845de957ad tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:45.831681 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ff45583-f7b5-434c-916e-6e750bdb2ec3 req-54ba1c7d-6762-4c35-91de-af845de957ad tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 950 time: 0.0635152 Feb 11 13:17:45.871394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ff45583-f7b5-434c-916e-6e750bdb2ec3 req-973aaaa4-5612-40b9-b9b3-71b976b14e18 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385470 Feb 11 13:17:45.892936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:46.031759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-0d0443e5-32c1-4b99-919c-0dd3901a23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:46.034191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-0d0443e5-32c1-4b99-919c-0dd3901a23e5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.5302677 Feb 11 13:17:46.089420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90f117-4365-4393-bc0b-3c3c52e71bd0 req-47870518-d81b-4f5f-a880-948a26902f69 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:46.091074 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a90f117-4365-4393-bc0b-3c3c52e71bd0 req-47870518-d81b-4f5f-a880-948a26902f69 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.1152010 Feb 11 13:17:46.153908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-53e3b1ae-a1ce-4b9e-97a9-d39e4330fc78 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 1000 time: 0.1068542 Feb 11 13:17:46.159155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-9a1c00b1-fbee-4827-9587-69f02084bf39 service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880519 Feb 11 13:17:46.169899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '94566695-9190-4566-8c55-97c5ad510a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:4c:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:44Z', 'revision_number': 8, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:46.170223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a90f117-4365-4393-bc0b-3c3c52e71bd0 req-502b4225-79a7-4a10-9f0a-3273bfc20258 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680263 Feb 11 13:17:46.182347 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-3cfc665f-4dcb-49d0-9034-17967c070ab7 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:46.192307 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-3cfc665f-4dcb-49d0-9034-17967c070ab7 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.13 "GET /v2.0/networks?id=d9040ff7-c9e8-479c-a4b0-9604775f45cf HTTP/1.1" status: 200 len: 824 time: 0.2065752 Feb 11 13:17:46.198605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383bea85-e6c7-4b67-a173-737b7c05980a None None] The sync data for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 is: [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b9b390f0-8bfc-443e-8b29-3ece3d23da29', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'floating_ip_address': '172.25.0.240', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'port_id': '94566695-9190-4566-8c55-97c5ad510a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'mac_address': 'fa:16:3e:4c:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:17:13Z', 'updated_at': '2022-02-11T13:17:44Z', 'revision_number': 8, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:46.256474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-f53ecb31-707b-4839-aa93-f99a78c21237 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d924123a82f64033b5e4f3ec7345259b HTTP/1.1" status: 200 len: 380 time: 0.0546687 Feb 11 13:17:46.275801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Request body: {'port': {'device_id': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'admin_state_up': True, 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'security_groups': ['6cb294fe-5271-45ec-9f4a-de854d488993']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:46.340786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-0eba4e81-3029-4f80-b328-637d8e359f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:46.342290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-0eba4e81-3029-4f80-b328-637d8e359f64 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.1753783 Feb 11 13:17:46.367138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd6bd1-b523-4615-aa53-548ae6e17ce6 req-f45d05ca-e4ca-40d9-954b-f9bea7e83536 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:46.375911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99fd6bd1-b523-4615-aa53-548ae6e17ce6 req-f45d05ca-e4ca-40d9-954b-f9bea7e83536 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1138163 Feb 11 13:17:46.405488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-6b3efb02-e360-474b-8f24-dbe11710866f service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171857 Feb 11 13:17:46.416183 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-43cbdaa6-4203-4d57-bca0-abe166e911ce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:46.429123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['94566695-9190-4566-8c55-97c5ad510a6d', '9eee48f6-1723-4176-a91e-c15e587184d6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:46.442550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99fd6bd1-b523-4615-aa53-548ae6e17ce6 req-e753c183-ef79-4a93-8010-849d07e674ab tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671430 Feb 11 13:17:46.481033 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc7d6aa-34fd-46c8-b242-643b0549a22e None None] New status for floating IP b9b390f0-8bfc-443e-8b29-3ece3d23da29: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:17:46.484891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbdaa6-4203-4d57-bca0-abe166e911ce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Pushing event deleted for resources: {'Port': ['ID=9eee48f6-1723-4176-a91e-c15e587184d6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:46.498658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-6f1e519c-de24-4c12-b10f-af1b811eb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:46.500207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-6f1e519c-de24-4c12-b10f-af1b811eb67d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344028 Feb 11 13:17:46.581630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa24138f-e200-4a23-b3de-c661907907b1 req-b4198a22-9bdb-4cc7-afbe-9b4a87df7323 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 210 time: 0.0448246 Feb 11 13:17:46.614839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Made reservation on behalf of d924123a82f64033b5e4f3ec7345259b for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:46.618579 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:46.685889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-43cbdaa6-4203-4d57-bca0-abe166e911ce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] No DVR routers for this DVR port 9eee48f6-1723-4176-a91e-c15e587184d6 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:46.715931 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-43cbdaa6-4203-4d57-bca0-abe166e911ce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:46.719232 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6dd53907-9d23-4fca-8e74-f8698e92a428 req-43cbdaa6-4203-4d57-bca0-abe166e911ce tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.13 "DELETE /v2.0/ports/9eee48f6-1723-4176-a91e-c15e587184d6 HTTP/1.1" status: 204 len: 173 time: 1.7091389 Feb 11 13:17:46.750258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-5a5ec5ee-7f55-496c-a4d6-9896cf46cf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:46.750522 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-5a5ec5ee-7f55-496c-a4d6-9896cf46cf41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1095 time: 0.2453156 Feb 11 13:17:46.752543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d'}, {'server_uuid': 'a5c23a44-f183-4196-befe-b770545583ac', 'name': 'network-vif-deleted', 'tag': '9eee48f6-1723-4176-a91e-c15e587184d6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:46.755052 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f195a22-9f1d-4f07-8923-337fb3bc3325" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "tag": "94566695-9190-4566-8c55-97c5ad510a6d"}, {"server_uuid": "a5c23a44-f183-4196-befe-b770545583ac", "name": "network-vif-deleted", "tag": "9eee48f6-1723-4176-a91e-c15e587184d6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:46.797981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa5754-7365-4e3d-9fcb-c23ff5e91963 req-ba4c0b1a-d255-4bce-8af8-cd07c4825e5a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:46.799952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6daa5754-7365-4e3d-9fcb-c23ff5e91963 req-ba4c0b1a-d255-4bce-8af8-cd07c4825e5a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.1376650 Feb 11 13:17:46.827302 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-6d127390-ee59-4b49-a58e-416600757712 service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767787 Feb 11 13:17:46.876756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Allocated IP 172.20.0.8 (d9040ff7-c9e8-479c-a4b0-9604775f45cf/c627b4e6-0a2b-473f-9670-34857f922d4d/1d34c2d2-3742-4ea1-950e-4c8919b23ff9) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:17:46.882248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6daa5754-7365-4e3d-9fcb-c23ff5e91963 req-087a2205-2b2d-4188-b6f1-bda10c34bd0c tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621338 Feb 11 13:17:46.914521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-d37698b1-0cff-4f63-884f-7a71ce242b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:46.916089 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-d37698b1-0cff-4f63-884f-7a71ce242b99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.1517067 Feb 11 13:17:46.974097 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-a32456c3-2a91-41b4-abe6-5eb98708f664 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b3e49a-5662-4aab-8a80-60237449f5b6 HTTP/1.1" status: 200 len: 217 time: 0.0429974 Feb 11 13:17:46.980058 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e9ddccc-3b50-4aea-8fd3-59771355af81 req-560ddb28-dff9-4c50-8fab-f8d9fc4c98d5 service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453264 Feb 11 13:17:47.039478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-5aa97bd5-93ea-4826-aeb9-f4077cfaf65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.039696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1f589-442f-4f3e-9eba-efe0b427d09c req-3ba71a99-3c44-40de-ba34-ba14d11ad53f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.040946 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-5aa97bd5-93ea-4826-aeb9-f4077cfaf65e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0581925 Feb 11 13:17:47.041109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62f1f589-442f-4f3e-9eba-efe0b427d09c req-3ba71a99-3c44-40de-ba34-ba14d11ad53f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0886035 Feb 11 13:17:47.080107 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-3f0e2784-c6cc-4207-a84b-31dde5893581 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313921 Feb 11 13:17:47.106853 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.110601 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62f1f589-442f-4f3e-9eba-efe0b427d09c req-d35e473f-6b24-45b4-b8b7-b731cbf88a39 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626054 Feb 11 13:17:47.184460 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe33175-8d10-4059-a456-bfec994b9501 x-openstack-request-id: req-4fe33175-8d10-4059-a456-bfec994b9501 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:47.184749 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "tag": "94566695-9190-4566-8c55-97c5ad510a6d", "status": "completed", "code": 200}, {"server_uuid": "a5c23a44-f183-4196-befe-b770545583ac", "name": "network-vif-deleted", "tag": "9eee48f6-1723-4176-a91e-c15e587184d6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:47.184994 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4fe33175-8d10-4059-a456-bfec994b9501 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:47.185488 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d', 'status': 'completed', 'code': 200} Feb 11 13:17:47.185637 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c23a44-f183-4196-befe-b770545583ac', 'name': 'network-vif-deleted', 'tag': '9eee48f6-1723-4176-a91e-c15e587184d6', 'status': 'completed', 'code': 200} Feb 11 13:17:47.245040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.256869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a16257-89cb-4fbb-bbe3-26629094d784 req-870cea1d-6f9b-4e7a-8d77-dc722f8aca21 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.258359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49a16257-89cb-4fbb-bbe3-26629094d784 req-870cea1d-6f9b-4e7a-8d77-dc722f8aca21 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 945 time: 0.1101620 Feb 11 13:17:47.264343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-87164dfc-08b1-4dc8-b5d9-9c3eb324df06 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727931 Feb 11 13:17:47.304612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Network d9040ff7-c9e8-479c-a4b0-9604775f45cf is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:17:47.316490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:47.318964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:17:47.345569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event updated for resources: {'Port': ['ID=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:47.351554 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-0456795d-4a43-47d6-b0e0-fdf49ee192dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.353279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-0456795d-4a43-47d6-b0e0-fdf49ee192dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1097 time: 0.1381826 Feb 11 13:17:47.361220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49a16257-89cb-4fbb-bbe3-26629094d784 req-d32327d6-ca87-4f63-8cb6-3c532c81da50 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953109 Feb 11 13:17:47.369379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ef4d6-16cc-46a9-9d8a-5f88a0c766fc req-9c9f2d8c-0d25-4c49-8bf0-4ff03e7e0d4d tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.376684 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-119ef4d6-16cc-46a9-9d8a-5f88a0c766fc req-9c9f2d8c-0d25-4c49-8bf0-4ff03e7e0d4d tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 950 time: 0.1446729 Feb 11 13:17:47.422794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.423420 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.448977 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-119ef4d6-16cc-46a9-9d8a-5f88a0c766fc req-9f0b71b9-7597-4620-b949-27899cb30235 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714276 Feb 11 13:17:47.491760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533a7bd5-b113-4cf3-8c22-88577a0d8962 req-c8538525-38e1-4ac9-894a-ec12e453b749 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158434 Feb 11 13:17:47.519310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-45da1bd8-f628-4c3a-8ee4-7489132e8cc8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2471852 Feb 11 13:17:47.529616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Request body: {'port': {'device_id': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:47.532458 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2b7bbbe-3d32-4eef-89ff-a88aba4d5134 req-fb4df865-6daf-4c57-9727-aaff14181fd0 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips/b9b390f0-8bfc-443e-8b29-3ece3d23da29 HTTP/1.1" status: 200 len: 999 time: 0.1129034 Feb 11 13:17:47.553498 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-989f4405-d2d3-44a3-b391-56b208accef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.555238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-989f4405-d2d3-44a3-b391-56b208accef3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.1911106 Feb 11 13:17:47.622935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dc091-b3cf-40c4-a53e-16674984fc6e req-579432a2-edd1-4411-a375-1c87c38cf795 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.624412 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6c8dc091-b3cf-40c4-a53e-16674984fc6e req-579432a2-edd1-4411-a375-1c87c38cf795 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.1005888 Feb 11 13:17:47.625425 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.673492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-1cd9be92-9777-447d-a55b-75c6ec2465a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 1002 time: 0.1085811 Feb 11 13:17:47.697490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-167aab1b-3e84-417c-88e5-371f106de641 None None] Provisioning complete for port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:47.698571 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-167aab1b-3e84-417c-88e5-371f106de641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:47.717534 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6c8dc091-b3cf-40c4-a53e-16674984fc6e req-065ec4cf-74f8-40d2-a8bc-773c73325a80 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803995 Feb 11 13:17:47.752359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b7bbbe-3d32-4eef-89ff-a88aba4d5134 req-024544d7-2827-442c-8910-3f79efd618c3 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.759883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2b7bbbe-3d32-4eef-89ff-a88aba4d5134 req-024544d7-2827-442c-8910-3f79efd618c3 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.2119784 Feb 11 13:17:47.762569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-167aab1b-3e84-417c-88e5-371f106de641 None None] Port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:17:47.765097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-a2b7bbbe-3d32-4eef-89ff-a88aba4d5134 req-8ee33f21-b4d9-4020-afcd-1b4fdb450928 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:17:47.777175 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2b7bbbe-3d32-4eef-89ff-a88aba4d5134 req-8ee33f21-b4d9-4020-afcd-1b4fdb450928 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163915 Feb 11 13:17:47.779206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-880a7e4a-28f7-4209-b732-197fc8fb8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.780646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-880a7e4a-28f7-4209-b732-197fc8fb8d3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0953832 Feb 11 13:17:47.833128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-d9157893-81c7-4447-9cfc-6cf850198365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.835139 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-d9157893-81c7-4447-9cfc-6cf850198365 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429649 Feb 11 13:17:47.877007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9655ed-e1a5-43c5-967b-824f224a585e req-4fa84667-ca1d-4712-a14a-b040825fb47a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:47.878461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff9655ed-e1a5-43c5-967b-824f224a585e req-4fa84667-ca1d-4712-a14a-b040825fb47a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0776083 Feb 11 13:17:47.934307 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-795c77ce-1c55-40c5-ab29-93d9faa20b45 service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921843 Feb 11 13:17:47.945604 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff9655ed-e1a5-43c5-967b-824f224a585e req-7ed6bf35-87a4-4efd-9f75-33efc8cef7f7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429778 Feb 11 13:17:48.028111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f195a22-9f1d-4f07-8923-337fb3bc3325 req-57e1880c-3a8b-4ad3-9288-6fd32b5127c8 service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849085 Feb 11 13:17:48.067919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:48.077001 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.099865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5bd7c-03b7-4888-97d4-136f02e039eb req-804a13a1-0452-4628-bb6a-35e7e4d16e8e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.101320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32c5bd7c-03b7-4888-97d4-136f02e039eb req-804a13a1-0452-4628-bb6a-35e7e4d16e8e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 931 time: 0.0924737 Feb 11 13:17:48.102280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Transition to ACTIVE for port object 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:17:48.143483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32c5bd7c-03b7-4888-97d4-136f02e039eb req-6b0462c6-be7d-4e3c-802e-51bc27e7526c tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332837 Feb 11 13:17:48.166562 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.197948 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-64c0b6dd-7319-4c97-bc20-4ab1d6f7ce19 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 1002 time: 0.0704315 Feb 11 13:17:48.251161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Pushing event updated for resources: {'Port': ['ID=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:48.253445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-b86a2596-3441-48d1-bf8f-9489a1fbb361 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.265098 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-b86a2596-3441-48d1-bf8f-9489a1fbb361 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports/94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 943 time: 0.0531909 Feb 11 13:17:48.335183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71968b56-0736-4b56-b4d0-2e5eb9ab4084 req-0a401ac0-10ba-4120-84dc-69120edecb92 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.336785 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71968b56-0736-4b56-b4d0-2e5eb9ab4084 req-0a401ac0-10ba-4120-84dc-69120edecb92 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.1249335 Feb 11 13:17:48.353737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Attempting to bind port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:48.354092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Attempting to bind port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:48.354417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Attempting to bind port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 on network d9040ff7-c9e8-479c-a4b0-9604775f45cf {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:48.364943 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-4776459d-f6e5-439f-99f7-8d3ecd0c1921 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 1002 time: 0.0686853 Feb 11 13:17:48.367133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 on network d9040ff7-c9e8-479c-a4b0-9604775f45cf not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:48.367459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Attempting to bind port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 on network d9040ff7-c9e8-479c-a4b0-9604775f45cf {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:48.376696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:48.377030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Checking segment: {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:48.377471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Bound using segment: {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:48.378239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Bound port: 1d34c2d2-3742-4ea1-950e-4c8919b23ff9, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f855c39a-7642-463a-b363-0adcd12127d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:48.378948 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.399888 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71968b56-0736-4b56-b4d0-2e5eb9ab4084 req-3ad3fa91-538c-40d3-ac38-13080ad22e93 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552850 Feb 11 13:17:48.430966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 81b3e49a-5662-4aab-8a80-60237449f5b6 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:48.433964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9eee48f6-1723-4176-a91e-c15e587184d6 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:48.463231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 9eee48f6-1723-4176-a91e-c15e587184d6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:17:48.463821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9eee48f6-1723-4176-a91e-c15e587184d6 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:48.478127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-2f6e3842-42ff-4610-86f7-4135058abe69 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.479432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-2f6e3842-42ff-4610-86f7-4135058abe69 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1087899 Feb 11 13:17:48.508582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] For port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:48.524050 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] For port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:48.539751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985c868-a37f-4e55-9e97-8b5315312d86 req-ab7c97ab-3941-457f-89e4-a2fbb3e310fe tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.546259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d985c868-a37f-4e55-9e97-8b5315312d86 req-ab7c97ab-3941-457f-89e4-a2fbb3e310fe tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 950 time: 0.0775573 Feb 11 13:17:48.555553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-06683ca1-2c7a-4b00-985a-e4d2352f7e5b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 1002 time: 0.0692313 Feb 11 13:17:48.569333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-d367ae2c-e322-4327-96ff-4ec974adce83 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:48.577463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:48.589092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d985c868-a37f-4e55-9e97-8b5315312d86 req-cb8062f8-000b-4e33-98fb-39b0ca17d490 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416501 Feb 11 13:17:48.591230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '81b3e49a-5662-4aab-8a80-60237449f5b6', 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d', 'port_id': '81b3e49a-5662-4aab-8a80-60237449f5b6', 'mac_address': 'fa:16:3e:e4:6c:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:48.593560 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.632974 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-d367ae2c-e322-4327-96ff-4ec974adce83 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.633353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.634481 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.638511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] 10.222.0.13 "PUT /v2.0/ports/1d34c2d2-3742-4ea1-950e-4c8919b23ff9 HTTP/1.1" status: 200 len: 1091 time: 1.1103287 Feb 11 13:17:48.638511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'tag': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:48.641735 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2" -d '{"events": [{"name": "network-changed", "server_uuid": "15d6d030-c0ca-4cd6-ae78-c5cd1031cc94", "tag": "1d34c2d2-3742-4ea1-950e-4c8919b23ff9"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:48.673396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.689284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b3e49a-5662-4aab-8a80-60237449f5b6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:48.709292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cadb7-5981-4937-967b-fa48628ea4cf service neutron] Pushing event updated for resources: {'Port': ['ID=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:48.716734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:48.734283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c41e84-45a5-48aa-b374-6a3180ec7f61 req-abfbd614-0711-4895-8bbd-91a528ef0b31 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.735772 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70c41e84-45a5-48aa-b374-6a3180ec7f61 req-abfbd614-0711-4895-8bbd-91a528ef0b31 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0732358 Feb 11 13:17:48.779499 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70c41e84-45a5-48aa-b374-6a3180ec7f61 req-16ae890f-9c88-4cde-b340-8d9c43983143 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369308 Feb 11 13:17:48.806843 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.837231 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-d367ae2c-e322-4327-96ff-4ec974adce83 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.868901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=81b3e49a-5662-4aab-8a80-60237449f5b6,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:48.889129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-f0454d86-bed8-48c8-8960-d296cb3771b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.890641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-f0454d86-bed8-48c8-8960-d296cb3771b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d924123a82f64033b5e4f3ec7345259b&device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 1094 time: 0.0758719 Feb 11 13:17:48.910097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dbf02-1402-4395-ba59-da48b98e18c6 req-51354c21-3cc8-44d3-ba95-1192b74d6f86 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:48.911438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac9dbf02-1402-4395-ba59-da48b98e18c6 req-51354c21-3cc8-44d3-ba95-1192b74d6f86 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 945 time: 0.0626950 Feb 11 13:17:48.920726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-d367ae2c-e322-4327-96ff-4ec974adce83 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:48.921137 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-d367ae2c-e322-4327-96ff-4ec974adce83 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Floating IP b9b390f0-8bfc-443e-8b29-3ece3d23da29 disassociated. External IP: 172.25.0.240, port: 94566695-9190-4566-8c55-97c5ad510a6d. Feb 11 13:17:48.956646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-1e51b424-07be-4364-a99c-b8d98d40d544 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d34c2d2-3742-4ea1-950e-4c8919b23ff9 HTTP/1.1" status: 200 len: 217 time: 0.0440884 Feb 11 13:17:48.986455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac9dbf02-1402-4395-ba59-da48b98e18c6 req-c6fdd43c-9ee6-457d-9943-5c61c44d9c19 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687788 Feb 11 13:17:49.022574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-5e16e223-0910-4190-8d39-ca6612211c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.024005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-5e16e223-0910-4190-8d39-ca6612211c55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c627b4e6-0a2b-473f-9670-34857f922d4d HTTP/1.1" status: 200 len: 863 time: 0.0533979 Feb 11 13:17:49.044089 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0905200-c815-4940-8214-737a9bec97d7 x-openstack-request-id: req-f0905200-c815-4940-8214-737a9bec97d7 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:49.044471 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d6d030-c0ca-4cd6-ae78-c5cd1031cc94", "tag": "1d34c2d2-3742-4ea1-950e-4c8919b23ff9", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:49.044718 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f0905200-c815-4940-8214-737a9bec97d7 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:49.045315 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'tag': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9', 'status': 'completed', 'code': 200} Feb 11 13:17:49.067192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['81b3e49a-5662-4aab-8a80-60237449f5b6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:49.087119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-63621f10-7a90-41bf-ad39-0210fd699ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.088865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-63621f10-7a90-41bf-ad39-0210fd699ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9040ff7-c9e8-479c-a4b0-9604775f45cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574362 Feb 11 13:17:49.153040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-d367ae2c-e322-4327-96ff-4ec974adce83 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Router a64ce253-1cd9-429f-a2f3-2fc796f36464 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:17:49.213363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525046f6-bb25-4d1a-a637-789ef8e0664e req-63b8bb4f-4830-49bf-8c71-34eabea0bd20 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.214807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-525046f6-bb25-4d1a-a637-789ef8e0664e req-63b8bb4f-4830-49bf-8c71-34eabea0bd20 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.1059487 Feb 11 13:17:49.238845 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-699c438e-cf3c-45c4-8f27-c92b18a72eb3 service neutron] 10.222.0.13 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412861 Feb 11 13:17:49.315625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-525046f6-bb25-4d1a-a637-789ef8e0664e req-e640691d-84b7-4f8b-9ab6-47a8cb2738c5 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863636 Feb 11 13:17:49.366038 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e8a9dd-211f-4214-a431-0476fae7d1f0 req-9837121b-e09c-45f8-a1bd-02a7804032c1 service neutron] 10.222.0.13 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169007 Feb 11 13:17:49.434036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520418bd-429c-48ef-aa38-6f5d662ff8dc req-39a4bc94-a882-4eea-9945-c9606a457370 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.435686 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-520418bd-429c-48ef-aa38-6f5d662ff8dc req-39a4bc94-a882-4eea-9945-c9606a457370 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0527201 Feb 11 13:17:49.477301 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-520418bd-429c-48ef-aa38-6f5d662ff8dc req-b1b32571-20a3-484b-ac87-ca603b96ccd7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Feb 11 13:17:49.525823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-d367ae2c-e322-4327-96ff-4ec974adce83 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:49.536022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] Sync routers for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:49.540890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-d367ae2c-e322-4327-96ff-4ec974adce83 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.548953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:49.549288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-9831b066-e481-47e7-a347-4e145351e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.550236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:49.551605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-9831b066-e481-47e7-a347-4e145351e45b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d924123a82f64033b5e4f3ec7345259b&device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 1094 time: 0.0549674 Feb 11 13:17:49.569125 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-d367ae2c-e322-4327-96ff-4ec974adce83 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "PUT /v2.0/floatingips/b9b390f0-8bfc-443e-8b29-3ece3d23da29 HTTP/1.1" status: 200 len: 696 time: 1.0066423 Feb 11 13:17:49.570775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:49.573036 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41cec511-ab1f-4762-bccc-bd808a8d3580" -d '{"events": [{"name": "network-changed", "server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "tag": "94566695-9190-4566-8c55-97c5ad510a6d"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:49.644327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc4068-2f8b-47e5-8d08-f7ac5acbfc18 req-01604455-e740-415d-9f9b-57305855065f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.645927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dacc4068-2f8b-47e5-8d08-f7ac5acbfc18 req-01604455-e740-415d-9f9b-57305855065f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 943 time: 0.1073713 Feb 11 13:17:49.656903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e24dec-25a1-4e24-9982-4172f1871608 req-dfd76629-c272-48af-bade-e0bcdb05193c tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.658451 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54e24dec-25a1-4e24-9982-4172f1871608 req-dfd76629-c272-48af-bade-e0bcdb05193c tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.13 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 950 time: 0.0884409 Feb 11 13:17:49.665754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-2808d2cf-d667-4fb9-a9a5-c3dbc9adb204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.667229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-2808d2cf-d667-4fb9-a9a5-c3dbc9adb204 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1097 time: 0.0631084 Feb 11 13:17:49.675023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:49.692112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-9be34f93-6677-4dbe-b8c3-28d5bd60af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.693537 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-9be34f93-6677-4dbe-b8c3-28d5bd60af6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9040ff7-c9e8-479c-a4b0-9604775f45cf HTTP/1.1" status: 200 len: 925 time: 0.1251221 Feb 11 13:17:49.739915 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dacc4068-2f8b-47e5-8d08-f7ac5acbfc18 req-6b1bf4c3-68a3-44f1-833f-68371aa3b3ec tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791345 Feb 11 13:17:49.741130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-09ecf98a-95e0-4ee4-ba01-1dbda59cf7d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d34c2d2-3742-4ea1-950e-4c8919b23ff9 HTTP/1.1" status: 200 len: 217 time: 0.0404656 Feb 11 13:17:49.807964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-ab102772-46be-4cd5-9f30-4ea8091cd96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.810566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-ab102772-46be-4cd5-9f30-4ea8091cd96e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c627b4e6-0a2b-473f-9670-34857f922d4d HTTP/1.1" status: 200 len: 863 time: 0.0611303 Feb 11 13:17:49.844582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-72788406-5ad5-4ad0-a915-52b7ef1ee726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.846266 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-72788406-5ad5-4ad0-a915-52b7ef1ee726 service neutron] 10.222.0.52 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.1636257 Feb 11 13:17:49.855078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-54e24dec-25a1-4e24-9982-4172f1871608 req-89bc8156-df66-48be-a447-516f8b885152 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Deleting port 2e342c98-9e58-4324-968c-53cc8fa72d72 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:17:49.855423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54e24dec-25a1-4e24-9982-4172f1871608 req-89bc8156-df66-48be-a447-516f8b885152 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:49.895164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-8a5d58d8-f98b-4ce4-9902-f70a8e8d709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.897067 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-8a5d58d8-f98b-4ce4-9902-f70a8e8d709d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9040ff7-c9e8-479c-a4b0-9604775f45cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774186 Feb 11 13:17:49.908993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c17981-b6bf-41b0-b21a-760a1c326d6c req-cfae7ce1-8754-4bcc-adcb-755859c3b390 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:49.910506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25c17981-b6bf-41b0-b21a-760a1c326d6c req-cfae7ce1-8754-4bcc-adcb-755859c3b390 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0807638 Feb 11 13:17:49.930496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-e2e7513b-a3cd-47ea-a2cc-b43641e65f59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 217 time: 0.0721335 Feb 11 13:17:50.000040 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25c17981-b6bf-41b0-b21a-760a1c326d6c req-e41ffac5-a494-466c-a5c0-f3c32c7ca090 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815310 Feb 11 13:17:50.017063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-e0988f0f-1973-4979-abd1-17afcc02af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.019559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-e0988f0f-1973-4979-abd1-17afcc02af69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0761442 Feb 11 13:17:50.021602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-54e24dec-25a1-4e24-9982-4172f1871608 req-89bc8156-df66-48be-a447-516f8b885152 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] For port 2e342c98-9e58-4324-968c-53cc8fa72d72, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2e342c98-9e58-4324-968c-53cc8fa72d72,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:50.021995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54e24dec-25a1-4e24-9982-4172f1871608 req-89bc8156-df66-48be-a447-516f8b885152 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.026768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:50.043841 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-c5c5d494-b3f7-4f64-be94-9ee79c827dfe service neutron] 10.222.0.13 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321125 Feb 11 13:17:50.054613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-54e24dec-25a1-4e24-9982-4172f1871608 req-89bc8156-df66-48be-a447-516f8b885152 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Calling delete_port for 2e342c98-9e58-4324-968c-53cc8fa72d72 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:17:50.060191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] Checking router: a64ce253-1cd9-429f-a2f3-2fc796f36464 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:50.070724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:50.071354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:50.079030 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799e1ec0-b6b9-4197-8825-9d5496072b97 x-openstack-request-id: req-799e1ec0-b6b9-4197-8825-9d5496072b97 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:50.079317 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "tag": "94566695-9190-4566-8c55-97c5ad510a6d", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:50.079565 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-799e1ec0-b6b9-4197-8825-9d5496072b97 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:50.079950 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d', 'status': 'completed', 'code': 200} Feb 11 13:17:50.160627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-499aa6c9-6c03-4f03-a4a9-8b2cd2624654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.162415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-499aa6c9-6c03-4f03-a4a9-8b2cd2624654 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307690 Feb 11 13:17:50.214369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:50.221519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09918ea5-af8b-4a54-b0f8-442c2748757b req-76ff9335-b5f9-4d30-a2ea-1629780e06b5 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.223179 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09918ea5-af8b-4a54-b0f8-442c2748757b req-76ff9335-b5f9-4d30-a2ea-1629780e06b5 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 950 time: 0.0876815 Feb 11 13:17:50.227391 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35661ca7-b0bf-4984-a6f1-0e6d7e8005f2 req-ef6fb653-400d-439b-a945-2d91560a33eb service neutron] 10.222.0.13 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724389 Feb 11 13:17:50.238439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-5fd559b2-587c-4683-89b7-3220048a1a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.239915 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-5fd559b2-587c-4683-89b7-3220048a1a7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e58d6663ff0547f2821c28cef5435d89&device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 1097 time: 0.1159310 Feb 11 13:17:50.348371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-1b9fe8ef-ea29-474e-951a-d3ba32c85abf service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745582 Feb 11 13:17:50.416916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 81b3e49a-5662-4aab-8a80-60237449f5b6 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:50.467118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-ddafa1f2-7cd9-4398-a8d9-46b3d27ea67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.468643 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-ddafa1f2-7cd9-4398-a8d9-46b3d27ea67c service neutron] 10.222.0.13 "GET /v2.0/networks?id=de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 200 len: 922 time: 0.2192748 Feb 11 13:17:50.483269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:50.513609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca06be-cba3-43f3-9e7e-66a2ded55db9 None None] The sync data for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 is: [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:16:56Z', 'revision_number': 4, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c', 'name': '', 'network_id': 'de815f82-6838-4ebd-b3fd-5c2ef355cb54', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'mac_address': 'fa:16:3e:eb:b4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:55Z', 'updated_at': '2022-02-11T13:17:00Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'subnets': [{'id': '1a9f34c5-4137-4974-a913-ed31e43b944f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:50.527256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-284ceece-fbc5-48ee-8e81-0bf74fa9d4a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 200 len: 217 time: 0.0458786 Feb 11 13:17:50.540093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09918ea5-af8b-4a54-b0f8-442c2748757b req-4f27d9f2-4e99-467f-b80e-79359b317d18 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/security-groups?id=cf53ba72-e0ad-4874-ba72-fca23cb9db17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089395 Feb 11 13:17:50.547089 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb18f6b5-a8f0-4dcd-823e-f85d63443e53 req-d9149850-0244-4dcb-b205-86e95d4774c5 service neutron] 10.222.0.52 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770203 Feb 11 13:17:50.579388 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54e24dec-25a1-4e24-9982-4172f1871608 req-89bc8156-df66-48be-a447-516f8b885152 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.590348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 81b3e49a-5662-4aab-8a80-60237449f5b6 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:50.600986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2e342c98-9e58-4324-968c-53cc8fa72d72'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:50.605473 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 81b3e49a-5662-4aab-8a80-60237449f5b6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:50.605858 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.616662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc8156-df66-48be-a447-516f8b885152 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Pushing event deleted for resources: {'Port': ['ID=2e342c98-9e58-4324-968c-53cc8fa72d72,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:50.623508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-dcd35a94-80b4-47ee-91d8-299ebea7c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.624986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-dcd35a94-80b4-47ee-91d8-299ebea7c7d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 200 len: 860 time: 0.0902677 Feb 11 13:17:50.707448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e24dec-25a1-4e24-9982-4172f1871608 req-89bc8156-df66-48be-a447-516f8b885152 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] No DVR routers for this DVR port 2e342c98-9e58-4324-968c-53cc8fa72d72 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:50.712044 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54e24dec-25a1-4e24-9982-4172f1871608 req-89bc8156-df66-48be-a447-516f8b885152 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.722308 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54e24dec-25a1-4e24-9982-4172f1871608 req-89bc8156-df66-48be-a447-516f8b885152 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.13 "DELETE /v2.0/ports/2e342c98-9e58-4324-968c-53cc8fa72d72 HTTP/1.1" status: 204 len: 173 time: 1.0538228 Feb 11 13:17:50.730892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06478c5b-3c05-4ef1-8611-e289c661f9b7 req-21ee35e8-6526-4366-bb05-93fd2b43750d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.732491 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06478c5b-3c05-4ef1-8611-e289c661f9b7 req-21ee35e8-6526-4366-bb05-93fd2b43750d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 945 time: 0.1053770 Feb 11 13:17:50.786806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06478c5b-3c05-4ef1-8611-e289c661f9b7 req-6188a00d-0c22-4ff7-9552-ccf7c1971392 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412481 Feb 11 13:17:50.813113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-f267652d-3eb3-45bc-a09f-cf142ae35d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.814138 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.820495 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-f267652d-3eb3-45bc-a09f-cf142ae35d32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de815f82-6838-4ebd-b3fd-5c2ef355cb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1881287 Feb 11 13:17:50.864000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61f2477-fc30-433d-95d6-768469b5b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b3e49a-5662-4aab-8a80-60237449f5b6'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:50.867221 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c7f7dc-dc5c-4eae-9da5-1ce51d14cbbd" -d '{"events": [{"server_uuid": "e61f2477-fc30-433d-95d6-768469b5b235", "name": "network-vif-plugged", "status": "completed", "tag": "81b3e49a-5662-4aab-8a80-60237449f5b6"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:50.884343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:50.897831 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eab427e-e4b9-44fd-b280-9357f48e3ab6 None None] New status for floating IP b9b390f0-8bfc-443e-8b29-3ece3d23da29: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:17:50.921242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26617f7e-5fe6-4d9e-9ea2-d22d014e4594 req-6d7ea199-0cc0-4e8a-9f53-2eceeb2047ea tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.922707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26617f7e-5fe6-4d9e-9ea2-d22d014e4594 req-6d7ea199-0cc0-4e8a-9f53-2eceeb2047ea tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 945 time: 0.1673465 Feb 11 13:17:50.953135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93762b00-31ad-4d39-9092-c403fdf70e07 req-d4b2a0c0-65a2-4e31-b5c1-5c5bfece5e93 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:50.954990 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93762b00-31ad-4d39-9092-c403fdf70e07 req-d4b2a0c0-65a2-4e31-b5c1-5c5bfece5e93 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.0786715 Feb 11 13:17:50.955389 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:50.996829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-31e0850f-4650-4df5-bc4b-18c84437456d service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652336 Feb 11 13:17:51.020260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=81b3e49a-5662-4aab-8a80-60237449f5b6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:51.030893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93762b00-31ad-4d39-9092-c403fdf70e07 req-43ae6031-9ff4-48c2-aca7-20ff132d8c66 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574174 Feb 11 13:17:51.074818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26617f7e-5fe6-4d9e-9ea2-d22d014e4594 req-479411a7-612e-4050-b71c-93f71f2e16ec tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423850 Feb 11 13:17:51.166744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536a147-74f2-4c49-966d-ce843b973069 req-b4347828-2d74-4fc9-a0a6-c7e3cacd8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.168370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0536a147-74f2-4c49-966d-ce843b973069 req-b4347828-2d74-4fc9-a0a6-c7e3cacd8a84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 1094 time: 0.0890191 Feb 11 13:17:51.172701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed5755-f964-4b52-b151-604c183f06f0 req-da9abe0e-3d71-4cc7-8e70-184ca5e0cc95 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.180867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2eed5755-f964-4b52-b151-604c183f06f0 req-da9abe0e-3d71-4cc7-8e70-184ca5e0cc95 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0631180 Feb 11 13:17:51.208272 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41cec511-ab1f-4762-bccc-bd808a8d3580 req-8973724d-6466-4f48-982f-89b9821741b1 service neutron] 10.222.0.13 "GET /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032759 Feb 11 13:17:51.249563 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2eed5755-f964-4b52-b151-604c183f06f0 req-45595f81-9309-4ce3-b128-a0a66c8535d5 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677850 Feb 11 13:17:51.299794 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51394c2-e50d-45af-997b-d9e9278492f7 x-openstack-request-id: req-a51394c2-e50d-45af-997b-d9e9278492f7 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:51.300351 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61f2477-fc30-433d-95d6-768469b5b235", "name": "network-vif-plugged", "status": "completed", "tag": "81b3e49a-5662-4aab-8a80-60237449f5b6", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:51.300351 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a51394c2-e50d-45af-997b-d9e9278492f7 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:51.300723 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61f2477-fc30-433d-95d6-768469b5b235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b3e49a-5662-4aab-8a80-60237449f5b6', 'code': 200} Feb 11 13:17:51.318902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-f9d775ad-1c9b-4e84-8f8f-dcc3bd496539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.320931 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-f9d775ad-1c9b-4e84-8f8f-dcc3bd496539 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1096 time: 0.0538671 Feb 11 13:17:51.335234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa68578-616d-4f28-b73d-d8bf6836d137 req-443dcd09-4b25-498f-9844-2e80c2466a44 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.336761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3fa68578-616d-4f28-b73d-d8bf6836d137 req-443dcd09-4b25-498f-9844-2e80c2466a44 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 943 time: 0.1272540 Feb 11 13:17:51.339906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536a147-74f2-4c49-966d-ce843b973069 req-c79fbc18-826c-4d50-89ec-9680de11c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.341222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0536a147-74f2-4c49-966d-ce843b973069 req-c79fbc18-826c-4d50-89ec-9680de11c5f6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e055b0fa-ddbd-4312-b152-6887c946b0b7 HTTP/1.1" status: 200 len: 923 time: 0.1625347 Feb 11 13:17:51.417592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0536a147-74f2-4c49-966d-ce843b973069 req-60ab0c19-fecb-4a51-aac2-00fe1d034006 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c638fc72-8ada-4218-94e9-d8c1e924f744 HTTP/1.1" status: 200 len: 217 time: 0.0661359 Feb 11 13:17:51.452549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc935ef-87f8-42ff-a2bb-a3d290c6dc81 req-efe1ad7a-e216-44e6-b9e7-228a70f3e818 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.454015 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2dc935ef-87f8-42ff-a2bb-a3d290c6dc81 req-efe1ad7a-e216-44e6-b9e7-228a70f3e818 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0721333 Feb 11 13:17:51.459996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3fa68578-616d-4f28-b73d-d8bf6836d137 req-710be206-0051-49e4-8219-7df2d5df1647 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153514 Feb 11 13:17:51.473534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-8309047a-7a2b-4723-827d-fb352b3d1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.475058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-8309047a-7a2b-4723-827d-fb352b3d1ff2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1466029 Feb 11 13:17:51.481800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8d112-f5cc-4d94-a5a2-12671e89a658 req-c76611d7-d758-490a-ab15-fcd11cb57477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.483280 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bf8d112-f5cc-4d94-a5a2-12671e89a658 req-c76611d7-d758-490a-ab15-fcd11cb57477 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1097 time: 0.1195512 Feb 11 13:17:51.490767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536a147-74f2-4c49-966d-ce843b973069 req-9dae9173-5216-4ce5-b7c5-19297935d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.492572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0536a147-74f2-4c49-966d-ce843b973069 req-9dae9173-5216-4ce5-b7c5-19297935d555 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d18a105d-2a8a-4f4c-88e6-31f31c44eeca HTTP/1.1" status: 200 len: 862 time: 0.0661614 Feb 11 13:17:51.533803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0536a147-74f2-4c49-966d-ce843b973069 req-e2373bad-e357-4f61-842c-da6fe430e397 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e055b0fa-ddbd-4312-b152-6887c946b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333910 Feb 11 13:17:51.535062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-ab82f9cf-3a03-4f97-b353-b229472750e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e96900-49a3-4557-8e09-02abcf5913a7 HTTP/1.1" status: 200 len: 217 time: 0.0504637 Feb 11 13:17:51.541564 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2dc935ef-87f8-42ff-a2bb-a3d290c6dc81 req-c553c288-11db-499a-8bc3-238ef531d5ac tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790727 Feb 11 13:17:51.605016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-3aaed0c4-4d7b-40f3-b012-f4180445e0c6 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips/b9b390f0-8bfc-443e-8b29-3ece3d23da29 HTTP/1.1" status: 200 len: 694 time: 0.0750096 Feb 11 13:17:51.606339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-471cf4a1-73be-484c-9bd1-542659e92092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.607578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-471cf4a1-73be-484c-9bd1-542659e92092 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0609508 Feb 11 13:17:51.608293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bf8d112-f5cc-4d94-a5a2-12671e89a658 req-d3ced8cf-524d-46d1-8b37-1bedcbe40d12 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145685 Feb 11 13:17:51.643415 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-5689eee6-53c8-4565-9335-2e4428c123d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285029 Feb 11 13:17:51.731636 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e170198d-6054-451c-a95b-42656264d34d req-9fd6ed20-31b4-472e-9d3d-909daf01c7a3 tempest-ImagesNegativeTestJSON-2049219234 tempest-ImagesNegativeTestJSON-2049219234-project] 10.222.0.52 "GET /v2.0/ports?device_id=c72d2b78-9811-4e6a-8dd5-b027bfea745d HTTP/1.1" status: 200 len: 210 time: 0.0723598 Feb 11 13:17:51.744118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0536a147-74f2-4c49-966d-ce843b973069 req-989bea14-0a11-4f52-bc5d-50b4a656198c service neutron] 10.222.0.59 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740465 Feb 11 13:17:51.774244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-94b5c2b6-70b3-467e-80e2-d2a959bb0065 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224763 Feb 11 13:17:51.779815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-edfe71d3-a147-429b-a0f4-dd7a264a69ba tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:51.781101 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-edfe71d3-a147-429b-a0f4-dd7a264a69ba tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1477127 Feb 11 13:17:51.818173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-a276aafd-a286-476e-ac8c-e52bd2372893 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:17:51.819144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-a276aafd-a286-476e-ac8c-e52bd2372893 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108807 Feb 11 13:17:51.873381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-148b6bcd-0614-4705-b8ca-3e93d6e68677 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909727 Feb 11 13:17:51.901600 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-01c0e6b5-7f9a-4991-b6c8-8e1ae1ba09ed tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 697 time: 0.0686834 Feb 11 13:17:51.903864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0536a147-74f2-4c49-966d-ce843b973069 req-745eacd8-4fca-4e69-bedd-38db5c12826d service neutron] 10.222.0.59 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508133 Feb 11 13:17:51.956780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-f7be3848-3549-4724-9087-0e96eda6f48a tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.240 HTTP/1.1" status: 200 len: 697 time: 0.0479698 Feb 11 13:17:52.093302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72d2b78-9811-4e6a-8dd5-b027bfea745d', 'name': 'network-vif-deleted', 'tag': '2e342c98-9e58-4324-968c-53cc8fa72d72'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:52.095614 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555ffcd-bc58-464e-9446-0cd01d812a34" -d '{"events": [{"server_uuid": "c72d2b78-9811-4e6a-8dd5-b027bfea745d", "name": "network-vif-deleted", "tag": "2e342c98-9e58-4324-968c-53cc8fa72d72"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:52.116913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10f25b-adaf-4ec8-bdc6-7ff61aadd97c req-9dcda240-cfb5-4b4b-883e-8a28e5cd9ad5 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:52.118522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cb10f25b-adaf-4ec8-bdc6-7ff61aadd97c req-9dcda240-cfb5-4b4b-883e-8a28e5cd9ad5 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0520747 Feb 11 13:17:52.121678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-1780656d-ae8e-4c97-ab09-19b18ef079b9 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:52.123182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-1780656d-ae8e-4c97-ab09-19b18ef079b9 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.1092854 Feb 11 13:17:52.135541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816488-1'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:52.158155 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cb10f25b-adaf-4ec8-bdc6-7ff61aadd97c req-2158ace7-51dc-458b-a9b0-6036b66db7f8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331893 Feb 11 13:17:52.167732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-9cfc692d-2f31-4801-b274-93f82a1bdd2e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Deleting port 98a3cdec-f584-4fd4-9d2d-c8b00a882f2d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:17:52.168074 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-9cfc692d-2f31-4801-b274-93f82a1bdd2e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.236630 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.267295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9b346-d686-4a19-b1dd-74b9483f8175 req-3e4ed7ea-9a3e-44c3-a955-5c4d899bb189 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:52.269431 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5f9b346-d686-4a19-b1dd-74b9483f8175 req-3e4ed7ea-9a3e-44c3-a955-5c4d899bb189 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.0550349 Feb 11 13:17:52.310750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5f9b346-d686-4a19-b1dd-74b9483f8175 req-e0ced912-77e9-49a7-9336-b577951be68f tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Feb 11 13:17:52.312564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-9cfc692d-2f31-4801-b274-93f82a1bdd2e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.312889 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-9cfc692d-2f31-4801-b274-93f82a1bdd2e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.354806 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a981a5c0-32fa-4beb-8731-814673193237 x-openstack-request-id: req-a981a5c0-32fa-4beb-8731-814673193237 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:52.355084 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72d2b78-9811-4e6a-8dd5-b027bfea745d", "name": "network-vif-deleted", "tag": "2e342c98-9e58-4324-968c-53cc8fa72d72", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:52.355326 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a981a5c0-32fa-4beb-8731-814673193237 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:52.355700 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72d2b78-9811-4e6a-8dd5-b027bfea745d', 'name': 'network-vif-deleted', 'tag': '2e342c98-9e58-4324-968c-53cc8fa72d72', 'status': 'completed', 'code': 200} Feb 11 13:17:52.362627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-9cfc692d-2f31-4801-b274-93f82a1bdd2e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Calling delete_port for 98a3cdec-f584-4fd4-9d2d-c8b00a882f2d owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:17:52.435855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:52.446597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b4feb-c226-4871-9784-23c7821db184 req-29bc3fda-abb1-428f-8532-7836e960b9a7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:52.448318 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7f2b4feb-c226-4871-9784-23c7821db184 req-29bc3fda-abb1-428f-8532-7836e960b9a7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 945 time: 0.0521491 Feb 11 13:17:52.489975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7f2b4feb-c226-4871-9784-23c7821db184 req-cd2e645f-f256-4d4a-bb7b-8d1ad649c8f5 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346169 Feb 11 13:17:52.558647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:52.570449 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'port_id': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9', 'mac_address': 'fa:16:3e:e7:b1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:52.612434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55ffa9-ed9f-4f4a-bb1d-d6cd147bfc99 req-dcfac66a-a120-45b4-97e8-0ce16ed65562 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:52.614473 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e55ffa9-ed9f-4f4a-bb1d-d6cd147bfc99 req-dcfac66a-a120-45b4-97e8-0ce16ed65562 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0599165 Feb 11 13:17:52.617219 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.630996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:52.652765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:52.670280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e55ffa9-ed9f-4f4a-bb1d-d6cd147bfc99 req-a5d23da1-698e-46bb-bf3f-a1793b10fdf7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486579 Feb 11 13:17:52.717157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:52.724598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.785495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:52.787207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9363cbe-dda5-48c3-bdea-bd3dc563ff76 req-5641bfb0-f2eb-42b4-a57a-eb57c3c2215d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:52.789299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9363cbe-dda5-48c3-bdea-bd3dc563ff76 req-5641bfb0-f2eb-42b4-a57a-eb57c3c2215d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 944 time: 0.0629587 Feb 11 13:17:52.793318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:52.830982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9363cbe-dda5-48c3-bdea-bd3dc563ff76 req-7d7a639a-5912-45d2-9613-952d5a5a465f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Feb 11 13:17:52.863788 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:52.937950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595992f8-9bd3-4767-8bad-112f15479982 req-8ef5d7e0-9bd8-4139-bd4e-ed18c0d558e2 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:52.939390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-595992f8-9bd3-4767-8bad-112f15479982 req-8ef5d7e0-9bd8-4139-bd4e-ed18c0d558e2 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0482526 Feb 11 13:17:52.963745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['1d34c2d2-3742-4ea1-950e-4c8919b23ff9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:52.969491 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.000966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-595992f8-9bd3-4767-8bad-112f15479982 req-6213bfe3-13d8-4026-be86-5cad806e8556 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551689 Feb 11 13:17:53.029378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-9cfc692d-2f31-4801-b274-93f82a1bdd2e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.030755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-eac49928-5279-4dad-97d3-2ecab30e8970 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:53.032300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-eac49928-5279-4dad-97d3-2ecab30e8970 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.59 "GET /v2.0/ports?device_id=8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d HTTP/1.1" status: 200 len: 946 time: 0.0677445 Feb 11 13:17:53.109674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Pushing event updated for resources: {'Port': ['ID=62e96900-49a3-4557-8e09-02abcf5913a7,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:53.155785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc692d-2f31-4801-b274-93f82a1bdd2e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Pushing event deleted for resources: {'Port': ['ID=98a3cdec-f584-4fd4-9d2d-c8b00a882f2d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:53.158157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 on host n-h1-816488-1 for vnic_type normal with profile {"migrating_to": "n-h2-816488-1"} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:17:53.158618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:17:53.158947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:53.165196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Deleting port b03fcc03-aaa5-478b-bc15-8217c8c19543 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:17:53.165622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.169878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-9cfc692d-2f31-4801-b274-93f82a1bdd2e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.172516 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-9cfc692d-2f31-4801-b274-93f82a1bdd2e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.180620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fa19b46-3674-4208-aa64-4072a44ba418 req-9cfc692d-2f31-4801-b274-93f82a1bdd2e tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "DELETE /v2.0/floatingips/b9b390f0-8bfc-443e-8b29-3ece3d23da29 HTTP/1.1" status: 204 len: 173 time: 1.2175491 Feb 11 13:17:53.183183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Port 62e96900-49a3-4557-8e09-02abcf5913a7 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:17:53.183508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Attempting to bind port 62e96900-49a3-4557-8e09-02abcf5913a7 on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:17:53.189170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:17:53.189689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:53.196770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:17:53.196770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Bound port: 62e96900-49a3-4557-8e09-02abcf5913a7, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:17:53.196770 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.268528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:17:53.271988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:17:53.315392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] For port b03fcc03-aaa5-478b-bc15-8217c8c19543, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b03fcc03-aaa5-478b-bc15-8217c8c19543,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:53.315674 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.324804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8ab2a-b4c2-41fb-843c-5554737ddd02 req-d4442cfe-de9b-4ac9-a1eb-2873a6a58ecb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:53.326306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3de8ab2a-b4c2-41fb-843c-5554737ddd02 req-d4442cfe-de9b-4ac9-a1eb-2873a6a58ecb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0883763 Feb 11 13:17:53.335506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.413928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Pushing event updated for resources: {'Port': ['ID=62e96900-49a3-4557-8e09-02abcf5913a7,revision_number=8']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:53.418406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:53.419034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.420449 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-07506292-ac13-4a56-9970-914ac318ac8d service neutron] 10.222.0.59 "PUT /v2.0/ports/62e96900-49a3-4557-8e09-02abcf5913a7 HTTP/1.1" status: 200 len: 1121 time: 1.2888508 Feb 11 13:17:53.455209 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3de8ab2a-b4c2-41fb-843c-5554737ddd02 req-fc69bff4-a049-4f34-90c1-9dfad315e78b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216397 Feb 11 13:17:53.512615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['62e96900-49a3-4557-8e09-02abcf5913a7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:53.702941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34454b13-92e9-4bd0-a14d-35ed17f42a3b req-2aea37c5-3ddb-4e01-85fc-ab2bbff03ee4 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:53.706459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34454b13-92e9-4bd0-a14d-35ed17f42a3b req-2aea37c5-3ddb-4e01-85fc-ab2bbff03ee4 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1097 time: 0.0708046 Feb 11 13:17:53.709042 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.709620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:53.710128 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Floating IP 8057bba2-9c49-478d-9598-e48c0af48626 disassociated. External IP: 172.25.0.3, port: b03fcc03-aaa5-478b-bc15-8217c8c19543. Feb 11 13:17:53.711922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Calling delete_port for b03fcc03-aaa5-478b-bc15-8217c8c19543 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:17:53.742492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e2b5b-da22-4b08-a9e5-19e437c1d434 req-26d277f5-6e9f-41a0-ac6f-1397b06eaf94 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:53.744846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-271e2b5b-da22-4b08-a9e5-19e437c1d434 req-26d277f5-6e9f-41a0-ac6f-1397b06eaf94 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.1241925 Feb 11 13:17:53.759974 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34454b13-92e9-4bd0-a14d-35ed17f42a3b req-be5bf6d3-0601-47f9-bc4e-1a41fa5e4ba0 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470440 Feb 11 13:17:53.795103 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:17:53.829181 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-271e2b5b-da22-4b08-a9e5-19e437c1d434 req-659b483e-23f3-47f2-84ad-845d560938af tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781224 Feb 11 13:17:53.919744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df5821-2adf-4427-9e1e-f8a26f254fbd req-a3e81815-1074-449e-8142-af2b0046d39c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:53.926855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48df5821-2adf-4427-9e1e-f8a26f254fbd req-a3e81815-1074-449e-8142-af2b0046d39c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.0668998 Feb 11 13:17:53.958043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fec84c-c4ac-4abf-804d-db38ff6442dc req-6d91e3aa-3374-47dd-acc7-048515ebb86b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:53.959446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c0fec84c-c4ac-4abf-804d-db38ff6442dc req-6d91e3aa-3374-47dd-acc7-048515ebb86b tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 946 time: 0.0536859 Feb 11 13:17:53.962246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48df5821-2adf-4427-9e1e-f8a26f254fbd req-3ed303ad-a9b3-4974-8ba4-4ce4368098c9 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333831 Feb 11 13:17:53.982714 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:54.020725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event deleted for resources: {'Port': ['ID=b03fcc03-aaa5-478b-bc15-8217c8c19543,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:54.035368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c0fec84c-c4ac-4abf-804d-db38ff6442dc req-5db0b23d-b159-4012-ab26-0d0b606c6ff0 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693524 Feb 11 13:17:54.145905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157933fb-9a68-48ab-a14b-436a331b8863 req-6c5ddfe8-ddc2-4222-a6bd-44cdf3104fce tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:54.147727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-157933fb-9a68-48ab-a14b-436a331b8863 req-6c5ddfe8-ddc2-4222-a6bd-44cdf3104fce tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1188388 Feb 11 13:17:54.171537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:17:54.225329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-157933fb-9a68-48ab-a14b-436a331b8863 req-6184a2b0-a910-447a-a5f5-782866d5aad2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699053 Feb 11 13:17:54.319725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c0c536-ddd2-49d1-a331-56dec7ebe554 req-457e021b-a82b-4b7f-8c93-7aee2bff90c9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:54.323959 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0c0c536-ddd2-49d1-a331-56dec7ebe554 req-457e021b-a82b-4b7f-8c93-7aee2bff90c9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 944 time: 0.1400626 Feb 11 13:17:54.349891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5146c-c09f-436f-8222-6cbdfb58a330 req-3419d643-e9c2-408b-ae82-2056405c93df tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:54.358351 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3f5146c-c09f-436f-8222-6cbdfb58a330 req-3419d643-e9c2-408b-ae82-2056405c93df tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0787935 Feb 11 13:17:54.360618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e96900-49a3-4557-8e09-02abcf5913a7'}, {'name': 'network-changed', 'server_uuid': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'tag': '62e96900-49a3-4557-8e09-02abcf5913a7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:54.363524 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c" -d '{"events": [{"server_uuid": "7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "62e96900-49a3-4557-8e09-02abcf5913a7"}, {"name": "network-changed", "server_uuid": "7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e", "tag": "62e96900-49a3-4557-8e09-02abcf5913a7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:54.370516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:17:54.382325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] Sync routers for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:17:54.404036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:54.405204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:54.420693 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3f5146c-c09f-436f-8222-6cbdfb58a330 req-90facf80-8c88-49c6-bfac-644db0f88dff tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614040 Feb 11 13:17:54.423191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39466) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:54.427891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0c0c536-ddd2-49d1-a331-56dec7ebe554 req-c4252f43-ce53-405b-a2e4-790fc05a8b81 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964622 Feb 11 13:17:54.448299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] No DVR routers for this DVR port b03fcc03-aaa5-478b-bc15-8217c8c19543 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:54.451331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:54.455662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0a57d4d-c726-4b25-9355-4d6be229cbfe req-77c2ea4d-43c3-484b-81aa-30b0eb15cfc6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.59 "DELETE /v2.0/ports/b03fcc03-aaa5-478b-bc15-8217c8c19543 HTTP/1.1" status: 204 len: 173 time: 1.4175897 Feb 11 13:17:54.456225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'name': 'network-vif-deleted', 'tag': 'b03fcc03-aaa5-478b-bc15-8217c8c19543'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:54.462621 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22ee3f8-ab78-4c28-ad72-f2fc4caf4cfb" -d '{"events": [{"server_uuid": "8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d", "name": "network-vif-deleted", "tag": "b03fcc03-aaa5-478b-bc15-8217c8c19543"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:54.494200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:54.526408 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0476b342-2e9e-4f10-804d-f751ec58eb44 x-openstack-request-id: req-0476b342-2e9e-4f10-804d-f751ec58eb44 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:54.526806 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "62e96900-49a3-4557-8e09-02abcf5913a7", "code": 200}, {"name": "network-changed", "server_uuid": "7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e", "tag": "62e96900-49a3-4557-8e09-02abcf5913a7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:54.527157 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0476b342-2e9e-4f10-804d-f751ec58eb44 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:54.527650 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e96900-49a3-4557-8e09-02abcf5913a7', 'code': 200} Feb 11 13:17:54.528053 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'tag': '62e96900-49a3-4557-8e09-02abcf5913a7', 'status': 'completed', 'code': 200} Feb 11 13:17:54.540497 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbcc14e-5fca-417e-ae58-a3c7f026b9c6 x-openstack-request-id: req-0fbcc14e-5fca-417e-ae58-a3c7f026b9c6 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:54.540819 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d", "name": "network-vif-deleted", "tag": "b03fcc03-aaa5-478b-bc15-8217c8c19543", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:54.541074 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fbcc14e-5fca-417e-ae58-a3c7f026b9c6 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:54.541466 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4e8781-4640-43f0-8a1c-fc52bcb1ad1d', 'name': 'network-vif-deleted', 'tag': 'b03fcc03-aaa5-478b-bc15-8217c8c19543', 'status': 'completed', 'code': 200} Feb 11 13:17:54.638625 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c req-9932470b-1b1f-4292-a992-b55c15a2b719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:54.640155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c req-9932470b-1b1f-4292-a992-b55c15a2b719 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1124 time: 0.0697527 Feb 11 13:17:54.640513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:54.651974 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-71fcab5d-32a2-4c21-9377-ef617596196f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b07a8e604911482b989c09b3e3c99391&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248774 Feb 11 13:17:54.655163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39472) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:54.697490 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d70e6fe-357e-4ee1-a4f0-8a1a17c921f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:54.723706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:54.749132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c req-9f9b06a8-65b8-45bb-ae60-17d7fb380b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:54.751107 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c req-9f9b06a8-65b8-45bb-ae60-17d7fb380b88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.0976801 Feb 11 13:17:54.754416 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-588d89ae-e22e-4760-a35d-c0c5eced0c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:54.762891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:54.762891 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:54.795840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-588d89ae-e22e-4760-a35d-c0c5eced0c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:54.797135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c638fc72-8ada-4218-94e9-d8c1e924f744 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:54.849156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c req-bc06dc9b-53ef-46b0-b3e2-6e93a4a77234 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e96900-49a3-4557-8e09-02abcf5913a7 HTTP/1.1" status: 200 len: 217 time: 0.0845919 Feb 11 13:17:54.915707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-588d89ae-e22e-4760-a35d-c0c5eced0c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:54.919192 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-588d89ae-e22e-4760-a35d-c0c5eced0c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:54.922890 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-588d89ae-e22e-4760-a35d-c0c5eced0c15 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cf53ba72-e0ad-4874-ba72-fca23cb9db17 HTTP/1.1" status: 204 len: 168 time: 0.2638004 Feb 11 13:17:54.936538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d89ae-e22e-4760-a35d-c0c5eced0c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf53ba72-e0ad-4874-ba72-fca23cb9db17,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:54.950284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c req-a2c722bd-e4cf-45a9-a306-928752fd1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:54.954327 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c req-a2c722bd-e4cf-45a9-a306-928752fd1b9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0969751 Feb 11 13:17:55.082386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c req-f35f1679-4a91-4a9c-a509-9ddd65cb6819 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812142 Feb 11 13:17:55.088736 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.192666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170417a-f5ce-4a13-aed2-13be2081e192 req-c5b6d165-cae6-4731-8cde-ea15892eb75e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.200740 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0170417a-f5ce-4a13-aed2-13be2081e192 req-c5b6d165-cae6-4731-8cde-ea15892eb75e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.1165884 Feb 11 13:17:55.202171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c638fc72-8ada-4218-94e9-d8c1e924f744, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c638fc72-8ada-4218-94e9-d8c1e924f744,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:55.219719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a5b86-fb8c-4ae0-b5ed-832a119cf28c req-8a4a73b3-8334-4604-b357-e262fac8cd26 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.222696 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-660a5b86-fb8c-4ae0-b5ed-832a119cf28c req-8a4a73b3-8334-4604-b357-e262fac8cd26 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.2673373 Feb 11 13:17:55.235911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e687422-21d4-42e6-bded-2b52924924c0 req-891fcb54-2bb1-4652-86b4-c35ded8e9cbb tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.238394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e687422-21d4-42e6-bded-2b52924924c0 req-891fcb54-2bb1-4652-86b4-c35ded8e9cbb tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 946 time: 0.2361498 Feb 11 13:17:55.290190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0170417a-f5ce-4a13-aed2-13be2081e192 req-4a747f29-fba3-40ca-adfa-a0d9dc19b477 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814519 Feb 11 13:17:55.296912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'c638fc72-8ada-4218-94e9-d8c1e924f744', 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7', 'port_id': 'c638fc72-8ada-4218-94e9-d8c1e924f744', 'mac_address': 'fa:16:3e:71:32:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a105d-2a8a-4f4c-88e6-31f31c44eeca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:17:55.298596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:55.311119 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffb7d6f-f238-4884-9173-5b698a881500" -d '{"events": [{"server_uuid": "15d6d030-c0ca-4cd6-ae78-c5cd1031cc94", "name": "network-vif-plugged", "status": "completed", "tag": "1d34c2d2-3742-4ea1-950e-4c8919b23ff9"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:55.330046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:55.369967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-660a5b86-fb8c-4ae0-b5ed-832a119cf28c req-d1619491-1779-48f2-9a3f-2181d0b9ea70 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234236 Feb 11 13:17:55.375763 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c req-9ea4c041-9cba-4ae6-8730-1ed8f49acf94 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824428 Feb 11 13:17:55.531353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d918b81-b795-4ee2-a87e-2b45a69372a2 req-d74688fd-9ec1-4b05-b045-070ed7d7fa57 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.547007 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d918b81-b795-4ee2-a87e-2b45a69372a2 req-d74688fd-9ec1-4b05-b045-070ed7d7fa57 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 946 time: 0.1509955 Feb 11 13:17:55.590437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af84cf4f-06a4-4dc2-af7f-6c6ac0b7f75c req-67a52227-b78c-450b-bf0a-f8e9a1e031b6 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022622 Feb 11 13:17:55.637075 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d918b81-b795-4ee2-a87e-2b45a69372a2 req-7e142fae-376e-49dc-83fc-da1c402857ff tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681708 Feb 11 13:17:55.674932 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.676555 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.678061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2e342c98-9e58-4324-968c-53cc8fa72d72 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:55.712674 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7671bcca-a1ab-4c2b-bfe6-5fb46feb8709 x-openstack-request-id: req-7671bcca-a1ab-4c2b-bfe6-5fb46feb8709 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:55.713275 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d6d030-c0ca-4cd6-ae78-c5cd1031cc94", "name": "network-vif-plugged", "status": "completed", "tag": "1d34c2d2-3742-4ea1-950e-4c8919b23ff9", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:55.714316 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7671bcca-a1ab-4c2b-bfe6-5fb46feb8709 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:55.714893 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9', 'code': 200} Feb 11 13:17:55.746696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 2e342c98-9e58-4324-968c-53cc8fa72d72 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:17:55.747396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2e342c98-9e58-4324-968c-53cc8fa72d72 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:55.755998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de182c0-6a48-40e6-994e-e7c16d64ed51 req-594d6b03-bfe9-44d1-bfca-492efed28e94 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.757828 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.758389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6de182c0-6a48-40e6-994e-e7c16d64ed51 req-594d6b03-bfe9-44d1-bfca-492efed28e94 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.2057290 Feb 11 13:17:55.804743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:55.809229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c638fc72-8ada-4218-94e9-d8c1e924f744 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:17:55.819198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:55.839648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-9e687422-21d4-42e6-bded-2b52924924c0 req-aafed80c-8104-434d-882d-969be2ef3280 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Deleting port 94566695-9190-4566-8c55-97c5ad510a6d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:17:55.839871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e687422-21d4-42e6-bded-2b52924924c0 req-aafed80c-8104-434d-882d-969be2ef3280 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.862798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] Checking router: eee1f0ec-9cb0-47f3-8283-08d12dcbb057 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:17:55.868080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c638fc72-8ada-4218-94e9-d8c1e924f744, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c638fc72-8ada-4218-94e9-d8c1e924f744,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:55.874732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:17:55.875482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:55.914898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea7161-181b-47a2-8a61-27d2d2321e50 req-c8a7af9b-e30e-4261-a2c2-d552fd1fe645 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:55.925042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74ea7161-181b-47a2-8a61-27d2d2321e50 req-c8a7af9b-e30e-4261-a2c2-d552fd1fe645 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0807931 Feb 11 13:17:55.938056 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:55.979004 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74ea7161-181b-47a2-8a61-27d2d2321e50 req-26cf3e80-79bb-4833-a230-08656c18ad4d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469992 Feb 11 13:17:56.015301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6de182c0-6a48-40e6-994e-e7c16d64ed51 req-3f4609a3-1703-482e-87f9-b35047c61725 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282929 Feb 11 13:17:56.026024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e7504-f68c-4ea6-a8f6-6c89d337ca93 req-d3228655-1c62-47b5-b03c-1d13048df4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:56.038716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc1e7504-f68c-4ea6-a8f6-6c89d337ca93 req-d3228655-1c62-47b5-b03c-1d13048df4af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 1096 time: 0.2279029 Feb 11 13:17:56.104709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c638fc72-8ada-4218-94e9-d8c1e924f744,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:56.117994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9e687422-21d4-42e6-bded-2b52924924c0 req-aafed80c-8104-434d-882d-969be2ef3280 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] For port 94566695-9190-4566-8c55-97c5ad510a6d, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=94566695-9190-4566-8c55-97c5ad510a6d,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:56.118490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e687422-21d4-42e6-bded-2b52924924c0 req-aafed80c-8104-434d-882d-969be2ef3280 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.129866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:17:56.134270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc1e7504-f68c-4ea6-a8f6-6c89d337ca93 req-8c88f82d-d04a-4f5a-8d8d-9a18d9606911 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813978 Feb 11 13:17:56.138287 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-9e687422-21d4-42e6-bded-2b52924924c0 req-aafed80c-8104-434d-882d-969be2ef3280 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Calling delete_port for 94566695-9190-4566-8c55-97c5ad510a6d owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:17:56.161714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ad47e-4f20-4c03-b0e7-c707fb058d6e req-2d97ac54-ffb5-4759-b312-75cb407c7fa0 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:56.163659 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-333ad47e-4f20-4c03-b0e7-c707fb058d6e req-2d97ac54-ffb5-4759-b312-75cb407c7fa0 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 945 time: 0.0901427 Feb 11 13:17:56.405689 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-333ad47e-4f20-4c03-b0e7-c707fb058d6e req-752f8646-c868-4875-ada4-185c68f9a1d6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560207 Feb 11 13:17:56.407839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c638fc72-8ada-4218-94e9-d8c1e924f744'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:17:56.462474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:17:56.462899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0c62e-f02c-43de-a480-fa33c4d49b3e req-120803a7-f434-4ab6-94b1-98c2a7990456 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:56.462899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a6f0c62e-f02c-43de-a480-fa33c4d49b3e req-120803a7-f434-4ab6-94b1-98c2a7990456 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.0811377 Feb 11 13:17:56.469552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721b4d20-8bee-4432-9e82-8c222680b988 None None] The sync data for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 is: [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:17:56.513159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a6f0c62e-f02c-43de-a480-fa33c4d49b3e req-70ede6dd-b252-4b8f-82db-61a1c1592f2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601842 Feb 11 13:17:56.580267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4842c2-80a1-47d3-835c-727b0899e563 req-2d2e13e0-998b-4228-a9bf-eb543b5e8912 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:56.582157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d4842c2-80a1-47d3-835c-727b0899e563 req-2d2e13e0-998b-4228-a9bf-eb543b5e8912 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.0812624 Feb 11 13:17:56.592652 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e687422-21d4-42e6-bded-2b52924924c0 req-aafed80c-8104-434d-882d-969be2ef3280 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.642895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafed80c-8104-434d-882d-969be2ef3280 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Pushing event deleted for resources: {'Port': ['ID=94566695-9190-4566-8c55-97c5ad510a6d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:56.657076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d4842c2-80a1-47d3-835c-727b0899e563 req-5b07b99e-feba-4f8b-80be-47ce43aa01ca tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687015 Feb 11 13:17:56.754412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e687422-21d4-42e6-bded-2b52924924c0 req-aafed80c-8104-434d-882d-969be2ef3280 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] No DVR routers for this DVR port 94566695-9190-4566-8c55-97c5ad510a6d on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:17:56.763420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e687422-21d4-42e6-bded-2b52924924c0 req-aafed80c-8104-434d-882d-969be2ef3280 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:56.773293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 62e96900-49a3-4557-8e09-02abcf5913a7 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:17:56.775281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e687422-21d4-42e6-bded-2b52924924c0 req-aafed80c-8104-434d-882d-969be2ef3280 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.13 "DELETE /v2.0/ports/94566695-9190-4566-8c55-97c5ad510a6d HTTP/1.1" status: 204 len: 173 time: 1.5245526 Feb 11 13:17:56.778137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'name': 'network-vif-deleted', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:56.782777 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57d7336-4fbb-44bc-b8fa-54d75820b40f" -d '{"events": [{"server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "name": "network-vif-deleted", "tag": "94566695-9190-4566-8c55-97c5ad510a6d"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:56.806050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b03fcc03-aaa5-478b-bc15-8217c8c19543 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:56.841465 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57546554-8e68-49f4-b08b-8b7e045d7bf4 req-303655cf-eda1-460f-97f4-1c86ab5e079f tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 210 time: 0.0826874 Feb 11 13:17:56.882473 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce98cd9c-e326-4a6d-95f8-805fe57428c0 x-openstack-request-id: req-ce98cd9c-e326-4a6d-95f8-805fe57428c0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:56.882987 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8", "name": "network-vif-deleted", "tag": "94566695-9190-4566-8c55-97c5ad510a6d", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:56.883436 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce98cd9c-e326-4a6d-95f8-805fe57428c0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:56.883973 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8', 'name': 'network-vif-deleted', 'tag': '94566695-9190-4566-8c55-97c5ad510a6d', 'status': 'completed', 'code': 200} Feb 11 13:17:56.888885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: b03fcc03-aaa5-478b-bc15-8217c8c19543 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:17:56.889443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b03fcc03-aaa5-478b-bc15-8217c8c19543 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:56.919929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39524) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:56.939032 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff203f1-fcab-4751-a4cf-a4a215063b55 None None] New status for floating IP 8057bba2-9c49-478d-9598-e48c0af48626: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:17:57.030243 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3570cdae-90f2-477b-8406-1ffbc8d7c59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.032273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:57.048819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 62e96900-49a3-4557-8e09-02abcf5913a7 has no active binding in host n-h2-816488-1 {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:17:57.191546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1628447984-network', 'tenant_id': '77f4de8921f647beb0b06abe03a4714b'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:57.215879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235aeba-3e72-417a-94f2-5abb2f06799c req-b862c4b5-5faa-46fb-a751-c013e2503399 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:57.222437 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9235aeba-3e72-417a-94f2-5abb2f06799c req-b862c4b5-5faa-46fb-a751-c013e2503399 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0813684 Feb 11 13:17:57.245501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d6ca8-134a-4e61-b2b6-f9a26777eabb req-54a116e9-4e49-43c2-8901-be0479e84174 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:57.247183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c26d6ca8-134a-4e61-b2b6-f9a26777eabb req-54a116e9-4e49-43c2-8901-be0479e84174 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 944 time: 0.1447093 Feb 11 13:17:57.287250 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9235aeba-3e72-417a-94f2-5abb2f06799c req-8fca712a-1191-481f-8929-ddf18165f50a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604281 Feb 11 13:17:57.325212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c26d6ca8-134a-4e61-b2b6-f9a26777eabb req-fa9abf49-9775-43dc-92ec-7d36bdc197f2 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487916 Feb 11 13:17:57.360668 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Made reservation on behalf of 77f4de8921f647beb0b06abe03a4714b for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:57.363635 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.372708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.466459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.466744 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.517000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854b57d-af6f-47d9-bd83-cb418bcc481a req-6933a737-86fd-48b5-9185-84fac6e1c266 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:57.519485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4854b57d-af6f-47d9-bd83-cb418bcc481a req-6933a737-86fd-48b5-9185-84fac6e1c266 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 945 time: 0.0581830 Feb 11 13:17:57.551789 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.574603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4854b57d-af6f-47d9-bd83-cb418bcc481a req-95edd453-ebdf-46a7-8bdb-581f3bbfe5e7 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485370 Feb 11 13:17:57.575292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:17:57.593175 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.593522 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Added segment a6e40d81-64bd-40ba-a42c-8ba65f8da866 of type vlan for network 40eea490-fa49-4f9a-a67c-96b98fef305a Feb 11 13:17:57.607642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce595b13-54bd-422f-b6f8-775d186c4370,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:57.650819 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.714109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaec33-a889-4841-ab3d-8214d41a12fd req-fe8c5b72-88a6-45fa-a9b5-1e44b69af459 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:57.715509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65eaec33-a889-4841-ab3d-8214d41a12fd req-fe8c5b72-88a6-45fa-a9b5-1e44b69af459 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.0622478 Feb 11 13:17:57.754748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65eaec33-a889-4841-ab3d-8214d41a12fd req-b1fcc669-a1b8-492a-bc14-604e240cbb13 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Feb 11 13:17:57.763442 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.764371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:57.765093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:57.856569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] Pushing event updated for resources: {'Network': ['ID=40eea490-fa49-4f9a-a67c-96b98fef305a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:57.868870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 40eea490-fa49-4f9a-a67c-96b98fef305a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:17:57.882196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51813ac-c540-465f-ba3b-a315ab96fde7 req-f17a21dc-41b3-4ead-a8da-e43fcbc842c3 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:57.884148 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a51813ac-c540-465f-ba3b-a315ab96fde7 req-f17a21dc-41b3-4ead-a8da-e43fcbc842c3 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.0683832 Feb 11 13:17:57.890748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-507e3e50-3aad-45c6-a7fc-d5b3984425e2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9667397 Feb 11 13:17:57.891414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39550) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:57.897609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Request body: {'subnet': {'network_id': '40eea490-fa49-4f9a-a67c-96b98fef305a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1628447984-subnet', 'tenant_id': '77f4de8921f647beb0b06abe03a4714b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:57.937021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a51813ac-c540-465f-ba3b-a315ab96fde7 req-34379e63-6144-47c3-af2b-0e3cc2ac29d1 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461853 Feb 11 13:17:57.989361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Made reservation on behalf of 77f4de8921f647beb0b06abe03a4714b for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:17:57.991745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.052962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcb49338-f012-4518-8aaa-7ce61f8ffbec req-163ad811-2602-4de0-b33d-2efa3cb00fb1 tempest-FloatingIPsAssociationTestJSON-2101088253 tempest-FloatingIPsAssociationTestJSON-2101088253-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dcdfa25-fa1d-4a69-82b1-fccc16d1b4c8 HTTP/1.1" status: 200 len: 210 time: 0.0279047 Feb 11 13:17:58.258147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.327774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af36776-fa0c-410a-a3d0-a25d0457625e,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:58.339120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Checking segment: {'id': 'a6e40d81-64bd-40ba-a42c-8ba65f8da866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '40eea490-fa49-4f9a-a67c-96b98fef305a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:17:58.339481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Network hostable DHCP agents. Network: 40eea490-fa49-4f9a-a67c-96b98fef305a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:17:58.410656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd698a-44d8-4062-92ec-674e0156b3a9 req-ee4439c1-c767-40b1-9808-9b1f84c43c43 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:58.412194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dddd698a-44d8-4062-92ec-674e0156b3a9 req-ee4439c1-c767-40b1-9808-9b1f84c43c43 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0614088 Feb 11 13:17:58.453795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dddd698a-44d8-4062-92ec-674e0156b3a9 req-e4211c6b-e948-495f-b681-e3b56fe7743e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336020 Feb 11 13:17:58.466935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 94566695-9190-4566-8c55-97c5ad510a6d no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:17:58.480397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1444d87-ee40-4836-9f71-d27dcd7acfe4 req-7e7fd25f-e453-4197-b981-120d19d26642 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:58.482410 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1444d87-ee40-4836-9f71-d27dcd7acfe4 req-7e7fd25f-e453-4197-b981-120d19d26642 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 944 time: 0.0571845 Feb 11 13:17:58.483677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Network 40eea490-fa49-4f9a-a67c-96b98fef305a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:17:58.496002 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.496618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 94566695-9190-4566-8c55-97c5ad510a6d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:17:58.496952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 94566695-9190-4566-8c55-97c5ad510a6d not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:17:58.525745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1444d87-ee40-4836-9f71-d27dcd7acfe4 req-de244d4f-d1ff-446d-9e75-b3d1983b6d28 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349195 Feb 11 13:17:58.563476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 40eea490-fa49-4f9a-a67c-96b98fef305a) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:17:58.568106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:58.568791 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.574456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc94e0-5a28-404e-a0ba-00a4313fde52 None None] Network 40eea490-fa49-4f9a-a67c-96b98fef305a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:17:58.694751 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8e620298-d9b1-45b5-8cbd-3f9a1756a733 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8020117 Feb 11 13:17:58.706793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161933e-07ef-445b-880b-c338a63733a9 req-4a28196d-a5d4-4fe5-8cce-ba97ff981fde tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:58.708446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d161933e-07ef-445b-880b-c338a63733a9 req-4a28196d-a5d4-4fe5-8cce-ba97ff981fde tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 945 time: 0.0614698 Feb 11 13:17:58.711788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac588ca8-9b67-4276-b494-97c13659eb88 None None] Network 40eea490-fa49-4f9a-a67c-96b98fef305a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:17:58.752178 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d161933e-07ef-445b-880b-c338a63733a9 req-d1649d79-7e28-400a-b51a-73f7c07bf04f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369251 Feb 11 13:17:58.810932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c638fc72-8ada-4218-94e9-d8c1e924f744 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:17:58.917146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d20384-bbc1-4361-80ae-62d45c06812f req-b3ec6a0c-7b1e-4e7a-81a3-716bfd7bb3c6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:58.918989 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87d20384-bbc1-4361-80ae-62d45c06812f req-b3ec6a0c-7b1e-4e7a-81a3-716bfd7bb3c6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.0565653 Feb 11 13:17:58.919364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d88e3-c27d-4730-b31a-c240490994f8 req-9364c798-203c-4dcb-8ff6-93dedd68826e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:58.920849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e6d88e3-c27d-4730-b31a-c240490994f8 req-9364c798-203c-4dcb-8ff6-93dedd68826e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 945 time: 0.0695536 Feb 11 13:17:58.930667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39568) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:58.936457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-186baf28-1a9b-49f3-a7d6-4998fbe7f3f8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Request body: {'floatingip': {'port_id': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:58.971439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87d20384-bbc1-4361-80ae-62d45c06812f req-001dda25-af34-4618-8d57-928abd8e310e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Feb 11 13:17:58.981236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port c638fc72-8ada-4218-94e9-d8c1e924f744 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:17:58.992928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port c638fc72-8ada-4218-94e9-d8c1e924f744 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:17:58.993417 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:58.994211 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-186baf28-1a9b-49f3-a7d6-4998fbe7f3f8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.138203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f736f-ef93-4fc8-9cb0-6c231494c93f req-79c1a6c3-f2f0-41ed-8d76-51bd1ffebdd8 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:59.140962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-251f736f-ef93-4fc8-9cb0-6c231494c93f req-79c1a6c3-f2f0-41ed-8d76-51bd1ffebdd8 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.0724976 Feb 11 13:17:59.148312 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.172497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-36c64bff-6255-44a1-b675-2dea8f1fed3a req-4d20bf48-cbd2-4afc-9ba9-f1a4881a0770 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-831212704', 'description': 'tempest-description-1119433509'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:17:59.190944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c638fc72-8ada-4218-94e9-d8c1e924f744'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:17:59.195620 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f25d7d-cddd-4a20-96ec-2f63970ba23c" -d '{"events": [{"server_uuid": "dfa2bbab-9abe-477b-b03e-72318462e161", "name": "network-vif-plugged", "status": "completed", "tag": "c638fc72-8ada-4218-94e9-d8c1e924f744"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:17:59.197156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-251f736f-ef93-4fc8-9cb0-6c231494c93f req-3688e378-e4f2-49b9-9256-39f994c56efb tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449321 Feb 11 13:17:59.213187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c638fc72-8ada-4218-94e9-d8c1e924f744, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c638fc72-8ada-4218-94e9-d8c1e924f744,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:17:59.260315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39580) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:17:59.275044 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.332042 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e369da-1158-47a0-8723-2ed84559db4b x-openstack-request-id: req-48e369da-1158-47a0-8723-2ed84559db4b {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:17:59.332344 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa2bbab-9abe-477b-b03e-72318462e161", "name": "network-vif-plugged", "status": "completed", "tag": "c638fc72-8ada-4218-94e9-d8c1e924f744", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:17:59.332612 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-48e369da-1158-47a0-8723-2ed84559db4b {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:17:59.333244 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c638fc72-8ada-4218-94e9-d8c1e924f744', 'code': 200} Feb 11 13:17:59.333663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c638fc72-8ada-4218-94e9-d8c1e924f744,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:59.376171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-36c64bff-6255-44a1-b675-2dea8f1fed3a req-4d20bf48-cbd2-4afc-9ba9-f1a4881a0770 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.532582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fc93f-1e85-4e06-b588-51081a931cea req-6baf35b1-1e9a-4664-8762-8fd476e25dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:59.534493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-660fc93f-1e85-4e06-b588-51081a931cea req-6baf35b1-1e9a-4664-8762-8fd476e25dfa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 1096 time: 0.1608627 Feb 11 13:17:59.644936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5308f1-b63d-4737-ac4f-c987eb907dcd req-0ac88ecc-1deb-4597-9643-3e7166203f4b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:59.645505 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-660fc93f-1e85-4e06-b588-51081a931cea req-dfc3635c-5d3c-4179-ab02-cfdd7eaf95fa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976665 Feb 11 13:17:59.646926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8c5308f1-b63d-4737-ac4f-c987eb907dcd req-0ac88ecc-1deb-4597-9643-3e7166203f4b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0952659 Feb 11 13:17:59.655490 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-36c64bff-6255-44a1-b675-2dea8f1fed3a req-4d20bf48-cbd2-4afc-9ba9-f1a4881a0770 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.711910 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-186baf28-1a9b-49f3-a7d6-4998fbe7f3f8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.750026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8c5308f1-b63d-4737-ac4f-c987eb907dcd req-a76d6251-8e32-4724-bca1-7c832a0a8cd3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791366 Feb 11 13:17:59.757041 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-36c64bff-6255-44a1-b675-2dea8f1fed3a req-4d20bf48-cbd2-4afc-9ba9-f1a4881a0770 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.789934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d20bf48-cbd2-4afc-9ba9-f1a4881a0770 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bf7903-88b0-4ece-947e-0b282bf2d8d8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:17:59.806030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-186baf28-1a9b-49f3-a7d6-4998fbe7f3f8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.881135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.906071 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-36c64bff-6255-44a1-b675-2dea8f1fed3a req-4d20bf48-cbd2-4afc-9ba9-f1a4881a0770 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:17:59.910405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36c64bff-6255-44a1-b675-2dea8f1fed3a req-4d20bf48-cbd2-4afc-9ba9-f1a4881a0770 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7452357 Feb 11 13:17:59.926721 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-186baf28-1a9b-49f3-a7d6-4998fbe7f3f8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Floating IP 8057bba2-9c49-478d-9598-e48c0af48626 associated. External IP: 172.25.0.3, port: 1d34c2d2-3742-4ea1-950e-4c8919b23ff9. Feb 11 13:17:59.932850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9550d-bf9e-4a0e-a55e-e631c0049203 req-899c96c0-003a-4df3-b533-757666c50b23 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:17:59.934379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6e9550d-bf9e-4a0e-a55e-e631c0049203 req-899c96c0-003a-4df3-b533-757666c50b23 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.1045866 Feb 11 13:17:59.950093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.319438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee3c8dab-0a19-4592-84cf-f222b535464e req-57e83be2-b389-4b85-b070-1928091bbaac tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/e6bf7903-88b0-4ece-947e-0b282bf2d8d8 HTTP/1.1" status: 200 len: 1812 time: 0.3881240 Feb 11 13:18:00.348598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6e9550d-bf9e-4a0e-a55e-e631c0049203 req-a08d1ff2-625a-4fe8-846a-53457af2b440 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907261 Feb 11 13:18:00.381971 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-ee3c8dab-0a19-4592-84cf-f222b535464e req-d8cfc99d-27fe-44cd-956d-dce47c3f48c6 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6bf7903-88b0-4ece-947e-0b282bf2d8d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:00.382706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-ee3c8dab-0a19-4592-84cf-f222b535464e req-d8cfc99d-27fe-44cd-956d-dce47c3f48c6 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e6bf7903-88b0-4ece-947e-0b282bf2d8d8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:00.426531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.487157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186baf28-1a9b-49f3-a7d6-4998fbe7f3f8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:00.538487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c3606-676a-47a8-83f5-05efe1de66ea req-6cefafcc-9b7d-4ae7-9694-6e4d4c922799 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:00.546511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e0c3606-676a-47a8-83f5-05efe1de66ea req-6cefafcc-9b7d-4ae7-9694-6e4d4c922799 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.1359158 Feb 11 13:18:00.602761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e0c3606-676a-47a8-83f5-05efe1de66ea req-fc7e2433-a901-43ba-8bc9-0e8a9a5aba2d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553744 Feb 11 13:18:00.612179 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ee3c8dab-0a19-4592-84cf-f222b535464e req-d8cfc99d-27fe-44cd-956d-dce47c3f48c6 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.653631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ee3c8dab-0a19-4592-84cf-f222b535464e req-d8cfc99d-27fe-44cd-956d-dce47c3f48c6 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.661173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186baf28-1a9b-49f3-a7d6-4998fbe7f3f8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:00.672151 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-186baf28-1a9b-49f3-a7d6-4998fbe7f3f8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.674719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] Sync routers for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:00.689269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:00.689980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:00.707947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-186baf28-1a9b-49f3-a7d6-4998fbe7f3f8 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "PUT /v2.0/floatingips/8057bba2-9c49-478d-9598-e48c0af48626 HTTP/1.1" status: 200 len: 989 time: 1.7760365 Feb 11 13:18:00.708939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'tag': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:00.711590 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c" -d '{"events": [{"name": "network-changed", "server_uuid": "15d6d030-c0ca-4cd6-ae78-c5cd1031cc94", "tag": "1d34c2d2-3742-4ea1-950e-4c8919b23ff9"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:00.718052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ee3c8dab-0a19-4592-84cf-f222b535464e req-d8cfc99d-27fe-44cd-956d-dce47c3f48c6 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.736002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfc99d-27fe-44cd-956d-dce47c3f48c6 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4630eb72-512b-4ad0-bd07-3bb8433aa221,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:00.757029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] Deleting port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:00.757570 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.805905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ee3c8dab-0a19-4592-84cf-f222b535464e req-d8cfc99d-27fe-44cd-956d-dce47c3f48c6 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.807388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee3c8dab-0a19-4592-84cf-f222b535464e req-d8cfc99d-27fe-44cd-956d-dce47c3f48c6 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4310582 Feb 11 13:18:00.818042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df8808-a816-48b8-b6af-00e3a8d6cea1 req-b0c56d9a-512b-48f2-b803-5d91d289c0e3 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:00.825636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70df8808-a816-48b8-b6af-00e3a8d6cea1 req-b0c56d9a-512b-48f2-b803-5d91d289c0e3 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.1112595 Feb 11 13:18:00.844329 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:00.890218 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70df8808-a816-48b8-b6af-00e3a8d6cea1 req-cb3641a9-99dd-4a9e-a89b-bc02ee67cfb7 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542021 Feb 11 13:18:00.913214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] For port f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:00.913594 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:00.925974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] Calling delete_port for f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:00.950679 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d504a5e4-99ef-4ae1-9492-989ed7100b81 x-openstack-request-id: req-d504a5e4-99ef-4ae1-9492-989ed7100b81 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:00.950975 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d6d030-c0ca-4cd6-ae78-c5cd1031cc94", "tag": "1d34c2d2-3742-4ea1-950e-4c8919b23ff9", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:00.951228 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d504a5e4-99ef-4ae1-9492-989ed7100b81 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:00.962893 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'tag': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9', 'status': 'completed', 'code': 200} Feb 11 13:18:00.993466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0add8dd-dc18-4508-bded-535b421b0e71 req-deb0d03e-ca2e-4a4d-80f1-a2f69da2bd0f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:00.995088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0add8dd-dc18-4508-bded-535b421b0e71 req-deb0d03e-ca2e-4a4d-80f1-a2f69da2bd0f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 945 time: 0.1061759 Feb 11 13:18:01.089864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0add8dd-dc18-4508-bded-535b421b0e71 req-662c6e49-3862-4200-9082-4c7a39b45f5c tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827649 Feb 11 13:18:01.119515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-8755b070-10ff-4d54-b27a-44a3f092d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:01.121006 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-8755b070-10ff-4d54-b27a-44a3f092d25d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d924123a82f64033b5e4f3ec7345259b&device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 1096 time: 0.1445508 Feb 11 13:18:01.149122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffd86a-50b4-4dd3-9448-0913c93e17ee req-eaea68fe-1634-41de-ac02-a1b023803dbe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:01.150613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdffd86a-50b4-4dd3-9448-0913c93e17ee req-eaea68fe-1634-41de-ac02-a1b023803dbe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1465507 Feb 11 13:18:01.168498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aaec7015-e95f-4d9e-a5a4-a943fd9eaa2c req-ccad844a-8702-4c33-bb3c-e381955f7688 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/e6bf7903-88b0-4ece-947e-0b282bf2d8d8 HTTP/1.1" status: 200 len: 2405 time: 0.0606589 Feb 11 13:18:01.232862 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67751b20-82d6-40f5-96ba-a9d973edf3a8 req-e891dbd9-5cc7-4345-ba38-996916255f4f tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-group-rules/4630eb72-512b-4ad0-bd07-3bb8433aa221 HTTP/1.1" status: 200 len: 778 time: 0.0308208 Feb 11 13:18:01.266030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdffd86a-50b4-4dd3-9448-0913c93e17ee req-2f40c237-d33e-4604-a463-6181bfe6be60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990806 Feb 11 13:18:01.294317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67751b20-82d6-40f5-96ba-a9d973edf3a8 req-31fdfe6c-be0f-4010-aa39-b351c20e30d3 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/e6bf7903-88b0-4ece-947e-0b282bf2d8d8 HTTP/1.1" status: 200 len: 2405 time: 0.0597260 Feb 11 13:18:01.303020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-a8d885bc-9c2f-42aa-9cfc-a2c24af480f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:01.304812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-a8d885bc-9c2f-42aa-9cfc-a2c24af480f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9040ff7-c9e8-479c-a4b0-9604775f45cf HTTP/1.1" status: 200 len: 925 time: 0.1751180 Feb 11 13:18:01.350759 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67751b20-82d6-40f5-96ba-a9d973edf3a8 req-dfe40414-4726-47e6-8b05-364885f7b665 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.368609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67751b20-82d6-40f5-96ba-a9d973edf3a8 req-dfe40414-4726-47e6-8b05-364885f7b665 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.415900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '8057bba2-9c49-478d-9598-e48c0af48626', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'port_id': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'mac_address': 'fa:16:3e:e7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:51Z', 'updated_at': '2022-02-11T13:17:59Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:01.421608 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-00da2b5f-9f1a-4819-a52c-7c5edb299402 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d34c2d2-3742-4ea1-950e-4c8919b23ff9 HTTP/1.1" status: 200 len: 997 time: 0.1077440 Feb 11 13:18:01.459923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] Checking router: eee1f0ec-9cb0-47f3-8283-08d12dcbb057 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:01.469333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:01.470009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:01.497930 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67751b20-82d6-40f5-96ba-a9d973edf3a8 req-dfe40414-4726-47e6-8b05-364885f7b665 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.504809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67751b20-82d6-40f5-96ba-a9d973edf3a8 req-dfe40414-4726-47e6-8b05-364885f7b665 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.509279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67751b20-82d6-40f5-96ba-a9d973edf3a8 req-dfe40414-4726-47e6-8b05-364885f7b665 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/4630eb72-512b-4ad0-bd07-3bb8433aa221 HTTP/1.1" status: 204 len: 173 time: 0.2106662 Feb 11 13:18:01.509759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-aef1a872-5b8f-4414-81e3-aacf9760b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:01.512231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-aef1a872-5b8f-4414-81e3-aacf9760b581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c627b4e6-0a2b-473f-9670-34857f922d4d HTTP/1.1" status: 200 len: 863 time: 0.0832911 Feb 11 13:18:01.515475 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.520466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe40414-4726-47e6-8b05-364885f7b665 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4630eb72-512b-4ad0-bd07-3bb8433aa221,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:01.538384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-67fb53c8-fa83-4e49-8748-2739759645df req-57527a0c-394c-4a00-a985-b6f59b8a1060 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-517140536', 'description': 'tempest-description-723369186'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:01.599799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:01.617584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] Pushing event deleted for resources: {'Port': ['ID=f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:01.661181 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67fb53c8-fa83-4e49-8748-2739759645df req-57527a0c-394c-4a00-a985-b6f59b8a1060 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.688374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a307e-3b73-4a9a-b017-1a7242619618 req-8354304e-07d6-4825-b1c9-13150e616d40 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:01.692145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134a307e-3b73-4a9a-b017-1a7242619618 req-8354304e-07d6-4825-b1c9-13150e616d40 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.2264507 Feb 11 13:18:01.699041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-a59f4776-3a72-472e-b8fe-12db22b8cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:01.700780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-a59f4776-3a72-472e-b8fe-12db22b8cd81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9040ff7-c9e8-479c-a4b0-9604775f45cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720657 Feb 11 13:18:01.867537 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67fb53c8-fa83-4e49-8748-2739759645df req-57527a0c-394c-4a00-a985-b6f59b8a1060 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.946955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67fb53c8-fa83-4e49-8748-2739759645df req-57527a0c-394c-4a00-a985-b6f59b8a1060 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:01.955152 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134a307e-3b73-4a9a-b017-1a7242619618 req-a501a7ee-7320-4183-8507-d89a5b6b34e4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515526 Feb 11 13:18:01.983772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57527a0c-394c-4a00-a985-b6f59b8a1060 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45fe6ce-0d8b-43a5-9a60-cf9f3669e0b2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:02.000096 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-7014d7d9-391f-4d4e-852a-84dcbe30f863 service neutron] 10.222.0.13 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803934 Feb 11 13:18:02.021034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '8057bba2-9c49-478d-9598-e48c0af48626', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'port_id': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'mac_address': 'fa:16:3e:e7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:51Z', 'updated_at': '2022-02-11T13:17:59Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:02.052574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154cd2f3-c312-4b62-842c-e326ad3e7e0e None None] The sync data for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 is: [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '8057bba2-9c49-478d-9598-e48c0af48626', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'floating_ip_address': '172.25.0.3', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'port_id': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'mac_address': 'fa:16:3e:e7:b1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:51Z', 'updated_at': '2022-02-11T13:17:59Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:02.109032 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67fb53c8-fa83-4e49-8748-2739759645df req-57527a0c-394c-4a00-a985-b6f59b8a1060 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.123519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67fb53c8-fa83-4e49-8748-2739759645df req-57527a0c-394c-4a00-a985-b6f59b8a1060 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5900409 Feb 11 13:18:02.185922 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22005e32-06a5-4723-9b21-84981ef375cd req-38d37613-3679-4e48-9dbb-f99c21a6a80f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1458218 Feb 11 13:18:02.235674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.263186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df39383-0087-448d-96d3-8440dfa956f1 req-c920defd-2393-4aa1-b517-7fceb9132407 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:02.270696 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4df39383-0087-448d-96d3-8440dfa956f1 req-c920defd-2393-4aa1-b517-7fceb9132407 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.1824157 Feb 11 13:18:02.320386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22005e32-06a5-4723-9b21-84981ef375cd req-06cae7bd-d7c0-4600-9f35-e0480c518494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:02.322109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22005e32-06a5-4723-9b21-84981ef375cd req-06cae7bd-d7c0-4600-9f35-e0480c518494 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1095 time: 0.1110680 Feb 11 13:18:02.337666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016c09c-38ed-4330-bc45-9f7a567bdb39 req-a9794f07-9de5-4b00-a9ee-5e6c18f24e81 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:02.340024 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c016c09c-38ed-4330-bc45-9f7a567bdb39 req-a9794f07-9de5-4b00-a9ee-5e6c18f24e81 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.0953739 Feb 11 13:18:02.379360 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a8f684b-2b1d-43f4-a30f-37e98f24f78c req-8c64dbd6-f191-4acc-a15a-f01043d3310a service neutron] 10.222.0.13 "GET /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649409 Feb 11 13:18:02.424716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4df39383-0087-448d-96d3-8440dfa956f1 req-1775ec69-61dc-46e1-acd7-cac6485c32d3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524591 Feb 11 13:18:02.453700 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67bf7e8-5c6e-453c-8fbd-a3efc3f814e2 None None] New status for floating IP 8057bba2-9c49-478d-9598-e48c0af48626: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:18:02.498522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c016c09c-38ed-4330-bc45-9f7a567bdb39 req-4f9de123-f740-4639-83fb-4864b3b3d18c tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501606 Feb 11 13:18:02.584491 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22005e32-06a5-4723-9b21-84981ef375cd req-cea2a397-f839-4c35-9bf1-8845b95a8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:02.586299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22005e32-06a5-4723-9b21-84981ef375cd req-cea2a397-f839-4c35-9bf1-8845b95a8c1a service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.2198486 Feb 11 13:18:02.618843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b6d239d-55a6-41a3-a3be-ff9f52782ded req-7796ba39-95c7-42a5-9d34-bb8b955090fd tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/f45fe6ce-0d8b-43a5-9a60-cf9f3669e0b2 HTTP/1.1" status: 200 len: 1811 time: 0.1037748 Feb 11 13:18:02.684293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-2b8ccd40-5786-49c3-8095-70dd5cd3a8b8 req-5399968c-3385-4c99-80d2-016217ddbf5d tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1898973209', 'description': 'tempest-description-1283373365'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:02.710127 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22005e32-06a5-4723-9b21-84981ef375cd req-33099096-2cb2-4e79-a525-c506dbac4720 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 200 len: 217 time: 0.0776637 Feb 11 13:18:02.760482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12908bc-5441-4540-be64-92586c9bd4de req-913ad26f-1b68-4e77-a899-cebbdcfa63d6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:02.761987 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d12908bc-5441-4540-be64-92586c9bd4de req-913ad26f-1b68-4e77-a899-cebbdcfa63d6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1677775 Feb 11 13:18:02.778340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] Router a64ce253-1cd9-429f-a2f3-2fc796f36464 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:02.804939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22005e32-06a5-4723-9b21-84981ef375cd req-151f4c01-605e-497e-85bd-217b5476d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:02.806927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22005e32-06a5-4723-9b21-84981ef375cd req-151f4c01-605e-497e-85bd-217b5476d85e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0879569 Feb 11 13:18:02.866440 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22005e32-06a5-4723-9b21-84981ef375cd req-c6f7f4df-732c-483a-b9ca-45f68d3ecd8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509777 Feb 11 13:18:02.873930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d12908bc-5441-4540-be64-92586c9bd4de req-25522b90-813c-48c6-876d-7ba24d77d45b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893066 Feb 11 13:18:02.883586 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b8ccd40-5786-49c3-8095-70dd5cd3a8b8 req-5399968c-3385-4c99-80d2-016217ddbf5d tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:02.922737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:02.930460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f8cd1ddf-e073-4926-b6c3-8a7af053d11c admin admin] 10.222.0.52 "PUT /v2.0/routers/a64ce253-1cd9-429f-a2f3-2fc796f36464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6669970 Feb 11 13:18:02.934749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39632) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:02.936386 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] Sync routers for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:02.955572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:02.957015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:03.048147 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22005e32-06a5-4723-9b21-84981ef375cd req-afc59464-eaf2-42be-ba2e-8abf51ab72a2 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732824 Feb 11 13:18:03.061602 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b8ccd40-5786-49c3-8095-70dd5cd3a8b8 req-5399968c-3385-4c99-80d2-016217ddbf5d tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.137666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:03.140536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.147880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b8ccd40-5786-49c3-8095-70dd5cd3a8b8 req-5399968c-3385-4c99-80d2-016217ddbf5d tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.198070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22005e32-06a5-4723-9b21-84981ef375cd req-2ab9c9e9-ca21-4950-afdd-f3185d8373d5 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421523 Feb 11 13:18:03.207246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758b987-c2b9-4a30-8f7e-bb93aee4990c req-34d99782-72b9-4e8e-b2a3-e82382934071 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:03.209414 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7758b987-c2b9-4a30-8f7e-bb93aee4990c req-34d99782-72b9-4e8e-b2a3-e82382934071 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 1101 time: 0.0675251 Feb 11 13:18:03.223055 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-ac298b87-0a1e-4430-9b24-15ead2a8536c service neutron] 10.222.0.13 "GET /v2.0/ports/62e96900-49a3-4557-8e09-02abcf5913a7/bindings/n-h2-816488-1 HTTP/1.1" status: 200 len: 384 time: 0.1588392 Feb 11 13:18:03.228682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399968c-3385-4c99-80d2-016217ddbf5d tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c884197b-f99b-4a0b-9973-98580d79f0ba,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:03.250711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7758b987-c2b9-4a30-8f7e-bb93aee4990c req-f2b9973b-b2d8-4f9c-8a84-c88c1c49681c tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.296301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b8ccd40-5786-49c3-8095-70dd5cd3a8b8 req-5399968c-3385-4c99-80d2-016217ddbf5d tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.298002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b8ccd40-5786-49c3-8095-70dd5cd3a8b8 req-5399968c-3385-4c99-80d2-016217ddbf5d tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6181366 Feb 11 13:18:03.351163 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.365969 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7758b987-c2b9-4a30-8f7e-bb93aee4990c req-f2b9973b-b2d8-4f9c-8a84-c88c1c49681c tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.393351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:18:01Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:03.413568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] Checking router: a64ce253-1cd9-429f-a2f3-2fc796f36464 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:03.422296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] Routers {'a64ce253-1cd9-429f-a2f3-2fc796f36464'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:03.422932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a64ce253-1cd9-429f-a2f3-2fc796f36464'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:03.432414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7758b987-c2b9-4a30-8f7e-bb93aee4990c req-f2b9973b-b2d8-4f9c-8a84-c88c1c49681c tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.458937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7758b987-c2b9-4a30-8f7e-bb93aee4990c req-f2b9973b-b2d8-4f9c-8a84-c88c1c49681c tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380023 Feb 11 13:18:03.473327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9973b-b2d8-4f9c-8a84-c88c1c49681c tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4265d37d-7652-477d-8b29-e4b6b8f88f61,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:03.542187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-426f0ba4-911a-4539-853c-9cb7c9a0c58f req-5f925fce-9efd-403c-bce4-a70c6cd4650f tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/c884197b-f99b-4a0b-9973-98580d79f0ba HTTP/1.1" status: 200 len: 1813 time: 0.0586324 Feb 11 13:18:03.578689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] Set router a64ce253-1cd9-429f-a2f3-2fc796f36464 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:03.653006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892ca87-7201-4f76-a9af-1b78760b5096 req-f15fd5e3-ac74-4330-aa05-3925df206259 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:03.654701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7892ca87-7201-4f76-a9af-1b78760b5096 req-f15fd5e3-ac74-4330-aa05-3925df206259 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 943 time: 0.0543346 Feb 11 13:18:03.698822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7892ca87-7201-4f76-a9af-1b78760b5096 req-47c13bf8-4dd1-418b-a8f9-08314f013d18 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369372 Feb 11 13:18:03.785194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0972c-c47e-40ab-8fc1-62a488dfe9e9 req-b644fb32-87fa-4e8d-809b-286e79648b4d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:03.787305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-caa0972c-c47e-40ab-8fc1-62a488dfe9e9 req-b644fb32-87fa-4e8d-809b-286e79648b4d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.4135838 Feb 11 13:18:03.796141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:18:01Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:03.827078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8687bb-5df1-4fc7-b04a-5700d619fe10 None None] The sync data for ids ['a64ce253-1cd9-429f-a2f3-2fc796f36464'] in n-d-816488-1 is: [{'id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'name': 'tempest-FloatingIPsAssociationTestJSON-1444242203-router', 'tenant_id': 'e58d6663ff0547f2821c28cef5435d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:51Z', 'updated_at': '2022-02-11T13:18:01Z', 'revision_number': 5, 'project_id': 'e58d6663ff0547f2821c28cef5435d89', 'gw_port': {'id': '00602291-3514-44bf-9b56-40fc6ebf9378', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:10:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a64ce253-1cd9-429f-a2f3-2fc796f36464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:52Z', 'updated_at': '2022-02-11T13:16:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:03.844504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a264209d-a811-4921-ae1c-24645f08efad req-c33a8d8a-21fa-488a-a50c-883e0134b3c8 service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:03.878096 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-caa0972c-c47e-40ab-8fc1-62a488dfe9e9 req-c8024454-b5ea-4e6d-ad50-7e95609add05 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829551 Feb 11 13:18:03.883728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a264209d-a811-4921-ae1c-24645f08efad req-c33a8d8a-21fa-488a-a50c-883e0134b3c8 service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:03.886182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Deleting port 00602291-3514-44bf-9b56-40fc6ebf9378 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:03.886315 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:03.941856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-6971aaf1-961d-4da3-ab33-27cc4c5b0eb2 req-2ddc32b1-e929-42c8-bf5a-8ebd61a20630 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-986306501', 'description': 'tempest-description-2070725754'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:03.968621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-a264209d-a811-4921-ae1c-24645f08efad req-c33a8d8a-21fa-488a-a50c-883e0134b3c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e96900-49a3-4557-8e09-02abcf5913a7 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:04.000087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a264209d-a811-4921-ae1c-24645f08efad req-c33a8d8a-21fa-488a-a50c-883e0134b3c8 service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:04.043655 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6971aaf1-961d-4da3-ab33-27cc4c5b0eb2 req-2ddc32b1-e929-42c8-bf5a-8ebd61a20630 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.045189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] For port 00602291-3514-44bf-9b56-40fc6ebf9378, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=00602291-3514-44bf-9b56-40fc6ebf9378,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:04.045579 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.054720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072b19d-3793-4241-9438-e7aa5cef1a1c req-72bac0d1-2309-4c85-a54b-7378d7cab71b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.056209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b072b19d-3793-4241-9438-e7aa5cef1a1c req-72bac0d1-2309-4c85-a54b-7378d7cab71b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.1066010 Feb 11 13:18:04.072621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Calling delete_port for 00602291-3514-44bf-9b56-40fc6ebf9378 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:04.089575 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a264209d-a811-4921-ae1c-24645f08efad req-c33a8d8a-21fa-488a-a50c-883e0134b3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.114268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6971aaf1-961d-4da3-ab33-27cc4c5b0eb2 req-2ddc32b1-e929-42c8-bf5a-8ebd61a20630 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.154514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b072b19d-3793-4241-9438-e7aa5cef1a1c req-a695282b-80d8-49ff-8306-5754cd94b0a8 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909004 Feb 11 13:18:04.170453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:04.195279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6971aaf1-961d-4da3-ab33-27cc4c5b0eb2 req-2ddc32b1-e929-42c8-bf5a-8ebd61a20630 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.197450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:18:04.197847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f817d1c2-4e36-47d5-85c7-55ae4dd7aa8c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:04.233967 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc32b1-e929-42c8-bf5a-8ebd61a20630 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848d1614-52d4-46c4-9779-34efdf1c69e4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:04.294220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6971aaf1-961d-4da3-ab33-27cc4c5b0eb2 req-2ddc32b1-e929-42c8-bf5a-8ebd61a20630 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.301148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6971aaf1-961d-4da3-ab33-27cc4c5b0eb2 req-2ddc32b1-e929-42c8-bf5a-8ebd61a20630 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3635378 Feb 11 13:18:04.317600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-a264209d-a811-4921-ae1c-24645f08efad req-c33a8d8a-21fa-488a-a50c-883e0134b3c8 service neutron] Transition to ACTIVE for port object 62e96900-49a3-4557-8e09-02abcf5913a7 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:04.320607 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f0a940b0-4ed7-4d99-b4e2-0d4aacc8e825 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461345 Feb 11 13:18:04.408842 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a264209d-a811-4921-ae1c-24645f08efad req-c33a8d8a-21fa-488a-a50c-883e0134b3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.523337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a264209d-a811-4921-ae1c-24645f08efad req-c33a8d8a-21fa-488a-a50c-883e0134b3c8 service neutron] No DVR routers for this DVR port 62e96900-49a3-4557-8e09-02abcf5913a7 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:04.535580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a8d8a-21fa-488a-a50c-883e0134b3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=62e96900-49a3-4557-8e09-02abcf5913a7,revision_number=10']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:04.545900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-6dc12431-2feb-4aa5-b12e-01bcea259089 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.547404 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-6dc12431-2feb-4aa5-b12e-01bcea259089 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165914 Feb 11 13:18:04.577664 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.584362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-c33a8d8a-21fa-488a-a50c-883e0134b3c8 service neutron] 10.222.0.13 "PUT /v2.0/ports/62e96900-49a3-4557-8e09-02abcf5913a7/bindings/n-h2-816488-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3528945 Feb 11 13:18:04.588168 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-7f77cc41-ad32-4741-b299-a69299ec6bfd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/quotas/94b15a99cc5f451dbcae3fd953ea3350 HTTP/1.1" status: 200 len: 375 time: 0.0258482 Feb 11 13:18:04.617125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Pushing event deleted for resources: {'Port': ['ID=00602291-3514-44bf-9b56-40fc6ebf9378,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:04.719253 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c1ae7cc-df79-4b5a-bea5-a8e253feee6e req-f154fecb-52cb-46f8-972c-3b56ca486ff5 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/848d1614-52d4-46c4-9779-34efdf1c69e4 HTTP/1.1" status: 200 len: 1812 time: 0.0478952 Feb 11 13:18:04.728954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-28c25f94-f83d-40d4-8759-4c0efd8c08fe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1142244 Feb 11 13:18:04.729930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.847737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.850917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.864268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-3df285aa-7cbd-4a64-a349-75789b467170 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.867330 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-3df285aa-7cbd-4a64-a349-75789b467170 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1095 time: 0.0723541 Feb 11 13:18:04.889936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fdf20-dbd9-4d41-bf15-7a3788a7f51f req-f5e50a72-28fe-4caa-945f-44e6ac1e33b0 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.891479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d92fdf20-dbd9-4d41-bf15-7a3788a7f51f req-f5e50a72-28fe-4caa-945f-44e6ac1e33b0 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.1090043 Feb 11 13:18:04.949379 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d92fdf20-dbd9-4d41-bf15-7a3788a7f51f req-fbbd6ad1-1c24-4680-a225-3ff03285c7c4 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425920 Feb 11 13:18:04.952078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-851122da-2103-4eeb-88f8-750e6b2dae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.953515 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-851122da-2103-4eeb-88f8-750e6b2dae0c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e&tenant_id=ddb699d6ec6d410587575318a8f50efc HTTP/1.1" status: 200 len: 1095 time: 0.0798340 Feb 11 13:18:04.978102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.978650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a64ce253-1cd9-429f-a2f3-2fc796f36464 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:18:04.980040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-df36b995-c356-4540-bbec-60d2d385f32e req-ee608597-d112-46d0-b30a-2c06775eb925 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1785674965', 'description': 'tempest-description-737230859'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:04.983760 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:04.987770 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d5e001c6-9200-4f6c-9f9e-cb9b96b2051e admin admin] 10.222.0.52 "DELETE /v2.0/routers/a64ce253-1cd9-429f-a2f3-2fc796f36464 HTTP/1.1" status: 204 len: 168 time: 2.0502412 Feb 11 13:18:04.989942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39678) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:05.044427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da4c228-6a84-4d9c-913b-70101bdb0701 admin admin] Deleting subnet 1a9f34c5-4137-4974-a913-ed31e43b944f {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:18:05.045412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-80e4cd90-35fa-4338-8231-9fb78da8d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.047137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-80e4cd90-35fa-4338-8231-9fb78da8d808 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1095 time: 0.0580003 Feb 11 13:18:05.049295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da4c228-6a84-4d9c-913b-70101bdb0701 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.087744 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da4c228-6a84-4d9c-913b-70101bdb0701 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.120423 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-df36b995-c356-4540-bbec-60d2d385f32e req-ee608597-d112-46d0-b30a-2c06775eb925 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.207367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-bfbee5bd-c6d1-4fe3-a420-b0596d09beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.209623 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-bfbee5bd-c6d1-4fe3-a420-b0596d09beff service neutron] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1508946 Feb 11 13:18:05.211039 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da4c228-6a84-4d9c-913b-70101bdb0701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.265881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-728a259a-e5f0-43b9-87e6-85f7914fefb2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e96900-49a3-4557-8e09-02abcf5913a7 HTTP/1.1" status: 200 len: 217 time: 0.0465927 Feb 11 13:18:05.268429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-df36b995-c356-4540-bbec-60d2d385f32e req-ee608597-d112-46d0-b30a-2c06775eb925 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.325809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-0fb2c60b-7b94-4c33-89b7-6b9a069ab403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.327273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-0fb2c60b-7b94-4c33-89b7-6b9a069ab403 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0487757 Feb 11 13:18:05.329327 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-df36b995-c356-4540-bbec-60d2d385f32e req-ee608597-d112-46d0-b30a-2c06775eb925 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.330509 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da4c228-6a84-4d9c-913b-70101bdb0701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.364052 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da4c228-6a84-4d9c-913b-70101bdb0701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.368439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6da4c228-6a84-4d9c-913b-70101bdb0701 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1a9f34c5-4137-4974-a913-ed31e43b944f HTTP/1.1" status: 204 len: 168 time: 0.3775415 Feb 11 13:18:05.369457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4c228-6a84-4d9c-913b-70101bdb0701 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a9f34c5-4137-4974-a913-ed31e43b944f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:05.371399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30433f91-0b3d-414d-ba25-8a50dc586f7d None None] Network de815f82-6838-4ebd-b3fd-5c2ef355cb54 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:18:05.372663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39680) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:05.374530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-03b35c45-a3e3-4779-a308-4f8e910762b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377498 Feb 11 13:18:05.385291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee608597-d112-46d0-b30a-2c06775eb925 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58951751-fb53-48b8-b535-797179702903,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:05.464932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-df36b995-c356-4540-bbec-60d2d385f32e req-ee608597-d112-46d0-b30a-2c06775eb925 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.466462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-df36b995-c356-4540-bbec-60d2d385f32e req-ee608597-d112-46d0-b30a-2c06775eb925 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4923651 Feb 11 13:18:05.491875 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.530683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-ac1afe7e-b520-467c-b147-08547f6ebd32 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398077 Feb 11 13:18:05.628879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b358b34a-9c20-4fe8-bebe-1144bf13b4b3 None None] DHCP port deletion for de815f82-6838-4ebd-b3fd-5c2ef355cb54 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:18:05.656787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Deleting port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:05.657253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.710887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b358b34a-9c20-4fe8-bebe-1144bf13b4b3 None None] Deleting port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:05.711322 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b358b34a-9c20-4fe8-bebe-1144bf13b4b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.727121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea618dc-e943-4775-8105-7e848e65cc39 req-456fa274-5643-4a7d-943e-1adefff77636 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.728667 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dea618dc-e943-4775-8105-7e848e65cc39 req-456fa274-5643-4a7d-943e-1adefff77636 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 944 time: 0.1524198 Feb 11 13:18:05.733394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f396def-cc71-4f10-a6d8-ec37e0a20ae8 req-ba67ad2f-5563-4ee3-8aef-8d6eb05d5bbf tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.741420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f396def-cc71-4f10-a6d8-ec37e0a20ae8 req-ba67ad2f-5563-4ee3-8aef-8d6eb05d5bbf tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.1355264 Feb 11 13:18:05.785959 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-21a429ce-43d8-464b-a9d1-409e21aa6f0e service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472129 Feb 11 13:18:05.787467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] For port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=188cdb3c-dcd6-4235-8dc3-f209fc7890fd,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:05.787903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.805564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b358b34a-9c20-4fe8-bebe-1144bf13b4b3 None None] For port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=188cdb3c-dcd6-4235-8dc3-f209fc7890fd,segment=NetworkSegment(a149a0b2-8b74-40db-acf8-a5d99b79b891),segment_id=a149a0b2-8b74-40db-acf8-a5d99b79b891)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:05.806483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b358b34a-9c20-4fe8-bebe-1144bf13b4b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:05.815161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Calling delete_port for 188cdb3c-dcd6-4235-8dc3-f209fc7890fd owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:05.817743 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dea618dc-e943-4775-8105-7e848e65cc39 req-334fc3c1-b550-49b4-99c7-08115634727a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766327 Feb 11 13:18:05.826518 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f396def-cc71-4f10-a6d8-ec37e0a20ae8 req-8e13dd0b-1aa9-439a-bade-8d6d2472b68e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840735 Feb 11 13:18:05.827748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b358b34a-9c20-4fe8-bebe-1144bf13b4b3 None None] Calling delete_port for 188cdb3c-dcd6-4235-8dc3-f209fc7890fd owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:05.965425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f620d996-635c-447d-835e-2184aabca0e3 req-d47d8e48-9c1f-4609-ba03-21eebd59476d tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/58951751-fb53-48b8-b535-797179702903 HTTP/1.1" status: 200 len: 1812 time: 0.0787396 Feb 11 13:18:06.019168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.030367 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b358b34a-9c20-4fe8-bebe-1144bf13b4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.051880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=188cdb3c-dcd6-4235-8dc3-f209fc7890fd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:06.055772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] No DVR routers for this DVR port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:06.062666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358b34a-9c20-4fe8-bebe-1144bf13b4b3 None None] Pushing event deleted for resources: {'Port': ['ID=188cdb3c-dcd6-4235-8dc3-f209fc7890fd,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:06.065314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358b34a-9c20-4fe8-bebe-1144bf13b4b3 None None] No DVR routers for this DVR port 188cdb3c-dcd6-4235-8dc3-f209fc7890fd on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:06.183526 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.191286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 00602291-3514-44bf-9b56-40fc6ebf9378 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:06.207058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de815f82-6838-4ebd-b3fd-5c2ef355cb54']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:06.218105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 00602291-3514-44bf-9b56-40fc6ebf9378 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:18:06.218105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 00602291-3514-44bf-9b56-40fc6ebf9378 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:06.218331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a149a0b2-8b74-40db-acf8-a5d99b79b891') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:06.218331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a149a0b2-8b74-40db-acf8-a5d99b79b891') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:06.218478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 188cdb3c-dcd6-4235-8dc3-f209fc7890fd no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:06.228499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.245698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 188cdb3c-dcd6-4235-8dc3-f209fc7890fd {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:18:06.246094 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.246472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 188cdb3c-dcd6-4235-8dc3-f209fc7890fd not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:06.255399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:18:06.255835 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:06.257958 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:06.324026 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-12f53fd9-e3a3-4e1f-a47b-b008a7a7903a req-dca2e1ae-ed68-42a8-8c7e-8fd4ff66938e tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] show failed (client error): The resource could not be found. Feb 11 13:18:06.325055 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12f53fd9-e3a3-4e1f-a47b-b008a7a7903a req-dca2e1ae-ed68-42a8-8c7e-8fd4ff66938e tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/2e12b7bc-ea3d-416c-82b9-21d98754027e HTTP/1.1" status: 404 len: 352 time: 0.0256577 Feb 11 13:18:06.351066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264209d-a811-4921-ae1c-24645f08efad req-5562c269-b469-4326-ada5-4d3480509c26 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:06.352562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-5562c269-b469-4326-ada5-4d3480509c26 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1095 time: 0.0916698 Feb 11 13:18:06.360644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac8433-71f0-44e5-875a-946d58d0f85c req-d7493613-2050-4f2a-bac7-85c8362c3792 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:06.362174 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fac8433-71f0-44e5-875a-946d58d0f85c req-d7493613-2050-4f2a-bac7-85c8362c3792 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.0635931 Feb 11 13:18:06.413538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.436075 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.442870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/de815f82-6838-4ebd-b3fd-5c2ef355cb54 HTTP/1.1" status: 204 len: 168 time: 1.0653267 Feb 11 13:18:06.452096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fac8433-71f0-44e5-875a-946d58d0f85c req-a62ed66b-a8e2-4826-863b-1bebb0a626b8 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828753 Feb 11 13:18:06.463037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f21cbb-fe8e-461f-9e9f-6547208ae9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=de815f82-6838-4ebd-b3fd-5c2ef355cb54,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:06.491396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a51c9-9ae3-4216-957e-eb8cdfe4a83d req-b668e823-0bcb-49dc-87c5-945c6660034b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:06.498294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-706a51c9-9ae3-4216-957e-eb8cdfe4a83d req-b668e823-0bcb-49dc-87c5-945c6660034b tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.1011589 Feb 11 13:18:06.522467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 62e96900-49a3-4557-8e09-02abcf5913a7 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:06.537370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bce3d414-65a6-4492-bcc2-a9364fd2d1d7 req-da33cd1c-22d3-40e2-9145-6fdf6512cefa tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 210 time: 0.0317242 Feb 11 13:18:06.547620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-706a51c9-9ae3-4216-957e-eb8cdfe4a83d req-241ab28e-b79b-4d2c-b1c5-983c969b12a3 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476506 Feb 11 13:18:06.585831 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-0acf070b-1127-408e-b61f-ebc4c431291a req-8a6e7c78-983e-49fa-b339-58e05f001768 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] show failed (client error): The resource could not be found. Feb 11 13:18:06.594885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0acf070b-1127-408e-b61f-ebc4c431291a req-8a6e7c78-983e-49fa-b339-58e05f001768 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-group-rules/bb280035-0448-4831-858f-599719d7b029 HTTP/1.1" status: 404 len: 361 time: 0.0190744 Feb 11 13:18:06.606245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-a264209d-a811-4921-ae1c-24645f08efad req-a4db8549-2550-4ed4-9a02-0ecb982d8051 service neutron] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:06.610504 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a264209d-a811-4921-ae1c-24645f08efad req-a4db8549-2550-4ed4-9a02-0ecb982d8051 service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.611978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a264209d-a811-4921-ae1c-24645f08efad req-a4db8549-2550-4ed4-9a02-0ecb982d8051 service neutron] 10.222.0.59 "DELETE /v2.0/ports/62e96900-49a3-4557-8e09-02abcf5913a7/bindings/n-h1-816488-1 HTTP/1.1" status: 204 len: 173 time: 0.2482505 Feb 11 13:18:06.615512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 62e96900-49a3-4557-8e09-02abcf5913a7 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:06.656316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40b78fc8-c633-4986-8eae-d52991d1cca2 req-2af0a549-6ee4-4890-a4a8-3e77779b0aca tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/58951751-fb53-48b8-b535-797179702903 HTTP/1.1" status: 200 len: 1812 time: 0.0391893 Feb 11 13:18:06.713709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-40b78fc8-c633-4986-8eae-d52991d1cca2 req-9e55609e-1595-4600-a834-713972b05e00 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.736264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-40b78fc8-c633-4986-8eae-d52991d1cca2 req-9e55609e-1595-4600-a834-713972b05e00 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.861147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-40b78fc8-c633-4986-8eae-d52991d1cca2 req-9e55609e-1595-4600-a834-713972b05e00 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.863818 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-40b78fc8-c633-4986-8eae-d52991d1cca2 req-9e55609e-1595-4600-a834-713972b05e00 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:06.865046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40b78fc8-c633-4986-8eae-d52991d1cca2 req-9e55609e-1595-4600-a834-713972b05e00 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "DELETE /v2.0/security-groups/58951751-fb53-48b8-b535-797179702903 HTTP/1.1" status: 204 len: 173 time: 0.2015924 Feb 11 13:18:06.875681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55609e-1595-4600-a834-713972b05e00 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58951751-fb53-48b8-b535-797179702903,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:06.906261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39732) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:06.952031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4ee047d7-02ed-496e-b048-176b2e628a0e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e58d6663ff0547f2821c28cef5435d89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445883 Feb 11 13:18:06.955441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39734) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:06.991875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2ae0d-3da4-4256-be7d-357a3e51dd20 req-d312061f-ed26-448f-a9c2-d09f42f4c553 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:06.993545 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1dd2ae0d-3da4-4256-be7d-357a3e51dd20 req-d312061f-ed26-448f-a9c2-d09f42f4c553 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 944 time: 0.0626585 Feb 11 13:18:07.021210 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db38ba-a51d-4c6e-9725-c1b48142a0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.041167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1dd2ae0d-3da4-4256-be7d-357a3e51dd20 req-ea13e929-c06d-44fc-8958-1ff009c000ff tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 Feb 11 13:18:07.050994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db38ba-a51d-4c6e-9725-c1b48142a0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.136059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70269bd1-c8f5-4939-a1e6-8de827447ca4 req-7b275618-143b-439a-816e-678c88936753 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/848d1614-52d4-46c4-9779-34efdf1c69e4 HTTP/1.1" status: 200 len: 1812 time: 0.0561974 Feb 11 13:18:07.182271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db38ba-a51d-4c6e-9725-c1b48142a0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.186152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db38ba-a51d-4c6e-9725-c1b48142a0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.187310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-05db38ba-a51d-4c6e-9725-c1b48142a0b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35 HTTP/1.1" status: 204 len: 168 time: 0.2308493 Feb 11 13:18:07.195612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db38ba-a51d-4c6e-9725-c1b48142a0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bed77c4-5b66-4ef5-8b4c-3e2d8efdfd35,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.213792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-70269bd1-c8f5-4939-a1e6-8de827447ca4 req-7acc2909-7ac0-41ab-978c-43182a911a98 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.246366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-70269bd1-c8f5-4939-a1e6-8de827447ca4 req-7acc2909-7ac0-41ab-978c-43182a911a98 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.392932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-70269bd1-c8f5-4939-a1e6-8de827447ca4 req-7acc2909-7ac0-41ab-978c-43182a911a98 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.397949 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-70269bd1-c8f5-4939-a1e6-8de827447ca4 req-7acc2909-7ac0-41ab-978c-43182a911a98 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.399234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70269bd1-c8f5-4939-a1e6-8de827447ca4 req-7acc2909-7ac0-41ab-978c-43182a911a98 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "DELETE /v2.0/security-groups/848d1614-52d4-46c4-9779-34efdf1c69e4 HTTP/1.1" status: 204 len: 173 time: 0.2559612 Feb 11 13:18:07.411906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc2909-7ac0-41ab-978c-43182a911a98 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=848d1614-52d4-46c4-9779-34efdf1c69e4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.487538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1bc110a7-4322-4682-9636-21d122342f37 req-26fe6390-9640-4942-be6a-01a88c3cf8a8 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/c884197b-f99b-4a0b-9973-98580d79f0ba HTTP/1.1" status: 200 len: 1813 time: 0.0546315 Feb 11 13:18:07.556122 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1bc110a7-4322-4682-9636-21d122342f37 req-a505eae3-d5e3-4399-8050-7a9193991703 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.585180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1bc110a7-4322-4682-9636-21d122342f37 req-a505eae3-d5e3-4399-8050-7a9193991703 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.718519 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1bc110a7-4322-4682-9636-21d122342f37 req-a505eae3-d5e3-4399-8050-7a9193991703 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.721819 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1bc110a7-4322-4682-9636-21d122342f37 req-a505eae3-d5e3-4399-8050-7a9193991703 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:07.723253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1bc110a7-4322-4682-9636-21d122342f37 req-a505eae3-d5e3-4399-8050-7a9193991703 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "DELETE /v2.0/security-groups/c884197b-f99b-4a0b-9973-98580d79f0ba HTTP/1.1" status: 204 len: 173 time: 0.2273409 Feb 11 13:18:07.736155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505eae3-d5e3-4399-8050-7a9193991703 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c884197b-f99b-4a0b-9973-98580d79f0ba,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:07.811824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-1ccc359f-9bf9-40c3-8e47-cdb78da5efef tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:07.813615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-1ccc359f-9bf9-40c3-8e47-cdb78da5efef tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.59 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.0945799 Feb 11 13:18:07.889091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80f1cc-7c3b-4cff-b008-effbd8f22858 req-4e46374b-1df4-40a9-8784-9be7cb20f58a tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:07.898881 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d80f1cc-7c3b-4cff-b008-effbd8f22858 req-4e46374b-1df4-40a9-8784-9be7cb20f58a tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1095 time: 0.0735168 Feb 11 13:18:07.900244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ec53859-7d32-45d4-93ac-ae72366f52a7 req-86bfd33c-bb54-4862-9db6-892d5fafbfc8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 210 time: 0.0429637 Feb 11 13:18:07.957559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d80f1cc-7c3b-4cff-b008-effbd8f22858 req-6bf858f6-0192-4ec0-bc81-4dbc70175164 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488751 Feb 11 13:18:08.019824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-87279ee9-f9f7-4971-848d-b0d092081197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Deleting port 2c4a6b29-15e8-4957-9f21-456f7073dc45 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:08.020172 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-87279ee9-f9f7-4971-848d-b0d092081197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.054337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1f0fc36-1ae3-4bf8-93d7-7148718d8372 req-0fb2b4fc-0d8b-48a6-8e8a-4810d71858fd tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/f45fe6ce-0d8b-43a5-9a60-cf9f3669e0b2 HTTP/1.1" status: 200 len: 1811 time: 0.0550790 Feb 11 13:18:08.131517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d1f0fc36-1ae3-4bf8-93d7-7148718d8372 req-349a1645-8222-4256-aefd-a5c1c704e1b1 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.159462 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d1f0fc36-1ae3-4bf8-93d7-7148718d8372 req-349a1645-8222-4256-aefd-a5c1c704e1b1 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.168298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd52a2e-cda3-48bd-b430-b79466a9715c req-a37144f4-47b0-4763-89a1-0fb38600fa73 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:08.169805 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ccd52a2e-cda3-48bd-b430-b79466a9715c req-a37144f4-47b0-4763-89a1-0fb38600fa73 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 949 time: 0.1042554 Feb 11 13:18:08.177953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-87279ee9-f9f7-4971-848d-b0d092081197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] For port 2c4a6b29-15e8-4957-9f21-456f7073dc45, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2c4a6b29-15e8-4957-9f21-456f7073dc45,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:08.178157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-87279ee9-f9f7-4971-848d-b0d092081197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.208376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-87279ee9-f9f7-4971-848d-b0d092081197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Calling delete_port for 2c4a6b29-15e8-4957-9f21-456f7073dc45 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:08.235294 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ccd52a2e-cda3-48bd-b430-b79466a9715c req-6b3f9792-5011-433f-a234-e5d75c5bddd8 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/security-groups?id=cb47b7d5-91e9-4bab-86af-bd1d17cad214&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545557 Feb 11 13:18:08.289371 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d1f0fc36-1ae3-4bf8-93d7-7148718d8372 req-349a1645-8222-4256-aefd-a5c1c704e1b1 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.292019 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d1f0fc36-1ae3-4bf8-93d7-7148718d8372 req-349a1645-8222-4256-aefd-a5c1c704e1b1 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.296489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1f0fc36-1ae3-4bf8-93d7-7148718d8372 req-349a1645-8222-4256-aefd-a5c1c704e1b1 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "DELETE /v2.0/security-groups/f45fe6ce-0d8b-43a5-9a60-cf9f3669e0b2 HTTP/1.1" status: 204 len: 173 time: 0.2378671 Feb 11 13:18:08.311529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a1645-8222-4256-aefd-a5c1c704e1b1 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45fe6ce-0d8b-43a5-9a60-cf9f3669e0b2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:08.446457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f4469-5fe5-4c60-81dd-55a6e57cc84c req-9e0d118a-e4e6-46a1-bd9a-b271059ad9fb tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:08.448313 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-144f4469-5fe5-4c60-81dd-55a6e57cc84c req-9e0d118a-e4e6-46a1-bd9a-b271059ad9fb tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.0759327 Feb 11 13:18:08.461458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-87279ee9-f9f7-4971-848d-b0d092081197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.474638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['2c4a6b29-15e8-4957-9f21-456f7073dc45'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:08.481238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39798) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:08.518577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-144f4469-5fe5-4c60-81dd-55a6e57cc84c req-7aacd4de-cf83-4c92-9608-716a9bed81a4 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609405 Feb 11 13:18:08.530135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87279ee9-f9f7-4971-848d-b0d092081197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Pushing event deleted for resources: {'Port': ['ID=2c4a6b29-15e8-4957-9f21-456f7073dc45,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:08.613357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-971b8d7b-a77e-4f4c-860a-a348e95bc2d4 req-0f22d2b9-05a0-4307-b3ab-add500f68b8e tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "GET /v2.0/security-groups/e6bf7903-88b0-4ece-947e-0b282bf2d8d8 HTTP/1.1" status: 200 len: 1812 time: 0.0752268 Feb 11 13:18:08.620838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-network', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:08.630464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-1749c4ae-9cd0-41e7-b20c-0a804aad5221 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:08.634625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-1749c4ae-9cd0-41e7-b20c-0a804aad5221 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 821 time: 0.2399335 Feb 11 13:18:08.635750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-87279ee9-f9f7-4971-848d-b0d092081197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] No DVR routers for this DVR port 2c4a6b29-15e8-4957-9f21-456f7073dc45 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:08.638713 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-87279ee9-f9f7-4971-848d-b0d092081197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.646228 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32a52944-0f0a-4ce4-b468-089f67caca05 req-87279ee9-f9f7-4971-848d-b0d092081197 tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.59 "DELETE /v2.0/ports/2c4a6b29-15e8-4957-9f21-456f7073dc45 HTTP/1.1" status: 204 len: 173 time: 0.8241680 Feb 11 13:18:08.647000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd595dd7-05ed-44ef-8fde-bd03d99914b9', 'name': 'network-vif-deleted', 'tag': '2c4a6b29-15e8-4957-9f21-456f7073dc45'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:08.650172 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba0ea9d-015d-4df6-8fb7-9a3d3f2c9ebc" -d '{"events": [{"server_uuid": "dd595dd7-05ed-44ef-8fde-bd03d99914b9", "name": "network-vif-deleted", "tag": "2c4a6b29-15e8-4957-9f21-456f7073dc45"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:08.680605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-1d9d6ca5-68c8-4190-a894-4222aeeef89e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/quotas/ddb699d6ec6d410587575318a8f50efc HTTP/1.1" status: 200 len: 375 time: 0.0272167 Feb 11 13:18:08.708958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-d72a9496-e6f5-42ad-ad90-01dbb23841f7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284050 Feb 11 13:18:08.734308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-1ea33c1d-3a65-400c-adea-291376f3362a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528538 Feb 11 13:18:08.734669 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-971b8d7b-a77e-4f4c-860a-a348e95bc2d4 req-9a506e0b-d8fc-4455-8030-76afd8a08fe5 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.804842 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-971b8d7b-a77e-4f4c-860a-a348e95bc2d4 req-9a506e0b-d8fc-4455-8030-76afd8a08fe5 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.809799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Made reservation on behalf of 7a8452ba5d2f48d49e0dca6eac8e4be7 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:08.811687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.832654 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-c833bf71-85ff-478d-b761-81990a665529 service neutron] 10.222.0.52 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895512 Feb 11 13:18:08.840649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:08.906928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-ad7572eb-14a7-4fdb-908f-8c1f0aa5c632 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:08.909085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-ad7572eb-14a7-4fdb-908f-8c1f0aa5c632 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902080 Feb 11 13:18:08.931102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Request body: {'port': {'device_id': '6179a124-600f-45de-8acf-a8e1dc877e53', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '94b15a99cc5f451dbcae3fd953ea3350'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:08.969140 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-bce36286-3afd-49ad-89b6-52b341b21f04 service neutron] 10.222.0.52 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332645 Feb 11 13:18:09.032863 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-971b8d7b-a77e-4f4c-860a-a348e95bc2d4 req-9a506e0b-d8fc-4455-8030-76afd8a08fe5 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.035809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-971b8d7b-a77e-4f4c-860a-a348e95bc2d4 req-9a506e0b-d8fc-4455-8030-76afd8a08fe5 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.041214 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-971b8d7b-a77e-4f4c-860a-a348e95bc2d4 req-9a506e0b-d8fc-4455-8030-76afd8a08fe5 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] 10.222.0.52 "DELETE /v2.0/security-groups/e6bf7903-88b0-4ece-947e-0b282bf2d8d8 HTTP/1.1" status: 204 len: 173 time: 0.4270012 Feb 11 13:18:09.042957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39808) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:09.091213 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2ce013-3b8e-42bf-bffa-f8b4f3b72da2 x-openstack-request-id: req-fd2ce013-3b8e-42bf-bffa-f8b4f3b72da2 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:09.091503 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd595dd7-05ed-44ef-8fde-bd03d99914b9", "name": "network-vif-deleted", "tag": "2c4a6b29-15e8-4957-9f21-456f7073dc45", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:09.092247 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd2ce013-3b8e-42bf-bffa-f8b4f3b72da2 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:09.092247 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd595dd7-05ed-44ef-8fde-bd03d99914b9', 'name': 'network-vif-deleted', 'tag': '2c4a6b29-15e8-4957-9f21-456f7073dc45', 'status': 'completed', 'code': 200} Feb 11 13:18:09.104947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0837f5f-283d-4d30-89a6-11310bcce11f admin admin] Deleting subnet 9af36776-fa0c-410a-a3d0-a25d0457625e {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:18:09.109075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0837f5f-283d-4d30-89a6-11310bcce11f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.127773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.129104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a506e0b-d8fc-4455-8030-76afd8a08fe5 tempest-SecurityGroupRulesNegativeTestJSON-832847585 tempest-SecurityGroupRulesNegativeTestJSON-832847585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bf7903-88b0-4ece-947e-0b282bf2d8d8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:09.174366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0837f5f-283d-4d30-89a6-11310bcce11f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.213845 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f07794-a304-4a79-a0f3-856cd09aaf85 req-785cad30-cc0e-4c6a-8751-ef78008c8bfe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 210 time: 0.0529256 Feb 11 13:18:09.218572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.272748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:09.276359 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d256db0c-bdc8-4298-b78b-e69028e0e470 req-0b107bc8-b1ec-4e74-a285-fbd0ad35d01c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 210 time: 0.0417831 Feb 11 13:18:09.282188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f29d28d-bed0-48d1-b435-89176ef803c1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:09.296963 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.298911 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Added segment 8b46e7a9-d26e-4a3f-befe-12c4870529cd of type vlan for network 9565f815-4716-4ea6-a6a3-ead84122e95d Feb 11 13:18:09.304615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0837f5f-283d-4d30-89a6-11310bcce11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.354370 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.409819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Made reservation on behalf of 94b15a99cc5f451dbcae3fd953ea3350 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:09.413344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.416459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-d9ec80e3-1c96-4277-9ef3-3f653aec0ed7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493469 Feb 11 13:18:09.422832 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0837f5f-283d-4d30-89a6-11310bcce11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.440400 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0837f5f-283d-4d30-89a6-11310bcce11f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.443581 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92a1e317-9745-4286-b8af-a1f55a82f090 req-4498ab87-6e38-4067-879c-c825a039c9fe tempest-DeleteServersAdminTestJSON-501847830 tempest-DeleteServersAdminTestJSON-501847830-project] 10.222.0.52 "GET /v2.0/ports?device_id=dd595dd7-05ed-44ef-8fde-bd03d99914b9 HTTP/1.1" status: 200 len: 210 time: 0.0590925 Feb 11 13:18:09.456107 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f0837f5f-283d-4d30-89a6-11310bcce11f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9af36776-fa0c-410a-a3d0-a25d0457625e HTTP/1.1" status: 204 len: 168 time: 0.4118581 Feb 11 13:18:09.459100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39820) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:09.478053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0837f5f-283d-4d30-89a6-11310bcce11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af36776-fa0c-410a-a3d0-a25d0457625e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:09.557270 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.567090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:09.567090 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.638161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b1cbf-3cb3-4257-bd5d-3cdeef35acbd req-1c189e51-688f-4d24-914f-993d745b69bd tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:09.639804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b6b1cbf-3cb3-4257-bd5d-3cdeef35acbd req-1c189e51-688f-4d24-914f-993d745b69bd tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.0563083 Feb 11 13:18:09.690591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b6b1cbf-3cb3-4257-bd5d-3cdeef35acbd req-fe14a4e7-7f83-4c7c-bbd8-88aa3f2c817c tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Feb 11 13:18:09.713112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2298644 Feb 11 13:18:09.717182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39824) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:09.722650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Request body: {'subnet': {'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-subnet', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:09.723184 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.724692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960a4c7-1218-423c-a075-ff185639ded1 admin admin] Pushing event updated for resources: {'Network': ['ID=9565f815-4716-4ea6-a6a3-ead84122e95d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:09.737983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 9565f815-4716-4ea6-a6a3-ead84122e95d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:18:09.753860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-0531335f-5c69-4f36-8641-75b8daa79dbd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:09.755347 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-0531335f-5c69-4f36-8641-75b8daa79dbd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165064 Feb 11 13:18:09.790831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Request body: {'port': {'device_id': '94ec7189-4036-46fc-9446-86992f2161c0', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '94b15a99cc5f451dbcae3fd953ea3350'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:09.869525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Made reservation on behalf of 7a8452ba5d2f48d49e0dca6eac8e4be7 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:09.871981 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:09.935734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Allocated IP 192.168.233.165 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/b742f407-5f16-41c9-90b0-2ada519e4d45) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:09.958063 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.000631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40eea490-fa49-4f9a-a67c-96b98fef305a']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:10.026216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e40d81-64bd-40ba-a42c-8ba65f8da866') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:10.026575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e40d81-64bd-40ba-a42c-8ba65f8da866') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:10.062181 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.086994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.132256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:18:10.132659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:10.136051 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:10.181150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Made reservation on behalf of 94b15a99cc5f451dbcae3fd953ea3350 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:10.184903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.218614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.295493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7991ac8-cb1d-4ff9-b095-48b82797f739,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:10.317852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.324509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Checking segment: {'id': '8b46e7a9-d26e-4a3f-befe-12c4870529cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:10.324888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Network hostable DHCP agents. Network: 9565f815-4716-4ea6-a6a3-ead84122e95d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:10.334523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.337645 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] 10.222.0.52 "DELETE /v2.0/networks/40eea490-fa49-4f9a-a67c-96b98fef305a HTTP/1.1" status: 204 len: 168 time: 0.8684845 Feb 11 13:18:10.365497 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.371574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9d157-7fdc-405d-afa9-70b64f386c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=40eea490-fa49-4f9a-a67c-96b98fef305a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:10.374105 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-639ed61b-fa8b-43e2-9451-0a77ef0852df req-a9ffce59-076f-4312-bd86-21f23950eff9 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 210 time: 0.0504327 Feb 11 13:18:10.377657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9456ee-7082-4e5d-8f22-d56e12e21344 req-407cec1a-5a4c-4dec-bdcf-a5b5d95a2057 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:10.379226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8d9456ee-7082-4e5d-8f22-d56e12e21344 req-407cec1a-5a4c-4dec-bdcf-a5b5d95a2057 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1097 time: 0.1778328 Feb 11 13:18:10.432970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Network 9565f815-4716-4ea6-a6a3-ead84122e95d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:10.433366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8d9456ee-7082-4e5d-8f22-d56e12e21344 req-596bf81f-63eb-412c-913a-a2fb18ad8fc7 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Feb 11 13:18:10.475934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa67bccd-22bc-436a-95fb-79d33881d085 req-83c64c0a-0518-42c5-8835-6291531996ea tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 210 time: 0.0292485 Feb 11 13:18:10.532847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.546569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:10.566711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 9565f815-4716-4ea6-a6a3-ead84122e95d) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:10.574068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:10.574656 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.586608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f89070c-50ba-4e1b-9519-12afa5e97a0e None None] Network 9565f815-4716-4ea6-a6a3-ead84122e95d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:18:10.690182 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-df92ea03-a460-41c0-91a6-70dd96e224ee admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9715753 Feb 11 13:18:10.693535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39852) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:10.701478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-router', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:10.844807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd2fd-50cf-42be-a6c4-0765153fa98c req-e49c8db3-d48f-40fc-b992-dc7e0ebc818f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:10.847397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6f7cd2fd-50cf-42be-a6c4-0765153fa98c req-e49c8db3-d48f-40fc-b992-dc7e0ebc818f tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.0518548 Feb 11 13:18:10.857563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c638fc72-8ada-4218-94e9-d8c1e924f744 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:10.874758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2c4a6b29-15e8-4957-9f21-456f7073dc45 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:10.895760 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6f7cd2fd-50cf-42be-a6c4-0765153fa98c req-26fe4d38-042b-4bcc-9b2b-354a44ef61e3 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366066 Feb 11 13:18:10.907075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.912431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:10.935139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39858) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:10.999463 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.007024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:11.007911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event updated for resources: {'Port': ['ID=b742f407-5f16-41c9-90b0-2ada519e4d45,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:11.013043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:11.019977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:11.040709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5d83f5a8-1da6-4574-8877-e2861509fb29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77f4de8921f647beb0b06abe03a4714b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1035151 Feb 11 13:18:11.043650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39860) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:11.051336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Allocated IP 192.168.233.73 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/b67d4370-d832-4bc4-af8f-d274ad9632e5) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:11.067509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-9565f815-4716-4ea6-a6a3-ead84122e95d', 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'fixed_ips': [{'subnet_id': 'b7991ac8-cb1d-4ff9-b095-48b82797f739'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:18:11.068531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.086277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:11.087276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.170513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 2c4a6b29-15e8-4957-9f21-456f7073dc45 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:18:11.170860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2c4a6b29-15e8-4957-9f21-456f7073dc45 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:11.219958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c638fc72-8ada-4218-94e9-d8c1e924f744, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c638fc72-8ada-4218-94e9-d8c1e924f744,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:11.247024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'c638fc72-8ada-4218-94e9-d8c1e924f744', 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7', 'port_id': 'c638fc72-8ada-4218-94e9-d8c1e924f744', 'mac_address': 'fa:16:3e:71:32:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a105d-2a8a-4f4c-88e6-31f31c44eeca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:11.255114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f260c2d5-cfb4-4801-beb3-e44ec6c063c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3255031 Feb 11 13:18:11.264994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Request body: {'port': {'device_id': '6179a124-600f-45de-8acf-a8e1dc877e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:11.366540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Allocated IP 172.20.0.2 (9565f815-4716-4ea6-a6a3-ead84122e95d/b7991ac8-cb1d-4ff9-b095-48b82797f739/95940935-372a-4698-b8cc-a867dd4ead30) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:11.367724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39868) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:11.368285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.370157 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.375424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9573f8b-844d-430e-87db-d3ffb5d0a4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.389945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.393520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c638fc72-8ada-4218-94e9-d8c1e924f744 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:11.433011 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.435662 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9573f8b-844d-430e-87db-d3ffb5d0a4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.471015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c638fc72-8ada-4218-94e9-d8c1e924f744, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c638fc72-8ada-4218-94e9-d8c1e924f744,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:11.504485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-427efa5b-8257-408b-94ad-67ca3d199024 None None] Provisioning complete for port b742f407-5f16-41c9-90b0-2ada519e4d45 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:11.505155 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-427efa5b-8257-408b-94ad-67ca3d199024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.562393 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b28b8aca-396f-4cd9-a397-1b3d0aabc35a req-84dc072b-3a5d-41c3-86e5-1a7bc3d4ac2d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 210 time: 0.0434766 Feb 11 13:18:11.572183 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.656608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-427efa5b-8257-408b-94ad-67ca3d199024 None None] Port b742f407-5f16-41c9-90b0-2ada519e4d45 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:18:11.690566 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.727986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c638fc72-8ada-4218-94e9-d8c1e924f744,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:11.743951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.757601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:11.787881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c638fc72-8ada-4218-94e9-d8c1e924f744'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:11.834066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f65474f9-23af-464d-90f6-e50728c16a97 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6c6e279aebd4fb2869ab99756aec5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4632778 Feb 11 13:18:11.834675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39888) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:11.862149 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:11.883697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:11.905058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:11.939480 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Network 9565f815-4716-4ea6-a6a3-ead84122e95d is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:11.948102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:11.951153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Pushing event updated for resources: {'Port': ['ID=95940935-372a-4698-b8cc-a867dd4ead30,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:11.955864 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:12.051774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-719135ef-2096-448c-9fcc-ff7f77cf44dd req-e272c685-265a-4550-9134-118fc534ae94 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 210 time: 0.1088176 Feb 11 13:18:12.082950 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9573f8b-844d-430e-87db-d3ffb5d0a4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.089441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9573f8b-844d-430e-87db-d3ffb5d0a4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.089441 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b9573f8b-844d-430e-87db-d3ffb5d0a4a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce595b13-54bd-422f-b6f8-775d186c4370 HTTP/1.1" status: 204 len: 168 time: 1.0423124 Feb 11 13:18:12.160073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9573f8b-844d-430e-87db-d3ffb5d0a4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce595b13-54bd-422f-b6f8-775d186c4370,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:12.192135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-07111979-aa95-4519-ac9c-787ca12da2b6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:12.196966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-07111979-aa95-4519-ac9c-787ca12da2b6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 821 time: 0.2585557 Feb 11 13:18:12.199704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b742f407-5f16-41c9-90b0-2ada519e4d45 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:12.211722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.217269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Request body: {'port': {'device_id': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431', 'admin_state_up': True, 'tenant_id': 'ddb699d6ec6d410587575318a8f50efc'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:12.229847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Transition to ACTIVE for port object b742f407-5f16-41c9-90b0-2ada519e4d45 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:12.235913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event updated for resources: {'Port': ['ID=b67d4370-d832-4bc4-af8f-d274ad9632e5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:12.242331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:12.250973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Attempting to bind port 95940935-372a-4698-b8cc-a867dd4ead30 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:12.251354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Attempting to bind port 95940935-372a-4698-b8cc-a867dd4ead30 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '8b46e7a9-d26e-4a3f-befe-12c4870529cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:12.252299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Attempting to bind port 95940935-372a-4698-b8cc-a867dd4ead30 on network 9565f815-4716-4ea6-a6a3-ead84122e95d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:12.277642 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a68be12-61fc-4d81-88ee-95b64eb0dd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.303759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:12.304044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Checking segment: {'id': '8b46e7a9-d26e-4a3f-befe-12c4870529cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:12.304436 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.305247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Bound using segment: {'id': '8b46e7a9-d26e-4a3f-befe-12c4870529cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:12.305247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Bound port: 95940935-372a-4698-b8cc-a867dd4ead30, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b46e7a9-d26e-4a3f-befe-12c4870529cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:12.305630 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.306334 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a68be12-61fc-4d81-88ee-95b64eb0dd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.377214 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.480520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:12.481422 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.482374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e5392-c0d8-41c8-9af2-1842627ec46c req-c5ec0905-2e31-45bd-b0ec-a2401ff04551 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:12.489214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-138f994d-ba79-4fd2-9779-9d6501cf91ae None None] Provisioning complete for port b67d4370-d832-4bc4-af8f-d274ad9632e5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:12.489214 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-138f994d-ba79-4fd2-9779-9d6501cf91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.491655 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-be0e5392-c0d8-41c8-9af2-1842627ec46c req-c5ec0905-2e31-45bd-b0ec-a2401ff04551 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 944 time: 0.1965480 Feb 11 13:18:12.527965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Pushing event updated for resources: {'Port': ['ID=b742f407-5f16-41c9-90b0-2ada519e4d45,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:12.528698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] For port 95940935-372a-4698-b8cc-a867dd4ead30, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:12.550083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.569077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] For port 95940935-372a-4698-b8cc-a867dd4ead30, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=95940935-372a-4698-b8cc-a867dd4ead30,segment=NetworkSegment(8b46e7a9-d26e-4a3f-befe-12c4870529cd),segment_id=8b46e7a9-d26e-4a3f-befe-12c4870529cd)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:12.573149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-138f994d-ba79-4fd2-9779-9d6501cf91ae None None] Port b67d4370-d832-4bc4-af8f-d274ad9632e5 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:18:12.590381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.647894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5fe79567-1b0e-4ce6-8aec-42b9b6c0c6b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8647480 Feb 11 13:18:12.648599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Attempting to bind port b742f407-5f16-41c9-90b0-2ada519e4d45 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:12.648966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Attempting to bind port b742f407-5f16-41c9-90b0-2ada519e4d45 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:12.649343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Attempting to bind port b742f407-5f16-41c9-90b0-2ada519e4d45 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:12.654364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Port b742f407-5f16-41c9-90b0-2ada519e4d45 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:12.654690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Attempting to bind port b742f407-5f16-41c9-90b0-2ada519e4d45 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:12.659726 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.675329 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a68be12-61fc-4d81-88ee-95b64eb0dd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.679583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a68be12-61fc-4d81-88ee-95b64eb0dd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.680760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2a68be12-61fc-4d81-88ee-95b64eb0dd1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb47b7d5-91e9-4bab-86af-bd1d17cad214 HTTP/1.1" status: 204 len: 168 time: 0.8402767 Feb 11 13:18:12.695506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-be0e5392-c0d8-41c8-9af2-1842627ec46c req-b83d7940-c5ac-4730-b6ba-137205f87655 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941488 Feb 11 13:18:12.697361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Request body: {'port': {'device_id': '94ec7189-4036-46fc-9446-86992f2161c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:12.770204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a68be12-61fc-4d81-88ee-95b64eb0dd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb47b7d5-91e9-4bab-86af-bd1d17cad214,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:12.788664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:12.789007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:12.789395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:12.792030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Bound port: b742f407-5f16-41c9-90b0-2ada519e4d45, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:12.793488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Made reservation on behalf of ddb699d6ec6d410587575318a8f50efc for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:12.794022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.802696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.812750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7238e-c01b-4e3e-abc3-33372816bdb0 None None] Pushing event updated for resources: {'Port': ['ID=95940935-372a-4698-b8cc-a867dd4ead30,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:12.857629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c638fc72-8ada-4218-94e9-d8c1e924f744 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:12.890934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:12.937320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Allocated IP 172.25.0.40 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/de63c7e2-f276-43b5-a0c9-e0806a0aca06) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:12.957426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port c638fc72-8ada-4218-94e9-d8c1e924f744 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:12.958280 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.037700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014d304-99e9-4c65-8c8a-f92e48179667 req-f6899397-1d8a-4c44-b50e-baaac634275d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:13.039419 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1014d304-99e9-4c65-8c8a-f92e48179667 req-f6899397-1d8a-4c44-b50e-baaac634275d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 935 time: 0.2132435 Feb 11 13:18:13.163245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.190649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Allocated IP 172.20.0.4 (5abd96b0-1b09-4c70-a2b4-45e42cccc431/b6bde86d-9f53-437d-ab24-7edd05b5c2d2/56d1caa3-26d2-4395-b603-beabb0d2696f) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:13.196738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] For port b742f407-5f16-41c9-90b0-2ada519e4d45, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:13.232682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] For port b742f407-5f16-41c9-90b0-2ada519e4d45, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b742f407-5f16-41c9-90b0-2ada519e4d45,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:13.237969 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c638fc72-8ada-4218-94e9-d8c1e924f744, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c638fc72-8ada-4218-94e9-d8c1e924f744,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:13.239217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c638fc72-8ada-4218-94e9-d8c1e924f744'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:13.242646 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb25077a-3d0a-4132-adb5-53aaeae89a9c" -d '{"events": [{"server_uuid": "dfa2bbab-9abe-477b-b03e-72318462e161", "name": "network-vif-plugged", "status": "completed", "tag": "c638fc72-8ada-4218-94e9-d8c1e924f744"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:13.343007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.347940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-1dacae70-b7bd-4d36-9673-c33ccbc7723b tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:18:13.349082 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-1dacae70-b7bd-4d36-9673-c33ccbc7723b tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2470562 Feb 11 13:18:13.358263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.431549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:13.432157 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.433399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] 10.222.0.13 "PUT /v2.0/ports/b742f407-5f16-41c9-90b0-2ada519e4d45 HTTP/1.1" status: 200 len: 1096 time: 2.1731899 Feb 11 13:18:13.433906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6179a124-600f-45de-8acf-a8e1dc877e53', 'tag': 'b742f407-5f16-41c9-90b0-2ada519e4d45'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:13.439902 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1755b6-cb59-406b-aacc-d6be975556d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6179a124-600f-45de-8acf-a8e1dc877e53", "tag": "b742f407-5f16-41c9-90b0-2ada519e4d45"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:13.462018 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.464339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-78d30160-844b-4362-8e5f-5a88e14641b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:13.468041 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-78d30160-844b-4362-8e5f-5a88e14641b1 service neutron] 10.222.0.52 "GET /v2.0/ports/81b3e49a-5662-4aab-8a80-60237449f5b6 HTTP/1.1" status: 200 len: 1094 time: 0.0949214 Feb 11 13:18:13.481440 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1014d304-99e9-4c65-8c8a-f92e48179667 req-34af79d5-f38d-481b-be4d-46de175601f9 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735578 Feb 11 13:18:13.481655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67d4370-d832-4bc4-af8f-d274ad9632e5 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:13.482969 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c638fc72-8ada-4218-94e9-d8c1e924f744,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:13.498273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Request body: {'binding': {'host': 'n-h2-816488-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:13.499602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Unknown quota resources ['binding']. {{(pid=103006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:18:13.503524 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.506344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fe06c-a309-4747-9d56-ea6aa46d6a63 service neutron] Pushing event updated for resources: {'Port': ['ID=b742f407-5f16-41c9-90b0-2ada519e4d45,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:13.527003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Transition to ACTIVE for port object b67d4370-d832-4bc4-af8f-d274ad9632e5 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:13.531261 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.626396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.692057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-6a4b0dbd-92cd-4881-a995-413933429620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:13.693550 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-6a4b0dbd-92cd-4881-a995-413933429620 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=6179a124-600f-45de-8acf-a8e1dc877e53 HTTP/1.1" status: 200 len: 1099 time: 0.1037738 Feb 11 13:18:13.694865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Pushing event updated for resources: {'Port': ['ID=b67d4370-d832-4bc4-af8f-d274ad9632e5,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:13.697460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39930) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:13.719990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39934) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:13.797471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c48508-8aea-486e-a5f9-35c57a5e9d1c req-bc90e151-6d16-4c34-8f93-36c6fa4c912c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 210 time: 0.2158964 Feb 11 13:18:13.819283 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f00c864a-cf65-4544-8aa3-93d900f1cb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:13.826607 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-7077a62d-57e9-4438-b6ef-d23ea0343468 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=b742f407-5f16-41c9-90b0-2ada519e4d45 HTTP/1.1" status: 200 len: 217 time: 0.1090369 Feb 11 13:18:13.880331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on host n-h2-816488-1 for vnic_type normal with profile None {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:13.880331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:13.880567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:13.886100 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051017ae-bbd9-4cd1-92b9-81116da9df50 x-openstack-request-id: req-051017ae-bbd9-4cd1-92b9-81116da9df50 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:13.886477 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa2bbab-9abe-477b-b03e-72318462e161", "name": "network-vif-plugged", "status": "completed", "tag": "c638fc72-8ada-4218-94e9-d8c1e924f744", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:13.886732 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-051017ae-bbd9-4cd1-92b9-81116da9df50 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:13.887207 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c638fc72-8ada-4218-94e9-d8c1e924f744', 'code': 200} Feb 11 13:18:13.893222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:13.893612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:13.911904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:13.912247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:13.912635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:13.913086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Bound port: 81b3e49a-5662-4aab-8a80-60237449f5b6, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:13.949677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Attempting to bind port b67d4370-d832-4bc4-af8f-d274ad9632e5 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:13.950661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Attempting to bind port b67d4370-d832-4bc4-af8f-d274ad9632e5 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:13.950661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Attempting to bind port b67d4370-d832-4bc4-af8f-d274ad9632e5 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:13.953931 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12de4823-bb99-42fb-9b4b-f525c44ef5bd x-openstack-request-id: req-12de4823-bb99-42fb-9b4b-f525c44ef5bd {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:13.954464 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6179a124-600f-45de-8acf-a8e1dc877e53", "tag": "b742f407-5f16-41c9-90b0-2ada519e4d45", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:13.954837 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12de4823-bb99-42fb-9b4b-f525c44ef5bd {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:13.955490 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6179a124-600f-45de-8acf-a8e1dc877e53', 'tag': 'b742f407-5f16-41c9-90b0-2ada519e4d45', 'status': 'completed', 'code': 200} Feb 11 13:18:13.996982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Port b67d4370-d832-4bc4-af8f-d274ad9632e5 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:13.999099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Attempting to bind port b67d4370-d832-4bc4-af8f-d274ad9632e5 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:14.009464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:14.015815 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.017789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:14.021205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:14.021205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:14.021205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Bound port: b67d4370-d832-4bc4-af8f-d274ad9632e5, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:14.025753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.030808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-fe1aa4f0-0fad-4099-98c2-49e6f5645d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.032291 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-fe1aa4f0-0fad-4099-98c2-49e6f5645d06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1696680 Feb 11 13:18:14.090239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.125904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:14.149742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:14.154022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1804735303-network', 'tenant_id': '95879232f40c448788547e7013f97912'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:14.162872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:14.164235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:14.168413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:14.172330 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.188544 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2b2c350e-0f4d-4469-a3cc-092c552451ce service neutron] 10.222.0.52 "POST /v2.0/ports/81b3e49a-5662-4aab-8a80-60237449f5b6/bindings HTTP/1.1" status: 201 len: 389 time: 0.7034800 Feb 11 13:18:14.195567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:14.230651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 95940935-372a-4698-b8cc-a867dd4ead30 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:14.244038 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f00c864a-cf65-4544-8aa3-93d900f1cb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.245355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] For port b67d4370-d832-4bc4-af8f-d274ad9632e5, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:14.269684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] For port b67d4370-d832-4bc4-af8f-d274ad9632e5, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b67d4370-d832-4bc4-af8f-d274ad9632e5,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:14.272104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5c6ac19e-07ff-4063-8268-35ab12102a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.274259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-5c6ac19e-07ff-4063-8268-35ab12102a7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443219 Feb 11 13:18:14.274392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Pushing event updated for resources: {'Port': ['ID=56d1caa3-26d2-4395-b603-beabb0d2696f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:14.319235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 95940935-372a-4698-b8cc-a867dd4ead30 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:14.319707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.341920 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f00c864a-cf65-4544-8aa3-93d900f1cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.349878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9b10c-b1ae-4f0a-abc5-48e4472f1c8d req-ed63255c-18d4-414b-855f-ae913003922a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.349878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-31f9b10c-b1ae-4f0a-abc5-48e4472f1c8d req-ed63255c-18d4-414b-855f-ae913003922a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.2903602 Feb 11 13:18:14.351133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0528bf4-d7b1-43d8-9992-21ed41c638e6 None None] Network 9565f815-4716-4ea6-a6a3-ead84122e95d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:18:14.396170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.397294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.426306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f00c864a-cf65-4544-8aa3-93d900f1cb63 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=602b4067b5ba49a8a9ba283008ca1194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6987350 Feb 11 13:18:14.428050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.430665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Made reservation on behalf of 95879232f40c448788547e7013f97912 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:14.434549 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.442560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39938) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:14.455799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Pushing event updated for resources: {'Port': ['ID=de63c7e2-f276-43b5-a0c9-e0806a0aca06,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:14.507655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-b982cc91-33db-4466-95d5-fffce9f77544 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234948 Feb 11 13:18:14.508270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c864a-cf65-4544-8aa3-93d900f1cb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9155c2f-8cc9-4ef2-af08-1fcacff07068,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:14.518929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f2087d89-0a34-4a2b-bc92-a313be2b4daa None None] Provisioning complete for port 95940935-372a-4698-b8cc-a867dd4ead30 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:14.519303 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f2087d89-0a34-4a2b-bc92-a313be2b4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.547681 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.547966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.553634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-31f9b10c-b1ae-4f0a-abc5-48e4472f1c8d req-1fdf3124-ebc8-465e-8f18-d9d774b67cd8 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952617 Feb 11 13:18:14.615957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-7c32b5aa-841e-49f3-8d50-fdea76b0905e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4024501 Feb 11 13:18:14.645936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 95940935-372a-4698-b8cc-a867dd4ead30, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=95940935-372a-4698-b8cc-a867dd4ead30,segment=NetworkSegment(8b46e7a9-d26e-4a3f-befe-12c4870529cd),segment_id=8b46e7a9-d26e-4a3f-befe-12c4870529cd)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:14.649029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.650056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.652450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] 10.222.0.13 "PUT /v2.0/ports/b67d4370-d832-4bc4-af8f-d274ad9632e5 HTTP/1.1" status: 200 len: 1095 time: 1.9827125 Feb 11 13:18:14.695988 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f2087d89-0a34-4a2b-bc92-a313be2b4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.724163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.785614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac1e14-4d84-4a45-bd14-6547c66dec33 service neutron] Pushing event updated for resources: {'Port': ['ID=b67d4370-d832-4bc4-af8f-d274ad9632e5,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:14.820098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Request body: {'port': {'device_id': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:14.827238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-f2087d89-0a34-4a2b-bc92-a313be2b4daa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:18:14.827596 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-f2087d89-0a34-4a2b-bc92-a313be2b4daa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:18:14.831203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=95940935-372a-4698-b8cc-a867dd4ead30,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:14.831420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-349360df-1812-417e-9ea0-8237087f940b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.873626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bab94-f21a-4761-82cc-2fa20f28fe14 req-b5b00064-fc81-42cf-8b1f-9f53b6852274 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:14.883995 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d03bab94-f21a-4761-82cc-2fa20f28fe14 req-b5b00064-fc81-42cf-8b1f-9f53b6852274 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.3250895 Feb 11 13:18:14.976231 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-349360df-1812-417e-9ea0-8237087f940b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:14.986196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.014838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f7550-8f87-49b8-bd15-c8c713df8698 req-1a2c94b5-c104-4d58-8006-64d737a681a3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.016357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b06f7550-8f87-49b8-bd15-c8c713df8698 req-1a2c94b5-c104-4d58-8006-64d737a681a3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 947 time: 0.2432110 Feb 11 13:18:15.022521 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.030950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-bd51923b-ab9c-41ce-a2a1-7efb9d8ed509 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616413 Feb 11 13:18:15.033403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-c14413bb-aa84-4c32-9b63-5b267b68d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.035885 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-c14413bb-aa84-4c32-9b63-5b267b68d583 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 1098 time: 0.2189281 Feb 11 13:18:15.083629 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.115840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d03bab94-f21a-4761-82cc-2fa20f28fe14 req-19dd2a50-a96e-4dfe-b2f9-0b2b40fcc5c1 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309842 Feb 11 13:18:15.125650 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-93c8a4bd-c47e-4f76-8ba2-eae260460f85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b67d4370-d832-4bc4-af8f-d274ad9632e5 HTTP/1.1" status: 200 len: 217 time: 0.0777240 Feb 11 13:18:15.205261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.210702 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b06f7550-8f87-49b8-bd15-c8c713df8698 req-ebe39221-54f7-41d2-81d8-9a4c6c0d808f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861997 Feb 11 13:18:15.251838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e451676d-1ab9-4075-bf5e-99f59fc5fcba,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:15.326990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-3315fceb-f972-4f3b-85a2-f5edb3cdcfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.328633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-3315fceb-f972-4f3b-85a2-f5edb3cdcfc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1622672 Feb 11 13:18:15.336388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-52942682-a93e-416a-a949-1b7e53fd4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.338051 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-52942682-a93e-416a-a949-1b7e53fd4230 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1097 time: 0.2213359 Feb 11 13:18:15.391696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-ea5e57d8-38f5-46ce-8654-614b444f59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.394121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-ea5e57d8-38f5-46ce-8654-614b444f59f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=6179a124-600f-45de-8acf-a8e1dc877e53 HTTP/1.1" status: 200 len: 1099 time: 0.1774962 Feb 11 13:18:15.401866 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-349360df-1812-417e-9ea0-8237087f940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.404610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-349360df-1812-417e-9ea0-8237087f940b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.405945 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-349360df-1812-417e-9ea0-8237087f940b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9155c2f-8cc9-4ef2-af08-1fcacff07068 HTTP/1.1" status: 204 len: 168 time: 0.9592192 Feb 11 13:18:15.406941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:15.457201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a473c5e-95a4-41cd-aede-0c679fb94da2 req-8ae20229-8c75-4d28-8877-ca58ccfbc0fb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.465354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a473c5e-95a4-41cd-aede-0c679fb94da2 req-8ae20229-8c75-4d28-8877-ca58ccfbc0fb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 931 time: 0.2498355 Feb 11 13:18:15.553512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-181f8845-0ee7-409e-bd39-6a081ab466ad None None] Provisioning complete for port 95940935-372a-4698-b8cc-a867dd4ead30 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:15.554225 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-181f8845-0ee7-409e-bd39-6a081ab466ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.570865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349360df-1812-417e-9ea0-8237087f940b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9155c2f-8cc9-4ef2-af08-1fcacff07068,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:15.573298 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.573752 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Added segment 2a4e09a6-6eac-446a-bc33-351211a58ec3 of type vlan for network 6740d433-32cc-4a69-8d1b-27ff45a6338e Feb 11 13:18:15.658798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-9a5192f6-55dd-49b4-a18d-a894ae4b91a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.660641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-9a5192f6-55dd-49b4-a18d-a894ae4b91a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3215506 Feb 11 13:18:15.696870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.724564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.742316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a473c5e-95a4-41cd-aede-0c679fb94da2 req-998f6388-3cd9-4d39-986b-eeea376c31ff tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757885 Feb 11 13:18:15.761370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-8e170ac6-c051-41e5-8b15-3bdb92a65dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.763007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-8e170ac6-c051-41e5-8b15-3bdb92a65dba service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.4103491 Feb 11 13:18:15.833570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-5b4ee791-d76b-4845-ac77-2c27c422b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.835676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-5b4ee791-d76b-4845-ac77-2c27c422b04f service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.3999519 Feb 11 13:18:15.879707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ad87c-8294-4558-a310-e90cda370e77 req-bc4836aa-cda7-4b84-bc7c-8708ca726cb6 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.888586 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-505ad87c-8294-4558-a310-e90cda370e77 req-bc4836aa-cda7-4b84-bc7c-8708ca726cb6 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.1539471 Feb 11 13:18:15.893757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-b3481398-9a72-463f-ab0f-e4aab72710f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=b742f407-5f16-41c9-90b0-2ada519e4d45 HTTP/1.1" status: 200 len: 217 time: 0.0485563 Feb 11 13:18:15.965813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94ec7189-4036-46fc-9446-86992f2161c0', 'tag': 'b67d4370-d832-4bc4-af8f-d274ad9632e5'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:15.968363 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378f050d-4696-4e35-8f61-20817a2757d8" -d '{"events": [{"name": "network-changed", "server_uuid": "94ec7189-4036-46fc-9446-86992f2161c0", "tag": "b67d4370-d832-4bc4-af8f-d274ad9632e5"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:15.976895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-77dd0661-c7f0-4b2f-9d90-7339ad400bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.977185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d1caa3-26d2-4395-b603-beabb0d2696f {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:15.977295 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-77dd0661-c7f0-4b2f-9d90-7339ad400bd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0709577 Feb 11 13:18:15.979041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.980579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:15.981216 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:15.984659 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.003306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Transition to ACTIVE for port object 56d1caa3-26d2-4395-b603-beabb0d2696f will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:16.044640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-76247c46-0c19-4d89-8f6d-f89c3f61499d service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685832 Feb 11 13:18:16.046294 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1df9f00-8acd-4d8e-85fa-4ad0691c1072 x-openstack-request-id: req-c1df9f00-8acd-4d8e-85fa-4ad0691c1072 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:16.046294 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94ec7189-4036-46fc-9446-86992f2161c0", "tag": "b67d4370-d832-4bc4-af8f-d274ad9632e5", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:16.046513 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1df9f00-8acd-4d8e-85fa-4ad0691c1072 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:16.047342 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94ec7189-4036-46fc-9446-86992f2161c0', 'tag': 'b67d4370-d832-4bc4-af8f-d274ad9632e5', 'status': 'completed', 'code': 200} Feb 11 13:18:16.106059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-505ad87c-8294-4558-a310-e90cda370e77 req-2ebd4385-d24f-4243-9d2d-14447f65476d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157810 Feb 11 13:18:16.137190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.151840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4442041 Feb 11 13:18:16.166983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39966) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:16.177880 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Request body: {'subnet': {'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1804735303-subnet', 'tenant_id': '95879232f40c448788547e7013f97912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:16.193239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-82ac15fd-319f-4319-84ef-968b61f58c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:16.197753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-82ac15fd-319f-4319-84ef-968b61f58c4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2017813 Feb 11 13:18:16.202626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 95940935-372a-4698-b8cc-a867dd4ead30 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:16.222194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3e019-1d4d-4ab4-98b8-06e15a1d2327 admin admin] Pushing event updated for resources: {'Network': ['ID=6740d433-32cc-4a69-8d1b-27ff45a6338e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:16.262513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Pushing event updated for resources: {'Port': ['ID=56d1caa3-26d2-4395-b603-beabb0d2696f,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:16.270000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6740d433-32cc-4a69-8d1b-27ff45a6338e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:18:16.375947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Router 453b1233-9ef5-474e-97c9-9dadfadefc09 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:18:16.390975 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f85cf2b4-7c54-420b-a6d8-fad0e6f0bbb0 req-f230f889-a3e9-457a-b133-c456be4fd754 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823899 Feb 11 13:18:16.419258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-38c667a1-ecc6-40a9-a7bd-46f744de7d8d service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945090 Feb 11 13:18:16.465814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957853c-22d1-4923-95af-af27a5cc065a req-958258e3-ad50-440d-8a26-18a53d09d27d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:16.467440 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1957853c-22d1-4923-95af-af27a5cc065a req-958258e3-ad50-440d-8a26-18a53d09d27d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1786933 Feb 11 13:18:16.482403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Made reservation on behalf of 95879232f40c448788547e7013f97912 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:16.484773 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.503001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 95940935-372a-4698-b8cc-a867dd4ead30 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:16.503590 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.555504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed1755b6-cb59-406b-aacc-d6be975556d9 req-394d2e9b-1e1f-4fa3-99a5-e32911d15c30 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296608 Feb 11 13:18:16.565471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:16.565935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:16.566269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:16.582693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f050d-4696-4e35-8f61-20817a2757d8 req-6ac33865-e5ee-4d55-a06f-334b34f883fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:16.584372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-378f050d-4696-4e35-8f61-20817a2757d8 req-6ac33865-e5ee-4d55-a06f-334b34f883fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 1098 time: 0.0684800 Feb 11 13:18:16.620606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Port 56d1caa3-26d2-4395-b603-beabb0d2696f on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:16.620938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:16.663226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:16.663226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:16.663226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:16.663226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Bound port: 56d1caa3-26d2-4395-b603-beabb0d2696f, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:16.663226 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.677432 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1957853c-22d1-4923-95af-af27a5cc065a req-d6ccf9ce-7438-4652-9e61-3e8b674199cf tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892595 Feb 11 13:18:16.705648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:16.718400 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Sync routers for ids ['453b1233-9ef5-474e-97c9-9dadfadefc09'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:16.732528 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Routers {'453b1233-9ef5-474e-97c9-9dadfadefc09'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:16.735326 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['453b1233-9ef5-474e-97c9-9dadfadefc09'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:16.860443 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:16.862395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bd1187ef-c658-450f-9225-baf5ac3c9f11 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.1669619 Feb 11 13:18:16.868664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39984) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:16.900437 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Set router 453b1233-9ef5-474e-97c9-9dadfadefc09 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:16.936394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:17.015122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:17.055303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95a28d-eb42-4a36-8788-8c30b9e0e6fb req-ab2713fa-61c9-4569-9462-2f5cad8087d9 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.062286 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d95a28d-eb42-4a36-8788-8c30b9e0e6fb req-ab2713fa-61c9-4569-9462-2f5cad8087d9 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.2508776 Feb 11 13:18:17.086760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244de8b-c336-46b4-a31d-4b777034c0da req-e8fd8a2c-da8c-43c5-bb4f-4216976cef5d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.093836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f244de8b-c336-46b4-a31d-4b777034c0da req-e8fd8a2c-da8c-43c5-bb4f-4216976cef5d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 947 time: 0.0787497 Feb 11 13:18:17.093836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f050d-4696-4e35-8f61-20817a2757d8 req-7ebddfe6-5d99-4873-ac14-73ac76ba00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.093836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-378f050d-4696-4e35-8f61-20817a2757d8 req-7ebddfe6-5d99-4873-ac14-73ac76ba00bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.4897993 Feb 11 13:18:17.132952 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-router', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:10Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 3, 'project_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'gw_port': {'id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:12Z', 'updated_at': '2022-02-11T13:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:17.147398 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.149680 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-378f050d-4696-4e35-8f61-20817a2757d8 req-b24cb251-e5bb-44f7-bd4b-ffd4757db383 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b67d4370-d832-4bc4-af8f-d274ad9632e5 HTTP/1.1" status: 200 len: 217 time: 0.0466347 Feb 11 13:18:17.160722 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Checking router: 453b1233-9ef5-474e-97c9-9dadfadefc09 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:17.161066 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Updating router 453b1233-9ef5-474e-97c9-9dadfadefc09 port de63c7e2-f276-43b5-a0c9-e0806a0aca06 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:18:17.193069 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.196684 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f244de8b-c336-46b4-a31d-4b777034c0da req-07ca0fa8-092c-45b6-a5e0-0ae42ed2ef5e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998950 Feb 11 13:18:17.219245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Pushing event updated for resources: {'Port': ['ID=56d1caa3-26d2-4395-b603-beabb0d2696f,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:17.220801 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d95a28d-eb42-4a36-8788-8c30b9e0e6fb req-b2a33ee1-c756-41bd-bf33-9f0be0886c19 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541750 Feb 11 13:18:17.225291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.234781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f050d-4696-4e35-8f61-20817a2757d8 req-7222d25b-5a54-4309-acd3-a1e76f97bf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.236806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-378f050d-4696-4e35-8f61-20817a2757d8 req-7222d25b-5a54-4309-acd3-a1e76f97bf5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0769064 Feb 11 13:18:17.285510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.286332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.290210 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-074fe545-dd9f-4bea-911c-3abf92427920 service neutron] 10.222.0.59 "PUT /v2.0/ports/56d1caa3-26d2-4395-b603-beabb0d2696f HTTP/1.1" status: 200 len: 1091 time: 2.5041327 Feb 11 13:18:17.296144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'tag': '56d1caa3-26d2-4395-b603-beabb0d2696f'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:17.300287 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8b9e87-f34c-4621-9127-43ab5fa002e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c80eb4-ad5a-4321-932b-953970d61a61", "tag": "56d1caa3-26d2-4395-b603-beabb0d2696f"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:17.364773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c5df9-9b82-4cf4-8cc2-dd864a774f0e req-b43c857b-6365-4778-8926-0d2611394991 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.366353 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d2c5df9-9b82-4cf4-8cc2-dd864a774f0e req-b43c857b-6365-4778-8926-0d2611394991 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0665550 Feb 11 13:18:17.368538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f050d-4696-4e35-8f61-20817a2757d8 req-e2592fbf-29ea-4eb4-9a86-41aae2c0f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.369956 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-378f050d-4696-4e35-8f61-20817a2757d8 req-e2592fbf-29ea-4eb4-9a86-41aae2c0f6e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1225009 Feb 11 13:18:17.381993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Pushing event updated for resources: {'Subnet': ['ID=040ed783-b7e0-4056-a984-16c0022af7bd,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:17.393672 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf0c2bf-5188-4589-a471-2d855f46d168 x-openstack-request-id: req-2cf0c2bf-5188-4589-a471-2d855f46d168 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:17.393981 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c80eb4-ad5a-4321-932b-953970d61a61", "tag": "56d1caa3-26d2-4395-b603-beabb0d2696f", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:17.394275 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cf0c2bf-5188-4589-a471-2d855f46d168 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:17.394667 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'tag': '56d1caa3-26d2-4395-b603-beabb0d2696f', 'status': 'completed', 'code': 200} Feb 11 13:18:17.432155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Checking segment: {'id': '2a4e09a6-6eac-446a-bc33-351211a58ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:17.432387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Network hostable DHCP agents. Network: 6740d433-32cc-4a69-8d1b-27ff45a6338e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:17.472540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d2c5df9-9b82-4cf4-8cc2-dd864a774f0e req-eb55f4c1-9bc8-46b4-970c-8c1b69ececc2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979381 Feb 11 13:18:17.526070 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-378f050d-4696-4e35-8f61-20817a2757d8 req-9872226c-7cba-4db4-857a-12399d6e33b2 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319246 Feb 11 13:18:17.585377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Network 6740d433-32cc-4a69-8d1b-27ff45a6338e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:17.635270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-378f050d-4696-4e35-8f61-20817a2757d8 req-865a7a05-9d1f-4229-b20b-eb97103c8286 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063731 Feb 11 13:18:17.639539 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.670575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6740d433-32cc-4a69-8d1b-27ff45a6338e) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:17.678822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b3bee1-9cd5-495d-884a-fa7264c254d3 None None] Network 6740d433-32cc-4a69-8d1b-27ff45a6338e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:18:17.679417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.679620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.681890 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.749750 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.807227 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Pushing event updated for resources: {'Port': ['ID=de63c7e2-f276-43b5-a0c9-e0806a0aca06,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:17.810280 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Attempting to bind port de63c7e2-f276-43b5-a0c9-e0806a0aca06 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:17.814875 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Attempting to bind port de63c7e2-f276-43b5-a0c9-e0806a0aca06 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:17.814875 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Attempting to bind port de63c7e2-f276-43b5-a0c9-e0806a0aca06 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:17.826212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-721966f8-317c-42e4-89d0-c3eb7e01951c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6486759 Feb 11 13:18:17.827547 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.828049 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.828510 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.829034 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.830103 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.830834 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.831405 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.831883 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.832344 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.832803 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.833260 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.833785 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:17.839718 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:17.840470 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:17.841076 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.841676 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:17.842360 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Bound port: de63c7e2-f276-43b5-a0c9-e0806a0aca06, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:17.842962 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:17.892591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4631e8fb-5249-49a6-8754-53e9bcafc87d None None] Network 6740d433-32cc-4a69-8d1b-27ff45a6338e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:18:17.927062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5065caa-0f10-48cb-b853-cbcb7bfdfb79 req-8a8ca3f3-7dc0-4a95-a7f3-a61f56253b1c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:17.930137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5065caa-0f10-48cb-b853-cbcb7bfdfb79 req-8a8ca3f3-7dc0-4a95-a7f3-a61f56253b1c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1307888 Feb 11 13:18:17.932608 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] For port de63c7e2-f276-43b5-a0c9-e0806a0aca06, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:17.938443 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] For port de63c7e2-f276-43b5-a0c9-e0806a0aca06, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=de63c7e2-f276-43b5-a0c9-e0806a0aca06,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:17.945900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Allocated IP 172.20.0.1 (9565f815-4716-4ea6-a6a3-ead84122e95d/b7991ac8-cb1d-4ff9-b095-48b82797f739/633fa8cd-4254-4e1b-9714-84879fb93689) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:18.024090 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.087307 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Routers {'453b1233-9ef5-474e-97c9-9dadfadefc09'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:18.087925 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['453b1233-9ef5-474e-97c9-9dadfadefc09'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:18.090013 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3abf8-e928-4817-b41d-3dce0b9ade67 None None] Pushing event updated for resources: {'Port': ['ID=de63c7e2-f276-43b5-a0c9-e0806a0aca06,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:18.090354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5065caa-0f10-48cb-b853-cbcb7bfdfb79 req-2ae40608-56aa-4e91-9ba6-04754c753a6c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465645 Feb 11 13:18:18.177969 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.218800 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] Set router 453b1233-9ef5-474e-97c9-9dadfadefc09 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:18.233642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-491c85d1-6300-4270-99db-b61ca43edce6 req-4b15aa67-304f-49d9-a109-456a724d06d8 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-408767709', 'description': 'tempest-description-1489564836'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:18.300088 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.343884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Network 9565f815-4716-4ea6-a6a3-ead84122e95d is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:18.351659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:18.355604 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:18.385173 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-491c85d1-6300-4270-99db-b61ca43edce6 req-4b15aa67-304f-49d9-a109-456a724d06d8 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.401029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Pushing event updated for resources: {'Port': ['ID=633fa8cd-4254-4e1b-9714-84879fb93689,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:18.417427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faa67f-c664-4560-aa11-9c343feb43dc req-02519bc5-0f6f-48e3-a7f4-e99a93d5e2bd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:18.420480 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e2faa67f-c664-4560-aa11-9c343feb43dc req-02519bc5-0f6f-48e3-a7f4-e99a93d5e2bd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 947 time: 0.0671065 Feb 11 13:18:18.432768 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-router', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:10Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 3, 'project_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'gw_port': {'id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:12Z', 'updated_at': '2022-02-11T13:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:18.442206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.469931 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997b83c6-5686-4d08-92e1-bf2299ee4589 None None] The sync data for ids ['453b1233-9ef5-474e-97c9-9dadfadefc09'] in n-d-816488-1 is: [{'id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-router', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:10Z', 'updated_at': '2022-02-11T13:18:14Z', 'revision_number': 3, 'project_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'gw_port': {'id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:12Z', 'updated_at': '2022-02-11T13:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:18.501546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e2faa67f-c664-4560-aa11-9c343feb43dc req-9f438c95-69f2-4c9b-8ab0-e5f983c9a3db tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687172 Feb 11 13:18:18.546650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-491c85d1-6300-4270-99db-b61ca43edce6 req-4b15aa67-304f-49d9-a109-456a724d06d8 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.594326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b742f407-5f16-41c9-90b0-2ada519e4d45 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:18.619027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcf68d-18c2-4d70-b20e-be33b311c925 req-8c9298e3-6f24-4949-aa5e-99060c0e5075 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:18.626344 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8dcf68d-18c2-4d70-b20e-be33b311c925 req-8c9298e3-6f24-4949-aa5e-99060c0e5075 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 945 time: 0.0669856 Feb 11 13:18:18.635191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-491c85d1-6300-4270-99db-b61ca43edce6 req-4b15aa67-304f-49d9-a109-456a724d06d8 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.666461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8dcf68d-18c2-4d70-b20e-be33b311c925 req-17292bb2-4782-4875-a639-30193d2dfcab tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Feb 11 13:18:18.693698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15aa67-304f-49d9-a109-456a724d06d8 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3a48ab-b0a8-4a5e-b43b-d1e06f326e6c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:18.739102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b742f407-5f16-41c9-90b0-2ada519e4d45, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b742f407-5f16-41c9-90b0-2ada519e4d45,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:18.745018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-933b5378-a3f1-4159-a581-e81e58cd7b77 None None] Provisioning complete for port 633fa8cd-4254-4e1b-9714-84879fb93689 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:18.745018 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-933b5378-a3f1-4159-a581-e81e58cd7b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.759847 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-491c85d1-6300-4270-99db-b61ca43edce6 req-4b15aa67-304f-49d9-a109-456a724d06d8 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.761357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-491c85d1-6300-4270-99db-b61ca43edce6 req-4b15aa67-304f-49d9-a109-456a724d06d8 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5317721 Feb 11 13:18:18.776716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.801579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'b742f407-5f16-41c9-90b0-2ada519e4d45', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'b742f407-5f16-41c9-90b0-2ada519e4d45', 'mac_address': 'fa:16:3e:c5:0d:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:18.842942 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-933b5378-a3f1-4159-a581-e81e58cd7b77 None None] Port 633fa8cd-4254-4e1b-9714-84879fb93689 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:18:18.867344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:18.878165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-57938724-5180-434d-bf68-d2b7a59d1a4f req-72b5ea6d-11a4-4f5b-aeab-3185c9b08c5f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-286414086', 'description': 'tempest-description-1597761276'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:18.884165 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b742f407-5f16-41c9-90b0-2ada519e4d45 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:18.897574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c638fc72-8ada-4218-94e9-d8c1e924f744 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:18.902419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb11b9-09da-451d-9c20-96a60668a029 req-d1f03f69-0fa1-43e5-8886-5c4546095469 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:18.910405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15bb11b9-09da-451d-9c20-96a60668a029 req-d1f03f69-0fa1-43e5-8886-5c4546095469 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0922763 Feb 11 13:18:18.941556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b742f407-5f16-41c9-90b0-2ada519e4d45, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b742f407-5f16-41c9-90b0-2ada519e4d45,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:18.966753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15bb11b9-09da-451d-9c20-96a60668a029 req-435afa2d-934c-410d-80d0-ac37dcf160dd tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554092 Feb 11 13:18:19.012759 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.023357 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.049098 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.049098 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-57938724-5180-434d-bf68-d2b7a59d1a4f req-72b5ea6d-11a4-4f5b-aeab-3185c9b08c5f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.083082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b742f407-5f16-41c9-90b0-2ada519e4d45,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:19.109325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c638fc72-8ada-4218-94e9-d8c1e924f744'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:19.111817 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bf12a5-2823-4acf-9782-0bc882f8ab5e" -d '{"events": [{"server_uuid": "dfa2bbab-9abe-477b-b03e-72318462e161", "name": "network-vif-unplugged", "status": "completed", "tag": "c638fc72-8ada-4218-94e9-d8c1e924f744"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:19.135980 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-57938724-5180-434d-bf68-d2b7a59d1a4f req-72b5ea6d-11a4-4f5b-aeab-3185c9b08c5f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.137066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.149621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c638fc72-8ada-4218-94e9-d8c1e924f744, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c638fc72-8ada-4218-94e9-d8c1e924f744,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:19.163788 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2a9df3-1386-4511-96b5-79ba2b2e6650 x-openstack-request-id: req-7a2a9df3-1386-4511-96b5-79ba2b2e6650 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:19.173057 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa2bbab-9abe-477b-b03e-72318462e161", "name": "network-vif-unplugged", "status": "completed", "tag": "c638fc72-8ada-4218-94e9-d8c1e924f744", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:19.173057 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a2a9df3-1386-4511-96b5-79ba2b2e6650 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:19.173057 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c638fc72-8ada-4218-94e9-d8c1e924f744', 'code': 200} Feb 11 13:18:19.210609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.213907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Pushing event updated for resources: {'Port': ['ID=633fa8cd-4254-4e1b-9714-84879fb93689,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:19.223277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-57938724-5180-434d-bf68-d2b7a59d1a4f req-72b5ea6d-11a4-4f5b-aeab-3185c9b08c5f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.264049 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.278918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:19.280924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221b912-97c7-438f-baf9-8c2b908f86a2 req-c6e21999-aec9-4205-9033-347e2250d364 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:19.283173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a221b912-97c7-438f-baf9-8c2b908f86a2 req-c6e21999-aec9-4205-9033-347e2250d364 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0596383 Feb 11 13:18:19.301333 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5ea6d-11a4-4f5b-aeab-3185c9b08c5f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11400841-a6b3-4e89-ac84-e77292dcd7ac,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:19.334585 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-57938724-5180-434d-bf68-d2b7a59d1a4f req-72b5ea6d-11a4-4f5b-aeab-3185c9b08c5f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.343723 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57938724-5180-434d-bf68-d2b7a59d1a4f req-72b5ea6d-11a4-4f5b-aeab-3185c9b08c5f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4678092 Feb 11 13:18:19.354560 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a221b912-97c7-438f-baf9-8c2b908f86a2 req-636f40f3-62ff-4b72-aef2-5a185a61bb62 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642874 Feb 11 13:18:19.369382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Network 9565f815-4716-4ea6-a6a3-ead84122e95d is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:19.375605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:19.402899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c638fc72-8ada-4218-94e9-d8c1e924f744,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:19.665517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40056) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:19.668672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fdaa7-1430-48e4-a63f-6945336f84db req-42fe3f03-cfaf-4042-b8e6-9aa93a36dd89 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:19.671402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f15fdaa7-1430-48e4-a63f-6945336f84db req-42fe3f03-cfaf-4042-b8e6-9aa93a36dd89 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 947 time: 0.0626872 Feb 11 13:18:19.681392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a62959f8-98a2-405c-b3df-016412d2ba4b None None] Provisioning complete for port 633fa8cd-4254-4e1b-9714-84879fb93689 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:19.681879 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a62959f8-98a2-405c-b3df-016412d2ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.725715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Router 453b1233-9ef5-474e-97c9-9dadfadefc09 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:19.728260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a62959f8-98a2-405c-b3df-016412d2ba4b None None] Port 633fa8cd-4254-4e1b-9714-84879fb93689 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:18:19.736540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f15fdaa7-1430-48e4-a63f-6945336f84db req-c5eb38d0-1f3e-4301-9648-541d4a88828f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577016 Feb 11 13:18:19.811857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8efbdb21-ffdb-4c93-baa3-8a2b0497c129 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:19.813439 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8efbdb21-ffdb-4c93-baa3-8a2b0497c129 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 813 time: 0.2209845 Feb 11 13:18:19.843467 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93b7dfa1-80e2-4756-85d9-4295337d8eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:19.850247 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-f216f161-a041-4b89-b74c-c8e9968489a0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/quotas/95879232f40c448788547e7013f97912 HTTP/1.1" status: 200 len: 375 time: 0.0262425 Feb 11 13:18:19.850853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e88e7-7372-4b37-8c9b-3d9e553346dc req-095a6271-164f-4682-b8b9-bfee42e4850a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:19.852426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-796e88e7-7372-4b37-8c9b-3d9e553346dc req-095a6271-164f-4682-b8b9-bfee42e4850a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0561633 Feb 11 13:18:19.891292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-796e88e7-7372-4b37-8c9b-3d9e553346dc req-ae649e9f-3ba7-4ef3-a948-a1686dc6ca22 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Feb 11 13:18:19.920248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-dde8a54a-5280-4549-8c90-52bf82a77d71 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627351 Feb 11 13:18:19.999917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:20.013833 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7d946496-6334-4ef8-8710-30f9bf0a4f39 admin admin] 10.222.0.52 "PUT /v2.0/routers/453b1233-9ef5-474e-97c9-9dadfadefc09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1365976 Feb 11 13:18:20.073299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-6080f589-f637-4f38-85d8-185d881d2b74 service neutron] 10.222.0.52 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435900 Feb 11 13:18:20.095444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2efba-79bc-446f-8f7e-ac63bd5b43b0 req-3152a7e1-3d51-41d7-b9ab-de6fc22a5682 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.096961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50a2efba-79bc-446f-8f7e-ac63bd5b43b0 req-3152a7e1-3d51-41d7-b9ab-de6fc22a5682 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0573697 Feb 11 13:18:20.103193 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93b7dfa1-80e2-4756-85d9-4295337d8eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.161115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50a2efba-79bc-446f-8f7e-ac63bd5b43b0 req-48d3e6de-e4d3-4f12-8042-501a6d1ba8bd tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545042 Feb 11 13:18:20.172528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93b7dfa1-80e2-4756-85d9-4295337d8eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.226092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device de63c7e2-f276-43b5-a0c9-e0806a0aca06 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:20.241910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-93b7dfa1-80e2-4756-85d9-4295337d8eeb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abfb990e88b74a4f95374a829286a5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5733256 Feb 11 13:18:20.242575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40070) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:20.246523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7dfa1-80e2-4756-85d9-4295337d8eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d682e9-7172-40ff-9ce4-d9a1030ec808,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:20.267801 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-3bacbab1-c207-4e0e-8a75-62f466cc32a6 service neutron] 10.222.0.52 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796424 Feb 11 13:18:20.291748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port de63c7e2-f276-43b5-a0c9-e0806a0aca06 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:20.292130 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.300200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e0a33c79-37e9-42ae-9a49-33815a3d0819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.325489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e0a33c79-37e9-42ae-9a49-33815a3d0819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.395808 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.416814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port de63c7e2-f276-43b5-a0c9-e0806a0aca06, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=de63c7e2-f276-43b5-a0c9-e0806a0aca06,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:20.459055 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-69c5d220-46da-4cf5-a42d-dae436c923fe req-3c5bc113-ea5a-42be-bbdc-0f24faaa43b7 tempest-FloatingIPDetailsNegativeTestJSON-2084500637 tempest-FloatingIPDetailsNegativeTestJSON-2084500637-project] show failed (client error): The resource could not be found. Feb 11 13:18:20.460160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69c5d220-46da-4cf5-a42d-dae436c923fe req-3c5bc113-ea5a-42be-bbdc-0f24faaa43b7 tempest-FloatingIPDetailsNegativeTestJSON-2084500637 tempest-FloatingIPDetailsNegativeTestJSON-2084500637-project] 10.222.0.52 "GET /v2.0/floatingips/149cd81f-396e-4045-b327-27ecc4758636 HTTP/1.1" status: 404 len: 350 time: 0.0407352 Feb 11 13:18:20.460731 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e0a33c79-37e9-42ae-9a49-33815a3d0819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.463334 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e0a33c79-37e9-42ae-9a49-33815a3d0819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.464301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e0a33c79-37e9-42ae-9a49-33815a3d0819 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52d682e9-7172-40ff-9ce4-d9a1030ec808 HTTP/1.1" status: 204 len: 168 time: 0.2209556 Feb 11 13:18:20.470152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40076) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:20.479361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a33c79-37e9-42ae-9a49-33815a3d0819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d682e9-7172-40ff-9ce4-d9a1030ec808,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:20.485256 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.554977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Sync routers for ids ['453b1233-9ef5-474e-97c9-9dadfadefc09'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:20.580652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=de63c7e2-f276-43b5-a0c9-e0806a0aca06,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:20.584964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Routers {'453b1233-9ef5-474e-97c9-9dadfadefc09'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:20.585192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['453b1233-9ef5-474e-97c9-9dadfadefc09'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:20.632103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b67d4370-d832-4bc4-af8f-d274ad9632e5 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:20.634021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b742f407-5f16-41c9-90b0-2ada519e4d45 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:20.670503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedff8a-0a44-4a2a-9d10-164ef8cb441b req-1f628689-7bd9-44c8-8705-05f33f462f90 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.679276 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fedff8a-0a44-4a2a-9d10-164ef8cb441b req-1f628689-7bd9-44c8-8705-05f33f462f90 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0711210 Feb 11 13:18:20.749405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fedff8a-0a44-4a2a-9d10-164ef8cb441b req-0aa4cc66-ae74-4c8b-a6f2-4dcd613b4aaf tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690839 Feb 11 13:18:20.835837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Set router 453b1233-9ef5-474e-97c9-9dadfadefc09 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:20.894654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b67d4370-d832-4bc4-af8f-d274ad9632e5, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b67d4370-d832-4bc4-af8f-d274ad9632e5,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:20.913291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc104ed3-d7e8-4746-bfc6-a8ba66159e71 req-808a4e07-9118-46b8-bf08-4a6b652c64e6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:20.915126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc104ed3-d7e8-4746-bfc6-a8ba66159e71 req-808a4e07-9118-46b8-bf08-4a6b652c64e6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 947 time: 0.0610693 Feb 11 13:18:20.938095 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port b742f407-5f16-41c9-90b0-2ada519e4d45 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:20.944442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'b67d4370-d832-4bc4-af8f-d274ad9632e5', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'b67d4370-d832-4bc4-af8f-d274ad9632e5', 'mac_address': 'fa:16:3e:15:ac:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:20.956656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port b742f407-5f16-41c9-90b0-2ada519e4d45 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:20.957011 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:20.967206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6b67642-9203-42b0-bddc-9360d1742a32 req-b02133dc-16b5-4bf2-b0d3-5a38ea862ca9 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 210 time: 0.0507092 Feb 11 13:18:21.002771 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc104ed3-d7e8-4746-bfc6-a8ba66159e71 req-dc6ce3df-0c01-42a1-b7a4-7791ad304d79 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747938 Feb 11 13:18:21.101853 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.132920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67d4370-d832-4bc4-af8f-d274ad9632e5 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:21.152350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726066c-2833-4250-b90b-b771a1424d34 req-57a85a3e-d8d5-494e-9927-90032d377316 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.154084 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8726066c-2833-4250-b90b-b771a1424d34 req-57a85a3e-d8d5-494e-9927-90032d377316 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0996165 Feb 11 13:18:21.198322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b67d4370-d832-4bc4-af8f-d274ad9632e5, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b67d4370-d832-4bc4-af8f-d274ad9632e5,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:21.216219 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.246516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6179a124-600f-45de-8acf-a8e1dc877e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b742f407-5f16-41c9-90b0-2ada519e4d45'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:21.248781 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b726a1a-c6da-4b22-a131-adcf1f200394" -d '{"events": [{"server_uuid": "6179a124-600f-45de-8acf-a8e1dc877e53", "name": "network-vif-plugged", "status": "completed", "tag": "b742f407-5f16-41c9-90b0-2ada519e4d45"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:21.256611 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8726066c-2833-4250-b90b-b771a1424d34 req-588d3876-ca67-49a8-b8b6-7104093ceb35 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858443 Feb 11 13:18:21.265037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b742f407-5f16-41c9-90b0-2ada519e4d45, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b742f407-5f16-41c9-90b0-2ada519e4d45,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:21.272159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-router', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:10Z', 'updated_at': '2022-02-11T13:18:18Z', 'revision_number': 4, 'project_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'gw_port': {'id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:12Z', 'updated_at': '2022-02-11T13:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '633fa8cd-4254-4e1b-9714-84879fb93689', 'name': '', 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'mac_address': 'fa:16:3e:58:ed:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'b7991ac8-cb1d-4ff9-b095-48b82797f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:17Z', 'updated_at': '2022-02-11T13:18:18Z', 'revision_number': 2, 'project_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'subnets': [{'id': 'b7991ac8-cb1d-4ff9-b095-48b82797f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:21.312525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Checking router: 453b1233-9ef5-474e-97c9-9dadfadefc09 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:21.313041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Updating router 453b1233-9ef5-474e-97c9-9dadfadefc09 port 633fa8cd-4254-4e1b-9714-84879fb93689 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:18:21.315904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.340074 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.369546 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e623c71e-0218-4812-9c65-d48bbeea82cb x-openstack-request-id: req-e623c71e-0218-4812-9c65-d48bbeea82cb {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:21.369904 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6179a124-600f-45de-8acf-a8e1dc877e53", "name": "network-vif-plugged", "status": "completed", "tag": "b742f407-5f16-41c9-90b0-2ada519e4d45", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:21.370266 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e623c71e-0218-4812-9c65-d48bbeea82cb {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:21.370746 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6179a124-600f-45de-8acf-a8e1dc877e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b742f407-5f16-41c9-90b0-2ada519e4d45', 'code': 200} Feb 11 13:18:21.376685 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.395038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf41a31-f7b6-459d-a2a8-7c92b4151f31 req-52523507-ec1c-4d50-ac26-f487d4c57959 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.398659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecf41a31-f7b6-459d-a2a8-7c92b4151f31 req-52523507-ec1c-4d50-ac26-f487d4c57959 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0740457 Feb 11 13:18:21.430935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40098) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:21.446002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b67d4370-d832-4bc4-af8f-d274ad9632e5,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:21.452718 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.479002 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-083f4555-b43c-498c-91d5-c3eef37df046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.493340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecf41a31-f7b6-459d-a2a8-7c92b4151f31 req-cf214f37-751d-427f-85dc-ea23640d7f64 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889215 Feb 11 13:18:21.531557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d771f-786b-42bb-b743-ddf53f947020 req-74a13660-4439-477d-ad16-fd92d35217e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.535446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-595d771f-786b-42bb-b743-ddf53f947020 req-74a13660-4439-477d-ad16-fd92d35217e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6179a124-600f-45de-8acf-a8e1dc877e53 HTTP/1.1" status: 200 len: 1101 time: 0.0919399 Feb 11 13:18:21.599004 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-595d771f-786b-42bb-b743-ddf53f947020 req-e550a905-e9e7-497d-b19b-3230ee923a74 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545266 Feb 11 13:18:21.621277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-083f4555-b43c-498c-91d5-c3eef37df046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.687040 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-083f4555-b43c-498c-91d5-c3eef37df046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.720775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b67d4370-d832-4bc4-af8f-d274ad9632e5'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:21.726849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b742f407-5f16-41c9-90b0-2ada519e4d45,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:21.733791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-083f4555-b43c-498c-91d5-c3eef37df046 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0689c187a6084b24a029b73ac2480a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2989848 Feb 11 13:18:21.733791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f4555-b43c-498c-91d5-c3eef37df046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf61379-cc3f-4aee-baef-7c04f77c8e2c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:21.734046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40102) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:21.830090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee43feef-4488-4d1f-b97e-396e2964d667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.883542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee43feef-4488-4d1f-b97e-396e2964d667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.891599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] Deleting port 633fa8cd-4254-4e1b-9714-84879fb93689 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:21.891966 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:21.972974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9a15c-6d94-49fb-98af-61e613cbd6b0 req-a8edea22-ed10-40ad-80ed-a09afb650698 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:21.974508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22d9a15c-6d94-49fb-98af-61e613cbd6b0 req-a8edea22-ed10-40ad-80ed-a09afb650698 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1394563 Feb 11 13:18:21.981104 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.026130 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.047543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22d9a15c-6d94-49fb-98af-61e613cbd6b0 req-20fa8170-2ca6-423a-a593-f747b68406b4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645840 Feb 11 13:18:22.048318 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] Calling delete_port for 633fa8cd-4254-4e1b-9714-84879fb93689 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:22.069076 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d49ecc6d-674e-48f1-b261-502d1c3bb520 req-93bc7dfd-cca5-4771-96ad-19f35b49ff6d tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 210 time: 0.0292544 Feb 11 13:18:22.081611 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.094765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee43feef-4488-4d1f-b97e-396e2964d667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.097329 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee43feef-4488-4d1f-b97e-396e2964d667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.101034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ee43feef-4488-4d1f-b97e-396e2964d667 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1cf61379-cc3f-4aee-baef-7c04f77c8e2c HTTP/1.1" status: 204 len: 168 time: 0.3638258 Feb 11 13:18:22.111384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43feef-4488-4d1f-b97e-396e2964d667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf61379-cc3f-4aee-baef-7c04f77c8e2c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:22.228862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device de63c7e2-f276-43b5-a0c9-e0806a0aca06 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:22.229272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52177fa7-7e9f-4407-9d09-54770c90dc98 req-905a510c-01d5-46c4-95a8-d55d895e4db5 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:22.240706 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52177fa7-7e9f-4407-9d09-54770c90dc98 req-905a510c-01d5-46c4-95a8-d55d895e4db5 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 948 time: 0.0759923 Feb 11 13:18:22.305867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52177fa7-7e9f-4407-9d09-54770c90dc98 req-6fc8d751-a7e0-4a56-8778-304e51529da2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568175 Feb 11 13:18:22.405906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Attempting to bind port 633fa8cd-4254-4e1b-9714-84879fb93689 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:22.406617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Attempting to bind port 633fa8cd-4254-4e1b-9714-84879fb93689 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '8b46e7a9-d26e-4a3f-befe-12c4870529cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:22.406999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Attempting to bind port 633fa8cd-4254-4e1b-9714-84879fb93689 on network 9565f815-4716-4ea6-a6a3-ead84122e95d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:22.409337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44375cf3-1bcc-4d8d-8111-8fb1e8918fc2 None None] Pushing event updated for resources: {'Port': ['ID=633fa8cd-4254-4e1b-9714-84879fb93689,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:22.412261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port de63c7e2-f276-43b5-a0c9-e0806a0aca06 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:22.412967 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.439461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.439709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:22.439981 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Checking segment: {'id': '8b46e7a9-d26e-4a3f-befe-12c4870529cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:22.440388 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.440785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Bound using segment: {'id': '8b46e7a9-d26e-4a3f-befe-12c4870529cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:22.441402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Bound port: 633fa8cd-4254-4e1b-9714-84879fb93689, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b46e7a9-d26e-4a3f-befe-12c4870529cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9565f815-4716-4ea6-a6a3-ead84122e95d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:22.441649 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.456261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe0c8c-0139-49cd-a701-35e1c61a0e18 req-8988c0cc-3884-4c4e-9041-35d9249172b5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:22.457874 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-34fe0c8c-0139-49cd-a701-35e1c61a0e18 req-8988c0cc-3884-4c4e-9041-35d9249172b5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0786843 Feb 11 13:18:22.474180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-181f0f78-afab-45f3-bfca-666928d49122 None None] Could not find standard attr ID for object 633fa8cd-4254-4e1b-9714-84879fb93689. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:18:22.483661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=633fa8cd-4254-4e1b-9714-84879fb93689,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:22.492373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Port 633fa8cd-4254-4e1b-9714-84879fb93689 has been deleted concurrently {{(pid=103008) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 11 13:18:22.512186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Routers {'453b1233-9ef5-474e-97c9-9dadfadefc09'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:22.512529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['453b1233-9ef5-474e-97c9-9dadfadefc09'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:22.574475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-34fe0c8c-0139-49cd-a701-35e1c61a0e18 req-5d76c6dd-15a2-4aed-9cac-28ddcd880a7e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960748 Feb 11 13:18:22.663948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b67d4370-d832-4bc4-af8f-d274ad9632e5 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:22.710061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a8a48-fca1-496b-9c0b-240e9aea1bb3 req-709122e5-0fd7-475e-8cbb-e2e011425fdb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:22.719446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7a8a48-fca1-496b-9c0b-240e9aea1bb3 req-709122e5-0fd7-475e-8cbb-e2e011425fdb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0764680 Feb 11 13:18:22.757592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] Set router 453b1233-9ef5-474e-97c9-9dadfadefc09 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:22.784230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:22.826360 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7a8a48-fca1-496b-9c0b-240e9aea1bb3 req-54f6a039-19e9-483d-acdf-b437090e1811 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012928 Feb 11 13:18:23.017836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port b67d4370-d832-4bc4-af8f-d274ad9632e5 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:23.053752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port b67d4370-d832-4bc4-af8f-d274ad9632e5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:23.054134 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:23.068608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] Router 453b1233-9ef5-474e-97c9-9dadfadefc09 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:23.132694 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-router', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:10Z', 'updated_at': '2022-02-11T13:18:22Z', 'revision_number': 5, 'project_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'gw_port': {'id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:12Z', 'updated_at': '2022-02-11T13:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:23.199522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba20505-7f50-40a1-ab38-1c22305b6901 None None] The sync data for ids ['453b1233-9ef5-474e-97c9-9dadfadefc09'] in n-d-816488-1 is: [{'id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-router', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40'}], 'enable_snat': True}, 'gw_port_id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:10Z', 'updated_at': '2022-02-11T13:18:22Z', 'revision_number': 5, 'project_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'gw_port': {'id': 'de63c7e2-f276-43b5-a0c9-e0806a0aca06', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:77:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:18:12Z', 'updated_at': '2022-02-11T13:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:23.229094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4b54bd05-54b5-4320-a502-f833f68959e3 req-6fc56205-20e2-4408-a215-fcae3126b8db tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 210 time: 0.0412757 Feb 11 13:18:23.234548 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:23.284555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b67d4370-d832-4bc4-af8f-d274ad9632e5, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b67d4370-d832-4bc4-af8f-d274ad9632e5,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:23.307706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:23.313057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ec92b940-762f-46e0-b640-752317b9cdc0 admin admin] 10.222.0.52 "PUT /v2.0/routers/453b1233-9ef5-474e-97c9-9dadfadefc09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8423209 Feb 11 13:18:23.327336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40134) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:23.327768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4421f3-4b5a-4750-8623-55eb36239940 req-cc436d47-fc37-4031-aeb3-cef77c7cacc7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:23.340495 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc4421f3-4b5a-4750-8623-55eb36239940 req-cc436d47-fc37-4031-aeb3-cef77c7cacc7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1716316 Feb 11 13:18:23.372121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ec7189-4036-46fc-9446-86992f2161c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67d4370-d832-4bc4-af8f-d274ad9632e5'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:23.376328 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830e09e7-5230-4a1b-bd79-670e9bce5315" -d '{"events": [{"server_uuid": "94ec7189-4036-46fc-9446-86992f2161c0", "name": "network-vif-plugged", "status": "completed", "tag": "b67d4370-d832-4bc4-af8f-d274ad9632e5"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:23.380190 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:23.413138 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc4421f3-4b5a-4750-8623-55eb36239940 req-53acd6a1-dc2e-494c-a28a-70a3e66caead tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714724 Feb 11 13:18:23.499226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b67d4370-d832-4bc4-af8f-d274ad9632e5,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:23.504255 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4cf43f-b26e-4df7-bdaa-030732240b79 x-openstack-request-id: req-bd4cf43f-b26e-4df7-bdaa-030732240b79 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:23.504823 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ec7189-4036-46fc-9446-86992f2161c0", "name": "network-vif-plugged", "status": "completed", "tag": "b67d4370-d832-4bc4-af8f-d274ad9632e5", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:23.505223 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd4cf43f-b26e-4df7-bdaa-030732240b79 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:23.505758 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ec7189-4036-46fc-9446-86992f2161c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67d4370-d832-4bc4-af8f-d274ad9632e5', 'code': 200} Feb 11 13:18:23.596393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-31a21ee9-e208-409b-9557-f17b640d9757 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:23.603686 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-31a21ee9-e208-409b-9557-f17b640d9757 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.13 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 813 time: 0.3058629 Feb 11 13:18:23.613070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c988bd-af3c-4409-beea-0e8ce645e9bc req-92ab0854-11d8-4e75-b473-55aff73e9837 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:23.622008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53c988bd-af3c-4409-beea-0e8ce645e9bc req-92ab0854-11d8-4e75-b473-55aff73e9837 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 949 time: 0.2038069 Feb 11 13:18:23.666910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'port': {'device_id': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e', 'admin_state_up': True, 'tenant_id': '95879232f40c448788547e7013f97912'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:23.740415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893ef62-4d37-46d8-97e2-a1981bb4b33d req-faebe30e-8bd7-4b96-be7d-cde5db1ad119 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:23.746811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:23.748020 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d893ef62-4d37-46d8-97e2-a1981bb4b33d req-faebe30e-8bd7-4b96-be7d-cde5db1ad119 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0929878 Feb 11 13:18:23.797265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d893ef62-4d37-46d8-97e2-a1981bb4b33d req-445acd95-ea08-4220-a9c8-4c3d84e9ad89 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Feb 11 13:18:23.803325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463819-e5de-4c59-ac40-122ea2a9f78c req-faee0f2d-fdcf-4207-837b-a4971d443e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:23.804844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11463819-e5de-4c59-ac40-122ea2a9f78c req-faee0f2d-fdcf-4207-837b-a4971d443e99 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 1100 time: 0.2277155 Feb 11 13:18:23.883954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53c988bd-af3c-4409-beea-0e8ce645e9bc req-a66c638b-2acf-4bed-8fd4-f69778987b54 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607021 Feb 11 13:18:23.939504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:23.963453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11463819-e5de-4c59-ac40-122ea2a9f78c req-c3e60924-1df2-4a3a-98cf-7c7c542aa1d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410570 Feb 11 13:18:23.964241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c498e-d95f-44e4-a491-c097769ceb1e req-991f4c6f-18c1-4fcc-abb1-631302f3cf46 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:23.966474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d06c498e-d95f-44e4-a491-c097769ceb1e req-991f4c6f-18c1-4fcc-abb1-631302f3cf46 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0562501 Feb 11 13:18:24.014902 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d06c498e-d95f-44e4-a491-c097769ceb1e req-7c303559-b335-4a7d-b901-6587309b4f59 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368364 Feb 11 13:18:24.078433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Made reservation on behalf of 95879232f40c448788547e7013f97912 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:24.083563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.096482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Deleting port de63c7e2-f276-43b5-a0c9-e0806a0aca06 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:24.096839 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.109332 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] Sync routers for ids ['453b1233-9ef5-474e-97c9-9dadfadefc09'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:24.124107 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] Routers {'453b1233-9ef5-474e-97c9-9dadfadefc09'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:24.124979 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['453b1233-9ef5-474e-97c9-9dadfadefc09'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:24.225563 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] Set router 453b1233-9ef5-474e-97c9-9dadfadefc09 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:24.255598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] For port de63c7e2-f276-43b5-a0c9-e0806a0aca06, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=de63c7e2-f276-43b5-a0c9-e0806a0aca06,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:24.255987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.273835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Calling delete_port for de63c7e2-f276-43b5-a0c9-e0806a0aca06 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:24.278514 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-router', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:10Z', 'updated_at': '2022-02-11T13:18:23Z', 'revision_number': 6, 'project_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:24.288719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Allocated IP 172.20.0.13 (6740d433-32cc-4a69-8d1b-27ff45a6338e/040ed783-b7e0-4056-a984-16c0022af7bd/e1e6681b-f41f-4993-ae0a-1c9a08af2c9d) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:24.318318 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] Checking router: 453b1233-9ef5-474e-97c9-9dadfadefc09 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:24.328909 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] Routers {'453b1233-9ef5-474e-97c9-9dadfadefc09'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:24.330133 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:17:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['453b1233-9ef5-474e-97c9-9dadfadefc09'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:24.375321 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a70fcc3a-d115-417d-9276-b5f37f46a833 req-c4192cf4-ffd1-4d46-a23a-e9469d5bab2e tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 210 time: 0.0401936 Feb 11 13:18:24.420035 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] Set router 453b1233-9ef5-474e-97c9-9dadfadefc09 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:24.474727 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-router', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:10Z', 'updated_at': '2022-02-11T13:18:23Z', 'revision_number': 6, 'project_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:24.510715 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f06f8-a9d9-4c8d-a2ad-ff42fa68fde3 None None] The sync data for ids ['453b1233-9ef5-474e-97c9-9dadfadefc09'] in n-d-816488-1 is: [{'id': '453b1233-9ef5-474e-97c9-9dadfadefc09', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1453939869-router', 'tenant_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:18:10Z', 'updated_at': '2022-02-11T13:18:23Z', 'revision_number': 6, 'project_id': '7a8452ba5d2f48d49e0dca6eac8e4be7', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:24.577647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4894e-6fc4-4531-b9e3-c6857137fb61 req-131616f7-aa72-4bf0-b688-cbc3937444a4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:24.585907 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90a4894e-6fc4-4531-b9e3-c6857137fb61 req-131616f7-aa72-4bf0-b688-cbc3937444a4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1045959 Feb 11 13:18:24.626456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90a4894e-6fc4-4531-b9e3-c6857137fb61 req-48866c19-0ef6-4c29-8ecc-fa95b14a730b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Feb 11 13:18:24.627284 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7f95962a-e045-4d59-8598-af552ab1738b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.671792 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.689882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.715695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Pushing event deleted for resources: {'Port': ['ID=de63c7e2-f276-43b5-a0c9-e0806a0aca06,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:24.793521 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.883545 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.916491 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.921624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:24.932931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a3ff1-2dab-472d-bce5-9dd24f743365 req-d90ae87e-43b5-4114-bc91-c620509d4b40 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:24.940963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a3a3ff1-2dab-472d-bce5-9dd24f743365 req-d90ae87e-43b5-4114-bc91-c620509d4b40 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0771477 Feb 11 13:18:24.976662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Network 6740d433-32cc-4a69-8d1b-27ff45a6338e is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:24.987532 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a3a3ff1-2dab-472d-bce5-9dd24f743365 req-916e5f85-37b4-4951-97b9-5dd95928a422 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454731 Feb 11 13:18:24.998601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:25.009343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:25.009343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'Port': ['ID=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.071095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.071617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453b1233-9ef5-474e-97c9-9dadfadefc09 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:18:25.078726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.080244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-58a493ac-8461-42d3-aa67-be7bdbba8409 admin admin] 10.222.0.52 "DELETE /v2.0/routers/453b1233-9ef5-474e-97c9-9dadfadefc09 HTTP/1.1" status: 204 len: 168 time: 1.7537689 Feb 11 13:18:25.082786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40180) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:25.099805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:25.100432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.113095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6062c-2a35-4e3f-a770-9dc322e06c93 req-51983212-4855-4596-98a7-2e76bd6765b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:25.114666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6dd6062c-2a35-4e3f-a770-9dc322e06c93 req-51983212-4855-4596-98a7-2e76bd6765b6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 949 time: 0.1343558 Feb 11 13:18:25.175745 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6dd6062c-2a35-4e3f-a770-9dc322e06c93 req-dfa8c805-342c-4d84-9faf-892b40c71b04 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Feb 11 13:18:25.182135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-a888560b-fcf3-4777-83f0-a3771e1ff40b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5345523 Feb 11 13:18:25.193292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6cfab97-c3a3-4388-b09f-0d0253910e08 admin admin] Deleting subnet b7991ac8-cb1d-4ff9-b095-48b82797f739 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:18:25.197715 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6cfab97-c3a3-4388-b09f-0d0253910e08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.198380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Request body: {'port': {'device_id': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:25.239562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bb30d-12da-496a-9377-bc08df02d1a8 req-4ff89a3f-6391-4f18-9c99-a4f7711f98a2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:25.241059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b9bb30d-12da-496a-9377-bc08df02d1a8 req-4ff89a3f-6391-4f18-9c99-a4f7711f98a2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.1487222 Feb 11 13:18:25.254309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6cfab97-c3a3-4388-b09f-0d0253910e08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.261226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.297292 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.346314 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b9bb30d-12da-496a-9377-bc08df02d1a8 req-d85f5073-d1bb-4280-9ef8-97f4ea2550cf tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955036 Feb 11 13:18:25.435582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6cfab97-c3a3-4388-b09f-0d0253910e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.465072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40186) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:25.560500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e2b1a-383e-4826-920f-0c6a82fe3b2a req-66c91081-8b51-4603-ac6b-402a68917a2e tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:25.561997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-268e2b1a-383e-4826-920f-0c6a82fe3b2a req-66c91081-8b51-4603-ac6b-402a68917a2e tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 932 time: 0.0977697 Feb 11 13:18:25.595534 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6cfab97-c3a3-4388-b09f-0d0253910e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.610237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.622877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfab97-c3a3-4388-b09f-0d0253910e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7991ac8-cb1d-4ff9-b095-48b82797f739,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.624874 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6cfab97-c3a3-4388-b09f-0d0253910e08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.630951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed83e4dd-fb26-489a-81e4-90bf7931078d None None] Network 9565f815-4716-4ea6-a6a3-ead84122e95d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:18:25.631469 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d6cfab97-c3a3-4388-b09f-0d0253910e08 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b7991ac8-cb1d-4ff9-b095-48b82797f739 HTTP/1.1" status: 204 len: 168 time: 0.5475795 Feb 11 13:18:25.632136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40190) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:25.704021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-268e2b1a-383e-4826-920f-0c6a82fe3b2a req-22304cad-cdcd-4e39-9985-8aeb2c772b16 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272035 Feb 11 13:18:25.750884 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.754296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e6681b-f41f-4993-ae0a-1c9a08af2c9d {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:25.763940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.788892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Transition to ACTIVE for port object e1e6681b-f41f-4993-ae0a-1c9a08af2c9d will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:25.798632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f116b7-9e80-4b51-9b47-f350bb58dac6 req-73278938-786d-4507-bfa2-9584ed276898 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:25.800145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74f116b7-9e80-4b51-9b47-f350bb58dac6 req-73278938-786d-4507-bfa2-9584ed276898 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0936370 Feb 11 13:18:25.800987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.826741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0205f-ee45-4481-a009-3be477e13181 None None] DHCP port deletion for 9565f815-4716-4ea6-a6a3-ead84122e95d request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:18:25.844412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Deleting port 95940935-372a-4698-b8cc-a867dd4ead30 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:25.844753 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.862872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74f116b7-9e80-4b51-9b47-f350bb58dac6 req-fc01a412-8a18-48b0-87ec-63f6a968d176 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528920 Feb 11 13:18:25.872872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-26b0205f-ee45-4481-a009-3be477e13181 None None] Deleting port 95940935-372a-4698-b8cc-a867dd4ead30 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:25.873248 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-26b0205f-ee45-4481-a009-3be477e13181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.874804 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.918190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] For port 95940935-372a-4698-b8cc-a867dd4ead30, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=95940935-372a-4698-b8cc-a867dd4ead30,segment=NetworkSegment(8b46e7a9-d26e-4a3f-befe-12c4870529cd),segment_id=8b46e7a9-d26e-4a3f-befe-12c4870529cd)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:25.918582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.925636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.932422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Calling delete_port for 95940935-372a-4698-b8cc-a867dd4ead30 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:25.942729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-26b0205f-ee45-4481-a009-3be477e13181 None None] For port 95940935-372a-4698-b8cc-a867dd4ead30, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=95940935-372a-4698-b8cc-a867dd4ead30,segment=NetworkSegment(8b46e7a9-d26e-4a3f-befe-12c4870529cd),segment_id=8b46e7a9-d26e-4a3f-befe-12c4870529cd)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:25.943125 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-26b0205f-ee45-4481-a009-3be477e13181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:25.955745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-26b0205f-ee45-4481-a009-3be477e13181 None None] Calling delete_port for 95940935-372a-4698-b8cc-a867dd4ead30 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:25.987499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.990924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb90835-877a-415c-96e1-d6124a40550d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:25.996979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ebe6e910c0564fb2a90fe32d82fb27b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5286126 Feb 11 13:18:25.997619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40194) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:26.023782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.024033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.024331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.024753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.025184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.025313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.025588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.025931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.026248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.026562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.026874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.027184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9537a0e2-acc1-4490-bbb3-b9df2ee6f4e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.052265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.052596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.052936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.053270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.053602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.053946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.054270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.054590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.054908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.055229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.055545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.055908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:26.084368 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f1f37cb-4511-4df2-8d0d-1c6b32d91a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.094024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Attempting to bind port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:26.094419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Attempting to bind port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '2a4e09a6-6eac-446a-bc33-351211a58ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:26.094809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Attempting to bind port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d on network 6740d433-32cc-4a69-8d1b-27ff45a6338e {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:26.101332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d on network 6740d433-32cc-4a69-8d1b-27ff45a6338e not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:26.101651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Attempting to bind port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d on network 6740d433-32cc-4a69-8d1b-27ff45a6338e {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:26.106942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:26.107365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Checking segment: {'id': '2a4e09a6-6eac-446a-bc33-351211a58ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:26.107667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Bound using segment: {'id': '2a4e09a6-6eac-446a-bc33-351211a58ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:26.108095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Bound port: e1e6681b-f41f-4993-ae0a-1c9a08af2c9d, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4e09a6-6eac-446a-bc33-351211a58ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:26.108439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.112237 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f1f37cb-4511-4df2-8d0d-1c6b32d91a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.128223 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-26b0205f-ee45-4481-a009-3be477e13181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.145929 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.166224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0205f-ee45-4481-a009-3be477e13181 None None] Pushing event deleted for resources: {'Port': ['ID=95940935-372a-4698-b8cc-a867dd4ead30,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:26.170512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0205f-ee45-4481-a009-3be477e13181 None None] No DVR routers for this DVR port 95940935-372a-4698-b8cc-a867dd4ead30 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:26.173971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device de63c7e2-f276-43b5-a0c9-e0806a0aca06 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:26.185588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=95940935-372a-4698-b8cc-a867dd4ead30,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:26.192606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] No DVR routers for this DVR port 95940935-372a-4698-b8cc-a867dd4ead30 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:26.253158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab779c-93e5-4d09-abb6-217b00bc9d84 req-0f7b5fb5-2c99-4f6a-98bc-b0ce3329efab tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:26.254790 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-feab779c-93e5-4d09-abb6-217b00bc9d84 req-0f7b5fb5-2c99-4f6a-98bc-b0ce3329efab tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.1201982 Feb 11 13:18:26.259556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] For port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:26.266198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] For port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:26.277486 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.291461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f1f37cb-4511-4df2-8d0d-1c6b32d91a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.294132 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f1f37cb-4511-4df2-8d0d-1c6b32d91a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.299193 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3f1f37cb-4511-4df2-8d0d-1c6b32d91a35 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4eb90835-877a-415c-96e1-d6124a40550d HTTP/1.1" status: 204 len: 168 time: 0.2970052 Feb 11 13:18:26.315013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-feab779c-93e5-4d09-abb6-217b00bc9d84 req-9b3a77d2-e274-4b3b-8bfc-447ce755a2fe tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Feb 11 13:18:26.350008 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.351476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9565f815-4716-4ea6-a6a3-ead84122e95d']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:26.359786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f37cb-4511-4df2-8d0d-1c6b32d91a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb90835-877a-415c-96e1-d6124a40550d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:26.367615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b46e7a9-d26e-4a3f-befe-12c4870529cd') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:26.367900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b46e7a9-d26e-4a3f-befe-12c4870529cd') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:26.385803 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.409018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: de63c7e2-f276-43b5-a0c9-e0806a0aca06 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:18:26.409603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device de63c7e2-f276-43b5-a0c9-e0806a0aca06 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:26.410217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 95940935-372a-4698-b8cc-a867dd4ead30 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:26.412904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0bd00-ff29-4f28-81ee-4b0fc2e17cd2 req-78c8f563-ac76-4b6a-a506-688ddd2fcee2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:26.414567 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90a0bd00-ff29-4f28-81ee-4b0fc2e17cd2 req-78c8f563-ac76-4b6a-a506-688ddd2fcee2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 949 time: 0.1260006 Feb 11 13:18:26.415604 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.421351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:26.422754 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.423134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:18:26.423768 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.424420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] 10.222.0.13 "PUT /v2.0/ports/e1e6681b-f41f-4993-ae0a-1c9a08af2c9d HTTP/1.1" status: 200 len: 1092 time: 1.2323694 Feb 11 13:18:26.424936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'tag': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: items = [ Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:26.426199 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:26.436450 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fc45b4-6866-4f1a-8a69-ecf64a24c943" -d '{"events": [{"name": "network-changed", "server_uuid": "73e319f0-b7b3-4809-9360-6a52f64cd23a", "tag": "e1e6681b-f41f-4993-ae0a-1c9a08af2c9d"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:26.471226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 95940935-372a-4698-b8cc-a867dd4ead30 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:18:26.471860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 95940935-372a-4698-b8cc-a867dd4ead30 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:26.500689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430b686-8c6a-4cd1-a8ed-147582287658 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:26.520144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891d25b-6892-42b7-ba8b-f384b5259029 req-e57a7d48-c7d6-4828-aee7-7c72d431f5a1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:26.522531 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0891d25b-6892-42b7-ba8b-f384b5259029 req-e57a7d48-c7d6-4828-aee7-7c72d431f5a1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0784612 Feb 11 13:18:26.527948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90a0bd00-ff29-4f28-81ee-4b0fc2e17cd2 req-c64fd4fd-b5f6-492f-abfa-eefeff3d334b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002223 Feb 11 13:18:26.582410 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa73b62-a0f0-4630-bb2b-33f70e05aecb x-openstack-request-id: req-3aa73b62-a0f0-4630-bb2b-33f70e05aecb {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:26.582725 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e319f0-b7b3-4809-9360-6a52f64cd23a", "tag": "e1e6681b-f41f-4993-ae0a-1c9a08af2c9d", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:26.582975 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3aa73b62-a0f0-4630-bb2b-33f70e05aecb {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:26.583359 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'tag': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d', 'status': 'completed', 'code': 200} Feb 11 13:18:26.589527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.590499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0891d25b-6892-42b7-ba8b-f384b5259029 req-7941d927-052f-49a6-bb59-f0cd0efa5656 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625193 Feb 11 13:18:26.598418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:26.607177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-391d0dc8-e147-4bcb-aaa7-d5bfbc3fe556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:26.611589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-391d0dc8-e147-4bcb-aaa7-d5bfbc3fe556 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 1095 time: 0.0621243 Feb 11 13:18:26.611693 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] 10.222.0.52 "DELETE /v2.0/networks/9565f815-4716-4ea6-a6a3-ead84122e95d HTTP/1.1" status: 204 len: 168 time: 0.9772422 Feb 11 13:18:26.623277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae61471-19ec-4ae3-8d2f-1a765b3d2b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=9565f815-4716-4ea6-a6a3-ead84122e95d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:26.660836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-6a3a2850-3e89-4b3c-b7f8-bd4a3a675b02 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d HTTP/1.1" status: 200 len: 217 time: 0.0436556 Feb 11 13:18:26.694061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46503d45-9e8b-49b9-85dc-b0af12892280 req-425ad3e2-822e-4a35-81a5-fbc8b2d15b3b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:26.695846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46503d45-9e8b-49b9-85dc-b0af12892280 req-425ad3e2-822e-4a35-81a5-fbc8b2d15b3b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=6179a124-600f-45de-8acf-a8e1dc877e53 HTTP/1.1" status: 200 len: 950 time: 0.0627186 Feb 11 13:18:26.754442 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46503d45-9e8b-49b9-85dc-b0af12892280 req-4f2ab7f1-f333-4257-b092-1a3afec7dd96 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520627 Feb 11 13:18:26.876938 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-74255823-10a7-4955-88d5-2bc02508a11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.042432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40218) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:27.042932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-d1e23482-27b4-4319-ab5a-be4e8f779040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.044339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-d1e23482-27b4-4319-ab5a-be4e8f779040 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040ed783-b7e0-4056-a984-16c0022af7bd HTTP/1.1" status: 200 len: 853 time: 0.3731744 Feb 11 13:18:27.058381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-362c5216-cf0f-41ee-94aa-e03dff67f610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.059872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc875c-5fdc-4b3b-b982-dc5816e4649b req-5d04bd5b-4c60-48c7-ba64-6d918bfe1e6f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.061436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33dc875c-5fdc-4b3b-b982-dc5816e4649b req-5d04bd5b-4c60-48c7-ba64-6d918bfe1e6f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 944 time: 0.0629060 Feb 11 13:18:27.103213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-057dd207-94d7-4a5a-9bd4-1b0e19d7204e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6740d433-32cc-4a69-8d1b-27ff45a6338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408926 Feb 11 13:18:27.123774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40220) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:27.181147 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33dc875c-5fdc-4b3b-b982-dc5816e4649b req-a1bd2872-a02a-4431-99ea-6b0f42f444eb tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093500 Feb 11 13:18:27.189206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-362c5216-cf0f-41ee-94aa-e03dff67f610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.198896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf003274-55c4-410d-81c9-5840c2aba697 req-a6c52583-b0c5-4ab3-a841-df2e2325e001 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.206087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf003274-55c4-410d-81c9-5840c2aba697 req-a6c52583-b0c5-4ab3-a841-df2e2325e001 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.207819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf003274-55c4-410d-81c9-5840c2aba697 req-a6c52583-b0c5-4ab3-a841-df2e2325e001 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0&device_id=6179a124-600f-45de-8acf-a8e1dc877e53 HTTP/1.1" status: 200 len: 1690 time: 0.0960555 Feb 11 13:18:27.233316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-edfa7699-590d-480e-b067-543c87b51a51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a8452ba5d2f48d49e0dca6eac8e4be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1077323 Feb 11 13:18:27.236540 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40222) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:27.262459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-e410f862-bce9-4858-83c5-fdda918095e4 service neutron] 10.222.0.13 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504152 Feb 11 13:18:27.269262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-362c5216-cf0f-41ee-94aa-e03dff67f610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.288748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf003274-55c4-410d-81c9-5840c2aba697 req-152dc35c-7ae2-490d-a52d-2367117f3f31 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732172 Feb 11 13:18:27.330535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c5216-cf0f-41ee-94aa-e03dff67f610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d15dec-1dc0-4834-84c3-ca10f8d55cce,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:27.335280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-362c5216-cf0f-41ee-94aa-e03dff67f610 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a2ee0d90ab4476b931c2e6d1a5d91ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906523 Feb 11 13:18:27.338205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40228) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:27.423910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4044e-80ac-4a18-bc5f-08346d8c7f8f req-391662d5-cb55-4e9c-8791-5a62f29609de tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.423910 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d7a4044e-80ac-4a18-bc5f-08346d8c7f8f req-391662d5-cb55-4e9c-8791-5a62f29609de tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1166534 Feb 11 13:18:27.424527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0569bd03-e901-4b3d-be54-37c38e4fdcca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.424527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0569bd03-e901-4b3d-be54-37c38e4fdcca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.427626 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d7a4044e-80ac-4a18-bc5f-08346d8c7f8f req-4b03a668-a83e-46c4-879e-84867b7506c0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544729 Feb 11 13:18:27.444927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66fd24a0-e429-4c8b-ab1f-0e43efea4758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.469932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3393da76-7dc4-4891-8030-6a54ab8b8bf2 req-8f8ff47f-3f8a-465b-9692-13d62a273fa4 service neutron] 10.222.0.13 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878257 Feb 11 13:18:27.475474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66fd24a0-e429-4c8b-ab1f-0e43efea4758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.540590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce739d9-5527-4d56-a6a8-758e6237d5c3 req-52db058c-27d4-4742-bf1d-421b57843a6e tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.542118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cce739d9-5527-4d56-a6a8-758e6237d5c3 req-52db058c-27d4-4742-bf1d-421b57843a6e tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 1100 time: 0.0476530 Feb 11 13:18:27.555996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62f804-8195-41f4-bfef-7bc75a4a8675 req-20889637-22d2-45b1-a3b8-31d4bb11a435 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.557596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e62f804-8195-41f4-bfef-7bc75a4a8675 req-20889637-22d2-45b1-a3b8-31d4bb11a435 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0793731 Feb 11 13:18:27.580389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cce739d9-5527-4d56-a6a8-758e6237d5c3 req-6854903e-e6f3-45b8-a8d7-a665f555dfb5 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299258 Feb 11 13:18:27.583701 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.597542 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e62f804-8195-41f4-bfef-7bc75a4a8675 req-6f77b5b5-c1e8-47f8-81ff-f02724dd5d45 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339367 Feb 11 13:18:27.607168 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0569bd03-e901-4b3d-be54-37c38e4fdcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.623714 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0569bd03-e901-4b3d-be54-37c38e4fdcca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.623714 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0569bd03-e901-4b3d-be54-37c38e4fdcca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f29d28d-bed0-48d1-b435-89176ef803c1 HTTP/1.1" status: 204 len: 168 time: 0.3741477 Feb 11 13:18:27.623714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569bd03-e901-4b3d-be54-37c38e4fdcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f29d28d-bed0-48d1-b435-89176ef803c1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:27.647385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66fd24a0-e429-4c8b-ab1f-0e43efea4758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.651541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66fd24a0-e429-4c8b-ab1f-0e43efea4758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:27.653329 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-66fd24a0-e429-4c8b-ab1f-0e43efea4758 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76d15dec-1dc0-4834-84c3-ca10f8d55cce HTTP/1.1" status: 204 len: 168 time: 0.3140802 Feb 11 13:18:27.663866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd24a0-e429-4c8b-ab1f-0e43efea4758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d15dec-1dc0-4834-84c3-ca10f8d55cce,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:27.769158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e922c0-5c03-4d40-8d82-dedbbf378717 req-217ddc5b-a69f-44ce-83d2-8bb7b64a38c2 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.769930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83e922c0-5c03-4d40-8d82-dedbbf378717 req-217ddc5b-a69f-44ce-83d2-8bb7b64a38c2 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6179a124-600f-45de-8acf-a8e1dc877e53 HTTP/1.1" status: 200 len: 1101 time: 0.0852511 Feb 11 13:18:27.773480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc45b4-6866-4f1a-8a69-ecf64a24c943 req-6b35d81f-7dd8-4831-a2fb-398676117e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.776181 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59fc45b4-6866-4f1a-8a69-ecf64a24c943 req-6b35d81f-7dd8-4831-a2fb-398676117e3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 1095 time: 0.1357844 Feb 11 13:18:27.801613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1378bfe7-b114-4ad4-aef5-d7da2f44488e req-5252591e-9f83-4649-a681-d5afe66a7a53 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.803279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1378bfe7-b114-4ad4-aef5-d7da2f44488e req-5252591e-9f83-4649-a681-d5afe66a7a53 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0624554 Feb 11 13:18:27.845603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1378bfe7-b114-4ad4-aef5-d7da2f44488e req-76a2a2d0-ed92-42fd-adbd-2f6c38d74e36 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348480 Feb 11 13:18:27.864312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83e922c0-5c03-4d40-8d82-dedbbf378717 req-31d9c5d5-9851-4412-93db-03c6b4e7efb0 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868821 Feb 11 13:18:27.907827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc45b4-6866-4f1a-8a69-ecf64a24c943 req-7428f0ef-e188-4273-b81a-6d926f05557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:27.909494 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59fc45b4-6866-4f1a-8a69-ecf64a24c943 req-7428f0ef-e188-4273-b81a-6d926f05557f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 914 time: 0.1016276 Feb 11 13:18:27.959925 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59fc45b4-6866-4f1a-8a69-ecf64a24c943 req-3bc921c2-4de0-45f3-ac91-208eead7295f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d HTTP/1.1" status: 200 len: 217 time: 0.0352244 Feb 11 13:18:28.016555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc45b4-6866-4f1a-8a69-ecf64a24c943 req-9a5bbda9-6652-4411-a862-0e402de5f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:28.018180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59fc45b4-6866-4f1a-8a69-ecf64a24c943 req-9a5bbda9-6652-4411-a862-0e402de5f4b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040ed783-b7e0-4056-a984-16c0022af7bd HTTP/1.1" status: 200 len: 853 time: 0.0471346 Feb 11 13:18:28.058501 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59fc45b4-6866-4f1a-8a69-ecf64a24c943 req-b3fffa49-a570-4a3a-9fe7-ac0574dfd25a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6740d433-32cc-4a69-8d1b-27ff45a6338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326343 Feb 11 13:18:28.163377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59fc45b4-6866-4f1a-8a69-ecf64a24c943 req-766f8aa4-29bb-4d54-a855-bfcaa916035d service neutron] 10.222.0.13 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963230 Feb 11 13:18:28.272274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-254e8cea-c8b1-490b-9eab-c5eff8fd480e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353513 Feb 11 13:18:28.328303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c63a41-abb3-4929-96f1-aab1f5cfbcb4 req-df1aa8e3-d13a-433f-9045-6d67159b1d82 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:28.331053 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14c63a41-abb3-4929-96f1-aab1f5cfbcb4 req-df1aa8e3-d13a-433f-9045-6d67159b1d82 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 944 time: 0.0720093 Feb 11 13:18:28.375456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59fc45b4-6866-4f1a-8a69-ecf64a24c943 req-9cd890f2-aecb-4e42-813b-191f9c7cdb92 service neutron] 10.222.0.13 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046635 Feb 11 13:18:28.379039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14c63a41-abb3-4929-96f1-aab1f5cfbcb4 req-25b05ae3-54a1-47ec-8942-26692b3fefb9 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412858 Feb 11 13:18:28.440106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-7c569cc3-041e-4580-a6c2-476a28ca9474 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:28.441589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-7c569cc3-041e-4580-a6c2-476a28ca9474 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609726 Feb 11 13:18:28.446394 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:28.458752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-096a594c-c6a8-4728-addf-51ed689e3e75 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/quotas/94b15a99cc5f451dbcae3fd953ea3350 HTTP/1.1" status: 200 len: 375 time: 0.0106974 Feb 11 13:18:28.528277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-31b31990-ebe7-4b89-b461-ace3d54f74ca tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0594957 Feb 11 13:18:28.556512 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dedbe0-8a86-4b06-85e0-d214b581db41 req-a2b67b64-257f-40bc-881d-127ba36dbeee tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:28.558605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-52dedbe0-8a86-4b06-85e0-d214b581db41 req-a2b67b64-257f-40bc-881d-127ba36dbeee tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0597234 Feb 11 13:18:28.609381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-52dedbe0-8a86-4b06-85e0-d214b581db41 req-78344200-89a9-47a0-b10b-0e199c380329 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437095 Feb 11 13:18:28.730405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a261f21-b194-4ea7-ac98-1a607c46a059 req-d3166a89-51d7-4067-93fa-c871043f9814 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:28.731882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a261f21-b194-4ea7-ac98-1a607c46a059 req-d3166a89-51d7-4067-93fa-c871043f9814 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0499568 Feb 11 13:18:28.777443 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a261f21-b194-4ea7-ac98-1a607c46a059 req-3c6cc5b4-2159-4734-aa5d-c09484220d88 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386026 Feb 11 13:18:28.973103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50c20f-d88e-4fb2-bef7-f666ea2efe09 req-35af2d63-2c11-4b62-a425-09e406289eba tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:28.974635 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a50c20f-d88e-4fb2-bef7-f666ea2efe09 req-35af2d63-2c11-4b62-a425-09e406289eba tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0547950 Feb 11 13:18:29.024865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a50c20f-d88e-4fb2-bef7-f666ea2efe09 req-deeabc0c-d2fe-40ba-b4b3-90d11fabb153 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437863 Feb 11 13:18:29.378706 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-89e3e700-7f75-4b27-b3c6-aa5bad01b5f1 req-8991d1b6-ca14-406b-b16e-cd15558cc36e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 210 time: 0.0490732 Feb 11 13:18:29.518335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2a5cc-0b3e-45b5-ac2b-ed1e5dcd63b5 req-d5a41f2b-adfd-43a8-8714-74761fec0441 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:29.522586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5f2a5cc-0b3e-45b5-ac2b-ed1e5dcd63b5 req-d5a41f2b-adfd-43a8-8714-74761fec0441 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 944 time: 0.0648942 Feb 11 13:18:29.561962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5f2a5cc-0b3e-45b5-ac2b-ed1e5dcd63b5 req-716c16ac-7c7a-4f4f-9053-375bf92fc1e6 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347741 Feb 11 13:18:29.751838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f95f19-d228-4e67-8251-3bd3c4168628 req-753b92a3-6f9c-4338-a57a-395013fc1700 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:29.753843 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99f95f19-d228-4e67-8251-3bd3c4168628 req-753b92a3-6f9c-4338-a57a-395013fc1700 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0585938 Feb 11 13:18:29.797045 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99f95f19-d228-4e67-8251-3bd3c4168628 req-8b979d65-d839-4a3b-b0be-86bf95e3650a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361745 Feb 11 13:18:29.838137 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:29.913910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39768b99-fc82-4598-80c0-c5ac32af047e req-6e8f1642-ce08-4517-b9c9-614dfe95f6f7 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:29.915991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39768b99-fc82-4598-80c0-c5ac32af047e req-6e8f1642-ce08-4517-b9c9-614dfe95f6f7 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0586057 Feb 11 13:18:29.924624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40368) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:29.972669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39768b99-fc82-4598-80c0-c5ac32af047e req-9504d64e-c0a4-4613-8cf6-5666d7837f64 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Feb 11 13:18:30.201251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b1c21-0a69-4ea2-947b-61ad452390ca req-63aca7e2-96b6-457c-820e-3f98167e112f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:30.203144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c8b1c21-0a69-4ea2-947b-61ad452390ca req-63aca7e2-96b6-457c-820e-3f98167e112f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0718117 Feb 11 13:18:30.211744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.279927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c8b1c21-0a69-4ea2-947b-61ad452390ca req-0f6ad524-bd9a-4430-a558-1340476f2e02 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698488 Feb 11 13:18:30.332617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.409958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.412969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.445868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-53ae2f0a-d686-41c1-8fcd-d2210a9f9eb2 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257525 Feb 11 13:18:30.473658 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45b9f06c-6ec6-4751-93b0-f845b86a8f83 req-bb033178-ab56-463c-b1e6-2eb840a17cfb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 210 time: 0.0509529 Feb 11 13:18:30.480434 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d46bce1c7fc4a2f8c55d967f5bcb9fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5545638 Feb 11 13:18:30.481115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56113bc4-d743-412f-a155-f94a9b1cd451,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:30.484043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40394) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:30.495047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.495470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.495813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.496149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.496475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.496799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.497130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.497449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.497789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.498116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.498435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.498749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a637802-b6eb-44e7-be9d-486842357b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:30.545455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9f31cd3-02d4-4ae7-a50e-4aaeb8b19dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.567446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc94a6-2f72-4542-924e-4de638db03ab req-88553709-433e-4018-b607-4c5b8f154695 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:30.567698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9f31cd3-02d4-4ae7-a50e-4aaeb8b19dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.568920 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-88553709-433e-4018-b607-4c5b8f154695 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1133168 Feb 11 13:18:30.584371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-8aeb56c2-8de2-4856-99eb-e995762be7aa tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/quotas/2aa3efc0408b4c78ac64359e10c9769a HTTP/1.1" status: 200 len: 375 time: 0.0092082 Feb 11 13:18:30.621434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-dbeab0fb-159c-42bf-bf9c-48d0276c4eba tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310035 Feb 11 13:18:30.713023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e1e6681b-f41f-4993-ae0a-1c9a08af2c9d details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:30.794459 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:18:30.811870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:30.825513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d', 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e', 'port_id': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d', 'mac_address': 'fa:16:3e:e3:9e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ed783-b7e0-4056-a984-16c0022af7bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:30.870967 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:30.884979 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e6681b-f41f-4993-ae0a-1c9a08af2c9d {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:30.904731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:30.920638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949b520-b991-4b7b-bc91-0eb0778b9d8b req-cd35bfc3-ed71-4018-9ec5-51fa1041332e tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:30.922166 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7949b520-b991-4b7b-bc91-0eb0778b9d8b req-cd35bfc3-ed71-4018-9ec5-51fa1041332e tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 944 time: 0.0544751 Feb 11 13:18:30.963012 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7949b520-b991-4b7b-bc91-0eb0778b9d8b req-f668f2f4-82ad-4349-bc8c-5c3cb56155d9 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343618 Feb 11 13:18:30.975281 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.007412 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9f31cd3-02d4-4ae7-a50e-4aaeb8b19dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.014236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9f31cd3-02d4-4ae7-a50e-4aaeb8b19dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:31.038234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:31.045607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a9f31cd3-02d4-4ae7-a50e-4aaeb8b19dac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/56113bc4-d743-412f-a155-f94a9b1cd451 HTTP/1.1" status: 204 len: 168 time: 0.5589473 Feb 11 13:18:31.085076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f31cd3-02d4-4ae7-a50e-4aaeb8b19dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56113bc4-d743-412f-a155-f94a9b1cd451,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:31.123143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcd83b-e426-4806-81a8-37362dfea65e req-39243a58-7ea6-42f5-935b-10a553832f30 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:31.124813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30fcd83b-e426-4806-81a8-37362dfea65e req-39243a58-7ea6-42f5-935b-10a553832f30 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0780282 Feb 11 13:18:31.170899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d7516-249b-4333-8a9d-7923ac3d4f72 req-207cc4fe-ba68-4ac8-afbf-c9e5aed9d5de tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:31.172594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b2d7516-249b-4333-8a9d-7923ac3d4f72 req-207cc4fe-ba68-4ac8-afbf-c9e5aed9d5de tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0918913 Feb 11 13:18:31.189612 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30fcd83b-e426-4806-81a8-37362dfea65e req-534aad7f-e461-46b0-9c2b-f0155e4a8c15 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488811 Feb 11 13:18:31.230259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b2d7516-249b-4333-8a9d-7923ac3d4f72 req-cea98a19-6b34-4c43-ae63-2cd456428200 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461502 Feb 11 13:18:31.253948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:31.257401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5849eb5-f2f3-4581-bbbf-caf80657f3a4 req-d43dc2a3-e425-408b-bf49-3010d19459c2 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 210 time: 0.0376670 Feb 11 13:18:31.474135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95897da9-29c6-49a0-a47b-1e1a3a4c5747 req-f9be4366-bf83-4b5e-8c82-24430aa29b56 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:31.476752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95897da9-29c6-49a0-a47b-1e1a3a4c5747 req-f9be4366-bf83-4b5e-8c82-24430aa29b56 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.1046705 Feb 11 13:18:31.536652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95897da9-29c6-49a0-a47b-1e1a3a4c5747 req-c4072729-b609-4e48-9241-93dc6c0f3816 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533035 Feb 11 13:18:31.597822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cc9634a-9238-48d0-a933-c6845ef52a92 req-490a99bf-8057-46fa-bfdf-2b4bf0d26700 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 210 time: 0.0413795 Feb 11 13:18:32.093935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbd61f-8ee7-4d6a-a1c1-8c5fc61da4ae req-d1ae7bfd-da3d-4f8d-82ed-ebcc39735feb tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.096046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49bbd61f-8ee7-4d6a-a1c1-8c5fc61da4ae req-d1ae7bfd-da3d-4f8d-82ed-ebcc39735feb tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 945 time: 0.0655828 Feb 11 13:18:32.139149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40438) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:32.143655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49bbd61f-8ee7-4d6a-a1c1-8c5fc61da4ae req-878dbc5b-7595-4617-9400-672a09e54fe8 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411675 Feb 11 13:18:32.243615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1250113132-network', 'tenant_id': 'e4834d3071c44818b9a3c29a81cfd954'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:32.310024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7872-d0d9-4f36-a5fe-9f329c5c9027 req-0f5255bd-82db-42c2-a45a-df242229675d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.311496 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-771f7872-d0d9-4f36-a5fe-9f329c5c9027 req-0f5255bd-82db-42c2-a45a-df242229675d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0633571 Feb 11 13:18:32.352880 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-771f7872-d0d9-4f36-a5fe-9f329c5c9027 req-032e7e83-585a-4478-b666-a583950af894 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350752 Feb 11 13:18:32.365193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Made reservation on behalf of e4834d3071c44818b9a3c29a81cfd954 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:32.367717 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.377611 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.396329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-576b7eee-fc57-4f4a-8733-60cf7a449afe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302465 Feb 11 13:18:32.407900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f958369-cae7-45e5-8354-0b5d08ed7731 req-51301f8e-dd6f-4fee-b63d-ae08eabd1696 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.409325 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f958369-cae7-45e5-8354-0b5d08ed7731 req-51301f8e-dd6f-4fee-b63d-ae08eabd1696 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0877252 Feb 11 13:18:32.452840 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-31b57c2f-4741-4161-8841-fbb987b68345 req-98d81ab6-f42a-41fd-987f-27fbe8269935 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 210 time: 0.0389843 Feb 11 13:18:32.489019 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.500462 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f958369-cae7-45e5-8354-0b5d08ed7731 req-9d5ac7c4-4b18-42a5-8389-9d3e5087e85b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815146 Feb 11 13:18:32.544021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-fbf4ea2d-108b-4102-8065-9bc43b437bf1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.545433 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-fbf4ea2d-108b-4102-8065-9bc43b437bf1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1351597 Feb 11 13:18:32.560416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Request body: {'port': {'device_id': '40dfa833-675f-4e32-82ac-66e2783222f3', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '94b15a99cc5f451dbcae3fd953ea3350'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:32.560598 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.588214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:18:32.599979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5df1653-f6ca-4808-a40a-fe0d26874632,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:32.618404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.618742 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Added segment 5e1508ff-4a7f-40ac-8385-8eb44209d9c9 of type vlan for network ac57c815-c618-4598-a5e8-315fe8cbb4fd Feb 11 13:18:32.697214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.707746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dbb6f7b1-06f4-4bb0-9be4-d86f73868d0f req-1e43f2c7-604d-4ab6-9127-5bbcdaf039df tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 210 time: 0.0345986 Feb 11 13:18:32.719824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55383d44-5e76-400b-84cf-a668e4b08fbb req-13f14f6f-b90b-421f-b912-67393a4b847b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.721818 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-55383d44-5e76-400b-84cf-a668e4b08fbb req-13f14f6f-b90b-421f-b912-67393a4b847b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.1049728 Feb 11 13:18:32.728723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e1e6681b-f41f-4993-ae0a-1c9a08af2c9d up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:32.769154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-55383d44-5e76-400b-84cf-a668e4b08fbb req-5556014d-62dd-4c3f-8713-b80dca3969d8 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339813 Feb 11 13:18:32.855210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Made reservation on behalf of 94b15a99cc5f451dbcae3fd953ea3350 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:32.855411 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.856268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:32.856860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.858736 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.868832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:32.872677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:32.873045 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:32.920111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] Pushing event updated for resources: {'Network': ['ID=ac57c815-c618-4598-a5e8-315fe8cbb4fd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:32.941030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network ac57c815-c618-4598-a5e8-315fe8cbb4fd details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:18:32.976030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-09af4c82-1e11-4912-8c2d-b9880e950488 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8351591 Feb 11 13:18:32.978352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40452) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:32.983633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Request body: {'subnet': {'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1250113132-subnet', 'tenant_id': 'e4834d3071c44818b9a3c29a81cfd954', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:32.998513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Allocated IP 192.168.233.61 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:33.012898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.040242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:33.042479 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78b44bb-cf97-4e33-9096-2976f67e6dde" -d '{"events": [{"server_uuid": "73e319f0-b7b3-4809-9360-6a52f64cd23a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e6681b-f41f-4993-ae0a-1c9a08af2c9d"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:33.055938 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:33.084731 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43da7489-6063-436c-b68a-bf5fce91cab9 x-openstack-request-id: req-43da7489-6063-436c-b68a-bf5fce91cab9 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:33.085035 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e319f0-b7b3-4809-9360-6a52f64cd23a", "name": "network-vif-plugged", "status": "completed", "tag": "e1e6681b-f41f-4993-ae0a-1c9a08af2c9d", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:33.085281 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43da7489-6063-436c-b68a-bf5fce91cab9 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:33.085659 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d', 'code': 200} Feb 11 13:18:33.091897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Made reservation on behalf of e4834d3071c44818b9a3c29a81cfd954 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:33.094461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.123666 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.160748 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.205572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.236427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8ef05-00f2-414c-aba6-4d88794f9fa5 req-cc0d7978-1c4a-49fb-9342-ff681abfe27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.237865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bc8ef05-00f2-414c-aba6-4d88794f9fa5 req-cc0d7978-1c4a-49fb-9342-ff681abfe27c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 1097 time: 0.0534453 Feb 11 13:18:33.274478 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bc8ef05-00f2-414c-aba6-4d88794f9fa5 req-900af8ab-9c58-4b05-9464-3d8cf5a20bb3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294573 Feb 11 13:18:33.277980 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.290821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:33.293431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:33.321900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:33.328893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:33.332215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556353f6-aeae-49f3-b2c8-7f3bd035d8be req-22514925-c1a1-4c96-beb1-39edfd77f861 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.334218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:33.336622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-556353f6-aeae-49f3-b2c8-7f3bd035d8be req-22514925-c1a1-4c96-beb1-39edfd77f861 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 946 time: 0.0990705 Feb 11 13:18:33.341171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event updated for resources: {'Port': ['ID=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.394505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.395658 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.397313 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-556353f6-aeae-49f3-b2c8-7f3bd035d8be req-5a2207ff-db9d-4616-bdbf-c38786d587b4 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490561 Feb 11 13:18:33.423601 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.484376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d7be9f90-2d3b-4915-8828-5ac2cd0af576 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9275072 Feb 11 13:18:33.495943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5f33bb-0fcb-4441-afed-dde8263dc764,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:33.502399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Checking segment: {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:33.502767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Network hostable DHCP agents. Network: ac57c815-c618-4598-a5e8-315fe8cbb4fd, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:18:33.509158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3b0cf-b4db-4b7e-97cb-d1220bc8e744 req-8be37a06-4747-4e30-ad3f-0306e8b71b38 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.511599 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9c3b0cf-b4db-4b7e-97cb-d1220bc8e744 req-8be37a06-4747-4e30-ad3f-0306e8b71b38 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0670140 Feb 11 13:18:33.517874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Request body: {'port': {'device_id': '40dfa833-675f-4e32-82ac-66e2783222f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:33.594517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.598304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a6a5d52-9076-4bb8-b4f1-830d7e7e386c req-45cc2ce2-4d2e-4c75-9664-1a851486d2cb tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 210 time: 0.0366781 Feb 11 13:18:33.599103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Network ac57c815-c618-4598-a5e8-315fe8cbb4fd is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:18:33.627451 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9c3b0cf-b4db-4b7e-97cb-d1220bc8e744 req-bb1afc4a-cbe6-4a1c-ae00-3005c1d69e62 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739059 Feb 11 13:18:33.689717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, ac57c815-c618-4598-a5e8-315fe8cbb4fd) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:33.703553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5fa073-0b8c-482d-9b73-974e05bb80f4 None None] Network ac57c815-c618-4598-a5e8-315fe8cbb4fd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:18:33.707508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.708102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.748171 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e8ad2-9d66-46f5-9601-79f285694457 req-1b46567e-2a06-4f3b-82ed-fe95ba02eb1d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.750493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3d2e8ad2-9d66-46f5-9601-79f285694457 req-1b46567e-2a06-4f3b-82ed-fe95ba02eb1d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0719094 Feb 11 13:18:33.774860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eb685477-2a81-459f-8538-2f5bcd7dcc7b None None] Provisioning complete for port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:33.775433 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb685477-2a81-459f-8538-2f5bcd7dcc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:33.795189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3d2e8ad2-9d66-46f5-9601-79f285694457 req-5a77205e-1921-458b-8b74-15ae79ccd186 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372717 Feb 11 13:18:33.805743 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5bab5a08-fec3-4a93-a213-7c35dfc35121 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8222704 Feb 11 13:18:33.848580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-eb685477-2a81-459f-8538-2f5bcd7dcc7b None None] Port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:18:33.943260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039babc-d27d-4098-8798-1ae97535f35c req-8573a307-26ec-4276-a2c9-f3df63e47e1e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.944919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1039babc-d27d-4098-8798-1ae97535f35c req-8573a307-26ec-4276-a2c9-f3df63e47e1e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0578277 Feb 11 13:18:33.947200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559610c-cc77-4fee-a8da-a0e9b6973dac req-9520fefb-3fd8-4a86-bb32-592085d381cd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:33.948714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2559610c-cc77-4fee-a8da-a0e9b6973dac req-9520fefb-3fd8-4a86-bb32-592085d381cd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 935 time: 0.0854070 Feb 11 13:18:33.975674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-ac57c815-c618-4598-a5e8-315fe8cbb4fd', 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd', 'tenant_id': 'e4834d3071c44818b9a3c29a81cfd954', 'fixed_ips': [{'subnet_id': '1c5f33bb-0fcb-4441-afed-dde8263dc764'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:18:33.976773 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.006718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1039babc-d27d-4098-8798-1ae97535f35c req-0b42cc27-ea25-4c5b-8bb4-648850354e7f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 Feb 11 13:18:34.008805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2559610c-cc77-4fee-a8da-a0e9b6973dac req-4c78e8d5-1d00-44e7-ab4b-62601dc905c8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512593 Feb 11 13:18:34.043833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:34.051944 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.068883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Transition to ACTIVE for port object 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:34.129515 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.139188 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Allocated IP 172.20.0.2 (ac57c815-c618-4598-a5e8-315fe8cbb4fd/1c5f33bb-0fcb-4441-afed-dde8263dc764/9baaba1a-901d-4185-9aaa-01f445825c54) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:34.215867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:34.321995 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.334681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Attempting to bind port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:34.335151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Attempting to bind port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:34.335543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Attempting to bind port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:34.345945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:34.345945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Attempting to bind port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:34.356725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:34.357067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:34.357437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:34.357894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Bound port: 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:34.358246 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.393287 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.438372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Network ac57c815-c618-4598-a5e8-315fe8cbb4fd is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:34.438837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-ce6a89b8-d8bb-41eb-b4ef-1b6b8fbdc46d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:34.440330 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-ce6a89b8-d8bb-41eb-b4ef-1b6b8fbdc46d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/networks?id=ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 200 len: 816 time: 0.1646228 Feb 11 13:18:34.447663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:34.449832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:34.451833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Pushing event updated for resources: {'Port': ['ID=9baaba1a-901d-4185-9aaa-01f445825c54,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:34.482041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-49676536-cf85-4864-89aa-d1a136ddbf02 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/quotas/e4834d3071c44818b9a3c29a81cfd954 HTTP/1.1" status: 200 len: 375 time: 0.0251002 Feb 11 13:18:34.490298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] For port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:34.500966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] For port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:34.516064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Attempting to bind port 9baaba1a-901d-4185-9aaa-01f445825c54 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:34.516433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Attempting to bind port 9baaba1a-901d-4185-9aaa-01f445825c54 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:34.517306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Attempting to bind port 9baaba1a-901d-4185-9aaa-01f445825c54 on network ac57c815-c618-4598-a5e8-315fe8cbb4fd {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:34.523234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:34.524080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Checking segment: {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:34.524080 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.525017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Bound using segment: {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:34.525017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Bound port: 9baaba1a-901d-4185-9aaa-01f445825c54, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:34.525224 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.546315 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-fc6d24b5-5c63-41e2-b719-d88ad7a16c34 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4834d3071c44818b9a3c29a81cfd954&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0630257 Feb 11 13:18:34.574835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf647c65-8b20-4810-bf41-af6db223ec90 req-db4b3704-4c31-472e-aa55-91f35b391a5f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:34.577439 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf647c65-8b20-4810-bf41-af6db223ec90 req-db4b3704-4c31-472e-aa55-91f35b391a5f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 946 time: 0.0645838 Feb 11 13:18:34.615062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] For port 9baaba1a-901d-4185-9aaa-01f445825c54, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:34.615318 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.619139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] For port 9baaba1a-901d-4185-9aaa-01f445825c54, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9baaba1a-901d-4185-9aaa-01f445825c54,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:34.630230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf647c65-8b20-4810-bf41-af6db223ec90 req-7fd8648b-3439-47ab-a47a-54d2fe782e0c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Feb 11 13:18:34.656044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:34.657677 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.659492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 HTTP/1.1" status: 200 len: 1095 time: 1.1467347 Feb 11 13:18:34.663674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40dfa833-675f-4e32-82ac-66e2783222f3', 'tag': '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:34.666887 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50396de7-43ef-4ad3-a150-23e5e180c2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "40dfa833-675f-4e32-82ac-66e2783222f3", "tag": "85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:34.713820 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:34.718289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-8c36df7f-3b85-4525-b249-b1c588f6bc93 service neutron] 10.222.0.52 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656771 Feb 11 13:18:34.719507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860568e-5be0-4e35-99ed-c4ca4dbab8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:34.752570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f0d11f3-eb55-4ee5-9019-7c1b42e77351 req-31ba5794-d4a6-4856-ad0f-fd321aaa5747 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 210 time: 0.0441983 Feb 11 13:18:34.812752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f049691-901a-4f31-887d-6c225f45da36 None None] Pushing event updated for resources: {'Port': ['ID=9baaba1a-901d-4185-9aaa-01f445825c54,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:34.869128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-43a2b7ca-3a37-4ad6-a1a1-8230a2eb1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:34.870892 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-43a2b7ca-3a37-4ad6-a1a1-8230a2eb1fc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 1098 time: 0.0817282 Feb 11 13:18:34.873248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-ec0c4ac5-5c49-42b4-842e-253b36daa58b service neutron] 10.222.0.52 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459248 Feb 11 13:18:34.904588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254349b-260d-49f7-8825-e36892055fb8 req-70d807ff-9eae-463b-8b0c-6550ce76474b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:34.921265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5254349b-260d-49f7-8825-e36892055fb8 req-70d807ff-9eae-463b-8b0c-6550ce76474b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0733776 Feb 11 13:18:34.925551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-049b8f27-c2fa-4a7d-8201-208656b57dab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 HTTP/1.1" status: 200 len: 217 time: 0.0455813 Feb 11 13:18:34.963218 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5254349b-260d-49f7-8825-e36892055fb8 req-7a0516af-3920-4b98-b751-720e56f9bdb0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Feb 11 13:18:34.984837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-f2b77173-58db-4af5-98ee-2bd86ad6edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:34.986860 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-f2b77173-58db-4af5-98ee-2bd86ad6edd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0538268 Feb 11 13:18:35.028528 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0821366e-c46b-4f89-a4ab-7f45c0d7cd94 x-openstack-request-id: req-0821366e-c46b-4f89-a4ab-7f45c0d7cd94 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:35.029135 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40dfa833-675f-4e32-82ac-66e2783222f3", "tag": "85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:35.029135 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0821366e-c46b-4f89-a4ab-7f45c0d7cd94 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:35.029312 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40dfa833-675f-4e32-82ac-66e2783222f3', 'tag': '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7', 'status': 'completed', 'code': 200} Feb 11 13:18:35.068230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4150727e-70b3-48b5-81a0-734e60cc27a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.071426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-4150727e-70b3-48b5-81a0-734e60cc27a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743475 Feb 11 13:18:35.183598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2149146-1688-4c1e-a0a1-0c34d8403c93 req-666eabc0-09b0-4fd8-8168-4a3f246b5d9d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.185345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2149146-1688-4c1e-a0a1-0c34d8403c93 req-666eabc0-09b0-4fd8-8168-4a3f246b5d9d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.0859051 Feb 11 13:18:35.238323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2149146-1688-4c1e-a0a1-0c34d8403c93 req-c7fe5133-fb37-40d2-bb00-d94c2ab7310e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459037 Feb 11 13:18:35.263823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e284d-0241-4f7d-a99d-fed790fa09ea req-79103909-d791-4b11-a4e4-c1470a8f884d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.263823 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d6e284d-0241-4f7d-a99d-fed790fa09ea req-79103909-d791-4b11-a4e4-c1470a8f884d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 947 time: 0.0796671 Feb 11 13:18:35.306209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-f232d1a1-d100-400d-a8f1-de469614d77f service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277172 Feb 11 13:18:35.334290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d6e284d-0241-4f7d-a99d-fed790fa09ea req-d37ef1cc-8fc4-4e7a-a6e2-c96835980ee1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710237 Feb 11 13:18:35.378590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f5b8d-62c8-49e5-88d2-e75a2783867e req-2e8bf8ef-3254-424c-a518-66c5670b7256 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.380084 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af0f5b8d-62c8-49e5-88d2-e75a2783867e req-2e8bf8ef-3254-424c-a518-66c5670b7256 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0690179 Feb 11 13:18:35.422942 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af0f5b8d-62c8-49e5-88d2-e75a2783867e req-582368da-745c-44b7-bf29-671eec3cc0e7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355225 Feb 11 13:18:35.424816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-c3bbb7b5-c1dd-4335-8943-5073ae9d8d61 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034117 Feb 11 13:18:35.547628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-1925958d-90e3-4bdd-acd1-a07dd02ded7e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.551515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-1925958d-90e3-4bdd-acd1-a07dd02ded7e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/networks?id=ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 200 len: 816 time: 0.1158369 Feb 11 13:18:35.618291 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-a6b1730a-ae8f-4623-9550-93e08546fbb6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b3e49a-5662-4aab-8a80-60237449f5b6 HTTP/1.1" status: 200 len: 217 time: 0.0655487 Feb 11 13:18:35.623594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-75b3a034-b9be-4c3a-b1de-f825e1c81ab1 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/quotas/e4834d3071c44818b9a3c29a81cfd954 HTTP/1.1" status: 200 len: 375 time: 0.0569572 Feb 11 13:18:35.675819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-01cfadd7-82da-4613-89af-fdb043232c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.677319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-01cfadd7-82da-4613-89af-fdb043232c52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 1098 time: 0.1259625 Feb 11 13:18:35.703452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9e87-f34c-4621-9127-43ab5fa002e8 req-22457401-7b21-4317-87e1-dbdee34ab104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.705844 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a8b9e87-f34c-4621-9127-43ab5fa002e8 req-22457401-7b21-4317-87e1-dbdee34ab104 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 1094 time: 0.0759370 Feb 11 13:18:35.768828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-63ceda59-9541-4eb4-ba29-e3b16f3a8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.770296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-63ceda59-9541-4eb4-ba29-e3b16f3a8143 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.1403022 Feb 11 13:18:35.791234 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-dbf06ab5-ce5f-40cc-a3f2-f4db0f2b3e35 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4834d3071c44818b9a3c29a81cfd954&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1531794 Feb 11 13:18:35.834103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-b3503f6a-b256-4c24-b9ee-1990ffe8de24 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562634 Feb 11 13:18:35.871110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2905f-7f63-43dc-b720-9203b2fa3669 req-78ed0914-c582-4dd9-85b9-1023ca8a3cea tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.872648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8f2905f-7f63-43dc-b720-9203b2fa3669 req-78ed0914-c582-4dd9-85b9-1023ca8a3cea tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 946 time: 0.0890219 Feb 11 13:18:35.928917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9e87-f34c-4621-9127-43ab5fa002e8 req-e8130588-f9f7-4334-b49b-47611080c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.930452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a8b9e87-f34c-4621-9127-43ab5fa002e8 req-e8130588-f9f7-4334-b49b-47611080c9ee service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ddb699d6ec6d410587575318a8f50efc&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2164311 Feb 11 13:18:35.936763 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8f2905f-7f63-43dc-b720-9203b2fa3669 req-7188bcde-6335-4450-bfe0-0aa3ff4b0a27 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557537 Feb 11 13:18:35.947171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-ab6606d0-c419-472a-bb32-6ca571cb5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:35.948604 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-ab6606d0-c419-472a-bb32-6ca571cb5a20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2551463 Feb 11 13:18:36.014597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-ae17387a-11c9-4771-bb3a-48aabbe680f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 HTTP/1.1" status: 200 len: 217 time: 0.0572491 Feb 11 13:18:36.044428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9e87-f34c-4621-9127-43ab5fa002e8 req-77109c62-d51f-4635-bce0-189c6c11aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.046057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a8b9e87-f34c-4621-9127-43ab5fa002e8 req-77109c62-d51f-4635-bce0-189c6c11aeaa service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035779 Feb 11 13:18:36.122294 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9bc9ddfc-7160-49ba-a8f5-f7e440b50af0 req-83f0256b-1665-48e5-acf3-f65039258ca2 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 210 time: 0.0561121 Feb 11 13:18:36.124537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-0423532e-b211-47d6-99b1-1c721a369eca service neutron] 10.222.0.52 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060594 Feb 11 13:18:36.131784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-c8c12ee6-e127-4589-97f0-f50c3412f8ff service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836766 Feb 11 13:18:36.170872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3bfb8d-859f-464c-bf40-f24b66ab9a82 None None] Network ac57c815-c618-4598-a5e8-315fe8cbb4fd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:18:36.217202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-6df27263-d202-4e9e-9a8a-e919db38492b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.218770 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-6df27263-d202-4e9e-9a8a-e919db38492b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 1094 time: 0.1107435 Feb 11 13:18:36.247794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9baaba1a-901d-4185-9aaa-01f445825c54 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:36.277335 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-84eda92c-e3bc-444b-b69f-21c14cf35a03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56d1caa3-26d2-4395-b603-beabb0d2696f HTTP/1.1" status: 200 len: 217 time: 0.0472877 Feb 11 13:18:36.331154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Provisioning complete for port 9baaba1a-901d-4185-9aaa-01f445825c54 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:36.331495 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.374464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-9db28d64-b394-46e1-baff-4a2a3bd80e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.375917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-9db28d64-b394-46e1-baff-4a2a3bd80e85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0883291 Feb 11 13:18:36.385830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f2465-1588-4a47-8f91-ee9408f2ffb1 req-e04d3cae-57b5-4af7-9bd1-ffc3fa72a92a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.387483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f49f2465-1588-4a47-8f91-ee9408f2ffb1 req-e04d3cae-57b5-4af7-9bd1-ffc3fa72a92a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1128085 Feb 11 13:18:36.419379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 9baaba1a-901d-4185-9aaa-01f445825c54 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:36.420017 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.420866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-d1a4747f-8d09-4a67-8c4c-c6118756732d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324001 Feb 11 13:18:36.513889 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f49f2465-1588-4a47-8f91-ee9408f2ffb1 req-79415229-d3a6-4b01-b30a-ba3d6b631c70 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116710 Feb 11 13:18:36.581999 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-a230d81e-2932-4bdf-bc20-865f852a03b8 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505177 Feb 11 13:18:36.601311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-451edfdf-56a6-4259-9cd1-a2e4ab16420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.602832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-451edfdf-56a6-4259-9cd1-a2e4ab16420b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.5766032 Feb 11 13:18:36.617543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.645007 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.703210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] For port 9baaba1a-901d-4185-9aaa-01f445825c54, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9baaba1a-901d-4185-9aaa-01f445825c54,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:36.707363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-338c7143-ac87-4df5-bfce-6de595a64b93 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434954 Feb 11 13:18:36.710492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-5882d1d9-285a-4b81-a5ab-f0f088709cf5 service neutron] 10.222.0.52 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690467 Feb 11 13:18:36.715188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-0c76b711-c763-4b10-9066-ebd0010aea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.717184 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-0c76b711-c763-4b10-9066-ebd0010aea58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1047444 Feb 11 13:18:36.773744 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:36.821501 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81e2e0e9-7e38-4d64-b176-1c5c6a018465 req-412aa96b-49ca-4064-9f92-6a06c87d6bb4 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258689 Feb 11 13:18:36.829591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c555a917-007f-41e3-b79d-a40316329906 req-109c1178-3772-453e-adf1-05fe43a41669 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-408767709&fields=id&tenant_id=95879232f40c448788547e7013f97912 HTTP/1.1" status: 200 len: 267 time: 0.2056477 Feb 11 13:18:36.895585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-e261bb4d-a1ba-4ef5-8926-42e5f1dc89ee service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665611 Feb 11 13:18:36.900303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555a917-007f-41e3-b79d-a40316329906 req-a959c964-bcb4-4030-83bf-3ff8de23b14f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:36.901808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c555a917-007f-41e3-b79d-a40316329906 req-a959c964-bcb4-4030-83bf-3ff8de23b14f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 946 time: 0.0650887 Feb 11 13:18:36.928217 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:18:36.929957 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:18:36.930943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-c555a917-007f-41e3-b79d-a40316329906 req-2f7839b1-bbcf-427e-8793-af14cac711ac tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'port': {'security_groups': ['e451676d-1ab9-4075-bf5e-99f59fc5fcba', 'fa3a48ab-b0a8-4a5e-b43b-d1e06f326e6c']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:36.933223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Pushing event updated for resources: {'Port': ['ID=9baaba1a-901d-4185-9aaa-01f445825c54,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:36.943201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.943796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.944284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.945221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.945715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.946361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.946861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.947191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.947511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.947833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.948296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:36.948625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee8874-8753-43f5-ba87-8d0cbffde548 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:37.005163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50396de7-43ef-4ad3-a150-23e5e180c2f7 req-431aa29c-8039-4735-9b0e-d6c6f02f4bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027775 Feb 11 13:18:37.005817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-269fd371-4448-414a-85ff-0b4aa9dbb4ff None None] Provisioning complete for port 9baaba1a-901d-4185-9aaa-01f445825c54 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:37.006466 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-269fd371-4448-414a-85ff-0b4aa9dbb4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.052277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c555a917-007f-41e3-b79d-a40316329906 req-2f7839b1-bbcf-427e-8793-af14cac711ac tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.059306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-b547a87c-1b72-47d4-bb19-43b44d7a8b2f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509260 Feb 11 13:18:37.293905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc94a6-2f72-4542-924e-4de638db03ab req-65309ee1-ecff-498b-89e3-7ba36c7c0dad tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:37.295381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-65309ee1-ecff-498b-89e3-7ba36c7c0dad tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290921 Feb 11 13:18:37.295511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e18f1-cd11-460e-89df-3605474b5725 req-a398b859-523c-43ed-96a5-0083c36ae6d9 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:37.311098 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-885e18f1-cd11-460e-89df-3605474b5725 req-a398b859-523c-43ed-96a5-0083c36ae6d9 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.1258283 Feb 11 13:18:37.321677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Request body: {'port': {'device_id': '8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '2aa3efc0408b4c78ac64359e10c9769a'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:37.358837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-885e18f1-cd11-460e-89df-3605474b5725 req-6cc9b207-7093-4a5b-af65-662dc43f9441 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467968 Feb 11 13:18:37.516486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44680843-e699-4ec8-a4bc-32e530c52272 req-ec749a87-6e2f-4537-9da2-4084f0800dd1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:37.531743 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44680843-e699-4ec8-a4bc-32e530c52272 req-ec749a87-6e2f-4537-9da2-4084f0800dd1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 947 time: 0.1092207 Feb 11 13:18:37.619648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44680843-e699-4ec8-a4bc-32e530c52272 req-41150bb2-e890-46c5-97de-ea45af3f8ae4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847991 Feb 11 13:18:37.664316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-c555a917-007f-41e3-b79d-a40316329906 req-2f7839b1-bbcf-427e-8793-af14cac711ac tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] For port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:37.705817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c555a917-007f-41e3-b79d-a40316329906 req-2f7839b1-bbcf-427e-8793-af14cac711ac tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.744678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c3dfb-ec67-4f96-84cd-ee6cee887276 req-dc4a6273-acbe-4c82-a60b-153048db8768 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:37.746394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f1c3dfb-ec67-4f96-84cd-ee6cee887276 req-dc4a6273-acbe-4c82-a60b-153048db8768 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0578821 Feb 11 13:18:37.751128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Made reservation on behalf of 2aa3efc0408b4c78ac64359e10c9769a for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:37.755390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.781314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.794050 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f1c3dfb-ec67-4f96-84cd-ee6cee887276 req-b1944a85-372a-4210-9b54-362eaf0d41dd tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Feb 11 13:18:37.816360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c555a917-007f-41e3-b79d-a40316329906 req-2f7839b1-bbcf-427e-8793-af14cac711ac tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.830503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:37.877801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555a917-007f-41e3-b79d-a40316329906 req-2f7839b1-bbcf-427e-8793-af14cac711ac tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:37.880969 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c555a917-007f-41e3-b79d-a40316329906 req-2f7839b1-bbcf-427e-8793-af14cac711ac tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:37.892801 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c555a917-007f-41e3-b79d-a40316329906 req-2f7839b1-bbcf-427e-8793-af14cac711ac tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "PUT /v2.0/ports/e1e6681b-f41f-4993-ae0a-1c9a08af2c9d HTTP/1.1" status: 200 len: 982 time: 0.9699509 Feb 11 13:18:37.898735 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'tag': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:37.906340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-fecf24ab-3540-487d-aa21-efaf8a15aab5 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414402 Feb 11 13:18:37.915299 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90" -d '{"events": [{"name": "network-changed", "server_uuid": "73e319f0-b7b3-4809-9360-6a52f64cd23a", "tag": "e1e6681b-f41f-4993-ae0a-1c9a08af2c9d"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:38.024140 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-621cc04a-d25f-453f-a7ca-048bbfe001ab req-3244ed4e-d49c-40dd-9064-b0f381cc840c tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 210 time: 0.0418103 Feb 11 13:18:38.038025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7839b1-bbcf-427e-8793-af14cac711ac tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'Port': ['ID=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,revision_number=6']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:38.126983 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:38.152063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cd469f72-b074-4498-8ae0-63bada9c5cfe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:38.153629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cd469f72-b074-4498-8ae0-63bada9c5cfe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2439070 Feb 11 13:18:38.155777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:38.169799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-e6be2dab-9dec-4c67-a43e-21b4acb788d7 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:38.179491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-e6be2dab-9dec-4c67-a43e-21b4acb788d7 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/networks?id=ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 200 len: 816 time: 0.2487774 Feb 11 13:18:38.196147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Request body: {'port': {'device_id': '148cc380-577e-4068-9c6c-ec7dfb36c70c', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '94b15a99cc5f451dbcae3fd953ea3350'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:38.207665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-1441ec0d-6ed9-4441-a9c0-204b1e38afc5 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/quotas/e4834d3071c44818b9a3c29a81cfd954 HTTP/1.1" status: 200 len: 375 time: 0.0272744 Feb 11 13:18:38.216306 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:38.284069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9baaba1a-901d-4185-9aaa-01f445825c54 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:38.351438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Allocated IP 192.168.233.89 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/bf34c3a7-efc2-47ab-9ee2-15b8db1b2116) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:38.450024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 9baaba1a-901d-4185-9aaa-01f445825c54 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:38.450673 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:38.472926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-786a1529-085b-4cb2-85a3-78ebe19393d5 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e4834d3071c44818b9a3c29a81cfd954&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2643003 Feb 11 13:18:38.555427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84126839-7be3-44e4-9ace-753631322d62 req-ac1a4912-86ec-4ca3-b875-5cf271ad4230 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:38.557505 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84126839-7be3-44e4-9ace-753631322d62 req-ac1a4912-86ec-4ca3-b875-5cf271ad4230 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.59 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 943 time: 0.3931587 Feb 11 13:18:38.567554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1aa2eb-dd3b-465d-a843-a1c7ff823d9f req-426bb4f4-f10a-449e-a5be-0c43ab6ff4ac tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:38.569804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e1aa2eb-dd3b-465d-a843-a1c7ff823d9f req-426bb4f4-f10a-449e-a5be-0c43ab6ff4ac tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.4351025 Feb 11 13:18:38.579961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.59', 57439) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:38.675678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e1aa2eb-dd3b-465d-a843-a1c7ff823d9f req-90d2b36e-afb3-4d09-9c28-1faca2a368a3 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767658 Feb 11 13:18:38.708327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75d4859-c8da-4196-96a1-a23417e37b77,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:38.729309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-f67ae5db-df6b-47ba-96f3-1e0b8b3a5957 service neutron] 10.222.0.52 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552881 Feb 11 13:18:38.749966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Made reservation on behalf of 94b15a99cc5f451dbcae3fd953ea3350 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:38.754869 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:38.767297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:38.879957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:38.906167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa91671e-6781-499b-9620-26a590c595a0 req-9c14d57c-a86c-4788-aaa5-01e7b0cfbad6 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-286414086&fields=id&tenant_id=95879232f40c448788547e7013f97912 HTTP/1.1" status: 200 len: 267 time: 0.1247990 Feb 11 13:18:38.942243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-e76c140a-5485-42fb-b49b-7e9c0f7f727b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:38.943842 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-e76c140a-5485-42fb-b49b-7e9c0f7f727b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.59 "GET /v2.0/networks?id=ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 200 len: 816 time: 0.3628623 Feb 11 13:18:38.955660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:38.968804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Request body: {'port': {'device_id': 'cb311f2c-5d62-4454-9533-c57a1177ea66', 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd', 'admin_state_up': True, 'tenant_id': 'e4834d3071c44818b9a3c29a81cfd954'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:38.975752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7', 'mac_address': 'fa:16:3e:7f:1a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:38.985653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91671e-6781-499b-9620-26a590c595a0 req-c8a34469-47d7-4ff3-bc13-b1b159d55275 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:38.995042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa91671e-6781-499b-9620-26a590c595a0 req-c8a34469-47d7-4ff3-bc13-b1b159d55275 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 985 time: 0.0881999 Feb 11 13:18:38.998550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-84126839-7be3-44e4-9ace-753631322d62 req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Deleting port c638fc72-8ada-4218-94e9-d8c1e924f744 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:38.998891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-84126839-7be3-44e4-9ace-753631322d62 req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.005391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-3554f73b-9eb0-4f54-a285-85692b91b8f6 service neutron] 10.222.0.52 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721357 Feb 11 13:18:39.011375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-fa91671e-6781-499b-9620-26a590c595a0 req-1bbed0bb-f951-47d1-8e43-c8f486062719 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'port': {'security_groups': ['e451676d-1ab9-4075-bf5e-99f59fc5fcba', 'fa3a48ab-b0a8-4a5e-b43b-d1e06f326e6c', '11400841-a6b3-4e89-ac84-e77292dcd7ac']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:39.035696 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.078749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:39.119328 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.122793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:39.198205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.227123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:39.233334 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa91671e-6781-499b-9620-26a590c595a0 req-1bbed0bb-f951-47d1-8e43-c8f486062719 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.238798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:39.241926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Pushing event updated for resources: {'Port': ['ID=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:39.251639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:39.279077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Allocated IP 192.168.233.199 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/603ad938-774c-4e3f-aa90-44c92149f9ab) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:39.290362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:39.291778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-84126839-7be3-44e4-9ace-753631322d62 req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] For port c638fc72-8ada-4218-94e9-d8c1e924f744, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c638fc72-8ada-4218-94e9-d8c1e924f744,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:39.292149 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-84126839-7be3-44e4-9ace-753631322d62 req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.377339 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c800fdc-c2c8-4bcc-898f-0e71f9b17bc3 x-openstack-request-id: req-8c800fdc-c2c8-4bcc-898f-0e71f9b17bc3 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:39.377626 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e319f0-b7b3-4809-9360-6a52f64cd23a", "tag": "e1e6681b-f41f-4993-ae0a-1c9a08af2c9d", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:39.377902 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c800fdc-c2c8-4bcc-898f-0e71f9b17bc3 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:39.381585 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'tag': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d', 'status': 'completed', 'code': 200} Feb 11 13:18:39.386927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-84126839-7be3-44e4-9ace-753631322d62 req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Calling delete_port for c638fc72-8ada-4218-94e9-d8c1e924f744 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:39.425799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:39.426460 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.493070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90 req-9bca2c01-99a3-4f7d-bf83-1978c426c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:39.494803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90 req-9bca2c01-99a3-4f7d-bf83-1978c426c307 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 1136 time: 0.1252456 Feb 11 13:18:39.516523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:39.632976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Made reservation on behalf of e4834d3071c44818b9a3c29a81cfd954 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:39.634934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-baee7ecc-d0b6-4dec-bf67-2121300f1752 None None] Provisioning complete for port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:39.635522 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-baee7ecc-d0b6-4dec-bf67-2121300f1752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.637267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.678283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-baee7ecc-d0b6-4dec-bf67-2121300f1752 None None] Port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:18:39.776660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fa91671e-6781-499b-9620-26a590c595a0 req-1bbed0bb-f951-47d1-8e43-c8f486062719 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] For port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:39.819656 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa91671e-6781-499b-9620-26a590c595a0 req-1bbed0bb-f951-47d1-8e43-c8f486062719 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.827289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-c2a76982-3bf5-4cbd-b53f-7053643a23a4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5220475 Feb 11 13:18:39.863229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Request body: {'port': {'device_id': '8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:39.926059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa91671e-6781-499b-9620-26a590c595a0 req-1bbed0bb-f951-47d1-8e43-c8f486062719 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:39.934043 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.020747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91671e-6781-499b-9620-26a590c595a0 req-1bbed0bb-f951-47d1-8e43-c8f486062719 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:40.021470 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa91671e-6781-499b-9620-26a590c595a0 req-1bbed0bb-f951-47d1-8e43-c8f486062719 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.023357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa91671e-6781-499b-9620-26a590c595a0 req-1bbed0bb-f951-47d1-8e43-c8f486062719 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "PUT /v2.0/ports/e1e6681b-f41f-4993-ae0a-1c9a08af2c9d HTTP/1.1" status: 200 len: 1021 time: 1.0274737 Feb 11 13:18:40.033228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.073101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbed0bb-f951-47d1-8e43-c8f486062719 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'Port': ['ID=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,revision_number=7']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:40.115907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Allocated IP 172.20.0.7 (ac57c815-c618-4598-a5e8-315fe8cbb4fd/1c5f33bb-0fcb-4441-afed-dde8263dc764/2aab0520-de7c-4ba9-bb14-50e9d8777e0f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:40.136719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:40.304725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edacbe-9f09-43b2-a840-73fd7c697909 req-53e87536-0ba0-4096-a785-18ae77063c5f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:40.306337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93edacbe-9f09-43b2-a840-73fd7c697909 req-53e87536-0ba0-4096-a785-18ae77063c5f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 948 time: 0.1820877 Feb 11 13:18:40.309966 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-84126839-7be3-44e4-9ace-753631322d62 req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.328479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.358568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event deleted for resources: {'Port': ['ID=c638fc72-8ada-4218-94e9-d8c1e924f744,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:40.378504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-49f36031-80a5-4af5-b7d1-452dbe69284b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:40.380104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-49f36031-80a5-4af5-b7d1-452dbe69284b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.13 "GET /v2.0/networks?id=ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 200 len: 816 time: 0.5764620 Feb 11 13:18:40.381261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90 req-7b2a811b-93b8-4fb0-8942-e46d0788bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:40.382716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90 req-7b2a811b-93b8-4fb0-8942-e46d0788bf46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 914 time: 0.8451736 Feb 11 13:18:40.415450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:40.425230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-84126839-7be3-44e4-9ace-753631322d62 req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] No DVR routers for this DVR port c638fc72-8ada-4218-94e9-d8c1e924f744 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:40.427988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9b423e1-33e6-48be-8149-a2d2502ca5b0 req-df2d4d22-98a9-492f-9fe0-7e23998c63dd tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 210 time: 0.0433824 Feb 11 13:18:40.430849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93edacbe-9f09-43b2-a840-73fd7c697909 req-14a277c8-b1ee-45dc-b05a-950b6af9740d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084616 Feb 11 13:18:40.432194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-84126839-7be3-44e4-9ace-753631322d62 req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.436844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Request body: {'port': {'device_id': '54b05753-15a0-4f55-9d29-67c0a10cd7d8', 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd', 'admin_state_up': True, 'tenant_id': 'e4834d3071c44818b9a3c29a81cfd954'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:40.437872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84126839-7be3-44e4-9ace-753631322d62 req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.59 "DELETE /v2.0/ports/c638fc72-8ada-4218-94e9-d8c1e924f744 HTTP/1.1" status: 204 len: 173 time: 1.8669703 Feb 11 13:18:40.451298 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.536474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Network ac57c815-c618-4598-a5e8-315fe8cbb4fd is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:40.542950 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:40.545663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:40.659567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:40.660274 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.673063 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90 req-fbc13c52-97d0-4d61-888b-10afb5206e51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d HTTP/1.1" status: 200 len: 217 time: 0.2482941 Feb 11 13:18:40.716856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2962a8-39c5-467f-b7ae-58ec6e8f163b req-01d5c745-bb40-49b2-a35f-b44874c25fc3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:40.726397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e2962a8-39c5-467f-b7ae-58ec6e8f163b req-01d5c745-bb40-49b2-a35f-b44874c25fc3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.1189837 Feb 11 13:18:40.738946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90 req-eed0fd4b-50c1-4fc8-a342-d951e4f8893c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:40.740581 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90 req-eed0fd4b-50c1-4fc8-a342-d951e4f8893c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040ed783-b7e0-4056-a984-16c0022af7bd HTTP/1.1" status: 200 len: 853 time: 0.0559971 Feb 11 13:18:40.761144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:40.812396 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e2962a8-39c5-467f-b7ae-58ec6e8f163b req-8f28dc42-8a7a-4a83-84a3-dc409805a52c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793469 Feb 11 13:18:40.844258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Pushing event updated for resources: {'Port': ['ID=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:40.869746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90 req-a34344c7-ff2e-4ad0-8b4e-e6a161116210 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6740d433-32cc-4a69-8d1b-27ff45a6338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750875 Feb 11 13:18:40.884369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bdd25086-9be2-479f-8e4f-479cbcd8a92b None None] Provisioning complete for port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:40.911678 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bdd25086-9be2-479f-8e4f-479cbcd8a92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:40.911851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-987ad1b1-8afa-4db7-a273-621c4c7aee91 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9348106 Feb 11 13:18:40.911851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Request body: {'port': {'device_id': 'cb311f2c-5d62-4454-9533-c57a1177ea66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:40.931007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-bdd25086-9be2-479f-8e4f-479cbcd8a92b None None] Port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:18:40.933087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 56d1caa3-26d2-4395-b603-beabb0d2696f details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:40.935275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c638fc72-8ada-4218-94e9-d8c1e924f744 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:40.957028 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0d54eedf-8da4-4f1b-95e3-9c1296a92309 req-5f553fa7-7e8c-4e4a-a232-932308d6413e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 210 time: 0.0618694 Feb 11 13:18:40.988746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: c638fc72-8ada-4218-94e9-d8c1e924f744 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:18:40.989084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c638fc72-8ada-4218-94e9-d8c1e924f744 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:41.054254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971c50c-5a91-45fb-9270-be877e711066 req-6f6f70d5-e7cc-4272-8a0d-4e7466ffebd8 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:41.065630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e971c50c-5a91-45fb-9270-be877e711066 req-6f6f70d5-e7cc-4272-8a0d-4e7466ffebd8 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 935 time: 0.3795598 Feb 11 13:18:41.098393 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.113473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc16f94-f30b-453b-acfd-23b2dbcfa19b req-599c3af0-bb88-4ca2-ad66-eafbc4ec62df tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:41.121971 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1dc16f94-f30b-453b-acfd-23b2dbcfa19b req-599c3af0-bb88-4ca2-ad66-eafbc4ec62df tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0805626 Feb 11 13:18:41.134574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:41.146928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '56d1caa3-26d2-4395-b603-beabb0d2696f', 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431', 'port_id': '56d1caa3-26d2-4395-b603-beabb0d2696f', 'mac_address': 'fa:16:3e:b5:09:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bde86d-9f53-437d-ab24-7edd05b5c2d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:41.174614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90 req-50a56719-c0f2-4074-ad2d-2be1543207e7 service neutron] 10.222.0.13 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767413 Feb 11 13:18:41.179819 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e971c50c-5a91-45fb-9270-be877e711066 req-734c6b32-1afa-45d8-9794-8c8a2cd1b465 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113088 Feb 11 13:18:41.182851 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1dc16f94-f30b-453b-acfd-23b2dbcfa19b req-dc15529e-384e-496e-bcaf-1803affb168c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599301 Feb 11 13:18:41.211115 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.231843 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d1caa3-26d2-4395-b603-beabb0d2696f {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:41.253421 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.258770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:41.263426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:41.323087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5', '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:41.329669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:41.364291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:41.364667 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.382986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'tag': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'}, {'server_uuid': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'name': 'network-vif-deleted', 'tag': 'c638fc72-8ada-4218-94e9-d8c1e924f744'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:41.386708 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ac3a70-79b5-405c-b90a-59111e7283e6" -d '{"events": [{"name": "network-changed", "server_uuid": "73e319f0-b7b3-4809-9360-6a52f64cd23a", "tag": "e1e6681b-f41f-4993-ae0a-1c9a08af2c9d"}, {"server_uuid": "dfa2bbab-9abe-477b-b03e-72318462e161", "name": "network-vif-deleted", "tag": "c638fc72-8ada-4218-94e9-d8c1e924f744"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:41.402683 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.412305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Made reservation on behalf of e4834d3071c44818b9a3c29a81cfd954 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:41.418704 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.419037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c19039-f052-4cc1-b6a8-5c31c637ef4a req-4813518a-4632-440c-af35-0b5edc26d333 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:41.420959 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44c19039-f052-4cc1-b6a8-5c31c637ef4a req-4813518a-4632-440c-af35-0b5edc26d333 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 1024 time: 0.1000967 Feb 11 13:18:41.505389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:41.539806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:41.552696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=56d1caa3-26d2-4395-b603-beabb0d2696f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:41.568424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event updated for resources: {'Port': ['ID=603ad938-774c-4e3f-aa90-44c92149f9ab,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:41.580472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:41.588161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:41.602154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44c19039-f052-4cc1-b6a8-5c31c637ef4a req-5de5db36-911f-4c00-86da-0080de6c0a57 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&id=11400841-a6b3-4e89-ac84-e77292dcd7ac&id=fa3a48ab-b0a8-4a5e-b43b-d1e06f326e6c HTTP/1.1" status: 200 len: 6148 time: 0.1734076 Feb 11 13:18:41.626158 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.664951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Transition to ACTIVE for port object bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:41.682497 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.708732 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ac0dd7-2973-433f-a7d0-1e6ce3547945 x-openstack-request-id: req-49ac0dd7-2973-433f-a7d0-1e6ce3547945 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:41.708938 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e319f0-b7b3-4809-9360-6a52f64cd23a", "tag": "e1e6681b-f41f-4993-ae0a-1c9a08af2c9d", "status": "completed", "code": 200}, {"server_uuid": "dfa2bbab-9abe-477b-b03e-72318462e161", "name": "network-vif-deleted", "tag": "c638fc72-8ada-4218-94e9-d8c1e924f744", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:41.709178 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49ac0dd7-2973-433f-a7d0-1e6ce3547945 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:41.709580 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'tag': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d', 'status': 'completed', 'code': 200} Feb 11 13:18:41.709858 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa2bbab-9abe-477b-b03e-72318462e161', 'name': 'network-vif-deleted', 'tag': 'c638fc72-8ada-4218-94e9-d8c1e924f744', 'status': 'completed', 'code': 200} Feb 11 13:18:41.734959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dfa833-675f-4e32-82ac-66e2783222f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:41.737442 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa429a0-21ff-435e-8440-d2b9fd26b1c2" -d '{"events": [{"server_uuid": "40dfa833-675f-4e32-82ac-66e2783222f3", "name": "network-vif-plugged", "status": "completed", "tag": "85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:41.764287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:41.800876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['56d1caa3-26d2-4395-b603-beabb0d2696f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:41.815331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.862583 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:41.984177 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-914a30ff-faa4-47e6-8d1a-22afe9194f09 req-299e8044-ff79-4a0a-8630-f8b49a42fe66 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfa2bbab-9abe-477b-b03e-72318462e161 HTTP/1.1" status: 200 len: 210 time: 0.0907075 Feb 11 13:18:42.007014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:42.052593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-c4dda158-d36d-401f-b1be-b7054c538c85 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:42.053562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3888f7ac-18b4-4631-8ec8-91fe5cb522cb None None] Provisioning complete for port 603ad938-774c-4e3f-aa90-44c92149f9ab triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:42.054125 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3888f7ac-18b4-4631-8ec8-91fe5cb522cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.057401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-c4dda158-d36d-401f-b1be-b7054c538c85 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.13 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 945 time: 0.3292596 Feb 11 13:18:42.067365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Pushing event updated for resources: {'Port': ['ID=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:42.159044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3888f7ac-18b4-4631-8ec8-91fe5cb522cb None None] Port 603ad938-774c-4e3f-aa90-44c92149f9ab cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:18:42.476443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d4f99-77a0-4152-bfcf-446020c52a03 req-1d63c4b9-0d8d-4482-8383-166640d20d83 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:42.478511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e3d4f99-77a0-4152-bfcf-446020c52a03 req-1d63c4b9-0d8d-4482-8383-166640d20d83 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 945 time: 1.0876088 Feb 11 13:18:42.480680 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d0ef2be-65e4-4e3f-b5c4-a88a8ee63c90 req-d07e7fa1-17f0-4859-922c-1a00a5053955 service neutron] 10.222.0.13 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2900212 Feb 11 13:18:42.493785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:42.494591 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.577980 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e3d4f99-77a0-4152-bfcf-446020c52a03 req-2b441c97-1e43-42e3-a1a5-a63cac24382f tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups?id=6cb294fe-5271-45ec-9f4a-de854d488993&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771430 Feb 11 13:18:42.645891 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-b19e2edb-2479-426d-bd71-93303d5a96a1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4628181 Feb 11 13:18:42.674623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-fe5d676e-3f98-4231-be98-c29e0401c23b req-ee5bb84d-2928-4ca2-90f3-bd9fa2d295f7 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'security_group': {'name': ' tempest-securitygroup -297325452 ', 'description': 'tempest-description-1202663784'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:42.681838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Request body: {'port': {'device_id': '148cc380-577e-4068-9c6c-ec7dfb36c70c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:42.704635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ad19c-b45b-4684-9f90-95a4fa64f910 req-ff3ed46b-c60e-493d-943f-5a129a3758f3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:42.711891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-150ad19c-b45b-4684-9f90-95a4fa64f910 req-ff3ed46b-c60e-493d-943f-5a129a3758f3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 949 time: 0.5900440 Feb 11 13:18:42.716187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aab0520-de7c-4ba9-bb14-50e9d8777e0f {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:42.730774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.761732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Attempting to bind port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:42.762247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Attempting to bind port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:42.764499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Attempting to bind port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:42.778467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Transition to ACTIVE for port object 2aab0520-de7c-4ba9-bb14-50e9d8777e0f will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:42.789171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac3a70-79b5-405c-b90a-59111e7283e6 req-d0f2acad-79f8-4c69-8316-95c675f07414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:42.790711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6ac3a70-79b5-405c-b90a-59111e7283e6 req-d0f2acad-79f8-4c69-8316-95c675f07414 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 1175 time: 0.1570525 Feb 11 13:18:42.794212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.795065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:42.795498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Attempting to bind port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:42.805915 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-150ad19c-b45b-4684-9f90-95a4fa64f910 req-5c83a7a2-92f1-44a3-a0a6-bfb435c74155 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927935 Feb 11 13:18:42.816548 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:42.817029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:42.817539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:42.818120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Bound port: bf34c3a7-efc2-47ab-9ee2-15b8db1b2116, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:42.818581 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.843121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-ecfe55e3-aaa5-4bc8-ab42-4b3f9abfffd3 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:42.844826 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-ecfe55e3-aaa5-4bc8-ab42-4b3f9abfffd3 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.13 "GET /v2.0/networks?id=ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 200 len: 816 time: 0.3200936 Feb 11 13:18:42.847154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Deleting port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:42.847595 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.879101 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b6408a-46c9-4e41-bf26-f79aad9503d0 x-openstack-request-id: req-89b6408a-46c9-4e41-bf26-f79aad9503d0 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:42.879974 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dfa833-675f-4e32-82ac-66e2783222f3", "name": "network-vif-plugged", "status": "completed", "tag": "85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:42.880992 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89b6408a-46c9-4e41-bf26-f79aad9503d0 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:42.884201 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dfa833-675f-4e32-82ac-66e2783222f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7', 'code': 200} Feb 11 13:18:42.914908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe5d676e-3f98-4231-be98-c29e0401c23b req-ee5bb84d-2928-4ca2-90f3-bd9fa2d295f7 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.920807 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.950511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] For port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:42.950965 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:42.993466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.13', 62005) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:42.999609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Request body: {'port': {'device_id': '4ad89c1a-d190-46eb-bc6e-f33844abdcf2', 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd', 'admin_state_up': True, 'tenant_id': 'e4834d3071c44818b9a3c29a81cfd954'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:43.103993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Allocated IP 172.20.0.14 (ac57c815-c618-4598-a5e8-315fe8cbb4fd/1c5f33bb-0fcb-4441-afed-dde8263dc764/dfc56205-41a9-4276-bb26-1022f07e7cc6) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:43.211056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:43.244377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] For port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:43.254238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] For port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:43.276270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac3a70-79b5-405c-b90a-59111e7283e6 req-e7cd1b6d-8e7f-4abe-ba00-f6c34daa5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:43.278074 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6ac3a70-79b5-405c-b90a-59111e7283e6 req-e7cd1b6d-8e7f-4abe-ba00-f6c34daa5047 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 914 time: 0.4737318 Feb 11 13:18:43.299327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a003f-54d2-4cc8-9361-d6482d535137 req-c5ab77c6-4ffb-46f2-a38a-b050f6a1892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:43.300729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f73a003f-54d2-4cc8-9361-d6482d535137 req-c5ab77c6-4ffb-46f2-a38a-b050f6a1892d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 1100 time: 0.3023472 Feb 11 13:18:43.318346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Attempting to bind port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:43.318585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Attempting to bind port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:43.320042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Attempting to bind port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f on network ac57c815-c618-4598-a5e8-315fe8cbb4fd {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:43.323311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421230a-4f71-43d6-a0dc-0cc0b30a9446 req-3929bb1a-4dc8-44f8-848d-5209bb8ee6b8 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:43.330248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5421230a-4f71-43d6-a0dc-0cc0b30a9446 req-3929bb1a-4dc8-44f8-848d-5209bb8ee6b8 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 944 time: 0.3219023 Feb 11 13:18:43.350728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.416154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:43.416958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.418665 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] 10.222.0.59 "PUT /v2.0/ports/bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 HTTP/1.1" status: 200 len: 1095 time: 3.5603585 Feb 11 13:18:43.424707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6ac3a70-79b5-405c-b90a-59111e7283e6 req-0df1a00d-09aa-412b-9a25-9c240a1895c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d HTTP/1.1" status: 200 len: 217 time: 0.1282060 Feb 11 13:18:43.439134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f on network ac57c815-c618-4598-a5e8-315fe8cbb4fd not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:43.444581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Attempting to bind port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f on network ac57c815-c618-4598-a5e8-315fe8cbb4fd {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:43.481287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Made reservation on behalf of e4834d3071c44818b9a3c29a81cfd954 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:43.487726 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.518011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac3a70-79b5-405c-b90a-59111e7283e6 req-315ced94-8c77-4a64-8c98-6dbd9b888d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:43.519648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6ac3a70-79b5-405c-b90a-59111e7283e6 req-315ced94-8c77-4a64-8c98-6dbd9b888d6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=040ed783-b7e0-4056-a984-16c0022af7bd HTTP/1.1" status: 200 len: 853 time: 0.0695877 Feb 11 13:18:43.525789 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe5d676e-3f98-4231-be98-c29e0401c23b req-ee5bb84d-2928-4ca2-90f3-bd9fa2d295f7 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.529493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:43.529864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Checking segment: {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:43.530320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Bound using segment: {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:43.530549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5421230a-4f71-43d6-a0dc-0cc0b30a9446 req-21256efd-626c-4efd-84b8-b86e662e8ed4 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940224 Feb 11 13:18:43.530706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Bound port: 2aab0520-de7c-4ba9-bb14-50e9d8777e0f, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:43.531051 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.577320 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6ac3a70-79b5-405c-b90a-59111e7283e6 req-06395bf6-ec83-4679-a975-c756e0c673ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6740d433-32cc-4a69-8d1b-27ff45a6338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406084 Feb 11 13:18:43.580284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f73a003f-54d2-4cc8-9361-d6482d535137 req-22a57106-ddff-4f22-bdeb-b178bdb0d31e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589386 Feb 11 13:18:43.629289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe5d676e-3f98-4231-be98-c29e0401c23b req-ee5bb84d-2928-4ca2-90f3-bd9fa2d295f7 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.642219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488452cd-8c7e-4b46-a2f4-a28397daef95 service neutron] Pushing event updated for resources: {'Port': ['ID=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:43.663891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.664491 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.665149 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Floating IP 8057bba2-9c49-478d-9598-e48c0af48626 disassociated. External IP: 172.25.0.3, port: 1d34c2d2-3742-4ea1-950e-4c8919b23ff9. Feb 11 13:18:43.665659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Calling delete_port for 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:43.679085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bb84d-2928-4ca2-90f3-bd9fa2d295f7 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdac1e7-dddc-47b6-9c3c-960271aaa0f1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:43.718930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-568e9f2b-6e66-45bb-a80f-3268de1494dd req-088412fd-1433-42a8-886d-bd2158802491 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 210 time: 0.0574579 Feb 11 13:18:43.730623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5', 'tag': 'bf34c3a7-efc2-47ab-9ee2-15b8db1b2116'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:43.733360 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b814c88-9850-421c-80fc-2d037c409dac" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5", "tag": "bf34c3a7-efc2-47ab-9ee2-15b8db1b2116"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:43.750471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc94a6-2f72-4542-924e-4de638db03ab req-e26f4d3f-a78f-44e6-ac9b-fc0518fafa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:43.752512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-e26f4d3f-a78f-44e6-ac9b-fc0518fafa5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 1098 time: 0.2206221 Feb 11 13:18:43.785374 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe5d676e-3f98-4231-be98-c29e0401c23b req-ee5bb84d-2928-4ca2-90f3-bd9fa2d295f7 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.786583 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe5d676e-3f98-4231-be98-c29e0401c23b req-ee5bb84d-2928-4ca2-90f3-bd9fa2d295f7 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.1191487 Feb 11 13:18:43.855145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-319df01e-e24f-43f6-a0ad-14e31a7649e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 HTTP/1.1" status: 200 len: 217 time: 0.0553648 Feb 11 13:18:43.868659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] For port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:43.902635 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:43.935761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] For port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:43.966141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc94a6-2f72-4542-924e-4de638db03ab req-ba9535f0-6d18-498d-af4d-0ea046918d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:43.967621 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-ba9535f0-6d18-498d-af4d-0ea046918d89 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1016300 Feb 11 13:18:43.976207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedd9a5-f599-41f8-b9fb-27a66cdb386b req-312fffdb-ae59-4f61-9035-15fd65c34023 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:43.977968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2eedd9a5-f599-41f8-b9fb-27a66cdb386b req-312fffdb-ae59-4f61-9035-15fd65c34023 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 947 time: 0.1265757 Feb 11 13:18:43.981836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 603ad938-774c-4e3f-aa90-44c92149f9ab {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:44.002815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.037780 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.046368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46eb34-475f-404f-9b85-9a8df545b591 req-1de4ed3f-3184-48de-8c11-d06a343a72f9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:44.048025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e46eb34-475f-404f-9b85-9a8df545b591 req-1de4ed3f-3184-48de-8c11-d06a343a72f9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1754112 Feb 11 13:18:44.067519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6ac3a70-79b5-405c-b90a-59111e7283e6 req-aad4154d-ff1c-421a-9ef8-fb4bb9c43d3a service neutron] 10.222.0.13 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748170 Feb 11 13:18:44.068442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Transition to ACTIVE for port object 603ad938-774c-4e3f-aa90-44c92149f9ab will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:44.084668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2eedd9a5-f599-41f8-b9fb-27a66cdb386b req-e9c5a8da-43ff-451a-bc19-b366e49fe583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967057 Feb 11 13:18:44.091459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc94a6-2f72-4542-924e-4de638db03ab req-0d28afef-95e6-4c45-9ded-fbb96df48305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:44.093104 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-0d28afef-95e6-4c45-9ded-fbb96df48305 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143796 Feb 11 13:18:44.167872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:44.168509 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.169890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] 10.222.0.59 "PUT /v2.0/ports/2aab0520-de7c-4ba9-bb14-50e9d8777e0f HTTP/1.1" status: 200 len: 1091 time: 3.2735600 Feb 11 13:18:44.170852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.172674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb311f2c-5d62-4454-9533-c57a1177ea66', 'tag': '2aab0520-de7c-4ba9-bb14-50e9d8777e0f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:44.179762 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f939b97-0316-46dc-8836-40fdfe00eea9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb311f2c-5d62-4454-9533-c57a1177ea66", "tag": "2aab0520-de7c-4ba9-bb14-50e9d8777e0f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:44.196086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.200649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.287645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6aa71b-7abf-4c13-9bfa-395e966971b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:44.316902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Allocated IP 172.20.0.5 (ac57c815-c618-4598-a5e8-315fe8cbb4fd/1c5f33bb-0fcb-4441-afed-dde8263dc764/9a725de2-4c86-4b07-9364-27c8ed7d6e56) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:44.385680 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e46eb34-475f-404f-9b85-9a8df545b591 req-343b51df-e67e-4769-8b60-089055cd8277 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236158 Feb 11 13:18:44.389230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Network ac57c815-c618-4598-a5e8-315fe8cbb4fd is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:44.389382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event deleted for resources: {'Port': ['ID=1d34c2d2-3742-4ea1-950e-4c8919b23ff9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:44.426436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0118f3a-ad79-47a7-810b-e477e31e1d07 req-2e5c194e-c713-440d-936d-758484bad62d tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/ports?device_id=15d6d030-c0ca-4cd6-ae78-c5cd1031cc94 HTTP/1.1" status: 200 len: 210 time: 0.0831861 Feb 11 13:18:44.459063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:44.483763 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:44.506209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6ac3a70-79b5-405c-b90a-59111e7283e6 req-c2b85e78-8009-4d3c-85bb-110a2c3f71b6 service neutron] 10.222.0.13 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082046 Feb 11 13:18:44.508435 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135aa8d0-4a06-4df9-b12f-bc990e16a1e7 x-openstack-request-id: req-135aa8d0-4a06-4df9-b12f-bc990e16a1e7 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:44.509172 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5", "tag": "bf34c3a7-efc2-47ab-9ee2-15b8db1b2116", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:44.509485 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-135aa8d0-4a06-4df9-b12f-bc990e16a1e7 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:44.509967 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5', 'tag': 'bf34c3a7-efc2-47ab-9ee2-15b8db1b2116', 'status': 'completed', 'code': 200} Feb 11 13:18:44.531806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-838c7d57-1ff8-4ad6-bb72-1233470a492b service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229798 Feb 11 13:18:44.577638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=603ad938-774c-4e3f-aa90-44c92149f9ab,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:44.581961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-939db321-8540-4c9a-b0b0-9c33e2df7781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:44.583537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-939db321-8540-4c9a-b0b0-9c33e2df7781 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4834d3071c44818b9a3c29a81cfd954&device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 1094 time: 0.2866073 Feb 11 13:18:44.727235 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-ca6b0dd7-1d0c-488a-9969-ea87e0c5ac31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aab0520-de7c-4ba9-bb14-50e9d8777e0f HTTP/1.1" status: 200 len: 217 time: 0.1051238 Feb 11 13:18:44.748194 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b4eecc80-9515-4ae3-a605-c6a9149481d7 req-a1b8757e-a07b-4ea1-b6c5-32286385406e tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/2fdac1e7-dddc-47b6-9c3c-960271aaa0f1 HTTP/1.1" status: 200 len: 1780 time: 0.2369230 Feb 11 13:18:44.832828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:44.843354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68cc94a6-2f72-4542-924e-4de638db03ab req-8c36dda7-f333-4fa9-a8db-a2e853039341 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859011 Feb 11 13:18:44.847500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Attempting to bind port 603ad938-774c-4e3f-aa90-44c92149f9ab on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:44.848703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Attempting to bind port 603ad938-774c-4e3f-aa90-44c92149f9ab by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:44.850128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Attempting to bind port 603ad938-774c-4e3f-aa90-44c92149f9ab on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:44.854797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.865610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:44.866417 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.870442 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9617bfd5-ff5f-4dc9-b472-2398beb521d7 x-openstack-request-id: req-9617bfd5-ff5f-4dc9-b472-2398beb521d7 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:44.870442 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb311f2c-5d62-4454-9533-c57a1177ea66", "tag": "2aab0520-de7c-4ba9-bb14-50e9d8777e0f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:44.870442 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9617bfd5-ff5f-4dc9-b472-2398beb521d7 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:44.872467 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb311f2c-5d62-4454-9533-c57a1177ea66', 'tag': '2aab0520-de7c-4ba9-bb14-50e9d8777e0f', 'status': 'completed', 'code': 200} Feb 11 13:18:44.889385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7a7793ef-2fe1-4287-ac7f-7526b932f2f8 None None] Provisioning complete for port dfc56205-41a9-4276-bb26-1022f07e7cc6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:44.890430 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7a7793ef-2fe1-4287-ac7f-7526b932f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.899204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Port 603ad938-774c-4e3f-aa90-44c92149f9ab on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:44.899557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Attempting to bind port 603ad938-774c-4e3f-aa90-44c92149f9ab on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:44.901575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Pushing event updated for resources: {'Port': ['ID=dfc56205-41a9-4276-bb26-1022f07e7cc6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:44.917560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:44.917997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:44.918383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:44.918826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Bound port: 603ad938-774c-4e3f-aa90-44c92149f9ab, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:44.919183 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:44.938798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed55f7a-701b-4464-9c30-ddbcc097db00 req-ebc079b3-b328-40a2-904c-b9ccf75d4f34 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:44.940628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ed55f7a-701b-4464-9c30-ddbcc097db00 req-ebc079b3-b328-40a2-904c-b9ccf75d4f34 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 949 time: 0.3734667 Feb 11 13:18:44.944139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-7e9a0b0c-c751-4a81-8bb9-277780b8f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:44.945555 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-7e9a0b0c-c751-4a81-8bb9-277780b8f2c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1c5f33bb-0fcb-4441-afed-dde8263dc764 HTTP/1.1" status: 200 len: 855 time: 0.2033195 Feb 11 13:18:44.972313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 56d1caa3-26d2-4395-b603-beabb0d2696f up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:44.999170 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-a9963eaf-a51f-47c7-9a81-97c230d7d31b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5785761 Feb 11 13:18:45.022772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7a7793ef-2fe1-4287-ac7f-7526b932f2f8 None None] Port dfc56205-41a9-4276-bb26-1022f07e7cc6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:18:45.034812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Request body: {'port': {'device_id': '54b05753-15a0-4f55-9d29-67c0a10cd7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:45.101097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 56d1caa3-26d2-4395-b603-beabb0d2696f completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:45.109796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 56d1caa3-26d2-4395-b603-beabb0d2696f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:45.110564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.130692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ed55f7a-701b-4464-9c30-ddbcc097db00 req-e57d8d60-9b81-4f68-a591-f037d8f429cf tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549351 Feb 11 13:18:45.137927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b814c88-9850-421c-80fc-2d037c409dac req-d28771c7-df45-4153-b8c1-c162cdb5b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.138618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] For port 603ad938-774c-4e3f-aa90-44c92149f9ab, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:45.140522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b814c88-9850-421c-80fc-2d037c409dac req-d28771c7-df45-4153-b8c1-c162cdb5b558 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 1098 time: 0.1396506 Feb 11 13:18:45.140522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:45.144178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-200ad55d-1246-4a76-a935-daa087627a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.145843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-200ad55d-1246-4a76-a935-daa087627a2d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac57c815-c618-4598-a5e8-315fe8cbb4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713521 Feb 11 13:18:45.158975 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.161959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] Sync routers for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:45.190290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:45.191322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:18:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:45.194026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] For port 603ad938-774c-4e3f-aa90-44c92149f9ab, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=603ad938-774c-4e3f-aa90-44c92149f9ab,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:45.280795 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.291630 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.493424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d1caa3-26d2-4395-b603-beabb0d2696f'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:45.495771 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4513d6af-efea-4af9-9abb-64d1b5170fa1" -d '{"events": [{"server_uuid": "d3c80eb4-ad5a-4321-932b-953970d61a61", "name": "network-vif-plugged", "status": "completed", "tag": "56d1caa3-26d2-4395-b603-beabb0d2696f"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:45.514458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:45.525068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:45.557679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.565337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] No DVR routers for this DVR port 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:45.572992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-984a0c6e-b95b-45c0-ad8c-1989dcfad795 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.574591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-984a0c6e-b95b-45c0-ad8c-1989dcfad795 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/networks?id=e055b0fa-ddbd-4312-b152-6887c946b0b7 HTTP/1.1" status: 200 len: 822 time: 0.6107574 Feb 11 13:18:45.576988 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.581307 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-490e077b-330e-4aa1-b104-e314f49a4b47 req-8d4e3576-42f9-4b21-8d81-cd7c84c0b59b tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.13 "DELETE /v2.0/ports/1d34c2d2-3742-4ea1-950e-4c8919b23ff9 HTTP/1.1" status: 204 len: 173 time: 3.5054646 Feb 11 13:18:45.610766 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.649321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Network ac57c815-c618-4598-a5e8-315fe8cbb4fd is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:45.650457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.650928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.651099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-24d43424-15e5-4c49-be32-103e957a7798 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/quotas/6d4425c7777d4c33a6c9a92ce06ac536 HTTP/1.1" status: 200 len: 375 time: 0.0651333 Feb 11 13:18:45.652241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] 10.222.0.59 "PUT /v2.0/ports/603ad938-774c-4e3f-aa90-44c92149f9ab HTTP/1.1" status: 200 len: 1096 time: 2.9831178 Feb 11 13:18:45.656978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:45.668310 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:45.684745 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Pushing event updated for resources: {'Port': ['ID=9a725de2-4c86-4b07-9364-27c8ed7d6e56,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:45.736082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b814c88-9850-421c-80fc-2d037c409dac req-06c03a56-168b-4fea-9175-7b683e3af80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.738021 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b814c88-9850-421c-80fc-2d037c409dac req-06c03a56-168b-4fea-9175-7b683e3af80b service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.5872030 Feb 11 13:18:45.751284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=56d1caa3-26d2-4395-b603-beabb0d2696f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:45.800200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-5581c3ea-f975-4955-b6e6-54a758e73a0f service neutron] 10.222.0.59 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275151 Feb 11 13:18:45.815621 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b814c88-9850-421c-80fc-2d037c409dac req-7fca66e0-fce6-4381-926b-8fb45e19ad75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 HTTP/1.1" status: 200 len: 217 time: 0.0697248 Feb 11 13:18:45.823422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.824081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:45.826640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a6ca7-8efc-46ed-aadb-66358d35b3d4 req-7d0511e2-835d-44af-8eb0-b5623617a87f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.828402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-538a6ca7-8efc-46ed-aadb-66358d35b3d4 req-7d0511e2-835d-44af-8eb0-b5623617a87f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 944 time: 0.5811989 Feb 11 13:18:45.829856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf638c8d-a074-4890-907b-a09bc474d6f9 service neutron] Pushing event updated for resources: {'Port': ['ID=603ad938-774c-4e3f-aa90-44c92149f9ab,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:45.859350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9696ea1b-8313-4a23-9a6d-7745cec805be tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1998100 Feb 11 13:18:45.914376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:45.958644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] Checking router: eee1f0ec-9cb0-47f3-8283-08d12dcbb057 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:45.973101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:45.975540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:18:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:45.993664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b814c88-9850-421c-80fc-2d037c409dac req-59a1fa84-e959-40dd-9f8d-c90fa856d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.995212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b814c88-9850-421c-80fc-2d037c409dac req-59a1fa84-e959-40dd-9f8d-c90fa856d240 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1669784 Feb 11 13:18:46.000521 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-bf29b7fa-1d90-488a-b966-197a0b6bb531 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0369561 Feb 11 13:18:46.029318 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Request body: {'port': {'device_id': '4ad89c1a-d190-46eb-bc6e-f33844abdcf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:46.117946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-1148a771-0512-4946-95e9-cbb4060c6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:46.119437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-1148a771-0512-4946-95e9-cbb4060c6e9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 1099 time: 0.3227134 Feb 11 13:18:46.130549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-538a6ca7-8efc-46ed-aadb-66358d35b3d4 req-027ec87d-82e8-4cb2-8699-5fb76fc55dc3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442292 Feb 11 13:18:46.136998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-ed7d34d4-ebcc-4f45-9d62-4d3df202ca65 service neutron] 10.222.0.52 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465827 Feb 11 13:18:46.151086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b814c88-9850-421c-80fc-2d037c409dac req-f31e5ba8-49fd-4755-a0ea-a35c9cec1389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:46.152594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b814c88-9850-421c-80fc-2d037c409dac req-f31e5ba8-49fd-4755-a0ea-a35c9cec1389 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487446 Feb 11 13:18:46.170517 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.189552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-686d2a95-0140-4d07-96f0-63ba17cf4544 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=603ad938-774c-4e3f-aa90-44c92149f9ab HTTP/1.1" status: 200 len: 217 time: 0.0564957 Feb 11 13:18:46.191712 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f2027ae-55db-425f-af3e-8c90097a2195 req-85c1c30d-35fa-4a7c-80dd-ec2777558c46 service neutron] 10.222.0.59 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539851 Feb 11 13:18:46.216015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:46.261533 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-43347d82-6d79-4723-b12c-963ce768fb33 None None] Provisioning complete for port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:46.261956 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-43347d82-6d79-4723-b12c-963ce768fb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.272962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-8ec0f464-e884-48d5-80a5-3c9839bc46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:46.274602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-8ec0f464-e884-48d5-80a5-3c9839bc46c9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0719945 Feb 11 13:18:46.377698 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9fbb605e-0776-40b1-a7d8-34b9d96c50fc service neutron] 10.222.0.52 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240300 Feb 11 13:18:46.396085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc56205-41a9-4276-bb26-1022f07e7cc6 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:46.405667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-43347d82-6d79-4723-b12c-963ce768fb33 None None] Port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:18:46.412024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.443336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Transition to ACTIVE for port object dfc56205-41a9-4276-bb26-1022f07e7cc6 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:46.446885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d0ff8495-4efa-4a49-ab35-2bce6e7de5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:46.449181 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-d0ff8495-4efa-4a49-ab35-2bce6e7de5a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661425 Feb 11 13:18:46.459622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98287345-78f6-4caf-936b-5eccc2f4d1ec req-e85400c8-a8dd-4eb7-96f9-759355b722a2 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:46.461554 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98287345-78f6-4caf-936b-5eccc2f4d1ec req-e85400c8-a8dd-4eb7-96f9-759355b722a2 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 931 time: 0.1804676 Feb 11 13:18:46.464779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-48642e3f-dab9-4f54-b555-5555b92517b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:46.465577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-48642e3f-dab9-4f54-b555-5555b92517b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4834d3071c44818b9a3c29a81cfd954&device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 1094 time: 0.1502407 Feb 11 13:18:46.474834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b814c88-9850-421c-80fc-2d037c409dac req-129236cd-2a92-4805-9451-13d42b54ca41 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113902 Feb 11 13:18:46.535341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:46.540786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'name': 'network-vif-deleted', 'tag': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:46.543594 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b790c1-094f-4acb-8f58-44d043bcec9a" -d '{"events": [{"server_uuid": "15d6d030-c0ca-4cd6-ae78-c5cd1031cc94", "name": "network-vif-deleted", "tag": "1d34c2d2-3742-4ea1-950e-4c8919b23ff9"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:46.564604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bc6dc4-a889-4489-a08d-6566c247ff06 None None] The sync data for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 is: [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:15:30Z', 'revision_number': 4, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'b9b5f0ad-40b6-4135-a4bc-307a26ed121a', 'name': '', 'network_id': 'd9040ff7-c9e8-479c-a4b0-9604775f45cf', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'mac_address': 'fa:16:3e:0a:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:29Z', 'updated_at': '2022-02-11T13:15:34Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'subnets': [{'id': 'c627b4e6-0a2b-473f-9670-34857f922d4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:46.581942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:46.658327 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b814c88-9850-421c-80fc-2d037c409dac req-6e48af3a-2042-4aa5-8ced-3171eaec956a service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750016 Feb 11 13:18:46.696961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98287345-78f6-4caf-936b-5eccc2f4d1ec req-0574c34d-9dc8-4c01-a046-721badf6d01d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214847 Feb 11 13:18:46.733721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Pushing event updated for resources: {'Port': ['ID=dfc56205-41a9-4276-bb26-1022f07e7cc6,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:46.768126 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a77e40c-72fa-47cc-b1f1-60e09cdc73a9 req-6e7c3382-d3dc-4eb1-8d2e-e5ea07d36b8b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/2fdac1e7-dddc-47b6-9c3c-960271aaa0f1 HTTP/1.1" status: 200 len: 1780 time: 0.1044283 Feb 11 13:18:46.780548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:46.819189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-7cc5bf5d-1dcc-40ef-9bb9-f63b04910867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:46.822055 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-7cc5bf5d-1dcc-40ef-9bb9-f63b04910867 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 200 len: 917 time: 0.3463068 Feb 11 13:18:46.836161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:18:46.836501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1d34c2d2-3742-4ea1-950e-4c8919b23ff9 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:46.860113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-fb747da7-9121-470f-a67c-90edd503ba4f service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934567 Feb 11 13:18:46.900389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148cc380-577e-4068-9c6c-ec7dfb36c70c', 'tag': '603ad938-774c-4e3f-aa90-44c92149f9ab'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:46.902761 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff810fe-0aac-409c-b80a-9e2fe166c363" -d '{"events": [{"name": "network-changed", "server_uuid": "148cc380-577e-4068-9c6c-ec7dfb36c70c", "tag": "603ad938-774c-4e3f-aa90-44c92149f9ab"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:46.928699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a725de2-4c86-4b07-9364-27c8ed7d6e56 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:46.942848 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-bdccb5d6-3410-49e5-b3cc-eee0aa62fe31 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aab0520-de7c-4ba9-bb14-50e9d8777e0f HTTP/1.1" status: 200 len: 217 time: 0.0933373 Feb 11 13:18:47.002433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.005010 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a77e40c-72fa-47cc-b1f1-60e09cdc73a9 req-0cc30b22-6f31-46ba-917e-3987bd725211 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.042227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Transition to ACTIVE for port object 9a725de2-4c86-4b07-9364-27c8ed7d6e56 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:47.046886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a77e40c-72fa-47cc-b1f1-60e09cdc73a9 req-0cc30b22-6f31-46ba-917e-3987bd725211 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.064893 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d5b99-ea24-4e10-807b-60b7fc781cd5 None None] New status for floating IP 8057bba2-9c49-478d-9598-e48c0af48626: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:18:47.078455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Attempting to bind port dfc56205-41a9-4276-bb26-1022f07e7cc6 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:47.078964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Attempting to bind port dfc56205-41a9-4276-bb26-1022f07e7cc6 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:47.079432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Attempting to bind port dfc56205-41a9-4276-bb26-1022f07e7cc6 on network ac57c815-c618-4598-a5e8-315fe8cbb4fd {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:47.106607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Port dfc56205-41a9-4276-bb26-1022f07e7cc6 on network ac57c815-c618-4598-a5e8-315fe8cbb4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:47.106928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Attempting to bind port dfc56205-41a9-4276-bb26-1022f07e7cc6 on network ac57c815-c618-4598-a5e8-315fe8cbb4fd {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:47.116242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691763f-d4f6-4d90-9863-239a6002f2ed req-963d70bd-7497-498b-92a4-8ebda73e4ec1 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.117712 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0691763f-d4f6-4d90-9863-239a6002f2ed req-963d70bd-7497-498b-92a4-8ebda73e4ec1 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 947 time: 0.2553511 Feb 11 13:18:47.127729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-f0f44529-4ed1-4561-83e9-5da2cdb932de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.129143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-f0f44529-4ed1-4561-83e9-5da2cdb932de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1c5f33bb-0fcb-4441-afed-dde8263dc764 HTTP/1.1" status: 200 len: 855 time: 0.1510055 Feb 11 13:18:47.135989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:47.136427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Checking segment: {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:47.136748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Bound using segment: {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:47.137811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Bound port: dfc56205-41a9-4276-bb26-1022f07e7cc6, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:47.137811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.154596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.179108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d80bfb1f-928a-455f-816e-261f0eb6fee6 req-69c1384d-11f8-41db-9e92-1ccbbd4bd7b5 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613780 Feb 11 13:18:47.236697 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a77e40c-72fa-47cc-b1f1-60e09cdc73a9 req-0cc30b22-6f31-46ba-917e-3987bd725211 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.239287 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a77e40c-72fa-47cc-b1f1-60e09cdc73a9 req-0cc30b22-6f31-46ba-917e-3987bd725211 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.253006 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a77e40c-72fa-47cc-b1f1-60e09cdc73a9 req-0cc30b22-6f31-46ba-917e-3987bd725211 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/2fdac1e7-dddc-47b6-9c3c-960271aaa0f1 HTTP/1.1" status: 204 len: 173 time: 0.4103055 Feb 11 13:18:47.258900 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0691763f-d4f6-4d90-9863-239a6002f2ed req-1144d2ec-622f-427a-baa8-bc2de5f0cb9e tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287766 Feb 11 13:18:47.311759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Pushing event updated for resources: {'Port': ['ID=9a725de2-4c86-4b07-9364-27c8ed7d6e56,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:47.323052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] For port dfc56205-41a9-4276-bb26-1022f07e7cc6, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:47.328250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] For port dfc56205-41a9-4276-bb26-1022f07e7cc6, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=dfc56205-41a9-4276-bb26-1022f07e7cc6,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:47.341246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-0b55dca6-87fa-4c85-bed3-a6d3137e00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.343570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-0b55dca6-87fa-4c85-bed3-a6d3137e00ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac57c815-c618-4598-a5e8-315fe8cbb4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2009997 Feb 11 13:18:47.375270 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089db6a5-aed5-4766-8b1f-6ff07afb1825 x-openstack-request-id: req-089db6a5-aed5-4766-8b1f-6ff07afb1825 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:47.376803 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c80eb4-ad5a-4321-932b-953970d61a61", "name": "network-vif-plugged", "status": "completed", "tag": "56d1caa3-26d2-4395-b603-beabb0d2696f", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:47.377216 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-089db6a5-aed5-4766-8b1f-6ff07afb1825 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:47.377741 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d1caa3-26d2-4395-b603-beabb0d2696f', 'code': 200} Feb 11 13:18:47.378857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc30b22-6f31-46ba-917e-3987bd725211 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdac1e7-dddc-47b6-9c3c-960271aaa0f1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:47.443164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Attempting to bind port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:47.443504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Attempting to bind port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:47.443843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Attempting to bind port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 on network ac57c815-c618-4598-a5e8-315fe8cbb4fd {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:47.464969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5983731-e07b-4041-8a81-7c8f6b3707c8 req-a7b92aaa-3e58-462a-8be4-fac776dcc59d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.473112 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5983731-e07b-4041-8a81-7c8f6b3707c8 req-a7b92aaa-3e58-462a-8be4-fac776dcc59d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1115804 Feb 11 13:18:47.477087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.481838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 on network ac57c815-c618-4598-a5e8-315fe8cbb4fd not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:47.482230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Attempting to bind port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 on network ac57c815-c618-4598-a5e8-315fe8cbb4fd {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:47.498931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:47.499266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Checking segment: {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:47.499640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Bound using segment: {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:47.500077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Bound port: 9a725de2-4c86-4b07-9364-27c8ed7d6e56, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e1508ff-4a7f-40ac-8385-8eb44209d9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:47.500430 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.525389 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5983731-e07b-4041-8a81-7c8f6b3707c8 req-2a4fcfdb-3c60-4b05-8173-584ec42b230f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513773 Feb 11 13:18:47.583927 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9916bb5c-77e6-4089-affc-5d8e4f5502f0 x-openstack-request-id: req-9916bb5c-77e6-4089-affc-5d8e4f5502f0 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:47.584421 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d6d030-c0ca-4cd6-ae78-c5cd1031cc94", "name": "network-vif-deleted", "tag": "1d34c2d2-3742-4ea1-950e-4c8919b23ff9", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:47.584903 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9916bb5c-77e6-4089-affc-5d8e4f5502f0 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:47.585424 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d6d030-c0ca-4cd6-ae78-c5cd1031cc94', 'name': 'network-vif-deleted', 'tag': '1d34c2d2-3742-4ea1-950e-4c8919b23ff9', 'status': 'completed', 'code': 200} Feb 11 13:18:47.593591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] For port 9a725de2-4c86-4b07-9364-27c8ed7d6e56, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:47.598674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] For port 9a725de2-4c86-4b07-9364-27c8ed7d6e56, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9a725de2-4c86-4b07-9364-27c8ed7d6e56,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:47.619758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-5e540392-57b2-4aac-8e62-20bf437234e8 service neutron] 10.222.0.59 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682607 Feb 11 13:18:47.631230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.631900 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.633475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] 10.222.0.13 "PUT /v2.0/ports/dfc56205-41a9-4276-bb26-1022f07e7cc6 HTTP/1.1" status: 200 len: 1092 time: 2.6042290 Feb 11 13:18:47.658121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4d9cc91f-92ab-436c-8ab4-1d6cfbd1db36 req-c6401d73-91cc-443f-903e-393d169870c6 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 210 time: 0.0348346 Feb 11 13:18:47.680660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.711453 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e17836-a7e6-42fe-8eea-527e21bc7758 x-openstack-request-id: req-b9e17836-a7e6-42fe-8eea-527e21bc7758 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:47.717859 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148cc380-577e-4068-9c6c-ec7dfb36c70c", "tag": "603ad938-774c-4e3f-aa90-44c92149f9ab", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:47.717859 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9e17836-a7e6-42fe-8eea-527e21bc7758 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:47.717859 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148cc380-577e-4068-9c6c-ec7dfb36c70c', 'tag': '603ad938-774c-4e3f-aa90-44c92149f9ab', 'status': 'completed', 'code': 200} Feb 11 13:18:47.769115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.769879 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:47.771386 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a725de2-4c86-4b07-9364-27c8ed7d6e56 HTTP/1.1" status: 200 len: 1091 time: 1.7516000 Feb 11 13:18:47.785239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1c3fa-d664-478a-b1dd-1fda0557d2ea service neutron] Pushing event updated for resources: {'Port': ['ID=dfc56205-41a9-4276-bb26-1022f07e7cc6,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:47.791047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45952668-1238-47b6-aea5-063acddd6b12 req-d52e100b-24f8-4bcf-8dac-79966d62dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.792581 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45952668-1238-47b6-aea5-063acddd6b12 req-d52e100b-24f8-4bcf-8dac-79966d62dc64 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 1096 time: 0.3317261 Feb 11 13:18:47.810769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c267c1-3930-451b-bcad-2877d9a1cb4f req-affd7aa0-87f0-4258-b5c9-8f3fb853693c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.814613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16c267c1-3930-451b-bcad-2877d9a1cb4f req-affd7aa0-87f0-4258-b5c9-8f3fb853693c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 949 time: 0.3400340 Feb 11 13:18:47.842819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79aa884-18a5-486d-b863-5c5d098a7849 service neutron] Pushing event updated for resources: {'Port': ['ID=9a725de2-4c86-4b07-9364-27c8ed7d6e56,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:47.851653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-b95c0681-0d28-4197-b715-a9f252182d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.853222 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-b95c0681-0d28-4197-b715-a9f252182d01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 1099 time: 0.1189513 Feb 11 13:18:47.866377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4dffb-e299-4cbc-bc96-df17c65c0c9f req-5ea352fe-9f2a-4563-9d34-411269cda3ee tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.867919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76f4dffb-e299-4cbc-bc96-df17c65c0c9f req-5ea352fe-9f2a-4563-9d34-411269cda3ee tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.0895801 Feb 11 13:18:47.885441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f939b97-0316-46dc-8836-40fdfe00eea9 req-752a1a26-f276-45e5-8ee6-1c8befde09a6 service neutron] 10.222.0.59 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278717 Feb 11 13:18:47.912235 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45952668-1238-47b6-aea5-063acddd6b12 req-4318e04c-0219-4edd-b060-f3230b2bf5eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963264 Feb 11 13:18:47.925056 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16c267c1-3930-451b-bcad-2877d9a1cb4f req-b56b29e0-1bf1-4dda-8695-4c23c3ba6b6f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981100 Feb 11 13:18:47.928003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-37d63ffb-0bf6-40e6-8c60-7556e4c2682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:47.929496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-37d63ffb-0bf6-40e6-8c60-7556e4c2682f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4834d3071c44818b9a3c29a81cfd954&device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 1095 time: 0.1278872 Feb 11 13:18:47.999618 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-041852f0-929d-4d04-8e18-faeea9015d3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc56205-41a9-4276-bb26-1022f07e7cc6 HTTP/1.1" status: 200 len: 217 time: 0.0571051 Feb 11 13:18:48.005579 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-c9ce91ce-b674-438b-8cae-0c6c791e4e4d req-1f5dae2f-0b9b-4898-9434-d212f2bd444c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] show failed (client error): The resource could not be found. Feb 11 13:18:48.006852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9ce91ce-b674-438b-8cae-0c6c791e4e4d req-1f5dae2f-0b9b-4898-9434-d212f2bd444c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/2fdac1e7-dddc-47b6-9c3c-960271aaa0f1 HTTP/1.1" status: 404 len: 352 time: 0.0475912 Feb 11 13:18:48.008092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76f4dffb-e299-4cbc-bc96-df17c65c0c9f req-f7ac90b3-212b-4335-aac4-24a5e1e363d9 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114733 Feb 11 13:18:48.071182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-93dda7db-251e-44ee-8c4f-6a71148a8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.072705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-93dda7db-251e-44ee-8c4f-6a71148a8f0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2038195 Feb 11 13:18:48.073671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-ed4fe1df-74b6-486b-84b3-c99f5e6f4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.075391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-78e4a690-dd70-4a9f-b07f-3cc10651df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.075496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-ed4fe1df-74b6-486b-84b3-c99f5e6f4914 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c5f33bb-0fcb-4441-afed-dde8263dc764 HTTP/1.1" status: 200 len: 855 time: 0.0677409 Feb 11 13:18:48.080184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-78e4a690-dd70-4a9f-b07f-3cc10651df42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4834d3071c44818b9a3c29a81cfd954&device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 1094 time: 0.1196241 Feb 11 13:18:48.167190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-b48d2425-0820-408f-a4e0-3d0188d81a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.168563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-b48d2425-0820-408f-a4e0-3d0188d81a53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac57c815-c618-4598-a5e8-315fe8cbb4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777419 Feb 11 13:18:48.174282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-c3da2c27-0afc-4e7a-bda4-67cfc3258ae1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a725de2-4c86-4b07-9364-27c8ed7d6e56 HTTP/1.1" status: 200 len: 217 time: 0.0762720 Feb 11 13:18:48.235687 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-7c6f24c6-9bae-45f3-ad03-1fc25e393457 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=603ad938-774c-4e3f-aa90-44c92149f9ab HTTP/1.1" status: 200 len: 217 time: 0.0592508 Feb 11 13:18:48.269934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52f87f-21fc-4670-b3de-597ddc3e487f req-93285c4e-201e-4e73-8673-da1e0e35b6e0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.271433 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c52f87f-21fc-4670-b3de-597ddc3e487f req-93285c4e-201e-4e73-8673-da1e0e35b6e0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 948 time: 0.1156528 Feb 11 13:18:48.319878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-f145c07b-4e0b-450e-8488-5ed1f3994617 service neutron] 10.222.0.13 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300395 Feb 11 13:18:48.321337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f9c9b-82be-48e9-95b7-5865db6fa11f req-a7905291-1007-427f-b75a-79f9037faea6 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.322849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-897f9c9b-82be-48e9-95b7-5865db6fa11f req-a7905291-1007-427f-b75a-79f9037faea6 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 943 time: 0.1588278 Feb 11 13:18:48.330035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-afd35eca-81f2-4167-a4dc-13b303fa752d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.331473 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-afd35eca-81f2-4167-a4dc-13b303fa752d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c5f33bb-0fcb-4441-afed-dde8263dc764 HTTP/1.1" status: 200 len: 855 time: 0.1075976 Feb 11 13:18:48.337066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-99024ab1-4c5e-4fc9-8826-7aec1de3139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.338430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-99024ab1-4c5e-4fc9-8826-7aec1de3139f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0828578 Feb 11 13:18:48.352363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c52f87f-21fc-4670-b3de-597ddc3e487f req-5a28b7d3-b9fb-4a6e-94c6-972944c04401 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689390 Feb 11 13:18:48.388961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-20948fb2-f371-40ae-a28b-e1d7e8415166 req-159e7eda-e836-4113-8f89-e608998e9b3a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1900942088', 'description': 'tempest-description-1705643137'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:48.428550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-897f9c9b-82be-48e9-95b7-5865db6fa11f req-b30082f8-894e-4571-ac52-f8c65576e2e0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938885 Feb 11 13:18:48.437027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-5e37835e-27c2-4f9b-81cc-34a90f04e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.438848 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-5e37835e-27c2-4f9b-81cc-34a90f04e937 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849886 Feb 11 13:18:48.440493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-0faf176b-0190-49d4-9543-4b7bbf11ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.441859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-0faf176b-0190-49d4-9543-4b7bbf11ecba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac57c815-c618-4598-a5e8-315fe8cbb4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982997 Feb 11 13:18:48.445176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0264d6c-322d-474b-9887-f25c2cc94819 req-df612d32-73bf-484d-8910-a76f6981dadf service neutron] 10.222.0.13 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173384 Feb 11 13:18:48.526194 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-20948fb2-f371-40ae-a28b-e1d7e8415166 req-159e7eda-e836-4113-8f89-e608998e9b3a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.596137 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-20948fb2-f371-40ae-a28b-e1d7e8415166 req-159e7eda-e836-4113-8f89-e608998e9b3a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.640599 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-6f264c37-4ea0-4bcc-81d5-00aa82de186b service neutron] 10.222.0.13 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680903 Feb 11 13:18:48.646757 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-5b9ff49d-f9c1-4f1b-a2e5-c96b24c9b7e7 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009904 Feb 11 13:18:48.656236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f808d4f-ed0d-41b9-af21-bdb7e427033e req-97e6ced6-a449-4ff1-b17a-e899561298f3 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.658447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0f808d4f-ed0d-41b9-af21-bdb7e427033e req-97e6ced6-a449-4ff1-b17a-e899561298f3 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 947 time: 0.1123052 Feb 11 13:18:48.683460 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-20948fb2-f371-40ae-a28b-e1d7e8415166 req-159e7eda-e836-4113-8f89-e608998e9b3a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.716272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7eda-e836-4113-8f89-e608998e9b3a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41ae00a-4b06-4c96-bd46-b55334c0c344,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:48.795028 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0f808d4f-ed0d-41b9-af21-bdb7e427033e req-dbe89d96-6555-43fd-89af-9137854bd068 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220951 Feb 11 13:18:48.797093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-20948fb2-f371-40ae-a28b-e1d7e8415166 req-159e7eda-e836-4113-8f89-e608998e9b3a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:48.798612 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20948fb2-f371-40ae-a28b-e1d7e8415166 req-159e7eda-e836-4113-8f89-e608998e9b3a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4171011 Feb 11 13:18:48.840318 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c3707c-f5bf-4afe-9760-0fafe8d1a3d1 req-3d4a38ff-5d77-4c0f-af41-64db40edc568 service neutron] 10.222.0.13 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916275 Feb 11 13:18:48.843738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ff810fe-0aac-409c-b80a-9e2fe166c363 req-091650c0-490a-49e9-9823-733c8449b4c8 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844842 Feb 11 13:18:48.920964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb1b6a-5d67-4b3d-b8f2-0f30cdfd4224 req-f18b6eee-d822-44b0-9b04-ca0703bd1ce1 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.922497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-91eb1b6a-5d67-4b3d-b8f2-0f30cdfd4224 req-f18b6eee-d822-44b0-9b04-ca0703bd1ce1 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.0534344 Feb 11 13:18:48.928286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40692) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:48.964630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-91eb1b6a-5d67-4b3d-b8f2-0f30cdfd4224 req-72cfcb6b-9295-41f7-b36f-6acd38c8b95c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354435 Feb 11 13:18:48.971504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:49.013602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da777251-a6b8-4edb-a184-4c26d8dd22a6 req-9e4740fc-500c-49c4-af7f-4f29ab7c93a7 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 210 time: 0.0388324 Feb 11 13:18:49.014905 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62f0aa51-4b90-41fa-9f25-5b32c48ecfd9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.015928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-41d1c8e8-e19e-4301-b16f-26d5bfe583fc req-185b7e6a-63bd-4b08-b3e8-dc8035ab95a0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1150097450', 'description': 'tempest-description-2107520743'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:49.055436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62f0aa51-4b90-41fa-9f25-5b32c48ecfd9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.103362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:49.116546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'bf34c3a7-efc2-47ab-9ee2-15b8db1b2116', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'bf34c3a7-efc2-47ab-9ee2-15b8db1b2116', 'mac_address': 'fa:16:3e:b9:55:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:49.136044 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-41d1c8e8-e19e-4301-b16f-26d5bfe583fc req-185b7e6a-63bd-4b08-b3e8-dc8035ab95a0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.155265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4703ed6-b186-4500-98f8-58e44a9af56f req-dbf078cb-df62-45ea-894f-82e79154bc81 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.157573 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e4703ed6-b186-4500-98f8-58e44a9af56f req-dbf078cb-df62-45ea-894f-82e79154bc81 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.0570195 Feb 11 13:18:49.165653 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.184356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:49.207317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:49.218106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e4703ed6-b186-4500-98f8-58e44a9af56f req-9a011aa3-3d00-479c-9f62-592f21111d73 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500717 Feb 11 13:18:49.220989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62f0aa51-4b90-41fa-9f25-5b32c48ecfd9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.224197 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62f0aa51-4b90-41fa-9f25-5b32c48ecfd9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.228266 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-41d1c8e8-e19e-4301-b16f-26d5bfe583fc req-185b7e6a-63bd-4b08-b3e8-dc8035ab95a0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.231549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-62f0aa51-4b90-41fa-9f25-5b32c48ecfd9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "DELETE /v2.0/security-groups/6cb294fe-5271-45ec-9f4a-de854d488993 HTTP/1.1" status: 204 len: 168 time: 0.2961617 Feb 11 13:18:49.231645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40696) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:49.235816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0aa51-4b90-41fa-9f25-5b32c48ecfd9 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb294fe-5271-45ec-9f4a-de854d488993,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.242126 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-67bcb2dd-b01d-4db5-b083-ebafc6d674b6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] show failed (client error): The resource could not be found. Feb 11 13:18:49.243145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-67bcb2dd-b01d-4db5-b083-ebafc6d674b6 tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "GET /v2.0/security-groups/6cb294fe-5271-45ec-9f4a-de854d488993 HTTP/1.1" status: 404 len: 347 time: 0.0134516 Feb 11 13:18:49.246152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40698) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:49.312140 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.340548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-41d1c8e8-e19e-4301-b16f-26d5bfe583fc req-185b7e6a-63bd-4b08-b3e8-dc8035ab95a0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.363167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.446937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b7e6a-63bd-4b08-b3e8-dc8035ab95a0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee88610-bb1b-4377-8bf6-bfb39cc718ba,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.471408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-41d1c8e8-e19e-4301-b16f-26d5bfe583fc req-185b7e6a-63bd-4b08-b3e8-dc8035ab95a0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.472644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41d1c8e8-e19e-4301-b16f-26d5bfe583fc req-185b7e6a-63bd-4b08-b3e8-dc8035ab95a0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4613798 Feb 11 13:18:49.501977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e3034-4d10-469c-9e42-d6d6f38c06bf req-209f75da-d8b9-483b-ab6c-f71ecf42d1b2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.505245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e0e3034-4d10-469c-9e42-d6d6f38c06bf req-209f75da-d8b9-483b-ab6c-f71ecf42d1b2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 948 time: 0.0598571 Feb 11 13:18:49.506160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-bfb6de39-60c0-4d8a-bb77-b735c94f70ad tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.507635 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-bfb6de39-60c0-4d8a-bb77-b735c94f70ad tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.13 "GET /v2.0/networks?id=e055b0fa-ddbd-4312-b152-6887c946b0b7 HTTP/1.1" status: 200 len: 822 time: 0.1798103 Feb 11 13:18:49.514571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a425935c-dbac-4e44-a28a-3c6c1dd2b85e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Deleting port 76d0fa58-ca9a-4a4a-b207-91c87cf85ad9 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:49.514916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a425935c-dbac-4e44-a28a-3c6c1dd2b85e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.557975 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e0e3034-4d10-469c-9e42-d6d6f38c06bf req-25a3232f-8b00-4f81-ab3e-b2ec35dae501 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Feb 11 13:18:49.558613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Request body: {'port': {'device_id': '4be944b4-2f70-42ec-88be-46bfc6254f5b', 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7', 'admin_state_up': True, 'tenant_id': '6d4425c7777d4c33a6c9a92ce06ac536'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:49.586574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-63d431aa-747f-4910-85cb-0285fb90f82e req-93f6d3d0-b670-4bc3-b9eb-86849300aa5b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1275826492', 'description': 'tempest-description-1093068631'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:49.587991 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad89c1a-d190-46eb-bc6e-f33844abdcf2', 'tag': '9a725de2-4c86-4b07-9364-27c8ed7d6e56'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:49.590268 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c60a0c-9d3c-444b-936a-16f8b53afc8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad89c1a-d190-46eb-bc6e-f33844abdcf2", "tag": "9a725de2-4c86-4b07-9364-27c8ed7d6e56"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:49.692119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-63d431aa-747f-4910-85cb-0285fb90f82e req-93f6d3d0-b670-4bc3-b9eb-86849300aa5b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.703354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4e1eb-d26b-443b-a36f-1fa862a12031 req-5a02ee51-16a7-4f7a-9a8b-6cf6f918ad7a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.704895 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9b4e1eb-d26b-443b-a36f-1fa862a12031 req-5a02ee51-16a7-4f7a-9a8b-6cf6f918ad7a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 943 time: 0.1503181 Feb 11 13:18:49.715768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b05753-15a0-4f55-9d29-67c0a10cd7d8', 'tag': 'dfc56205-41a9-4276-bb26-1022f07e7cc6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:49.717905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a425935c-dbac-4e44-a28a-3c6c1dd2b85e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.718049 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92c9030-b768-47e1-9eaf-d93d4f9afda3" -d '{"events": [{"name": "network-changed", "server_uuid": "54b05753-15a0-4f55-9d29-67c0a10cd7d8", "tag": "dfc56205-41a9-4276-bb26-1022f07e7cc6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:49.718525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a425935c-dbac-4e44-a28a-3c6c1dd2b85e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.757869 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a425935c-dbac-4e44-a28a-3c6c1dd2b85e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Calling delete_port for 76d0fa58-ca9a-4a4a-b207-91c87cf85ad9 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:49.776242 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-63d431aa-747f-4910-85cb-0285fb90f82e req-93f6d3d0-b670-4bc3-b9eb-86849300aa5b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.793467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9b4e1eb-d26b-443b-a36f-1fa862a12031 req-9a0d9854-db20-4f37-8857-8eb1cf00ce04 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790009 Feb 11 13:18:49.841385 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c07a9-ec44-46f8-a214-3fc8a0e9c306 x-openstack-request-id: req-e42c07a9-ec44-46f8-a214-3fc8a0e9c306 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:49.841669 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad89c1a-d190-46eb-bc6e-f33844abdcf2", "tag": "9a725de2-4c86-4b07-9364-27c8ed7d6e56", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:49.841935 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e42c07a9-ec44-46f8-a214-3fc8a0e9c306 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:49.842329 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad89c1a-d190-46eb-bc6e-f33844abdcf2', 'tag': '9a725de2-4c86-4b07-9364-27c8ed7d6e56', 'status': 'completed', 'code': 200} Feb 11 13:18:49.876055 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7af6ca-ec07-4899-9773-f2a20e78997a x-openstack-request-id: req-2f7af6ca-ec07-4899-9773-f2a20e78997a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:49.876971 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b05753-15a0-4f55-9d29-67c0a10cd7d8", "tag": "dfc56205-41a9-4276-bb26-1022f07e7cc6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:49.877286 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f7af6ca-ec07-4899-9773-f2a20e78997a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:49.878333 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54b05753-15a0-4f55-9d29-67c0a10cd7d8', 'tag': 'dfc56205-41a9-4276-bb26-1022f07e7cc6', 'status': 'completed', 'code': 200} Feb 11 13:18:49.889240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-63d431aa-747f-4910-85cb-0285fb90f82e req-93f6d3d0-b670-4bc3-b9eb-86849300aa5b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.904989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['bf34c3a7-efc2-47ab-9ee2-15b8db1b2116'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:49.979068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6d3d0-b670-4bc3-b9eb-86849300aa5b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6701e7-b328-4451-92f8-46a3ac0e5fc1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:49.983222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Made reservation on behalf of 6d4425c7777d4c33a6c9a92ce06ac536 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:49.988028 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:49.994418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-3f654f95-6a32-43cf-a76e-33a9024428e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:49.999421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-3f654f95-6a32-43cf-a76e-33a9024428e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4834d3071c44818b9a3c29a81cfd954&device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 1094 time: 0.1055555 Feb 11 13:18:50.063855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e235-df6b-4f52-af33-6cbafbe48c01 req-81f8d175-370f-4169-a2eb-4aebdb244c5d tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.064811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-63d431aa-747f-4910-85cb-0285fb90f82e req-93f6d3d0-b670-4bc3-b9eb-86849300aa5b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.066040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63d431aa-747f-4910-85cb-0285fb90f82e req-93f6d3d0-b670-4bc3-b9eb-86849300aa5b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4837430 Feb 11 13:18:50.071717 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4412e235-df6b-4f52-af33-6cbafbe48c01 req-81f8d175-370f-4169-a2eb-4aebdb244c5d tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 948 time: 0.1318026 Feb 11 13:18:50.114533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-43ede00d-f5d4-4c2a-976c-59e383cc569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.115357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-890d5253-6ddf-494f-9d1c-95417bf29a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.116349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-43ede00d-f5d4-4c2a-976c-59e383cc569c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 200 len: 917 time: 0.1084869 Feb 11 13:18:50.116986 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-890d5253-6ddf-494f-9d1c-95417bf29a24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e4834d3071c44818b9a3c29a81cfd954&device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 1095 time: 0.1785083 Feb 11 13:18:50.117403 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a425935c-dbac-4e44-a28a-3c6c1dd2b85e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.201296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-e2c0d914-7ac4-471e-bde4-abe9a9bfc89b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a725de2-4c86-4b07-9364-27c8ed7d6e56 HTTP/1.1" status: 200 len: 217 time: 0.0634613 Feb 11 13:18:50.258613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c08acd-d9c2-4b75-9955-1676e5623289 req-3e79d3ba-5bfe-48ab-807d-ad6228323bda tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.260197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79c08acd-d9c2-4b75-9955-1676e5623289 req-3e79d3ba-5bfe-48ab-807d-ad6228323bda tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1245883 Feb 11 13:18:50.284966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-3ac97356-29ff-45e9-88c0-1839dbbd2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.286484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-3ac97356-29ff-45e9-88c0-1839dbbd2543 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c5f33bb-0fcb-4441-afed-dde8263dc764 HTTP/1.1" status: 200 len: 855 time: 0.0748665 Feb 11 13:18:50.331565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79c08acd-d9c2-4b75-9955-1676e5623289 req-273e43d7-d73c-4217-ab60-9163a86abbc7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643883 Feb 11 13:18:50.357977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-5389e41b-ad34-46e0-9ff8-5c480290f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.359703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-5389e41b-ad34-46e0-9ff8-5c480290f7ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac57c815-c618-4598-a5e8-315fe8cbb4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591836 Feb 11 13:18:50.451380 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11198d9e-394b-4042-8c23-dd6bccb46e9d req-1b6956bd-e6ac-4424-b14a-a9671856e62b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 210 time: 0.0338199 Feb 11 13:18:50.456932 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425935c-dbac-4e44-a28a-3c6c1dd2b85e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Pushing event deleted for resources: {'Port': ['ID=76d0fa58-ca9a-4a4a-b207-91c87cf85ad9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:50.505007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-52f1297e-1165-4119-bd2b-d1e3a209446f service neutron] 10.222.0.13 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363103 Feb 11 13:18:50.540063 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4412e235-df6b-4f52-af33-6cbafbe48c01 req-2ae9a9b7-348b-44b4-9326-59bb6820287a tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674065 Feb 11 13:18:50.666286 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a425935c-dbac-4e44-a28a-3c6c1dd2b85e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.669407 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a425935c-dbac-4e44-a28a-3c6c1dd2b85e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:50.670556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a425935c-dbac-4e44-a28a-3c6c1dd2b85e tempest-ServersWithSpecificFlavorTestJSON-1905458602 tempest-ServersWithSpecificFlavorTestJSON-1905458602-project] 10.222.0.52 "DELETE /v2.0/floatingips/8057bba2-9c49-478d-9598-e48c0af48626 HTTP/1.1" status: 204 len: 168 time: 1.4234977 Feb 11 13:18:50.673612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Allocated IP 172.20.0.13 (e055b0fa-ddbd-4312-b152-6887c946b0b7/d18a105d-2a8a-4f4c-88e6-31f31c44eeca/2077e968-5b07-4b02-a36c-059d415fc83f) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:50.676005 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d220aa4c-0d1d-4935-a45b-0dce9f2e0d7f req-ad0051d0-0201-4f62-94b9-faaf90c02d3e tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95879232f40c448788547e7013f97912 HTTP/1.1" status: 200 len: 10898 time: 0.1885056 Feb 11 13:18:50.678309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-89c60a0c-9d3c-444b-936a-16f8b53afc8a req-3abe0ffa-f347-4cf2-8f88-520db4789464 service neutron] 10.222.0.13 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634178 Feb 11 13:18:50.678803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-f2091446-8d9c-4420-bdea-e9d54717e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.680223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-f2091446-8d9c-4420-bdea-e9d54717e0f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 200 len: 917 time: 0.5386307 Feb 11 13:18:50.724727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d220aa4c-0d1d-4935-a45b-0dce9f2e0d7f req-d4065990-a18f-4621-ab00-15ffd4c4aa78 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/e451676d-1ab9-4075-bf5e-99f59fc5fcba HTTP/1.1" status: 200 len: 2981 time: 0.0420091 Feb 11 13:18:50.749287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cffa4f-1ccf-4393-ab22-aef17a612c91 req-9a3bc902-9d70-40df-9b0a-05009d09393b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.750919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8cffa4f-1ccf-4393-ab22-aef17a612c91 req-9a3bc902-9d70-40df-9b0a-05009d09393b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.1455171 Feb 11 13:18:50.758117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-6070c915-0156-42c2-acfc-7441c2841168 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc56205-41a9-4276-bb26-1022f07e7cc6 HTTP/1.1" status: 200 len: 217 time: 0.0626254 Feb 11 13:18:50.772778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d220aa4c-0d1d-4935-a45b-0dce9f2e0d7f req-111b82cb-ce09-4f7f-ba94-966d01846700 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/e451676d-1ab9-4075-bf5e-99f59fc5fcba HTTP/1.1" status: 200 len: 2981 time: 0.0408187 Feb 11 13:18:50.871989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ff394-e86d-4a56-a999-69e3ce38d606 req-49b426e8-7f2d-4727-a0c3-046a1f86e31d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.873432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a66ff394-e86d-4a56-a999-69e3ce38d606 req-49b426e8-7f2d-4727-a0c3-046a1f86e31d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 948 time: 0.0504107 Feb 11 13:18:50.886838 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8cffa4f-1ccf-4393-ab22-aef17a612c91 req-4865dfe9-c11d-4559-bd17-6e3dc387a264 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264715 Feb 11 13:18:50.899108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-173a6805-191e-4846-96f9-4c51bfb7ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.900529 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-173a6805-191e-4846-96f9-4c51bfb7ef88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1c5f33bb-0fcb-4441-afed-dde8263dc764 HTTP/1.1" status: 200 len: 855 time: 0.1225259 Feb 11 13:18:50.918973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a66ff394-e86d-4a56-a999-69e3ce38d606 req-cfd42c04-8847-4db1-ba87-8f5970e20579 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350525 Feb 11 13:18:50.975674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec7e370e-15a8-49ff-ab9e-248607b6e5ff req-e98f9780-f286-4c20-a1e5-92e0b0fab721 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/a41ae00a-4b06-4c96-bd46-b55334c0c344 HTTP/1.1" status: 200 len: 1801 time: 0.0394566 Feb 11 13:18:50.985947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-e1a035ff-95ec-4f3c-afba-c806bf5a9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.987694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-e1a035ff-95ec-4f3c-afba-c806bf5a9a80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac57c815-c618-4598-a5e8-315fe8cbb4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791187 Feb 11 13:18:50.987816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2aab0520-de7c-4ba9-bb14-50e9d8777e0f details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:50.990547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.058484 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ec7e370e-15a8-49ff-ab9e-248607b6e5ff req-796f3135-1122-4e95-b453-140a6ecbaf3c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.082810 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ec7e370e-15a8-49ff-ab9e-248607b6e5ff req-796f3135-1122-4e95-b453-140a6ecbaf3c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.100962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:51.113844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '2aab0520-de7c-4ba9-bb14-50e9d8777e0f', 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd', 'port_id': '2aab0520-de7c-4ba9-bb14-50e9d8777e0f', 'mac_address': 'fa:16:3e:a0:33:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5f33bb-0fcb-4441-afed-dde8263dc764', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:51.129150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cdb75-74bb-4ad9-b59d-c30b9bec44eb req-6fbc8afe-4fb0-4201-825b-503068511d72 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.130696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b17cdb75-74bb-4ad9-b59d-c30b9bec44eb req-6fbc8afe-4fb0-4201-825b-503068511d72 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 943 time: 0.0775719 Feb 11 13:18:51.152085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-6113979f-def4-4d28-9e42-ea89061bc303 service neutron] 10.222.0.13 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546037 Feb 11 13:18:51.155767 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.172849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aab0520-de7c-4ba9-bb14-50e9d8777e0f {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:51.197259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:51.211995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ec7e370e-15a8-49ff-ab9e-248607b6e5ff req-796f3135-1122-4e95-b453-140a6ecbaf3c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.214687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ec7e370e-15a8-49ff-ab9e-248607b6e5ff req-796f3135-1122-4e95-b453-140a6ecbaf3c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.216422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec7e370e-15a8-49ff-ab9e-248607b6e5ff req-796f3135-1122-4e95-b453-140a6ecbaf3c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/a41ae00a-4b06-4c96-bd46-b55334c0c344 HTTP/1.1" status: 204 len: 173 time: 0.2342603 Feb 11 13:18:51.222154 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.225868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f3135-1122-4e95-b453-140a6ecbaf3c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41ae00a-4b06-4c96-bd46-b55334c0c344,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.254382 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b17cdb75-74bb-4ad9-b59d-c30b9bec44eb req-f7a86239-b5d8-4586-b05d-c3bd72de25f6 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143312 Feb 11 13:18:51.274724 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.275654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 603ad938-774c-4e3f-aa90-44c92149f9ab details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:51.291731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Network e055b0fa-ddbd-4312-b152-6887c946b0b7 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:51.308867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:51.308867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:51.333195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65933a70-37e6-4fc2-8d06-f51c2f2cf690 req-8776ef40-c773-41c5-bff6-d9ff7e20eac6 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.338370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65933a70-37e6-4fc2-8d06-f51c2f2cf690 req-8776ef40-c773-41c5-bff6-d9ff7e20eac6 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 1096 time: 0.0661964 Feb 11 13:18:51.367769 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event updated for resources: {'Port': ['ID=2077e968-5b07-4b02-a36c-059d415fc83f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.388471 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-d38df07d-9532-414f-a7bb-98638c4d3a7a req-32d4eab7-01e7-48a2-bef1-1b7560ef3b89 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] show failed (client error): The resource could not be found. Feb 11 13:18:51.389521 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d38df07d-9532-414f-a7bb-98638c4d3a7a req-32d4eab7-01e7-48a2-bef1-1b7560ef3b89 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/a41ae00a-4b06-4c96-bd46-b55334c0c344 HTTP/1.1" status: 404 len: 352 time: 0.0504889 Feb 11 13:18:51.393710 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e92c9030-b768-47e1-9eaf-d93d4f9afda3 req-c85041f2-161a-4576-ba3e-f662090abd5c service neutron] 10.222.0.13 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343991 Feb 11 13:18:51.401494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.401983 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.416603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.424474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 603ad938-774c-4e3f-aa90-44c92149f9ab, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=603ad938-774c-4e3f-aa90-44c92149f9ab,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:51.436483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '603ad938-774c-4e3f-aa90-44c92149f9ab', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '603ad938-774c-4e3f-aa90-44c92149f9ab', 'mac_address': 'fa:16:3e:14:53:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:51.479033 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.484095 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-9551c233-4f2e-4733-b62e-a4223005280e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9304569 Feb 11 13:18:51.493638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 603ad938-774c-4e3f-aa90-44c92149f9ab {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:51.498956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Request body: {'port': {'device_id': '4be944b4-2f70-42ec-88be-46bfc6254f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:51.515940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 603ad938-774c-4e3f-aa90-44c92149f9ab, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=603ad938-774c-4e3f-aa90-44c92149f9ab,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:51.559988 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.630037 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.673450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65933a70-37e6-4fc2-8d06-f51c2f2cf690 req-8879d78b-c534-45e0-8e55-6e49a31df360 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306601 Feb 11 13:18:51.683038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=603ad938-774c-4e3f-aa90-44c92149f9ab,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.717120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd38981-d419-4aba-99f6-1b5f2b92d887 req-f05ca1df-7155-4961-9eed-f048aca8c15f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.718627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cd38981-d419-4aba-99f6-1b5f2b92d887 req-f05ca1df-7155-4961-9eed-f048aca8c15f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 946 time: 0.1418808 Feb 11 13:18:51.752952 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-327682ac-4e36-4100-b6f0-3fb95375afad req-1cecacc0-f363-429e-affb-06fac478eadd tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/5ee88610-bb1b-4377-8bf6-bfb39cc718ba HTTP/1.1" status: 200 len: 1801 time: 0.0382822 Feb 11 13:18:51.811466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-327682ac-4e36-4100-b6f0-3fb95375afad req-45828ceb-6207-423c-ba02-bba3481dfdf2 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.834568 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-327682ac-4e36-4100-b6f0-3fb95375afad req-45828ceb-6207-423c-ba02-bba3481dfdf2 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:51.843114 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cd38981-d419-4aba-99f6-1b5f2b92d887 req-f370e5d2-ab38-4852-9317-54ea08178d0d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113217 Feb 11 13:18:51.849733 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-9398f820-fffd-41bd-af16-e16a35a63f99 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.850285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-9398f820-fffd-41bd-af16-e16a35a63f99 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1097 time: 0.1282446 Feb 11 13:18:51.868642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816488-1'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:51.989751 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.015278 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-327682ac-4e36-4100-b6f0-3fb95375afad req-45828ceb-6207-423c-ba02-bba3481dfdf2 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.018115 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-327682ac-4e36-4100-b6f0-3fb95375afad req-45828ceb-6207-423c-ba02-bba3481dfdf2 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.019274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-327682ac-4e36-4100-b6f0-3fb95375afad req-45828ceb-6207-423c-ba02-bba3481dfdf2 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/5ee88610-bb1b-4377-8bf6-bfb39cc718ba HTTP/1.1" status: 204 len: 173 time: 0.2594941 Feb 11 13:18:52.028936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45828ceb-6207-423c-ba02-bba3481dfdf2 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee88610-bb1b-4377-8bf6-bfb39cc718ba,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:52.083010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b64d3a-15a2-475c-afa5-1431398ec9b4 req-8c82f86e-a68a-4506-b338-c40e7448a1f8 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.084520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8b64d3a-15a2-475c-afa5-1431398ec9b4 req-8c82f86e-a68a-4506-b338-c40e7448a1f8 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 932 time: 0.1815221 Feb 11 13:18:52.093013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2077e968-5b07-4b02-a36c-059d415fc83f {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:52.104745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.121821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['603ad938-774c-4e3f-aa90-44c92149f9ab'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:52.127751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['2aab0520-de7c-4ba9-bb14-50e9d8777e0f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:52.163399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe2956-0347-4a21-bbb4-3015882b3f5d req-04b443f5-f187-4509-8322-dfacfd3571d3 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.164958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ffe2956-0347-4a21-bbb4-3015882b3f5d req-04b443f5-f187-4509-8322-dfacfd3571d3 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 948 time: 0.0630372 Feb 11 13:18:52.185447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Transition to ACTIVE for port object 2077e968-5b07-4b02-a36c-059d415fc83f will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:52.202484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8b64d3a-15a2-475c-afa5-1431398ec9b4 req-42d4c2ec-3334-4fe1-9bdd-5fb7a1fa2861 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039636 Feb 11 13:18:52.217709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ffe2956-0347-4a21-bbb4-3015882b3f5d req-c6e00b60-91f9-48a3-b4fe-c2e699da1bf6 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427094 Feb 11 13:18:52.257517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:52.261478 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.355055 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-cbe57b61-f368-43ef-9a6f-39e0fa13973a req-c9358f28-6243-45e9-a8c2-ca8832371845 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] show failed (client error): The resource could not be found. Feb 11 13:18:52.356637 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cbe57b61-f368-43ef-9a6f-39e0fa13973a req-c9358f28-6243-45e9-a8c2-ca8832371845 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/5ee88610-bb1b-4377-8bf6-bfb39cc718ba HTTP/1.1" status: 404 len: 352 time: 0.0652463 Feb 11 13:18:52.376692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d17a2-61c6-4a67-945e-1146feae1f59 req-b73b07da-c61d-4aa9-803e-853e0537daca tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.378956 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-557d17a2-61c6-4a67-945e-1146feae1f59 req-b73b07da-c61d-4aa9-803e-853e0537daca tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 949 time: 0.0656054 Feb 11 13:18:52.411319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:52.433669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-557d17a2-61c6-4a67-945e-1146feae1f59 req-33013367-2c02-4334-b095-9ca0a6d61b2d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475044 Feb 11 13:18:52.447397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Pushing event updated for resources: {'Port': ['ID=2077e968-5b07-4b02-a36c-059d415fc83f,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:52.496645 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52d9fe70-dbde-4a0e-8920-c98b38bced53 req-f018950f-af68-4fac-8b44-2915f17ff691 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/0a6701e7-b328-4451-92f8-46a3ac0e5fc1 HTTP/1.1" status: 200 len: 1801 time: 0.0390041 Feb 11 13:18:52.526100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61f2477-fc30-433d-95d6-768469b5b235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81b3e49a-5662-4aab-8a80-60237449f5b6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:52.528364 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc82a7c-4304-497b-a473-14caca4bc270" -d '{"events": [{"server_uuid": "e61f2477-fc30-433d-95d6-768469b5b235", "name": "network-vif-unplugged", "status": "completed", "tag": "81b3e49a-5662-4aab-8a80-60237449f5b6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:52.545158 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.557992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-52d9fe70-dbde-4a0e-8920-c98b38bced53 req-946a86b9-e880-40c4-a5d5-fc0c1f6522d0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.583119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-52d9fe70-dbde-4a0e-8920-c98b38bced53 req-946a86b9-e880-40c4-a5d5-fc0c1f6522d0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.589166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e8cce-8728-4fef-b333-d8a53445bfc5 req-474da28f-a85d-45d2-a9f1-5f10c5577ae0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.590673 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f25e8cce-8728-4fef-b333-d8a53445bfc5 req-474da28f-a85d-45d2-a9f1-5f10c5577ae0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 943 time: 0.1016471 Feb 11 13:18:52.593072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Attempting to bind port 2077e968-5b07-4b02-a36c-059d415fc83f on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:52.593400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Attempting to bind port 2077e968-5b07-4b02-a36c-059d415fc83f by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:52.593800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Attempting to bind port 2077e968-5b07-4b02-a36c-059d415fc83f on network e055b0fa-ddbd-4312-b152-6887c946b0b7 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:52.604481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Port 2077e968-5b07-4b02-a36c-059d415fc83f on network e055b0fa-ddbd-4312-b152-6887c946b0b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:52.604794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Attempting to bind port 2077e968-5b07-4b02-a36c-059d415fc83f on network e055b0fa-ddbd-4312-b152-6887c946b0b7 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:52.617896 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.622895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:52.623226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Checking segment: {'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:52.623598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Bound using segment: {'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:52.624018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Bound port: 2077e968-5b07-4b02-a36c-059d415fc83f, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7eb951-de14-417d-a0dd-21d64686f666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:52.624353 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.697887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-52d9fe70-dbde-4a0e-8920-c98b38bced53 req-946a86b9-e880-40c4-a5d5-fc0c1f6522d0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.700501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-52d9fe70-dbde-4a0e-8920-c98b38bced53 req-946a86b9-e880-40c4-a5d5-fc0c1f6522d0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.701661 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52d9fe70-dbde-4a0e-8920-c98b38bced53 req-946a86b9-e880-40c4-a5d5-fc0c1f6522d0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/0a6701e7-b328-4451-92f8-46a3ac0e5fc1 HTTP/1.1" status: 204 len: 173 time: 0.1979649 Feb 11 13:18:52.707085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f25e8cce-8728-4fef-b333-d8a53445bfc5 req-ae46639d-8959-4d9c-a624-5adc1bf4dd2b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082287 Feb 11 13:18:52.713116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a86b9-e880-40c4-a5d5-fc0c1f6522d0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6701e7-b328-4451-92f8-46a3ac0e5fc1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:52.744927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Pushing event updated for resources: {'Port': ['ID=81b3e49a-5662-4aab-8a80-60237449f5b6,revision_number=7']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:52.781631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] For port 2077e968-5b07-4b02-a36c-059d415fc83f, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:52.784637 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238b558c-18e4-4bd5-91fa-7d580930c193 x-openstack-request-id: req-238b558c-18e4-4bd5-91fa-7d580930c193 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:52.784928 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61f2477-fc30-433d-95d6-768469b5b235", "name": "network-vif-unplugged", "status": "completed", "tag": "81b3e49a-5662-4aab-8a80-60237449f5b6", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:52.785176 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-238b558c-18e4-4bd5-91fa-7d580930c193 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:52.785539 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61f2477-fc30-433d-95d6-768469b5b235', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81b3e49a-5662-4aab-8a80-60237449f5b6', 'code': 200} Feb 11 13:18:52.798939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on host n-h1-816488-1 for vnic_type normal with profile {"migrating_to": "n-h2-816488-1"} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:52.799272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:52.799594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:52.807261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] For port 2077e968-5b07-4b02-a36c-059d415fc83f, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2077e968-5b07-4b02-a36c-059d415fc83f,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:52.816124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:52.816448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:52.818475 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-5eaaefbc-ca26-4b62-b2da-6e657f895931 req-bc5edcdc-7e11-4afa-996d-29fe63510699 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] show failed (client error): The resource could not be found. Feb 11 13:18:52.819494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5eaaefbc-ca26-4b62-b2da-6e657f895931 req-bc5edcdc-7e11-4afa-996d-29fe63510699 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/0a6701e7-b328-4451-92f8-46a3ac0e5fc1 HTTP/1.1" status: 404 len: 352 time: 0.0224502 Feb 11 13:18:52.824047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:52.827302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:52.827302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:52.827302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Bound port: 81b3e49a-5662-4aab-8a80-60237449f5b6, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:52.827302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.834138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device dfc56205-41a9-4276-bb26-1022f07e7cc6 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:52.873153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40776) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:52.917867 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.962535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:52.968111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port dfc56205-41a9-4276-bb26-1022f07e7cc6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=dfc56205-41a9-4276-bb26-1022f07e7cc6,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:52.977474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.978115 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:52.979478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] 10.222.0.13 "PUT /v2.0/ports/2077e968-5b07-4b02-a36c-059d415fc83f HTTP/1.1" status: 200 len: 1092 time: 1.4855566 Feb 11 13:18:52.989893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'dfc56205-41a9-4276-bb26-1022f07e7cc6', 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd', 'port_id': 'dfc56205-41a9-4276-bb26-1022f07e7cc6', 'mac_address': 'fa:16:3e:c2:02:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5f33bb-0fcb-4441-afed-dde8263dc764', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:53.007260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:53.030828 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-064d57ac-5b19-452c-8f5a-b030b2357759 req-2b5451b9-de39-4e84-a48c-f46028930fa4 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95879232f40c448788547e7013f97912 HTTP/1.1" status: 200 len: 6148 time: 0.1677005 Feb 11 13:18:53.043454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 81b3e49a-5662-4aab-8a80-60237449f5b6 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:53.045348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:53.050560 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.078267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afba25-fead-414c-a7dc-8eef02afe720 req-52e69c4d-6a1f-4807-bb11-d71ac726a833 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.081080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73afba25-fead-414c-a7dc-8eef02afe720 req-52e69c4d-6a1f-4807-bb11-d71ac726a833 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.1391881 Feb 11 13:18:53.096730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263edb4-ff7e-4411-a2b7-2a55bbd64999 service neutron] Pushing event updated for resources: {'Port': ['ID=2077e968-5b07-4b02-a36c-059d415fc83f,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:53.104361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-064d57ac-5b19-452c-8f5a-b030b2357759 req-d19656c6-6517-4300-bab7-03c9db2a1b29 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/e451676d-1ab9-4075-bf5e-99f59fc5fcba HTTP/1.1" status: 200 len: 2981 time: 0.0637207 Feb 11 13:18:53.110405 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.118365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc56205-41a9-4276-bb26-1022f07e7cc6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:53.150593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port dfc56205-41a9-4276-bb26-1022f07e7cc6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=dfc56205-41a9-4276-bb26-1022f07e7cc6,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:53.202044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73afba25-fead-414c-a7dc-8eef02afe720 req-b1aab9d3-661c-4dee-b5ca-dd8276b9c5a6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531585 Feb 11 13:18:53.242334 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.243395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9a725de2-4c86-4b07-9364-27c8ed7d6e56 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:53.286762 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-064d57ac-5b19-452c-8f5a-b030b2357759 req-94300ea7-5a13-4876-9d62-ee5e34d47a69 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/e451676d-1ab9-4075-bf5e-99f59fc5fcba HTTP/1.1" status: 200 len: 2981 time: 0.1705415 Feb 11 13:18:53.311027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, got binding levels [] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:53.341177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Pushing event updated for resources: {'Port': ['ID=81b3e49a-5662-4aab-8a80-60237449f5b6,revision_number=8']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:53.355149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-a5046b3e-8ef1-45b9-8828-6d1be48fec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.357223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-a5046b3e-8ef1-45b9-8828-6d1be48fec03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 1095 time: 0.2424414 Feb 11 13:18:53.357574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:53.379345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:53.380136 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.382960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9a725de2-4c86-4b07-9364-27c8ed7d6e56, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9a725de2-4c86-4b07-9364-27c8ed7d6e56,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:53.387807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.388442 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.390009 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-53b838c8-8007-44c0-8f22-f8ceaba631ed service neutron] 10.222.0.59 "PUT /v2.0/ports/81b3e49a-5662-4aab-8a80-60237449f5b6 HTTP/1.1" status: 200 len: 1122 time: 1.5322635 Feb 11 13:18:53.395120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=dfc56205-41a9-4276-bb26-1022f07e7cc6,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:53.404935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ce1c8-f902-4531-b242-14cfe4dbe452 req-70ddb5d0-fdbf-4c3d-98b0-7ade4041d8fb tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.413103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f84ce1c8-f902-4531-b242-14cfe4dbe452 req-70ddb5d0-fdbf-4c3d-98b0-7ade4041d8fb tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 944 time: 0.1024871 Feb 11 13:18:53.441808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-dc5d244a-6c2f-47f9-98e1-fd338daac3a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2077e968-5b07-4b02-a36c-059d415fc83f HTTP/1.1" status: 200 len: 217 time: 0.0664847 Feb 11 13:18:53.471430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f84ce1c8-f902-4531-b242-14cfe4dbe452 req-6271b6da-9813-41b5-8521-66dd5d4c7cf8 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573823 Feb 11 13:18:53.486871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '9a725de2-4c86-4b07-9364-27c8ed7d6e56', 'network_id': 'ac57c815-c618-4598-a5e8-315fe8cbb4fd', 'port_id': '9a725de2-4c86-4b07-9364-27c8ed7d6e56', 'mac_address': 'fa:16:3e:f4:e3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5f33bb-0fcb-4441-afed-dde8263dc764', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:53.491332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on host n-h1-816488-1 for vnic_type normal with profile {"migrating_to": "n-h2-816488-1"} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:18:53.495868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:18:53.495868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:53.499124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-dd7d1974-6481-40ea-98e4-bad484e32689 req-201defca-c7a7-42f7-8747-1cef4f999887 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1569983795', 'description': 'tempest-description-1919108804'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:53.504740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:53.505028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Attempting to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:53.537148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['81b3e49a-5662-4aab-8a80-60237449f5b6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:53.543418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:53.543418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:18:53.543774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:53.544237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Bound port: 81b3e49a-5662-4aab-8a80-60237449f5b6, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:18:53.544613 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.557757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-d4bb5b3c-891e-4f5e-9788-00c4a5d18eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.559193 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-d4bb5b3c-891e-4f5e-9788-00c4a5d18eaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d18a105d-2a8a-4f4c-88e6-31f31c44eeca HTTP/1.1" status: 200 len: 862 time: 0.0942802 Feb 11 13:18:53.576449 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.576657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ccfa4-4c14-4419-9380-b2b5cdb1d715 req-7b119c52-d04a-4843-beea-a3d0aaa2edd7 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.578164 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f91ccfa4-4c14-4419-9380-b2b5cdb1d715 req-7b119c52-d04a-4843-beea-a3d0aaa2edd7 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 948 time: 0.1482522 Feb 11 13:18:53.623455 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.628621 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dd7d1974-6481-40ea-98e4-bad484e32689 req-201defca-c7a7-42f7-8747-1cef4f999887 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.629451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-21026351-1efd-4a8f-bb60-265fb51b6a1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e055b0fa-ddbd-4312-b152-6887c946b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495713 Feb 11 13:18:53.683149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a725de2-4c86-4b07-9364-27c8ed7d6e56 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:53.699967 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.718049 n-d-816488-1 neutron-server[103008]: WARNING neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Concurrent port binding operations failed on port 81b3e49a-5662-4aab-8a80-60237449f5b6 Feb 11 13:18:53.721559 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f91ccfa4-4c14-4419-9380-b2b5cdb1d715 req-ff209e4f-46b2-49be-99f4-be9668b6cef8 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274676 Feb 11 13:18:53.723903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:53.767373 n-d-816488-1 neutron-server[103008]: INFO neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Attempt 2 to bind port 81b3e49a-5662-4aab-8a80-60237449f5b6 Feb 11 13:18:53.767926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 81b3e49a-5662-4aab-8a80-60237449f5b6 has no active binding in host n-h2-816488-1 {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:18:53.783292 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-07eb7a66-1e3b-4b1e-bfeb-0a3e52b5b36a service neutron] 10.222.0.13 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381354 Feb 11 13:18:53.801496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf34c3a7-efc2-47ab-9ee2-15b8db1b2116'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:53.803844 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d9593b-5538-4293-81bd-779540c4822f" -d '{"events": [{"server_uuid": "8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5", "name": "network-vif-plugged", "status": "completed", "tag": "bf34c3a7-efc2-47ab-9ee2-15b8db1b2116"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:53.830940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['81b3e49a-5662-4aab-8a80-60237449f5b6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:53.839784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9a725de2-4c86-4b07-9364-27c8ed7d6e56, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9a725de2-4c86-4b07-9364-27c8ed7d6e56,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:53.841458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:53.841868 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dd7d1974-6481-40ea-98e4-bad484e32689 req-201defca-c7a7-42f7-8747-1cef4f999887 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.932545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ff5a3-b39a-46ab-9a84-1033e9ec728f req-c20a7a56-a474-4ba4-ab31-61a295c39817 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.940943 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-110ff5a3-b39a-46ab-9a84-1033e9ec728f req-c20a7a56-a474-4ba4-ab31-61a295c39817 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 949 time: 0.1120508 Feb 11 13:18:53.968864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2f04ce2-e206-49ff-99bd-98030eff487a req-377412ee-508b-4b9c-8b99-6c80f784ac2f service neutron] 10.222.0.13 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803379 Feb 11 13:18:53.969129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] Deleting port b9b5f0ad-40b6-4135-a4bc-307a26ed121a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:53.969826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.984035 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dd7d1974-6481-40ea-98e4-bad484e32689 req-201defca-c7a7-42f7-8747-1cef4f999887 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:53.996982 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.001151 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.010042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-110ff5a3-b39a-46ab-9a84-1033e9ec728f req-922ec3ad-e3c2-4942-a2c6-a6c45ac87222 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675426 Feb 11 13:18:54.042346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201defca-c7a7-42f7-8747-1cef4f999887 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6142049-189d-4334-ba42-830e595f6075,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:54.121886 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] For port b9b5f0ad-40b6-4135-a4bc-307a26ed121a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b9b5f0ad-40b6-4135-a4bc-307a26ed121a,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:54.122473 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.137865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] Calling delete_port for b9b5f0ad-40b6-4135-a4bc-307a26ed121a owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:54.152981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b9027-51e8-46a7-a5c5-d146393b585c req-41ca7a70-40c5-4f6a-ac3a-3cb4db6153ce tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:54.155087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e4b9027-51e8-46a7-a5c5-d146393b585c req-41ca7a70-40c5-4f6a-ac3a-3cb4db6153ce tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 944 time: 0.0617068 Feb 11 13:18:54.159533 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dd7d1974-6481-40ea-98e4-bad484e32689 req-201defca-c7a7-42f7-8747-1cef4f999887 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.161087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd7d1974-6481-40ea-98e4-bad484e32689 req-201defca-c7a7-42f7-8747-1cef4f999887 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6741767 Feb 11 13:18:54.211806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e4b9027-51e8-46a7-a5c5-d146393b585c req-cae40922-15cb-4898-9e6c-85981414ab4d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487196 Feb 11 13:18:54.262631 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4856a4-8944-4ad2-b8a4-bd747d0c1856 x-openstack-request-id: req-cd4856a4-8944-4ad2-b8a4-bd747d0c1856 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:54.263131 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5", "name": "network-vif-plugged", "status": "completed", "tag": "bf34c3a7-efc2-47ab-9ee2-15b8db1b2116", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:54.263281 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd4856a4-8944-4ad2-b8a4-bd747d0c1856 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:54.263662 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf34c3a7-efc2-47ab-9ee2-15b8db1b2116', 'code': 200} Feb 11 13:18:54.269931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:54.299165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-72874084-18e9-4362-a6c3-c03b94bd39d0 req-8fda2d04-e96c-4e72-a0d3-91345f9647e5 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1018642734', 'description': 'tempest-description-647868032'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:54.397982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9a725de2-4c86-4b07-9364-27c8ed7d6e56,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:54.415033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['dfc56205-41a9-4276-bb26-1022f07e7cc6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:54.444400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-72874084-18e9-4362-a6c3-c03b94bd39d0 req-8fda2d04-e96c-4e72-a0d3-91345f9647e5 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.453244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d1677-8e38-4cd9-961f-f713f6289c32 req-60a3676f-25af-4fdf-9ff1-ff26071045a0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:54.462337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d5d1677-8e38-4cd9-961f-f713f6289c32 req-60a3676f-25af-4fdf-9ff1-ff26071045a0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.1567192 Feb 11 13:18:54.488987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e96c0-9ac3-443e-a630-63f070cfda94 req-3c99914f-4922-4543-89ef-b35d1bb89482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:54.489940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['9a725de2-4c86-4b07-9364-27c8ed7d6e56'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:54.490801 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd9e96c0-9ac3-443e-a630-63f070cfda94 req-3c99914f-4922-4543-89ef-b35d1bb89482 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 1100 time: 0.1650281 Feb 11 13:18:54.535328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d5d1677-8e38-4cd9-961f-f713f6289c32 req-630342cb-a282-4d8b-a55f-eabeeb6f7a62 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708601 Feb 11 13:18:54.542006 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-72874084-18e9-4362-a6c3-c03b94bd39d0 req-8fda2d04-e96c-4e72-a0d3-91345f9647e5 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.556900 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd9e96c0-9ac3-443e-a630-63f070cfda94 req-df404d11-c900-4165-9b53-6ba9594e0b67 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 Feb 11 13:18:54.577424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.606389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b5f0ad-40b6-4135-a4bc-307a26ed121a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:54.639850 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-72874084-18e9-4362-a6c3-c03b94bd39d0 req-8fda2d04-e96c-4e72-a0d3-91345f9647e5 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.675288 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-93fdf451-4e36-4d8f-a8ea-d1a5b835da9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.693425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0258c93-942d-4474-95b6-7ecf947f41e5 req-07eea0da-56ef-4a8e-8113-7320b6a37b4a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:54.702422 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c0258c93-942d-4474-95b6-7ecf947f41e5 req-07eea0da-56ef-4a8e-8113-7320b6a37b4a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 944 time: 0.0994873 Feb 11 13:18:54.708294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda2d04-e96c-4e72-a0d3-91345f9647e5 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801b9a49-dae8-401c-bd61-b08c5f9bf8a8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:54.742300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c0258c93-942d-4474-95b6-7ecf947f41e5 req-2b138257-6b9b-4d96-8e93-16fbbce04d21 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390754 Feb 11 13:18:54.787033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be944b4-2f70-42ec-88be-46bfc6254f5b', 'tag': '2077e968-5b07-4b02-a36c-059d415fc83f'}, {'name': 'network-changed', 'server_uuid': 'e61f2477-fc30-433d-95d6-768469b5b235', 'tag': '81b3e49a-5662-4aab-8a80-60237449f5b6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:54.789603 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3dd7632-0f14-4002-b224-2e9935214bda" -d '{"events": [{"name": "network-changed", "server_uuid": "4be944b4-2f70-42ec-88be-46bfc6254f5b", "tag": "2077e968-5b07-4b02-a36c-059d415fc83f"}, {"name": "network-changed", "server_uuid": "e61f2477-fc30-433d-95d6-768469b5b235", "tag": "81b3e49a-5662-4aab-8a80-60237449f5b6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:54.811700 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-72874084-18e9-4362-a6c3-c03b94bd39d0 req-8fda2d04-e96c-4e72-a0d3-91345f9647e5 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.818309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72874084-18e9-4362-a6c3-c03b94bd39d0 req-8fda2d04-e96c-4e72-a0d3-91345f9647e5 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5252075 Feb 11 13:18:54.847415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:54.871167 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917fa356-bd95-4e1f-8bbc-9fc9d004834d x-openstack-request-id: req-917fa356-bd95-4e1f-8bbc-9fc9d004834d {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:54.871468 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be944b4-2f70-42ec-88be-46bfc6254f5b", "tag": "2077e968-5b07-4b02-a36c-059d415fc83f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e61f2477-fc30-433d-95d6-768469b5b235", "tag": "81b3e49a-5662-4aab-8a80-60237449f5b6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:54.871716 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-917fa356-bd95-4e1f-8bbc-9fc9d004834d {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:54.872115 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4be944b4-2f70-42ec-88be-46bfc6254f5b', 'tag': '2077e968-5b07-4b02-a36c-059d415fc83f', 'status': 'completed', 'code': 200} Feb 11 13:18:54.872375 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61f2477-fc30-433d-95d6-768469b5b235', 'tag': '81b3e49a-5662-4aab-8a80-60237449f5b6', 'status': 'completed', 'code': 200} Feb 11 13:18:54.894081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b3214-86ff-409f-9e70-b2aa4819b8db req-58354d63-64c5-4e15-ae2c-df8e03c96bff tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:54.903040 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e51b3214-86ff-409f-9e70-b2aa4819b8db req-58354d63-64c5-4e15-ae2c-df8e03c96bff tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 949 time: 0.0923476 Feb 11 13:18:54.966772 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e51b3214-86ff-409f-9e70-b2aa4819b8db req-052e35ac-fefa-4a77-b627-5f9844fe67eb tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628479 Feb 11 13:18:54.981526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd7632-0f14-4002-b224-2e9935214bda req-ed349477-0e34-4e66-96bf-3e1b025792dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:54.982960 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-ed349477-0e34-4e66-96bf-3e1b025792dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 1095 time: 0.0522163 Feb 11 13:18:55.029333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 603ad938-774c-4e3f-aa90-44c92149f9ab up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:55.112116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd7632-0f14-4002-b224-2e9935214bda req-c001521e-c15c-4541-81c0-61433a2e2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.113572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-c001521e-c15c-4541-81c0-61433a2e2949 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e055b0fa-ddbd-4312-b152-6887c946b0b7 HTTP/1.1" status: 200 len: 923 time: 0.1148767 Feb 11 13:18:55.161127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 603ad938-774c-4e3f-aa90-44c92149f9ab completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:55.168793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-fed15890-1467-406f-9971-0f9af1a92a50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2077e968-5b07-4b02-a36c-059d415fc83f HTTP/1.1" status: 200 len: 217 time: 0.0381987 Feb 11 13:18:55.171294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 603ad938-774c-4e3f-aa90-44c92149f9ab triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:55.171757 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.190866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853585-3ecb-4987-bc19-61c15b60197f req-7f96d08e-8d29-4941-8e14-a0a47def689a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.192265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-7f96d08e-8d29-4941-8e14-a0a47def689a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 813 time: 0.1588459 Feb 11 13:18:55.196361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] Router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:55.218597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ccd24-8e9c-4a30-bdd4-4952494fbf19 req-6a4e84eb-11fb-4e43-9c5d-51aa4f6e1aa2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.224411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-2c6b4648-5987-45fa-93ad-affe2221cd23 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/quotas/95879232f40c448788547e7013f97912 HTTP/1.1" status: 200 len: 375 time: 0.0228467 Feb 11 13:18:55.226307 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db8ccd24-8e9c-4a30-bdd4-4952494fbf19 req-6a4e84eb-11fb-4e43-9c5d-51aa4f6e1aa2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 949 time: 0.1322918 Feb 11 13:18:55.275747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd7632-0f14-4002-b224-2e9935214bda req-efbc340b-428e-4a2e-a4b9-71c352d566f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.277697 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-efbc340b-428e-4a2e-a4b9-71c352d566f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d18a105d-2a8a-4f4c-88e6-31f31c44eeca HTTP/1.1" status: 200 len: 862 time: 0.1015625 Feb 11 13:18:55.280790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db8ccd24-8e9c-4a30-bdd4-4952494fbf19 req-00e25ab7-256f-4d71-b673-782ab6bba651 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532055 Feb 11 13:18:55.293546 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.309699 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.338902 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-8260e08e-f73b-4773-b2e1-2c26e6191fc4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e055b0fa-ddbd-4312-b152-6887c946b0b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477784 Feb 11 13:18:55.339115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 603ad938-774c-4e3f-aa90-44c92149f9ab, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=603ad938-774c-4e3f-aa90-44c92149f9ab,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:55.346780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-2a650201-6ad5-4ee4-8b8b-08fe72cc3d3a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1215281 Feb 11 13:18:55.417377 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.418227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2aab0520-de7c-4ba9-bb14-50e9d8777e0f up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:55.421340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:55.428209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-35f124b7-08ab-4f1e-9157-f66090ac8868 admin admin] 10.222.0.52 "PUT /v2.0/routers/eee1f0ec-9cb0-47f3-8283-08d12dcbb057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5539615 Feb 11 13:18:55.431093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40830) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:55.447278 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-49d761c0-36bb-4c3b-87d1-d51ab4d488f2 service neutron] 10.222.0.13 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934439 Feb 11 13:18:55.460923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] Sync routers for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:55.512499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:55.513189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:18:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:55.550300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-97ff3de6-d0ed-481c-bf19-b41d417c0f8e service neutron] 10.222.0.52 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916351 Feb 11 13:18:55.572925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=603ad938-774c-4e3f-aa90-44c92149f9ab,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:55.580134 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-9e7b4f90-31aa-41e5-ac4a-0e8af64bc28a service neutron] 10.222.0.13 "GET /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189082 Feb 11 13:18:55.626276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.653337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:55.698861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd7632-0f14-4002-b224-2e9935214bda req-a8a7271d-752d-410e-9392-ac978c7e6a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.700725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-a8a7271d-752d-410e-9392-ac978c7e6a3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1125 time: 0.0670767 Feb 11 13:18:55.718078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:55.733022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:55.733270 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.760597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-09a29315-fe80-49ec-8d1c-8d986cadd968 service neutron] 10.222.0.52 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935906 Feb 11 13:18:55.776689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.819261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd7632-0f14-4002-b224-2e9935214bda req-27c00afd-8520-4974-ab2d-e057cf267339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:55.821465 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-27c00afd-8520-4974-ab2d-e057cf267339 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.1044173 Feb 11 13:18:55.897531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:55.948278 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:55.955271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:18:54Z', 'revision_number': 5, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port': {'id': 'd7559157-1f69-4570-a5f1-6c293c7d3fe3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:16:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:26Z', 'updated_at': '2022-02-11T13:15:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:55.990627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] Checking router: eee1f0ec-9cb0-47f3-8283-08d12dcbb057 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:56.001466 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] Routers {'eee1f0ec-9cb0-47f3-8283-08d12dcbb057'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:56.002137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:18:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:56.103565 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.134914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] Set router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:56.206808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:18:55Z', 'revision_number': 6, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:56.265576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148cc380-577e-4068-9c6c-ec7dfb36c70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603ad938-774c-4e3f-aa90-44c92149f9ab'}, {'server_uuid': 'cb311f2c-5d62-4454-9533-c57a1177ea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aab0520-de7c-4ba9-bb14-50e9d8777e0f'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:56.268960 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4c66b2-9464-41e4-a5b7-827b22fa58f8" -d '{"events": [{"server_uuid": "148cc380-577e-4068-9c6c-ec7dfb36c70c", "name": "network-vif-plugged", "status": "completed", "tag": "603ad938-774c-4e3f-aa90-44c92149f9ab"}, {"server_uuid": "cb311f2c-5d62-4454-9533-c57a1177ea66", "name": "network-vif-plugged", "status": "completed", "tag": "2aab0520-de7c-4ba9-bb14-50e9d8777e0f"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:56.291421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787dd11-3c9b-4c50-979b-a4ff29d12b91 req-496a2faf-b4e4-4730-a37e-5f88818d1b4e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:56.299912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0eda2-add8-4736-a088-32e53ff711a4 None None] The sync data for ids ['eee1f0ec-9cb0-47f3-8283-08d12dcbb057'] in n-d-816488-1 is: [{'id': 'eee1f0ec-9cb0-47f3-8283-08d12dcbb057', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1621577646-router', 'tenant_id': 'd924123a82f64033b5e4f3ec7345259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:25Z', 'updated_at': '2022-02-11T13:18:55Z', 'revision_number': 6, 'project_id': 'd924123a82f64033b5e4f3ec7345259b', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:56.305889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1787dd11-3c9b-4c50-979b-a4ff29d12b91 req-496a2faf-b4e4-4730-a37e-5f88818d1b4e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 944 time: 0.0969088 Feb 11 13:18:56.313634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:56.365300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-c44a1bef-d8ba-4e12-a01d-72d5eb6c77d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b3e49a-5662-4aab-8a80-60237449f5b6 HTTP/1.1" status: 200 len: 217 time: 0.5366733 Feb 11 13:18:56.387521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1787dd11-3c9b-4c50-979b-a4ff29d12b91 req-b56f7a5f-3018-4a47-8e9a-aeefb1ed07c5 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761170 Feb 11 13:18:56.389806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Deleting port d7559157-1f69-4570-a5f1-6c293c7d3fe3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:56.390362 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.478009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd7632-0f14-4002-b224-2e9935214bda req-2d2bd30b-85c6-45ae-a9b6-31298c6c7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:56.479521 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-2d2bd30b-85c6-45ae-a9b6-31298c6c7b7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0935116 Feb 11 13:18:56.505870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c23ca-d3cd-4e6e-ac9e-3136eba5f575 req-a69f5158-4329-49a5-8c1e-569eef83b561 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:56.507555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b39c23ca-d3cd-4e6e-ac9e-3136eba5f575 req-a69f5158-4329-49a5-8c1e-569eef83b561 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0941398 Feb 11 13:18:56.526746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-00836e45-5664-4439-8d85-de2f3c8a5949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395164 Feb 11 13:18:56.536098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] For port d7559157-1f69-4570-a5f1-6c293c7d3fe3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d7559157-1f69-4570-a5f1-6c293c7d3fe3,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:56.536398 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.555347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72d0c8-ddca-4f79-ad47-ee4115cf3447 req-a23d817d-34cf-4bfb-abc8-a5e2131a25c9 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:56.556876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e72d0c8-ddca-4f79-ad47-ee4115cf3447 req-a23d817d-34cf-4bfb-abc8-a5e2131a25c9 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 944 time: 0.1037982 Feb 11 13:18:56.562914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Calling delete_port for d7559157-1f69-4570-a5f1-6c293c7d3fe3 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:56.629483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b39c23ca-d3cd-4e6e-ac9e-3136eba5f575 req-3f0d3681-4e1a-4b50-9790-ff8cff6a662f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012383 Feb 11 13:18:56.657797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e72d0c8-ddca-4f79-ad47-ee4115cf3447 req-00fced4f-3635-4a44-a68a-dbbc0407523b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856371 Feb 11 13:18:56.696745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-c5fc6dbc-5bcc-48f5-9672-95366d1cab5b service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563435 Feb 11 13:18:56.760810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72b74598-8e5a-4583-9e89-c83ea4663c67 req-89ec0764-1230-4655-9fe7-eb6c38f23a2a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0287478 Feb 11 13:18:56.860488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2077e968-5b07-4b02-a36c-059d415fc83f details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:56.863026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device dfc56205-41a9-4276-bb26-1022f07e7cc6 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:56.932371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7281c88-a4e7-404f-9ba4-0b35fc15a605 req-7088a0bd-5f7f-4498-bca7-42eb5f8b424c tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:56.935139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7281c88-a4e7-404f-9ba4-0b35fc15a605 req-7088a0bd-5f7f-4498-bca7-42eb5f8b424c tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 949 time: 0.1971962 Feb 11 13:18:56.947026 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3164f7-d7de-483b-9637-9a259ac71880 x-openstack-request-id: req-ae3164f7-d7de-483b-9637-9a259ac71880 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:56.947305 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148cc380-577e-4068-9c6c-ec7dfb36c70c", "name": "network-vif-plugged", "status": "completed", "tag": "603ad938-774c-4e3f-aa90-44c92149f9ab", "code": 200}, {"server_uuid": "cb311f2c-5d62-4454-9533-c57a1177ea66", "name": "network-vif-plugged", "status": "completed", "tag": "2aab0520-de7c-4ba9-bb14-50e9d8777e0f", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:56.947563 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae3164f7-d7de-483b-9637-9a259ac71880 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:56.947969 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148cc380-577e-4068-9c6c-ec7dfb36c70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '603ad938-774c-4e3f-aa90-44c92149f9ab', 'code': 200} Feb 11 13:18:56.948335 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb311f2c-5d62-4454-9533-c57a1177ea66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aab0520-de7c-4ba9-bb14-50e9d8777e0f', 'code': 200} Feb 11 13:18:56.954959 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-032552d7-f13d-4df6-b5c5-ce145a551178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:56.964289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dd7632-0f14-4002-b224-2e9935214bda req-b47e6a87-8db8-4df2-a118-49242d570d07 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584662 Feb 11 13:18:57.061850 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7281c88-a4e7-404f-9ba4-0b35fc15a605 req-67e53bf6-247f-47e3-89fa-1ebe3338872a tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940244 Feb 11 13:18:57.086067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.104357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee64366-ec8c-4308-9be7-65e64b392f32 req-065d450e-0cce-4578-b93b-a2e7e7bd4756 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.105227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab0747-da29-47f4-a980-f448df29711a req-f08f9c88-df3e-48f7-b684-810690c921bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.106254 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cee64366-ec8c-4308-9be7-65e64b392f32 req-065d450e-0cce-4578-b93b-a2e7e7bd4756 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.1148160 Feb 11 13:18:57.106724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aab0747-da29-47f4-a980-f448df29711a req-f08f9c88-df3e-48f7-b684-810690c921bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 1096 time: 0.0683200 Feb 11 13:18:57.130961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2077e968-5b07-4b02-a36c-059d415fc83f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2077e968-5b07-4b02-a36c-059d415fc83f,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:57.134431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port dfc56205-41a9-4276-bb26-1022f07e7cc6 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:57.147053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7559157-1f69-4570-a5f1-6c293c7d3fe3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:57.147229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port dfc56205-41a9-4276-bb26-1022f07e7cc6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:57.147813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.173388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aab0747-da29-47f4-a980-f448df29711a req-6e913bb4-d543-4fc4-a471-9009d01953c6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530601 Feb 11 13:18:57.186927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '2077e968-5b07-4b02-a36c-059d415fc83f', 'network_id': 'e055b0fa-ddbd-4312-b152-6887c946b0b7', 'port_id': '2077e968-5b07-4b02-a36c-059d415fc83f', 'mac_address': 'fa:16:3e:48:3f:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18a105d-2a8a-4f4c-88e6-31f31c44eeca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:57.237070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f023070-5854-42e0-bddd-e9369f17ffac req-7d566984-2801-4f28-8a92-e7b42fba1bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.238733 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f023070-5854-42e0-bddd-e9369f17ffac req-7d566984-2801-4f28-8a92-e7b42fba1bcf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 1101 time: 0.1847012 Feb 11 13:18:57.244891 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.249192 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cee64366-ec8c-4308-9be7-65e64b392f32 req-b8d7e1c6-3d62-4435-a3e0-836e65b52f0a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183374 Feb 11 13:18:57.275589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.295609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2077e968-5b07-4b02-a36c-059d415fc83f {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:18:57.321438 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.326204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2077e968-5b07-4b02-a36c-059d415fc83f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2077e968-5b07-4b02-a36c-059d415fc83f,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:57.362028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port dfc56205-41a9-4276-bb26-1022f07e7cc6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=dfc56205-41a9-4276-bb26-1022f07e7cc6,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:57.374223 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.377732 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.434977 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.466660 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.467564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9a725de2-4c86-4b07-9364-27c8ed7d6e56 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:18:57.506434 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.507157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee1f0ec-9cb0-47f3-8283-08d12dcbb057 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:18:57.510080 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.519167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.521429 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-224a9a16-f5e9-4304-9c0f-38ab57d22cf9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/eee1f0ec-9cb0-47f3-8283-08d12dcbb057 HTTP/1.1" status: 204 len: 168 time: 2.0891221 Feb 11 13:18:57.524037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e45fc-6793-4891-9bd8-b074bacf4042 req-ec52e882-5d59-40e4-9074-83c9e45f5748 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.524808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40862) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:57.529632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2077e968-5b07-4b02-a36c-059d415fc83f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:57.532417 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a4e45fc-6793-4891-9bd8-b074bacf4042 req-ec52e882-5d59-40e4-9074-83c9e45f5748 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 944 time: 0.0651264 Feb 11 13:18:57.579261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a4e45fc-6793-4891-9bd8-b074bacf4042 req-dc0d2b59-e31e-494e-bdb8-f3cf14dce1ed tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419276 Feb 11 13:18:57.598361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=dfc56205-41a9-4276-bb26-1022f07e7cc6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:57.610776 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-21eb5003-b89f-4ec0-85e7-b346e75196ac admin admin] Deleting subnet c627b4e6-0a2b-473f-9670-34857f922d4d {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:18:57.615860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-21eb5003-b89f-4ec0-85e7-b346e75196ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.653149 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-21eb5003-b89f-4ec0-85e7-b346e75196ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.686037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:18:57.692246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:57.692697 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.800104 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-21eb5003-b89f-4ec0-85e7-b346e75196ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.802194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2077e968-5b07-4b02-a36c-059d415fc83f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:18:57.802324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f3c2e7-3ec8-467d-b881-5616d8335faf req-f4f5bf78-a9b7-4f21-a58e-bb26ffd6d881 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.811736 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49f3c2e7-3ec8-467d-b881-5616d8335faf req-f4f5bf78-a9b7-4f21-a58e-bb26ffd6d881 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 945 time: 0.0651245 Feb 11 13:18:57.848856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310957e-1636-41ca-ad2c-427dc73eaec9 req-1b38a833-e1a9-4c0d-9c45-5d634142b35f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.850464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9310957e-1636-41ca-ad2c-427dc73eaec9 req-1b38a833-e1a9-4c0d-9c45-5d634142b35f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.1020093 Feb 11 13:18:57.851819 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:57.855783 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49f3c2e7-3ec8-467d-b881-5616d8335faf req-5da7453e-dec0-4a01-9c26-d380aa22717e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 Feb 11 13:18:57.898562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9a725de2-4c86-4b07-9364-27c8ed7d6e56, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9a725de2-4c86-4b07-9364-27c8ed7d6e56,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:57.926242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9310957e-1636-41ca-ad2c-427dc73eaec9 req-017dca9a-1cfb-4c18-beb4-e0b4577bea23 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484881 Feb 11 13:18:57.970276 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e12ad5ce-8a96-4675-9660-877c482fc1f5 req-2d5eedba-4d33-4d32-9900-17101d11c239 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0358176 Feb 11 13:18:58.024068 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-21eb5003-b89f-4ec0-85e7-b346e75196ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.051040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb5003-b89f-4ec0-85e7-b346e75196ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c627b4e6-0a2b-473f-9670-34857f922d4d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:58.054777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-21eb5003-b89f-4ec0-85e7-b346e75196ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.058019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-21eb5003-b89f-4ec0-85e7-b346e75196ac admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c627b4e6-0a2b-473f-9670-34857f922d4d HTTP/1.1" status: 204 len: 168 time: 0.5320969 Feb 11 13:18:58.060615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40870) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:58.076977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e01aaf3-41de-49cd-9b15-32e4850ff9c3 None None] Network d9040ff7-c9e8-479c-a4b0-9604775f45cf requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:18:58.099006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.201419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.219453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285505b-9d95-4fe8-9468-d8249e8a583d req-5518a249-e7ae-49c5-935d-a456e67e5198 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.222233 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7285505b-9d95-4fe8-9468-d8249e8a583d req-5518a249-e7ae-49c5-935d-a456e67e5198 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 949 time: 0.0866437 Feb 11 13:18:58.225404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b9b5f0ad-40b6-4135-a4bc-307a26ed121a no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:58.267553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: b9b5f0ad-40b6-4135-a4bc-307a26ed121a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:18:58.267920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b9b5f0ad-40b6-4135-a4bc-307a26ed121a not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:58.268398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7559157-1f69-4570-a5f1-6c293c7d3fe3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:58.275807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9a725de2-4c86-4b07-9364-27c8ed7d6e56,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:58.298039 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7285505b-9d95-4fe8-9468-d8249e8a583d req-233d8b20-74f0-489f-a92a-f269a66a3900 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693414 Feb 11 13:18:58.325395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: d7559157-1f69-4570-a5f1-6c293c7d3fe3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:18:58.325946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7559157-1f69-4570-a5f1-6c293c7d3fe3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:58.347459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Deleting port ec04cd70-1d38-4e51-8529-e1bd5dd96538 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:58.347927 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.446590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] For port ec04cd70-1d38-4e51-8529-e1bd5dd96538, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ec04cd70-1d38-4e51-8529-e1bd5dd96538,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:58.446590 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.451388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Calling delete_port for ec04cd70-1d38-4e51-8529-e1bd5dd96538 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:58.459218 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229f3f0-f18b-4e73-9e08-e41fd2c9c760 req-a8a3c539-48e0-48f8-8e89-2bfa500d6822 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.469703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9229f3f0-f18b-4e73-9e08-e41fd2c9c760 req-a8a3c539-48e0-48f8-8e89-2bfa500d6822 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.1034749 Feb 11 13:18:58.532823 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9229f3f0-f18b-4e73-9e08-e41fd2c9c760 req-8f77fc7b-f8ed-483a-b67f-b2a49bbb0b8d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614731 Feb 11 13:18:58.556670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70167e10-1d57-4f07-a477-12202db233e2 None None] DHCP port deletion for d9040ff7-c9e8-479c-a4b0-9604775f45cf request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:18:58.614592 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.626359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-70167e10-1d57-4f07-a477-12202db233e2 None None] Deleting port ec04cd70-1d38-4e51-8529-e1bd5dd96538 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:18:58.626757 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-70167e10-1d57-4f07-a477-12202db233e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.708411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-70167e10-1d57-4f07-a477-12202db233e2 None None] For port ec04cd70-1d38-4e51-8529-e1bd5dd96538, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ec04cd70-1d38-4e51-8529-e1bd5dd96538,segment=NetworkSegment(f855c39a-7642-463a-b363-0adcd12127d4),segment_id=f855c39a-7642-463a-b363-0adcd12127d4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:58.708870 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-70167e10-1d57-4f07-a477-12202db233e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.711604 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa3eb1-b220-47a2-99aa-3d13e9db744d req-a8392e6a-60a2-4e85-ac17-3bc31070d656 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.720918 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2aaa3eb1-b220-47a2-99aa-3d13e9db744d req-a8392e6a-60a2-4e85-ac17-3bc31070d656 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 945 time: 0.0799456 Feb 11 13:18:58.724238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-70167e10-1d57-4f07-a477-12202db233e2 None None] Calling delete_port for ec04cd70-1d38-4e51-8529-e1bd5dd96538 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:18:58.734318 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.771009 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2aaa3eb1-b220-47a2-99aa-3d13e9db744d req-61d2691b-49d2-4c74-93fe-89a4fcbbe63c tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491223 Feb 11 13:18:58.786182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec04cd70-1d38-4e51-8529-e1bd5dd96538,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:58.789486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] No DVR routers for this DVR port ec04cd70-1d38-4e51-8529-e1bd5dd96538 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:58.812492 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-70167e10-1d57-4f07-a477-12202db233e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.836497 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54ba4c-2839-4976-b365-974570c2acbf req-3bf599c8-dcc1-4654-a623-9f5c7eeee456 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.838237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a54ba4c-2839-4976-b365-974570c2acbf req-3bf599c8-dcc1-4654-a623-9f5c7eeee456 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 949 time: 0.1386065 Feb 11 13:18:58.840879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70167e10-1d57-4f07-a477-12202db233e2 None None] Pushing event deleted for resources: {'Port': ['ID=ec04cd70-1d38-4e51-8529-e1bd5dd96538,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:58.845234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70167e10-1d57-4f07-a477-12202db233e2 None None] No DVR routers for this DVR port ec04cd70-1d38-4e51-8529-e1bd5dd96538 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:58.892510 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.923774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9040ff7-c9e8-479c-a4b0-9604775f45cf']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:58.928531 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a54ba4c-2839-4976-b365-974570c2acbf req-d36c93f9-5561-42ea-9848-2ea663ae353b tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641563 Feb 11 13:18:58.937491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f855c39a-7642-463a-b363-0adcd12127d4') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:58.938369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f855c39a-7642-463a-b363-0adcd12127d4') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:58.950066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b05753-15a0-4f55-9d29-67c0a10cd7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc56205-41a9-4276-bb26-1022f07e7cc6'}, {'server_uuid': '4ad89c1a-d190-46eb-bc6e-f33844abdcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a725de2-4c86-4b07-9364-27c8ed7d6e56'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:18:58.952717 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9737290-3002-4d2c-9696-b00b984e273a" -d '{"events": [{"server_uuid": "54b05753-15a0-4f55-9d29-67c0a10cd7d8", "name": "network-vif-plugged", "status": "completed", "tag": "dfc56205-41a9-4276-bb26-1022f07e7cc6"}, {"server_uuid": "4ad89c1a-d190-46eb-bc6e-f33844abdcf2", "name": "network-vif-plugged", "status": "completed", "tag": "9a725de2-4c86-4b07-9364-27c8ed7d6e56"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:58.966096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.996447 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:58.997286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd548de-a658-482d-ace3-2169f4bac14d req-86d97ed8-b420-4407-b575-96b1ca4302ba tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.999965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:18:59.000912 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:18:59.002905 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:18:59.010397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dd548de-a658-482d-ace3-2169f4bac14d req-86d97ed8-b420-4407-b575-96b1ca4302ba tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 945 time: 0.0778491 Feb 11 13:18:59.068324 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dd548de-a658-482d-ace3-2169f4bac14d req-1b454f92-65bf-4c76-a912-a6b21fd12302 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568724 Feb 11 13:18:59.071349 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cf7337-e1bf-4c55-bbf4-65c1fbf4e642 x-openstack-request-id: req-44cf7337-e1bf-4c55-bbf4-65c1fbf4e642 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:59.071709 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b05753-15a0-4f55-9d29-67c0a10cd7d8", "name": "network-vif-plugged", "status": "completed", "tag": "dfc56205-41a9-4276-bb26-1022f07e7cc6", "code": 200}, {"server_uuid": "4ad89c1a-d190-46eb-bc6e-f33844abdcf2", "name": "network-vif-plugged", "status": "completed", "tag": "9a725de2-4c86-4b07-9364-27c8ed7d6e56", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:59.071942 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44cf7337-e1bf-4c55-bbf4-65c1fbf4e642 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:59.072516 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b05753-15a0-4f55-9d29-67c0a10cd7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc56205-41a9-4276-bb26-1022f07e7cc6', 'code': 200} Feb 11 13:18:59.072765 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad89c1a-d190-46eb-bc6e-f33844abdcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a725de2-4c86-4b07-9364-27c8ed7d6e56', 'code': 200} Feb 11 13:18:59.130229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.137193 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.152332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d9040ff7-c9e8-479c-a4b0-9604775f45cf HTTP/1.1" status: 204 len: 168 time: 1.0902209 Feb 11 13:18:59.157048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40898) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:18:59.181395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4a191a3-f6cd-4761-8cf6-9135ddf36f69 req-a2f9106b-8ebe-4103-8064-d74026a89717 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0402877 Feb 11 13:18:59.283544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6c1e53-dc6b-4e7a-b9fb-94e5a71bcdf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9040ff7-c9e8-479c-a4b0-9604775f45cf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:59.298031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea436df3-fb9d-4738-8bd6-bb1c4f936d71 req-127bce32-4794-4acc-bf4c-3b1fcef2be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.299767 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea436df3-fb9d-4738-8bd6-bb1c4f936d71 req-127bce32-4794-4acc-bf4c-3b1fcef2be89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 1097 time: 0.0886552 Feb 11 13:18:59.303356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54159066-2b7e-4f03-b8f8-541460e0f3a4 req-dd5b5e26-d08b-4168-ab88-e07bcd9b4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.304806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-54159066-2b7e-4f03-b8f8-541460e0f3a4 req-dd5b5e26-d08b-4168-ab88-e07bcd9b4a0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 1096 time: 0.0830395 Feb 11 13:18:59.328254 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-6ace7f73-8ff0-4a69-a48e-c709da1f2b2a tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480258 Feb 11 13:18:59.350460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11546ccb-cd25-4228-b2eb-31ec25c26e29 req-3145e4cd-c84c-4dc0-b8ec-2a9669310de7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.351959 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11546ccb-cd25-4228-b2eb-31ec25c26e29 req-3145e4cd-c84c-4dc0-b8ec-2a9669310de7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0714681 Feb 11 13:18:59.434922 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-54159066-2b7e-4f03-b8f8-541460e0f3a4 req-1bdbdfee-0908-4f91-a0a8-8a50bbdc4263 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156347 Feb 11 13:18:59.436476 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea436df3-fb9d-4738-8bd6-bb1c4f936d71 req-b55b0e78-e7b9-405f-ab24-4302bb906868 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226649 Feb 11 13:18:59.462093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11546ccb-cd25-4228-b2eb-31ec25c26e29 req-fb697a77-d966-4284-930d-b43fe21c20da tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742013 Feb 11 13:18:59.486956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-77ec56d3-fbb7-454d-9d9b-40f8b40ba851 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.488478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-77ec56d3-fbb7-454d-9d9b-40f8b40ba851 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1379364 Feb 11 13:18:59.504630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-263b1416-8fce-4aab-9274-5bbd87dd4592 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/quotas/2aa3efc0408b4c78ac64359e10c9769a HTTP/1.1" status: 200 len: 375 time: 0.0099838 Feb 11 13:18:59.557472 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-e83e1a0e-493d-4987-a10e-014a3b1a2af2 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465825 Feb 11 13:18:59.652676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.769222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618b5de-6cec-4eef-a09f-a7fa09805d78 req-63aa9429-2865-4453-bfe1-fae93681bcff tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.770889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4618b5de-6cec-4eef-a09f-a7fa09805d78 req-63aa9429-2865-4453-bfe1-fae93681bcff tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.1305931 Feb 11 13:18:59.840643 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:18:59.880298 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4618b5de-6cec-4eef-a09f-a7fa09805d78 req-ca79cc73-0ffe-4c4c-b745-80e3ce16eb63 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004891 Feb 11 13:18:59.998382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39564abe-ae34-4f95-968c-a27004e07ba1 req-047428c8-41fa-44f4-a230-9534a4e3cdb4 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 210 time: 0.0506012 Feb 11 13:19:00.028136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44065a1c-6b3b-4226-b1eb-2f545af87302 req-bdb1c1fc-2add-4701-8980-7795b01d1603 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:00.036863 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44065a1c-6b3b-4226-b1eb-2f545af87302 req-bdb1c1fc-2add-4701-8980-7795b01d1603 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 945 time: 0.0850010 Feb 11 13:19:00.050148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] Deleting port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:19:00.050525 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:00.085858 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44065a1c-6b3b-4226-b1eb-2f545af87302 req-cadd52cd-46d1-4412-8d6a-7b9dd2d293b8 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431435 Feb 11 13:19:00.170753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] For port 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8ed575c3-bb49-4662-b5f8-8ec7d15d6f35,segment=NetworkSegment(50b4b22b-03db-421b-98de-3a3efa1de142),segment_id=50b4b22b-03db-421b-98de-3a3efa1de142)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:00.171209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:00.182771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ec04cd70-1d38-4e51-8529-e1bd5dd96538 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:00.188155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] Calling delete_port for 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:19:00.206339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: ec04cd70-1d38-4e51-8529-e1bd5dd96538 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:19:00.206685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ec04cd70-1d38-4e51-8529-e1bd5dd96538 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:00.282493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53723c-f47e-4bfd-a137-c7385cfb9098 req-3edb4cd3-d1aa-4e24-ae0c-89a0440e9244 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:00.288092 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e53723c-f47e-4bfd-a137-c7385cfb9098 req-3edb4cd3-d1aa-4e24-ae0c-89a0440e9244 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 945 time: 0.0999315 Feb 11 13:19:00.313615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95f1b049-4fde-439e-b28d-4da858ed18a3 req-e3954bc3-250f-46ea-9c75-4fd4de942c8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0453281 Feb 11 13:19:00.347242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e53723c-f47e-4bfd-a137-c7385cfb9098 req-8ab16fae-dde8-4ff7-95dc-510dcd1b6972 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504141 Feb 11 13:19:00.512939 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:00.569365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:00.584920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0d9ea-71f2-4e46-aad3-27aa3a4f0653 req-02dff6a7-933a-4691-abbd-fdc3b72ff7ff tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:00.592169 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-89a0d9ea-71f2-4e46-aad3-27aa3a4f0653 req-02dff6a7-933a-4691-abbd-fdc3b72ff7ff tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0562656 Feb 11 13:19:00.601178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] Pushing event deleted for resources: {'Port': ['ID=8ed575c3-bb49-4662-b5f8-8ec7d15d6f35,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:00.650105 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-89a0d9ea-71f2-4e46-aad3-27aa3a4f0653 req-21e6d3bf-3314-4455-abe7-16160b0c1f3a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568953 Feb 11 13:19:00.801487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:00.878255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2077e968-5b07-4b02-a36c-059d415fc83f up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:01.015027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 2077e968-5b07-4b02-a36c-059d415fc83f completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:01.020343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 2077e968-5b07-4b02-a36c-059d415fc83f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:01.020719 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:01.086415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9a641-5860-42c6-ad2a-273a5fc1f183 req-1170fe76-9bcd-4109-8f64-d349054df68b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.088042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4de9a641-5860-42c6-ad2a-273a5fc1f183 req-1170fe76-9bcd-4109-8f64-d349054df68b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.1076758 Feb 11 13:19:01.101686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] Router 2f878271-8c56-4a31-a87f-c17a68e32656 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:19:01.152906 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-446b96b8-9ba8-4fa0-959d-766bbf8523a5 req-054adf84-3da3-4334-bb5b-73d2af99cad0 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 210 time: 0.0681124 Feb 11 13:19:01.159954 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:01.191184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be944b4-2f70-42ec-88be-46bfc6254f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2077e968-5b07-4b02-a36c-059d415fc83f'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:01.194100 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feecaa83-1281-41a6-8e8b-bcb0641a7bb1" -d '{"events": [{"server_uuid": "4be944b4-2f70-42ec-88be-46bfc6254f5b", "name": "network-vif-plugged", "status": "completed", "tag": "2077e968-5b07-4b02-a36c-059d415fc83f"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:01.198952 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4de9a641-5860-42c6-ad2a-273a5fc1f183 req-bd616b25-54ae-4bab-b8a0-667b68f11e71 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954931 Feb 11 13:19:01.223897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2077e968-5b07-4b02-a36c-059d415fc83f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2077e968-5b07-4b02-a36c-059d415fc83f,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:01.249987 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c29f554-cd1d-4028-8b51-52dd61a2be7f x-openstack-request-id: req-7c29f554-cd1d-4028-8b51-52dd61a2be7f {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:01.251010 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be944b4-2f70-42ec-88be-46bfc6254f5b", "name": "network-vif-plugged", "status": "completed", "tag": "2077e968-5b07-4b02-a36c-059d415fc83f", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:01.251265 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c29f554-cd1d-4028-8b51-52dd61a2be7f {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:01.251669 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be944b4-2f70-42ec-88be-46bfc6254f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2077e968-5b07-4b02-a36c-059d415fc83f', 'code': 200} Feb 11 13:19:01.273248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:19:01.277709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef71e7c-b3d3-4f88-b59a-748193c19829 req-f735777b-329c-41c0-9fea-5a8ce9a2e840 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.277709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ef71e7c-b3d3-4f88-b59a-748193c19829 req-f735777b-329c-41c0-9fea-5a8ce9a2e840 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 945 time: 0.0543013 Feb 11 13:19:01.280964 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ec59ed01-67fd-4152-ba68-dfa0c31c20bb admin admin] 10.222.0.52 "PUT /v2.0/routers/2f878271-8c56-4a31-a87f-c17a68e32656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1141770 Feb 11 13:19:01.283303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40940) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:01.286556 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] Sync routers for ids ['2f878271-8c56-4a31-a87f-c17a68e32656'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:19:01.307069 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] Routers {'2f878271-8c56-4a31-a87f-c17a68e32656'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:01.307805 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:18:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['2f878271-8c56-4a31-a87f-c17a68e32656'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:01.324253 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:01.349472 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ef71e7c-b3d3-4f88-b59a-748193c19829 req-87952252-dcc5-4ce5-b5de-d801e711f1ed tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546257 Feb 11 13:19:01.451458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2077e968-5b07-4b02-a36c-059d415fc83f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:01.459036 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] Set router 2f878271-8c56-4a31-a87f-c17a68e32656 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:01.514782 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1edd10d8-258d-413b-bd24-e7267805269c req-7a867159-923b-478e-bfa6-6a9bd4de4401 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0473542 Feb 11 13:19:01.531522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d3f4c-d052-40ea-a49a-a1e1fac90168 req-86c7aa9a-899d-4b8d-a613-86306589b55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.533404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6d3f4c-d052-40ea-a49a-a1e1fac90168 req-86c7aa9a-899d-4b8d-a613-86306589b55c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 1097 time: 0.1288958 Feb 11 13:19:01.540092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:01.545815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609c35a-ea8a-4532-95fd-a782dd8ccf1e req-6a327bfd-de19-4648-a8be-78cf52ca1caa tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.554460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2609c35a-ea8a-4532-95fd-a782dd8ccf1e req-6a327bfd-de19-4648-a8be-78cf52ca1caa tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0789175 Feb 11 13:19:01.612427 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6d3f4c-d052-40ea-a49a-a1e1fac90168 req-8cbd69fc-e22c-4169-9617-a7b3fa7e37b5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556586 Feb 11 13:19:01.620259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2609c35a-ea8a-4532-95fd-a782dd8ccf1e req-eab4a987-552e-48a4-8869-53846e46a50c tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647891 Feb 11 13:19:01.791990 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-router', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:19:00Z', 'revision_number': 5, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'gw_port': {'id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:01.818358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b134ef-4375-4bd6-b64b-f8a29b4b4b85 req-9b624902-b9d9-4b84-8799-25d3b45dcd85 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.819937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40b134ef-4375-4bd6-b64b-f8a29b4b4b85 req-9b624902-b9d9-4b84-8799-25d3b45dcd85 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0706861 Feb 11 13:19:01.822164 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] Checking router: 2f878271-8c56-4a31-a87f-c17a68e32656 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:19:01.831606 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] Routers {'2f878271-8c56-4a31-a87f-c17a68e32656'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:01.832212 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:18:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['2f878271-8c56-4a31-a87f-c17a68e32656'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:01.861408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40b134ef-4375-4bd6-b64b-f8a29b4b4b85 req-6bee9517-e3b1-4967-987c-0ca096664666 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346844 Feb 11 13:19:01.940772 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] Set router 2f878271-8c56-4a31-a87f-c17a68e32656 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:01.982390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7306a7-62d1-47c6-8bed-504d7d9ac6bd req-ac74510c-a06a-4f41-a25c-eef9c71a094d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.983850 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7306a7-62d1-47c6-8bed-504d7d9ac6bd req-ac74510c-a06a-4f41-a25c-eef9c71a094d tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 946 time: 0.0946333 Feb 11 13:19:02.010398 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.033199 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7306a7-62d1-47c6-8bed-504d7d9ac6bd req-897e59fa-a39f-4342-9e2b-e73ca5f84b7b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423589 Feb 11 13:19:02.117104 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-router', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:19:00Z', 'revision_number': 5, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'gw_port': {'id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:02.128880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Deleting port 0b58465f-d9ca-47b2-a116-60844ded3f44 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:19:02.129219 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.146987 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bc38ad-2b3b-4fe5-a077-fbadb35c0970 None None] The sync data for ids ['2f878271-8c56-4a31-a87f-c17a68e32656'] in n-d-816488-1 is: [{'id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1012047137-router', 'tenant_id': '57c4de2a438b4905bd413d561a5192be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:19:00Z', 'revision_number': 5, 'project_id': '57c4de2a438b4905bd413d561a5192be', 'gw_port': {'id': '0b58465f-d9ca-47b2-a116-60844ded3f44', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f878271-8c56-4a31-a87f-c17a68e32656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:37Z', 'updated_at': '2022-02-11T13:15:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:19:02.219137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] For port 0b58465f-d9ca-47b2-a116-60844ded3f44, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0b58465f-d9ca-47b2-a116-60844ded3f44,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:02.219652 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.232210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Calling delete_port for 0b58465f-d9ca-47b2-a116-60844ded3f44 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:19:02.248964 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-380cab2f-8dde-47b4-b475-f169aae2b353 req-22d26804-36a7-4624-a307-6faa85368965 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 210 time: 0.0266325 Feb 11 13:19:02.385031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f52f-09c4-4141-9584-7a4d03526762 req-23096db2-d533-4471-aa3c-ac9b66bb26b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.386507 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b182f52f-09c4-4141-9584-7a4d03526762 req-23096db2-d533-4471-aa3c-ac9b66bb26b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1125 time: 0.0413940 Feb 11 13:19:02.389611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82e0a6-06a8-4b6b-afc6-169079f8b351 req-1c619873-4c6e-409e-9d7b-b7032db673d5 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.391236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a82e0a6-06a8-4b6b-afc6-169079f8b351 req-1c619873-4c6e-409e-9d7b-b7032db673d5 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0951562 Feb 11 13:19:02.458682 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a82e0a6-06a8-4b6b-afc6-169079f8b351 req-77d0881e-4b9d-48a5-8289-43a89ce4b8ac tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Feb 11 13:19:02.504493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f52f-09c4-4141-9584-7a4d03526762 req-2a070ca0-7cef-4ef7-a963-cb2ad198b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.506151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b182f52f-09c4-4141-9584-7a4d03526762 req-2a070ca0-7cef-4ef7-a963-cb2ad198b6f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.0885930 Feb 11 13:19:02.514438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.541745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Pushing event deleted for resources: {'Port': ['ID=0b58465f-d9ca-47b2-a116-60844ded3f44,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:02.576148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b182f52f-09c4-4141-9584-7a4d03526762 req-c573d8a1-a0da-4b09-ad29-f5f4f183812c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b3e49a-5662-4aab-8a80-60237449f5b6 HTTP/1.1" status: 200 len: 217 time: 0.0497487 Feb 11 13:19:02.616099 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.654582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a117899a-165b-41af-92bf-7d2d1a233081 req-5501410d-b8b4-40b1-a64e-983ad45044bb tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0643983 Feb 11 13:19:02.676595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f52f-09c4-4141-9584-7a4d03526762 req-628e583e-8faf-443c-811c-ed01fdf19a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.678374 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b182f52f-09c4-4141-9584-7a4d03526762 req-628e583e-8faf-443c-811c-ed01fdf19a1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0769114 Feb 11 13:19:02.716749 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b182f52f-09c4-4141-9584-7a4d03526762 req-ce7d2693-db9d-4168-8e22-f132d3f97e09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274539 Feb 11 13:19:02.732164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.746548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.807299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1a1c3-ed50-44c9-86b3-ffe610d76f95 req-d6a1a640-3799-43d9-9ab8-ca45f8ba07f2 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:02.808858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79e1a1c3-ed50-44c9-86b3-ffe610d76f95 req-d6a1a640-3799-43d9-9ab8-ca45f8ba07f2 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0897179 Feb 11 13:19:02.833439 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b182f52f-09c4-4141-9584-7a4d03526762 req-8c89fbb4-2840-4e4e-93fd-13e66b706d93 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998871 Feb 11 13:19:02.849694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79e1a1c3-ed50-44c9-86b3-ffe610d76f95 req-6a913d09-8fce-41c2-ac97-e43e1a9a5d6a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Feb 11 13:19:02.883329 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.883863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f878271-8c56-4a31-a87f-c17a68e32656 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:19:02.889091 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.892783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aaad9d9c-63a4-454f-8d73-1c5f2d5b65cb admin admin] 10.222.0.52 "DELETE /v2.0/routers/2f878271-8c56-4a31-a87f-c17a68e32656 HTTP/1.1" status: 204 len: 168 time: 1.6057773 Feb 11 13:19:02.893055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40964) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:02.945445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8eadc8-e3a2-4ce0-b820-abea118e2025 admin admin] Deleting subnet 5622d645-23b6-4c59-9152-69c4f27b1520 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:19:02.948790 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8eadc8-e3a2-4ce0-b820-abea118e2025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:02.983980 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b182f52f-09c4-4141-9584-7a4d03526762 req-bc04d079-d36b-454e-a746-73950ab2a245 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332855 Feb 11 13:19:02.984238 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8eadc8-e3a2-4ce0-b820-abea118e2025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.003344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08765527-2406-48c3-9cd8-f298acb6695d req-4c88ff1b-8a28-4d64-8651-c358bfae461b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.004901 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08765527-2406-48c3-9cd8-f298acb6695d req-4c88ff1b-8a28-4d64-8651-c358bfae461b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0594058 Feb 11 13:19:03.049106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08765527-2406-48c3-9cd8-f298acb6695d req-e4cb6d8e-89d8-4fcb-b51c-17386a0fd1b8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369799 Feb 11 13:19:03.085022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8eadc8-e3a2-4ce0-b820-abea118e2025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.176844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea0c9b-210d-48f1-aca3-bd99239c7b52 req-b66020dc-9ce3-4472-b0eb-8f933e0f0524 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.178288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bea0c9b-210d-48f1-aca3-bd99239c7b52 req-b66020dc-9ce3-4472-b0eb-8f933e0f0524 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 946 time: 0.0569937 Feb 11 13:19:03.210482 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8eadc8-e3a2-4ce0-b820-abea118e2025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.242575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bea0c9b-210d-48f1-aca3-bd99239c7b52 req-1ef293b1-2e37-4054-80b1-b27c1f1b28af tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581789 Feb 11 13:19:03.243629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8eadc8-e3a2-4ce0-b820-abea118e2025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5622d645-23b6-4c59-9152-69c4f27b1520,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:03.247650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8eadc8-e3a2-4ce0-b820-abea118e2025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.254069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0a8eadc8-e3a2-4ce0-b820-abea118e2025 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5622d645-23b6-4c59-9152-69c4f27b1520 HTTP/1.1" status: 204 len: 168 time: 0.3579149 Feb 11 13:19:03.254378 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40968) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:03.257207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56220aa-39d9-4d82-9dfc-2cafa4addaca None None] Network c56fe3c2-c632-45fd-bf5d-2275a79ec388 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:19:03.350682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.366050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2008c04a-ce34-43c1-84d1-46b7d2916275 req-b3ed6969-9e73-46c9-b801-348bbdb097bd tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 210 time: 0.0433116 Feb 11 13:19:03.416878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Deleting port 03072682-6a8a-4828-963c-c33c49e5745c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:19:03.416878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.481860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] For port 03072682-6a8a-4828-963c-c33c49e5745c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=03072682-6a8a-4828-963c-c33c49e5745c,segment=NetworkSegment(50b4b22b-03db-421b-98de-3a3efa1de142),segment_id=50b4b22b-03db-421b-98de-3a3efa1de142)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:03.482247 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.491341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda9a71-fdd6-4f22-92ae-3d61c35f5242 None None] DHCP port deletion for c56fe3c2-c632-45fd-bf5d-2275a79ec388 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:19:03.498075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Calling delete_port for 03072682-6a8a-4828-963c-c33c49e5745c owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:19:03.548401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9bda9a71-fdd6-4f22-92ae-3d61c35f5242 None None] Deleting port 03072682-6a8a-4828-963c-c33c49e5745c {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:19:03.548955 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9bda9a71-fdd6-4f22-92ae-3d61c35f5242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.615405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adeecb-5211-4c15-9104-a7298a230dc5 req-468fe487-fd28-4255-b674-b47cd6f90ab1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.616902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9bda9a71-fdd6-4f22-92ae-3d61c35f5242 None None] For port 03072682-6a8a-4828-963c-c33c49e5745c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=03072682-6a8a-4828-963c-c33c49e5745c,segment=NetworkSegment(50b4b22b-03db-421b-98de-3a3efa1de142),segment_id=50b4b22b-03db-421b-98de-3a3efa1de142)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:03.617038 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6adeecb-5211-4c15-9104-a7298a230dc5 req-468fe487-fd28-4255-b674-b47cd6f90ab1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0725448 Feb 11 13:19:03.617300 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9bda9a71-fdd6-4f22-92ae-3d61c35f5242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.636290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9bda9a71-fdd6-4f22-92ae-3d61c35f5242 None None] Calling delete_port for 03072682-6a8a-4828-963c-c33c49e5745c owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:19:03.657996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6adeecb-5211-4c15-9104-a7298a230dc5 req-3bff1536-0f64-4047-af04-9351bb878500 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 Feb 11 13:19:03.701676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.721731 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9bda9a71-fdd6-4f22-92ae-3d61c35f5242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.728615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=03072682-6a8a-4828-963c-c33c49e5745c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:03.732611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] No DVR routers for this DVR port 03072682-6a8a-4828-963c-c33c49e5745c on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:03.757023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda9a71-fdd6-4f22-92ae-3d61c35f5242 None None] Pushing event deleted for resources: {'Port': ['ID=03072682-6a8a-4828-963c-c33c49e5745c,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:03.760655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda9a71-fdd6-4f22-92ae-3d61c35f5242 None None] No DVR routers for this DVR port 03072682-6a8a-4828-963c-c33c49e5745c on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:03.780677 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b80e7d50-a94c-45f4-9406-482749c4a888 req-0485b71e-5cd9-463c-9cbb-e1b7ca37df61 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0474374 Feb 11 13:19:03.815628 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.835372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c56fe3c2-c632-45fd-bf5d-2275a79ec388']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:03.844787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b4b22b-03db-421b-98de-3a3efa1de142') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:03.845077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b4b22b-03db-421b-98de-3a3efa1de142') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:03.854574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.868101 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.874772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:19:03.875861 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:03.877574 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:03.978982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce7294-944e-4dd3-ba3d-a91f9cf8956f req-35f4d433-2e12-4398-9df8-16deb6ec6c9f tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.980370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7cce7294-944e-4dd3-ba3d-a91f9cf8956f req-35f4d433-2e12-4398-9df8-16deb6ec6c9f tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0556691 Feb 11 13:19:04.018459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7cce7294-944e-4dd3-ba3d-a91f9cf8956f req-2662efbd-3ffb-4e87-ac8e-383286ac57d4 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309587 Feb 11 13:19:04.040156 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.045605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.049652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c56fe3c2-c632-45fd-bf5d-2275a79ec388 HTTP/1.1" status: 204 len: 168 time: 0.7943883 Feb 11 13:19:04.061418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be8a44-6ea9-4332-8b24-d9229aac6ea5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c56fe3c2-c632-45fd-bf5d-2275a79ec388,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:04.184232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:04.184476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e2550-74f5-42c3-aeb9-ad990f022884 req-c09d3adb-81e4-4c2e-ad4c-2fe71974cf0c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:04.186292 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d52e2550-74f5-42c3-aeb9-ad990f022884 req-c09d3adb-81e4-4c2e-ad4c-2fe71974cf0c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0535119 Feb 11 13:19:04.205514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:19:04.205896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8ed575c3-bb49-4662-b5f8-8ec7d15d6f35 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:04.206318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0b58465f-d9ca-47b2-a116-60844ded3f44 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:04.225936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d52e2550-74f5-42c3-aeb9-ad990f022884 req-c9a2490a-a16a-43be-b3f3-e8431cff41c4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319784 Feb 11 13:19:04.226157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 0b58465f-d9ca-47b2-a116-60844ded3f44 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:19:04.226500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0b58465f-d9ca-47b2-a116-60844ded3f44 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:04.226905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 03072682-6a8a-4828-963c-c33c49e5745c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:04.246556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 03072682-6a8a-4828-963c-c33c49e5745c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:19:04.246903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 03072682-6a8a-4828-963c-c33c49e5745c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:04.361732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52554608-e59f-42bd-ab3d-e903d8d4eacf req-7e957565-3b99-462b-b5f6-0c64e9624980 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:04.363234 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52554608-e59f-42bd-ab3d-e903d8d4eacf req-7e957565-3b99-462b-b5f6-0c64e9624980 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 946 time: 0.0491524 Feb 11 13:19:04.385269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40986) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:04.409866 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52554608-e59f-42bd-ab3d-e903d8d4eacf req-c2132b22-d723-4e75-ad66-d11d1a75d26e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Feb 11 13:19:04.434041 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7727560d-6507-4f47-a83e-2eeeb1772813 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d924123a82f64033b5e4f3ec7345259b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475333 Feb 11 13:19:04.436497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40990) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:04.495180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f531a378-2174-403b-9942-256404f3d5df req-93c4a5e4-14cf-4fd2-a481-bdb8736d0383 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 210 time: 0.0402710 Feb 11 13:19:04.512705 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7c1b121d-f922-4327-b4b1-bcc2bc7d3347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.539728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7c1b121d-f922-4327-b4b1-bcc2bc7d3347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.666225 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7c1b121d-f922-4327-b4b1-bcc2bc7d3347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.668814 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7c1b121d-f922-4327-b4b1-bcc2bc7d3347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:04.669977 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7c1b121d-f922-4327-b4b1-bcc2bc7d3347 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b2e4bf3b-92a5-42bd-99fd-12cd3b1c919d HTTP/1.1" status: 204 len: 168 time: 0.2325718 Feb 11 13:19:04.677684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b121d-f922-4327-b4b1-bcc2bc7d3347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e4bf3b-92a5-42bd-99fd-12cd3b1c919d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:04.793507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0402a-58c1-4eb2-9dd0-439e15f0fe96 req-61954acc-2fdb-4c36-855e-d8c821c10284 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:04.795055 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b9e0402a-58c1-4eb2-9dd0-439e15f0fe96 req-61954acc-2fdb-4c36-855e-d8c821c10284 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0542219 Feb 11 13:19:04.837048 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b9e0402a-58c1-4eb2-9dd0-439e15f0fe96 req-c5c48569-c548-4a31-897a-015443d1dfa9 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353703 Feb 11 13:19:04.891379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-765edc85-4f7e-4663-be3e-275ab7337f8b req-a2978df1-5170-4c0f-9c88-67224ec2d4f1 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0374649 Feb 11 13:19:04.941950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f63ad-5576-4419-b678-f190ce2d0156 req-6a1615b1-64ec-4cde-8c0a-cb18eabc4221 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:04.946335 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6f5f63ad-5576-4419-b678-f190ce2d0156 req-6a1615b1-64ec-4cde-8c0a-cb18eabc4221 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 946 time: 0.0501425 Feb 11 13:19:04.982587 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6f5f63ad-5576-4419-b678-f190ce2d0156 req-95b8491f-c1d3-48e1-8ab7-a2e5a5396598 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Feb 11 13:19:05.132076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c50f0-bbba-4b4a-b759-3b431d3a56a5 req-4d4dde0e-14a7-4430-a0ea-3df134e5a17a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.133594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-235c50f0-bbba-4b4a-b759-3b431d3a56a5 req-4d4dde0e-14a7-4430-a0ea-3df134e5a17a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Feb 11 13:19:05.170622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-235c50f0-bbba-4b4a-b759-3b431d3a56a5 req-cb68ca6a-bfb4-404c-9460-2b3783a32c45 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309629 Feb 11 13:19:05.326981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41010) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:05.370789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95829927-97ed-4772-9783-f556d457e6e2 req-29303d27-85b2-4571-9401-ee68d4d7079a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.372246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95829927-97ed-4772-9783-f556d457e6e2 req-29303d27-85b2-4571-9401-ee68d4d7079a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0784526 Feb 11 13:19:05.389144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2702b139-83ca-4489-b1a7-a8635fea5968 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57c4de2a438b4905bd413d561a5192be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0610065 Feb 11 13:19:05.392265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41012) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:05.414953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95829927-97ed-4772-9783-f556d457e6e2 req-cdfa917d-24c4-4eb4-925d-b2d1b950eb53 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Feb 11 13:19:05.441189 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1ea2edff-4f3c-4510-ba7c-1137680257b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.461031 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1ea2edff-4f3c-4510-ba7c-1137680257b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.590005 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0eeba5fc-32b1-4485-bcdb-a99f5c31571b req-cb71c631-2e7f-4815-a79a-dea32c7cf93f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 210 time: 0.0254107 Feb 11 13:19:05.591787 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1ea2edff-4f3c-4510-ba7c-1137680257b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.594894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1ea2edff-4f3c-4510-ba7c-1137680257b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:05.595948 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1ea2edff-4f3c-4510-ba7c-1137680257b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0775463e-cf8c-4bdf-a8ec-ca6f8c50de63 HTTP/1.1" status: 204 len: 168 time: 0.2027276 Feb 11 13:19:05.605743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2edff-4f3c-4510-ba7c-1137680257b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0775463e-cf8c-4bdf-a8ec-ca6f8c50de63,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:05.956962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4124f0-9441-4cb0-a5f5-e66dade477eb req-e07070a9-cb84-45ad-a27b-e73923b3bcc7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.965067 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc4124f0-9441-4cb0-a5f5-e66dade477eb req-e07070a9-cb84-45ad-a27b-e73923b3bcc7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0599535 Feb 11 13:19:06.001695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc4124f0-9441-4cb0-a5f5-e66dade477eb req-5efc1ace-93c7-449a-9872-53d697898337 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357695 Feb 11 13:19:06.010596 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7213e125-8a69-4647-aa52-ae6d646d4698 req-e3f6b7ab-97c7-4a1c-901c-6e62d8a7f426 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0542128 Feb 11 13:19:06.107963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a97364-2136-4337-b58f-b8a26424eccc req-740d2e15-60c9-4bba-8e36-bb89ed25128a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:06.109466 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97a97364-2136-4337-b58f-b8a26424eccc req-740d2e15-60c9-4bba-8e36-bb89ed25128a tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 946 time: 0.0494893 Feb 11 13:19:06.150113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97a97364-2136-4337-b58f-b8a26424eccc req-d2f80f1b-df3d-4d89-a554-e3e7b6edef28 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Feb 11 13:19:06.295564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67259c-b4ac-41bd-8f9b-d2f4d9ca0754 req-cc8fa83b-7a46-4ed0-a83a-c6de685fb7cc tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:06.300781 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc67259c-b4ac-41bd-8f9b-d2f4d9ca0754 req-cc8fa83b-7a46-4ed0-a83a-c6de685fb7cc tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0503695 Feb 11 13:19:06.334595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc67259c-b4ac-41bd-8f9b-d2f4d9ca0754 req-19024964-3ad9-4ee1-b3f6-c4b5621f860b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311785 Feb 11 13:19:06.536642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e75fb-1fdb-4af4-8b66-dd4e429d78da req-3f54a5c8-6ad0-4f9c-acf6-1ecb113d06be tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:06.538104 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-181e75fb-1fdb-4af4-8b66-dd4e429d78da req-3f54a5c8-6ad0-4f9c-acf6-1ecb113d06be tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0524476 Feb 11 13:19:06.574893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-181e75fb-1fdb-4af4-8b66-dd4e429d78da req-c1a378bd-6160-4aa8-b2c6-376da96515b6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308352 Feb 11 13:19:06.686494 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5be8c12b-071a-4a1b-b394-2b7fd06a8f22 req-ebd53b84-16b6-4c56-b962-2faf5f4da1a9 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 210 time: 0.0257771 Feb 11 13:19:07.090618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-7dafcd4a-7229-4409-891e-90f435ee1688 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.101288 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-7dafcd4a-7229-4409-891e-90f435ee1688 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.13 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 946 time: 0.1041811 Feb 11 13:19:07.116227 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f023070-5854-42e0-bddd-e9369f17ffac req-a08a56d0-3806-4d0d-958b-c06a22ca66ec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664887 Feb 11 13:19:07.153566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6f2277a-32e7-40b0-8684-479af8da26dd req-f80510b7-9100-48aa-90b0-072390a562d1 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0327768 Feb 11 13:19:07.244343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f73049-840e-45dc-aca3-3c6deeb4d664 req-d7cfae10-650b-4053-ad06-e462c844d8ea tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.245855 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-54f73049-840e-45dc-aca3-3c6deeb4d664 req-d7cfae10-650b-4053-ad06-e462c844d8ea tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0945618 Feb 11 13:19:07.294429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-da2ee896-62bc-4cc8-a274-f4cc0fe0039b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Deleting port 2077e968-5b07-4b02-a36c-059d415fc83f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:19:07.294768 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-da2ee896-62bc-4cc8-a274-f4cc0fe0039b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.299499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ff708-1a13-4cd8-a5b6-b0b5c0fc6f99 req-8349c6e5-8884-4122-85db-5ebe821a49bb tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.301195 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab1ff708-1a13-4cd8-a5b6-b0b5c0fc6f99 req-8349c6e5-8884-4122-85db-5ebe821a49bb tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 946 time: 0.0617716 Feb 11 13:19:07.314405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-54f73049-840e-45dc-aca3-3c6deeb4d664 req-f1a471fe-61dc-4144-8f24-f858fef44e2a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602453 Feb 11 13:19:07.372440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab1ff708-1a13-4cd8-a5b6-b0b5c0fc6f99 req-c7f28a9f-72f1-4c6f-99bd-e3cbf004067b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups?id=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557806 Feb 11 13:19:07.408751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-da2ee896-62bc-4cc8-a274-f4cc0fe0039b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] For port 2077e968-5b07-4b02-a36c-059d415fc83f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2077e968-5b07-4b02-a36c-059d415fc83f,segment=NetworkSegment(cf7eb951-de14-417d-a0dd-21d64686f666),segment_id=cf7eb951-de14-417d-a0dd-21d64686f666)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:07.409401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-da2ee896-62bc-4cc8-a274-f4cc0fe0039b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.444141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-da2ee896-62bc-4cc8-a274-f4cc0fe0039b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Calling delete_port for 2077e968-5b07-4b02-a36c-059d415fc83f owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:19:07.520046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d8548-b247-4d64-8922-04e0a9219a7c req-3839fcf6-b8a4-4d53-81e9-718af7494ce5 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.527969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-491d8548-b247-4d64-8922-04e0a9219a7c req-3839fcf6-b8a4-4d53-81e9-718af7494ce5 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1045859 Feb 11 13:19:07.577139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-491d8548-b247-4d64-8922-04e0a9219a7c req-828ed4db-616e-4805-8b77-b2cc763b3899 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 Feb 11 13:19:07.698599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e751-c7bc-4894-8a1c-720b1224f9df req-e46093c9-3c08-4ede-a6f3-6f56e4860f38 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:07.700119 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fdf2e751-c7bc-4894-8a1c-720b1224f9df req-e46093c9-3c08-4ede-a6f3-6f56e4860f38 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0534236 Feb 11 13:19:07.701193 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-da2ee896-62bc-4cc8-a274-f4cc0fe0039b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.716633 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2077e968-5b07-4b02-a36c-059d415fc83f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:07.762598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2ee896-62bc-4cc8-a274-f4cc0fe0039b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event deleted for resources: {'Port': ['ID=2077e968-5b07-4b02-a36c-059d415fc83f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:07.794090 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:19:07.804463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-da2ee896-62bc-4cc8-a274-f4cc0fe0039b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] No DVR routers for this DVR port 2077e968-5b07-4b02-a36c-059d415fc83f on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:07.807081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-da2ee896-62bc-4cc8-a274-f4cc0fe0039b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:07.810848 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e8484b3-ba3f-4eb2-b057-0b9e4a29e8e2 req-da2ee896-62bc-4cc8-a274-f4cc0fe0039b tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.13 "DELETE /v2.0/ports/2077e968-5b07-4b02-a36c-059d415fc83f HTTP/1.1" status: 204 len: 173 time: 0.7067852 Feb 11 13:19:07.813926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be944b4-2f70-42ec-88be-46bfc6254f5b', 'name': 'network-vif-deleted', 'tag': '2077e968-5b07-4b02-a36c-059d415fc83f'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:07.816645 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7032426f-721a-41e7-851d-dc427f59a13d" -d '{"events": [{"server_uuid": "4be944b4-2f70-42ec-88be-46bfc6254f5b", "name": "network-vif-deleted", "tag": "2077e968-5b07-4b02-a36c-059d415fc83f"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:07.821877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-123d5145-cacd-411a-94ba-d38b2f5c3468 req-f191923d-f0ca-42a3-8189-17db603d19d9 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 210 time: 0.0278211 Feb 11 13:19:07.824343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fdf2e751-c7bc-4894-8a1c-720b1224f9df req-90a69e8f-198a-43a1-910b-8afb0755dfa5 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148489 Feb 11 13:19:07.868596 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ad3c1e-939e-422a-9528-2ce4b267ca19 x-openstack-request-id: req-b5ad3c1e-939e-422a-9528-2ce4b267ca19 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:07.868888 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be944b4-2f70-42ec-88be-46bfc6254f5b", "name": "network-vif-deleted", "tag": "2077e968-5b07-4b02-a36c-059d415fc83f", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:07.869136 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5ad3c1e-939e-422a-9528-2ce4b267ca19 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:07.869530 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4be944b4-2f70-42ec-88be-46bfc6254f5b', 'name': 'network-vif-deleted', 'tag': '2077e968-5b07-4b02-a36c-059d415fc83f', 'status': 'completed', 'code': 200} Feb 11 13:19:07.969687 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-884d51c3-d517-4a96-bffa-7422762a0af9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422339 Feb 11 13:19:08.106515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-e83d4a59-bf79-43c4-9c0a-3fbac7f34766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.108012 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-e83d4a59-bf79-43c4-9c0a-3fbac7f34766 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 1096 time: 0.0440152 Feb 11 13:19:08.355796 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ddc061c-cddd-4c96-a78a-c3650a4103e8 req-64e26343-dd0d-4754-85ba-a01448b6b94a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0565341 Feb 11 13:19:08.371984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-9b868682-f166-4a14-89be-947a434e8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.374472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-9b868682-f166-4a14-89be-947a434e8e36 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.2071800 Feb 11 13:19:08.437326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-78fdb196-1bd5-4240-8371-9d1eed153f96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 200 len: 217 time: 0.0546138 Feb 11 13:19:08.476224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f9d21-8f2c-4898-8c84-4d624f0e3305 req-7fc9c18b-c2ba-4e10-84c0-7b2b4267b357 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.477627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-380f9d21-8f2c-4898-8c84-4d624f0e3305 req-7fc9c18b-c2ba-4e10-84c0-7b2b4267b357 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0670702 Feb 11 13:19:08.506298 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4af7eb5a-1b44-4b18-bdaf-16d940156524 req-4c7ad833-4076-47a6-bdaa-55622d39987e tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be944b4-2f70-42ec-88be-46bfc6254f5b HTTP/1.1" status: 200 len: 210 time: 0.0533397 Feb 11 13:19:08.520047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-380f9d21-8f2c-4898-8c84-4d624f0e3305 req-c6a47d3a-c6cc-43ed-a597-6a4d937fddb9 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358138 Feb 11 13:19:08.533162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-89a2e36c-a79d-4b76-b7e3-cfa738b5d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.534664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-89a2e36c-a79d-4b76-b7e3-cfa738b5d58f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0901957 Feb 11 13:19:08.574641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-5ba07f0c-4559-4c5c-b921-0804c21e95fa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270631 Feb 11 13:19:08.698132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-1b5beb21-0f55-44fe-996e-ffdcca83a1e5 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115162 Feb 11 13:19:08.721444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa9966-e5e5-4329-a576-45ca2623c2dc req-1e0ba50f-957e-4fd1-81cf-4296eef64c73 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.722931 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cbaa9966-e5e5-4329-a576-45ca2623c2dc req-1e0ba50f-957e-4fd1-81cf-4296eef64c73 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0718389 Feb 11 13:19:08.811327 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cbaa9966-e5e5-4329-a576-45ca2623c2dc req-a56855ab-f7bd-40be-822e-dcc451ebb5ff tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786817 Feb 11 13:19:08.822129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41104) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:08.838303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-068e0673-b9db-418d-8ee4-ce7b0e19ebda req-c19f1d32-d85c-4803-b099-69d84512b7b7 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321514 Feb 11 13:19:08.954625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9b06af6-8360-4aef-808f-78dd8d85105c req-b25832f8-44f8-4f8d-8c70-42fa8f9cd942 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 210 time: 0.0308414 Feb 11 13:19:08.956529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dba94-d24c-46ab-a714-1bcfebda3044 req-3d21197a-a52e-43d0-bda8-a622900da43c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:08.958315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-853dba94-d24c-46ab-a714-1bcfebda3044 req-3d21197a-a52e-43d0-bda8-a622900da43c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.0574105 Feb 11 13:19:08.994424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e3df966-b6a6-4b40-a0e1-9edffb73f7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.005503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-853dba94-d24c-46ab-a714-1bcfebda3044 req-1a3a0dcf-7338-4824-bc97-f12511c6ddf0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Feb 11 13:19:09.084790 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e3df966-b6a6-4b40-a0e1-9edffb73f7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.156809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e3df966-b6a6-4b40-a0e1-9edffb73f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.185172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-2e3b471b-ec43-4b13-881f-ca6512d179c1 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399110 Feb 11 13:19:09.252758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9e3df966-b6a6-4b40-a0e1-9edffb73f7cc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39cdcbce62314c32ac883f843d7a99c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303343 Feb 11 13:19:09.255478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41114) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:09.270031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3df966-b6a6-4b40-a0e1-9edffb73f7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1b03a8-709d-4da5-a56f-e36593bc0050,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:09.316603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad2fa-d4a5-4134-89ed-9da65924f543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.320428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-942c3c1b-1dc6-472d-ac90-1bcbdaf86b3d tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.321940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-942c3c1b-1dc6-472d-ac90-1bcbdaf86b3d tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1281147 Feb 11 13:19:09.335416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Request body: {'port': {'device_id': '79df19e8-1427-4dab-8383-672d231af976', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '2aa3efc0408b4c78ac64359e10c9769a'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:09.337230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad2fa-d4a5-4134-89ed-9da65924f543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.460579 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad2fa-d4a5-4134-89ed-9da65924f543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.463321 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f7ad2fa-d4a5-4134-89ed-9da65924f543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.464586 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3f7ad2fa-d4a5-4134-89ed-9da65924f543 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0e1b03a8-709d-4da5-a56f-e36593bc0050 HTTP/1.1" status: 204 len: 168 time: 0.2081013 Feb 11 13:19:09.473696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ad2fa-d4a5-4134-89ed-9da65924f543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1b03a8-709d-4da5-a56f-e36593bc0050,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:09.473894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8f273c5-b57c-473a-87a0-8ce132e424ca req-79b853b1-81d3-454c-9c06-f1123b92c804 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0334249 Feb 11 13:19:09.574926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Made reservation on behalf of 2aa3efc0408b4c78ac64359e10c9769a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:09.579585 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.729192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ea9f6-9d13-4218-b7a6-670d5760d198 req-55fc2309-3b42-4aaa-afba-659750a01b6b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:09.730706 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-102ea9f6-9d13-4218-b7a6-670d5760d198 req-55fc2309-3b42-4aaa-afba-659750a01b6b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.1226053 Feb 11 13:19:09.776121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41138) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:09.783750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Allocated IP 192.168.233.200 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/7b59201a-8dd2-4a4e-8235-2d54147f9a0f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:09.807142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-102ea9f6-9d13-4218-b7a6-670d5760d198 req-563f4a74-4efb-4708-866b-a716e427bb84 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Feb 11 13:19:09.849306 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-254a2434-740e-4845-b20d-3efbe1a894e0 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.877730 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-254a2434-740e-4845-b20d-3efbe1a894e0 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:09.969617 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.032978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daaf6fb-fe3a-4134-8a30-ad4ec384fa8e req-9782f932-4b5b-4a55-8c85-46cb7e7820e8 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.032978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1daaf6fb-fe3a-4134-8a30-ad4ec384fa8e req-9782f932-4b5b-4a55-8c85-46cb7e7820e8 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1245778 Feb 11 13:19:10.087146 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.088837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853585-3ecb-4987-bc19-61c15b60197f req-b652aec5-3e63-4442-8b1b-53056be47b3b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.090404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-b652aec5-3e63-4442-8b1b-53056be47b3b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.59 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 813 time: 0.1649854 Feb 11 13:19:10.091196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-254a2434-740e-4845-b20d-3efbe1a894e0 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.094449 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-254a2434-740e-4845-b20d-3efbe1a894e0 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.095486 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-254a2434-740e-4845-b20d-3efbe1a894e0 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "DELETE /v2.0/security-groups/173a1803-d17c-4e2c-ab9b-47b988013e46 HTTP/1.1" status: 204 len: 168 time: 0.3180974 Feb 11 13:19:10.100007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41146) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:10.102243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['bf34c3a7-efc2-47ab-9ee2-15b8db1b2116'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:10.139121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a2434-740e-4845-b20d-3efbe1a894e0 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=173a1803-d17c-4e2c-ab9b-47b988013e46,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:10.155978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1daaf6fb-fe3a-4134-8a30-ad4ec384fa8e req-dfdcb3af-498c-4e8b-9068-9674c6c08b4b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062436 Feb 11 13:19:10.158213 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-0c7452e4-e449-4016-89f8-91e09ac3f479 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] show failed (client error): The resource could not be found. Feb 11 13:19:10.161929 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0c7452e4-e449-4016-89f8-91e09ac3f479 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "GET /v2.0/security-groups/173a1803-d17c-4e2c-ab9b-47b988013e46 HTTP/1.1" status: 404 len: 347 time: 0.0524821 Feb 11 13:19:10.162110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41148) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:10.181293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:10.186765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:10.195450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf77a30-d8cf-41e4-858f-1f0d6ab6c3c2 req-a2c8c876-1bca-4677-ba40-6595b8f5b4d7 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.205042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-adf77a30-d8cf-41e4-858f-1f0d6ab6c3c2 req-a2c8c876-1bca-4677-ba40-6595b8f5b4d7 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 936 time: 0.1293416 Feb 11 13:19:10.208211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:10.212808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Pushing event updated for resources: {'Port': ['ID=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:10.215663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41150) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:10.274463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'port': {'device_id': '158c5489-df06-4f35-8f96-0185cb16616b', 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e', 'admin_state_up': True, 'tenant_id': '95879232f40c448788547e7013f97912'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:10.368217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ddd46a69-e00a-45bc-9020-33bbd4468e5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.478111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.479023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.544878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38704366-42d4-4c84-aab6-bccefd799d7d req-0c601bea-32d1-4dcf-bb0d-53d91558cbc4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.547265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38704366-42d4-4c84-aab6-bccefd799d7d req-0c601bea-32d1-4dcf-bb0d-53d91558cbc4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.1374581 Feb 11 13:19:10.557147 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ddd46a69-e00a-45bc-9020-33bbd4468e5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.563468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e81fcc7f-85b5-4afd-8f7b-e5b56a337d90 None None] Provisioning complete for port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:10.564194 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e81fcc7f-85b5-4afd-8f7b-e5b56a337d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.573590 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-adf77a30-d8cf-41e4-858f-1f0d6ab6c3c2 req-8fa334b4-5c22-4367-b14b-397a28d831c0 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616107 Feb 11 13:19:10.584624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-dd81b702-2489-4603-b512-b9c6e67f9583 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2492669 Feb 11 13:19:10.597616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Request body: {'port': {'device_id': '79df19e8-1427-4dab-8383-672d231af976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:10.607687 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-aaa90900-3bd3-47ac-a281-6543152970ee tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Deleting port 33281ad4-96df-48a9-89a0-c4705b1370cd {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:19:10.608239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aaa90900-3bd3-47ac-a281-6543152970ee tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.628139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38704366-42d4-4c84-aab6-bccefd799d7d req-d5ee2279-112b-4e4a-8dc4-1d0696126133 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700839 Feb 11 13:19:10.635586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e81fcc7f-85b5-4afd-8f7b-e5b56a337d90 None None] Port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:19:10.643824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ddd46a69-e00a-45bc-9020-33bbd4468e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.694056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Made reservation on behalf of 95879232f40c448788547e7013f97912 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:10.697695 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.723099 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aaa90900-3bd3-47ac-a281-6543152970ee tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.723432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aaa90900-3bd3-47ac-a281-6543152970ee tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.730806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ddd46a69-e00a-45bc-9020-33bbd4468e5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6363c9053df74aa2a8d86fa8b25bd908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023589 Feb 11 13:19:10.731473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41156) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:10.746251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-aaa90900-3bd3-47ac-a281-6543152970ee tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Calling delete_port for 33281ad4-96df-48a9-89a0-c4705b1370cd owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:19:10.757557 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.771907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f47c3deb-a8d4-42e3-8c1e-16b396d51f00 req-2c52d40d-87f2-48aa-a7b7-3ca5aa32f831 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.1000321 Feb 11 13:19:10.804576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd46a69-e00a-45bc-9020-33bbd4468e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af73e08-2fc6-48f2-86aa-ba89ab1b9379,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:10.912085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-742a58ee-2913-41dc-bcef-8e8aa4b0f9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.920911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2077e968-5b07-4b02-a36c-059d415fc83f no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:10.950036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-742a58ee-2913-41dc-bcef-8e8aa4b0f9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:10.957279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 2077e968-5b07-4b02-a36c-059d415fc83f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:19:10.958230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2077e968-5b07-4b02-a36c-059d415fc83f not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:10.963932 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Allocated IP 172.20.0.5 (6740d433-32cc-4a69-8d1b-27ff45a6338e/040ed783-b7e0-4056-a984-16c0022af7bd/5f1059cf-ca94-448b-82f4-cc832180bd66) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:10.995242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36073433-3cb6-4884-a677-6233755004ab req-e38b0c96-bb9c-4052-94fd-1f2b5135fa5f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:10.996747 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36073433-3cb6-4884-a677-6233755004ab req-e38b0c96-bb9c-4052-94fd-1f2b5135fa5f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.1067705 Feb 11 13:19:11.106534 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36073433-3cb6-4884-a677-6233755004ab req-498009c3-452c-43cc-a5df-da9173f72203 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929608 Feb 11 13:19:11.127840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b59201a-8dd2-4a4e-8235-2d54147f9a0f {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:11.136740 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.139317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-742a58ee-2913-41dc-bcef-8e8aa4b0f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.147522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-742a58ee-2913-41dc-bcef-8e8aa4b0f9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.147522 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-742a58ee-2913-41dc-bcef-8e8aa4b0f9ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4af73e08-2fc6-48f2-86aa-ba89ab1b9379 HTTP/1.1" status: 204 len: 168 time: 0.3960133 Feb 11 13:19:11.155273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a58ee-2913-41dc-bcef-8e8aa4b0f9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af73e08-2fc6-48f2-86aa-ba89ab1b9379,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:11.200595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Transition to ACTIVE for port object 7b59201a-8dd2-4a4e-8235-2d54147f9a0f will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:11.229630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.264647 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aaa90900-3bd3-47ac-a281-6543152970ee tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.274320 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.298622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa90900-3bd3-47ac-a281-6543152970ee tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Pushing event deleted for resources: {'Port': ['ID=33281ad4-96df-48a9-89a0-c4705b1370cd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:11.323928 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.336341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:11.404761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669225b-7c5a-40b7-bce8-1b1804e3fc43 req-a92bd868-b7da-4664-8d0d-89834cb7dd93 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.419416 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e669225b-7c5a-40b7-bce8-1b1804e3fc43 req-a92bd868-b7da-4664-8d0d-89834cb7dd93 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1763911 Feb 11 13:19:11.420200 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Network 6740d433-32cc-4a69-8d1b-27ff45a6338e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:11.427176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:11.439131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:11.471358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Pushing event updated for resources: {'Port': ['ID=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:11.520559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.521184 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.524924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'Port': ['ID=5f1059cf-ca94-448b-82f4-cc832180bd66,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:11.534276 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aaa90900-3bd3-47ac-a281-6543152970ee tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.537576 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aaa90900-3bd3-47ac-a281-6543152970ee tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.540526 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aaa90900-3bd3-47ac-a281-6543152970ee tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] 10.222.0.52 "DELETE /v2.0/floatingips/b6905888-3fef-4a86-a9db-68fa276771b5 HTTP/1.1" status: 204 len: 168 time: 1.3750029 Feb 11 13:19:11.579491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e669225b-7c5a-40b7-bce8-1b1804e3fc43 req-e1285edf-d569-46eb-a6b5-a43837c46e89 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493111 Feb 11 13:19:11.623868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Attempting to bind port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:11.624181 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-6aead9f4-bb22-447c-8b7b-abd8262d6379 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4293563 Feb 11 13:19:11.624332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Attempting to bind port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:11.624546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Attempting to bind port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:11.636922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:11.637244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Attempting to bind port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:11.637744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Request body: {'port': {'device_id': '158c5489-df06-4f35-8f96-0185cb16616b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:11.654520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:11.654858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:19:11.655241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:11.659527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Bound port: 7b59201a-8dd2-4a4e-8235-2d54147f9a0f, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:11.659984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.749611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41182) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:11.796580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] For port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:11.806031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.815585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] For port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:11.827578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9da72a-80d8-4032-a1f5-657ac2e69218 admin admin] Deleting subnet d18a105d-2a8a-4f4c-88e6-31f31c44eeca {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:19:11.834960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6297bff-cf54-4cb5-9863-c95d46c7316c req-88325f01-7156-4d5e-a950-fe14394b4f66 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.836757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e6297bff-cf54-4cb5-9863-c95d46c7316c req-88325f01-7156-4d5e-a950-fe14394b4f66 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 948 time: 0.1080267 Feb 11 13:19:11.900776 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e6297bff-cf54-4cb5-9863-c95d46c7316c req-aa227d52-9acf-4987-8eaa-5c48c877cca7 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581055 Feb 11 13:19:11.902552 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.951608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:11.953848 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:11.955267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] 10.222.0.59 "PUT /v2.0/ports/7b59201a-8dd2-4a4e-8235-2d54147f9a0f HTTP/1.1" status: 200 len: 1096 time: 1.3624144 Feb 11 13:19:11.955701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79df19e8-1427-4dab-8383-672d231af976', 'tag': '7b59201a-8dd2-4a4e-8235-2d54147f9a0f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:11.958138 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2276694f-3101-4ebf-8821-778998334b3e" -d '{"events": [{"name": "network-changed", "server_uuid": "79df19e8-1427-4dab-8383-672d231af976", "tag": "7b59201a-8dd2-4a4e-8235-2d54147f9a0f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:11.980020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94f9b2-2b2b-4635-baf5-bdf3cc62c222 service neutron] Pushing event updated for resources: {'Port': ['ID=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:11.985960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea9da72a-80d8-4032-a1f5-657ac2e69218 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.112542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea9da72a-80d8-4032-a1f5-657ac2e69218 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.139971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e409ed-ef4c-445f-9d75-6b1dfae202d7 req-80bbdfd1-9e53-477e-b652-ecfc81ac1d02 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.164390 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5e409ed-ef4c-445f-9d75-6b1dfae202d7 req-80bbdfd1-9e53-477e-b652-ecfc81ac1d02 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 931 time: 0.1414685 Feb 11 13:19:12.214505 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5e409ed-ef4c-445f-9d75-6b1dfae202d7 req-3eb83542-ca93-431c-9815-67ffdad66520 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492473 Feb 11 13:19:12.215885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07174284-3cf7-41a0-980b-86c48dbdf869 req-f8f47d4c-3910-4dce-b4eb-d398340ca530 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.216361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-c0d7025b-4698-4a64-96e7-a174d2ae3e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.217799 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-c0d7025b-4698-4a64-96e7-a174d2ae3e55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 1099 time: 0.1525218 Feb 11 13:19:12.225437 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07174284-3cf7-41a0-980b-86c48dbdf869 req-f8f47d4c-3910-4dce-b4eb-d398340ca530 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.2400911 Feb 11 13:19:12.255531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea9da72a-80d8-4032-a1f5-657ac2e69218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.333021 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07174284-3cf7-41a0-980b-86c48dbdf869 req-38aa1c20-b0fb-4587-ada9-363895c75054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061199 Feb 11 13:19:12.408696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1059cf-ca94-448b-82f4-cc832180bd66 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:12.417251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.435635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Transition to ACTIVE for port object 5f1059cf-ca94-448b-82f4-cc832180bd66 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:12.488268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea9da72a-80d8-4032-a1f5-657ac2e69218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.548427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9da72a-80d8-4032-a1f5-657ac2e69218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18a105d-2a8a-4f4c-88e6-31f31c44eeca,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:12.559667 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea9da72a-80d8-4032-a1f5-657ac2e69218 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.559667 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ea9da72a-80d8-4032-a1f5-657ac2e69218 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d18a105d-2a8a-4f4c-88e6-31f31c44eeca HTTP/1.1" status: 204 len: 168 time: 0.8046327 Feb 11 13:19:12.559667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41206) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:12.566704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:12.596271 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5706a5-aa51-44e9-a38b-6ffa1c66b99a x-openstack-request-id: req-0f5706a5-aa51-44e9-a38b-6ffa1c66b99a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:12.596911 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79df19e8-1427-4dab-8383-672d231af976", "tag": "7b59201a-8dd2-4a4e-8235-2d54147f9a0f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:12.596911 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f5706a5-aa51-44e9-a38b-6ffa1c66b99a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:12.597151 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79df19e8-1427-4dab-8383-672d231af976', 'tag': '7b59201a-8dd2-4a4e-8235-2d54147f9a0f', 'status': 'completed', 'code': 200} Feb 11 13:19:12.599503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-c8a4b68f-4791-49cd-8262-8c7368c96fce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=7b59201a-8dd2-4a4e-8235-2d54147f9a0f HTTP/1.1" status: 200 len: 217 time: 0.3707397 Feb 11 13:19:12.676587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-0fc56c6b-5b8d-4fea-9736-68edd8d19bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.677692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-0fc56c6b-5b8d-4fea-9736-68edd8d19bfa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0697358 Feb 11 13:19:12.685399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016e4df-eaf1-4d7a-bbfa-b36bcec7e779 req-5b0a04b6-ebbb-4b52-b712-561eba8aafe8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.689646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-0ef9062f-c195-480a-942a-ace7f891330b service neutron] 10.222.0.13 "GET /v2.0/ports/81b3e49a-5662-4aab-8a80-60237449f5b6/bindings/n-h2-816488-1 HTTP/1.1" status: 200 len: 384 time: 0.2110066 Feb 11 13:19:12.694259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d016e4df-eaf1-4d7a-bbfa-b36bcec7e779 req-5b0a04b6-ebbb-4b52-b712-561eba8aafe8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0995820 Feb 11 13:19:12.708650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Pushing event updated for resources: {'Port': ['ID=5f1059cf-ca94-448b-82f4-cc832180bd66,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:12.757753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d016e4df-eaf1-4d7a-bbfa-b36bcec7e779 req-f0ea3298-3e4a-456d-bf53-c5ad0c25c47e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626161 Feb 11 13:19:12.764343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-17f92c1d-bffa-486f-a66d-263879758309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:12.766664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-17f92c1d-bffa-486f-a66d-263879758309 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702024 Feb 11 13:19:12.873883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-59c4af7e-21e2-41c0-ab19-cc39f201a4eb service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998878 Feb 11 13:19:12.938309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 81b3e49a-5662-4aab-8a80-60237449f5b6 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:13.004028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfe6c274-3642-4143-9eb0-e7187aece56f req-ac646259-fda5-4943-9fa3-eb4592ed0050 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198483 Feb 11 13:19:13.063515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.108113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f6622-87de-4adf-b968-16879337296d req-1354c5b8-017d-480d-a1c1-13f7d8ede51d tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.114279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b5f6622-87de-4adf-b968-16879337296d req-1354c5b8-017d-480d-a1c1-13f7d8ede51d tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 948 time: 0.0751028 Feb 11 13:19:13.162342 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b5f6622-87de-4adf-b968-16879337296d req-534d0bb3-cb12-4679-bb86-00f11dcb3426 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455627 Feb 11 13:19:13.194235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1617c-5ba0-49ac-a358-882b4e4b14cb req-195efd23-36af-49f9-9298-d65d24e35c44 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.195683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-def1617c-5ba0-49ac-a358-882b4e4b14cb req-195efd23-36af-49f9-9298-d65d24e35c44 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.4893770 Feb 11 13:19:13.202513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Attempting to bind port 5f1059cf-ca94-448b-82f4-cc832180bd66 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:13.202863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Attempting to bind port 5f1059cf-ca94-448b-82f4-cc832180bd66 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '2a4e09a6-6eac-446a-bc33-351211a58ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:13.203468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Attempting to bind port 5f1059cf-ca94-448b-82f4-cc832180bd66 on network 6740d433-32cc-4a69-8d1b-27ff45a6338e {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:13.229545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276694f-3101-4ebf-8821-778998334b3e req-c1a67420-1d12-4239-9e57-df9b71cf5ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.231261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2276694f-3101-4ebf-8821-778998334b3e req-c1a67420-1d12-4239-9e57-df9b71cf5ca4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 1099 time: 0.0621240 Feb 11 13:19:13.268432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Port 5f1059cf-ca94-448b-82f4-cc832180bd66 on network 6740d433-32cc-4a69-8d1b-27ff45a6338e not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:13.268754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Attempting to bind port 5f1059cf-ca94-448b-82f4-cc832180bd66 on network 6740d433-32cc-4a69-8d1b-27ff45a6338e {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:13.296049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:13.296463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Checking segment: {'id': '2a4e09a6-6eac-446a-bc33-351211a58ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:19:13.297306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Bound using segment: {'id': '2a4e09a6-6eac-446a-bc33-351211a58ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:13.297746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Bound port: 5f1059cf-ca94-448b-82f4-cc832180bd66, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4e09a6-6eac-446a-bc33-351211a58ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:13.298112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.311263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.383040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d00bf0-5b74-4694-b63f-ceea93394e9c req-1aa7ef61-951c-4deb-aba5-4e70d9e37d73 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.384584 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5d00bf0-5b74-4694-b63f-ceea93394e9c req-1aa7ef61-951c-4deb-aba5-4e70d9e37d73 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 943 time: 0.0763657 Feb 11 13:19:13.386062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276694f-3101-4ebf-8821-778998334b3e req-9bd82fc2-8696-4cf2-b615-21cf396e2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.386318 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e055b0fa-ddbd-4312-b152-6887c946b0b7']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:13.387526 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2276694f-3101-4ebf-8821-778998334b3e req-9bd82fc2-8696-4cf2-b615-21cf396e2215 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1496477 Feb 11 13:19:13.417479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-def1617c-5ba0-49ac-a358-882b4e4b14cb req-133ad097-4439-475b-ac29-f55f673d3cee tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975176 Feb 11 13:19:13.426442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7eb951-de14-417d-a0dd-21d64686f666') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:13.426728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7eb951-de14-417d-a0dd-21d64686f666') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:13.453760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2276694f-3101-4ebf-8821-778998334b3e req-d9dc5157-2e12-4594-a274-e0a7c23d1a60 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=7b59201a-8dd2-4a4e-8235-2d54147f9a0f HTTP/1.1" status: 200 len: 217 time: 0.0527370 Feb 11 13:19:13.457497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.484546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5d00bf0-5b74-4694-b63f-ceea93394e9c req-ec1b4327-60ec-4fab-9d7b-3b11d56dc217 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910339 Feb 11 13:19:13.495337 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.513283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:19:13.513690 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:19:13.520462 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:19:13.536947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] For port 5f1059cf-ca94-448b-82f4-cc832180bd66, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:13.544066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-6d3811bf-c011-4845-b6ef-47f34e834807 service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:13.547138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276694f-3101-4ebf-8821-778998334b3e req-c6819459-c6b5-405d-be14-22ecb17f67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.548792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2276694f-3101-4ebf-8821-778998334b3e req-c6819459-c6b5-405d-be14-22ecb17f67ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0813012 Feb 11 13:19:13.602067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] For port 5f1059cf-ca94-448b-82f4-cc832180bd66, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f1059cf-ca94-448b-82f4-cc832180bd66,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:13.607542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276694f-3101-4ebf-8821-778998334b3e req-c59a5589-6463-4479-9ef6-257ab891aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.609923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2276694f-3101-4ebf-8821-778998334b3e req-c59a5589-6463-4479-9ef6-257ab891aab7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505958 Feb 11 13:19:13.638014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-6d3811bf-c011-4845-b6ef-47f34e834807 service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:13.673160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.696278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd62cb5-1e69-4e81-b450-d34a6cfff931 req-0b6592df-7e57-463f-b4b3-318eb2dab0b7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.697736 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8bd62cb5-1e69-4e81-b450-d34a6cfff931 req-0b6592df-7e57-463f-b4b3-318eb2dab0b7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 944 time: 0.1572011 Feb 11 13:19:13.704889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-6d3811bf-c011-4845-b6ef-47f34e834807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b3e49a-5662-4aab-8a80-60237449f5b6 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:13.743375 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.746957 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2276694f-3101-4ebf-8821-778998334b3e req-0eb66126-62df-49e9-94fc-99ca048b328e service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242366 Feb 11 13:19:13.747299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:13.748358 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.750300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] 10.222.0.59 "PUT /v2.0/ports/5f1059cf-ca94-448b-82f4-cc832180bd66 HTTP/1.1" status: 200 len: 1091 time: 2.1168106 Feb 11 13:19:13.757052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158c5489-df06-4f35-8f96-0185cb16616b', 'tag': '5f1059cf-ca94-448b-82f4-cc832180bd66'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:13.759825 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15" -d '{"events": [{"name": "network-changed", "server_uuid": "158c5489-df06-4f35-8f96-0185cb16616b", "tag": "5f1059cf-ca94-448b-82f4-cc832180bd66"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:13.773794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-6d3811bf-c011-4845-b6ef-47f34e834807 service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:13.782987 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.786581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e055b0fa-ddbd-4312-b152-6887c946b0b7 HTTP/1.1" status: 204 len: 168 time: 1.2256851 Feb 11 13:19:13.813145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61585ebe-ba2a-46f4-9d92-3bcf1d545975 admin admin] Pushing event deleted for resources: {'Network': ['ID=e055b0fa-ddbd-4312-b152-6887c946b0b7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:13.849657 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8bd62cb5-1e69-4e81-b450-d34a6cfff931 req-d2229d6b-3bd5-48a8-a48c-528d6d6b0679 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222951 Feb 11 13:19:13.850371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcafb8d-2c40-489b-b97c-208fb38e3c8c service neutron] Pushing event updated for resources: {'Port': ['ID=5f1059cf-ca94-448b-82f4-cc832180bd66,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:13.880864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2276694f-3101-4ebf-8821-778998334b3e req-a8114216-d039-4fed-9caa-b0d44f488614 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238911 Feb 11 13:19:13.918584 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-6d3811bf-c011-4845-b6ef-47f34e834807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:13.971544 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44555a92-3950-4266-af0a-80800d1106dc x-openstack-request-id: req-44555a92-3950-4266-af0a-80800d1106dc {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:13.971896 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158c5489-df06-4f35-8f96-0185cb16616b", "tag": "5f1059cf-ca94-448b-82f4-cc832180bd66", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:13.972143 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44555a92-3950-4266-af0a-80800d1106dc {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:13.972528 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158c5489-df06-4f35-8f96-0185cb16616b', 'tag': '5f1059cf-ca94-448b-82f4-cc832180bd66', 'status': 'completed', 'code': 200} Feb 11 13:19:14.005189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853585-3ecb-4987-bc19-61c15b60197f req-370c4adf-e6ff-4b42-9bcf-fc58e1e8a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.006728 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-370c4adf-e6ff-4b42-9bcf-fc58e1e8a908 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 1094 time: 0.1326339 Feb 11 13:19:14.043166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0f3fd-e221-4e48-8af4-d6b40d3bd926 req-cc7cb6ac-eac6-4155-90cd-a3225d90ba6b tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.044656 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aac0f3fd-e221-4e48-8af4-d6b40d3bd926 req-cc7cb6ac-eac6-4155-90cd-a3225d90ba6b tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 1096 time: 0.1219137 Feb 11 13:19:14.066402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdda015-e11d-40a2-9748-6a1a75566784 req-e6a132f1-dae9-48d8-8dea-44e23a7c3636 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.068154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bdda015-e11d-40a2-9748-6a1a75566784 req-e6a132f1-dae9-48d8-8dea-44e23a7c3636 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0524540 Feb 11 13:19:14.077819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-65b7549c-d08a-4508-a9f4-4b789a0fe563 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1059cf-ca94-448b-82f4-cc832180bd66 HTTP/1.1" status: 200 len: 217 time: 0.0613613 Feb 11 13:19:14.109084 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bdda015-e11d-40a2-9748-6a1a75566784 req-7ec11179-4e5e-42dd-a4ee-4e607d9f7a28 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Feb 11 13:19:14.148963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-6d3811bf-c011-4845-b6ef-47f34e834807 service neutron] Transition to ACTIVE for port object 81b3e49a-5662-4aab-8a80-60237449f5b6 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:14.155884 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aac0f3fd-e221-4e48-8af4-d6b40d3bd926 req-c0b2aa9c-71a8-4783-bf4d-f59ae3318446 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808239 Feb 11 13:19:14.166745 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a853585-3ecb-4987-bc19-61c15b60197f req-d0036dcc-66ec-4f48-9aac-13c28f90ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.168189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-d0036dcc-66ec-4f48-9aac-13c28f90ca9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=040ed783-b7e0-4056-a984-16c0022af7bd HTTP/1.1" status: 200 len: 853 time: 0.0824585 Feb 11 13:19:14.202119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41258) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:14.209504 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-428d37e7-47e6-4fe5-a199-eed106b13ecd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6740d433-32cc-4a69-8d1b-27ff45a6338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311768 Feb 11 13:19:14.210930 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-6d3811bf-c011-4845-b6ef-47f34e834807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:14.265289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1a95cc6f-d78f-4d1f-a1a6-f8310c8d0ce2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d4425c7777d4c33a6c9a92ce06ac536&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621583 Feb 11 13:19:14.265289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41266) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:14.323689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf424-74e6-4e58-98f5-bcdb665c2db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:14.346362 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf424-74e6-4e58-98f5-bcdb665c2db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:14.361964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-6d3811bf-c011-4845-b6ef-47f34e834807 service neutron] No DVR routers for this DVR port 81b3e49a-5662-4aab-8a80-60237449f5b6 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:14.372048 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3811bf-c011-4845-b6ef-47f34e834807 service neutron] Pushing event updated for resources: {'Port': ['ID=81b3e49a-5662-4aab-8a80-60237449f5b6,revision_number=10']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:14.421070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-6d3811bf-c011-4845-b6ef-47f34e834807 service neutron] 10.222.0.13 "PUT /v2.0/ports/81b3e49a-5662-4aab-8a80-60237449f5b6/bindings/n-h2-816488-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7157798 Feb 11 13:19:14.439416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79c6b2-bfb2-4fd6-9123-20b139dc9ff1 req-fe858ce3-76a9-4aad-a753-aa84b4e385f0 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.441010 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe79c6b2-bfb2-4fd6-9123-20b139dc9ff1 req-fe858ce3-76a9-4aad-a753-aa84b4e385f0 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 948 time: 0.1457341 Feb 11 13:19:14.447003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-3e9492be-7992-42cf-b72d-269d0c66b78f service neutron] 10.222.0.59 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278619 Feb 11 13:19:14.483413 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf424-74e6-4e58-98f5-bcdb665c2db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:14.486540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a6cf424-74e6-4e58-98f5-bcdb665c2db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:14.490163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8a6cf424-74e6-4e58-98f5-bcdb665c2db3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5 HTTP/1.1" status: 204 len: 168 time: 0.2163942 Feb 11 13:19:14.498310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6cf424-74e6-4e58-98f5-bcdb665c2db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbec5e6-69fb-4dc5-bf30-d543fe2ed8d5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:14.530372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe79c6b2-bfb2-4fd6-9123-20b139dc9ff1 req-a619c0fe-a9fb-4c2d-9f20-1ace0b248e18 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817022 Feb 11 13:19:14.610877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2abfae61-5804-4857-aa6a-1ee8670fa064 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.613544 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-2abfae61-5804-4857-aa6a-1ee8670fa064 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.0557692 Feb 11 13:19:14.615138 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a853585-3ecb-4987-bc19-61c15b60197f req-5d8f66a4-0e7f-43d5-910e-48a74ace2848 service neutron] 10.222.0.59 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524949 Feb 11 13:19:14.671339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-01514a7e-47b6-4fda-9934-7a24fb858eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.673132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-01514a7e-47b6-4fda-9934-7a24fb858eb0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235&tenant_id=c143e0388f93410888c1f43650d02942 HTTP/1.1" status: 200 len: 1096 time: 0.0454297 Feb 11 13:19:14.695212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb20b57-0fb6-40f5-a49d-93a3ea6723a2 req-d4326d3d-6368-4860-990d-6dbcc38cc74a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.696786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bbb20b57-0fb6-40f5-a49d-93a3ea6723a2 req-d4326d3d-6368-4860-990d-6dbcc38cc74a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0550473 Feb 11 13:19:14.741941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bbb20b57-0fb6-40f5-a49d-93a3ea6723a2 req-d8aae5c9-267f-4967-96ec-025f20552576 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Feb 11 13:19:14.742425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-4f7e34c6-7792-412b-8587-4ae02e4eb0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.744011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-4f7e34c6-7792-412b-8587-4ae02e4eb0fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1096 time: 0.0452189 Feb 11 13:19:14.856736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-4f93226b-17de-40ba-8ede-5d61493bac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.858267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-4f93226b-17de-40ba-8ede-5d61493bac0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.1070914 Feb 11 13:19:14.868348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15 req-136fe4a0-c5c7-4ce0-a130-9b14706e3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.870520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15 req-136fe4a0-c5c7-4ce0-a130-9b14706e3260 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 1094 time: 0.0739372 Feb 11 13:19:14.883493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc98d27-42c6-45c4-84f0-b9ca78e83b7f req-edec6967-f8c7-48e6-abed-e30504cdd700 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.884978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5cc98d27-42c6-45c4-84f0-b9ca78e83b7f req-edec6967-f8c7-48e6-abed-e30504cdd700 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 943 time: 0.0751410 Feb 11 13:19:14.914646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-1d88cb25-1d0e-4ada-922a-b33789065e03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81b3e49a-5662-4aab-8a80-60237449f5b6 HTTP/1.1" status: 200 len: 217 time: 0.0465052 Feb 11 13:19:14.978279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5cc98d27-42c6-45c4-84f0-b9ca78e83b7f req-f9cd6022-d62b-42e9-8212-ba4b3358b2e2 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845680 Feb 11 13:19:14.986512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-b577eaa2-55e6-42cd-a6c0-68de9c159c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:14.989805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-b577eaa2-55e6-42cd-a6c0-68de9c159c01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0664062 Feb 11 13:19:15.011749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15 req-72c8ea62-129c-40d0-b348-cb9703644ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.011749 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15 req-72c8ea62-129c-40d0-b348-cb9703644ab3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 914 time: 0.1197300 Feb 11 13:19:15.037370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-42bd7f56-042a-4c79-b8c8-7c4e7dbe649e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385947 Feb 11 13:19:15.059733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15 req-31ce184c-736b-4eec-9a05-07ea3ef43b3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1059cf-ca94-448b-82f4-cc832180bd66 HTTP/1.1" status: 200 len: 217 time: 0.0465574 Feb 11 13:19:15.161535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-c8828080-4f90-4501-a72d-a947dfac662b service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159768 Feb 11 13:19:15.178993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15 req-6edc4432-b37c-4aff-82ed-0e6a6e2e3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.180478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15 req-6edc4432-b37c-4aff-82ed-0e6a6e2e3415 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=040ed783-b7e0-4056-a984-16c0022af7bd HTTP/1.1" status: 200 len: 853 time: 0.1059327 Feb 11 13:19:15.206691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26065f0a-b924-4754-af1d-cddc07697591 req-4d8db84e-d3ba-41fc-89bd-7b05eba8a631 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.210236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26065f0a-b924-4754-af1d-cddc07697591 req-4d8db84e-d3ba-41fc-89bd-7b05eba8a631 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 945 time: 0.0871425 Feb 11 13:19:15.231701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15 req-82bf453a-0db4-4045-bed0-a97d6dfa84d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6740d433-32cc-4a69-8d1b-27ff45a6338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427892 Feb 11 13:19:15.292449 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-f7bc0276-c93f-40d3-8832-f1728ab41c73 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226590 Feb 11 13:19:15.329743 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26065f0a-b924-4754-af1d-cddc07697591 req-8d1bd054-4aaa-4cd9-9f81-db114082fa4e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008780 Feb 11 13:19:15.371984 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15 req-318ab831-7fe0-41f7-a3cb-3d22638afbf4 service neutron] 10.222.0.59 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204031 Feb 11 13:19:15.544195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456dfc-e7ec-4627-859a-bf70da2e31d5 req-a4415b92-b094-4189-8922-ed012f0ac9ac tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.545621 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16456dfc-e7ec-4627-859a-bf70da2e31d5 req-a4415b92-b094-4189-8922-ed012f0ac9ac tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0832675 Feb 11 13:19:15.550370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b9e8c85-aa0a-4109-83aa-c01c19e20d15 req-3def65c9-4652-4402-9192-4745251a45d9 service neutron] 10.222.0.59 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578324 Feb 11 13:19:15.592030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16456dfc-e7ec-4627-859a-bf70da2e31d5 req-4c716516-6d3e-4c7b-a43b-97dbb987bb9e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390491 Feb 11 13:19:15.791476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea17c35-a3bd-431a-b236-86d17f396367 req-18f1af5b-8cb7-4690-8164-7d6356e01794 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.793096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ea17c35-a3bd-431a-b236-86d17f396367 req-18f1af5b-8cb7-4690-8164-7d6356e01794 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 948 time: 0.0522461 Feb 11 13:19:15.875344 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ea17c35-a3bd-431a-b236-86d17f396367 req-14f46c58-8367-455d-8bb2-3af75a0e8cd7 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752649 Feb 11 13:19:15.887465 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-fe52ac43-8ca5-4552-b265-8dae8d546a4a tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:15.888995 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-fe52ac43-8ca5-4552-b265-8dae8d546a4a tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.0641298 Feb 11 13:19:16.090378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-3286916f-0668-4d29-801d-330ab49ee394 service neutron] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:16.096600 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-3286916f-0668-4d29-801d-330ab49ee394 service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:16.097807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e070af5-31d0-44c3-9519-d5bfcdc810d6 req-3286916f-0668-4d29-801d-330ab49ee394 service neutron] 10.222.0.59 "DELETE /v2.0/ports/81b3e49a-5662-4aab-8a80-60237449f5b6/bindings/n-h1-816488-1 HTTP/1.1" status: 204 len: 173 time: 0.1969872 Feb 11 13:19:16.115593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3cf61-023c-456a-9ae0-36692c0bcc65 req-d0bf45f9-e00d-42f5-9414-5f8b2cf6b720 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.118320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01e3cf61-023c-456a-9ae0-36692c0bcc65 req-d0bf45f9-e00d-42f5-9414-5f8b2cf6b720 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0586290 Feb 11 13:19:16.173303 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01e3cf61-023c-456a-9ae0-36692c0bcc65 req-0dd0f620-ec73-463b-8681-847da0f8d3f9 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 Feb 11 13:19:16.274291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-f2511443-3491-4136-986f-3573b81b38b1 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:19:16.275383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-f2511443-3491-4136-986f-3573b81b38b1 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060194 Feb 11 13:19:16.315153 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-1dbf7c01-385f-4e9c-96ce-3d9a159fdf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.316588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-1dbf7c01-385f-4e9c-96ce-3d9a159fdf48 service neutron] 10.222.0.52 "GET /v2.0/ports/56d1caa3-26d2-4395-b603-beabb0d2696f HTTP/1.1" status: 200 len: 1093 time: 0.0342250 Feb 11 13:19:16.325931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Request body: {'binding': {'host': 'n-h1-816488-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:16.326385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Unknown quota resources ['binding']. {{(pid=103006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:19:16.466131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c4a2f-5f65-48ad-852c-0ac3db9f3771 req-a11ec072-c290-4b50-a08f-621323578270 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.467616 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5c4a2f-5f65-48ad-852c-0ac3db9f3771 req-a11ec072-c290-4b50-a08f-621323578270 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 943 time: 0.0900483 Feb 11 13:19:16.537641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5c4a2f-5f65-48ad-852c-0ac3db9f3771 req-c841856e-b41e-4cd7-8871-fc81a8aae4b6 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608239 Feb 11 13:19:16.538309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f on host n-h1-816488-1 for vnic_type normal with profile None {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:16.538647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:16.538975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:16.543518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Port 56d1caa3-26d2-4395-b603-beabb0d2696f on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:16.543837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:16.549725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:16.550161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:19:16.550764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:16.551575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Bound port: 56d1caa3-26d2-4395-b603-beabb0d2696f, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:16.614622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41350) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:16.617256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:16.688400 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:16.689712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-e090c338-6403-477c-bde8-cfefc0accb6b service neutron] 10.222.0.52 "POST /v2.0/ports/56d1caa3-26d2-4395-b603-beabb0d2696f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3671966 Feb 11 13:19:16.698786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0785c-bae4-4b33-9e57-1811c8642190 req-373b10cd-0354-4c10-ae29-b9fe6dff02a0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.700395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcd0785c-bae4-4b33-9e57-1811c8642190 req-373b10cd-0354-4c10-ae29-b9fe6dff02a0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 945 time: 0.0593181 Feb 11 13:19:16.747326 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcd0785c-bae4-4b33-9e57-1811c8642190 req-bdea653c-99ca-4bc4-bca4-60df94231619 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394335 Feb 11 13:19:16.752218 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7ecabced-80c8-493f-bc64-96d86b76ad28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:16.840639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41360) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:16.848212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7ecabced-80c8-493f-bc64-96d86b76ad28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:16.869979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5eddc4-105f-43ec-9b26-2f10735ae37c req-7ee54b7b-a4c3-4c53-85b4-1cde4d570ecd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:16.874561 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c5eddc4-105f-43ec-9b26-2f10735ae37c req-7ee54b7b-a4c3-4c53-85b4-1cde4d570ecd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0617244 Feb 11 13:19:16.916168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c5eddc4-105f-43ec-9b26-2f10735ae37c req-3632eafd-ec00-48b9-a403-37e664ce25c3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381610 Feb 11 13:19:16.960396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7ecabced-80c8-493f-bc64-96d86b76ad28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.018804 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6165e164-ee82-41d1-8d36-e6f7d1ed5135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.037365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecabced-80c8-493f-bc64-96d86b76ad28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f0899d-5326-498f-aa28-3ef322ab439c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:17.040000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e58b5-863f-4b84-86a1-62bed47a2f96 req-b4b980b7-5675-44cb-82af-b934f2d33c85 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.041489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de9e58b5-863f-4b84-86a1-62bed47a2f96 req-b4b980b7-5675-44cb-82af-b934f2d33c85 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.0534925 Feb 11 13:19:17.057164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7ecabced-80c8-493f-bc64-96d86b76ad28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c0e51e7180ec46dc9e963a0beffcfacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4419098 Feb 11 13:19:17.057949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41370) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:17.095745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854872b6-2085-4717-a7e3-33a7eb188c6e req-58d20d60-d4f6-4845-b2d3-9d27b61eb96f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.097332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-854872b6-2085-4717-a7e3-33a7eb188c6e req-58d20d60-d4f6-4845-b2d3-9d27b61eb96f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 948 time: 0.1138170 Feb 11 13:19:17.107304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de9e58b5-863f-4b84-86a1-62bed47a2f96 req-52285878-6518-45a2-8158-ba05918dedce tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565512 Feb 11 13:19:17.131244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d73e51ae-9919-49ed-b2c2-5feda8ddf697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.139363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7b59201a-8dd2-4a4e-8235-2d54147f9a0f details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:17.182202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d73e51ae-9919-49ed-b2c2-5feda8ddf697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.205917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-854872b6-2085-4717-a7e3-33a7eb188c6e req-b672214c-0fe9-4868-b0a2-acb180784419 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005154 Feb 11 13:19:17.250710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6165e164-ee82-41d1-8d36-e6f7d1ed5135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.271248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:17.283927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '7b59201a-8dd2-4a4e-8235-2d54147f9a0f', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '7b59201a-8dd2-4a4e-8235-2d54147f9a0f', 'mac_address': 'fa:16:3e:eb:58:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:17.284860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b8d04-cf80-46ee-a1d4-1f171d139426 req-08ff5cb4-0ea9-4578-bf8c-f05a1abfa9a9 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.286397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c0b8d04-cf80-46ee-a1d4-1f171d139426 req-08ff5cb4-0ea9-4578-bf8c-f05a1abfa9a9 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1096 time: 0.0869741 Feb 11 13:19:17.325726 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.345734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b59201a-8dd2-4a4e-8235-2d54147f9a0f {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:17.348386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de06341-c335-40df-bd14-f9a734559e75 req-345b3f11-c3f9-460e-83b9-e7c89f5b23d3 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.350066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9de06341-c335-40df-bd14-f9a734559e75 req-345b3f11-c3f9-460e-83b9-e7c89f5b23d3 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0615327 Feb 11 13:19:17.366285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c0b8d04-cf80-46ee-a1d4-1f171d139426 req-6ea34df5-9f45-4b0f-845e-582ef1ebf413 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634577 Feb 11 13:19:17.391679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6165e164-ee82-41d1-8d36-e6f7d1ed5135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.395195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:17.428208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9de06341-c335-40df-bd14-f9a734559e75 req-5895b52e-b2c6-4dc4-8c8e-ecd598b74695 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700254 Feb 11 13:19:17.439986 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d73e51ae-9919-49ed-b2c2-5feda8ddf697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.442740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d73e51ae-9919-49ed-b2c2-5feda8ddf697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.448394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d73e51ae-9919-49ed-b2c2-5feda8ddf697 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69f0899d-5326-498f-aa28-3ef322ab439c HTTP/1.1" status: 204 len: 168 time: 0.3851151 Feb 11 13:19:17.450819 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6165e164-ee82-41d1-8d36-e6f7d1ed5135 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=359c2d1df6c84541bd7fd39937970aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6070828 Feb 11 13:19:17.457840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41378) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:17.458951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-464954ea-fe40-419e-a381-642e34b51a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.460493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-464954ea-fe40-419e-a381-642e34b51a88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 1096 time: 0.0638874 Feb 11 13:19:17.467730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165e164-ee82-41d1-8d36-e6f7d1ed5135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be69453e-463c-477a-b60f-16c31bf7bec7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:17.473686 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.475133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 5f1059cf-ca94-448b-82f4-cc832180bd66 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:17.503566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e51ae-9919-49ed-b2c2-5feda8ddf697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f0899d-5326-498f-aa28-3ef322ab439c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:17.516801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef72c-bcfe-45b0-b42b-d8edd7b403df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.541509 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef72c-bcfe-45b0-b42b-d8edd7b403df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.566463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:17.566749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78e9de-6e97-4865-8b3e-eeaafa872141 req-3cb3d61f-277f-4009-82df-f91e573a0201 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.574036 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb78e9de-6e97-4865-8b3e-eeaafa872141 req-3cb3d61f-277f-4009-82df-f91e573a0201 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 1096 time: 0.1372795 Feb 11 13:19:17.621757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-cb9d776d-3bd7-46f3-bed2-d89278aa5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.627090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-cb9d776d-3bd7-46f3-bed2-d89278aa5f1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1417844 Feb 11 13:19:17.630502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb78e9de-6e97-4865-8b3e-eeaafa872141 req-f9df699c-39a8-4bf5-b7fc-b22584da4a8f tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553932 Feb 11 13:19:17.660212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 5f1059cf-ca94-448b-82f4-cc832180bd66, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f1059cf-ca94-448b-82f4-cc832180bd66,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:17.668947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-b68d38b7-2eac-4410-af19-b6c5769d7096 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56d1caa3-26d2-4395-b603-beabb0d2696f HTTP/1.1" status: 200 len: 217 time: 0.0372627 Feb 11 13:19:17.680070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '5f1059cf-ca94-448b-82f4-cc832180bd66', 'network_id': '6740d433-32cc-4a69-8d1b-27ff45a6338e', 'port_id': '5f1059cf-ca94-448b-82f4-cc832180bd66', 'mac_address': 'fa:16:3e:64:97:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040ed783-b7e0-4056-a984-16c0022af7bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:17.730030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ce820-7faf-4356-b900-6767095437eb req-f4527f54-a5d0-415e-9d57-2902b9c779fe tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.733116 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-928ce820-7faf-4356-b900-6767095437eb req-f4527f54-a5d0-415e-9d57-2902b9c779fe tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 943 time: 0.0696189 Feb 11 13:19:17.733894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef72c-bcfe-45b0-b42b-d8edd7b403df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.737523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce7ef72c-bcfe-45b0-b42b-d8edd7b403df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.738734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ce7ef72c-bcfe-45b0-b42b-d8edd7b403df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be69453e-463c-477a-b60f-16c31bf7bec7 HTTP/1.1" status: 204 len: 168 time: 0.2851014 Feb 11 13:19:17.749017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c46e1692-7c15-4445-951b-52f8e31bda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:17.751114 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c46e1692-7c15-4445-951b-52f8e31bda96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0742776 Feb 11 13:19:17.756271 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:17.775459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ef72c-bcfe-45b0-b42b-d8edd7b403df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be69453e-463c-477a-b60f-16c31bf7bec7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:17.794938 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-f48ff80c-580e-4659-a8b8-3e2daf4df006 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344429 Feb 11 13:19:17.811200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-928ce820-7faf-4356-b900-6767095437eb req-169239b5-6ca2-4ecd-b63d-02c691386f14 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533311 Feb 11 13:19:17.814425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1059cf-ca94-448b-82f4-cc832180bd66 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:17.857272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 5f1059cf-ca94-448b-82f4-cc832180bd66, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f1059cf-ca94-448b-82f4-cc832180bd66,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:17.916993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-fcae49db-26d8-4bb6-9f58-c3f6e75c2b10 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131959 Feb 11 13:19:17.961868 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.011162 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-9bf860ef-04b5-4155-bd31-38b4011b2b4b service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873659 Feb 11 13:19:18.014307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=5f1059cf-ca94-448b-82f4-cc832180bd66,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:18.041627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c54ba-0f8f-4a22-a2ad-3980a7d94aca req-8a4fd43b-e2e6-42b7-a5b7-b1d2c3c96f13 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.043339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-604c54ba-0f8f-4a22-a2ad-3980a7d94aca req-8a4fd43b-e2e6-42b7-a5b7-b1d2c3c96f13 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0515356 Feb 11 13:19:18.083151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-604c54ba-0f8f-4a22-a2ad-3980a7d94aca req-6b7cb263-0f67-4b54-b686-99b334adcee1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Feb 11 13:19:18.278452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3586add-b83b-411e-832d-63afcda8f3b5 req-47103ded-978d-482e-930f-31de818bb1f6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.280633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3586add-b83b-411e-832d-63afcda8f3b5 req-47103ded-978d-482e-930f-31de818bb1f6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.0612376 Feb 11 13:19:18.325166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3586add-b83b-411e-832d-63afcda8f3b5 req-ae788e9c-c6b8-409e-aec7-64078a0a3667 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366886 Feb 11 13:19:18.347847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41406) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:18.366455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983c771-be53-4cea-8acd-459f47691eda req-15037498-e659-472b-ac9b-e5949df5a260 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.369859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3983c771-be53-4cea-8acd-459f47691eda req-15037498-e659-472b-ac9b-e5949df5a260 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 949 time: 0.0616477 Feb 11 13:19:18.369986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5350b933-5b98-4000-b17b-c113128d1aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.419985 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3983c771-be53-4cea-8acd-459f47691eda req-bc1f27eb-8192-4f39-9fe8-056513ca2576 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 Feb 11 13:19:18.468061 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5350b933-5b98-4000-b17b-c113128d1aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.478316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['5f1059cf-ca94-448b-82f4-cc832180bd66'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:18.480625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['7b59201a-8dd2-4a4e-8235-2d54147f9a0f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:18.561753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5350b933-5b98-4000-b17b-c113128d1aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.604423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281485b-191e-4b75-ab0a-c85f7e821b4c req-0eb8476a-cb71-4f19-b1ce-190ee0eb9584 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.605950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3281485b-191e-4b75-ab0a-c85f7e821b4c req-0eb8476a-cb71-4f19-b1ce-190ee0eb9584 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0905466 Feb 11 13:19:18.617363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41414) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:18.617690 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5350b933-5b98-4000-b17b-c113128d1aee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2934742ab2734281a524227a30e29831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2685056 Feb 11 13:19:18.636076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350b933-5b98-4000-b17b-c113128d1aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dbacb2-d292-45c3-b553-3455ab76bac7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:18.660394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3281485b-191e-4b75-ab0a-c85f7e821b4c req-9ec3aef8-7f8e-4f29-8105-e040e56a3f6e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Feb 11 13:19:18.723846 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23a46160-158e-4921-80ab-d3d8294556f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.754497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23a46160-158e-4921-80ab-d3d8294556f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.886465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23a46160-158e-4921-80ab-d3d8294556f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.889359 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23a46160-158e-4921-80ab-d3d8294556f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:18.893095 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-23a46160-158e-4921-80ab-d3d8294556f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26dbacb2-d292-45c3-b553-3455ab76bac7 HTTP/1.1" status: 204 len: 168 time: 0.2716756 Feb 11 13:19:18.913462 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a46160-158e-4921-80ab-d3d8294556f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dbacb2-d292-45c3-b553-3455ab76bac7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:18.964580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bc9bf-cbbe-4f71-b50d-014a1c2d55e2 req-80d97bfa-1914-41a6-b843-3eca8132f37d tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:18.966146 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67bc9bf-cbbe-4f71-b50d-014a1c2d55e2 req-80d97bfa-1914-41a6-b843-3eca8132f37d tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 944 time: 0.0744662 Feb 11 13:19:19.018144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67bc9bf-cbbe-4f71-b50d-014a1c2d55e2 req-72cb2596-994f-4c8e-ad87-0c5c6022b45f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448172 Feb 11 13:19:19.207687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc2bd6-aff4-4ff8-92cb-4017c2e3af7e req-463aa823-c374-44c8-adb5-d29c2a491421 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:19.209311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cafc2bd6-aff4-4ff8-92cb-4017c2e3af7e req-463aa823-c374-44c8-adb5-d29c2a491421 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0543640 Feb 11 13:19:19.248379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cafc2bd6-aff4-4ff8-92cb-4017c2e3af7e req-8384c862-0a22-483a-8a97-6b25fcbf2796 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Feb 11 13:19:19.294622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41436) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:19.438961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1730952477-network', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:19.499246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fb108-75c6-46c1-9d3b-d91d6a3d2d2c req-c1d5028c-5e8c-4a56-8083-a3efeff91218 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:19.500867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b0fb108-75c6-46c1-9d3b-d91d6a3d2d2c req-c1d5028c-5e8c-4a56-8083-a3efeff91218 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.0815995 Feb 11 13:19:19.542591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b0fb108-75c6-46c1-9d3b-d91d6a3d2d2c req-7629ac28-6f22-402d-a9b8-474e64c05574 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350883 Feb 11 13:19:19.567024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Made reservation on behalf of e222d950130d41ad823f39cb3a735bd8 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:19.570162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.574901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd4140-3b56-4716-b2de-6751049ff789 req-c5e3bc38-34e6-406e-8cdf-9a2ca7d31243 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:19.576470 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11dd4140-3b56-4716-b2de-6751049ff789 req-c5e3bc38-34e6-406e-8cdf-9a2ca7d31243 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 949 time: 0.0720263 Feb 11 13:19:19.590821 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.621187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11dd4140-3b56-4716-b2de-6751049ff789 req-fe5f2daa-852f-4d38-8a68-ca18d9d86963 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Feb 11 13:19:19.681274 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.771379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.796004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:19:19.818322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353ea75d-c6fb-4640-8644-8561cd7efa29,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:19.832754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363209a-5294-47ae-9bf3-201a8afdac9a req-b7a0bbc2-4eb1-4320-8cff-ecb0aaa84298 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:19.834467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1363209a-5294-47ae-9bf3-201a8afdac9a req-b7a0bbc2-4eb1-4320-8cff-ecb0aaa84298 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0979047 Feb 11 13:19:19.835698 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.836006 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Added segment 5af8936c-8c25-4665-b59f-c98bd8f12c4c of type vlan for network 451d6c5d-5d14-478f-836a-adfb411434d1 Feb 11 13:19:19.902321 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:19.915892 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1363209a-5294-47ae-9bf3-201a8afdac9a req-a155831b-f0a9-4a03-a3a3-ff2c241f9791 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716066 Feb 11 13:19:20.028829 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.029946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.030636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.101250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] Pushing event updated for resources: {'Network': ['ID=451d6c5d-5d14-478f-836a-adfb411434d1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:20.113918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 451d6c5d-5d14-478f-836a-adfb411434d1 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:19:20.134668 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8ad2c76f-fe49-47a7-bf64-a825feb0815c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8386641 Feb 11 13:19:20.137398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41466) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:20.144227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Request body: {'subnet': {'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1730952477-subnet', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:20.213188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d7a86-1d65-4b3b-b7ed-ba0a6d098937 req-8e7ca00d-0c9a-4c5b-871c-680a4fcbe935 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.220737 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b05d7a86-1d65-4b3b-b7ed-ba0a6d098937 req-8e7ca00d-0c9a-4c5b-871c-680a4fcbe935 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 944 time: 0.0871661 Feb 11 13:19:20.255258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Made reservation on behalf of e222d950130d41ad823f39cb3a735bd8 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:20.256774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b05d7a86-1d65-4b3b-b7ed-ba0a6d098937 req-37aebd26-0820-4a4f-ac48-cfe21a40f33d tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352533 Feb 11 13:19:20.257836 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.446543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337071e9-9c89-4c5e-8daf-4e7f3e0336cd req-5040c942-408b-4034-ba59-aa171c563ac2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.448023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-337071e9-9c89-4c5e-8daf-4e7f3e0336cd req-5040c942-408b-4034-ba59-aa171c563ac2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0878909 Feb 11 13:19:20.534414 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-337071e9-9c89-4c5e-8daf-4e7f3e0336cd req-103b120b-79a5-42f9-866e-65dd3736ff28 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784805 Feb 11 13:19:20.591444 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.642043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2962697-bdb7-475a-acf0-bc5580e34846,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:20.664606 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Checking segment: {'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:19:20.665001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Network hostable DHCP agents. Network: 451d6c5d-5d14-478f-836a-adfb411434d1, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:19:20.736784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be2252-43b1-4bf8-9e01-b7ddd41c58a4 req-2332183a-1273-4dd6-8a34-7015d118217e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.738402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0be2252-43b1-4bf8-9e01-b7ddd41c58a4 req-2332183a-1273-4dd6-8a34-7015d118217e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.1053874 Feb 11 13:19:20.743148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Network 451d6c5d-5d14-478f-836a-adfb411434d1 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:19:20.773039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfda90-7c87-4f76-bf12-6e777615e9d5 req-2962bd95-8659-4ddb-ab7f-59de5ec0d7f8 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.774747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ccfda90-7c87-4f76-bf12-6e777615e9d5 req-2962bd95-8659-4ddb-ab7f-59de5ec0d7f8 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 949 time: 0.0698237 Feb 11 13:19:20.795031 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0be2252-43b1-4bf8-9e01-b7ddd41c58a4 req-beab8228-5e53-4251-b805-010f5b8fd5c1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Feb 11 13:19:20.822382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ccfda90-7c87-4f76-bf12-6e777615e9d5 req-ed8bfb72-c088-441a-b7ef-3e9b88e91bba tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Feb 11 13:19:20.866280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 451d6c5d-5d14-478f-836a-adfb411434d1) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:20.870576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:20.871865 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:20.879046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c8d8f6-d866-4355-b34c-c9622ceeae91 None None] Network 451d6c5d-5d14-478f-836a-adfb411434d1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:19:20.952237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e66513b0-7841-40e7-b655-19bba2f77cb7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8135347 Feb 11 13:19:20.952850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41490) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:20.958696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:21.042115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-451d6c5d-5d14-478f-836a-adfb411434d1', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:19:21.043685 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.076313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0a8d8-a3a4-4467-8dad-26b41a8b5781 req-d77fb48b-97b2-4605-b0af-c297de659b5d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.085357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41a0a8d8-a3a4-4467-8dad-26b41a8b5781 req-d77fb48b-97b2-4605-b0af-c297de659b5d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0878325 Feb 11 13:19:21.126001 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41a0a8d8-a3a4-4467-8dad-26b41a8b5781 req-4395827d-3812-4a41-b20a-78fe3648723f tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395606 Feb 11 13:19:21.126939 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.128105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.212669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.277682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7b59201a-8dd2-4a4e-8235-2d54147f9a0f up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:21.415741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Allocated IP 172.20.0.2 (451d6c5d-5d14-478f-836a-adfb411434d1/f2962697-bdb7-475a-acf0-bc5580e34846/66a586c5-f3af-4608-821f-df84870317b5) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:21.416917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556535c0-b913-45d2-a7f8-ac9542df4d51 req-c6739787-4c21-4279-9464-e8a55a73afa6 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.428012 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-556535c0-b913-45d2-a7f8-ac9542df4d51 req-c6739787-4c21-4279-9464-e8a55a73afa6 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 944 time: 0.0650043 Feb 11 13:19:21.465895 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.497284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-556535c0-b913-45d2-a7f8-ac9542df4d51 req-689e9ab4-c1de-41fa-b649-03bceaa15eea tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682466 Feb 11 13:19:21.594368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:21.596700 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.600664 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:21.608025 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.673314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760d8c0-eac4-406d-adfa-0012973febe0 req-0ffcbd2c-8890-45ce-a50c-d9808ed8c8c4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.675008 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e760d8c0-eac4-406d-adfa-0012973febe0 req-0ffcbd2c-8890-45ce-a50c-d9808ed8c8c4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0616632 Feb 11 13:19:21.692999 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.717005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79df19e8-1427-4dab-8383-672d231af976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b59201a-8dd2-4a4e-8235-2d54147f9a0f'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:21.719787 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2065714-3d3c-4dab-bcda-6e7dbcc0245e" -d '{"events": [{"server_uuid": "79df19e8-1427-4dab-8383-672d231af976", "name": "network-vif-plugged", "status": "completed", "tag": "7b59201a-8dd2-4a4e-8235-2d54147f9a0f"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:21.735171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:21.737395 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.743744 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e760d8c0-eac4-406d-adfa-0012973febe0 req-f7d6d152-0681-4c52-ba1c-f2c328d9b534 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581295 Feb 11 13:19:21.786549 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead2aca1-9468-47b7-8035-9825ca03773f x-openstack-request-id: req-ead2aca1-9468-47b7-8035-9825ca03773f {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:21.786979 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79df19e8-1427-4dab-8383-672d231af976", "name": "network-vif-plugged", "status": "completed", "tag": "7b59201a-8dd2-4a4e-8235-2d54147f9a0f", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:21.791234 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ead2aca1-9468-47b7-8035-9825ca03773f {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:21.791234 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79df19e8-1427-4dab-8383-672d231af976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b59201a-8dd2-4a4e-8235-2d54147f9a0f', 'code': 200} Feb 11 13:19:21.800146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Network 451d6c5d-5d14-478f-836a-adfb411434d1 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:21.820952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:21.821806 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:21.822685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 5f1059cf-ca94-448b-82f4-cc832180bd66 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:21.826808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:21.874275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Pushing event updated for resources: {'Port': ['ID=66a586c5-f3af-4608-821f-df84870317b5,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:21.988738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ff538-50b5-4de6-8f74-5a35be64f8e3 req-db420910-d846-466f-bdc5-3b2eeba26d1c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:21.996273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-903ff538-50b5-4de6-8f74-5a35be64f8e3 req-db420910-d846-466f-bdc5-3b2eeba26d1c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.0718896 Feb 11 13:19:22.008856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Attempting to bind port 66a586c5-f3af-4608-821f-df84870317b5 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:22.009230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Attempting to bind port 66a586c5-f3af-4608-821f-df84870317b5 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:22.009647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Attempting to bind port 66a586c5-f3af-4608-821f-df84870317b5 on network 451d6c5d-5d14-478f-836a-adfb411434d1 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:22.019290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:22.024797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:22.024797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Checking segment: {'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:19:22.024797 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.024797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Bound using segment: {'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:22.024797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Bound port: 66a586c5-f3af-4608-821f-df84870317b5, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:22.024797 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.044506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ddd9b-2c4b-49bd-896d-d2a2c29dbd77 req-0945f056-d15f-47ce-8f7a-34cfac1fd82d tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.053316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b37ddd9b-2c4b-49bd-896d-d2a2c29dbd77 req-0945f056-d15f-47ce-8f7a-34cfac1fd82d tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 950 time: 0.1408901 Feb 11 13:19:22.103338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 5f1059cf-ca94-448b-82f4-cc832180bd66 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:22.105999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] For port 66a586c5-f3af-4608-821f-df84870317b5, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:22.110722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] For port 66a586c5-f3af-4608-821f-df84870317b5, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=66a586c5-f3af-4608-821f-df84870317b5,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:22.112779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 5f1059cf-ca94-448b-82f4-cc832180bd66 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:22.113804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.114102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b37ddd9b-2c4b-49bd-896d-d2a2c29dbd77 req-ada4ab73-0ffa-43cd-bd58-a0bee4e34250 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596528 Feb 11 13:19:22.131372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41518) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:22.234510 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.237531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.285742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314daf3-9a12-4b1b-9962-13b965bab553 req-073f37de-a88b-4d24-a332-c1a88f865610 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.298669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c314daf3-9a12-4b1b-9962-13b965bab553 req-073f37de-a88b-4d24-a332-c1a88f865610 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0768461 Feb 11 13:19:22.344417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 5f1059cf-ca94-448b-82f4-cc832180bd66, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f1059cf-ca94-448b-82f4-cc832180bd66,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:22.368311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84229080-1ecc-4bc0-97f1-06e37641ca9e req-64b2e6e3-bbf7-408a-b018-376d94359291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.368311 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84229080-1ecc-4bc0-97f1-06e37641ca9e req-64b2e6e3-bbf7-408a-b018-376d94359291 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 1101 time: 0.4595206 Feb 11 13:19:22.369175 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c314daf3-9a12-4b1b-9962-13b965bab553 req-fe5c25b4-2d16-4847-9fe8-275dc788d2da tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591109 Feb 11 13:19:22.372075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ff793-b4bc-461d-91c0-713474253b4e None None] Pushing event updated for resources: {'Port': ['ID=66a586c5-f3af-4608-821f-df84870317b5,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:22.384976 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ad125147-5434-411a-8064-84e8a39c0d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.422341 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-903ff538-50b5-4de6-8f74-5a35be64f8e3 req-75bee3ec-9bad-46b1-9bcf-d024bf8c0ee7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187357 Feb 11 13:19:22.446224 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.458743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.469253 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.485340 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84229080-1ecc-4bc0-97f1-06e37641ca9e req-473d62ee-f3d7-453a-8c2a-15cea8d18b5a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136372 Feb 11 13:19:22.503616 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ad125147-5434-411a-8064-84e8a39c0d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.578736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=5f1059cf-ca94-448b-82f4-cc832180bd66,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:22.580885 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ad125147-5434-411a-8064-84e8a39c0d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.658646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad125147-5434-411a-8064-84e8a39c0d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434dffe6-6599-4345-8448-f3609d100171,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:22.664837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ad125147-5434-411a-8064-84e8a39c0d40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7e8cff0bdd704b1fafac922d6d1d73e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323441 Feb 11 13:19:22.668693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41528) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:22.716784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Allocated IP 172.25.0.97 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/ef80d8df-77cf-49bb-a375-12727a6cc2bb) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:22.724584 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e547b12f-e8a1-41bf-9b60-00d7960922dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.751064 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e547b12f-e8a1-41bf-9b60-00d7960922dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.757908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ff27c-b801-4e53-9fec-a833dc7bd6ed req-48893c89-5cdb-4b30-b63e-eb75b35c8e10 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.759907 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-186ff27c-b801-4e53-9fec-a833dc7bd6ed req-48893c89-5cdb-4b30-b63e-eb75b35c8e10 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 945 time: 0.1197052 Feb 11 13:19:22.898637 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-186ff27c-b801-4e53-9fec-a833dc7bd6ed req-63475cc5-cd41-49fb-8619-ba4af6df98e9 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246448 Feb 11 13:19:22.901357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264e93d-06a6-4635-a8e3-0cd568b9f0b8 req-38a24ceb-22be-42f3-ae81-926c7c462aab tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:22.903296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a264e93d-06a6-4635-a8e3-0cd568b9f0b8 req-38a24ceb-22be-42f3-ae81-926c7c462aab tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0625536 Feb 11 13:19:22.923593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e547b12f-e8a1-41bf-9b60-00d7960922dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.926329 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e547b12f-e8a1-41bf-9b60-00d7960922dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.927565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e547b12f-e8a1-41bf-9b60-00d7960922dd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/434dffe6-6599-4345-8448-f3609d100171 HTTP/1.1" status: 204 len: 168 time: 0.2577422 Feb 11 13:19:22.951886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:22.961285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547b12f-e8a1-41bf-9b60-00d7960922dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434dffe6-6599-4345-8448-f3609d100171,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:22.997475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a264e93d-06a6-4635-a8e3-0cd568b9f0b8 req-8290ecc3-eac9-4bb7-9fbe-97fd64d7497c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805852 Feb 11 13:19:23.124177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.203245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:23.206315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:23.213338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:23.280855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Pushing event updated for resources: {'Port': ['ID=ef80d8df-77cf-49bb-a375-12727a6cc2bb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:23.371536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3c4d6-720a-43a0-bf57-7a834d532dab req-01b92700-aa0a-4765-8941-51b576b2d689 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.373963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6dc3c4d6-720a-43a0-bf57-7a834d532dab req-01b92700-aa0a-4765-8941-51b576b2d689 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 950 time: 0.1614833 Feb 11 13:19:23.522462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6dc3c4d6-720a-43a0-bf57-7a834d532dab req-a55cbbb6-5ecf-47e4-b508-0a6633ab2351 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020525 Feb 11 13:19:23.566218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168f0d1-db2e-4b6c-9564-27fdd353c114 req-48956e3c-9c40-4b01-9000-31da2f5833a8 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.567997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1168f0d1-db2e-4b6c-9564-27fdd353c114 req-48956e3c-9c40-4b01-9000-31da2f5833a8 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0784702 Feb 11 13:19:23.615052 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1168f0d1-db2e-4b6c-9564-27fdd353c114 req-5da31bee-1fc4-41bc-8f74-71bad061e65e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Feb 11 13:19:23.688114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dedffc-ad28-4d83-8050-53ffe033dbdd None None] Network 451d6c5d-5d14-478f-836a-adfb411434d1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:19:23.706135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8b09d-6194-4a84-add0-79f5f2c7bf7a req-d665692c-31c5-49c4-a8ce-87378ff2df7f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.713293 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44c8b09d-6194-4a84-add0-79f5f2c7bf7a req-d665692c-31c5-49c4-a8ce-87378ff2df7f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.1243203 Feb 11 13:19:23.789503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158c5489-df06-4f35-8f96-0185cb16616b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1059cf-ca94-448b-82f4-cc832180bd66'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:23.792289 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b110507-ddec-4d63-8b26-c8b0b31e9d73" -d '{"events": [{"server_uuid": "158c5489-df06-4f35-8f96-0185cb16616b", "name": "network-vif-plugged", "status": "completed", "tag": "5f1059cf-ca94-448b-82f4-cc832180bd66"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:23.798692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44c8b09d-6194-4a84-add0-79f5f2c7bf7a req-68247388-522a-4c11-8266-e9037942c483 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831974 Feb 11 13:19:23.799529 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.804362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fe4a60b9-400d-4aa6-b977-e77177b189df None None] Provisioning complete for port 66a586c5-f3af-4608-821f-df84870317b5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:23.804910 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe4a60b9-400d-4aa6-b977-e77177b189df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.846739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41548) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:23.855118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d15366-ba5e-452a-bada-1bc68a7a0c60 req-890c80b2-0db5-42f6-a144-d67fa73a37a4 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:23.859551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1d15366-ba5e-452a-bada-1bc68a7a0c60 req-890c80b2-0db5-42f6-a144-d67fa73a37a4 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 946 time: 0.0979614 Feb 11 13:19:23.885955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4181de26-3d6d-4189-90fa-8bd537846e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:23.942067 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd115777-b1b2-41a6-9a59-85aa42c0f848 x-openstack-request-id: req-fd115777-b1b2-41a6-9a59-85aa42c0f848 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:23.942408 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158c5489-df06-4f35-8f96-0185cb16616b", "name": "network-vif-plugged", "status": "completed", "tag": "5f1059cf-ca94-448b-82f4-cc832180bd66", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:23.942663 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd115777-b1b2-41a6-9a59-85aa42c0f848 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:23.943047 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158c5489-df06-4f35-8f96-0185cb16616b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1059cf-ca94-448b-82f4-cc832180bd66', 'code': 200} Feb 11 13:19:23.947045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1d15366-ba5e-452a-bada-1bc68a7a0c60 req-91f27d32-27a1-4bb9-882d-811c1386f9f6 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795772 Feb 11 13:19:24.027993 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4181de26-3d6d-4189-90fa-8bd537846e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.029618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe4a60b9-400d-4aa6-b977-e77177b189df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.072673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fe4a60b9-400d-4aa6-b977-e77177b189df None None] For port 66a586c5-f3af-4608-821f-df84870317b5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=66a586c5-f3af-4608-821f-df84870317b5,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:24.114339 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4181de26-3d6d-4189-90fa-8bd537846e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.152756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20ead8-8333-4b6b-bbe8-388b0c0170cc req-c5a95883-e4e0-44ba-97bf-eed0f2c163e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:24.154479 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe4a60b9-400d-4aa6-b977-e77177b189df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.155519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a20ead8-8333-4b6b-bbe8-388b0c0170cc req-c5a95883-e4e0-44ba-97bf-eed0f2c163e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 1096 time: 0.1400130 Feb 11 13:19:24.194421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4181de26-3d6d-4189-90fa-8bd537846e7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54775403955f4e2f861352555734f0ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3354487 Feb 11 13:19:24.195214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181de26-3d6d-4189-90fa-8bd537846e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc05a70-f439-449d-a132-d4b77cee5915,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:24.197674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41556) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:24.229727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b28c6f-8721-414d-a90b-06277759d71b req-78e09427-44f1-426d-b34e-200337256864 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:24.231081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7b28c6f-8721-414d-a90b-06277759d71b req-78e09427-44f1-426d-b34e-200337256864 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 945 time: 0.1852770 Feb 11 13:19:24.255385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a60b9-400d-4aa6-b977-e77177b189df None None] Pushing event updated for resources: {'Port': ['ID=66a586c5-f3af-4608-821f-df84870317b5,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:24.340373 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7b28c6f-8721-414d-a90b-06277759d71b req-cd68939c-462e-4e4b-b535-1a1977f32c9f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760777 Feb 11 13:19:24.340801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05631ec5-7e84-4c9d-9ced-dc2b0e6a1c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.345914 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a20ead8-8333-4b6b-bbe8-388b0c0170cc req-75b3c2a1-72d8-451e-8f55-b4852fbd105d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367409 Feb 11 13:19:24.351029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.395812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05631ec5-7e84-4c9d-9ced-dc2b0e6a1c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.439735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 66a586c5-f3af-4608-821f-df84870317b5 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:24.518164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 66a586c5-f3af-4608-821f-df84870317b5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:24.518540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.570367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5a9e4-6c1f-40e7-ac5b-6dbaeff38501 req-ff330934-b855-4118-855b-26866b6c6ee3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:24.572257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ea5a9e4-6c1f-40e7-ac5b-6dbaeff38501 req-ff330934-b855-4118-855b-26866b6c6ee3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.1383164 Feb 11 13:19:24.582075 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05631ec5-7e84-4c9d-9ced-dc2b0e6a1c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.584831 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05631ec5-7e84-4c9d-9ced-dc2b0e6a1c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.586179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-05631ec5-7e84-4c9d-9ced-dc2b0e6a1c4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abc05a70-f439-449d-a132-d4b77cee5915 HTTP/1.1" status: 204 len: 168 time: 0.3874838 Feb 11 13:19:24.610652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-107e5cc3-140c-47bd-a2ad-e683ede04e7f None None] Provisioning complete for port 66a586c5-f3af-4608-821f-df84870317b5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:24.611021 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-107e5cc3-140c-47bd-a2ad-e683ede04e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.620333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05631ec5-7e84-4c9d-9ced-dc2b0e6a1c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc05a70-f439-449d-a132-d4b77cee5915,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:24.652350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ea5a9e4-6c1f-40e7-ac5b-6dbaeff38501 req-683a83a8-5c10-44f8-8be2-7c045245bd1e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695877 Feb 11 13:19:24.670880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff387f-baec-45af-b448-69b9d6d54530 req-b32a7aa3-cea0-472c-999d-1aedab659dda tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:24.673547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1ff387f-baec-45af-b448-69b9d6d54530 req-b32a7aa3-cea0-472c-999d-1aedab659dda tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 945 time: 0.1253345 Feb 11 13:19:24.685133 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5a1d6380-4fbe-4ecd-a455-c2515e59bdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:24.753128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1ff387f-baec-45af-b448-69b9d6d54530 req-4230dab9-adeb-4d61-8576-ce3d0a63817c tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720103 Feb 11 13:19:24.834967 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Router 9b59c128-08a3-4879-9a26-b38e31fb8476 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:19:24.853365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a40f50-9c18-49ef-b59a-ba13036ca331 req-ac650e07-36b8-4d70-90c2-f2bcd6c96ece tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:24.854904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35a40f50-9c18-49ef-b59a-ba13036ca331 req-ac650e07-36b8-4d70-90c2-f2bcd6c96ece tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 950 time: 0.0724845 Feb 11 13:19:24.977994 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35a40f50-9c18-49ef-b59a-ba13036ca331 req-8cce1f2b-f8bc-46a2-82e3-0a5223712a0f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821350 Feb 11 13:19:25.001681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:19:25.015706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Sync routers for ids ['9b59c128-08a3-4879-9a26-b38e31fb8476'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:19:25.035507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Routers {'9b59c128-08a3-4879-9a26-b38e31fb8476'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:25.038613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:18:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9b59c128-08a3-4879-9a26-b38e31fb8476'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:25.096256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeb41f-9adb-4673-baa2-f25b4a227296 req-e4c356c8-f084-42cf-a4a4-83c83a9b1549 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.110862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:25.111551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeb41f-9adb-4673-baa2-f25b4a227296 req-e4c356c8-f084-42cf-a4a4-83c83a9b1549 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.116122 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-48b73503-88ae-47e9-8ae4-33e913d41f3a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1620686 Feb 11 13:19:25.116948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41572) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:25.123138 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdbeb41f-9adb-4673-baa2-f25b4a227296 req-e4c356c8-f084-42cf-a4a4-83c83a9b1549 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c&device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 1690 time: 0.0968678 Feb 11 13:19:25.202365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Set router 9b59c128-08a3-4879-9a26-b38e31fb8476 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:25.206348 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdbeb41f-9adb-4673-baa2-f25b4a227296 req-d0297107-1e10-488f-af13-c5b9c0b08327 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807345 Feb 11 13:19:25.382475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ae960-d100-43dc-b2bf-22bcac437726 req-0335868d-7c4a-441e-bc10-6ac22d56af93 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.388651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-314ae960-d100-43dc-b2bf-22bcac437726 req-0335868d-7c4a-441e-bc10-6ac22d56af93 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.1005032 Feb 11 13:19:25.449445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-314ae960-d100-43dc-b2bf-22bcac437726 req-4a3c4062-94f8-4279-b948-9e76b205e1c2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Feb 11 13:19:25.474327 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:25.494346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da6cae-9fb8-4d10-80dc-c26105b69dcc req-85b23e18-6198-43e5-9d54-13b74a0b2c45 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.504453 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3da6cae-9fb8-4d10-80dc-c26105b69dcc req-85b23e18-6198-43e5-9d54-13b74a0b2c45 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1110473 Feb 11 13:19:25.608369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:23Z', 'revision_number': 3, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:25.623201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3da6cae-9fb8-4d10-80dc-c26105b69dcc req-92f69efb-91ae-47ba-98f5-9d00a5235e56 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120286 Feb 11 13:19:25.649094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Checking router: 9b59c128-08a3-4879-9a26-b38e31fb8476 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:19:25.649094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Updating router 9b59c128-08a3-4879-9a26-b38e31fb8476 port ef80d8df-77cf-49bb-a375-12727a6cc2bb binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:19:25.681864 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:25.702784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320542f8-d7e2-40a3-b73c-2cecf4e1d82b req-e17f1a1c-b381-4789-8909-39dd35dd2d09 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.711119 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-320542f8-d7e2-40a3-b73c-2cecf4e1d82b req-e17f1a1c-b381-4789-8909-39dd35dd2d09 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 945 time: 0.0756378 Feb 11 13:19:25.766079 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-320542f8-d7e2-40a3-b73c-2cecf4e1d82b req-a65c204d-7026-4a01-9d13-cf6c8c91b7bf tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488632 Feb 11 13:19:25.844204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e0470-da35-4c73-b390-de31cb607742 req-8765baa9-30ff-4daf-ac67-3458495557d7 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:25.845722 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-776e0470-da35-4c73-b390-de31cb607742 req-8765baa9-30ff-4daf-ac67-3458495557d7 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 1101 time: 0.0868912 Feb 11 13:19:25.987166 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-776e0470-da35-4c73-b390-de31cb607742 req-1d3247b3-c690-4ab8-a6a0-e888b07e43d8 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283741 Feb 11 13:19:25.988940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.042936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.130904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.247556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e39104-a5e1-4122-8120-7617543c862d req-a13364ed-c947-47e5-9676-155ed7645867 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:26.249391 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2e39104-a5e1-4122-8120-7617543c862d req-a13364ed-c947-47e5-9676-155ed7645867 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 1100 time: 0.1765749 Feb 11 13:19:26.254971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f958133-210a-4b1d-b81d-c8912877d7b1 None None] Pushing event updated for resources: {'Port': ['ID=ef80d8df-77cf-49bb-a375-12727a6cc2bb,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:26.263802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625be23-a875-47da-997f-6b5d2f3584b7 req-c7481083-dd8d-4be5-9b6b-c7a29bd36772 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:26.275130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 66a586c5-f3af-4608-821f-df84870317b5 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:26.281869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625be23-a875-47da-997f-6b5d2f3584b7 req-c7481083-dd8d-4be5-9b6b-c7a29bd36772 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:26.285870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Attempting to bind port ef80d8df-77cf-49bb-a375-12727a6cc2bb on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:26.286276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Attempting to bind port ef80d8df-77cf-49bb-a375-12727a6cc2bb by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:26.286671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Attempting to bind port ef80d8df-77cf-49bb-a375-12727a6cc2bb on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:26.298245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625be23-a875-47da-997f-6b5d2f3584b7 req-c7481083-dd8d-4be5-9b6b-c7a29bd36772 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:26.300152 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b625be23-a875-47da-997f-6b5d2f3584b7 req-c7481083-dd8d-4be5-9b6b-c7a29bd36772 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2&device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8&device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 2417 time: 0.1539667 Feb 11 13:19:26.353182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:26.353740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:19:26.354567 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.355448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:26.356279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Bound port: ef80d8df-77cf-49bb-a375-12727a6cc2bb, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:26.356768 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.373180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2e39104-a5e1-4122-8120-7617543c862d req-ae7d90ae-7d9e-40d6-9954-60061acfb428 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792959 Feb 11 13:19:26.387732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b625be23-a875-47da-997f-6b5d2f3584b7 req-d25c17b6-d9f2-43f6-84d1-aa7a495388b8 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802665 Feb 11 13:19:26.413756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Allocated IP 172.20.0.1 (451d6c5d-5d14-478f-836a-adfb411434d1/f2962697-bdb7-475a-acf0-bc5580e34846/34eb6c24-b751-4882-aa60-de6fdea42a58) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:26.598895 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 66a586c5-f3af-4608-821f-df84870317b5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:26.599540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.669018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] For port ef80d8df-77cf-49bb-a375-12727a6cc2bb, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:26.676567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c6a3e-c974-4bb3-b470-ba423bc6e0ee req-77346c92-7668-4982-862c-ae1adee53f2e tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:26.691451 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ca5c6a3e-c974-4bb3-b470-ba423bc6e0ee req-77346c92-7668-4982-862c-ae1adee53f2e tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 950 time: 0.1737125 Feb 11 13:19:26.719478 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.731061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] For port ef80d8df-77cf-49bb-a375-12727a6cc2bb, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ef80d8df-77cf-49bb-a375-12727a6cc2bb,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:26.782669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ca5c6a3e-c974-4bb3-b470-ba423bc6e0ee req-77a9db03-1bec-4e4a-8999-7a17d7064b7a tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902355 Feb 11 13:19:26.830808 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.835486 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.916198 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-34dbf9ce-20a8-489d-97de-c2722c41c312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:26.965229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Network 451d6c5d-5d14-478f-836a-adfb411434d1 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:26.983965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d859655-ddc8-4fb5-8c6a-1bc7fc05fefc req-fc4569fa-de19-4bd8-9088-bfe207bb2817 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:26.995548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Routers {'9b59c128-08a3-4879-9a26-b38e31fb8476'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:26.996208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:19:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9b59c128-08a3-4879-9a26-b38e31fb8476'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:27.000340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8d859655-ddc8-4fb5-8c6a-1bc7fc05fefc req-fc4569fa-de19-4bd8-9088-bfe207bb2817 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.1193602 Feb 11 13:19:27.022260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:27.034533 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:27.081917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8d859655-ddc8-4fb5-8c6a-1bc7fc05fefc req-1db1b2dc-157c-462a-80a0-110c0f122377 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719972 Feb 11 13:19:27.100077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f958133-210a-4b1d-b81d-c8912877d7b1 None None] Pushing event updated for resources: {'Port': ['ID=ef80d8df-77cf-49bb-a375-12727a6cc2bb,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:27.100525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Pushing event updated for resources: {'Port': ['ID=34eb6c24-b751-4882-aa60-de6fdea42a58,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:27.207085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc775878-93c4-4290-90e9-aa98d5ddca79 req-8403e573-a76a-4cd1-8430-f0a678c5c494 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.208683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc775878-93c4-4290-90e9-aa98d5ddca79 req-8403e573-a76a-4cd1-8430-f0a678c5c494 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 945 time: 0.3119843 Feb 11 13:19:27.209665 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:27.246131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-c3098d3d-93eb-45c1-abdc-02315d7b9b58 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518427 Feb 11 13:19:27.315764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] Set router 9b59c128-08a3-4879-9a26-b38e31fb8476 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:27.406669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-2cf8ab4b-4baf-4ff8-9c6f-0cb0ce64ac08 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.415648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-2cf8ab4b-4baf-4ff8-9c6f-0cb0ce64ac08 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686172 Feb 11 13:19:27.423925 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc775878-93c4-4290-90e9-aa98d5ddca79 req-db3e56f0-c41e-4a33-adb7-a2776632a9e0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309421 Feb 11 13:19:27.438088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-efb8188b-381b-4d7e-92e1-566eb8bdacd1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/quotas/94b15a99cc5f451dbcae3fd953ea3350 HTTP/1.1" status: 200 len: 375 time: 0.0207026 Feb 11 13:19:27.506937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-2fcc00a7-d210-4d39-b4d2-cd1dadc0cd47 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0678225 Feb 11 13:19:27.543005 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:27.566679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-db8d5c32-3538-4c91-aac9-2349ee32650e None None] Provisioning complete for port 34eb6c24-b751-4882-aa60-de6fdea42a58 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:27.567051 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-db8d5c32-3538-4c91-aac9-2349ee32650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:27.590079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9abba0-7ede-4514-975b-b90e0072759c req-d4d70fe1-aca2-44f1-814e-0515fd39e585 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:27.592424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd9abba0-7ede-4514-975b-b90e0072759c req-d4d70fe1-aca2-44f1-814e-0515fd39e585 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 945 time: 0.0550020 Feb 11 13:19:27.633618 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:27.716446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-db8d5c32-3538-4c91-aac9-2349ee32650e None None] Port 34eb6c24-b751-4882-aa60-de6fdea42a58 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:19:27.731911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd9abba0-7ede-4514-975b-b90e0072759c req-06352394-8cf0-47ed-bbb3-f8f141822391 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058731 Feb 11 13:19:27.773569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:23Z', 'revision_number': 3, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:27.889062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39605a15-c590-4fc2-bacd-77f2fc189ca5 None None] The sync data for ids ['9b59c128-08a3-4879-9a26-b38e31fb8476'] in n-d-816488-1 is: [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:23Z', 'revision_number': 3, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:19:28.088349 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:28.181528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:28.255085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8088bb87-8b3e-4dda-ba01-b220d6e7b2f9 req-aa520126-1627-4a63-b7ee-f4b959055acb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 210 time: 0.0407622 Feb 11 13:19:28.260234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Pushing event updated for resources: {'Port': ['ID=34eb6c24-b751-4882-aa60-de6fdea42a58,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:28.264382 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:28.451713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Network 451d6c5d-5d14-478f-836a-adfb411434d1 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:28.453857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:28.482675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9eb52-96da-425d-af26-c153b72401cd req-4eabb627-45c7-4489-8ec3-738e5496cf5c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:28.511379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37e9eb52-96da-425d-af26-c153b72401cd req-4eabb627-45c7-4489-8ec3-738e5496cf5c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.1098881 Feb 11 13:19:28.526411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:28.575255 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37e9eb52-96da-425d-af26-c153b72401cd req-34184157-cf98-4b8a-a960-74c537719e45 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588560 Feb 11 13:19:28.734410 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-4fd62e9d-35df-45b9-b6bd-1dbca048afc0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5cb5a7db126d40d38512c5877f3b5910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274611 Feb 11 13:19:28.736271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Router 9b59c128-08a3-4879-9a26-b38e31fb8476 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:19:28.870330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1f60d920-2084-4075-b917-2181d81ff6e5 None None] Provisioning complete for port 34eb6c24-b751-4882-aa60-de6fdea42a58 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:28.870899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f60d920-2084-4075-b917-2181d81ff6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:28.907377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c161-c71f-4c9b-b9e4-7bd59f791464 req-28d4d2fb-83f4-4c79-9edb-658138c0b6b7 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:28.914461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66c5c161-c71f-4c9b-b9e4-7bd59f791464 req-28d4d2fb-83f4-4c79-9edb-658138c0b6b7 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 950 time: 0.0791233 Feb 11 13:19:28.943026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1f60d920-2084-4075-b917-2181d81ff6e5 None None] Port 34eb6c24-b751-4882-aa60-de6fdea42a58 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:19:28.970278 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66c5c161-c71f-4c9b-b9e4-7bd59f791464 req-75db0205-3987-4a5f-9972-12065e7de9bc tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508962 Feb 11 13:19:29.092754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-46131291-f5d8-4aad-8b49-caa8b76372e7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:29.107161 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-46131291-f5d8-4aad-8b49-caa8b76372e7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3632302 Feb 11 13:19:29.130479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-77eb1b02-c475-4b3e-bd00-2481e06a6482 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/quotas/5cb5a7db126d40d38512c5877f3b5910 HTTP/1.1" status: 200 len: 375 time: 0.0222669 Feb 11 13:19:29.135504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:19:29.150990 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1b64c207-5784-48eb-993e-d96b7aaf067e admin admin] 10.222.0.52 "PUT /v2.0/routers/9b59c128-08a3-4879-9a26-b38e31fb8476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0246696 Feb 11 13:19:29.181176 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-118f7de1-2754-43b1-b094-a94f7f13e5ff tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487666 Feb 11 13:19:29.258048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79042ba8-f6e4-47e6-8081-ef7044c60d30 req-06011087-b029-4ee4-8056-935065911873 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:29.258048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79042ba8-f6e4-47e6-8081-ef7044c60d30 req-06011087-b029-4ee4-8056-935065911873 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 945 time: 0.0882990 Feb 11 13:19:29.324017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79042ba8-f6e4-47e6-8081-ef7044c60d30 req-33b68014-548d-4cc2-8d58-8cc80dd0f27f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644870 Feb 11 13:19:29.601677 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5d814de8-b72c-4a21-b094-f49ed8e6681e req-e52e25f4-6b19-4dd4-9b59-1f8b7ec370e5 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 210 time: 0.0362663 Feb 11 13:19:29.782951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9cbe4256-a697-4c39-9c9e-cc8c90618575 req-47fd0462-9bf5-4d00-a6e1-a966d870fc64 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 210 time: 0.0565014 Feb 11 13:19:29.844212 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:29.939123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4c732-7555-4096-9bff-ac6514495cd6 req-26d5b120-33b2-4290-a999-c18088ac32d7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:29.942864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83f4c732-7555-4096-9bff-ac6514495cd6 req-26d5b120-33b2-4290-a999-c18088ac32d7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.0708549 Feb 11 13:19:30.006865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83f4c732-7555-4096-9bff-ac6514495cd6 req-aee2f603-52b0-4426-9657-4d9a5b271088 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449076 Feb 11 13:19:30.279942 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ef80d8df-77cf-49bb-a375-12727a6cc2bb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:30.352840 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Sync routers for ids ['9b59c128-08a3-4879-9a26-b38e31fb8476'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:19:30.379017 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Routers {'9b59c128-08a3-4879-9a26-b38e31fb8476'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:30.382650 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:19:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9b59c128-08a3-4879-9a26-b38e31fb8476'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:30.424027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ef80d8df-77cf-49bb-a375-12727a6cc2bb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:30.424396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.481531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc21f8c-84cc-41ae-b337-288cc3993cd2 req-ab75e947-f378-4413-a531-e0b635e5635a tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.490646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbc21f8c-84cc-41ae-b337-288cc3993cd2 req-ab75e947-f378-4413-a531-e0b635e5635a tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 950 time: 0.0991082 Feb 11 13:19:30.516305 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Set router 9b59c128-08a3-4879-9a26-b38e31fb8476 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:30.588652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbc21f8c-84cc-41ae-b337-288cc3993cd2 req-5837504d-2247-4a2d-8279-03a20b7028e8 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886879 Feb 11 13:19:30.625432 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.632960 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.660087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port ef80d8df-77cf-49bb-a375-12727a6cc2bb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ef80d8df-77cf-49bb-a375-12727a6cc2bb,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:30.723730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41794) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:30.728823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874561704', 'description': 'tempest-description--2001276938'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:30.752304 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.821651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=ef80d8df-77cf-49bb-a375-12727a6cc2bb,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:30.826478 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:27Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '34eb6c24-b751-4882-aa60-de6fdea42a58', 'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'mac_address': 'fa:16:3e:da:e8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:26Z', 'updated_at': '2022-02-11T13:19:27Z', 'revision_number': 2, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'subnets': [{'id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:30.856387 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Checking router: 9b59c128-08a3-4879-9a26-b38e31fb8476 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:19:30.856743 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Updating router 9b59c128-08a3-4879-9a26-b38e31fb8476 port 34eb6c24-b751-4882-aa60-de6fdea42a58 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:19:30.864045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b81ca-9d44-40fc-af7a-fa2d66f8c5e3 req-8c7facf1-62fe-4af1-bb5f-da8737fb0e22 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:30.865998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc8b81ca-9d44-40fc-af7a-fa2d66f8c5e3 req-8c7facf1-62fe-4af1-bb5f-da8737fb0e22 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 945 time: 0.0640430 Feb 11 13:19:30.882733 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.899328 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:30.922976 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc8b81ca-9d44-40fc-af7a-fa2d66f8c5e3 req-0844b231-3c55-4404-9214-3e0b04fa008f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475237 Feb 11 13:19:31.003314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.069060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b05a17-31f0-4239-9a40-5ac934288057 req-28f7c9a7-6f25-4505-87a7-b8ee1aba6b8f tempest-LiveMigrationNegativeTest-1869253833 tempest-LiveMigrationNegativeTest-1869253833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.072051 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f9b05a17-31f0-4239-9a40-5ac934288057 req-28f7c9a7-6f25-4505-87a7-b8ee1aba6b8f tempest-LiveMigrationNegativeTest-1869253833 tempest-LiveMigrationNegativeTest-1869253833-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 1101 time: 0.0676234 Feb 11 13:19:31.104541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.119395 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f9b05a17-31f0-4239-9a40-5ac934288057 req-f95491f6-9407-490d-a06e-5efd69a8e626 tempest-LiveMigrationNegativeTest-1869253833 tempest-LiveMigrationNegativeTest-1869253833-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.161458 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-ae78e0d0-ff8d-46d3-bbe4-29cebbd404da tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736635 Feb 11 13:19:31.171883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d393b29e-bd67-45fb-bcd9-bb4c50a2657c req-c0ad7438-547c-4238-8d03-056323dddaa0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 210 time: 0.0573223 Feb 11 13:19:31.218116 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.308093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ece55a8-76e1-4f95-88a1-9e668b100a74 req-e4d631b1-9549-4f35-b9ac-9f76f03a017c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 210 time: 0.0357654 Feb 11 13:19:31.483254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb9cb0-6c1f-460c-b3bc-84fd98e322d0 req-0632db2f-15b2-4aae-b6a1-e757335e6b30 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.484877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86eb9cb0-6c1f-460c-b3bc-84fd98e322d0 req-0632db2f-15b2-4aae-b6a1-e757335e6b30 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0892692 Feb 11 13:19:31.562296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86eb9cb0-6c1f-460c-b3bc-84fd98e322d0 req-b39b86ed-92d7-46ba-a28d-e56cda57c3ec tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705078 Feb 11 13:19:31.571455 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.633096 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.634467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9094908 Feb 11 13:19:31.635462 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c223afb-59aa-4489-a6bf-c0304a6c24c2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:31.638348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41804) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:31.645092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Request body: {'security_group_rule': {'security_group_id': '3c223afb-59aa-4489-a6bf-c0304a6c24c2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:31.646001 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Pushing event updated for resources: {'Port': ['ID=34eb6c24-b751-4882-aa60-de6fdea42a58,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:31.649167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.649516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.650020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.654839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.654839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.654839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.654839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.654839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.654839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.654839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.654839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.654839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccfa877-c92e-4b1f-97cb-649620e58284 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.678060 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.678060 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.678583 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.679135 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.680122 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.680667 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.681265 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.681914 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.682464 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.683000 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.683538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.684507 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:31.735349 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Attempting to bind port 34eb6c24-b751-4882-aa60-de6fdea42a58 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:31.737173 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Attempting to bind port 34eb6c24-b751-4882-aa60-de6fdea42a58 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:31.737797 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Attempting to bind port 34eb6c24-b751-4882-aa60-de6fdea42a58 on network 451d6c5d-5d14-478f-836a-adfb411434d1 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:31.754540 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:31.758304 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Checking segment: {'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:19:31.758304 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.758304 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Bound using segment: {'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:31.758304 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Bound port: 34eb6c24-b751-4882-aa60-de6fdea42a58, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:31.758304 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.824755 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f9b05a17-31f0-4239-9a40-5ac934288057 req-f95491f6-9407-490d-a06e-5efd69a8e626 tempest-LiveMigrationNegativeTest-1869253833 tempest-LiveMigrationNegativeTest-1869253833-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:31.851958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-6441d135-b830-471b-a6b6-0c894018cc6b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.868750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-6441d135-b830-471b-a6b6-0c894018cc6b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6857548 Feb 11 13:19:31.886673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16aefa-1f2a-4b97-82b3-c9aed4ebb74e req-e7c95507-ef1c-46df-946c-3ab4fdb161bf tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:31.888239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b16aefa-1f2a-4b97-82b3-c9aed4ebb74e req-e7c95507-ef1c-46df-946c-3ab4fdb161bf tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.1634202 Feb 11 13:19:31.888923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Request body: {'port': {'device_id': 'f2da3d2b-2d27-4067-9b8b-387ee134addb', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '94b15a99cc5f451dbcae3fd953ea3350'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:31.915328 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] For port 34eb6c24-b751-4882-aa60-de6fdea42a58, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:31.919382 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] For port 34eb6c24-b751-4882-aa60-de6fdea42a58, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=34eb6c24-b751-4882-aa60-de6fdea42a58,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:31.984282 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f9b05a17-31f0-4239-9a40-5ac934288057 req-f95491f6-9407-490d-a06e-5efd69a8e626 tempest-LiveMigrationNegativeTest-1869253833 tempest-LiveMigrationNegativeTest-1869253833-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.029823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-836a93c3-e447-4e13-ab70-e94565a4d895 None None] Provisioning complete for port 34eb6c24-b751-4882-aa60-de6fdea42a58 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:32.030489 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.031376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-836a93c3-e447-4e13-ab70-e94565a4d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.060073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f9b05a17-31f0-4239-9a40-5ac934288057 req-f95491f6-9407-490d-a06e-5efd69a8e626 tempest-LiveMigrationNegativeTest-1869253833 tempest-LiveMigrationNegativeTest-1869253833-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9799302 Feb 11 13:19:32.097910 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.136111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b16aefa-1f2a-4b97-82b3-c9aed4ebb74e req-ed2de56a-6f38-45a5-99b1-a150335e0cf4 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153347 Feb 11 13:19:32.257991 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95491f6-9407-490d-a06e-5efd69a8e626 tempest-LiveMigrationNegativeTest-1869253833 tempest-LiveMigrationNegativeTest-1869253833-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752a6c0c-608b-4051-972c-bcf2ce64a170,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:32.314214 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Routers {'9b59c128-08a3-4879-9a26-b38e31fb8476'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:32.315056 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:19:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9b59c128-08a3-4879-9a26-b38e31fb8476'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:32.363237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ef80d8df-77cf-49bb-a375-12727a6cc2bb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:32.413053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3b9fb-c1d1-47e1-b935-733f6bc4a956 req-5f503cd0-6f3f-4a84-8890-87f1ebcb34c0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:32.421935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dc3b9fb-c1d1-47e1-b935-733f6bc4a956 req-5f503cd0-6f3f-4a84-8890-87f1ebcb34c0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 945 time: 0.1692185 Feb 11 13:19:32.446415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.464345 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e97c4-48ae-4eeb-93c6-3db312739f9b None None] Pushing event updated for resources: {'Port': ['ID=34eb6c24-b751-4882-aa60-de6fdea42a58,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:32.489072 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-836a93c3-e447-4e13-ab70-e94565a4d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.508918 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dc3b9fb-c1d1-47e1-b935-733f6bc4a956 req-6cd2ff1a-a8bf-4064-88d2-9d987fcc9804 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838506 Feb 11 13:19:32.540780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Made reservation on behalf of 94b15a99cc5f451dbcae3fd953ea3350 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:32.544921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.550025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19477765-b5fb-41f2-9983-2cf38b17ae84 req-df45b2eb-02bd-44bc-aff1-e7d4377b6f4a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 210 time: 0.0637815 Feb 11 13:19:32.550831 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.576239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ef80d8df-77cf-49bb-a375-12727a6cc2bb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:32.576605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.600626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff402f7-4910-4191-a2a8-13f351ee9b32,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:32.637822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.638210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.642024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.643652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-836a93c3-e447-4e13-ab70-e94565a4d895 None None] For port 34eb6c24-b751-4882-aa60-de6fdea42a58, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=34eb6c24-b751-4882-aa60-de6fdea42a58,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:32.644727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.645071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.646120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.646469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.647881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.648551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.648885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.649212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.651201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:32.684998 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] Set router 9b59c128-08a3-4879-9a26-b38e31fb8476 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:32.720082 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-836a93c3-e447-4e13-ab70-e94565a4d895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.730131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6127b2ca-c9fc-4d04-af06-50316d6aac5b req-219be00c-234e-45b0-b639-deecb406a274 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 210 time: 0.0442331 Feb 11 13:19:32.756256 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.765688 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2cefc8cb-2355-4564-b4ab-ae1e6057e613 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1177697 Feb 11 13:19:32.767830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41824) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:32.773710 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8764089c-0203-4489-ad52-067eeeab9651 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Request body: {'security_group_rule': {'security_group_id': '3c223afb-59aa-4489-a6bf-c0304a6c24c2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:32.872390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a93c3-e447-4e13-ab70-e94565a4d895 None None] Pushing event updated for resources: {'Port': ['ID=34eb6c24-b751-4882-aa60-de6fdea42a58,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:32.888747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-42dd10e9-e485-47c8-9114-b21b6d143a46 None None] Provisioning complete for port 34eb6c24-b751-4882-aa60-de6fdea42a58 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:32.889123 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-42dd10e9-e485-47c8-9114-b21b6d143a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.917501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8764089c-0203-4489-ad52-067eeeab9651 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:32.945037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7a7d9-7a0e-44b8-8e3a-0536ac95a5cf req-e2b604a4-25ad-4106-aa98-068e36210369 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:32.946733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-afa7a7d9-7a0e-44b8-8e3a-0536ac95a5cf req-e2b604a4-25ad-4106-aa98-068e36210369 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1574667 Feb 11 13:19:32.973485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Allocated IP 192.168.233.4 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/b200cb3f-02b5-4e75-acda-e0e663ed59db) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:33.029182 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-afa7a7d9-7a0e-44b8-8e3a-0536ac95a5cf req-5e135604-5f44-49de-ae4d-446aeabc3808 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702248 Feb 11 13:19:33.052056 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:27Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '34eb6c24-b751-4882-aa60-de6fdea42a58', 'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'mac_address': 'fa:16:3e:da:e8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:26Z', 'updated_at': '2022-02-11T13:19:31Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'subnets': [{'id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:33.070899 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8764089c-0203-4489-ad52-067eeeab9651 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.092122 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-f4633808-2f00-4816-828b-cb0ab9b70c0a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5cb5a7db126d40d38512c5877f3b5910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303600 Feb 11 13:19:33.155338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8764089c-0203-4489-ad52-067eeeab9651 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.204750 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7511caf7-849f-454d-a224-d8670dd9e7aa None None] The sync data for ids ['9b59c128-08a3-4879-9a26-b38e31fb8476'] in n-d-816488-1 is: [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:27Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '34eb6c24-b751-4882-aa60-de6fdea42a58', 'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'mac_address': 'fa:16:3e:da:e8:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:26Z', 'updated_at': '2022-02-11T13:19:31Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'subnets': [{'id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:19:33.220345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764089c-0203-4489-ad52-067eeeab9651 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012f5149-2705-40bf-88b8-135b8975cde6,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:33.317479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8764089c-0203-4489-ad52-067eeeab9651 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.318899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8764089c-0203-4489-ad52-067eeeab9651 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5494802 Feb 11 13:19:33.322019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41830) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:33.328671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:33.398594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.444611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-00e3424c-2102-4db3-ac27-4fcc6d6941c8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.446766 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-00e3424c-2102-4db3-ac27-4fcc6d6941c8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3425786 Feb 11 13:19:33.452040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d3e83-3a0d-4923-a1f6-f12226b9c8b2 req-1d92c27e-4cd1-40b7-b89d-84de7507d542 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.461479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a2d3e83-3a0d-4923-a1f6-f12226b9c8b2 req-1d92c27e-4cd1-40b7-b89d-84de7507d542 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 950 time: 0.0847535 Feb 11 13:19:33.463307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Request body: {'port': {'device_id': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '5cb5a7db126d40d38512c5877f3b5910'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:33.464643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.478307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4455ce7-1c34-4485-84bf-11b65270e5cd req-cb0bd1e4-d2a4-4363-97ff-68f561a99528 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.479864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4455ce7-1c34-4485-84bf-11b65270e5cd req-cb0bd1e4-d2a4-4363-97ff-68f561a99528 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.1854398 Feb 11 13:19:33.544315 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a2d3e83-3a0d-4923-a1f6-f12226b9c8b2 req-1fe306e4-59ed-417d-a988-1f1ebc223135 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800011 Feb 11 13:19:33.642784 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4455ce7-1c34-4485-84bf-11b65270e5cd req-76a12e6c-5983-4b19-9dab-3712ef91fd3b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405492 Feb 11 13:19:33.684819 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.699361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5', '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:33.707712 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9', '603ad938-774c-4e3f-aa90-44c92149f9ab'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:33.770177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:33.775216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:33.785855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:33.792110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53aa1b-c8d4-4dfc-ac8c-c06c1236ed1e req-e84246a2-0b52-442b-9251-fc088d8d6569 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:33.810562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c53aa1b-c8d4-4dfc-ac8c-c06c1236ed1e req-e84246a2-0b52-442b-9251-fc088d8d6569 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 945 time: 0.1487386 Feb 11 13:19:33.896141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event updated for resources: {'Port': ['ID=b200cb3f-02b5-4e75-acda-e0e663ed59db,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:33.909572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Made reservation on behalf of 5cb5a7db126d40d38512c5877f3b5910 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:33.914239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.940518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.978293 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:33.994946 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c53aa1b-c8d4-4dfc-ac8c-c06c1236ed1e req-d5db1a9d-8df6-4901-b684-efca203f2f98 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834307 Feb 11 13:19:34.116201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.144876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:34.145727 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.196681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282494b9-c2fa-4049-87c9-e5fc0b58f7e6 req-c833d730-814c-41ca-8ce6-93034cd5a99c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:34.205531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-282494b9-c2fa-4049-87c9-e5fc0b58f7e6 req-c833d730-814c-41ca-8ce6-93034cd5a99c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 934 time: 0.3835483 Feb 11 13:19:34.238834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.274138 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-afa970cb-22da-4c0f-99d5-492ba19e5867 req-e3b38c18-303a-4511-bafe-6c7b9e47008d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 210 time: 0.0913138 Feb 11 13:19:34.289610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Allocated IP 172.25.0.19 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/1aecb9cb-1152-4d4d-a48f-edd83ddd92ff) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:34.299595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 34eb6c24-b751-4882-aa60-de6fdea42a58 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:34.314912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bd0fa1d5-d358-405d-9f21-dac09373bd9c None None] Provisioning complete for port b200cb3f-02b5-4e75-acda-e0e663ed59db triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:34.315490 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd0fa1d5-d358-405d-9f21-dac09373bd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.424338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Allocated IP 192.168.233.236 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/e8199d0a-87f2-434a-b6d9-35b961c843ce) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:34.558605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.571981 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-bd0fa1d5-d358-405d-9f21-dac09373bd9c None None] Port b200cb3f-02b5-4e75-acda-e0e663ed59db cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:19:34.597994 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-44b1bf8d-2cfd-40cc-8547-497ffcde520b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7208109 Feb 11 13:19:34.611714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05efca-8917-41e7-93bd-cfd2ad57cd69 req-1810f6ba-38a3-4c39-a789-2dca17e2a10c tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:34.616635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 34eb6c24-b751-4882-aa60-de6fdea42a58 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:34.617263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.620374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db05efca-8917-41e7-93bd-cfd2ad57cd69 req-1810f6ba-38a3-4c39-a789-2dca17e2a10c tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1550491 Feb 11 13:19:34.620968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Request body: {'port': {'device_id': 'f2da3d2b-2d27-4067-9b8b-387ee134addb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:34.671310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-282494b9-c2fa-4049-87c9-e5fc0b58f7e6 req-7e16e195-64d6-4e8c-a552-2987543dca89 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644828 Feb 11 13:19:34.717904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db05efca-8917-41e7-93bd-cfd2ad57cd69 req-aa0677bf-6a72-421b-ab34-bf5e91c63fd4 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903320 Feb 11 13:19:34.731297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89953df-32e5-4dc6-b6e9-547e040339bc,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:34.795909 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.817310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.921864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:34.926891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:34.932712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:34.937681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:34.940581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Pushing event updated for resources: {'Port': ['ID=1aecb9cb-1152-4d4d-a48f-edd83ddd92ff,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:35.000874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732141b-99d9-4315-b9a0-57a58790b88a req-c2aeff3b-d157-47c5-9300-34f8392f66f5 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.006916 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b732141b-99d9-4315-b9a0-57a58790b88a req-c2aeff3b-d157-47c5-9300-34f8392f66f5 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 945 time: 0.1378770 Feb 11 13:19:35.011619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2790a-0782-43cc-b058-bb25d76cc6a7 req-fd27535a-3067-4b66-878b-1d54b03ec795 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.019609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ff2790a-0782-43cc-b058-bb25d76cc6a7 req-fd27535a-3067-4b66-878b-1d54b03ec795 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 950 time: 0.2040818 Feb 11 13:19:35.083324 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ff2790a-0782-43cc-b058-bb25d76cc6a7 req-292a11fc-9cba-40ec-bd81-31efeb3736a7 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628481 Feb 11 13:19:35.089463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b732141b-99d9-4315-b9a0-57a58790b88a req-5766e183-ddfa-401b-8977-e51aff033532 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770080 Feb 11 13:19:35.104245 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.161470 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.231710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.237003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e91c26c-9551-4f8c-9819-3e7f3f7a9bcd tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.238564 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e91c26c-9551-4f8c-9819-3e7f3f7a9bcd tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.0794194 Feb 11 13:19:35.259647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:35.270833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816488-1'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:35.293912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:35.296825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:35.363291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.363291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.379833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.397052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Pushing event updated for resources: {'Port': ['ID=e8199d0a-87f2-434a-b6d9-35b961c843ce,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:35.447478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a835570-95bf-483a-83db-b83275a11aa6 req-d005458a-c16f-4bad-a711-6f46f9dc5dd6 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.455317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a835570-95bf-483a-83db-b83275a11aa6 req-d005458a-c16f-4bad-a711-6f46f9dc5dd6 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 945 time: 0.2900786 Feb 11 13:19:35.513048 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-9d11c802-760b-464b-b3fd-0e60066ec206 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0537951 Feb 11 13:19:35.534719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Request body: {'port': {'device_id': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:35.616196 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a835570-95bf-483a-83db-b83275a11aa6 req-1fb7cca0-5e58-4d52-aa72-05c3ca4df99f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596863 Feb 11 13:19:35.645278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-9413eb0d-a800-4ba6-94c8-67c4e763e4df tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.646857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-9413eb0d-a800-4ba6-94c8-67c4e763e4df tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.59 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 950 time: 0.1789355 Feb 11 13:19:35.650282 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b200cb3f-02b5-4e75-acda-e0e663ed59db {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:35.693152 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.716118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-59b1af9c-e8ef-4f0a-9858-b61d696c6d10 None None] Provisioning complete for port e8199d0a-87f2-434a-b6d9-35b961c843ce triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:35.716740 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-59b1af9c-e8ef-4f0a-9858-b61d696c6d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.735258 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.742253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Transition to ACTIVE for port object b200cb3f-02b5-4e75-acda-e0e663ed59db will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:35.783313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-59b1af9c-e8ef-4f0a-9858-b61d696c6d10 None None] Port e8199d0a-87f2-434a-b6d9-35b961c843ce cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:19:35.843307 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:35.870670 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-efcaea52-984d-4be3-80cd-8b0ad8b8f056 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1569983795&fields=id&tenant_id=95879232f40c448788547e7013f97912 HTTP/1.1" status: 200 len: 267 time: 0.1206193 Feb 11 13:19:35.915087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cf80a-0bd7-477e-a355-8688f2480bb1 req-33bcf066-4162-48e0-96c0-a29881ec3132 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:35.916581 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-978cf80a-0bd7-477e-a355-8688f2480bb1 req-33bcf066-4162-48e0-96c0-a29881ec3132 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 936 time: 0.4677818 Feb 11 13:19:35.995447 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.004166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:36.016198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-978cf80a-0bd7-477e-a355-8688f2480bb1 req-49c8f7a7-1146-46f0-bcc7-5e8cd74ba1d5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881784 Feb 11 13:19:36.040078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=b200cb3f-02b5-4e75-acda-e0e663ed59db,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:36.059644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:36.065706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-aab46540-9983-477b-9aae-a29639555788 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Deleting port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:19:36.066045 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-aab46540-9983-477b-9aae-a29639555788 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.099577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.228615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-96569398-88b9-4be7-b21b-e1984bb323da tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:36.235722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d1caa3-26d2-4395-b603-beabb0d2696f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:36.238028 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-96569398-88b9-4be7-b21b-e1984bb323da tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 945 time: 0.3410563 Feb 11 13:19:36.238159 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e21c205-40da-4d60-b1cd-8f17ce396799" -d '{"events": [{"server_uuid": "d3c80eb4-ad5a-4321-932b-953970d61a61", "name": "network-vif-unplugged", "status": "completed", "tag": "56d1caa3-26d2-4395-b603-beabb0d2696f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:36.242752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.248510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Pushing event updated for resources: {'Port': ['ID=1aecb9cb-1152-4d4d-a48f-edd83ddd92ff,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:36.248683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-2dd3a28b-a26a-4568-9328-29ee514b008f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'port': {'security_groups': ['e451676d-1ab9-4075-bf5e-99f59fc5fcba', 'c6142049-189d-4334-ba42-830e595f6075']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:36.269318 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.279624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6d081-19b9-4395-b321-017d465a085f req-686fb205-6d31-4195-ae9a-b2ae9d29c33b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:36.282542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11f6d081-19b9-4395-b321-017d465a085f req-686fb205-6d31-4195-ae9a-b2ae9d29c33b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 946 time: 0.1389723 Feb 11 13:19:36.326038 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.361058 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11f6d081-19b9-4395-b321-017d465a085f req-bb62a4fc-3155-430a-b90c-355a33b4d524 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683155 Feb 11 13:19:36.391288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.401834 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-317bce9f-996d-4eb9-b493-b17b9eff47cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0693750 Feb 11 13:19:36.402044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Attempting to bind port b200cb3f-02b5-4e75-acda-e0e663ed59db on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:36.402044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Attempting to bind port b200cb3f-02b5-4e75-acda-e0e663ed59db by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:36.402044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Attempting to bind port b200cb3f-02b5-4e75-acda-e0e663ed59db on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:36.427957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Pushing event updated for resources: {'Port': ['ID=56d1caa3-26d2-4395-b603-beabb0d2696f,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:36.430394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Port b200cb3f-02b5-4e75-acda-e0e663ed59db on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:36.430826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Attempting to bind port b200cb3f-02b5-4e75-acda-e0e663ed59db on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:36.433967 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-aab46540-9983-477b-9aae-a29639555788 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] For port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:36.434536 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-aab46540-9983-477b-9aae-a29639555788 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.441080 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-2dd3a28b-a26a-4568-9328-29ee514b008f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.456211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f on host n-h2-816488-1 for vnic_type normal with profile {"migrating_to": "n-h1-816488-1"} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:36.456750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:36.457312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:36.464076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Port 56d1caa3-26d2-4395-b603-beabb0d2696f on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:36.464799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Attempting to bind port 56d1caa3-26d2-4395-b603-beabb0d2696f on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:36.473615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:36.474061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:19:36.474515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:36.475037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Bound port: b200cb3f-02b5-4e75-acda-e0e663ed59db, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:36.475477 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.481456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:36.482058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:19:36.482774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:36.483372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Bound port: 56d1caa3-26d2-4395-b603-beabb0d2696f, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:36.484633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.494951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-aab46540-9983-477b-9aae-a29639555788 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Calling delete_port for 7b59201a-8dd2-4a4e-8235-2d54147f9a0f owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:19:36.646308 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf5942-29fc-45dc-a27b-23cb1b3f29f0 req-da5187ff-fcaf-4025-932b-d83ab3883cf0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:36.654384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86cf5942-29fc-45dc-a27b-23cb1b3f29f0 req-da5187ff-fcaf-4025-932b-d83ab3883cf0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1378045 Feb 11 13:19:36.657470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:36.666275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:36.710094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86cf5942-29fc-45dc-a27b-23cb1b3f29f0 req-7e27dfb4-4ddc-4149-8a87-876ddd227b8e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540054 Feb 11 13:19:36.787782 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.896010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fedc7-dbbc-453a-83fb-e5180508ee60 req-dbb6bd46-95d7-427b-98ca-7fcff01e7c6a tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:36.897530 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a7fedc7-dbbc-453a-83fb-e5180508ee60 req-dbb6bd46-95d7-427b-98ca-7fcff01e7c6a tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 950 time: 0.1236930 Feb 11 13:19:36.900260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Pushing event updated for resources: {'Port': ['ID=56d1caa3-26d2-4395-b603-beabb0d2696f,revision_number=8']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:36.938341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:36.938341 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:36.939417 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5e525ba7-db45-421a-85a1-8f276361045e service neutron] 10.222.0.13 "PUT /v2.0/ports/56d1caa3-26d2-4395-b603-beabb0d2696f HTTP/1.1" status: 200 len: 1121 time: 1.6738167 Feb 11 13:19:36.969373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a7fedc7-dbbc-453a-83fb-e5180508ee60 req-3f4011e3-6fb6-429a-b771-07bf96b720ee tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415201 Feb 11 13:19:36.975571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8199d0a-87f2-434a-b6d9-35b961c843ce {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:37.005758 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.063031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['56d1caa3-26d2-4395-b603-beabb0d2696f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:37.066157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] For port b200cb3f-02b5-4e75-acda-e0e663ed59db, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:37.071416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Transition to ACTIVE for port object e8199d0a-87f2-434a-b6d9-35b961c843ce will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:37.074510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] For port b200cb3f-02b5-4e75-acda-e0e663ed59db, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b200cb3f-02b5-4e75-acda-e0e663ed59db,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:37.105990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 56d1caa3-26d2-4395-b603-beabb0d2696f details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:37.115485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['56d1caa3-26d2-4395-b603-beabb0d2696f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:37.117830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d7fcd-de24-43f0-a2dd-0db0a5200ca3 req-9ce91b9c-c817-4ae0-84ba-214b3e9c5832 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.119628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e16d7fcd-de24-43f0-a2dd-0db0a5200ca3 req-9ce91b9c-c817-4ae0-84ba-214b3e9c5832 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0784097 Feb 11 13:19:37.193927 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e16d7fcd-de24-43f0-a2dd-0db0a5200ca3 req-3ac15c90-f3cf-48d0-afd2-67e56e479922 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651119 Feb 11 13:19:37.243213 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.253830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.264042 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70ce94-cde1-421e-ab14-33ba17874fc5 x-openstack-request-id: req-4f70ce94-cde1-421e-ab14-33ba17874fc5 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:37.271150 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c80eb4-ad5a-4321-932b-953970d61a61", "name": "network-vif-unplugged", "status": "completed", "tag": "56d1caa3-26d2-4395-b603-beabb0d2696f", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:37.271150 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4f70ce94-cde1-421e-ab14-33ba17874fc5 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:37.271150 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d1caa3-26d2-4395-b603-beabb0d2696f', 'code': 200} Feb 11 13:19:37.311945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.312602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.314360 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] 10.222.0.13 "PUT /v2.0/ports/b200cb3f-02b5-4e75-acda-e0e663ed59db HTTP/1.1" status: 200 len: 1094 time: 2.6980391 Feb 11 13:19:37.322281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2da3d2b-2d27-4067-9b8b-387ee134addb', 'tag': 'b200cb3f-02b5-4e75-acda-e0e663ed59db'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:37.333355 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b32f567-3df0-473d-a454-5bd261a8e491" -d '{"events": [{"name": "network-changed", "server_uuid": "f2da3d2b-2d27-4067-9b8b-387ee134addb", "tag": "b200cb3f-02b5-4e75-acda-e0e663ed59db"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:37.423647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2077108c-7afd-40b8-9156-b6722e4b3901 req-b3fd1355-f64b-41e1-a459-06faac20f85e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.431335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2077108c-7afd-40b8-9156-b6722e4b3901 req-b3fd1355-f64b-41e1-a459-06faac20f85e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.1078761 Feb 11 13:19:37.433484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec36352-f99d-4a44-a66a-bc6a28bf2ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=b200cb3f-02b5-4e75-acda-e0e663ed59db,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:37.472813 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-aab46540-9983-477b-9aae-a29639555788 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.517366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2077108c-7afd-40b8-9156-b6722e4b3901 req-8a5c3a7d-7712-477d-8165-be434399ee50 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766599 Feb 11 13:19:37.530087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-2dd3a28b-a26a-4568-9328-29ee514b008f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] For port 5f1059cf-ca94-448b-82f4-cc832180bd66, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f1059cf-ca94-448b-82f4-cc832180bd66,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:37.596705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:37.611921 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ef1e4a-c66e-40c2-b2fb-84e73a7441ce x-openstack-request-id: req-d4ef1e4a-c66e-40c2-b2fb-84e73a7441ce {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:37.611921 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2da3d2b-2d27-4067-9b8b-387ee134addb", "tag": "b200cb3f-02b5-4e75-acda-e0e663ed59db", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:37.611921 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4ef1e4a-c66e-40c2-b2fb-84e73a7441ce {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:37.611921 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2da3d2b-2d27-4067-9b8b-387ee134addb', 'tag': 'b200cb3f-02b5-4e75-acda-e0e663ed59db', 'status': 'completed', 'code': 200} Feb 11 13:19:37.645361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Pushing event updated for resources: {'Port': ['ID=e8199d0a-87f2-434a-b6d9-35b961c843ce,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:37.657255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 56d1caa3-26d2-4395-b603-beabb0d2696f has no active binding in host n-h1-816488-1 {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:19:37.692346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-aab46540-9983-477b-9aae-a29639555788 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] No DVR routers for this DVR port 7b59201a-8dd2-4a4e-8235-2d54147f9a0f on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:37.692494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['bf34c3a7-efc2-47ab-9ee2-15b8db1b2116'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:37.698859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-aab46540-9983-477b-9aae-a29639555788 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.703191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d0d2c22-f314-4f1e-9139-008a2353ad1a req-aab46540-9983-477b-9aae-a29639555788 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.59 "DELETE /v2.0/ports/7b59201a-8dd2-4a4e-8235-2d54147f9a0f HTTP/1.1" status: 204 len: 173 time: 2.0440056 Feb 11 13:19:37.745274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab46540-9983-477b-9aae-a29639555788 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Pushing event deleted for resources: {'Port': ['ID=7b59201a-8dd2-4a4e-8235-2d54147f9a0f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:37.751320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-2dd3a28b-a26a-4568-9328-29ee514b008f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.754577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Attempting to bind port e8199d0a-87f2-434a-b6d9-35b961c843ce on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:19:37.754911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Attempting to bind port e8199d0a-87f2-434a-b6d9-35b961c843ce by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:19:37.755536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Attempting to bind port e8199d0a-87f2-434a-b6d9-35b961c843ce on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:37.761443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-714d43b6-ae78-4d73-91bb-e72a0f4d02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.763034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-714d43b6-ae78-4d73-91bb-e72a0f4d02c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 1097 time: 0.2464640 Feb 11 13:19:37.766208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Port e8199d0a-87f2-434a-b6d9-35b961c843ce on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:19:37.766525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Attempting to bind port e8199d0a-87f2-434a-b6d9-35b961c843ce on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:19:37.795299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:19:37.795649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:19:37.796115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:19:37.796657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Bound port: e8199d0a-87f2-434a-b6d9-35b961c843ce, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:19:37.797154 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.798823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa517928-57c2-481c-a9e6-695d1d2b9c79 req-d06d89ca-fb5d-4ca9-8114-ae9aa3016467 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.801579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa517928-57c2-481c-a9e6-695d1d2b9c79 req-d06d89ca-fb5d-4ca9-8114-ae9aa3016467 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 946 time: 0.0835965 Feb 11 13:19:37.836810 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-056b0242-1667-4e60-9785-e46fc7b24121 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b200cb3f-02b5-4e75-acda-e0e663ed59db HTTP/1.1" status: 200 len: 217 time: 0.0583172 Feb 11 13:19:37.857374 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-2dd3a28b-a26a-4568-9328-29ee514b008f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.880017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa517928-57c2-481c-a9e6-695d1d2b9c79 req-c17b0305-a825-4be2-9bd5-5e72dcbfa383 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708861 Feb 11 13:19:37.977434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-2dd3a28b-a26a-4568-9328-29ee514b008f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:37.978353 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-2dd3a28b-a26a-4568-9328-29ee514b008f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:37.979970 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff0e6cab-c8a7-4b20-a6f1-79dba3126427 req-2dd3a28b-a26a-4568-9328-29ee514b008f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "PUT /v2.0/ports/5f1059cf-ca94-448b-82f4-cc832180bd66 HTTP/1.1" status: 200 len: 981 time: 1.7420731 Feb 11 13:19:38.030483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-84e991ac-9485-446e-9618-be564cf2572b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.031878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-84e991ac-9485-446e-9618-be564cf2572b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1875622 Feb 11 13:19:38.091913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e21a6-8ad6-4ddd-9a31-4c3562961344 req-774b292b-8826-4b09-bc19-f3d4797b5fb5 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.093886 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-515e21a6-8ad6-4ddd-9a31-4c3562961344 req-774b292b-8826-4b09-bc19-f3d4797b5fb5 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1037061 Feb 11 13:19:38.106321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3a28b-a26a-4568-9328-29ee514b008f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'Port': ['ID=5f1059cf-ca94-448b-82f4-cc832180bd66,revision_number=6']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:38.130074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:38.133996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:19:38.139864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-101dffe5-0d68-43d7-9b4c-87df25404eb7 req-ef0f2423-3b86-4d78-858b-7dce375eb182 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/c6142049-189d-4334-ba42-830e595f6075 HTTP/1.1" status: 200 len: 1801 time: 0.1305802 Feb 11 13:19:38.186152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['5f1059cf-ca94-448b-82f4-cc832180bd66'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:38.199565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-027b8578-52b8-4d00-a83f-9565a997d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.201512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-027b8578-52b8-4d00-a83f-9565a997d9e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1560831 Feb 11 13:19:38.219643 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-515e21a6-8ad6-4ddd-9a31-4c3562961344 req-3e5b0e5d-0acf-442c-a973-9271487acb03 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983419 Feb 11 13:19:38.263026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:38.263725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:38.363469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.364094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:38.368304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] 10.222.0.13 "PUT /v2.0/ports/e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 200 len: 1096 time: 2.8388650 Feb 11 13:19:38.389730 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-101dffe5-0d68-43d7-9b4c-87df25404eb7 req-050273d5-977c-4d92-a1ab-5093318abf55 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:19:38.390875 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-101dffe5-0d68-43d7-9b4c-87df25404eb7 req-050273d5-977c-4d92-a1ab-5093318abf55 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/c6142049-189d-4334-ba42-830e595f6075 HTTP/1.1" status: 409 len: 341 time: 0.2395391 Feb 11 13:19:38.391477 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5a3a97d-c7f1-40df-a209-a0a1a50ff0b6 req-14397db0-faf4-445c-8c55-8eed415002be tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=79df19e8-1427-4dab-8383-672d231af976 HTTP/1.1" status: 200 len: 210 time: 0.0608675 Feb 11 13:19:38.453125 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['5f1059cf-ca94-448b-82f4-cc832180bd66'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:38.456728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6221-a21a-4f62-8d61-63166dbc8f7c service neutron] Pushing event updated for resources: {'Port': ['ID=e8199d0a-87f2-434a-b6d9-35b961c843ce,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:38.483197 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-09cd15f7-8d86-4878-96ef-9d83fba10003 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709181 Feb 11 13:19:38.714532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1f7d0-f452-4ca8-931d-0a9493a8c565 req-515c7a71-1756-4ce1-a766-ec7457271af4 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.716394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-48d1f7d0-f452-4ca8-931d-0a9493a8c565 req-515c7a71-1756-4ce1-a766-ec7457271af4 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.1706986 Feb 11 13:19:38.723366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-92e5453a-5aa8-4e7c-ad04-f3f3843538b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.724835 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-92e5453a-5aa8-4e7c-ad04-f3f3843538b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1099 time: 0.2206540 Feb 11 13:19:38.772718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b5c564d-93a6-47fe-854d-9450e50dd819 req-8f0f9b4a-6451-4875-8346-d7404281f715 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785637 Feb 11 13:19:38.843948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-06dd957f-9e78-4656-acc4-9268c59b93dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 200 len: 217 time: 0.0804102 Feb 11 13:19:38.889397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb79f8-b1dd-4529-a1f7-40daf6f7b23a req-f9864982-332f-4583-88b3-517a7e8fdf94 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.891889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dbfb79f8-b1dd-4529-a1f7-40daf6f7b23a req-f9864982-332f-4583-88b3-517a7e8fdf94 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.0575519 Feb 11 13:19:38.919149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-48d1f7d0-f452-4ca8-931d-0a9493a8c565 req-6c30c5c4-fd10-4af5-8ed7-d90ad3e8c468 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896992 Feb 11 13:19:38.956596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-8be63cc6-d955-4931-ae33-7141b2407e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:38.957487 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dbfb79f8-b1dd-4529-a1f7-40daf6f7b23a req-d036078a-d1fb-425d-bc5c-16beff35436f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522201 Feb 11 13:19:38.958249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-8be63cc6-d955-4931-ae33-7141b2407e0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1025922 Feb 11 13:19:39.113210 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-da0902c5-2467-4c3d-9476-6511953e053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.114768 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-da0902c5-2467-4c3d-9476-6511953e053b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1467371 Feb 11 13:19:39.116912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56672a-f9b9-4df9-bc85-581ae083583b req-982847db-de12-4b37-8635-edfad42f9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.118327 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab56672a-f9b9-4df9-bc85-581ae083583b req-982847db-de12-4b37-8635-edfad42f9375 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 1135 time: 0.1483731 Feb 11 13:19:39.138062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be861ddb-181b-4961-812d-5422255dbe2e req-914ad067-7de5-444e-9aa6-a756e7f1278d tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.154711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be861ddb-181b-4961-812d-5422255dbe2e req-914ad067-7de5-444e-9aa6-a756e7f1278d tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 984 time: 0.1157351 Feb 11 13:19:39.220153 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be861ddb-181b-4961-812d-5422255dbe2e req-d0e5c57a-85c3-4cab-96b9-dfc8c978e3ce tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&id=c6142049-189d-4334-ba42-830e595f6075&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0620873 Feb 11 13:19:39.257851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7b59201a-8dd2-4a4e-8235-2d54147f9a0f no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:39.270220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'tag': '56d1caa3-26d2-4395-b603-beabb0d2696f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:39.279360 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43319ab2-4768-4191-8fc2-42c38f8a21eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c80eb4-ad5a-4321-932b-953970d61a61", "tag": "56d1caa3-26d2-4395-b603-beabb0d2696f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:39.310070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 7b59201a-8dd2-4a4e-8235-2d54147f9a0f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:19:39.310412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7b59201a-8dd2-4a4e-8235-2d54147f9a0f not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:39.362550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368874c9-d26d-4aa5-b935-3d3b5b5d406d req-d59cf8c2-e20c-48eb-bfb4-94f1c5889219 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.364083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-368874c9-d26d-4aa5-b935-3d3b5b5d406d req-d59cf8c2-e20c-48eb-bfb4-94f1c5889219 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 946 time: 0.2400439 Feb 11 13:19:39.396809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-7c8f443f-42ae-40c6-a9e5-9f6fe724ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.398605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-7c8f443f-42ae-40c6-a9e5-9f6fe724ddb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 1097 time: 0.2530954 Feb 11 13:19:39.401069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270d16e-1d22-4681-8120-285d33741a3a req-5f8c312c-7f6f-49dc-b775-bb430310a3c2 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.402624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7270d16e-1d22-4681-8120-285d33741a3a req-5f8c312c-7f6f-49dc-b775-bb430310a3c2 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0620487 Feb 11 13:19:39.403813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56672a-f9b9-4df9-bc85-581ae083583b req-7ad9ee7b-dbcf-40dc-abe3-2a121080d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.405332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab56672a-f9b9-4df9-bc85-581ae083583b req-7ad9ee7b-dbcf-40dc-abe3-2a121080d5af service neutron] 10.222.0.59 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 914 time: 0.2785153 Feb 11 13:19:39.424043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-e853e876-cfec-44da-9984-d70ea64bd017 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809682 Feb 11 13:19:39.452068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7270d16e-1d22-4681-8120-285d33741a3a req-d14a2f73-5f75-432b-9e89-d52d91616be7 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 Feb 11 13:19:39.504293 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5930a13-d3fa-451b-8dd5-6bb730ed819b x-openstack-request-id: req-e5930a13-d3fa-451b-8dd5-6bb730ed819b {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:39.504678 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c80eb4-ad5a-4321-932b-953970d61a61", "tag": "56d1caa3-26d2-4395-b603-beabb0d2696f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:39.505029 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5930a13-d3fa-451b-8dd5-6bb730ed819b {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:39.505857 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'tag': '56d1caa3-26d2-4395-b603-beabb0d2696f', 'status': 'completed', 'code': 200} Feb 11 13:19:39.521796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab56672a-f9b9-4df9-bc85-581ae083583b req-62a52b5e-b46d-4732-a6a3-35791d5fbca6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1059cf-ca94-448b-82f4-cc832180bd66 HTTP/1.1" status: 200 len: 217 time: 0.0967956 Feb 11 13:19:39.599294 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-368874c9-d26d-4aa5-b935-3d3b5b5d406d req-73fef87b-7d03-4473-806c-19a50380ab73 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213080 Feb 11 13:19:39.603292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43319ab2-4768-4191-8fc2-42c38f8a21eb req-6a10c1db-fb25-4496-bfc1-fbee425694ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.604830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43319ab2-4768-4191-8fc2-42c38f8a21eb req-6a10c1db-fb25-4496-bfc1-fbee425694ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 1124 time: 0.0530999 Feb 11 13:19:39.608930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79df19e8-1427-4dab-8383-672d231af976', 'name': 'network-vif-deleted', 'tag': '7b59201a-8dd2-4a4e-8235-2d54147f9a0f'}, {'name': 'network-changed', 'server_uuid': '158c5489-df06-4f35-8f96-0185cb16616b', 'tag': '5f1059cf-ca94-448b-82f4-cc832180bd66'}, {'name': 'network-changed', 'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:39.611462 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46ea982-581b-483d-84d3-6e585bf3187a" -d '{"events": [{"server_uuid": "79df19e8-1427-4dab-8383-672d231af976", "name": "network-vif-deleted", "tag": "7b59201a-8dd2-4a4e-8235-2d54147f9a0f"}, {"name": "network-changed", "server_uuid": "158c5489-df06-4f35-8f96-0185cb16616b", "tag": "5f1059cf-ca94-448b-82f4-cc832180bd66"}, {"name": "network-changed", "server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:39.689663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56672a-f9b9-4df9-bc85-581ae083583b req-fe56ac27-567c-4dc9-ac36-a9e3265db12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.690817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab56672a-f9b9-4df9-bc85-581ae083583b req-fe56ac27-567c-4dc9-ac36-a9e3265db12b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=040ed783-b7e0-4056-a984-16c0022af7bd HTTP/1.1" status: 200 len: 853 time: 0.1548889 Feb 11 13:19:39.705390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-3749947d-d469-4077-a790-7d64e69b5fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.706859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-3749947d-d469-4077-a790-7d64e69b5fb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2948544 Feb 11 13:19:39.740850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43319ab2-4768-4191-8fc2-42c38f8a21eb req-7433f8e0-96bc-425c-a5a8-3e96d30e54ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.743706 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081aeab9-c876-4020-8b6f-c8736dc7f5c9 x-openstack-request-id: req-081aeab9-c876-4020-8b6f-c8736dc7f5c9 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:39.743999 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79df19e8-1427-4dab-8383-672d231af976", "name": "network-vif-deleted", "tag": "7b59201a-8dd2-4a4e-8235-2d54147f9a0f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "158c5489-df06-4f35-8f96-0185cb16616b", "tag": "5f1059cf-ca94-448b-82f4-cc832180bd66", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:39.744245 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-081aeab9-c876-4020-8b6f-c8736dc7f5c9 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:39.744637 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79df19e8-1427-4dab-8383-672d231af976', 'name': 'network-vif-deleted', 'tag': '7b59201a-8dd2-4a4e-8235-2d54147f9a0f', 'status': 'completed', 'code': 200} Feb 11 13:19:39.744893 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158c5489-df06-4f35-8f96-0185cb16616b', 'tag': '5f1059cf-ca94-448b-82f4-cc832180bd66', 'status': 'completed', 'code': 200} Feb 11 13:19:39.745144 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce', 'status': 'completed', 'code': 200} Feb 11 13:19:39.746257 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43319ab2-4768-4191-8fc2-42c38f8a21eb req-7433f8e0-96bc-425c-a5a8-3e96d30e54ab service neutron] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1316872 Feb 11 13:19:39.748466 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab56672a-f9b9-4df9-bc85-581ae083583b req-59b73e58-c56e-4a6e-a8cc-27109f02676c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6740d433-32cc-4a69-8d1b-27ff45a6338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445247 Feb 11 13:19:39.776211 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bb9b093-813a-4dcd-8d24-bb3f2b885494 req-6377335d-4d0a-4268-ae09-0fa65dbaa628 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339474 Feb 11 13:19:39.786032 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-b417ff21-4013-4e60-9f4f-a9525491dee8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=b200cb3f-02b5-4e75-acda-e0e663ed59db HTTP/1.1" status: 200 len: 217 time: 0.0692728 Feb 11 13:19:39.808334 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43319ab2-4768-4191-8fc2-42c38f8a21eb req-3c9e2f66-c2d7-4697-b76b-da33846d09f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56d1caa3-26d2-4395-b603-beabb0d2696f HTTP/1.1" status: 200 len: 217 time: 0.0499434 Feb 11 13:19:39.868422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43319ab2-4768-4191-8fc2-42c38f8a21eb req-72c0cbf1-c092-43ab-9a0c-01e9550131d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.875026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43319ab2-4768-4191-8fc2-42c38f8a21eb req-72c0cbf1-c092-43ab-9a0c-01e9550131d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0587049 Feb 11 13:19:39.886005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-64830b2b-a1bf-4594-a0bb-73a897b04cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.887600 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-64830b2b-a1bf-4594-a0bb-73a897b04cc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0903230 Feb 11 13:19:39.914384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43319ab2-4768-4191-8fc2-42c38f8a21eb req-e3b1c9b5-5778-4460-ac60-7a31c1c78d66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307329 Feb 11 13:19:39.933876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab56672a-f9b9-4df9-bc85-581ae083583b req-90888752-98b1-48f1-a4fa-6513326ae68c service neutron] 10.222.0.59 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564360 Feb 11 13:19:39.975408 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-9ed53cf3-d504-45e9-a393-a1c052b5dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:39.977599 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-9ed53cf3-d504-45e9-a393-a1c052b5dfd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807517 Feb 11 13:19:40.102021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43319ab2-4768-4191-8fc2-42c38f8a21eb req-7ed20569-4bcc-4e07-bf86-224e14b91b8e service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800594 Feb 11 13:19:40.139671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ea982-581b-483d-84d3-6e585bf3187a req-43dab52e-3af0-4365-8cdc-2f36b4dbcdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.141467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-43dab52e-3af0-4365-8cdc-2f36b4dbcdfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1099 time: 0.1913280 Feb 11 13:19:40.153747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358205-2ef9-43c9-967c-ec95e6f07e3a req-78314274-c2dd-4d09-a864-1267d174585b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.156321 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db358205-2ef9-43c9-967c-ec95e6f07e3a req-78314274-c2dd-4d09-a864-1267d174585b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.1045353 Feb 11 13:19:40.195038 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab56672a-f9b9-4df9-bc85-581ae083583b req-f3ee7736-8864-4f13-8013-2709fcb7974f service neutron] 10.222.0.59 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531304 Feb 11 13:19:40.244641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea5f31-c157-440b-af00-4810750c7c36 req-a956028e-df82-4fe7-bf62-e1f20b70b6e3 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.246173 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-caea5f31-c157-440b-af00-4810750c7c36 req-a956028e-df82-4fe7-bf62-e1f20b70b6e3 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 949 time: 0.1911755 Feb 11 13:19:40.266901 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-fa2b6625-98e1-4ee4-8409-33c0e4db96a3 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461057 Feb 11 13:19:40.269054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db358205-2ef9-43c9-967c-ec95e6f07e3a req-f00854c9-402d-4764-8f01-d0bedaf1bb68 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629697 Feb 11 13:19:40.296864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43319ab2-4768-4191-8fc2-42c38f8a21eb req-b9391579-8c45-4a3c-92d8-d209969307f3 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727095 Feb 11 13:19:40.362537 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-caea5f31-c157-440b-af00-4810750c7c36 req-8544ca8f-e484-4f3f-8430-1d9f89acea5a tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086171 Feb 11 13:19:40.376118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ea982-581b-483d-84d3-6e585bf3187a req-92bb2719-5f9a-4c6a-81c4-e2ac168f4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.377484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-92bb2719-5f9a-4c6a-81c4-e2ac168f4669 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2234547 Feb 11 13:19:40.450811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ea982-581b-483d-84d3-6e585bf3187a req-fe74c919-8d96-4965-9880-9988aca1dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.452387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-fe74c919-8d96-4965-9880-9988aca1dc17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 1135 time: 0.1090198 Feb 11 13:19:40.466872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e322fb-2e6b-436c-93c4-99917014cca1 req-3c9159bc-5626-49cf-a04c-5457e3ba3bee tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.468453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57e322fb-2e6b-436c-93c4-99917014cca1 req-3c9159bc-5626-49cf-a04c-5457e3ba3bee tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.1153188 Feb 11 13:19:40.567460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57e322fb-2e6b-436c-93c4-99917014cca1 req-14c9b305-f7b1-482f-8b70-f06c69a2bad5 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902364 Feb 11 13:19:40.634049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ea982-581b-483d-84d3-6e585bf3187a req-c1a6f3e6-969d-404c-872b-c8fa98bb6c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.636111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-c1a6f3e6-969d-404c-872b-c8fa98bb6c32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 914 time: 0.1667690 Feb 11 13:19:40.734872 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-46a1e19f-de09-4347-a88f-bf073fe09ace service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1059cf-ca94-448b-82f4-cc832180bd66 HTTP/1.1" status: 200 len: 217 time: 0.0895686 Feb 11 13:19:40.755933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b32f567-3df0-473d-a454-5bd261a8e491 req-feb37abc-00a7-49cd-b0f8-a2d24bd084de service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796004 Feb 11 13:19:40.757885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-dd8cbd49-824b-4337-bfb1-2c0221db8d79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 200 len: 217 time: 0.3528361 Feb 11 13:19:40.813287 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ea982-581b-483d-84d3-6e585bf3187a req-aceb092c-6e4d-4858-ac27-2166233f6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.815056 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-aceb092c-6e4d-4858-ac27-2166233f6f94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=040ed783-b7e0-4056-a984-16c0022af7bd HTTP/1.1" status: 200 len: 853 time: 0.0659719 Feb 11 13:19:40.826842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df7889-841e-49e9-9263-81f81d85e0b9 req-e5ab918f-b085-48e4-a713-2f7e312d2d35 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.836365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51df7889-841e-49e9-9263-81f81d85e0b9 req-e5ab918f-b085-48e4-a713-2f7e312d2d35 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1798980 Feb 11 13:19:40.848994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ea982-581b-483d-84d3-6e585bf3187a req-b379b33f-5628-43e4-b5f9-966d003369ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.850477 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-b379b33f-5628-43e4-b5f9-966d003369ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0572927 Feb 11 13:19:40.858675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7584df-e07a-4461-8eac-3b9ab4d62585 req-c530284d-53bd-4df1-984e-e2aaab2d4466 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.860461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b7584df-e07a-4461-8eac-3b9ab4d62585 req-c530284d-53bd-4df1-984e-e2aaab2d4466 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 984 time: 0.1069562 Feb 11 13:19:40.895899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-c288ea0b-9f34-421b-85d9-616e6e8ab354 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6740d433-32cc-4a69-8d1b-27ff45a6338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372713 Feb 11 13:19:40.912893 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51df7889-841e-49e9-9263-81f81d85e0b9 req-85bfa4e1-45b2-4d50-a7bf-7c273afde8de tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753231 Feb 11 13:19:40.933386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ea982-581b-483d-84d3-6e585bf3187a req-0e001703-8753-46b6-8252-abdcadd2efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:40.934917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-0e001703-8753-46b6-8252-abdcadd2efbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736113 Feb 11 13:19:40.948241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b7584df-e07a-4461-8eac-3b9ab4d62585 req-4f7b618b-4ca5-44e1-b2a3-2cdd2804578b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&id=c6142049-189d-4334-ba42-830e595f6075&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0771656 Feb 11 13:19:41.046707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-b0564dfa-9c12-4f51-9e61-c00217598931 service neutron] 10.222.0.59 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327770 Feb 11 13:19:41.053759 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-28a33de4-fecb-43e3-a5c6-7dd45eea8ae8 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044910 Feb 11 13:19:41.062522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6879a-a757-4c84-99db-f72b7fcbf5d5 req-f669c481-8cca-4366-b756-53e7ca248129 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.064273 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8e6879a-a757-4c84-99db-f72b7fcbf5d5 req-f669c481-8cca-4366-b756-53e7ca248129 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 946 time: 0.0632639 Feb 11 13:19:41.111311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b200cb3f-02b5-4e75-acda-e0e663ed59db details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:41.166179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8e6879a-a757-4c84-99db-f72b7fcbf5d5 req-a6879e71-246c-4b97-a173-2e3485fc0512 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910254 Feb 11 13:19:41.187807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-97c68973-13da-4457-91d7-006220a4b504 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254747 Feb 11 13:19:41.210045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b46ea982-581b-483d-84d3-6e585bf3187a req-c19b3c4b-c567-40c9-8f17-ecbe5a4ec37c service neutron] 10.222.0.59 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446228 Feb 11 13:19:41.406146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b200cb3f-02b5-4e75-acda-e0e663ed59db, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b200cb3f-02b5-4e75-acda-e0e663ed59db,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:41.410960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d21a7-5b0f-49c0-bf9c-14d47bd723d7 req-7941b76f-c1e7-43a9-a051-6f2ed7286794 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.412717 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe0d21a7-5b0f-49c0-bf9c-14d47bd723d7 req-7941b76f-c1e7-43a9-a051-6f2ed7286794 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.0631895 Feb 11 13:19:41.425978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'b200cb3f-02b5-4e75-acda-e0e663ed59db', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'b200cb3f-02b5-4e75-acda-e0e663ed59db', 'mac_address': 'fa:16:3e:ac:7d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:41.464550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe0d21a7-5b0f-49c0-bf9c-14d47bd723d7 req-39a04bb3-4780-455d-8733-352cd3bc1a42 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Feb 11 13:19:41.475980 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:41.496258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b200cb3f-02b5-4e75-acda-e0e663ed59db {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:41.508292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b495c3b-f488-41e7-bfc5-e23ae4b61954 req-c666e16e-53e9-415b-b8f3-39525259a6ec tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.509870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b495c3b-f488-41e7-bfc5-e23ae4b61954 req-c666e16e-53e9-415b-b8f3-39525259a6ec tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 949 time: 0.0656705 Feb 11 13:19:41.522272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b200cb3f-02b5-4e75-acda-e0e663ed59db, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b200cb3f-02b5-4e75-acda-e0e663ed59db,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:41.552407 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b495c3b-f488-41e7-bfc5-e23ae4b61954 req-75583441-f547-4c25-8636-67c2d030ca67 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357065 Feb 11 13:19:41.600393 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:41.665502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b200cb3f-02b5-4e75-acda-e0e663ed59db,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:41.675691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.676130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.676525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.676939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.677333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.677726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.678225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.678515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.678897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.679289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.679737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.680122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:19:41.694862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96bdf8-a6db-4d3f-b851-e5bc6d9a193f req-54481ffa-0f82-44ae-924d-e1089cc68bed tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:41.696602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e96bdf8-a6db-4d3f-b851-e5bc6d9a193f req-54481ffa-0f82-44ae-924d-e1089cc68bed tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0524750 Feb 11 13:19:41.737617 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e96bdf8-a6db-4d3f-b851-e5bc6d9a193f req-be0ab858-5123-4baf-98e5-50c9095cd987 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337002 Feb 11 13:19:42.009811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b200cb3f-02b5-4e75-acda-e0e663ed59db'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:42.037969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cddd1-a411-44a4-a914-2529f0282a31 req-ce5f6407-4bc2-44ee-bb58-8cc42b3202e0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.045643 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-021cddd1-a411-44a4-a914-2529f0282a31 req-ce5f6407-4bc2-44ee-bb58-8cc42b3202e0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0593398 Feb 11 13:19:42.084667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f64cd0-77f4-4108-94a8-a68d4fcabbe5 req-da66cbc2-21fc-4bfc-9345-42301326ef2c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.094255 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-021cddd1-a411-44a4-a914-2529f0282a31 req-c39152bb-36b8-4bdd-b2b0-8538a6f95e2d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449758 Feb 11 13:19:42.094846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87f64cd0-77f4-4108-94a8-a68d4fcabbe5 req-da66cbc2-21fc-4bfc-9345-42301326ef2c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 984 time: 0.0737891 Feb 11 13:19:42.145399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87f64cd0-77f4-4108-94a8-a68d4fcabbe5 req-8a9078b1-988d-44db-ba0b-32c17a97f81e tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&id=c6142049-189d-4334-ba42-830e595f6075&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0494776 Feb 11 13:19:42.284598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-30815b28-0d96-496f-b4a5-615bb788fb0a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1018642734&fields=id&tenant_id=95879232f40c448788547e7013f97912 HTTP/1.1" status: 200 len: 267 time: 0.0665178 Feb 11 13:19:42.331607 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac5e27-aefb-4c01-9c86-f009b43995a4 req-2a77473e-e81f-4fec-804f-e22d18c628b4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.333153 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98ac5e27-aefb-4c01-9c86-f009b43995a4 req-2a77473e-e81f-4fec-804f-e22d18c628b4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 947 time: 0.0813417 Feb 11 13:19:42.350538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-74de072d-166e-43df-875c-1906b181146e tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.352013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-74de072d-166e-43df-875c-1906b181146e tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 984 time: 0.0666561 Feb 11 13:19:42.367901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-09ad8edd-875d-462b-9c25-012292b21e45 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'port': {'security_groups': ['c6142049-189d-4334-ba42-830e595f6075', 'e451676d-1ab9-4075-bf5e-99f59fc5fcba', '801b9a49-dae8-401c-bd61-b08c5f9bf8a8']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:42.379120 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98ac5e27-aefb-4c01-9c86-f009b43995a4 req-9282e8f0-efc9-400c-af05-77923598d5db tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387309 Feb 11 13:19:42.465037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-fe89ca98-6935-4851-9987-d897fc0c5d3f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.466580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-fe89ca98-6935-4851-9987-d897fc0c5d3f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.59 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 949 time: 0.1136951 Feb 11 13:19:42.467674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-09ad8edd-875d-462b-9c25-012292b21e45 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.618906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db09e08-881d-4a80-9485-209e615a821a req-0ea4357f-01e7-4927-9698-206bc28a703a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.620388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7db09e08-881d-4a80-9485-209e615a821a req-0ea4357f-01e7-4927-9698-206bc28a703a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.0551746 Feb 11 13:19:42.659496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-6ce0fce1-43f5-4728-85b7-9dc3509c839f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Deleting port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:19:42.660179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-6ce0fce1-43f5-4728-85b7-9dc3509c839f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.672161 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7db09e08-881d-4a80-9485-209e615a821a req-7d3c5845-93ca-4587-9a9e-978656aa3005 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450504 Feb 11 13:19:42.834285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-6ce0fce1-43f5-4728-85b7-9dc3509c839f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] For port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:42.834650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-6ce0fce1-43f5-4728-85b7-9dc3509c839f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.858415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-6ce0fce1-43f5-4728-85b7-9dc3509c839f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Calling delete_port for bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:19:42.866567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-09ad8edd-875d-462b-9c25-012292b21e45 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] For port 5f1059cf-ca94-448b-82f4-cc832180bd66, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f1059cf-ca94-448b-82f4-cc832180bd66,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:42.886784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde281e-266c-4ae8-adea-610c6135083f req-2222c594-105f-4d9e-955d-7aa2ae9e4576 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:42.890271 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dde281e-266c-4ae8-adea-610c6135083f req-2222c594-105f-4d9e-955d-7aa2ae9e4576 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 949 time: 0.1537080 Feb 11 13:19:42.936098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-09ad8edd-875d-462b-9c25-012292b21e45 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:42.969230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dde281e-266c-4ae8-adea-610c6135083f req-621c206d-29db-450f-983a-dbf5c348d1f6 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/security-groups?id=b75d4859-c8da-4196-96a1-a23417e37b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658100 Feb 11 13:19:43.011901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-09ad8edd-875d-462b-9c25-012292b21e45 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.023774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['5f1059cf-ca94-448b-82f4-cc832180bd66'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:43.061030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:43.075921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-09ad8edd-875d-462b-9c25-012292b21e45 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:43.076581 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-09ad8edd-875d-462b-9c25-012292b21e45 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.081905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97dcc784-75d8-41fd-a7fe-ceaa071a9cb9 req-09ad8edd-875d-462b-9c25-012292b21e45 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "PUT /v2.0/ports/5f1059cf-ca94-448b-82f4-cc832180bd66 HTTP/1.1" status: 200 len: 1020 time: 0.7191038 Feb 11 13:19:43.082402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158c5489-df06-4f35-8f96-0185cb16616b', 'tag': '5f1059cf-ca94-448b-82f4-cc832180bd66'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:43.096568 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d549e6d-4bac-4666-aeb3-729daa691ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "158c5489-df06-4f35-8f96-0185cb16616b", "tag": "5f1059cf-ca94-448b-82f4-cc832180bd66"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:43.100652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf608439-64ed-4681-8bac-872ad140c9ad req-026295c3-bcab-4b05-9131-5866ba61f91f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:43.106293 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf608439-64ed-4681-8bac-872ad140c9ad req-026295c3-bcab-4b05-9131-5866ba61f91f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0712540 Feb 11 13:19:43.131625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e8199d0a-87f2-434a-b6d9-35b961c843ce details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:19:43.173016 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf608439-64ed-4681-8bac-872ad140c9ad req-e919085a-4dcd-43bd-923b-6244170e043b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619133 Feb 11 13:19:43.191109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad8edd-875d-462b-9c25-012292b21e45 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'Port': ['ID=5f1059cf-ca94-448b-82f4-cc832180bd66,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:43.204138 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f3975c1-0d2e-465a-9b5b-88d273cb7678 req-6246ed12-d0e2-4aa2-8f6e-8d82a7d103f2 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/801b9a49-dae8-401c-bd61-b08c5f9bf8a8 HTTP/1.1" status: 200 len: 1800 time: 0.0899723 Feb 11 13:19:43.252421 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-2f3975c1-0d2e-465a-9b5b-88d273cb7678 req-e08184a9-24db-41f8-b71f-e83926903526 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:19:43.260507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f3975c1-0d2e-465a-9b5b-88d273cb7678 req-e08184a9-24db-41f8-b71f-e83926903526 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/801b9a49-dae8-401c-bd61-b08c5f9bf8a8 HTTP/1.1" status: 409 len: 341 time: 0.0546613 Feb 11 13:19:43.266807 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-6ce0fce1-43f5-4728-85b7-9dc3509c839f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.306688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:43.315242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0fce1-43f5-4728-85b7-9dc3509c839f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Pushing event deleted for resources: {'Port': ['ID=bf34c3a7-efc2-47ab-9ee2-15b8db1b2116,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:43.318803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['5f1059cf-ca94-448b-82f4-cc832180bd66'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:43.340620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdca336-425e-407d-926b-e89de3885292 req-3c1c1a7d-4f52-48d4-a17d-6df84aacd8d8 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:43.342189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cdca336-425e-407d-926b-e89de3885292 req-3c1c1a7d-4f52-48d4-a17d-6df84aacd8d8 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0741961 Feb 11 13:19:43.370098 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f65c6b9-4366-4abe-b383-cb6a5e317da0 x-openstack-request-id: req-0f65c6b9-4366-4abe-b383-cb6a5e317da0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:43.371050 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "158c5489-df06-4f35-8f96-0185cb16616b", "tag": "5f1059cf-ca94-448b-82f4-cc832180bd66", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:43.371521 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f65c6b9-4366-4abe-b383-cb6a5e317da0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:43.377737 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158c5489-df06-4f35-8f96-0185cb16616b', 'tag': '5f1059cf-ca94-448b-82f4-cc832180bd66', 'status': 'completed', 'code': 200} Feb 11 13:19:43.428838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'e8199d0a-87f2-434a-b6d9-35b961c843ce', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'e8199d0a-87f2-434a-b6d9-35b961c843ce', 'mac_address': 'fa:16:3e:05:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:19:43.456399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-6ce0fce1-43f5-4728-85b7-9dc3509c839f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] No DVR routers for this DVR port bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:43.462584 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-6ce0fce1-43f5-4728-85b7-9dc3509c839f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.473603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cdca336-425e-407d-926b-e89de3885292 req-d41b6bdb-5177-4fb9-9832-a010a93f8776 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110961 Feb 11 13:19:43.486440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-091b25ac-3079-4cd0-89cd-a87e932cc56f req-6ce0fce1-43f5-4728-85b7-9dc3509c839f tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.59 "DELETE /v2.0/ports/bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 HTTP/1.1" status: 204 len: 173 time: 0.9967439 Feb 11 13:19:43.517465 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d549e6d-4bac-4666-aeb3-729daa691ba2 req-d2064fa1-f581-4b80-9135-e6b69aee952a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:43.519077 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d549e6d-4bac-4666-aeb3-729daa691ba2 req-d2064fa1-f581-4b80-9135-e6b69aee952a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95879232f40c448788547e7013f97912&device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 1174 time: 0.1137221 Feb 11 13:19:43.603172 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.675918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8199d0a-87f2-434a-b6d9-35b961c843ce {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:43.724308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:43.783033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d549e6d-4bac-4666-aeb3-729daa691ba2 req-b25a0dec-63b3-403d-929e-1bc6337c1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:43.784531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d549e6d-4bac-4666-aeb3-729daa691ba2 req-b25a0dec-63b3-403d-929e-1bc6337c1d31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 200 len: 914 time: 0.2519109 Feb 11 13:19:43.792876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f3b84-63eb-4104-ad71-e05af2ed618e req-886bc7a1-4525-4b3e-9eb3-9aa94315246f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:43.794354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd4f3b84-63eb-4104-ad71-e05af2ed618e req-886bc7a1-4525-4b3e-9eb3-9aa94315246f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 947 time: 0.1317244 Feb 11 13:19:43.837387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d549e6d-4bac-4666-aeb3-729daa691ba2 req-c7095fd1-19ee-45c8-90b5-64efee16a1e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f1059cf-ca94-448b-82f4-cc832180bd66 HTTP/1.1" status: 200 len: 217 time: 0.0420737 Feb 11 13:19:43.851969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:43.874926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd4f3b84-63eb-4104-ad71-e05af2ed618e req-07d977d8-5db4-4c21-85bc-0beb59d30efc tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725176 Feb 11 13:19:43.918423 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d549e6d-4bac-4666-aeb3-729daa691ba2 req-db92f87f-2676-475b-8ea4-8b07b0e70e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:43.919891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d549e6d-4bac-4666-aeb3-729daa691ba2 req-db92f87f-2676-475b-8ea4-8b07b0e70e08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=040ed783-b7e0-4056-a984-16c0022af7bd HTTP/1.1" status: 200 len: 853 time: 0.0624843 Feb 11 13:19:44.004924 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d549e6d-4bac-4666-aeb3-729daa691ba2 req-83ac51a0-68cf-4935-9c98-a7001db84025 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6740d433-32cc-4a69-8d1b-27ff45a6338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738289 Feb 11 13:19:44.053759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f398-4409-474c-a6c8-4a462c6dab8e req-beeabb3c-2ed9-4051-8c99-f0e14679b57e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.058260 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b210f398-4409-474c-a6c8-4a462c6dab8e req-beeabb3c-2ed9-4051-8c99-f0e14679b57e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 949 time: 0.0914128 Feb 11 13:19:44.076538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=e8199d0a-87f2-434a-b6d9-35b961c843ce,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:44.129117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a95868-fd85-4acb-8b0a-8fe5f8dae98a req-79791363-b097-4dff-b51d-8b1745fbc2c1 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.140708 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58a95868-fd85-4acb-8b0a-8fe5f8dae98a req-79791363-b097-4dff-b51d-8b1745fbc2c1 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 1023 time: 0.1350648 Feb 11 13:19:44.146132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b210f398-4409-474c-a6c8-4a462c6dab8e req-0d04a396-955c-4f6f-bd77-66cadcd77def tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804634 Feb 11 13:19:44.212235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d549e6d-4bac-4666-aeb3-729daa691ba2 req-903d8a91-e86e-4dcc-b490-c976b903c5be service neutron] 10.222.0.59 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962154 Feb 11 13:19:44.241403 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58a95868-fd85-4acb-8b0a-8fe5f8dae98a req-a5a34152-a7a8-40b5-9cd9-2fb12c00a54f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&id=c6142049-189d-4334-ba42-830e595f6075&id=801b9a49-dae8-401c-bd61-b08c5f9bf8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0773089 Feb 11 13:19:44.272350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e8199d0a-87f2-434a-b6d9-35b961c843ce'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:44.332131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-42849abb-ea52-4336-8ba4-2f0d51a3d7e4 req-150fd44c-a947-414d-bf4b-045c59928a03 tempest-LiveMigrationNegativeTest-1523871739 tempest-LiveMigrationNegativeTest-1523871739-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5 HTTP/1.1" status: 200 len: 210 time: 0.0422342 Feb 11 13:19:44.373430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d549e6d-4bac-4666-aeb3-729daa691ba2 req-28b9addf-4504-4a92-8f04-d87b35184f33 service neutron] 10.222.0.59 "GET /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516433 Feb 11 13:19:44.427538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac819ab-6872-46d2-a323-e0cc3092c918 req-ebd17cee-13a1-4ae5-9a36-6b0dc5dfe65d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.429543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ac819ab-6872-46d2-a323-e0cc3092c918 req-ebd17cee-13a1-4ae5-9a36-6b0dc5dfe65d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0731862 Feb 11 13:19:44.484402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ac819ab-6872-46d2-a323-e0cc3092c918 req-6734690a-36b1-42cd-961a-ee61aca8bad3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471091 Feb 11 13:19:44.616542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d8b4c-1d17-4eca-92ce-825237f421d0 req-bc7a82cd-db51-41c5-993e-f76cbecc21a3 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:44.618114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a1d8b4c-1d17-4eca-92ce-825237f421d0 req-bc7a82cd-db51-41c5-993e-f76cbecc21a3 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0554304 Feb 11 13:19:44.658605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a1d8b4c-1d17-4eca-92ce-825237f421d0 req-062eb00d-2132-40db-ae26-0cfc520b5b3f tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332947 Feb 11 13:19:44.793350 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:19:45.007308 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca721b-50e7-4357-97f5-eef6fdbab7b0 req-d17afc2a-7f72-4ae8-961a-6fd31174a300 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.008864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a3ca721b-50e7-4357-97f5-eef6fdbab7b0 req-d17afc2a-7f72-4ae8-961a-6fd31174a300 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 947 time: 0.0560184 Feb 11 13:19:45.054206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a3ca721b-50e7-4357-97f5-eef6fdbab7b0 req-c18e0040-33e9-4bdc-8878-a8d0857c8448 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367801 Feb 11 13:19:45.121848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b200cb3f-02b5-4e75-acda-e0e663ed59db up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:45.260567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:45.335814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018db28-7748-4825-a037-126edb8d3ef4 req-68636062-63ad-495a-b9e3-8ed562170c0c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.338468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5018db28-7748-4825-a037-126edb8d3ef4 req-68636062-63ad-495a-b9e3-8ed562170c0c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 949 time: 0.0996747 Feb 11 13:19:45.350520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port b200cb3f-02b5-4e75-acda-e0e663ed59db completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:45.357816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:19:45.358399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device bf34c3a7-efc2-47ab-9ee2-15b8db1b2116 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:45.359024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 56d1caa3-26d2-4395-b603-beabb0d2696f no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:45.366380 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port b200cb3f-02b5-4e75-acda-e0e663ed59db triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:45.366747 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:45.384582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5', 'name': 'network-vif-deleted', 'tag': 'bf34c3a7-efc2-47ab-9ee2-15b8db1b2116'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:45.389046 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47306e63-bf74-481b-b8a0-47ba4da5f410" -d '{"events": [{"server_uuid": "8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5", "name": "network-vif-deleted", "tag": "bf34c3a7-efc2-47ab-9ee2-15b8db1b2116"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:45.416382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905952ac-37e9-4009-a2fc-cdb3a75ef7cc req-b4c723df-0521-44cf-9757-de0c4536e8c3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.429971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5018db28-7748-4825-a037-126edb8d3ef4 req-e5bbda3e-9ee6-475f-bed7-3cbf6ea80b41 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850086 Feb 11 13:19:45.434607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-905952ac-37e9-4009-a2fc-cdb3a75ef7cc req-b4c723df-0521-44cf-9757-de0c4536e8c3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 1023 time: 0.1105857 Feb 11 13:19:45.515414 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-905952ac-37e9-4009-a2fc-cdb3a75ef7cc req-e18c5e1a-dca3-46a7-9d8e-f1d68a53af3d tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&id=c6142049-189d-4334-ba42-830e595f6075&id=801b9a49-dae8-401c-bd61-b08c5f9bf8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0743940 Feb 11 13:19:45.564266 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:45.577273 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564398ca-b066-4115-8553-e15c7c2160a8 x-openstack-request-id: req-564398ca-b066-4115-8553-e15c7c2160a8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:45.578206 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5", "name": "network-vif-deleted", "tag": "bf34c3a7-efc2-47ab-9ee2-15b8db1b2116", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:45.578465 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-564398ca-b066-4115-8553-e15c7c2160a8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:45.578875 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3bdc43-3b8a-4dd9-a4b8-81de2b7e3db5', 'name': 'network-vif-deleted', 'tag': 'bf34c3a7-efc2-47ab-9ee2-15b8db1b2116', 'status': 'completed', 'code': 200} Feb 11 13:19:45.639412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2da3d2b-2d27-4067-9b8b-387ee134addb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b200cb3f-02b5-4e75-acda-e0e663ed59db'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:45.641914 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776c1d2e-22c0-4668-be8a-d11d72b9c9ad" -d '{"events": [{"server_uuid": "f2da3d2b-2d27-4067-9b8b-387ee134addb", "name": "network-vif-plugged", "status": "completed", "tag": "b200cb3f-02b5-4e75-acda-e0e663ed59db"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:45.656639 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b200cb3f-02b5-4e75-acda-e0e663ed59db, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b200cb3f-02b5-4e75-acda-e0e663ed59db,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:45.701859 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39591992-6b9a-443e-a002-70b17c02d4ff x-openstack-request-id: req-39591992-6b9a-443e-a002-70b17c02d4ff {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:45.702596 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2da3d2b-2d27-4067-9b8b-387ee134addb", "name": "network-vif-plugged", "status": "completed", "tag": "b200cb3f-02b5-4e75-acda-e0e663ed59db", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:45.702746 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39591992-6b9a-443e-a002-70b17c02d4ff {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:45.703550 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2da3d2b-2d27-4067-9b8b-387ee134addb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b200cb3f-02b5-4e75-acda-e0e663ed59db', 'code': 200} Feb 11 13:19:45.712653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b226a7-56fe-401a-b584-311c67805a35 req-22108238-51e5-4450-ad79-6341b008b6a6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.722118 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c6b226a7-56fe-401a-b584-311c67805a35 req-22108238-51e5-4450-ad79-6341b008b6a6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0722141 Feb 11 13:19:45.776353 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c6b226a7-56fe-401a-b584-311c67805a35 req-dc05ac80-5c18-46f6-89cb-b09cec672cde tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517035 Feb 11 13:19:45.849199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddd205-d945-41fd-b062-e6025134582c req-c1ddd312-7ac2-44ce-b34a-54e614d9e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.850725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86ddd205-d945-41fd-b062-e6025134582c req-c1ddd312-7ac2-44ce-b34a-54e614d9e9dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 1098 time: 0.0681114 Feb 11 13:19:45.867238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d7fcf-c470-4494-9be6-b588b1e3e764 req-033af311-1e9b-4f7a-bd55-f606a3f47e11 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:45.871658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-300d7fcf-c470-4494-9be6-b588b1e3e764 req-033af311-1e9b-4f7a-bd55-f606a3f47e11 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0734529 Feb 11 13:19:45.897870 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86ddd205-d945-41fd-b062-e6025134582c req-8327e8cd-784e-420e-b204-a06fba9cd8e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Feb 11 13:19:45.914688 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-300d7fcf-c470-4494-9be6-b588b1e3e764 req-1ea80ed6-91dd-4d01-b6b4-cbf56064ec9b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343621 Feb 11 13:19:45.917564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:45.983798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b200cb3f-02b5-4e75-acda-e0e663ed59db,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:46.215628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71d3c6-5764-4261-81a3-936fa958ea4d req-07d2fe2e-3bed-478a-b5cc-5c1901ea5b59 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.217493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a71d3c6-5764-4261-81a3-936fa958ea4d req-07d2fe2e-3bed-478a-b5cc-5c1901ea5b59 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 948 time: 0.0531108 Feb 11 13:19:46.296646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a71d3c6-5764-4261-81a3-936fa958ea4d req-c9290cd1-3d3b-4c33-8379-a8c4589ac796 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642912 Feb 11 13:19:46.307221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-8269ba1e-7c9f-45d2-a7d1-1a7ccab8015d tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.309044 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-8269ba1e-7c9f-45d2-a7d1-1a7ccab8015d tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.59 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 1023 time: 0.0882955 Feb 11 13:19:46.346700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42076) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:46.466244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-105b0cdf-48ad-44b0-a7b2-093a7407226b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Deleting port 5f1059cf-ca94-448b-82f4-cc832180bd66 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:19:46.467226 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-105b0cdf-48ad-44b0-a7b2-093a7407226b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.586275 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e60b4654-a57e-4381-a469-2d0d69c0bf80 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2aa3efc0408b4c78ac64359e10c9769a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382281 Feb 11 13:19:46.599644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42084) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:46.629680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5033c-e3e5-4023-8dd1-e5746e933198 req-375b6d1e-96fd-4018-93b9-10400500042a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.638310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2b5033c-e3e5-4023-8dd1-e5746e933198 req-375b6d1e-96fd-4018-93b9-10400500042a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 949 time: 0.0650861 Feb 11 13:19:46.688869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2b5033c-e3e5-4023-8dd1-e5746e933198 req-3f8a314a-f412-48ca-9afc-9a3ad18ba687 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Feb 11 13:19:46.708498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-105b0cdf-48ad-44b0-a7b2-093a7407226b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] For port 5f1059cf-ca94-448b-82f4-cc832180bd66, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f1059cf-ca94-448b-82f4-cc832180bd66,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:46.709003 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-105b0cdf-48ad-44b0-a7b2-093a7407226b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.731167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-105b0cdf-48ad-44b0-a7b2-093a7407226b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Calling delete_port for 5f1059cf-ca94-448b-82f4-cc832180bd66 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:19:46.753755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582220d-ffd4-4c6d-828e-56815d7354d9 req-caf16d39-1d90-4f8d-abb4-821e1ac9030f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:46.757586 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4582220d-ffd4-4c6d-828e-56815d7354d9 req-caf16d39-1d90-4f8d-abb4-821e1ac9030f tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 1023 time: 0.1322463 Feb 11 13:19:46.799579 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80f40211-92c6-4ce8-b564-87e7bb1c4136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.842434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-dc867540-7b13-4744-bc14-3d388d7c8ff9 service neutron] 10.222.0.59 "GET /v2.0/ports/56d1caa3-26d2-4395-b603-beabb0d2696f/bindings/n-h1-816488-1 HTTP/1.1" status: 200 len: 384 time: 0.0646453 Feb 11 13:19:46.850214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80f40211-92c6-4ce8-b564-87e7bb1c4136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:46.913485 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4582220d-ffd4-4c6d-828e-56815d7354d9 req-29623ba2-ca95-4b71-a0a8-93672d3b594a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&id=c6142049-189d-4334-ba42-830e595f6075&id=801b9a49-dae8-401c-bd61-b08c5f9bf8a8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1174314 Feb 11 13:19:46.998413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b16ec6-9855-479e-9eed-ed5a08d4244d req-e331ee43-36b6-4be1-854d-616d9abcfaa6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.000198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-47b16ec6-9855-479e-9eed-ed5a08d4244d req-e331ee43-36b6-4be1-854d-616d9abcfaa6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.1182787 Feb 11 13:19:47.016527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80f40211-92c6-4ce8-b564-87e7bb1c4136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.020010 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80f40211-92c6-4ce8-b564-87e7bb1c4136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.020478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-80f40211-92c6-4ce8-b564-87e7bb1c4136 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b75d4859-c8da-4196-96a1-a23417e37b77 HTTP/1.1" status: 204 len: 168 time: 0.4197814 Feb 11 13:19:47.047929 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-105b0cdf-48ad-44b0-a7b2-093a7407226b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.049755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f40211-92c6-4ce8-b564-87e7bb1c4136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75d4859-c8da-4196-96a1-a23417e37b77,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:47.063121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['5f1059cf-ca94-448b-82f4-cc832180bd66'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:47.066296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:47.082250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b0cdf-48ad-44b0-a7b2-093a7407226b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'Port': ['ID=5f1059cf-ca94-448b-82f4-cc832180bd66,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:47.119777 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-47b16ec6-9855-479e-9eed-ed5a08d4244d req-92bf4cce-4087-4366-b943-11734a611185 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111939 Feb 11 13:19:47.119994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0088ce-cc7a-4bc5-992d-2db3b71536f0 req-d8d52129-10a9-4bb1-8fa3-96852ee1c0a4 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.128092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da0088ce-cc7a-4bc5-992d-2db3b71536f0 req-d8d52129-10a9-4bb1-8fa3-96852ee1c0a4 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1242976 Feb 11 13:19:47.162790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-105b0cdf-48ad-44b0-a7b2-093a7407226b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] No DVR routers for this DVR port 5f1059cf-ca94-448b-82f4-cc832180bd66 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:47.169944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e8199d0a-87f2-434a-b6d9-35b961c843ce up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:47.176493 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-105b0cdf-48ad-44b0-a7b2-093a7407226b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:47.179745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4103a3fb-a020-49f1-b66d-68e7adee0404 req-105b0cdf-48ad-44b0-a7b2-093a7407226b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.59 "DELETE /v2.0/ports/5f1059cf-ca94-448b-82f4-cc832180bd66 HTTP/1.1" status: 204 len: 173 time: 0.8638492 Feb 11 13:19:47.180383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158c5489-df06-4f35-8f96-0185cb16616b', 'name': 'network-vif-deleted', 'tag': '5f1059cf-ca94-448b-82f4-cc832180bd66'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:47.192521 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd8cbf8-03a9-46ec-8795-39b297d30d45" -d '{"events": [{"server_uuid": "158c5489-df06-4f35-8f96-0185cb16616b", "name": "network-vif-deleted", "tag": "5f1059cf-ca94-448b-82f4-cc832180bd66"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:47.204113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c5e33f24-cc56-4888-9077-a9f37b4a0a4c service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:47.222038 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da0088ce-cc7a-4bc5-992d-2db3b71536f0 req-be2b5945-ac0a-4a20-96a5-8cec40ed3d5f tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882566 Feb 11 13:19:47.260481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c5e33f24-cc56-4888-9077-a9f37b4a0a4c service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:47.294623 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd595d0e-2b30-42d7-a3e1-49145750659b x-openstack-request-id: req-dd595d0e-2b30-42d7-a3e1-49145750659b {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:47.295263 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "158c5489-df06-4f35-8f96-0185cb16616b", "name": "network-vif-deleted", "tag": "5f1059cf-ca94-448b-82f4-cc832180bd66", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:47.295886 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd595d0e-2b30-42d7-a3e1-49145750659b {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:47.296543 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158c5489-df06-4f35-8f96-0185cb16616b', 'name': 'network-vif-deleted', 'tag': '5f1059cf-ca94-448b-82f4-cc832180bd66', 'status': 'completed', 'code': 200} Feb 11 13:19:47.328328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c5e33f24-cc56-4888-9077-a9f37b4a0a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d1caa3-26d2-4395-b603-beabb0d2696f {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:19:47.340970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c5e33f24-cc56-4888-9077-a9f37b4a0a4c service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:47.426908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d937e5f5-1282-428a-aad9-50f73f403b88 req-cc75393d-9feb-4243-bcf7-cb25605a572b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.428653 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d937e5f5-1282-428a-aad9-50f73f403b88 req-cc75393d-9feb-4243-bcf7-cb25605a572b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 948 time: 0.0528238 Feb 11 13:19:47.477148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d937e5f5-1282-428a-aad9-50f73f403b88 req-2fe1952a-28b5-4267-9dc0-d5669b082322 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Feb 11 13:19:47.818698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ab254-a9a4-4609-98d1-97a7a053680e req-5db6ee01-3950-4ec4-b9d1-5ed9158f69f1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:47.820166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e55ab254-a9a4-4609-98d1-97a7a053680e req-5db6ee01-3950-4ec4-b9d1-5ed9158f69f1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 949 time: 0.0530322 Feb 11 13:19:47.863950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e55ab254-a9a4-4609-98d1-97a7a053680e req-b561e352-f7c4-4fe9-ad0b-e35bded876b1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372939 Feb 11 13:19:48.022957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2dc76b0d-4fa0-4959-91e4-a7558c1075b9 req-517740bb-3c6f-4302-b882-d0343abb6e02 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0319843 Feb 11 13:19:48.281921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329e8a4-a7ce-43e0-9155-b6d3dbaee501 req-566699a5-b2c4-445d-8115-c3b05adad260 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:48.283455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1329e8a4-a7ce-43e0-9155-b6d3dbaee501 req-566699a5-b2c4-445d-8115-c3b05adad260 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 943 time: 0.0611844 Feb 11 13:19:48.347023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1329e8a4-a7ce-43e0-9155-b6d3dbaee501 req-998edd95-8ae7-4a92-8181-18668f156f16 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534945 Feb 11 13:19:48.354361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a312705-d766-4f06-bb29-c55471457ed8 req-d598bd81-623a-4ec3-8bab-d01ae3712c3a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:48.356684 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a312705-d766-4f06-bb29-c55471457ed8 req-d598bd81-623a-4ec3-8bab-d01ae3712c3a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0625622 Feb 11 13:19:48.382648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port e8199d0a-87f2-434a-b6d9-35b961c843ce completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:48.383176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c5e33f24-cc56-4888-9077-a9f37b4a0a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.401487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port e8199d0a-87f2-434a-b6d9-35b961c843ce triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:48.403694 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.416312 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a312705-d766-4f06-bb29-c55471457ed8 req-a0f09989-8063-4d8f-8f16-d9a6206a0ff7 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491512 Feb 11 13:19:48.486133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c5e33f24-cc56-4888-9077-a9f37b4a0a4c service neutron] Transition to ACTIVE for port object 56d1caa3-26d2-4395-b603-beabb0d2696f will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:19:48.525095 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.550110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:48.554995 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471bcfaf-d8cb-45ed-9ec9-a4159e376769" -d '{"events": [{"server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "name": "network-vif-plugged", "status": "completed", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:48.572287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:48.594530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c5e33f24-cc56-4888-9077-a9f37b4a0a4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.599849 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22389867-b295-41d6-956f-065cd1c52077 x-openstack-request-id: req-22389867-b295-41d6-956f-065cd1c52077 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:48.601376 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "name": "network-vif-plugged", "status": "completed", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:48.602956 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-22389867-b295-41d6-956f-065cd1c52077 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:48.603427 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce', 'code': 200} Feb 11 13:19:48.657331 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.682834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ba04d-bbe5-405a-80e7-416002ff9e24 req-867f4efa-c74e-4180-97ba-0d018d374ad0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:48.686300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42118) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:48.691087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-970ba04d-bbe5-405a-80e7-416002ff9e24 req-867f4efa-c74e-4180-97ba-0d018d374ad0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 948 time: 0.1388099 Feb 11 13:19:48.696643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c5e33f24-cc56-4888-9077-a9f37b4a0a4c service neutron] No DVR routers for this DVR port 56d1caa3-26d2-4395-b603-beabb0d2696f on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:48.732320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e33f24-cc56-4888-9077-a9f37b4a0a4c service neutron] Pushing event updated for resources: {'Port': ['ID=56d1caa3-26d2-4395-b603-beabb0d2696f,revision_number=10']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:48.734906 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-72ca6fe1-d961-4720-b89e-415406807600 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e43a384f5cb438b859a68d71dcf175d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468414 Feb 11 13:19:48.738944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42120) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:48.742616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=e8199d0a-87f2-434a-b6d9-35b961c843ce,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:48.761371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-c5e33f24-cc56-4888-9077-a9f37b4a0a4c service neutron] 10.222.0.59 "PUT /v2.0/ports/56d1caa3-26d2-4395-b603-beabb0d2696f/bindings/n-h1-816488-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9113274 Feb 11 13:19:48.784042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-970ba04d-bbe5-405a-80e7-416002ff9e24 req-09d41c39-063d-4d6c-9a93-1e7fca319928 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824392 Feb 11 13:19:48.807975 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec3649dc-f906-41ca-87b3-5bbaa9e1778a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.837827 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec3649dc-f906-41ca-87b3-5bbaa9e1778a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.991025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f3740-ae3d-45d4-bf6f-42f2becff273 req-2f54f1c8-cf0a-43fd-9853-7103d243832e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:48.992859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2c2f3740-ae3d-45d4-bf6f-42f2becff273 req-2f54f1c8-cf0a-43fd-9853-7103d243832e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0525589 Feb 11 13:19:48.994203 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec3649dc-f906-41ca-87b3-5bbaa9e1778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:48.996915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec3649dc-f906-41ca-87b3-5bbaa9e1778a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:49.001813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ec3649dc-f906-41ca-87b3-5bbaa9e1778a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/752a6c0c-608b-4051-972c-bcf2ce64a170 HTTP/1.1" status: 204 len: 168 time: 0.2617528 Feb 11 13:19:49.018391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3649dc-f906-41ca-87b3-5bbaa9e1778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752a6c0c-608b-4051-972c-bcf2ce64a170,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:49.055762 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2c2f3740-ae3d-45d4-bf6f-42f2becff273 req-db626d5a-5c27-491b-a509-1e8794cd6252 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528080 Feb 11 13:19:49.170595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ce3f15-1b0d-465c-ab37-c4a60ec58d69 req-edd515a6-144f-4bed-9b91-6bf2863cb4ba tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=158c5489-df06-4f35-8f96-0185cb16616b HTTP/1.1" status: 200 len: 210 time: 0.0337114 Feb 11 13:19:49.283786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 5f1059cf-ca94-448b-82f4-cc832180bd66 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:19:49.308988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 5f1059cf-ca94-448b-82f4-cc832180bd66 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:19:49.309448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 5f1059cf-ca94-448b-82f4-cc832180bd66 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:19:49.534151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce2505-4077-4217-a093-fb6f0cef4e89 req-78ee3c64-0597-4605-b800-5a969308515c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.535852 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8dce2505-4077-4217-a093-fb6f0cef4e89 req-78ee3c64-0597-4605-b800-5a969308515c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 944 time: 0.0720909 Feb 11 13:19:49.573344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77f95a-cb4e-45c1-9dc1-731202295360 req-b1fa3514-82a8-4974-a5a8-36045f0b9b86 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.574927 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa77f95a-cb4e-45c1-9dc1-731202295360 req-b1fa3514-82a8-4974-a5a8-36045f0b9b86 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0779722 Feb 11 13:19:49.596039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8dce2505-4077-4217-a093-fb6f0cef4e89 req-6e5d1b9e-969e-4311-8729-d334409fc5f7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545275 Feb 11 13:19:49.641100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa77f95a-cb4e-45c1-9dc1-731202295360 req-fdc59a31-1cc4-4b89-a883-f96e566b21c7 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591466 Feb 11 13:19:49.911534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7a4c4-338c-4234-9781-a3f3056e1076 req-3e9de0a4-4206-456e-a907-ad5948a87515 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:49.913052 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6ed7a4c4-338c-4234-9781-a3f3056e1076 req-3e9de0a4-4206-456e-a907-ad5948a87515 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 948 time: 0.0538976 Feb 11 13:19:49.958316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6ed7a4c4-338c-4234-9781-a3f3056e1076 req-6369a8f1-7fbc-4d72-9769-a31a68ab4f6a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382125 Feb 11 13:19:50.217037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c936435-d132-41e6-b5e4-7b092784e384 req-b3c66d77-904d-4e94-a458-5519594cef6c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:50.218999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c936435-d132-41e6-b5e4-7b092784e384 req-b3c66d77-904d-4e94-a458-5519594cef6c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0658309 Feb 11 13:19:50.279065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c936435-d132-41e6-b5e4-7b092784e384 req-0632ebd1-3cf2-441e-aad9-5dfd2920a87b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490460 Feb 11 13:19:50.307647 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-212f4229-ee5e-4d6b-bacf-0cf1f60ce87d req-6f8e5c4c-21a2-4924-97d8-28c3e2d4cc96 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/c6142049-189d-4334-ba42-830e595f6075 HTTP/1.1" status: 200 len: 1801 time: 0.0536871 Feb 11 13:19:50.378049 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-212f4229-ee5e-4d6b-bacf-0cf1f60ce87d req-53933cc9-b25c-4bb2-b617-c81999d4ee8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:50.403051 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-212f4229-ee5e-4d6b-bacf-0cf1f60ce87d req-53933cc9-b25c-4bb2-b617-c81999d4ee8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:50.534590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae2d93-38a6-40e7-8d5a-f3c29f652e43 req-8f42d8d4-0aa9-45e5-a763-f8426a114634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:50.536065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1ae2d93-38a6-40e7-8d5a-f3c29f652e43 req-8f42d8d4-0aa9-45e5-a763-f8426a114634 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1101 time: 0.0432622 Feb 11 13:19:50.579829 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1ae2d93-38a6-40e7-8d5a-f3c29f652e43 req-b7449837-7eeb-4e4e-893f-7f0db290eb59 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362921 Feb 11 13:19:50.657213 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-212f4229-ee5e-4d6b-bacf-0cf1f60ce87d req-53933cc9-b25c-4bb2-b617-c81999d4ee8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:50.659865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-212f4229-ee5e-4d6b-bacf-0cf1f60ce87d req-53933cc9-b25c-4bb2-b617-c81999d4ee8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:50.668145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-212f4229-ee5e-4d6b-bacf-0cf1f60ce87d req-53933cc9-b25c-4bb2-b617-c81999d4ee8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/c6142049-189d-4334-ba42-830e595f6075 HTTP/1.1" status: 204 len: 173 time: 0.3502781 Feb 11 13:19:50.682766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53933cc9-b25c-4bb2-b617-c81999d4ee8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6142049-189d-4334-ba42-830e595f6075,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:50.758826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512951f-0f5f-4a4d-9f1d-a9999998c963 req-0708b8fe-4e0c-4ef5-a510-d5801a22f866 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:50.760332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3512951f-0f5f-4a4d-9f1d-a9999998c963 req-0708b8fe-4e0c-4ef5-a510-d5801a22f866 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 944 time: 0.0637231 Feb 11 13:19:50.807061 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3512951f-0f5f-4a4d-9f1d-a9999998c963 req-4661324c-19eb-4c6d-8927-5dfb5ac1778b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385871 Feb 11 13:19:50.845152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78fb86dc-43c8-4eb7-a788-b6a4d80c7b73 req-8e155b08-e581-48c5-806f-8be4c41787ec tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/801b9a49-dae8-401c-bd61-b08c5f9bf8a8 HTTP/1.1" status: 200 len: 1800 time: 0.1568892 Feb 11 13:19:50.894482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-94a425f9-ba0c-4175-a7a4-b5d661966d6a tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:50.896033 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-94a425f9-ba0c-4175-a7a4-b5d661966d6a tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1095 time: 0.1019948 Feb 11 13:19:50.992939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905ccbb-6ec2-4574-919c-42f288b7bad7 req-9245e590-beaa-4e2d-95ac-7ff559eb0981 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:50.994475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b905ccbb-6ec2-4574-919c-42f288b7bad7 req-9245e590-beaa-4e2d-95ac-7ff559eb0981 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0664668 Feb 11 13:19:50.996086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78fb86dc-43c8-4eb7-a788-b6a4d80c7b73 req-e1a82313-daa8-473b-8e40-64225b95daab tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.003667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-aba9ea15-d87f-46dd-b3a7-84c4ecfd51af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.005483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-aba9ea15-d87f-46dd-b3a7-84c4ecfd51af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61&tenant_id=ddb699d6ec6d410587575318a8f50efc HTTP/1.1" status: 200 len: 1095 time: 0.0867991 Feb 11 13:19:51.026123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78fb86dc-43c8-4eb7-a788-b6a4d80c7b73 req-e1a82313-daa8-473b-8e40-64225b95daab tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.043495 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b905ccbb-6ec2-4574-919c-42f288b7bad7 req-685910f1-a8b6-4d7a-8bfb-57c8f4667287 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384510 Feb 11 13:19:51.104570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-dc0569f5-1091-49b0-92ff-1f9b94684bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.106107 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-dc0569f5-1091-49b0-92ff-1f9b94684bff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 1095 time: 0.0699420 Feb 11 13:19:51.178719 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78fb86dc-43c8-4eb7-a788-b6a4d80c7b73 req-e1a82313-daa8-473b-8e40-64225b95daab tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.181542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78fb86dc-43c8-4eb7-a788-b6a4d80c7b73 req-e1a82313-daa8-473b-8e40-64225b95daab tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.185494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78fb86dc-43c8-4eb7-a788-b6a4d80c7b73 req-e1a82313-daa8-473b-8e40-64225b95daab tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/801b9a49-dae8-401c-bd61-b08c5f9bf8a8 HTTP/1.1" status: 204 len: 173 time: 0.3343694 Feb 11 13:19:51.223029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d9f63-9b17-4f14-ae0d-fde20a16e239 req-cd59e5f6-36af-4f82-be04-f9840d81a836 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.225683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a82313-daa8-473b-8e40-64225b95daab tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801b9a49-dae8-401c-bd61-b08c5f9bf8a8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:51.237480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-b9835754-4b74-4d74-99a5-c1066d680323 req-b816c341-a049-4e5a-9284-1a46e5a19f92 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1737854548', 'description': 'tempest-description-690669954'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:51.237855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f83d9f63-9b17-4f14-ae0d-fde20a16e239 req-cd59e5f6-36af-4f82-be04-f9840d81a836 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 948 time: 0.0971146 Feb 11 13:19:51.275209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-fa4b616e-618d-4199-846f-8f99d19e07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.276702 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-fa4b616e-618d-4199-846f-8f99d19e07d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1639452 Feb 11 13:19:51.293912 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f83d9f63-9b17-4f14-ae0d-fde20a16e239 req-0e2ac923-bc4d-4189-a376-58ff6d9f20d5 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549822 Feb 11 13:19:51.329854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-6848970d-a83f-4329-b4e0-5548ed4d312e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56d1caa3-26d2-4395-b603-beabb0d2696f HTTP/1.1" status: 200 len: 217 time: 0.0454764 Feb 11 13:19:51.389938 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b9835754-4b74-4d74-99a5-c1066d680323 req-b816c341-a049-4e5a-9284-1a46e5a19f92 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.427545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-86e9c2f6-fd91-42ec-b71a-f747e268b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.434039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-86e9c2f6-fd91-42ec-b71a-f747e268b5c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0891254 Feb 11 13:19:51.437651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d6253-433b-4195-ac67-5512474ca7fe req-d66822cd-988c-4b3a-91cc-92b5b1613465 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:51.438705 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a5d6253-433b-4195-ac67-5512474ca7fe req-d66822cd-988c-4b3a-91cc-92b5b1613465 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0610452 Feb 11 13:19:51.476666 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-6efbd8df-4819-409b-94ee-24d243fa1daa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298791 Feb 11 13:19:51.519055 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a5d6253-433b-4195-ac67-5512474ca7fe req-8ec26124-b0b2-4d81-bd87-8aee745eb860 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Feb 11 13:19:51.620503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b9835754-4b74-4d74-99a5-c1066d680323 req-b816c341-a049-4e5a-9284-1a46e5a19f92 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.637339 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-bd1bbb75-7a9a-4926-a868-ba699f191f8f service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496248 Feb 11 13:19:51.678992 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b9835754-4b74-4d74-99a5-c1066d680323 req-b816c341-a049-4e5a-9284-1a46e5a19f92 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.757311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816c341-a049-4e5a-9284-1a46e5a19f92 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19347127-91d3-467e-92ad-473bbcc96a9b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:51.777733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b9835754-4b74-4d74-99a5-c1066d680323 req-b816c341-a049-4e5a-9284-1a46e5a19f92 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:51.787284 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b9835754-4b74-4d74-99a5-c1066d680323 req-b816c341-a049-4e5a-9284-1a46e5a19f92 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5704734 Feb 11 13:19:51.872781 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0c8e476-0300-485f-9fc2-d0d769e3ba30 req-58f576e3-d431-4224-bba5-777c60a70556 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/19347127-91d3-467e-92ad-473bbcc96a9b HTTP/1.1" status: 200 len: 1800 time: 0.0528154 Feb 11 13:19:51.880302 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-8360a948-f02c-4f39-bbdc-2bc942ecb002 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262492 Feb 11 13:19:51.896917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-b0c8e476-0300-485f-9fc2-d0d769e3ba30 req-e32541a0-99b0-4268-822d-06abd311f7d3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1406698307', 'description': 'tempest-description-hth-59143515'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:51.935245 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0c8e476-0300-485f-9fc2-d0d769e3ba30 req-e32541a0-99b0-4268-822d-06abd311f7d3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.027237 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0c8e476-0300-485f-9fc2-d0d769e3ba30 req-e32541a0-99b0-4268-822d-06abd311f7d3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.102490 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0c8e476-0300-485f-9fc2-d0d769e3ba30 req-e32541a0-99b0-4268-822d-06abd311f7d3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.105119 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0c8e476-0300-485f-9fc2-d0d769e3ba30 req-e32541a0-99b0-4268-822d-06abd311f7d3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:52.106386 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0c8e476-0300-485f-9fc2-d0d769e3ba30 req-e32541a0-99b0-4268-822d-06abd311f7d3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "PUT /v2.0/security-groups/19347127-91d3-467e-92ad-473bbcc96a9b HTTP/1.1" status: 200 len: 1773 time: 0.2180667 Feb 11 13:19:52.140924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32541a0-99b0-4268-822d-06abd311f7d3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19347127-91d3-467e-92ad-473bbcc96a9b,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:52.274529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162a46b-421c-41f9-88e2-c8ca2310d784 req-f99ef462-6d2d-4d27-a264-90b2a59293b0 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:52.277510 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c162a46b-421c-41f9-88e2-c8ca2310d784 req-f99ef462-6d2d-4d27-a264-90b2a59293b0 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 944 time: 0.0706236 Feb 11 13:19:52.319744 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c162a46b-421c-41f9-88e2-c8ca2310d784 req-853874f9-746a-473b-a88d-70a3ed31aa41 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355201 Feb 11 13:19:52.454191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc3ba0-a9f9-4f9d-b2f0-9ff2da6a87fd req-ded435ee-5fc4-45fd-82ad-fb2d400549b1 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:52.456339 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-afcc3ba0-a9f9-4f9d-b2f0-9ff2da6a87fd req-ded435ee-5fc4-45fd-82ad-fb2d400549b1 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0624886 Feb 11 13:19:52.501902 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-afcc3ba0-a9f9-4f9d-b2f0-9ff2da6a87fd req-91b3095f-dfce-4aac-af82-b0a028910e4c tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Feb 11 13:19:52.569919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3efeb84-36a8-4785-a2ab-5de643ff5735 req-401f3308-05c0-4b25-b156-ce147ff1e669 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/19347127-91d3-467e-92ad-473bbcc96a9b HTTP/1.1" status: 200 len: 1773 time: 0.0429273 Feb 11 13:19:52.685933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24bd9d-42a0-4fe7-9342-0713d58f8d75 req-57dc484d-cfe1-4f75-b933-eca07e612874 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:52.687800 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b24bd9d-42a0-4fe7-9342-0713d58f8d75 req-57dc484d-cfe1-4f75-b933-eca07e612874 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 948 time: 0.0574095 Feb 11 13:19:52.734981 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b24bd9d-42a0-4fe7-9342-0713d58f8d75 req-6f90cd18-4853-4f95-9610-b2bf6cc64893 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369740 Feb 11 13:19:52.890407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dddee-05c0-4cb1-9915-de823dbe412a req-36155d8e-89f2-45b4-893a-34e84524668a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:52.892275 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb1dddee-05c0-4cb1-9915-de823dbe412a req-36155d8e-89f2-45b4-893a-34e84524668a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.1020031 Feb 11 13:19:52.899701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783263e-7db1-4012-aae0-5ab867295d08 req-053353a4-36e2-40a4-b020-9b98b7b5efa2 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:52.901155 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-053353a4-36e2-40a4-b020-9b98b7b5efa2 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1095 time: 0.0943589 Feb 11 13:19:52.981256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb1dddee-05c0-4cb1-9915-de823dbe412a req-1637c651-57f0-4098-859d-15368dce8a7c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779567 Feb 11 13:19:53.072343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-94875c7f-4a2a-4f53-aaf5-8017046c6f3e req-e581e663-c86b-4732-b1cc-5e82921ced32 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/19347127-91d3-467e-92ad-473bbcc96a9b HTTP/1.1" status: 200 len: 1773 time: 0.0544760 Feb 11 13:19:53.138310 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-94875c7f-4a2a-4f53-aaf5-8017046c6f3e req-9152b802-ab02-4a20-b9c3-3b59108f8454 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.140931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5181dc2b-1a11-44d2-8c50-6e855d7e81d1 service neutron] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:19:53.146557 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5181dc2b-1a11-44d2-8c50-6e855d7e81d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.147644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783263e-7db1-4012-aae0-5ab867295d08 req-5181dc2b-1a11-44d2-8c50-6e855d7e81d1 service neutron] 10.222.0.13 "DELETE /v2.0/ports/56d1caa3-26d2-4395-b603-beabb0d2696f/bindings/n-h2-816488-1 HTTP/1.1" status: 204 len: 173 time: 0.2371862 Feb 11 13:19:53.167811 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-94875c7f-4a2a-4f53-aaf5-8017046c6f3e req-9152b802-ab02-4a20-b9c3-3b59108f8454 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.329020 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-94875c7f-4a2a-4f53-aaf5-8017046c6f3e req-9152b802-ab02-4a20-b9c3-3b59108f8454 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.331722 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-94875c7f-4a2a-4f53-aaf5-8017046c6f3e req-9152b802-ab02-4a20-b9c3-3b59108f8454 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.332843 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-94875c7f-4a2a-4f53-aaf5-8017046c6f3e req-9152b802-ab02-4a20-b9c3-3b59108f8454 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/19347127-91d3-467e-92ad-473bbcc96a9b HTTP/1.1" status: 204 len: 173 time: 0.2542839 Feb 11 13:19:53.343595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152b802-ab02-4a20-b9c3-3b59108f8454 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19347127-91d3-467e-92ad-473bbcc96a9b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:53.469696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933b722-d6a2-436e-b807-d2c241d54058 req-707dbab8-420d-4765-9d70-0b248c5d72f7 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:53.474247 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4933b722-d6a2-436e-b807-d2c241d54058 req-707dbab8-420d-4765-9d70-0b248c5d72f7 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 1099 time: 0.0540571 Feb 11 13:19:53.533518 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4933b722-d6a2-436e-b807-d2c241d54058 req-b766dc6c-9e1c-4fb0-a01f-276694884f8b tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550213 Feb 11 13:19:53.730691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00918c-efbe-4c35-9778-cad9e7439e96 req-e5f3009d-7d4a-4157-94d6-c3153e846fcb tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:53.732204 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a00918c-efbe-4c35-9778-cad9e7439e96 req-e5f3009d-7d4a-4157-94d6-c3153e846fcb tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1101 time: 0.0541329 Feb 11 13:19:53.751919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74b2a9d-7d16-45ae-b2ee-95529e828f30 req-94f38d6c-8cec-4d2a-8ea0-05035ff9cb8f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:53.753496 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e74b2a9d-7d16-45ae-b2ee-95529e828f30 req-94f38d6c-8cec-4d2a-8ea0-05035ff9cb8f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 944 time: 0.0774403 Feb 11 13:19:53.759532 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a00918c-efbe-4c35-9778-cad9e7439e96 req-e8158e2a-c1b1-49ae-9313-94907acfbe9a tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.799351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e74b2a9d-7d16-45ae-b2ee-95529e828f30 req-26c95e7e-ebe0-4bbe-b837-bff9cbe42dc8 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396366 Feb 11 13:19:53.851537 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a00918c-efbe-4c35-9778-cad9e7439e96 req-e8158e2a-c1b1-49ae-9313-94907acfbe9a tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.935087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a00918c-efbe-4c35-9778-cad9e7439e96 req-e8158e2a-c1b1-49ae-9313-94907acfbe9a tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:53.970013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ebcad-7dae-4a52-96b5-741b21311682 req-64a48253-14c2-4a94-ae74-b584c3f2872e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:53.975171 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd3ebcad-7dae-4a52-96b5-741b21311682 req-64a48253-14c2-4a94-ae74-b584c3f2872e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0691259 Feb 11 13:19:53.980473 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a00918c-efbe-4c35-9778-cad9e7439e96 req-e8158e2a-c1b1-49ae-9313-94907acfbe9a tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348144 Feb 11 13:19:53.981438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8158e2a-c1b1-49ae-9313-94907acfbe9a tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d816fd-5e42-478f-9b23-05fcaa639e39,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:54.045991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd3ebcad-7dae-4a52-96b5-741b21311682 req-aa401b05-216a-44bd-b190-35bdd77b5a6e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632277 Feb 11 13:19:54.197152 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-fddd9f65-e79d-4e4f-9a33-549a8fb9310d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298319 Feb 11 13:19:54.321049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-2bb8e06a-de32-49f9-b41c-a7b16fdd5809 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:54.322589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-2bb8e06a-de32-49f9-b41c-a7b16fdd5809 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1180236 Feb 11 13:19:54.352636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-3fe7632a-c257-45e7-985e-669ea422cfc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/quotas/94b15a99cc5f451dbcae3fd953ea3350 HTTP/1.1" status: 200 len: 375 time: 0.0162055 Feb 11 13:19:54.438417 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-6198ef71-1233-4c9b-8594-7bc164fc1753 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0767105 Feb 11 13:19:54.620777 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e386313c-f5e2-43ec-8ef1-1b7a48421221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:55.269899 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-5a60f763-0c00-47e1-b458-f48d811b4d61 req-64e4c146-a861-43b4-bf0c-95215bf3a0f1 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] show failed (client error): The resource could not be found. Feb 11 13:19:55.303920 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a60f763-0c00-47e1-b458-f48d811b4d61 req-64e4c146-a861-43b4-bf0c-95215bf3a0f1 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/801b9a49-dae8-401c-bd61-b08c5f9bf8a8 HTTP/1.1" status: 404 len: 352 time: 0.0149510 Feb 11 13:19:55.382936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:55.404437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f141c-bab5-40cd-9688-36bb2c4411e2 req-2b8bf884-1f7e-4f70-9365-915d144ecf3e tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.410839 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-374f141c-bab5-40cd-9688-36bb2c4411e2 req-2b8bf884-1f7e-4f70-9365-915d144ecf3e tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 1095 time: 0.0786808 Feb 11 13:19:55.442646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-374f141c-bab5-40cd-9688-36bb2c4411e2 req-1f3034db-2d3d-43ee-9865-d1043b607563 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295267 Feb 11 13:19:55.528947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fabd4d7b-5a14-4ef9-95fe-5884f80dac60 req-1441a3a0-0c1f-4a66-a282-d1cc12f76cd4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0273666 Feb 11 13:19:55.610742 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-d2d4ef59-20ca-40db-b27f-cd04fbeaa426 req-c6fe9369-179f-4692-a361-b93698afcae3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] show failed (client error): The resource could not be found. Feb 11 13:19:55.611805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2d4ef59-20ca-40db-b27f-cd04fbeaa426 req-c6fe9369-179f-4692-a361-b93698afcae3 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/c6142049-189d-4334-ba42-830e595f6075 HTTP/1.1" status: 404 len: 352 time: 0.0171616 Feb 11 13:19:55.656010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a0189-637a-427c-9f6c-3d095bf98169 req-59d041b9-56a3-448a-b6e3-f8148c6a3c71 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.658412 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-803a0189-637a-427c-9f6c-3d095bf98169 req-59d041b9-56a3-448a-b6e3-f8148c6a3c71 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0636332 Feb 11 13:19:55.712219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-803a0189-637a-427c-9f6c-3d095bf98169 req-0d91a011-b8b6-4f77-9c60-df8b94337799 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464563 Feb 11 13:19:55.727927 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cb220-9dcf-43a7-8120-4df85497165b req-6490617f-b6a6-4754-bf8f-3aa17ed3ca7f tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.729711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-288cb220-9dcf-43a7-8120-4df85497165b req-6490617f-b6a6-4754-bf8f-3aa17ed3ca7f tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 1095 time: 0.0481992 Feb 11 13:19:55.776155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-288cb220-9dcf-43a7-8120-4df85497165b req-e92a16d4-b084-4cc4-94a3-ecc616b920d0 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378268 Feb 11 13:19:55.838416 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-176a491d-9a61-40df-a846-2526f762d9c1 req-cae80a99-a17d-482f-8d08-222ec7edbd82 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] show failed (client error): The resource could not be found. Feb 11 13:19:55.839061 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-176a491d-9a61-40df-a846-2526f762d9c1 req-cae80a99-a17d-482f-8d08-222ec7edbd82 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/0a6701e7-b328-4451-92f8-46a3ac0e5fc1 HTTP/1.1" status: 404 len: 352 time: 0.0173094 Feb 11 13:19:55.866135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3d890-0d4f-467c-a37f-81abd63308ad req-ab80711d-d250-403b-b5f5-fdf02b96601e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:55.867937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85e3d890-0d4f-467c-a37f-81abd63308ad req-ab80711d-d250-403b-b5f5-fdf02b96601e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0935836 Feb 11 13:19:55.892436 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-ba649665-0ed6-4cfc-a664-ff58536f10fd req-865c1df1-b640-4780-8565-1cabc5a2d109 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] show failed (client error): The resource could not be found. Feb 11 13:19:55.897819 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba649665-0ed6-4cfc-a664-ff58536f10fd req-865c1df1-b640-4780-8565-1cabc5a2d109 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/5ee88610-bb1b-4377-8bf6-bfb39cc718ba HTTP/1.1" status: 404 len: 352 time: 0.0309980 Feb 11 13:19:55.938108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85e3d890-0d4f-467c-a37f-81abd63308ad req-638391f8-757e-4c7e-9513-6d1f7e579331 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612061 Feb 11 13:19:55.953305 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-8dc1ac9d-fe50-447e-ac78-d32af4b609ca req-b7253983-ba35-485e-9bbf-f9e8e6cd1b75 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] show failed (client error): The resource could not be found. Feb 11 13:19:55.960143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dc1ac9d-fe50-447e-ac78-d32af4b609ca req-b7253983-ba35-485e-9bbf-f9e8e6cd1b75 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/a41ae00a-4b06-4c96-bd46-b55334c0c344 HTTP/1.1" status: 404 len: 352 time: 0.0277257 Feb 11 13:19:56.001290 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-4fcbc942-b22b-4a94-8ce8-695d813aa09e req-a99ea0b0-bdfb-4707-802a-4793bc81fa3b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] show failed (client error): The resource could not be found. Feb 11 13:19:56.010217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4fcbc942-b22b-4a94-8ce8-695d813aa09e req-a99ea0b0-bdfb-4707-802a-4793bc81fa3b tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/2fdac1e7-dddc-47b6-9c3c-960271aaa0f1 HTTP/1.1" status: 404 len: 352 time: 0.0237403 Feb 11 13:19:56.057527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42342) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:56.096502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-15d83987-7d1a-4e2f-a8bc-10fa36060b92 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025233 Feb 11 13:19:56.112843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-ee7eecb5-d1d7-40c5-a954-bb0310b3aa06 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:19:56.119429 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-ee7eecb5-d1d7-40c5-a954-bb0310b3aa06 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116093 Feb 11 13:19:56.240470 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f155f4cb-a858-45f4-b8ce-a23af52b4900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.345688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f155f4cb-a858-45f4-b8ce-a23af52b4900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.491102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f155f4cb-a858-45f4-b8ce-a23af52b4900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.557219 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f155f4cb-a858-45f4-b8ce-a23af52b4900 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2187599b0224e818d0c55d04f9b4e27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4985206 Feb 11 13:19:56.559346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155f4cb-a858-45f4-b8ce-a23af52b4900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbb0604-d5dd-4b1c-a81e-6d6abeba0650,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:56.560300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42368) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:56.680985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84499e94-1571-4437-a16c-03dc5ed9efbb req-94d8ea20-ca88-44a4-a8a3-76a8b3b56b86 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:56.684055 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84499e94-1571-4437-a16c-03dc5ed9efbb req-94d8ea20-ca88-44a4-a8a3-76a8b3b56b86 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 1024 time: 0.0840211 Feb 11 13:19:56.705604 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76d39ef5-099b-4245-aa60-a26be76202a3 req-39098e41-f04b-40ea-8bc5-8913cb25da85 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0588462 Feb 11 13:19:56.706494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-018ad890-2da8-4595-bf3a-73e46026441d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.735291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-018ad890-2da8-4595-bf3a-73e46026441d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.743011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84499e94-1571-4437-a16c-03dc5ed9efbb req-cfda90a7-27f3-4a60-8df5-e456b87afdc8 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&id=11400841-a6b3-4e89-ac84-e77292dcd7ac&id=fa3a48ab-b0a8-4a5e-b43b-d1e06f326e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0487850 Feb 11 13:19:56.853099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163191ab-7e86-4229-ad28-2dd5d1430e3e req-6efaaa9d-d921-4b64-85d1-532a920f8b8e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:56.854867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-163191ab-7e86-4229-ad28-2dd5d1430e3e req-6efaaa9d-d921-4b64-85d1-532a920f8b8e tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0506921 Feb 11 13:19:56.914330 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-163191ab-7e86-4229-ad28-2dd5d1430e3e req-50e34bb3-6773-4c77-a98d-c451a69a4c9f tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504041 Feb 11 13:19:56.918157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-018ad890-2da8-4595-bf3a-73e46026441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.932365 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-018ad890-2da8-4595-bf3a-73e46026441d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:56.932365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-018ad890-2da8-4595-bf3a-73e46026441d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1fbb0604-d5dd-4b1c-a81e-6d6abeba0650 HTTP/1.1" status: 204 len: 168 time: 0.3617816 Feb 11 13:19:56.943395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ad890-2da8-4595-bf3a-73e46026441d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbb0604-d5dd-4b1c-a81e-6d6abeba0650,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:56.987064 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-badb0502-0450-41c0-a245-186412bc8a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:57.108850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b902726-4714-40b6-94a3-8b1fb7fbd2ed req-86fd8fa7-336c-4453-844f-3cf97237cb37 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.110826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b902726-4714-40b6-94a3-8b1fb7fbd2ed req-86fd8fa7-336c-4453-844f-3cf97237cb37 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0722592 Feb 11 13:19:57.165323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b902726-4714-40b6-94a3-8b1fb7fbd2ed req-aa3718f0-5bdb-4211-bd18-ea7c2eb718e7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440686 Feb 11 13:19:57.566785 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-42a945a5-dccf-4b93-a1ae-9f82638edb99 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237923 Feb 11 13:19:57.604507 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:57.693181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-22415861-b58d-408e-b080-6206f2cc47ac tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.694592 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-22415861-b58d-408e-b080-6206f2cc47ac tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1196384 Feb 11 13:19:57.708071 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Request body: {'port': {'device_id': 'f990e426-8690-4aff-bba0-4edfb494c6e5', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '94b15a99cc5f451dbcae3fd953ea3350'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:57.859350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-471c985d-4f61-4ccc-8994-6f0532f3747c req-90defa15-62e3-4ac1-9ad1-3097a00c68f1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0485554 Feb 11 13:19:57.940062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b962a-bcf7-4019-a75c-44379c927cd5 req-3227ce8b-396c-437b-aa84-e000d6fe8b39 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:57.946709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa2b962a-bcf7-4019-a75c-44379c927cd5 req-3227ce8b-396c-437b-aa84-e000d6fe8b39 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 1024 time: 0.0893216 Feb 11 13:19:58.018974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa2b962a-bcf7-4019-a75c-44379c927cd5 req-5bad9ef6-d3f1-43a1-a438-416ed5304c23 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups?id=e451676d-1ab9-4075-bf5e-99f59fc5fcba&id=11400841-a6b3-4e89-ac84-e77292dcd7ac&id=fa3a48ab-b0a8-4a5e-b43b-d1e06f326e6c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0680704 Feb 11 13:19:58.088966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96901267-32b5-4159-9a57-1cb14f4ef6ff req-37e3f5b4-5bf2-480d-b7ac-459cbc06ca18 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:58.090537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96901267-32b5-4159-9a57-1cb14f4ef6ff req-37e3f5b4-5bf2-480d-b7ac-459cbc06ca18 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0788834 Feb 11 13:19:58.157295 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96901267-32b5-4159-9a57-1cb14f4ef6ff req-d6432bde-5cba-4236-bfb5-24228bc22f0a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582592 Feb 11 13:19:58.161927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42402) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:58.178836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-3fd633d2-f810-4dfb-b74a-99b77f3596da tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:58.180596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-3fd633d2-f810-4dfb-b74a-99b77f3596da tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.13 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 1024 time: 0.1280494 Feb 11 13:19:58.200039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53d5efe6-1d75-4d4e-912e-06fbcd7bc716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.387130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9e78-dcd9-4594-9c4a-25859d3a5671 req-82269cf3-44a0-483f-ba82-9b12df7f61ab tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:58.388930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-593b9e78-dcd9-4594-9c4a-25859d3a5671 req-82269cf3-44a0-483f-ba82-9b12df7f61ab tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.1322694 Feb 11 13:19:58.417179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-cd8ec7b6-862a-4fef-a869-c2ba91c1ebb0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Deleting port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:19:58.417513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-cd8ec7b6-862a-4fef-a869-c2ba91c1ebb0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.493911 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53d5efe6-1d75-4d4e-912e-06fbcd7bc716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.527251 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-593b9e78-dcd9-4594-9c4a-25859d3a5671 req-440e63c2-a840-4703-a604-d8930704b8cb tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138387 Feb 11 13:19:58.561516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-cd8ec7b6-862a-4fef-a869-c2ba91c1ebb0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] For port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,segment=NetworkSegment(2a4e09a6-6eac-446a-bc33-351211a58ec3),segment_id=2a4e09a6-6eac-446a-bc33-351211a58ec3)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:58.561931 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-cd8ec7b6-862a-4fef-a869-c2ba91c1ebb0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.574012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-cd8ec7b6-862a-4fef-a869-c2ba91c1ebb0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Calling delete_port for e1e6681b-f41f-4993-ae0a-1c9a08af2c9d owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:19:58.647027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Made reservation on behalf of 94b15a99cc5f451dbcae3fd953ea3350 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:19:58.655454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.686033 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.813817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53d5efe6-1d75-4d4e-912e-06fbcd7bc716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:58.885003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-53d5efe6-1d75-4d4e-912e-06fbcd7bc716 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e25d54c2b3e7435dacbfe06b155317a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7217724 Feb 11 13:19:58.885708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5efe6-1d75-4d4e-912e-06fbcd7bc716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4696769-4612-4d3e-821c-713c4d066f4f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:58.887817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42428) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:19:58.897674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Allocated IP 192.168.233.24 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/0e405083-b06f-4431-8e63-0a381f136b5f) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:58.966336 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f28fcff-4a5d-466b-9bb5-688615f571b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.011126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f28fcff-4a5d-466b-9bb5-688615f571b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.016238 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2df25e11-254e-432a-9981-e4b0aa658b7b req-3cb2b199-7e4d-4483-94bc-f79ea4651d33 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0521452 Feb 11 13:19:59.018322 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-cd8ec7b6-862a-4fef-a869-c2ba91c1ebb0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.047507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:59.150971 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ec7b6-862a-4fef-a869-c2ba91c1ebb0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'Port': ['ID=e1e6681b-f41f-4993-ae0a-1c9a08af2c9d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:59.181303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa5a8463-3f06-4507-b5fb-5987dab75506 req-55dcdea4-c1d6-4124-b96b-210f91823a56 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 210 time: 0.0454786 Feb 11 13:19:59.191719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-cd8ec7b6-862a-4fef-a869-c2ba91c1ebb0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] No DVR routers for this DVR port e1e6681b-f41f-4993-ae0a-1c9a08af2c9d on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:19:59.198257 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-cd8ec7b6-862a-4fef-a869-c2ba91c1ebb0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.199908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c67c04a-e517-4419-9fde-ea58eb4065fe req-cd8ec7b6-862a-4fef-a869-c2ba91c1ebb0 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.13 "DELETE /v2.0/ports/e1e6681b-f41f-4993-ae0a-1c9a08af2c9d HTTP/1.1" status: 204 len: 173 time: 1.0110881 Feb 11 13:19:59.205195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'name': 'network-vif-deleted', 'tag': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:19:59.208106 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4728cb-ab79-4f70-96c0-8995653fc197" -d '{"events": [{"server_uuid": "73e319f0-b7b3-4809-9360-6a52f64cd23a", "name": "network-vif-deleted", "tag": "e1e6681b-f41f-4993-ae0a-1c9a08af2c9d"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:59.234964 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f28fcff-4a5d-466b-9bb5-688615f571b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.237661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f28fcff-4a5d-466b-9bb5-688615f571b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.242907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3f28fcff-4a5d-466b-9bb5-688615f571b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4696769-4612-4d3e-821c-713c4d066f4f HTTP/1.1" status: 204 len: 168 time: 0.3486252 Feb 11 13:19:59.263704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28fcff-4a5d-466b-9bb5-688615f571b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4696769-4612-4d3e-821c-713c4d066f4f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:59.363512 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.472650 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27ac084-fe07-407f-b362-aff7e44faee7 x-openstack-request-id: req-c27ac084-fe07-407f-b362-aff7e44faee7 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:59.472942 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e319f0-b7b3-4809-9360-6a52f64cd23a", "name": "network-vif-deleted", "tag": "e1e6681b-f41f-4993-ae0a-1c9a08af2c9d", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:59.473442 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c27ac084-fe07-407f-b362-aff7e44faee7 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:59.475238 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e319f0-b7b3-4809-9360-6a52f64cd23a', 'name': 'network-vif-deleted', 'tag': 'e1e6681b-f41f-4993-ae0a-1c9a08af2c9d', 'status': 'completed', 'code': 200} Feb 11 13:19:59.521089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8952d-5e34-4711-9732-3b2cf43f42f9 req-f7ecab3f-b26e-4cc2-9096-1f20450430af tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:59.523071 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddd8952d-5e34-4711-9732-3b2cf43f42f9 req-f7ecab3f-b26e-4cc2-9096-1f20450430af tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1138146 Feb 11 13:19:59.524381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:19:59.538690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5', '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7', 'b200cb3f-02b5-4e75-acda-e0e663ed59db'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:59.586736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event updated for resources: {'Port': ['ID=0e405083-b06f-4431-8e63-0a381f136b5f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:59.630087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9', '603ad938-774c-4e3f-aa90-44c92149f9ab'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:59.673570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddd8952d-5e34-4711-9732-3b2cf43f42f9 req-b240f7f9-558f-4f35-80e5-8a5d2b6811a4 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890305 Feb 11 13:19:59.720478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:59.727150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:59.731544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84729bb-0546-4786-84ed-155c6a91a249 req-0fddf84f-b166-4b97-8504-a928aa8fb00b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:59.739779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e84729bb-0546-4786-84ed-155c6a91a249 req-0fddf84f-b166-4b97-8504-a928aa8fb00b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0874739 Feb 11 13:19:59.762420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:59.795840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e84729bb-0546-4786-84ed-155c6a91a249 req-33ff5416-5323-4133-b0bf-f52e8b8e93a8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523720 Feb 11 13:19:59.892815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:59.893477 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.032901 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.080757 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-158a5583-ab41-43e0-b717-49105ab67cc3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3763144 Feb 11 13:20:00.103376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Request body: {'port': {'device_id': 'f990e426-8690-4aff-bba0-4edfb494c6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:00.240382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f247-7510-40e6-ba99-8772626df61d req-1b09bfc3-5860-4956-8bed-3c62233416b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.243820 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-1b09bfc3-5860-4956-8bed-3c62233416b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1101 time: 0.2442603 Feb 11 13:20:00.306475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f47c7-4032-47b9-895b-6f8b1021fb96 req-a2e7929c-b6cf-49f5-a1c3-5dc0e5f9ce81 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.316694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-247f47c7-4032-47b9-895b-6f8b1021fb96 req-a2e7929c-b6cf-49f5-a1c3-5dc0e5f9ce81 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 935 time: 0.1535866 Feb 11 13:20:00.401906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-247f47c7-4032-47b9-895b-6f8b1021fb96 req-7db4fc76-b25f-4046-8218-be7a7a8153de tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824075 Feb 11 13:20:00.434160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c7932dfc-8205-4e91-8caa-d00b7116c9d7 None None] Provisioning complete for port 0e405083-b06f-4431-8e63-0a381f136b5f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:00.434596 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c7932dfc-8205-4e91-8caa-d00b7116c9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.558188 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c7932dfc-8205-4e91-8caa-d00b7116c9d7 None None] Port 0e405083-b06f-4431-8e63-0a381f136b5f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:00.628657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.878620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b5e9402-b2ca-4840-bdc0-52ca0dafd0b6 req-07094a03-c3d2-44ba-9d5f-2be08bb22581 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/ports?device_id=73e319f0-b7b3-4809-9360-6a52f64cd23a HTTP/1.1" status: 200 len: 210 time: 0.0536919 Feb 11 13:20:00.894720 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:00.913275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac421b2d-d8d2-40ff-a6fd-7dc5c9395621 req-b2844889-4c4d-4b4f-9cc3-8848cdba278d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.919063 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac421b2d-d8d2-40ff-a6fd-7dc5c9395621 req-b2844889-4c4d-4b4f-9cc3-8848cdba278d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0849371 Feb 11 13:20:00.980204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f1e156ec-f40b-4199-bc50-7fe526155e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:00.981865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f1e156ec-f40b-4199-bc50-7fe526155e8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.7246974 Feb 11 13:20:00.982557 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac421b2d-d8d2-40ff-a6fd-7dc5c9395621 req-3424b747-a63f-49f6-b833-8a89383fe574 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568650 Feb 11 13:20:01.067389 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-3a365e4d-6fb3-4a45-8f1a-df3a715b7a54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 200 len: 217 time: 0.0636709 Feb 11 13:20:01.195668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f247-7510-40e6-ba99-8772626df61d req-a7cb0485-e2f2-4f13-b332-b3ebd58a2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:01.197244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-a7cb0485-e2f2-4f13-b332-b3ebd58a2f06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0868566 Feb 11 13:20:01.214055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564e5ba-34d2-473d-9236-959caed84210 req-1d46ffd1-a89f-42a3-9635-57e8f8a421c0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:01.215575 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2564e5ba-34d2-473d-9236-959caed84210 req-1d46ffd1-a89f-42a3-9635-57e8f8a421c0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.2327557 Feb 11 13:20:01.237033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e1e6681b-f41f-4993-ae0a-1c9a08af2c9d no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:01.295494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: e1e6681b-f41f-4993-ae0a-1c9a08af2c9d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:20:01.296478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e1e6681b-f41f-4993-ae0a-1c9a08af2c9d not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:01.382549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2564e5ba-34d2-473d-9236-959caed84210 req-dcc156e8-3d80-4f6c-9342-1aff6e9b10e3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905349 Feb 11 13:20:01.397016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f247-7510-40e6-ba99-8772626df61d req-72ec7d9e-26c3-4db6-bab7-f01faf4c711b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:01.398802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-72ec7d9e-26c3-4db6-bab7-f01faf4c711b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795144 Feb 11 13:20:01.528977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e405083-b06f-4431-8e63-0a381f136b5f {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:01.545089 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:01.555648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-737d98d6-cd66-4739-9371-c6aaaf75a2e0 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484969 Feb 11 13:20:01.565138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Transition to ACTIVE for port object 0e405083-b06f-4431-8e63-0a381f136b5f will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:01.610535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ee5cd-b82f-4113-a18c-3ba689dbd054 req-41980894-d0e5-4852-9810-cd6da3a0216d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:01.622209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e75ee5cd-b82f-4113-a18c-3ba689dbd054 req-41980894-d0e5-4852-9810-cd6da3a0216d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 935 time: 0.1309595 Feb 11 13:20:01.665005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-b0a42737-ca6d-4b29-9625-e8e50a35b08f service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009920 Feb 11 13:20:01.703290 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:01.703582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e75ee5cd-b82f-4113-a18c-3ba689dbd054 req-2375dcda-aa08-459c-b3be-dfd1c82976d7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792005 Feb 11 13:20:01.776602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e405083-b06f-4431-8e63-0a381f136b5f,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:01.871280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Attempting to bind port 0e405083-b06f-4431-8e63-0a381f136b5f on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:01.871662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Attempting to bind port 0e405083-b06f-4431-8e63-0a381f136b5f by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:01.872121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Attempting to bind port 0e405083-b06f-4431-8e63-0a381f136b5f on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:01.877949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Port 0e405083-b06f-4431-8e63-0a381f136b5f on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:01.878321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Attempting to bind port 0e405083-b06f-4431-8e63-0a381f136b5f on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:01.884314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:01.885012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:01.885012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:01.885450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Bound port: 0e405083-b06f-4431-8e63-0a381f136b5f, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:01.885835 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.000669 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] For port 0e405083-b06f-4431-8e63-0a381f136b5f, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:02.004166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] For port 0e405083-b06f-4431-8e63-0a381f136b5f, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=0e405083-b06f-4431-8e63-0a381f136b5f,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:02.044506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b88b27b-3e65-4c90-81e9-ef471bb3b255 req-0386de0c-06ae-47b2-9c82-34c5076bc756 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/11400841-a6b3-4e89-ac84-e77292dcd7ac HTTP/1.1" status: 200 len: 1800 time: 0.0623324 Feb 11 13:20:02.134368 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.168663 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3b88b27b-3e65-4c90-81e9-ef471bb3b255 req-f4470b7b-cd01-49e1-857a-f6840736ba94 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.216700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cabb84-28e3-4e39-ad79-3b55e08357b9 req-8d0da620-f702-414e-8070-1c795efd4ae3 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.224756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18cabb84-28e3-4e39-ad79-3b55e08357b9 req-8d0da620-f702-414e-8070-1c795efd4ae3 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1415401 Feb 11 13:20:02.227676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.228518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.229921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/0e405083-b06f-4431-8e63-0a381f136b5f HTTP/1.1" status: 200 len: 1095 time: 2.1349990 Feb 11 13:20:02.246457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f990e426-8690-4aff-bba0-4edfb494c6e5', 'tag': '0e405083-b06f-4431-8e63-0a381f136b5f'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:02.250052 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dcd175-656d-4272-bb8b-131dbc3f6026" -d '{"events": [{"name": "network-changed", "server_uuid": "f990e426-8690-4aff-bba0-4edfb494c6e5", "tag": "0e405083-b06f-4431-8e63-0a381f136b5f"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:02.254471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3b88b27b-3e65-4c90-81e9-ef471bb3b255 req-f4470b7b-cd01-49e1-857a-f6840736ba94 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.293581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d34e7-497e-4ab9-bea9-2dd9ee5672c1 service neutron] Pushing event updated for resources: {'Port': ['ID=0e405083-b06f-4431-8e63-0a381f136b5f,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:02.334485 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18cabb84-28e3-4e39-ad79-3b55e08357b9 req-7803db9b-ee34-4658-9761-b78b24251f9f tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085966 Feb 11 13:20:02.375773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3b88b27b-3e65-4c90-81e9-ef471bb3b255 req-f4470b7b-cd01-49e1-857a-f6840736ba94 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.378861 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3b88b27b-3e65-4c90-81e9-ef471bb3b255 req-f4470b7b-cd01-49e1-857a-f6840736ba94 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.388866 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b88b27b-3e65-4c90-81e9-ef471bb3b255 req-f4470b7b-cd01-49e1-857a-f6840736ba94 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/11400841-a6b3-4e89-ac84-e77292dcd7ac HTTP/1.1" status: 204 len: 173 time: 0.3295910 Feb 11 13:20:02.428260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4470b7b-cd01-49e1-857a-f6840736ba94 tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11400841-a6b3-4e89-ac84-e77292dcd7ac,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:02.485644 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e11645-0723-43b2-9c86-b22d7c238361 x-openstack-request-id: req-93e11645-0723-43b2-9c86-b22d7c238361 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:02.486056 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f990e426-8690-4aff-bba0-4edfb494c6e5", "tag": "0e405083-b06f-4431-8e63-0a381f136b5f", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:02.486312 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93e11645-0723-43b2-9c86-b22d7c238361 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:02.487365 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f990e426-8690-4aff-bba0-4edfb494c6e5', 'tag': '0e405083-b06f-4431-8e63-0a381f136b5f', 'status': 'completed', 'code': 200} Feb 11 13:20:02.513345 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-7b370e5b-328b-4621-b9dc-d86c014ead79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.516972 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-7b370e5b-328b-4621-b9dc-d86c014ead79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 1098 time: 0.0945060 Feb 11 13:20:02.606781 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-0452cfaf-0667-4068-95ac-41aa1e95ce12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=0e405083-b06f-4431-8e63-0a381f136b5f HTTP/1.1" status: 200 len: 217 time: 0.0793903 Feb 11 13:20:02.705138 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2e65dea-badc-482e-aab6-1e8e52ad23e9 req-5a68bc98-f01f-4a1c-a59f-198fbbffe92a tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "GET /v2.0/security-groups/fa3a48ab-b0a8-4a5e-b43b-d1e06f326e6c HTTP/1.1" status: 200 len: 1800 time: 0.1695313 Feb 11 13:20:02.709513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-4e3ace26-28af-468c-a599-3a5c7c12fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.713752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bc73d-66f9-45e4-a1e2-07f220da526a req-dafc43a6-57d2-48c5-aace-4baad288a0b5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.717183 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-4e3ace26-28af-468c-a599-3a5c7c12fcb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1032195 Feb 11 13:20:02.722219 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-753bc73d-66f9-45e4-a1e2-07f220da526a req-dafc43a6-57d2-48c5-aace-4baad288a0b5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0612915 Feb 11 13:20:02.772761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-753bc73d-66f9-45e4-a1e2-07f220da526a req-3a4c99b6-24be-49c4-abbf-8e5764866122 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Feb 11 13:20:02.807075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-0e449c0d-8975-4e92-b863-4b4e2a3a113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:02.808746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-0e449c0d-8975-4e92-b863-4b4e2a3a113c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827756 Feb 11 13:20:02.851560 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e2e65dea-badc-482e-aab6-1e8e52ad23e9 req-1eade5f7-d5bd-4439-a76a-30f834d41b8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.921734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e2e65dea-badc-482e-aab6-1e8e52ad23e9 req-1eade5f7-d5bd-4439-a76a-30f834d41b8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:02.980045 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-aaed531d-69cd-4f0d-90d2-e456380928cd service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608787 Feb 11 13:20:03.096642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e2e65dea-badc-482e-aab6-1e8e52ad23e9 req-1eade5f7-d5bd-4439-a76a-30f834d41b8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.099896 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e2e65dea-badc-482e-aab6-1e8e52ad23e9 req-1eade5f7-d5bd-4439-a76a-30f834d41b8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.107180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42568) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:03.118424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2e65dea-badc-482e-aab6-1e8e52ad23e9 req-1eade5f7-d5bd-4439-a76a-30f834d41b8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] 10.222.0.52 "DELETE /v2.0/security-groups/fa3a48ab-b0a8-4a5e-b43b-d1e06f326e6c HTTP/1.1" status: 204 len: 173 time: 0.4016478 Feb 11 13:20:03.125340 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12787d6-12a8-42ff-86e6-bad126a33ea1 req-e8b53c77-9d4d-48d0-aada-90ae67fbe25d service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375914 Feb 11 13:20:03.134356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eade5f7-d5bd-4439-a76a-30f834d41b8c tempest-SecurityGroupsTestJSON-864642849 tempest-SecurityGroupsTestJSON-864642849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3a48ab-b0a8-4a5e-b43b-d1e06f326e6c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:03.254808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00fcb59-ec4d-4c17-83e0-51e100b0eca8 admin admin] Deleting subnet 040ed783-b7e0-4056-a984-16c0022af7bd {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:20:03.266077 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b00fcb59-ec4d-4c17-83e0-51e100b0eca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.321607 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b00fcb59-ec4d-4c17-83e0-51e100b0eca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.378503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9ee62-3603-4c7f-85e2-845051410771 req-f9810c79-d852-460e-a747-cb9c859f0405 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.380208 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2cc9ee62-3603-4c7f-85e2-845051410771 req-f9810c79-d852-460e-a747-cb9c859f0405 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 947 time: 0.1201253 Feb 11 13:20:03.397367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-e8f7dd3a-cfcb-47a4-ad58-c62ef4e7cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.416941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-e8f7dd3a-cfcb-47a4-ad58-c62ef4e7cfc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 1098 time: 0.1108618 Feb 11 13:20:03.551327 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2cc9ee62-3603-4c7f-85e2-845051410771 req-63661873-78b3-4d7c-82de-8a666596b5be tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639812 Feb 11 13:20:03.584371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-964ff474-78e0-4b77-9a72-15937f6222e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.586660 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-964ff474-78e0-4b77-9a72-15937f6222e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1347039 Feb 11 13:20:03.647108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-216bc23f-99cb-493f-a084-681ad98cf58e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=0e405083-b06f-4431-8e63-0a381f136b5f HTTP/1.1" status: 200 len: 217 time: 0.0539248 Feb 11 13:20:03.706041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-01edc84e-94a5-46ce-8d78-79fd41b0fc3d req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1369548627', 'description': 'tempest-description-441286382'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:03.746670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8dc99-3409-47fe-8e2d-f3b3ce04eca2 req-fc1df87f-7184-4f86-b316-0724620a345c tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.748168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ccc8dc99-3409-47fe-8e2d-f3b3ce04eca2 req-fc1df87f-7184-4f86-b316-0724620a345c tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0905638 Feb 11 13:20:03.751510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-51b1812d-69ad-48ec-8998-a0c9b0a1e369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.752986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-51b1812d-69ad-48ec-8998-a0c9b0a1e369 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e4834d3071c44818b9a3c29a81cfd954&device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 1096 time: 0.0764182 Feb 11 13:20:03.754082 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b00fcb59-ec4d-4c17-83e0-51e100b0eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:03.755807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-150a6a85-7a73-4f84-9f73-3dad69116038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.757206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-150a6a85-7a73-4f84-9f73-3dad69116038 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0895562 Feb 11 13:20:03.818481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ccc8dc99-3409-47fe-8e2d-f3b3ce04eca2 req-d963b718-3722-4d07-a996-00ff844bacd3 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603321 Feb 11 13:20:03.829237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-40053dee-6694-4263-9188-d46d00d1d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.830841 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-40053dee-6694-4263-9188-d46d00d1d357 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0645404 Feb 11 13:20:03.900129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-4f9014ae-d10c-4705-9903-c5c72a6022a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.901649 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-4f9014ae-d10c-4705-9903-c5c72a6022a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 200 len: 917 time: 0.1232367 Feb 11 13:20:03.950442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-bd48dfc9-b1b4-466d-bc9e-87b628c2f276 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aab0520-de7c-4ba9-bb14-50e9d8777e0f HTTP/1.1" status: 200 len: 217 time: 0.0414052 Feb 11 13:20:03.967858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15d584-3420-47fb-9ae8-3c4c286b710e req-9cfa511e-4c73-45f1-8a31-49d20c1e5322 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:03.973160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a15d584-3420-47fb-9ae8-3c4c286b710e req-9cfa511e-4c73-45f1-8a31-49d20c1e5322 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0748992 Feb 11 13:20:03.975644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-1775c65d-508a-4dcc-8b92-d71a7f0b3877 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321900 Feb 11 13:20:04.016024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-99ade2c1-fb24-48e2-aa95-418602aaee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.017425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-99ade2c1-fb24-48e2-aa95-418602aaee0e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1c5f33bb-0fcb-4441-afed-dde8263dc764 HTTP/1.1" status: 200 len: 855 time: 0.0612886 Feb 11 13:20:04.059448 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a15d584-3420-47fb-9ae8-3c4c286b710e req-77255ccb-3726-4ea9-8fe8-ce6d9a48a215 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828321 Feb 11 13:20:04.074855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-ef5a0914-53f7-40ce-aa06-09059bd8b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.076356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-ef5a0914-53f7-40ce-aa06-09059bd8b170 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ac57c815-c618-4598-a5e8-315fe8cbb4fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526488 Feb 11 13:20:04.094345 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-01edc84e-94a5-46ce-8d78-79fd41b0fc3d req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.105740 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86dcd175-656d-4272-bb8b-131dbc3f6026 req-17159fa3-7455-4945-a08b-d54941c5c090 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219876 Feb 11 13:20:04.109811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-01edc84e-94a5-46ce-8d78-79fd41b0fc3d req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.200292 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b00fcb59-ec4d-4c17-83e0-51e100b0eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.245316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fcb59-ec4d-4c17-83e0-51e100b0eca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040ed783-b7e0-4056-a984-16c0022af7bd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:04.253381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-30aec288-3a63-4d56-9ae8-6f67500b2e02 service neutron] 10.222.0.59 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703758 Feb 11 13:20:04.259633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b00fcb59-ec4d-4c17-83e0-51e100b0eca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.260726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b00fcb59-ec4d-4c17-83e0-51e100b0eca8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/040ed783-b7e0-4056-a984-16c0022af7bd HTTP/1.1" status: 204 len: 168 time: 1.1523764 Feb 11 13:20:04.263474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42590) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:04.340713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-01edc84e-94a5-46ce-8d78-79fd41b0fc3d req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.346916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.375361 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23ebce63-8a44-4da7-bb32-b60882beecdb req-c7485a27-e7ca-40fd-ba2b-c8ff36b2be54 service neutron] 10.222.0.59 "GET /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096263 Feb 11 13:20:04.439132 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.459589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6740d433-32cc-4a69-8d1b-27ff45a6338e']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:04.469364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4e09a6-6eac-446a-bc33-351211a58ec3') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:04.469659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4e09a6-6eac-446a-bc33-351211a58ec3') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:04.481399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.493329 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.499761 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:20:04.500327 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.500997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-01edc84e-94a5-46ce-8d78-79fd41b0fc3d req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:04.502550 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:04.550224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb0a43-43e0-4446-9ddd-ca156ba86853,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:04.596102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-01edc84e-94a5-46ce-8d78-79fd41b0fc3d req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.688111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db7aaa-a709-490f-a315-4b6fa4119ff6 req-53d4f30d-238e-4f08-a0de-c89497e4e04b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.689520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62db7aaa-a709-490f-a315-4b6fa4119ff6 req-53d4f30d-238e-4f08-a0de-c89497e4e04b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 947 time: 0.0588450 Feb 11 13:20:04.700880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-01edc84e-94a5-46ce-8d78-79fd41b0fc3d req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.704494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.716203 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.734361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6740d433-32cc-4a69-8d1b-27ff45a6338e HTTP/1.1" status: 204 len: 168 time: 0.4538703 Feb 11 13:20:04.734361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289297d7-cc7a-4893-adab-43e8522c8ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6740d433-32cc-4a69-8d1b-27ff45a6338e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:04.747787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a842f735-982c-45ae-8508-cc11aa6913e7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:04.759877 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62db7aaa-a709-490f-a315-4b6fa4119ff6 req-5959edf0-0fa0-4382-8e22-be7518ac3702 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635393 Feb 11 13:20:04.915506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-01edc84e-94a5-46ce-8d78-79fd41b0fc3d req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:04.917216 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-01edc84e-94a5-46ce-8d78-79fd41b0fc3d req-1c5e253a-cc03-4d9f-89b0-34d9a9256763 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2416458 Feb 11 13:20:04.951602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7b2c5-247a-4481-abad-406cd7848aa8 req-4d93573e-aa47-407a-9e0a-be00bf4bfa9d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:04.953363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7919de90-6498-4502-a174-3b2657229788 req-c558583f-227a-4e5c-ac84-54da9cb9b8b3 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1114593055', 'description': 'tempest-description-644797044'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:04.953520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69d7b2c5-247a-4481-abad-406cd7848aa8 req-4d93573e-aa47-407a-9e0a-be00bf4bfa9d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0665479 Feb 11 13:20:05.018680 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69d7b2c5-247a-4481-abad-406cd7848aa8 req-163bd674-dc1b-416b-ab3f-c151eee65c74 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559461 Feb 11 13:20:05.142006 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7919de90-6498-4502-a174-3b2657229788 req-c558583f-227a-4e5c-ac84-54da9cb9b8b3 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.204919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06075621-a0dd-4fbd-a023-c9691b4a4389 req-449e83e9-a646-422a-9be0-cd8c64abf395 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:05.210256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06075621-a0dd-4fbd-a023-c9691b4a4389 req-449e83e9-a646-422a-9be0-cd8c64abf395 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0693142 Feb 11 13:20:05.244708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7919de90-6498-4502-a174-3b2657229788 req-c558583f-227a-4e5c-ac84-54da9cb9b8b3 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.257756 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 0e405083-b06f-4431-8e63-0a381f136b5f details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:20:05.269314 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06075621-a0dd-4fbd-a023-c9691b4a4389 req-703ff5dd-9fc1-4538-a667-f6b19a05f1cf tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527740 Feb 11 13:20:05.374651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 0e405083-b06f-4431-8e63-0a381f136b5f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=0e405083-b06f-4431-8e63-0a381f136b5f,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:05.386376 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7919de90-6498-4502-a174-3b2657229788 req-c558583f-227a-4e5c-ac84-54da9cb9b8b3 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.400687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '0e405083-b06f-4431-8e63-0a381f136b5f', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '0e405083-b06f-4431-8e63-0a381f136b5f', 'mac_address': 'fa:16:3e:6c:c0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:20:05.408126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42638) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:05.431277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558583f-227a-4e5c-ac84-54da9cb9b8b3 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3144b571-62d6-423a-92e8-e736b4848ca7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:05.459804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.475292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e405083-b06f-4431-8e63-0a381f136b5f {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:05.486881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4f86686d-e77b-435a-abd8-ab8f9fb99da0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95879232f40c448788547e7013f97912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0776489 Feb 11 13:20:05.489688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42640) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:05.490917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-ea8e0348-9585-4d89-8059-86ce4eeffa18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6179a124-600f-45de-8acf-a8e1dc877e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0841012 Feb 11 13:20:05.500408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 0e405083-b06f-4431-8e63-0a381f136b5f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=0e405083-b06f-4431-8e63-0a381f136b5f,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:05.544903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2fa44e6-8916-40f5-ba7a-1f47bc52c14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.567127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-ca33969e-065d-4dc2-b1d7-d4bbedafdeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:05.568754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-ca33969e-065d-4dc2-b1d7-d4bbedafdeec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=6179a124-600f-45de-8acf-a8e1dc877e53 HTTP/1.1" status: 200 len: 1101 time: 0.0539560 Feb 11 13:20:05.569992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2fa44e6-8916-40f5-ba7a-1f47bc52c14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.621730 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.629412 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7919de90-6498-4502-a174-3b2657229788 req-c558583f-227a-4e5c-ac84-54da9cb9b8b3 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.629412 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7919de90-6498-4502-a174-3b2657229788 req-c558583f-227a-4e5c-ac84-54da9cb9b8b3 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6759069 Feb 11 13:20:05.696109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=0e405083-b06f-4431-8e63-0a381f136b5f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:05.709503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-b13d6c50-6990-45d9-b67b-f2624a624d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:05.711434 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-b13d6c50-6990-45d9-b67b-f2624a624d75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1213994 Feb 11 13:20:05.754773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2fa44e6-8916-40f5-ba7a-1f47bc52c14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.757647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2fa44e6-8916-40f5-ba7a-1f47bc52c14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:05.761695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d2fa44e6-8916-40f5-ba7a-1f47bc52c14d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e451676d-1ab9-4075-bf5e-99f59fc5fcba HTTP/1.1" status: 204 len: 168 time: 0.2705522 Feb 11 13:20:05.770967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-b38afdd1-06a2-427d-b993-aafb63f53700 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=b742f407-5f16-41c9-90b0-2ada519e4d45 HTTP/1.1" status: 200 len: 217 time: 0.0495300 Feb 11 13:20:05.774106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa44e6-8916-40f5-ba7a-1f47bc52c14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e451676d-1ab9-4075-bf5e-99f59fc5fcba,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:05.879223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-2730afa0-832a-4984-80db-20d8262da882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:05.879223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-2730afa0-832a-4984-80db-20d8262da882 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1002083 Feb 11 13:20:05.895246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-d60b1d29-8e15-4c39-851f-37e46ad9d860 req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1322342376', 'description': 'tempest-description-1498791425'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:05.930675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2c39-dbbd-470b-aad9-b0acda6a9d04 req-d4485148-3ab2-4d15-84aa-20a36e503dd8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:05.932179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c31a2c39-dbbd-470b-aad9-b0acda6a9d04 req-d4485148-3ab2-4d15-84aa-20a36e503dd8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 948 time: 0.0699704 Feb 11 13:20:05.939612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['0e405083-b06f-4431-8e63-0a381f136b5f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:05.975258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-e8ad2165-8f9a-40ca-b95a-cc1e718b5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:05.976844 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-e8ad2165-8f9a-40ca-b95a-cc1e718b5493 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708301 Feb 11 13:20:05.981898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c31a2c39-dbbd-470b-aad9-b0acda6a9d04 req-3abc2555-5a10-47f8-895c-a7f70d6f4c8b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Feb 11 13:20:06.089089 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-eea07d12-0390-422b-b16b-39603b9002fe service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982850 Feb 11 13:20:06.105242 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d60b1d29-8e15-4c39-851f-37e46ad9d860 req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.126427 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d60b1d29-8e15-4c39-851f-37e46ad9d860 req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.169732 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-24a78ab2-c428-4c23-ac6f-53190e6c908e service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827085 Feb 11 13:20:06.223930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-6467cf06-f0a3-48b2-b95b-924dddbe84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.225409 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-6467cf06-f0a3-48b2-b95b-924dddbe84d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 1095 time: 0.1022844 Feb 11 13:20:06.236978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bc98e-2db1-47bd-b9d2-64f2f26ddd3c req-fe224fba-090f-4c98-b4c0-68cb6c022333 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.238529 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd9bc98e-2db1-47bd-b9d2-64f2f26ddd3c req-fe224fba-090f-4c98-b4c0-68cb6c022333 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1042235 Feb 11 13:20:06.304730 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7dba94c-d552-4aa5-bd9d-d2ce2500ddf1 req-a8c90954-08c3-41fb-8590-2ade59bc04ba service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256862 Feb 11 13:20:06.354861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd9bc98e-2db1-47bd-b9d2-64f2f26ddd3c req-d9e52f10-be55-4c05-b9c5-c9e2e467f55a tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067522 Feb 11 13:20:06.394517 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d60b1d29-8e15-4c39-851f-37e46ad9d860 req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.415496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-8fde81ca-aa0d-4b98-8a08-6204e2466c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.416984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-8fde81ca-aa0d-4b98-8a08-6204e2466c0f service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.1607015 Feb 11 13:20:06.490570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-53cea2ca-1e9b-4ba5-8d99-47f707621fd6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 200 len: 217 time: 0.0603607 Feb 11 13:20:06.507957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d60b1d29-8e15-4c39-851f-37e46ad9d860 req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.550395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e58ce32-480d-478d-80f5-251ba89ceac5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:06.577635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83331087-6a22-4baa-923f-fb216679b88e req-bf86b6a9-4242-4954-92d8-9692c7919e06 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.579324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83331087-6a22-4baa-923f-fb216679b88e req-bf86b6a9-4242-4954-92d8-9692c7919e06 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.1404753 Feb 11 13:20:06.584884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-782ceffa-0689-4883-b738-e9980be068c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.586446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-782ceffa-0689-4883-b738-e9980be068c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0757260 Feb 11 13:20:06.593074 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d60b1d29-8e15-4c39-851f-37e46ad9d860 req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.632393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-b8c16645-883a-47c3-a363-32d103d8ed66 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364664 Feb 11 13:20:06.676145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83331087-6a22-4baa-923f-fb216679b88e req-25fb5583-fa17-488e-acdd-264ab69defe8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854945 Feb 11 13:20:06.704728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d60b1d29-8e15-4c39-851f-37e46ad9d860 req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.738107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcecb2c6-2310-41f8-a543-fe5e1654bcd5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:06.781615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-09f20477-5a36-45a0-b6f8-cd17ecdbd8b7 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363499 Feb 11 13:20:06.859888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d60b1d29-8e15-4c39-851f-37e46ad9d860 req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:06.869912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d60b1d29-8e15-4c39-851f-37e46ad9d860 req-8c59fe23-60e0-4453-94a1-85f2ea586c4b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9836953 Feb 11 13:20:06.891948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-ed39b0da-0494-4538-a8f9-442c58ec5b3b req-9846b58a-e5fc-4392-b914-df41c46ad0fd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-266791815', 'description': 'tempest-description-1162595569'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:06.921596 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f89437e0-6bd8-4c41-8cab-b3de24df689e req-0ed6d670-6477-4573-b6d6-ac74f65070d7 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317625 Feb 11 13:20:06.930382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e65ee9-0c0d-4bc1-a6d6-703ef55d451b req-0b20d606-7940-466c-86a2-f9acac4f9b3b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.931835 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4e65ee9-0c0d-4bc1-a6d6-703ef55d451b req-0b20d606-7940-466c-86a2-f9acac4f9b3b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.0935085 Feb 11 13:20:06.982300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4e65ee9-0c0d-4bc1-a6d6-703ef55d451b req-57bea8e3-5f8b-4b72-aee8-89db8a0cb986 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434184 Feb 11 13:20:07.039037 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ed39b0da-0494-4538-a8f9-442c58ec5b3b req-9846b58a-e5fc-4392-b914-df41c46ad0fd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.132246 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ed39b0da-0494-4538-a8f9-442c58ec5b3b req-9846b58a-e5fc-4392-b914-df41c46ad0fd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.152644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25effd6a-4d2b-4a17-8040-0eda072f9e0b req-fa0785ad-ab2e-4501-9d92-e1c4f6916c83 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.152644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25effd6a-4d2b-4a17-8040-0eda072f9e0b req-fa0785ad-ab2e-4501-9d92-e1c4f6916c83 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 948 time: 0.0746686 Feb 11 13:20:07.195862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25effd6a-4d2b-4a17-8040-0eda072f9e0b req-7344d390-76a2-4f8b-bdf0-35b6bf8a228f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353599 Feb 11 13:20:07.260885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 0e405083-b06f-4431-8e63-0a381f136b5f up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:07.274791 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ed39b0da-0494-4538-a8f9-442c58ec5b3b req-9846b58a-e5fc-4392-b914-df41c46ad0fd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.336932 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9846b58a-e5fc-4392-b914-df41c46ad0fd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042676f2-47ae-44f3-8980-fe053cfb1d1b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:07.337063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8e04-69be-40b2-adce-5561f8f3f3c9 req-8ec11353-9e02-4808-94d1-c4245a981866 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.339620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c6c8e04-69be-40b2-adce-5561f8f3f3c9 req-8ec11353-9e02-4808-94d1-c4245a981866 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 946 time: 0.0783949 Feb 11 13:20:07.419801 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c6c8e04-69be-40b2-adce-5561f8f3f3c9 req-f370e0df-d14c-4315-8f53-9e82165a7c96 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700231 Feb 11 13:20:07.433836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42694) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:07.453244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ed39b0da-0494-4538-a8f9-442c58ec5b3b req-9846b58a-e5fc-4392-b914-df41c46ad0fd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.455122 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed39b0da-0494-4538-a8f9-442c58ec5b3b req-9846b58a-e5fc-4392-b914-df41c46ad0fd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5708153 Feb 11 13:20:07.525317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 0e405083-b06f-4431-8e63-0a381f136b5f completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:07.531659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 0e405083-b06f-4431-8e63-0a381f136b5f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:07.531897 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.558293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a486f1-b7b9-4006-8bfb-5a15ff30b2bb req-571c8b08-6ef8-40e7-8bf2-a8bf2e86c20d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.560332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4a486f1-b7b9-4006-8bfb-5a15ff30b2bb req-571c8b08-6ef8-40e7-8bf2-a8bf2e86c20d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 945 time: 0.0634377 Feb 11 13:20:07.585624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-186063943-network', 'tenant_id': '8b4e1c14428046458aba447fc81623ed'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:07.629284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4a486f1-b7b9-4006-8bfb-5a15ff30b2bb req-9b157e10-150a-4bc2-aeb2-bec8c5a43616 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608764 Feb 11 13:20:07.679139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-e35a5ed6-63ac-4085-ab40-28092dc2a0a3 req-d75d58d7-840b-4400-9d8b-78c4953497b7 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:20:07.680300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e35a5ed6-63ac-4085-ab40-28092dc2a0a3 req-d75d58d7-840b-4400-9d8b-78c4953497b7 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061083 Feb 11 13:20:07.762431 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.800536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990e426-8690-4aff-bba0-4edfb494c6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e405083-b06f-4431-8e63-0a381f136b5f'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:07.802980 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260c2af7-e795-45cf-8aff-a7ae971a5890" -d '{"events": [{"server_uuid": "f990e426-8690-4aff-bba0-4edfb494c6e5", "name": "network-vif-plugged", "status": "completed", "tag": "0e405083-b06f-4431-8e63-0a381f136b5f"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:07.805683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e35a5ed6-63ac-4085-ab40-28092dc2a0a3 req-5e5950fc-fcf9-4f44-9f21-156d8d32f211 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1155484 Feb 11 13:20:07.823208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 0e405083-b06f-4431-8e63-0a381f136b5f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=0e405083-b06f-4431-8e63-0a381f136b5f,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:07.839766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:07.844454 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.866366 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.886315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-8e4a395c-0841-42ff-8a2b-cc46e5df7c11 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50616 time: 0.4045584 Feb 11 13:20:07.964780 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:07.976960 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-c03071dd-dbbf-4452-9c42-8efaf6455494 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/2e58ce32-480d-478d-80f5-251ba89ceac5 HTTP/1.1" status: 200 len: 2981 time: 0.0427494 Feb 11 13:20:08.026286 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.034896 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-d19eaaaa-5397-4d33-9365-809a7067b125 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/2e58ce32-480d-478d-80f5-251ba89ceac5 HTTP/1.1" status: 200 len: 2981 time: 0.0502193 Feb 11 13:20:08.090941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-5ebc9243-7107-4015-8027-b6b6070aa39a tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/353ea75d-c6fb-4640-8644-8561cd7efa29 HTTP/1.1" status: 200 len: 2981 time: 0.0503500 Feb 11 13:20:08.091156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09681bc7-f036-4aa3-9981-1d9f14bb6e3c req-f7c59bb0-3ad8-4727-af19-15b2f7a1ceb8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.092888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=0e405083-b06f-4431-8e63-0a381f136b5f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:08.093093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09681bc7-f036-4aa3-9981-1d9f14bb6e3c req-f7c59bb0-3ad8-4727-af19-15b2f7a1ceb8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0592341 Feb 11 13:20:08.115029 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.149383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:08.152078 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-33e36e37-3dd8-43f5-ba0c-73588be7b27a tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/353ea75d-c6fb-4640-8644-8561cd7efa29 HTTP/1.1" status: 200 len: 2981 time: 0.0478315 Feb 11 13:20:08.182928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.183274 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Added segment a38447e2-64ea-4730-ac30-33dc3f1b1b0a of type vlan for network 82e326e6-190a-41c5-9091-43f8b7834047 Feb 11 13:20:08.187703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09681bc7-f036-4aa3-9981-1d9f14bb6e3c req-6c05f3b5-1eeb-4dca-bc8f-f641fef44895 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877392 Feb 11 13:20:08.194852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e000a9d-e480-4af7-8f80-d2cab443c651,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:08.228389 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-2aa5587b-6dc1-4799-858d-9cc4253a6b09 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3e6f0c1e-f78f-4705-827e-b96e67f15ac0 HTTP/1.1" status: 200 len: 2981 time: 0.0653777 Feb 11 13:20:08.242451 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.277668 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196d06e5-128e-4ea8-b965-9b6dd61c7ed9 x-openstack-request-id: req-196d06e5-128e-4ea8-b965-9b6dd61c7ed9 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:08.278262 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990e426-8690-4aff-bba0-4edfb494c6e5", "name": "network-vif-plugged", "status": "completed", "tag": "0e405083-b06f-4431-8e63-0a381f136b5f", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:08.278262 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-196d06e5-128e-4ea8-b965-9b6dd61c7ed9 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:08.278616 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990e426-8690-4aff-bba0-4edfb494c6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e405083-b06f-4431-8e63-0a381f136b5f', 'code': 200} Feb 11 13:20:08.295613 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-5e0d97f9-7020-4932-a9a0-a54101f3f1f5 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/3e6f0c1e-f78f-4705-827e-b96e67f15ac0 HTTP/1.1" status: 200 len: 2981 time: 0.0587280 Feb 11 13:20:08.370208 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-e7698d9a-9a32-42ed-9610-930d6635689e tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/4265d37d-7652-477d-8b29-e4b6b8f88f61 HTTP/1.1" status: 200 len: 2981 time: 0.0674100 Feb 11 13:20:08.385404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.385404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.386702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.441421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c26a190-5ca6-4864-960f-67d038f709dd req-18542488-bc50-48ad-b796-01b315d74c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.443116 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c26a190-5ca6-4864-960f-67d038f709dd req-18542488-bc50-48ad-b796-01b315d74c70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 1100 time: 0.0885973 Feb 11 13:20:08.459817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] Pushing event updated for resources: {'Network': ['ID=82e326e6-190a-41c5-9091-43f8b7834047,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:08.471853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 82e326e6-190a-41c5-9091-43f8b7834047 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:20:08.480273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-b812ea47-e943-4985-874d-f5336b563a16 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/4265d37d-7652-477d-8b29-e4b6b8f88f61 HTTP/1.1" status: 200 len: 2981 time: 0.0872161 Feb 11 13:20:08.484305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4ac5f-e4e6-4761-a051-3f0817983639 req-e354e0fa-49b0-4ec4-a54e-21109ca313fb tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.490460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fff4ac5f-e4e6-4761-a051-3f0817983639 req-e354e0fa-49b0-4ec4-a54e-21109ca313fb tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1335249 Feb 11 13:20:08.520427 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c26a190-5ca6-4864-960f-67d038f709dd req-0ca3a89a-4264-4571-97f3-ea4090c6581e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667295 Feb 11 13:20:08.536086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fff4ac5f-e4e6-4761-a051-3f0817983639 req-779a5f1c-d33a-4b3a-9550-a8b22916dcce tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389082 Feb 11 13:20:08.563730 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-e2df179f-cbf3-47a7-8c4a-df0b8c25adf5 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/57bb0a43-43e0-4446-9ddd-ca156ba86853 HTTP/1.1" status: 200 len: 2981 time: 0.0666115 Feb 11 13:20:08.611240 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-d4d0f34f-2424-4374-b620-220293dff2e5 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/57bb0a43-43e0-4446-9ddd-ca156ba86853 HTTP/1.1" status: 200 len: 2981 time: 0.0416760 Feb 11 13:20:08.635460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-112ef3ce-6816-494f-b32e-901f82ce0801 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2018080 Feb 11 13:20:08.639743 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42720) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:08.646263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Request body: {'subnet': {'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-186063943-subnet', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:08.679800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93514d75-548a-4aef-8ecf-6f89b3ac0d4e req-211eb966-7844-4494-b666-9cf73d3ce0d7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.681356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93514d75-548a-4aef-8ecf-6f89b3ac0d4e req-211eb966-7844-4494-b666-9cf73d3ce0d7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 949 time: 0.0660594 Feb 11 13:20:08.683903 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-0f97e377-598d-4cb4-8e54-2189733f2932 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/5d813e9e-30eb-408a-9325-2e7cd6b866e4 HTTP/1.1" status: 200 len: 2981 time: 0.0661404 Feb 11 13:20:08.728156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93514d75-548a-4aef-8ecf-6f89b3ac0d4e req-3741a580-f35f-4ada-9e93-f36c11a5baf3 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356390 Feb 11 13:20:08.729291 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-6b526bfe-2748-49f0-a022-8ae862777ed1 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/5d813e9e-30eb-408a-9325-2e7cd6b866e4 HTTP/1.1" status: 200 len: 2981 time: 0.0369375 Feb 11 13:20:08.782823 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-016987b8-771a-46fe-9e9f-819604ab985f tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/6825b2a6-3ae6-4ed5-89c0-37de608266e6 HTTP/1.1" status: 200 len: 2977 time: 0.0443251 Feb 11 13:20:08.836674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:08.839164 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:08.850341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f59916-6603-4f17-8fc4-37004ae0fded req-e002e07a-8dd1-4489-9384-2dd9db15d651 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:08.852115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-05f59916-6603-4f17-8fc4-37004ae0fded req-e002e07a-8dd1-4489-9384-2dd9db15d651 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 946 time: 0.0568070 Feb 11 13:20:08.897206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-98e3ce9a-7625-4f73-acdf-0aa54b8e0dd0 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/6825b2a6-3ae6-4ed5-89c0-37de608266e6 HTTP/1.1" status: 200 len: 2977 time: 0.1079228 Feb 11 13:20:08.900379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-05f59916-6603-4f17-8fc4-37004ae0fded req-e45ea743-b5b1-4f03-9a20-33ea1a847783 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Feb 11 13:20:08.985971 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-6aa360ad-d76d-4efe-80c4-2753e2c06a5c tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/98d816fd-5e42-478f-9b23-05fcaa639e39 HTTP/1.1" status: 200 len: 2981 time: 0.0785766 Feb 11 13:20:09.032891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f497c6-f7d8-4b5c-8902-eff805e0d5c6 req-3bf0d05b-c955-47fb-8879-ca835203a131 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.035277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68f497c6-f7d8-4b5c-8902-eff805e0d5c6 req-3bf0d05b-c955-47fb-8879-ca835203a131 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 945 time: 0.0578206 Feb 11 13:20:09.078909 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-c3a87b02-b95d-4806-a044-b2b31d082d10 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/98d816fd-5e42-478f-9b23-05fcaa639e39 HTTP/1.1" status: 200 len: 2981 time: 0.0841262 Feb 11 13:20:09.086487 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68f497c6-f7d8-4b5c-8902-eff805e0d5c6 req-5ce2b15d-951c-4835-b22e-1ee50541d263 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Feb 11 13:20:09.185026 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-2eca2065-f747-455c-93bd-f8891c51ad68 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/b82aac27-0b18-4bfd-80b2-e1beefab12e0 HTTP/1.1" status: 200 len: 2981 time: 0.0933058 Feb 11 13:20:09.237423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-be9208d4-644c-481f-a1af-d2dcbedbc47c tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/b82aac27-0b18-4bfd-80b2-e1beefab12e0 HTTP/1.1" status: 200 len: 2981 time: 0.0456011 Feb 11 13:20:09.290546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.346456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-fa76ecc2-08b1-4df6-84fc-75f0fefe81a1 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/c5df1653-f6ca-4808-a40a-fe0d26874632 HTTP/1.1" status: 200 len: 2981 time: 0.0892415 Feb 11 13:20:09.403293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=270b6f5f-34f9-478f-b64f-a56ab929ff15,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:09.430858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Checking segment: {'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:09.432349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Network hostable DHCP agents. Network: 82e326e6-190a-41c5-9091-43f8b7834047, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:20:09.436823 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-8af390fe-142f-48dd-a0d6-5fcd6dc184a3 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/c5df1653-f6ca-4808-a40a-fe0d26874632 HTTP/1.1" status: 200 len: 2981 time: 0.0780592 Feb 11 13:20:09.481460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d4f20-fc58-492a-ba9e-8fb3f7ecd3db req-ed1218bc-9f92-4d36-b0c8-adac1d1cf100 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.488033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d4f20-fc58-492a-ba9e-8fb3f7ecd3db req-ed1218bc-9f92-4d36-b0c8-adac1d1cf100 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.494862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d4f20-fc58-492a-ba9e-8fb3f7ecd3db req-ed1218bc-9f92-4d36-b0c8-adac1d1cf100 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.496646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e6d4f20-fc58-492a-ba9e-8fb3f7ecd3db req-ed1218bc-9f92-4d36-b0c8-adac1d1cf100 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2&device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8&device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 2417 time: 0.0840843 Feb 11 13:20:09.512395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-229c7bcf-0c98-46e2-a0e8-de65eeaa09bb tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/c89953df-32e5-4dc6-b6e9-547e040339bc HTTP/1.1" status: 200 len: 2981 time: 0.0663218 Feb 11 13:20:09.550962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Network 82e326e6-190a-41c5-9091-43f8b7834047 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:20:09.561907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e6d4f20-fc58-492a-ba9e-8fb3f7ecd3db req-90f1bf5e-e35b-4fed-adf0-d62d10562bcc tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550938 Feb 11 13:20:09.574273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-b1be6cfe-b1da-4a15-aaf3-a90145796cc4 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/c89953df-32e5-4dc6-b6e9-547e040339bc HTTP/1.1" status: 200 len: 2981 time: 0.0543323 Feb 11 13:20:09.625484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-870fc15f-7587-4d25-a87b-339480aa337e tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e040ccf7-8104-4b69-bde8-74474d9689b7 HTTP/1.1" status: 200 len: 2973 time: 0.0433784 Feb 11 13:20:09.674351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 82e326e6-190a-41c5-9091-43f8b7834047) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:09.680036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.681173 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.683626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57329fd-0c57-49f2-a3fc-490e280024a6 req-6c6a9869-6ee7-4756-a6c1-35b9d0515792 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:09.684383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50823e9c-44d3-4675-84ae-a39646c50579 None None] Network 82e326e6-190a-41c5-9091-43f8b7834047 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:20:09.685370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b57329fd-0c57-49f2-a3fc-490e280024a6 req-6c6a9869-6ee7-4756-a6c1-35b9d0515792 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0670724 Feb 11 13:20:09.697880 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-98d49f07-67bc-4407-a9e0-cdd61f5b3dcf tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e040ccf7-8104-4b69-bde8-74474d9689b7 HTTP/1.1" status: 200 len: 2973 time: 0.0658679 Feb 11 13:20:09.744233 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b57329fd-0c57-49f2-a3fc-490e280024a6 req-8fa041d7-06c0-4206-b48a-a22c6bb46b1a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516629 Feb 11 13:20:09.808439 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-176c8a29-570f-44cd-ae2e-70e003d1f261 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e21e6a36-f133-4f1a-af63-2b08b2c256ed HTTP/1.1" status: 200 len: 2981 time: 0.0969839 Feb 11 13:20:09.863419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c2e80d3-a471-4e7c-b88c-9abaac88d03e req-2d8aef22-65cb-4333-af24-b9da40c3f923 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0812447 Feb 11 13:20:09.864560 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-63d8f504-40bb-4b72-ac2c-0c79ae3e233b tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e21e6a36-f133-4f1a-af63-2b08b2c256ed HTTP/1.1" status: 200 len: 2981 time: 0.0488930 Feb 11 13:20:09.923193 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f0f04371-5ba4-46e5-829e-54feb6d7ccf4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2812488 Feb 11 13:20:09.926226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42740) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:09.934957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:09.943685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-82e326e6-190a-41c5-9091-43f8b7834047', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:20:09.948804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:09.949332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-cb97dba2-70e2-45d9-914a-eedffe7af6a9 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e8f70d4d-6849-4517-8308-332b4e06e9d9 HTTP/1.1" status: 200 len: 2981 time: 0.0772908 Feb 11 13:20:10.034958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-3f94593b-5715-4b42-a3d7-0e80533f298e tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/e8f70d4d-6849-4517-8308-332b4e06e9d9 HTTP/1.1" status: 200 len: 2981 time: 0.0783036 Feb 11 13:20:10.087776 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-57d68dcc-ae53-4cbb-bddd-68ae0cf5d601 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f37df5d6-cd89-4c75-8bbc-69fa34a21231 HTTP/1.1" status: 200 len: 2981 time: 0.0513349 Feb 11 13:20:10.093001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda20dd9-d91f-429b-a3bb-17b1200dedfc req-b47eaaf1-abe3-4ded-aea4-c3320b3809fd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:10.095034 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bda20dd9-d91f-429b-a3bb-17b1200dedfc req-b47eaaf1-abe3-4ded-aea4-c3320b3809fd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 949 time: 0.0675569 Feb 11 13:20:10.121061 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.122576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.145453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bda20dd9-d91f-429b-a3bb-17b1200dedfc req-53bd4aa9-be52-4633-9c79-fbce0010cd61 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441332 Feb 11 13:20:10.152673 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a650c38d-d232-4803-a936-18032783ebd9 req-23df26f9-d213-4633-b766-db794055e564 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/f37df5d6-cd89-4c75-8bbc-69fa34a21231 HTTP/1.1" status: 200 len: 2981 time: 0.0547149 Feb 11 13:20:10.156244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Allocated IP 172.20.0.2 (82e326e6-190a-41c5-9091-43f8b7834047/270b6f5f-34f9-478f-b64f-a56ab929ff15/80db0b01-c3e6-419a-b0c7-b0e507983056) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:10.237305 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.318350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93b43a5a-9509-4814-8dc3-bf0c93ce0ed5 req-b479d604-b087-492a-a3e6-c6c1a225bbce tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdb4eda88e7142f29153440dada03e15 HTTP/1.1" status: 200 len: 6102 time: 0.0870788 Feb 11 13:20:10.339829 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.440005 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.495178 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93b43a5a-9509-4814-8dc3-bf0c93ce0ed5 req-3e98fac8-5e26-4be5-898e-ebabdc5c992c tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] 10.222.0.52 "GET /v2.0/security-groups/57bb0a43-43e0-4446-9ddd-ca156ba86853 HTTP/1.1" status: 200 len: 2981 time: 0.1703203 Feb 11 13:20:10.502446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Pushing event updated for resources: {'Port': ['ID=80db0b01-c3e6-419a-b0c7-b0e507983056,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:10.523979 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Network 82e326e6-190a-41c5-9091-43f8b7834047 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:10.531681 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:10.534355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:10.555880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.613969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93b43a5a-9509-4814-8dc3-bf0c93ce0ed5 req-f67b9de5-de1c-41f3-b591-0b64105a273f tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] 10.222.0.52 "GET /v2.0/security-groups/57bb0a43-43e0-4446-9ddd-ca156ba86853 HTTP/1.1" status: 200 len: 2981 time: 0.1067767 Feb 11 13:20:10.636457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Attempting to bind port 80db0b01-c3e6-419a-b0c7-b0e507983056 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:10.636706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Attempting to bind port 80db0b01-c3e6-419a-b0c7-b0e507983056 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:10.637059 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Attempting to bind port 80db0b01-c3e6-419a-b0c7-b0e507983056 on network 82e326e6-190a-41c5-9091-43f8b7834047 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:10.643780 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:10.644224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Checking segment: {'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:10.644620 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.645257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Bound using segment: {'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:10.645715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Bound port: 80db0b01-c3e6-419a-b0c7-b0e507983056, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:10.646110 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.718147 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bae6e4ed-2fe7-43b0-b592-43997db90c13 req-7354f545-5b5b-4a1e-827d-ab052f66eb6e tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/042676f2-47ae-44f3-8980-fe053cfb1d1b HTTP/1.1" status: 200 len: 1777 time: 0.0549479 Feb 11 13:20:10.723779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] For port 80db0b01-c3e6-419a-b0c7-b0e507983056, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:10.727918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] For port 80db0b01-c3e6-419a-b0c7-b0e507983056, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=80db0b01-c3e6-419a-b0c7-b0e507983056,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:10.783012 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bae6e4ed-2fe7-43b0-b592-43997db90c13 req-4b57e10b-1191-43d8-818a-d4c08b2e0abd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.800577 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.825086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bae6e4ed-2fe7-43b0-b592-43997db90c13 req-4b57e10b-1191-43d8-818a-d4c08b2e0abd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.859699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13469f5a-8881-4735-ac9e-547788764934 req-45876ecf-4d08-457c-95a4-c75c379685eb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:10.861662 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-45876ecf-4d08-457c-95a4-c75c379685eb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 807 time: 0.1536770 Feb 11 13:20:10.874743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a3d25-28c5-402e-8469-5552185f250b None None] Pushing event updated for resources: {'Port': ['ID=80db0b01-c3e6-419a-b0c7-b0e507983056,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:10.888507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-28e9d315-4a38-4eed-b6fb-b52ea381639b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/quotas/c143e0388f93410888c1f43650d02942 HTTP/1.1" status: 200 len: 375 time: 0.0172274 Feb 11 13:20:10.977168 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bae6e4ed-2fe7-43b0-b592-43997db90c13 req-4b57e10b-1191-43d8-818a-d4c08b2e0abd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.980414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bae6e4ed-2fe7-43b0-b592-43997db90c13 req-4b57e10b-1191-43d8-818a-d4c08b2e0abd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:10.987646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bae6e4ed-2fe7-43b0-b592-43997db90c13 req-4b57e10b-1191-43d8-818a-d4c08b2e0abd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/042676f2-47ae-44f3-8980-fe053cfb1d1b HTTP/1.1" status: 204 len: 173 time: 0.2608562 Feb 11 13:20:11.017402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57e10b-1191-43d8-818a-d4c08b2e0abd tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042676f2-47ae-44f3-8980-fe053cfb1d1b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:11.017519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-d7bcf012-677c-4079-99c4-160fecf0b934 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1216676 Feb 11 13:20:11.158757 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.184562 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.261814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-99d55b20-da5e-409b-b40f-15fe26b6292b service neutron] 10.222.0.52 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143552 Feb 11 13:20:11.382417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b1508-7ea4-4725-8b88-1f4d9a1673c5 req-b2cd9e3b-2fd9-4eab-aec2-3e1adfbf3a5c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:11.384726 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-449b1508-7ea4-4725-8b88-1f4d9a1673c5 req-b2cd9e3b-2fd9-4eab-aec2-3e1adfbf3a5c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0550008 Feb 11 13:20:11.386512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Allocated IP 172.25.0.155 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/d7508744-d81d-426e-bc8a-02015f1454c4) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:11.415711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-995ac2c8-18a0-41fa-bcf6-fe1623ec9c16 service neutron] 10.222.0.52 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475620 Feb 11 13:20:11.431207 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-449b1508-7ea4-4725-8b88-1f4d9a1673c5 req-37b7dcfc-dd86-4dfc-aa80-49f04727f8f2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390201 Feb 11 13:20:11.518221 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783b417-460f-4de2-b7db-2630922c1188 req-2b870cb9-fa53-42e0-a1b8-e2123212f2a7 tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "GET /v2.0/security-groups/fcecb2c6-2310-41f8-a543-fe5e1654bcd5 HTTP/1.1" status: 200 len: 1778 time: 0.0473747 Feb 11 13:20:11.536264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.575314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e783b417-460f-4de2-b7db-2630922c1188 req-5d981252-4971-4ed2-84f9-b55bc066d76d tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.602777 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e783b417-460f-4de2-b7db-2630922c1188 req-5d981252-4971-4ed2-84f9-b55bc066d76d tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.663366 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.703154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:11.708178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:11.716510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:11.731204 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e783b417-460f-4de2-b7db-2630922c1188 req-5d981252-4971-4ed2-84f9-b55bc066d76d tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.735880 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e783b417-460f-4de2-b7db-2630922c1188 req-5d981252-4971-4ed2-84f9-b55bc066d76d tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:11.737197 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e783b417-460f-4de2-b7db-2630922c1188 req-5d981252-4971-4ed2-84f9-b55bc066d76d tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/fcecb2c6-2310-41f8-a543-fe5e1654bcd5 HTTP/1.1" status: 204 len: 173 time: 0.2181840 Feb 11 13:20:11.746064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d981252-4971-4ed2-84f9-b55bc066d76d tempest-SecurityGroupsTestAdminJSON-2016439538 tempest-SecurityGroupsTestAdminJSON-2016439538-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcecb2c6-2310-41f8-a543-fe5e1654bcd5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:11.753685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=d7508744-d81d-426e-bc8a-02015f1454c4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:12.106349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2712901-bdd7-40ce-91ae-0564828e37ac req-c7d96dd7-8b92-4722-8274-b54e08e35b90 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:12.108519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2712901-bdd7-40ce-91ae-0564828e37ac req-c7d96dd7-8b92-4722-8274-b54e08e35b90 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 949 time: 0.0583386 Feb 11 13:20:12.158369 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2712901-bdd7-40ce-91ae-0564828e37ac req-d8c2169c-0ae7-43c1-80a2-2dbb7c1ceab4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 Feb 11 13:20:12.194733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935eef74-a9d1-4e54-ac2f-09e76e5bc3bc None None] Network 82e326e6-190a-41c5-9091-43f8b7834047 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:20:12.250808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.320460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ef6fb54-d2bb-477b-b632-68e9038f120b req-06618d54-4ca6-4d1a-b8d8-01f6a5839019 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] 10.222.0.52 "GET /v2.0/security-groups/3144b571-62d6-423a-92e8-e736b4848ca7 HTTP/1.1" status: 200 len: 1777 time: 0.0834067 Feb 11 13:20:12.397632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80db0b01-c3e6-419a-b0c7-b0e507983056 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:12.408775 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9ef6fb54-d2bb-477b-b632-68e9038f120b req-8f3bc06a-807a-48fe-9c6a-b3c709003aca tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.409892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c33a3fa9-21f5-4e65-bb9e-0fc98378a2d8 None None] Provisioning complete for port 80db0b01-c3e6-419a-b0c7-b0e507983056 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:12.414295 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c33a3fa9-21f5-4e65-bb9e-0fc98378a2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.437028 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9ef6fb54-d2bb-477b-b632-68e9038f120b req-8f3bc06a-807a-48fe-9c6a-b3c709003aca tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.649684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 80db0b01-c3e6-419a-b0c7-b0e507983056 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:12.650223 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.657597 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9ef6fb54-d2bb-477b-b632-68e9038f120b req-8f3bc06a-807a-48fe-9c6a-b3c709003aca tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.673687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9ef6fb54-d2bb-477b-b632-68e9038f120b req-8f3bc06a-807a-48fe-9c6a-b3c709003aca tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.673687 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ef6fb54-d2bb-477b-b632-68e9038f120b req-8f3bc06a-807a-48fe-9c6a-b3c709003aca tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] 10.222.0.52 "DELETE /v2.0/security-groups/3144b571-62d6-423a-92e8-e736b4848ca7 HTTP/1.1" status: 204 len: 173 time: 0.3508835 Feb 11 13:20:12.675042 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c33a3fa9-21f5-4e65-bb9e-0fc98378a2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.706929 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bc06a-807a-48fe-9c6a-b3c709003aca tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3144b571-62d6-423a-92e8-e736b4848ca7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:12.794674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c33a3fa9-21f5-4e65-bb9e-0fc98378a2d8 None None] For port 80db0b01-c3e6-419a-b0c7-b0e507983056, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=80db0b01-c3e6-419a-b0c7-b0e507983056,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:12.855445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46573e0-0fd5-462a-8987-f6b389a16010 req-2ed2ac7c-ba5d-4c76-b028-3a21e5292c23 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:12.857833 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.868988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e46573e0-0fd5-462a-8987-f6b389a16010 req-2ed2ac7c-ba5d-4c76-b028-3a21e5292c23 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 1100 time: 0.1100209 Feb 11 13:20:12.899429 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c33a3fa9-21f5-4e65-bb9e-0fc98378a2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.930780 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e46573e0-0fd5-462a-8987-f6b389a16010 req-40cf1163-04a8-4be7-a4af-517193d029fb tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593066 Feb 11 13:20:12.936461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87ad95a6-e1ca-4aef-9d3f-4f9797dae210 req-54749ed7-3000-41df-a158-3236ab9009d6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.3649559 Feb 11 13:20:12.981234 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:12.997679 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:20:12.999328 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:20:13.005371 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a3fa9-21f5-4e65-bb9e-0fc98378a2d8 None None] Pushing event updated for resources: {'Port': ['ID=80db0b01-c3e6-419a-b0c7-b0e507983056,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:13.131678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2c564-72bd-4d2e-93f1-a0ff657d9f61 req-d198bccd-63eb-4174-a4cd-98f24e5306ac tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.143188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f2c564-72bd-4d2e-93f1-a0ff657d9f61 req-d198bccd-63eb-4174-a4cd-98f24e5306ac tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0809364 Feb 11 13:20:13.208198 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f2c564-72bd-4d2e-93f1-a0ff657d9f61 req-9794fb2f-9997-4e00-8816-b45f5df2a703 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638995 Feb 11 13:20:13.236963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a9cf41ef-3874-4c84-8b72-38cf4bfa911d None None] Provisioning complete for port 80db0b01-c3e6-419a-b0c7-b0e507983056 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:13.237559 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9cf41ef-3874-4c84-8b72-38cf4bfa911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.283321 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-48ac6c58-91a0-40c6-96b2-cd873b381428 req-a26d179e-c969-4fb8-8cb2-77e141d7ddc8 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] 10.222.0.52 "GET /v2.0/security-groups/a842f735-982c-45ae-8508-cc11aa6913e7 HTTP/1.1" status: 200 len: 1777 time: 0.0514205 Feb 11 13:20:13.359937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Router ebd49d56-348d-4df7-9c37-f649add5a73d is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:20:13.370201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-48ac6c58-91a0-40c6-96b2-cd873b381428 req-ac7009ee-840d-4bb6-99cb-4692c7e03197 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.407694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-48ac6c58-91a0-40c6-96b2-cd873b381428 req-ac7009ee-840d-4bb6-99cb-4692c7e03197 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.455989 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-d5fe5fb0-42cb-4cba-ad7f-804ceb697130 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284684 Feb 11 13:20:13.557824 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-48ac6c58-91a0-40c6-96b2-cd873b381428 req-ac7009ee-840d-4bb6-99cb-4692c7e03197 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.563326 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-48ac6c58-91a0-40c6-96b2-cd873b381428 req-ac7009ee-840d-4bb6-99cb-4692c7e03197 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.564804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-48ac6c58-91a0-40c6-96b2-cd873b381428 req-ac7009ee-840d-4bb6-99cb-4692c7e03197 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] 10.222.0.52 "DELETE /v2.0/security-groups/a842f735-982c-45ae-8508-cc11aa6913e7 HTTP/1.1" status: 204 len: 173 time: 0.2803023 Feb 11 13:20:13.573843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:13.589440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Sync routers for ids ['ebd49d56-348d-4df7-9c37-f649add5a73d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:13.602276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7009ee-840d-4bb6-99cb-4692c7e03197 tempest-SecurityGroupsTestAdminJSON-1539773923 tempest-SecurityGroupsTestAdminJSON-1539773923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a842f735-982c-45ae-8508-cc11aa6913e7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:13.620003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Routers {'ebd49d56-348d-4df7-9c37-f649add5a73d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:13.620193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-7ffbaffa-dad8-4de0-977d-938735c9e547 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:13.620311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ebd49d56-348d-4df7-9c37-f649add5a73d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:13.622496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-7ffbaffa-dad8-4de0-977d-938735c9e547 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1616490 Feb 11 13:20:13.640821 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2644f7ec-e085-4a11-87d7-215b8fbd2043 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/quotas/94b15a99cc5f451dbcae3fd953ea3350 HTTP/1.1" status: 200 len: 375 time: 0.0173390 Feb 11 13:20:13.715165 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-c18d4aa7-10e2-40aa-b60b-0a0fe4ee7307 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0733380 Feb 11 13:20:13.752595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Set router ebd49d56-348d-4df7-9c37-f649add5a73d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:13.762537 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:13.767162 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-53ac7123-95c1-4787-b885-33f5e8456cc2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8372972 Feb 11 13:20:13.767553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42820) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:13.992742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:11Z', 'revision_number': 3, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:14.046768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Checking router: ebd49d56-348d-4df7-9c37-f649add5a73d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:14.048062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Updating router ebd49d56-348d-4df7-9c37-f649add5a73d port d7508744-d81d-426e-bc8a-02015f1454c4 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:20:14.076856 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.271184 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-10a68c05-16a1-4d09-847d-e38d4e479100 req-98b43ea6-7a73-49cd-b91e-334108897ebb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.0987868 Feb 11 13:20:14.346972 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c57e3b8-7593-4cdb-84a2-caaad08ff091 req-9ec758f8-f2e0-409d-a966-7e653a1f3cee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 210 time: 0.1393800 Feb 11 13:20:14.366121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80db0b01-c3e6-419a-b0c7-b0e507983056 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:14.504523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 80db0b01-c3e6-419a-b0c7-b0e507983056 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:14.504959 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.507867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42842) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:14.568459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d8651-927c-4e65-a4bd-745afa1dd822 req-62d9111a-a731-40cd-adcd-1d607e0903f5 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:14.574653 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-270d8651-927c-4e65-a4bd-745afa1dd822 req-62d9111a-a731-40cd-adcd-1d607e0903f5 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 945 time: 0.1298280 Feb 11 13:20:14.708151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-270d8651-927c-4e65-a4bd-745afa1dd822 req-a53e021c-7b1d-41f8-892e-3a52b7c1d291 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208975 Feb 11 13:20:14.741850 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9a737d90-e170-457e-a64f-0d6252a65e59 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdb4eda88e7142f29153440dada03e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289124 Feb 11 13:20:14.742434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42846) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:14.815729 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fb5d-6b61-4400-a6cd-ba34afdc4308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.868827 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fb5d-6b61-4400-a6cd-ba34afdc4308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.949730 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.972998 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:14.994274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e677ac-3e5b-494e-a833-b24e28fd0082 req-a4104d82-ecfa-4e18-9f2e-86931a579703 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:14.995708 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20e677ac-3e5b-494e-a833-b24e28fd0082 req-a4104d82-ecfa-4e18-9f2e-86931a579703 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0723512 Feb 11 13:20:15.039952 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fb5d-6b61-4400-a6cd-ba34afdc4308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.042801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fb8fb5d-6b61-4400-a6cd-ba34afdc4308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.055357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2fb8fb5d-6b61-4400-a6cd-ba34afdc4308 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57bb0a43-43e0-4446-9ddd-ca156ba86853 HTTP/1.1" status: 204 len: 168 time: 0.3005738 Feb 11 13:20:15.061283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8fb5d-6b61-4400-a6cd-ba34afdc4308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb0a43-43e0-4446-9ddd-ca156ba86853,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:15.091233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20e677ac-3e5b-494e-a833-b24e28fd0082 req-6578695f-6f61-435d-ac03-18225340c36d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870755 Feb 11 13:20:15.098263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.185060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Attempting to bind port d7508744-d81d-426e-bc8a-02015f1454c4 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:15.185060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Attempting to bind port d7508744-d81d-426e-bc8a-02015f1454c4 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:15.185060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Attempting to bind port d7508744-d81d-426e-bc8a-02015f1454c4 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:15.185060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc908de4-c910-4fb6-8ba5-b16e99b2b7b9 None None] Pushing event updated for resources: {'Port': ['ID=d7508744-d81d-426e-bc8a-02015f1454c4,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:15.192051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:15.192428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:15.192829 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.193217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:15.194001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Bound port: d7508744-d81d-426e-bc8a-02015f1454c4, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:15.194166 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.225599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Allocated IP 172.20.0.1 (82e326e6-190a-41c5-9091-43f8b7834047/270b6f5f-34f9-478f-b64f-a56ab929ff15/8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:15.262330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] For port d7508744-d81d-426e-bc8a-02015f1454c4, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:15.266491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] For port d7508744-d81d-426e-bc8a-02015f1454c4, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d7508744-d81d-426e-bc8a-02015f1454c4,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:15.432326 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.463762 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52f8a2b9-c84c-45bf-ad9d-cdf50a8d508a req-24c68113-67f6-42b0-a36a-0e302f5602de tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.0984576 Feb 11 13:20:15.475473 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.536845 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Routers {'ebd49d56-348d-4df7-9c37-f649add5a73d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:15.537491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ebd49d56-348d-4df7-9c37-f649add5a73d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:15.609370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13469f5a-8881-4735-ac9e-547788764934 req-80a50469-8ee2-4f33-a108-de46f9933447 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:15.611233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4fcdd29-7ef5-4c2a-bbae-ddaef8e24fb7 req-bc61dd33-269a-4fa1-826a-1b3508dfff2c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 210 time: 0.2023249 Feb 11 13:20:15.614973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc908de4-c910-4fb6-8ba5-b16e99b2b7b9 None None] Pushing event updated for resources: {'Port': ['ID=d7508744-d81d-426e-bc8a-02015f1454c4,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:15.620356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-80a50469-8ee2-4f33-a108-de46f9933447 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 807 time: 0.2805169 Feb 11 13:20:15.633408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:15.648252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Request body: {'port': {'device_id': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d', 'admin_state_up': True, 'tenant_id': 'c143e0388f93410888c1f43650d02942'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:15.721330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] Set router ebd49d56-348d-4df7-9c37-f649add5a73d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:15.725480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Network 82e326e6-190a-41c5-9091-43f8b7834047 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:15.727311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:15.732754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:15.867016 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.026358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c30f1-2cc5-41da-9028-59e2dc376c57 req-8a3b9f50-3c88-4ab0-82d0-39610fe530ab tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.039953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-781c30f1-2cc5-41da-9028-59e2dc376c57 req-8a3b9f50-3c88-4ab0-82d0-39610fe530ab tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 945 time: 0.2008903 Feb 11 13:20:16.077925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Made reservation on behalf of c143e0388f93410888c1f43650d02942 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:16.087432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.102930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42866) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:16.182058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:11Z', 'revision_number': 3, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:16.301990 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.315474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:16.340111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-781c30f1-2cc5-41da-9028-59e2dc376c57 req-09573f35-cbb5-46b8-b576-3800aa6b80ad tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795768 Feb 11 13:20:16.359329 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01099201-6fdb-45a5-84f3-e45a10dca118 req-a38c1493-3c9a-4c23-91bc-eb866619306e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.366944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa8e0fa-aaac-4c49-ad1c-f764873ed59d None None] The sync data for ids ['ebd49d56-348d-4df7-9c37-f649add5a73d'] in n-d-816488-1 is: [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:11Z', 'revision_number': 3, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:16.368173 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01099201-6fdb-45a5-84f3-e45a10dca118 req-a38c1493-3c9a-4c23-91bc-eb866619306e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0955393 Feb 11 13:20:16.445256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5f374000-5ffd-4adf-84ab-04119fa87f5d None None] Provisioning complete for port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:16.445749 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f374000-5ffd-4adf-84ab-04119fa87f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.465013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a37b0631-6616-40c8-808e-bfc28e052c87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=692bdb938855484198724c707755feae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3460312 Feb 11 13:20:16.487365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01099201-6fdb-45a5-84f3-e45a10dca118 req-47265824-0c8e-4e55-b48d-f470a35ee814 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182458 Feb 11 13:20:16.488644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42872) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:16.515272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7df164d9-24c5-47c7-a350-b593e3565439 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:16.517019 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7df164d9-24c5-47c7-a350-b593e3565439 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 945 time: 0.3973036 Feb 11 13:20:16.625385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5f374000-5ffd-4adf-84ab-04119fa87f5d None None] Port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:16.828402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b87a1d7a-6572-48d4-a1d1-dea12f62757a req-81a388d4-7b16-4a34-aa42-54e78a7329e9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.1185515 Feb 11 13:20:16.877692 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9704b3e-a4ad-4f64-b6ec-0e6aa8fea558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.903545 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c121771d-30dc-4e61-89dc-9496c2d288e4 req-afdee25c-88e7-4065-82b7-2422a796ef0d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 210 time: 0.1264949 Feb 11 13:20:16.906137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Allocated IP 172.20.0.6 (5ecabf25-7bf5-488c-aac7-98c892767d8d/580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0/e774570a-0160-4da5-8fa1-98bcac8b7837) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:16.939683 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9704b3e-a4ad-4f64-b6ec-0e6aa8fea558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:16.948089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7f5f5842-8969-4f89-8453-876a515dfb33 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Deleting port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:20:16.948691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7f5f5842-8969-4f89-8453-876a515dfb33 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.160559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.163893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7f5f5842-8969-4f89-8453-876a515dfb33 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] For port 9a725de2-4c86-4b07-9364-27c8ed7d6e56, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9a725de2-4c86-4b07-9364-27c8ed7d6e56,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:17.164430 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7f5f5842-8969-4f89-8453-876a515dfb33 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.185102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7f5f5842-8969-4f89-8453-876a515dfb33 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Calling delete_port for 9a725de2-4c86-4b07-9364-27c8ed7d6e56 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:20:17.272971 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.317312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.354789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-8547690a-64cc-45bc-9d48-acd196694222 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132677 Feb 11 13:20:17.409502 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9704b3e-a4ad-4f64-b6ec-0e6aa8fea558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.412803 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9704b3e-a4ad-4f64-b6ec-0e6aa8fea558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.417117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e9704b3e-a4ad-4f64-b6ec-0e6aa8fea558 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e58ce32-480d-478d-80f5-251ba89ceac5 HTTP/1.1" status: 204 len: 168 time: 0.9257708 Feb 11 13:20:17.441375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9704b3e-a4ad-4f64-b6ec-0e6aa8fea558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e58ce32-480d-478d-80f5-251ba89ceac5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:17.469026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.481655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['81b3e49a-5662-4aab-8a80-60237449f5b6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:17.698980 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff2393ed-b38f-421f-88d8-642886649c63 req-62b2ad89-dd8e-439e-91fb-65a730c9e5f0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 210 time: 0.0826290 Feb 11 13:20:17.701356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Network 5ecabf25-7bf5-488c-aac7-98c892767d8d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:17.710877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:17.718980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:17.724521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Pushing event updated for resources: {'Port': ['ID=e774570a-0160-4da5-8fa1-98bcac8b7837,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:17.726854 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7f5f5842-8969-4f89-8453-876a515dfb33 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.753518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['dfc56205-41a9-4276-bb26-1022f07e7cc6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:17.785071 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Pushing event updated for resources: {'Port': ['ID=8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:17.791004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:17.791922 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.833055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:17.943831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-abe55935-6d6d-4422-a24b-ab8f3e09b117 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3135271 Feb 11 13:20:17.963850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Request body: {'port': {'device_id': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:17.992207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f5842-8969-4f89-8453-876a515dfb33 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Pushing event deleted for resources: {'Port': ['ID=9a725de2-4c86-4b07-9364-27c8ed7d6e56,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:18.116575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7f5f5842-8969-4f89-8453-876a515dfb33 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] No DVR routers for this DVR port 9a725de2-4c86-4b07-9364-27c8ed7d6e56 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:18.133298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-446384e9-d48d-4d7f-91a6-26affb5b095c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:18.134806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-446384e9-d48d-4d7f-91a6-26affb5b095c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7809677 Feb 11 13:20:18.136058 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7f5f5842-8969-4f89-8453-876a515dfb33 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:18.144663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e65e16f-efbc-4a4c-9b64-620498b2433d req-7f5f5842-8969-4f89-8453-876a515dfb33 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.13 "DELETE /v2.0/ports/9a725de2-4c86-4b07-9364-27c8ed7d6e56 HTTP/1.1" status: 204 len: 173 time: 1.6134439 Feb 11 13:20:18.151155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad89c1a-d190-46eb-bc6e-f33844abdcf2', 'name': 'network-vif-deleted', 'tag': '9a725de2-4c86-4b07-9364-27c8ed7d6e56'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:18.155233 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838d1c66-9a8e-4514-ab04-b61b963886ad" -d '{"events": [{"server_uuid": "4ad89c1a-d190-46eb-bc6e-f33844abdcf2", "name": "network-vif-deleted", "tag": "9a725de2-4c86-4b07-9364-27c8ed7d6e56"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:18.167731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Request body: {'port': {'device_id': '04e65636-3e1d-47f6-bf81-f76715f4dab6', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '94b15a99cc5f451dbcae3fd953ea3350'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:18.177218 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:18.210647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c8f3d-f811-49c4-9aae-97cc70721f00 req-2cc7c245-c540-47c7-9dc2-8d2976d41487 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:18.217646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['2aab0520-de7c-4ba9-bb14-50e9d8777e0f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:18.221360 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b23c8f3d-f811-49c4-9aae-97cc70721f00 req-2cc7c245-c540-47c7-9dc2-8d2976d41487 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.5152984 Feb 11 13:20:18.253421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92597a67-718f-494b-8d35-7262f6fd13d9 req-58b5af4a-e490-4ee4-8b5d-7903b89b5ac2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:18.261003 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92597a67-718f-494b-8d35-7262f6fd13d9 req-58b5af4a-e490-4ee4-8b5d-7903b89b5ac2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 931 time: 0.1245768 Feb 11 13:20:18.337488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92597a67-718f-494b-8d35-7262f6fd13d9 req-ca475658-71ee-45b2-828e-8a10cad4b1a0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723829 Feb 11 13:20:18.440727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7508744-d81d-426e-bc8a-02015f1454c4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:18.531002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b23c8f3d-f811-49c4-9aae-97cc70721f00 req-f7133830-8053-4f89-9a47-358125f78f35 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087385 Feb 11 13:20:18.546623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Network 82e326e6-190a-41c5-9091-43f8b7834047 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:18.559862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:18.725050 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953f9f0f-2a93-4fd4-a7c5-bebd55798873 x-openstack-request-id: req-953f9f0f-2a93-4fd4-a7c5-bebd55798873 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:18.729117 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad89c1a-d190-46eb-bc6e-f33844abdcf2", "name": "network-vif-deleted", "tag": "9a725de2-4c86-4b07-9364-27c8ed7d6e56", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:18.730152 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-953f9f0f-2a93-4fd4-a7c5-bebd55798873 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:18.730734 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad89c1a-d190-46eb-bc6e-f33844abdcf2', 'name': 'network-vif-deleted', 'tag': '9a725de2-4c86-4b07-9364-27c8ed7d6e56', 'status': 'completed', 'code': 200} Feb 11 13:20:18.774346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d7508744-d81d-426e-bc8a-02015f1454c4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:18.774818 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:18.930441 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Made reservation on behalf of 94b15a99cc5f451dbcae3fd953ea3350 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:18.939962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.036881 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4d7ccd3-1d4a-480a-8ae9-a17052a77c85 req-0ddc445b-df3e-4142-8ac3-377a76dba1a2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 210 time: 0.2361398 Feb 11 13:20:19.050185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.094255 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32abd45b-b0ff-4f2d-adc0-8a49bbe2348b req-ca986ecb-0111-46b7-a1c0-bd7d064f545f tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ad89c1a-d190-46eb-bc6e-f33844abdcf2 HTTP/1.1" status: 200 len: 210 time: 0.1475205 Feb 11 13:20:19.120397 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port d7508744-d81d-426e-bc8a-02015f1454c4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d7508744-d81d-426e-bc8a-02015f1454c4,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:19.147347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e774570a-0160-4da5-8fa1-98bcac8b7837 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:19.160673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8947332f-41fc-415f-83ce-87efd562429e None None] Provisioning complete for port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:19.162344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8947332f-41fc-415f-83ce-87efd562429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.190907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Router ebd49d56-348d-4df7-9c37-f649add5a73d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:19.203995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.211881 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.280673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8947332f-41fc-415f-83ce-87efd562429e None None] Port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:19.306260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=d7508744-d81d-426e-bc8a-02015f1454c4,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:19.326868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9a725de2-4c86-4b07-9364-27c8ed7d6e56 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:19.338061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Transition to ACTIVE for port object e774570a-0160-4da5-8fa1-98bcac8b7837 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:19.363774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 9a725de2-4c86-4b07-9364-27c8ed7d6e56 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:20:19.364117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9a725de2-4c86-4b07-9364-27c8ed7d6e56 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:19.406455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-4737095e-372c-474e-a841-fea46ab6bcf9 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--874561704&fields=id&tenant_id=e222d950130d41ad823f39cb3a735bd8 HTTP/1.1" status: 200 len: 267 time: 0.1750994 Feb 11 13:20:19.437903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.481530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Allocated IP 192.168.233.166 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/043a0091-7907-43e5-93d5-254de66e4b15) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:19.535442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:19.543408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a1efbc99-5551-47e7-b17a-aba1fb13caf7 admin admin] 10.222.0.52 "PUT /v2.0/routers/ebd49d56-348d-4df7-9c37-f649add5a73d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7747960 Feb 11 13:20:19.556066 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Sync routers for ids ['ebd49d56-348d-4df7-9c37-f649add5a73d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:19.583221 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Routers {'ebd49d56-348d-4df7-9c37-f649add5a73d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:19.583847 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ebd49d56-348d-4df7-9c37-f649add5a73d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:19.641664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e774570a-0160-4da5-8fa1-98bcac8b7837,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:19.719460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318c047-b6ba-4c48-a562-c89476b204d1 req-c69b4342-bcd7-4e3b-aad7-946bdaf4a0f6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:19.723169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-dc16b7a3-7399-4beb-b3f4-9df0fc0feea7 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:19.727745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8318c047-b6ba-4c48-a562-c89476b204d1 req-c69b4342-bcd7-4e3b-aad7-946bdaf4a0f6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.2596276 Feb 11 13:20:19.729017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-dc16b7a3-7399-4beb-b3f4-9df0fc0feea7 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/networks?id=451d6c5d-5d14-478f-836a-adfb411434d1 HTTP/1.1" status: 200 len: 816 time: 0.3239784 Feb 11 13:20:19.779708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-2c24b2bb-e5e6-4857-9478-49585b2eba25 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/quotas/e222d950130d41ad823f39cb3a735bd8 HTTP/1.1" status: 200 len: 375 time: 0.0327005 Feb 11 13:20:19.832780 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Set router ebd49d56-348d-4df7-9c37-f649add5a73d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:19.873836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:19.874552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:19.875034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:19.886925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Port e774570a-0160-4da5-8fa1-98bcac8b7837 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:19.889747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:19.894631 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8318c047-b6ba-4c48-a562-c89476b204d1 req-6e0e8fb0-78b0-48b6-a46f-44a7a325dc58 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654987 Feb 11 13:20:19.904869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-fca73a39-0653-49fe-9530-3deddd8e9bb4 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e222d950130d41ad823f39cb3a735bd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133380 Feb 11 13:20:19.906349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:19.906842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:19.907229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:19.907676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Bound port: e774570a-0160-4da5-8fa1-98bcac8b7837, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:19.908034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:19.940190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.075315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15509871-30a0-4c32-8bb8-83428770fca3 req-634dba13-e17f-4d88-80fe-7250f90da828 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.086468 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15509871-30a0-4c32-8bb8-83428770fca3 req-634dba13-e17f-4d88-80fe-7250f90da828 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.0741017 Feb 11 13:20:20.147792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.158933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15509871-30a0-4c32-8bb8-83428770fca3 req-d005a9fe-de31-4425-bf4e-cc2bc8f9b7be tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601246 Feb 11 13:20:20.160330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9', '603ad938-774c-4e3f-aa90-44c92149f9ab'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:20.163659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5', '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7', 'b200cb3f-02b5-4e75-acda-e0e663ed59db', '0e405083-b06f-4431-8e63-0a381f136b5f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:20.228541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-b006b496-b225-4e67-9ace-ccd58b68035b service neutron] 10.222.0.52 "GET /v2.0/networks/451d6c5d-5d14-478f-836a-adfb411434d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981453 Feb 11 13:20:20.233554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:20.245884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:20.253004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:20.257146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event updated for resources: {'Port': ['ID=043a0091-7907-43e5-93d5-254de66e4b15,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:20.305042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:20.344874 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:16Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847', 'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'mac_address': 'fa:16:3e:1b:a9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:15Z', 'updated_at': '2022-02-11T13:20:16Z', 'revision_number': 2, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'subnets': [{'id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:20.426436 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Checking router: ebd49d56-348d-4df7-9c37-f649add5a73d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:20.427111 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Updating router ebd49d56-348d-4df7-9c37-f649add5a73d port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:20:20.443878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:20.458070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7508744-d81d-426e-bc8a-02015f1454c4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:20.471094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.473081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.515167 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.536208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc55bfa-1d46-48ed-a608-e51649c88c7a req-9a1bd354-13f0-4e81-a274-82f47788b659 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.538060 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1cc55bfa-1d46-48ed-a608-e51649c88c7a req-9a1bd354-13f0-4e81-a274-82f47788b659 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 936 time: 0.1993988 Feb 11 13:20:20.562337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-6584607f-2e9e-47a1-a615-4a21e533bd36 service neutron] 10.222.0.52 "GET /v2.0/networks/451d6c5d-5d14-478f-836a-adfb411434d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244512 Feb 11 13:20:20.572175 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.616029 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-2c67174d-21b6-4622-9dbb-cb77d92d96eb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4522307 Feb 11 13:20:20.648472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Request body: {'port': {'device_id': '04e65636-3e1d-47f6-bf81-f76715f4dab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:20.776276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e774570a-0160-4da5-8fa1-98bcac8b7837,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:20.785514 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1cc55bfa-1d46-48ed-a608-e51649c88c7a req-a6ad0c69-2bca-48ba-b5db-788c7a630f39 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108498 Feb 11 13:20:20.787669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:20.789797 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.792362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-f56b5243-6340-4883-9689-774e543d05d4 service neutron] 10.222.0.59 "PUT /v2.0/ports/e774570a-0160-4da5-8fa1-98bcac8b7837 HTTP/1.1" status: 200 len: 1091 time: 2.8389838 Feb 11 13:20:20.793717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'tag': 'e774570a-0160-4da5-8fa1-98bcac8b7837'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:20.803129 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cda87fe-c827-42c7-8329-0f02ca918c57" -d '{"events": [{"name": "network-changed", "server_uuid": "2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3", "tag": "e774570a-0160-4da5-8fa1-98bcac8b7837"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:20.889468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d7508744-d81d-426e-bc8a-02015f1454c4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:20.889468 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.892660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1f98a845-8a8b-4a5d-8817-95d07dd8c0c5 None None] Provisioning complete for port 043a0091-7907-43e5-93d5-254de66e4b15 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:20.893019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f98a845-8a8b-4a5d-8817-95d07dd8c0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.925614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:20.968714 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb53696-5740-4ae6-a0dd-e4138f8ba4bc x-openstack-request-id: req-7fb53696-5740-4ae6-a0dd-e4138f8ba4bc {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:20.968994 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3", "tag": "e774570a-0160-4da5-8fa1-98bcac8b7837", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:20.969239 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fb53696-5740-4ae6-a0dd-e4138f8ba4bc {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:20.969636 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'tag': 'e774570a-0160-4da5-8fa1-98bcac8b7837', 'status': 'completed', 'code': 200} Feb 11 13:20:21.079671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1f98a845-8a8b-4a5d-8817-95d07dd8c0c5 None None] Port 043a0091-7907-43e5-93d5-254de66e4b15 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:21.129920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13469f5a-8881-4735-ac9e-547788764934 req-442b3ebe-8ac0-4c69-8155-ac7c68e81912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.138317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-442b3ebe-8ac0-4c69-8155-ac7c68e81912 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 1094 time: 0.1945429 Feb 11 13:20:21.217670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42974) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:21.223806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1458729795-network', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:21.229491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-5a6c123e-7091-4fd8-bbeb-fb19e32bc169 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e774570a-0160-4da5-8fa1-98bcac8b7837 HTTP/1.1" status: 200 len: 217 time: 0.0817940 Feb 11 13:20:21.314069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13469f5a-8881-4735-ac9e-547788764934 req-875bf156-36e1-4daa-9fe3-819205ffc1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.315983 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-875bf156-36e1-4daa-9fe3-819205ffc1f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0788009 Feb 11 13:20:21.377877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-2ef87058-7ad8-4f58-96d4-47876d597d70 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498452 Feb 11 13:20:21.385729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Made reservation on behalf of d510026b51814ad7aa92139b6d7298ab for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:21.391641 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.413314 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.455978 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.531143 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:21.687401 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36209097-ae19-419f-8af3-dd86a8b69f95 None None] Pushing event updated for resources: {'Port': ['ID=8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:21.754349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-32c19352-bdd8-4219-bb3e-1559a8df7a00 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574007 Feb 11 13:20:21.759266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb175b-3548-40d3-8a36-ead4d2daf043 req-0b479fa3-176e-4b85-a621-d00ebc5c090b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:21.774090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01eb175b-3548-40d3-8a36-ead4d2daf043 req-0b479fa3-176e-4b85-a621-d00ebc5c090b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.1612926 Feb 11 13:20:22.007980 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:20:22.008101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043a0091-7907-43e5-93d5-254de66e4b15 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:22.008488 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Attempting to bind port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:22.008488 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Attempting to bind port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:22.008488 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Attempting to bind port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 on network 82e326e6-190a-41c5-9091-43f8b7834047 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:22.008488 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:22.008488 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Checking segment: {'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:22.008488 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.008488 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Bound using segment: {'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:22.008488 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Bound port: 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:22.008488 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.009215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01eb175b-3548-40d3-8a36-ead4d2daf043 req-c7c189dd-de01-4e54-b12f-22258530c85f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079501 Feb 11 13:20:22.009215 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.062150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Transition to ACTIVE for port object 043a0091-7907-43e5-93d5-254de66e4b15 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:22.091296 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.124550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.175986 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] For port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:22.179728 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] For port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:22.202598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.217222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca85ca9-bd7b-4518-9781-3b011e901f03 req-064864d5-8320-43bc-8ebf-6e3dad35e1df tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:22.228205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bca85ca9-bd7b-4518-9781-3b011e901f03 req-064864d5-8320-43bc-8ebf-6e3dad35e1df tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.2152848 Feb 11 13:20:22.230936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Pushing event updated for resources: {'Port': ['ID=043a0091-7907-43e5-93d5-254de66e4b15,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:22.298779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13469f5a-8881-4735-ac9e-547788764934 req-a41e7153-fc00-4f6f-b2cf-7ba2553b0dbf service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147326 Feb 11 13:20:22.336324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:22.351389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a52e1-cc7c-4e76-bd05-3c7c6bde26ef req-24fae6d4-f0a0-4a16-88c6-509186b5b538 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:22.353825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e33a52e1-cc7c-4e76-bd05-3c7c6bde26ef req-24fae6d4-f0a0-4a16-88c6-509186b5b538 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 946 time: 0.1080685 Feb 11 13:20:22.356021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-dbe10a9a-85df-4d22-b9c9-0d880b4a744b None None] Provisioning complete for port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:22.356530 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dbe10a9a-85df-4d22-b9c9-0d880b4a744b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.378337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bca85ca9-bd7b-4518-9781-3b011e901f03 req-e4a1ecfe-4061-4c9b-bd51-30018a1c1751 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490543 Feb 11 13:20:22.380019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9e4128-5df9-4626-be91-fedbc1a92fc4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:22.390592 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.391290 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Added segment 0768f610-e270-45c3-96ed-29dcdef746c5 of type vlan for network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d Feb 11 13:20:22.439834 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-dbe10a9a-85df-4d22-b9c9-0d880b4a744b None None] Port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:22.503964 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e33a52e1-cc7c-4e76-bd05-3c7c6bde26ef req-40215916-9f47-41f8-ae40-46311424d5d6 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290181 Feb 11 13:20:22.519161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Attempting to bind port 043a0091-7907-43e5-93d5-254de66e4b15 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:22.520374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Attempting to bind port 043a0091-7907-43e5-93d5-254de66e4b15 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:22.521506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Attempting to bind port 043a0091-7907-43e5-93d5-254de66e4b15 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:22.552550 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f68a1ba6-dfbe-4ad4-8533-0d8cbb6f654b req-a0c79354-e088-41b8-bace-0de065aa786b tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 210 time: 0.0626051 Feb 11 13:20:22.552716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Port 043a0091-7907-43e5-93d5-254de66e4b15 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:22.552716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Attempting to bind port 043a0091-7907-43e5-93d5-254de66e4b15 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:22.562662 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.571693 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.572270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:22.572660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:22.573849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:22.577140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Bound port: 043a0091-7907-43e5-93d5-254de66e4b15, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:22.578745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.681288 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Routers {'ebd49d56-348d-4df7-9c37-f649add5a73d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:22.682215 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ebd49d56-348d-4df7-9c37-f649add5a73d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:22.721371 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.722556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:22.728278 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:22.780556 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36209097-ae19-419f-8af3-dd86a8b69f95 None None] Pushing event updated for resources: {'Port': ['ID=8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:22.851408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda87fe-c827-42c7-8329-0f02ca918c57 req-2aa0c8a6-c1bc-4c9e-b80d-cbcc14babf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:22.858565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cda87fe-c827-42c7-8329-0f02ca918c57 req-2aa0c8a6-c1bc-4c9e-b80d-cbcc14babf2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 1094 time: 0.2216325 Feb 11 13:20:22.879775 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] For port 043a0091-7907-43e5-93d5-254de66e4b15, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:22.887337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] For port 043a0091-7907-43e5-93d5-254de66e4b15, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=043a0091-7907-43e5-93d5-254de66e4b15,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:22.921401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4126da-ac00-4d0d-9645-7131769c08d9 req-73643cd8-a001-4a39-b632-44e3bb946304 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:22.934286 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc4126da-ac00-4d0d-9645-7131769c08d9 req-73643cd8-a001-4a39-b632-44e3bb946304 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 948 time: 0.2482867 Feb 11 13:20:22.960541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7332168 Feb 11 13:20:22.961900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43000) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:23.015331 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] Set router ebd49d56-348d-4df7-9c37-f649add5a73d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:23.020081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Request body: {'subnet': {'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1458729795-subnet', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:23.078428 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.102658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbdae9-0e38-426a-9884-62378e6d6efb admin admin] Pushing event updated for resources: {'Network': ['ID=d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:23.141882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:20:23.267094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Pushing event updated for resources: {'Port': ['ID=043a0091-7907-43e5-93d5-254de66e4b15,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:23.280971 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-011061b5-e802-4271-bfca-443be38c1fae tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:23.290545 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-011061b5-e802-4271-bfca-443be38c1fae tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.13 "GET /v2.0/ports?device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 946 time: 0.3192585 Feb 11 13:20:23.290545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:23.290545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.290545 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-33c868cf-670e-4c24-8fd0-85de03ae8a55 service neutron] 10.222.0.59 "PUT /v2.0/ports/043a0091-7907-43e5-93d5-254de66e4b15 HTTP/1.1" status: 200 len: 1096 time: 2.6531768 Feb 11 13:20:23.316716 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc4126da-ac00-4d0d-9645-7131769c08d9 req-1e1e17a3-de2a-405e-852e-132fef69637d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821354 Feb 11 13:20:23.319685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e65636-3e1d-47f6-bf81-f76715f4dab6', 'tag': '043a0091-7907-43e5-93d5-254de66e4b15'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:23.326672 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a32f18-6f26-4951-99f1-36f11455250c" -d '{"events": [{"name": "network-changed", "server_uuid": "04e65636-3e1d-47f6-bf81-f76715f4dab6", "tag": "043a0091-7907-43e5-93d5-254de66e4b15"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:23.337208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Made reservation on behalf of d510026b51814ad7aa92139b6d7298ab for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:23.337208 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.498118 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:16Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847', 'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'mac_address': 'fa:16:3e:1b:a9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:15Z', 'updated_at': '2022-02-11T13:20:22Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'subnets': [{'id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:23.509103 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5013a36-85f7-47c3-9139-196d68575e9b x-openstack-request-id: req-f5013a36-85f7-47c3-9139-196d68575e9b {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:23.509103 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e65636-3e1d-47f6-bf81-f76715f4dab6", "tag": "043a0091-7907-43e5-93d5-254de66e4b15", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:23.509487 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5013a36-85f7-47c3-9139-196d68575e9b {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:23.510020 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e65636-3e1d-47f6-bf81-f76715f4dab6', 'tag': '043a0091-7907-43e5-93d5-254de66e4b15', 'status': 'completed', 'code': 200} Feb 11 13:20:23.575466 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ca8ebc-b564-45fd-8257-29104974684f None None] The sync data for ids ['ebd49d56-348d-4df7-9c37-f649add5a73d'] in n-d-816488-1 is: [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:16Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847', 'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'mac_address': 'fa:16:3e:1b:a9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:15Z', 'updated_at': '2022-02-11T13:20:22Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'subnets': [{'id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:23.678696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48f5b8-2a8b-46df-a706-d7b5d0a20a66 req-10e385b2-de47-4ac7-ac18-ba74888be090 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:23.690537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc48f5b8-2a8b-46df-a706-d7b5d0a20a66 req-10e385b2-de47-4ac7-ac18-ba74888be090 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.5284812 Feb 11 13:20:23.693634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda87fe-c827-42c7-8329-0f02ca918c57 req-5acd48d2-2ec1-4e2a-b596-cb13eb04b9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:23.696007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cda87fe-c827-42c7-8329-0f02ca918c57 req-5acd48d2-2ec1-4e2a-b596-cb13eb04b9c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.8203042 Feb 11 13:20:23.776913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cda87fe-c827-42c7-8329-0f02ca918c57 req-b967503f-cb23-45d7-b488-449593751f78 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e774570a-0160-4da5-8fa1-98bcac8b7837 HTTP/1.1" status: 200 len: 217 time: 0.0693681 Feb 11 13:20:23.905041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-16ced566-0717-46be-9da2-cf00b2b37469 None None] Provisioning complete for port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:23.905527 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16ced566-0717-46be-9da2-cf00b2b37469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:23.938242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc48f5b8-2a8b-46df-a706-d7b5d0a20a66 req-47087d62-cd27-4d93-9678-b6a27102003f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401679 Feb 11 13:20:24.144140 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16ced566-0717-46be-9da2-cf00b2b37469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.208855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-16ced566-0717-46be-9da2-cf00b2b37469 None None] For port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:24.257751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-349c58bc-d11a-4eeb-a3f2-e938da9a9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.259661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-349c58bc-d11a-4eeb-a3f2-e938da9a9c59 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 1099 time: 0.7818692 Feb 11 13:20:24.274722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda87fe-c827-42c7-8329-0f02ca918c57 req-62e8a3e7-c46c-4759-b9b8-b573748773f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.277343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cda87fe-c827-42c7-8329-0f02ca918c57 req-62e8a3e7-c46c-4759-b9b8-b573748773f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.4882669 Feb 11 13:20:24.277588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6949f-bec7-40ee-b461-8bef28c719d9 req-111b00d3-8a88-4358-8836-9439c3c3f811 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.278451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16ced566-0717-46be-9da2-cf00b2b37469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.298104 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b1b6949f-bec7-40ee-b461-8bef28c719d9 req-111b00d3-8a88-4358-8836-9439c3c3f811 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.1981485 Feb 11 13:20:24.347963 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cda87fe-c827-42c7-8329-0f02ca918c57 req-c060eebe-7966-4f78-8183-7429191d1355 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626373 Feb 11 13:20:24.350653 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.384270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:24.411966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-647d292a-82f4-4af2-b76c-63589c227267 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=043a0091-7907-43e5-93d5-254de66e4b15 HTTP/1.1" status: 200 len: 217 time: 0.1088331 Feb 11 13:20:24.455888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-fce5abb6-95e5-4286-89e2-8d082922040b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Deleting port dfc56205-41a9-4276-bb26-1022f07e7cc6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:20:24.456361 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-fce5abb6-95e5-4286-89e2-8d082922040b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.508337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cda87fe-c827-42c7-8329-0f02ca918c57 req-18fdef77-3234-43a6-888f-f3c31bdfc2e5 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513653 Feb 11 13:20:24.542433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ced566-0717-46be-9da2-cf00b2b37469 None None] Pushing event updated for resources: {'Port': ['ID=8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:24.588478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b1b6949f-bec7-40ee-b461-8bef28c719d9 req-a94c8928-1789-4290-a6a0-2657a8750d5c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891505 Feb 11 13:20:24.597850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:24.598337 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.653879 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-ddc8f247-7510-40e6-ba99-8772626df61d req-6c11ad86-6632-43c1-a5f7-463cb5c7c574 service neutron] show failed (client error): The resource could not be found. Feb 11 13:20:24.655456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-6c11ad86-6632-43c1-a5f7-463cb5c7c574 service neutron] 10.222.0.13 "GET /v2.0/ports/e8199d0a-87f2-434a-b6d9-35b961c843ce/bindings/n-h2-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.3551118 Feb 11 13:20:24.690122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-a0f45baa-3eab-4a97-b0e7-9134ae22650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.692382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060813dc-e56a-4af6-a43a-5c5287c53c17 req-487bd638-c82c-41ff-8f01-55580c939423 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.694444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-a0f45baa-3eab-4a97-b0e7-9134ae22650a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.2675765 Feb 11 13:20:24.700142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-060813dc-e56a-4af6-a43a-5c5287c53c17 req-487bd638-c82c-41ff-8f01-55580c939423 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 946 time: 0.6147480 Feb 11 13:20:24.729706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c84feb76-62e0-4694-96d6-405981ac7786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.797051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-fce5abb6-95e5-4286-89e2-8d082922040b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] For port dfc56205-41a9-4276-bb26-1022f07e7cc6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=dfc56205-41a9-4276-bb26-1022f07e7cc6,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:24.797499 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-fce5abb6-95e5-4286-89e2-8d082922040b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:24.824575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-fce5abb6-95e5-4286-89e2-8d082922040b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Calling delete_port for dfc56205-41a9-4276-bb26-1022f07e7cc6 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:20:24.827178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Checking segment: {'id': '0768f610-e270-45c3-96ed-29dcdef746c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:24.827558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Network hostable DHCP agents. Network: d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:20:24.843287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-9485ce4b-fb5b-4b20-9ffa-db6dd80460a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:24.853282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-9485ce4b-fb5b-4b20-9ffa-db6dd80460a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1498313 Feb 11 13:20:24.868571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd7ce42-320d-4479-9cb6-bdecb983b744,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:24.930636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-060813dc-e56a-4af6-a43a-5c5287c53c17 req-2ff3d9c9-aeb9-493e-b8b9-442cc1c4807d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223420 Feb 11 13:20:24.988851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cda87fe-c827-42c7-8329-0f02ca918c57 req-63d18e9d-77e8-4fdd-979d-c888f9483a8c service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728117 Feb 11 13:20:25.107103 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa484929-8d45-49f0-8e63-c9391c0c8a8d req-52a7a723-edd0-4222-b0c8-aa31ee27083c tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 210 time: 0.0971444 Feb 11 13:20:25.120502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:20:25.174077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661fe04-172c-4a0e-a50a-39ac9209efe0 req-5f679097-6409-47c9-bb8f-818b66232bba tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:25.175532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2661fe04-172c-4a0e-a50a-39ac9209efe0 req-5f679097-6409-47c9-bb8f-818b66232bba tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 948 time: 0.1236718 Feb 11 13:20:25.239796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-45b4916d-68af-4a78-85bd-c3450a2d82a6 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740370 Feb 11 13:20:25.243408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:25.260694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:25.261285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.276070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df8021-2e0f-42a8-a94a-23b7bfb9f9bf None None] Network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:20:25.290577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2661fe04-172c-4a0e-a50a-39ac9209efe0 req-80ebff49-483d-4c8f-a3d5-a67e7978678d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081529 Feb 11 13:20:25.404090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.432114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5c882c04-253c-4022-abf1-72d2370acf67 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4251854 Feb 11 13:20:25.435316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43040) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:25.446386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1458729795-router', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:25.508804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-fce5abb6-95e5-4286-89e2-8d082922040b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.530756 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['2aab0520-de7c-4ba9-bb14-50e9d8777e0f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:25.599377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5abb6-95e5-4286-89e2-8d082922040b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Pushing event deleted for resources: {'Port': ['ID=dfc56205-41a9-4276-bb26-1022f07e7cc6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:25.626761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-003ebf42-b18b-43e0-9982-333213f1ca50 req-00b16b10-6af5-4b1c-8d85-8e8355f67b2b service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518453 Feb 11 13:20:25.758519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2c331-41f2-4b54-a2d2-a8898cf7687c req-04a3f699-2265-4420-9eab-7515f99c1acf tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:25.763843 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60e2c331-41f2-4b54-a2d2-a8898cf7687c req-04a3f699-2265-4420-9eab-7515f99c1acf tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.3622184 Feb 11 13:20:25.804398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-fce5abb6-95e5-4286-89e2-8d082922040b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] No DVR routers for this DVR port dfc56205-41a9-4276-bb26-1022f07e7cc6 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:25.817865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-fce5abb6-95e5-4286-89e2-8d082922040b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.828122 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-949e3710-d328-499e-a3b7-54e5e3a56cc5 req-fce5abb6-95e5-4286-89e2-8d082922040b tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.13 "DELETE /v2.0/ports/dfc56205-41a9-4276-bb26-1022f07e7cc6 HTTP/1.1" status: 204 len: 173 time: 2.4858382 Feb 11 13:20:25.828339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d', 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'fixed_ips': [{'subnet_id': '8fd7ce42-320d-4479-9cb6-bdecb983b744'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:20:25.828466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b05753-15a0-4f55-9d29-67c0a10cd7d8', 'name': 'network-vif-deleted', 'tag': 'dfc56205-41a9-4276-bb26-1022f07e7cc6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:25.828571 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:25.828662 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8474eb20-fa3d-49cf-8f4e-c6f53e73bf25" -d '{"events": [{"server_uuid": "54b05753-15a0-4f55-9d29-67c0a10cd7d8", "name": "network-vif-deleted", "tag": "dfc56205-41a9-4276-bb26-1022f07e7cc6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:25.857951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e978343-b1ee-4889-b144-4b7b02ab6564 req-690ce201-1d1c-4393-a521-a77af7f9490e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:25.860594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60e2c331-41f2-4b54-a2d2-a8898cf7687c req-1f6a825e-dc9d-4366-b4cc-f5363794a440 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584416 Feb 11 13:20:25.868450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e978343-b1ee-4889-b144-4b7b02ab6564 req-690ce201-1d1c-4393-a521-a77af7f9490e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.1226096 Feb 11 13:20:25.933725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e978343-b1ee-4889-b144-4b7b02ab6564 req-87713c6e-3c72-4234-98e5-09500867a679 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573916 Feb 11 13:20:26.054960 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6590a21f-0d10-44ed-bf7b-eacd828944b9 x-openstack-request-id: req-6590a21f-0d10-44ed-bf7b-eacd828944b9 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:26.054960 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b05753-15a0-4f55-9d29-67c0a10cd7d8", "name": "network-vif-deleted", "tag": "dfc56205-41a9-4276-bb26-1022f07e7cc6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:26.054960 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6590a21f-0d10-44ed-bf7b-eacd828944b9 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:26.054960 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54b05753-15a0-4f55-9d29-67c0a10cd7d8', 'name': 'network-vif-deleted', 'tag': 'dfc56205-41a9-4276-bb26-1022f07e7cc6', 'status': 'completed', 'code': 200} Feb 11 13:20:26.106008 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Allocated IP 172.20.0.2 (d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d/8fd7ce42-320d-4479-9cb6-bdecb983b744/e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:26.111262 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-888181ef-9c15-4ded-9f11-b10f806ba8e8 req-2528faa1-91bd-4511-8af0-dd0cadf4ec8d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 210 time: 0.0775855 Feb 11 13:20:26.173283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f247-7510-40e6-ba99-8772626df61d req-3eab8d39-9fe4-4b7b-84a6-519c6bef7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.181936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-3eab8d39-9fe4-4b7b-84a6-519c6bef7a30 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78&tenant_id=5cb5a7db126d40d38512c5877f3b5910 HTTP/1.1" status: 200 len: 1101 time: 0.1599126 Feb 11 13:20:26.214692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:26.269643 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6a203f2-6433-4216-bde6-6846378675e6 req-09732567-2724-44f4-9dcc-a0544b221948 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 210 time: 0.0436435 Feb 11 13:20:26.343627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-25a6043e-5d87-4f43-866f-872112a2b65a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.346152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-25a6043e-5d87-4f43-866f-872112a2b65a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.13 "GET /v2.0/networks?id=451d6c5d-5d14-478f-836a-adfb411434d1 HTTP/1.1" status: 200 len: 816 time: 0.3516040 Feb 11 13:20:26.393741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:26.485941 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.492167 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.501317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:26.503006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.522734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-5e4bed15-92c1-42c1-9252-c912a6b65a0d tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e222d950130d41ad823f39cb3a735bd8 HTTP/1.1" status: 200 len: 379 time: 0.1415615 Feb 11 13:20:26.536455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Request body: {'port': {'device_id': '74c02b29-d147-4227-9f6a-bf56695398d3', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'admin_state_up': True, 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'security_groups': ['3c223afb-59aa-4489-a6bf-c0304a6c24c2']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:26.577864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd60c1-007d-43f6-9f6b-53253fa37a8d req-4f9d73a2-10da-4fc7-bcfb-1b3f529278be tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.578941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f9fd60c1-007d-43f6-9f6b-53253fa37a8d req-4f9d73a2-10da-4fc7-bcfb-1b3f529278be tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 948 time: 0.1558654 Feb 11 13:20:26.586439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.587511 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.624550 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.661991 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.694187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:26.699444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:26.702681 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:26.704169 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f9fd60c1-007d-43f6-9f6b-53253fa37a8d req-f8c0f4af-b5e3-4aa6-a281-019bb6197f46 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946932 Feb 11 13:20:26.728784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Pushing event updated for resources: {'Port': ['ID=e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:26.824022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Attempting to bind port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:26.824754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Attempting to bind port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '0768f610-e270-45c3-96ed-29dcdef746c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:26.825281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Attempting to bind port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 on network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:26.842926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:26.843747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Checking segment: {'id': '0768f610-e270-45c3-96ed-29dcdef746c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:26.844308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.844861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Bound using segment: {'id': '0768f610-e270-45c3-96ed-29dcdef746c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:26.845682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Bound port: e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0768f610-e270-45c3-96ed-29dcdef746c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:26.846298 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:26.934385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a32f18-6f26-4951-99f1-36f11455250c req-f8c9e03f-22bd-4cf3-9a70-941b0f77ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:26.936986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4a32f18-6f26-4951-99f1-36f11455250c req-f8c9e03f-22bd-4cf3-9a70-941b0f77ec2f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 1099 time: 0.2564120 Feb 11 13:20:26.983446 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0f0d1b7f-10a9-4887-b2df-a5eddb6a36b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.057055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:27.062568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] For port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:27.069275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] For port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6,segment=NetworkSegment(0768f610-e270-45c3-96ed-29dcdef746c5),segment_id=0768f610-e270-45c3-96ed-29dcdef746c5)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:27.089804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Made reservation on behalf of e222d950130d41ad823f39cb3a735bd8 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:27.095380 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.130708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43096) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:27.150469 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.248525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be89ea1-3da1-47eb-bbcb-896b19f955e6 None None] Pushing event updated for resources: {'Port': ['ID=e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:27.252614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:27.303335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9b390-1fcb-4015-a7a6-d18cf8739a19 req-be46933c-7565-46a9-8f90-792e7664ed8e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:27.304522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3c9b390-1fcb-4015-a7a6-d18cf8739a19 req-be46933c-7565-46a9-8f90-792e7664ed8e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.1952581 Feb 11 13:20:27.334039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device dfc56205-41a9-4276-bb26-1022f07e7cc6 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:27.370552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: dfc56205-41a9-4276-bb26-1022f07e7cc6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:20:27.371350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device dfc56205-41a9-4276-bb26-1022f07e7cc6 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:27.372078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e8199d0a-87f2-434a-b6d9-35b961c843ce no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:27.428288 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.463870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Transition to ACTIVE for port object e8199d0a-87f2-434a-b6d9-35b961c843ce will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:27.482968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3c9b390-1fcb-4015-a7a6-d18cf8739a19 req-260903bf-573e-41e4-a00f-981becf142e8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530557 Feb 11 13:20:27.524179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Allocated IP 172.20.0.10 (451d6c5d-5d14-478f-836a-adfb411434d1/f2962697-bdb7-475a-acf0-bc5580e34846/891480ac-593a-474e-9cd1-0b4778da1be0) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:27.532899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e8199d0a-87f2-434a-b6d9-35b961c843ce not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:27.560171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.590136 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.602576 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-989f14a8-4623-4c3e-abeb-f5e4130b46f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.814532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] No DVR routers for this DVR port e8199d0a-87f2-434a-b6d9-35b961c843ce on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:27.888860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1009e485-f5fb-4f39-bc67-b1ff8504bff5 req-641f0082-550b-4ff5-8abc-ab8e954b4721 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=54b05753-15a0-4f55-9d29-67c0a10cd7d8 HTTP/1.1" status: 200 len: 210 time: 0.2206743 Feb 11 13:20:27.911578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Pushing event updated for resources: {'Port': ['ID=e8199d0a-87f2-434a-b6d9-35b961c843ce,revision_number=6']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:27.916063 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:27.985500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f24cf4-b1d9-4d37-a802-263d58589082 req-cacd67c9-24eb-4ae7-a1e8-cbb37e5e69c4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:27.987644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-07f24cf4-b1d9-4d37-a802-263d58589082 req-cacd67c9-24eb-4ae7-a1e8-cbb37e5e69c4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.9426429 Feb 11 13:20:27.993608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a32f18-6f26-4951-99f1-36f11455250c req-284c6d6a-5961-4bb2-b50e-391549990f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:27.995254 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4a32f18-6f26-4951-99f1-36f11455250c req-284c6d6a-5961-4bb2-b50e-391549990f79 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 1.0491991 Feb 11 13:20:28.023400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:28.026239 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6fe047-036d-40ea-bbef-a4985bdf383a" -d '{"events": [{"server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "name": "network-vif-unplugged", "status": "completed", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:28.081641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4a32f18-6f26-4951-99f1-36f11455250c req-84c0cd43-dd74-4b4d-bf2b-9a90dec098e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=043a0091-7907-43e5-93d5-254de66e4b15 HTTP/1.1" status: 200 len: 217 time: 0.0738664 Feb 11 13:20:28.087848 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcee9879-8c18-4e55-abb5-5610f9754953 req-0a1a9133-253f-4e6f-9093-8648ada959d6 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 210 time: 0.0573781 Feb 11 13:20:28.099525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Attempting to bind port e8199d0a-87f2-434a-b6d9-35b961c843ce on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:28.101173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Attempting to bind port e8199d0a-87f2-434a-b6d9-35b961c843ce by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:28.105537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Attempting to bind port e8199d0a-87f2-434a-b6d9-35b961c843ce on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:28.127988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Port e8199d0a-87f2-434a-b6d9-35b961c843ce on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:28.128204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Attempting to bind port e8199d0a-87f2-434a-b6d9-35b961c843ce on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:28.147606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:28.148320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:28.149054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:28.149576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Bound port: e8199d0a-87f2-434a-b6d9-35b961c843ce, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:28.150040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.256436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-07f24cf4-b1d9-4d37-a802-263d58589082 req-53e75e64-5c0a-4952-90f5-9a17daafdb5b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598171 Feb 11 13:20:28.292652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a32f18-6f26-4951-99f1-36f11455250c req-9b89b224-d849-4c1a-b230-e8c3ad4e89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.298620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4a32f18-6f26-4951-99f1-36f11455250c req-9b89b224-d849-4c1a-b230-e8c3ad4e89e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.2078090 Feb 11 13:20:28.357421 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-989f14a8-4623-4c3e-abeb-f5e4130b46f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.366309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.395320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:28.454860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a32f18-6f26-4951-99f1-36f11455250c req-1896552e-b129-4643-ba77-eb47b8c8252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.457217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4a32f18-6f26-4951-99f1-36f11455250c req-1896552e-b129-4643-ba77-eb47b8c8252c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476855 Feb 11 13:20:28.475266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:28.483149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:28.488252 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969ff17c-7e86-467a-880a-d19a82e4eb31 x-openstack-request-id: req-969ff17c-7e86-467a-880a-d19a82e4eb31 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:28.488620 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "name": "network-vif-unplugged", "status": "completed", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:28.494960 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-969ff17c-7e86-467a-880a-d19a82e4eb31 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:28.494960 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce', 'code': 200} Feb 11 13:20:28.494960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-989f14a8-4623-4c3e-abeb-f5e4130b46f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.539230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:28.539695 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.574650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f14a8-4623-4c3e-abeb-f5e4130b46f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f238f12c-a8ea-449f-9ba6-4d8e3cf849de,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:28.597316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fb1d3-454b-4752-bb90-0d780cf6d8eb req-71acf479-8057-41ed-be87-5830ea875c59 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.612757 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.616757 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-639fb1d3-454b-4752-bb90-0d780cf6d8eb req-71acf479-8057-41ed-be87-5830ea875c59 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 948 time: 0.4348564 Feb 11 13:20:28.622312 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.715603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Network 451d6c5d-5d14-478f-836a-adfb411434d1 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:28.715897 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.718275 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.748102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Pushing event updated for resources: {'Port': ['ID=891480ac-593a-474e-9cd1-0b4778da1be0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:28.752124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:28.799078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6,segment=NetworkSegment(0768f610-e270-45c3-96ed-29dcdef746c5),segment_id=0768f610-e270-45c3-96ed-29dcdef746c5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:28.833816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:28.840300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-639fb1d3-454b-4752-bb90-0d780cf6d8eb req-a58d7907-3b23-4b2c-bcd0-7c0e1b7394d1 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227032 Feb 11 13:20:28.846131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-989f14a8-4623-4c3e-abeb-f5e4130b46f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12e4310c33564633b10fbfb49ac4dff8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7116413 Feb 11 13:20:28.846328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19305a-95eb-4279-a842-203924c08f60 req-47c39ac8-94b7-4695-b063-9e843751595e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.850395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43114) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:28.853935 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b19305a-95eb-4279-a842-203924c08f60 req-47c39ac8-94b7-4695-b063-9e843751595e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.2388721 Feb 11 13:20:28.894681 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.980476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafa1460-bf7f-4260-a9e5-c4cea8f1f02b None None] Network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:20:28.984175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:28.984810 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:28.986256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] 10.222.0.59 "PUT /v2.0/ports/e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 200 len: 1096 time: 2.7921293 Feb 11 13:20:29.038837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4a32f18-6f26-4951-99f1-36f11455250c req-0a59f638-1567-4b10-8e86-5bd9d635832e service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697682 Feb 11 13:20:29.168894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:29.217925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a15e236d-3446-4301-9f20-717e9f60d13d None None] Provisioning complete for port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:29.219307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a15e236d-3446-4301-9f20-717e9f60d13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.230830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b19305a-95eb-4279-a842-203924c08f60 req-99c94e4b-e8c3-4dec-b65a-a053b075f6aa tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758509 Feb 11 13:20:29.232485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.235994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.237143 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.244794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24edd23-133b-4295-8e4a-12da99173953 service neutron] Pushing event updated for resources: {'Port': ['ID=e8199d0a-87f2-434a-b6d9-35b961c843ce,revision_number=7']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:29.292562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f247-7510-40e6-ba99-8772626df61d req-04c2258b-cbc1-495e-ace2-9549e1083307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.294046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-04c2258b-cbc1-495e-ace2-9549e1083307 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1099 time: 0.2190888 Feb 11 13:20:29.305030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6af290b-42e2-4ef4-8b6f-1840a5931ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.319448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.396667 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6af290b-42e2-4ef4-8b6f-1840a5931ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.409513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-9c3693d5-2137-4eee-9450-d4aa69df0cf5 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8795300 Feb 11 13:20:29.438648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Request body: {'port': {'device_id': '74c02b29-d147-4227-9f6a-bf56695398d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:29.592809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f247-7510-40e6-ba99-8772626df61d req-e15fd2ec-4373-4c5d-a8f9-f619bb7eb426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.594424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-e15fd2ec-4373-4c5d-a8f9-f619bb7eb426 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2870076 Feb 11 13:20:29.599720 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.612023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4a32f18-6f26-4951-99f1-36f11455250c req-f7567ba4-5cd3-4b29-9578-531bf44f4fd5 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384531 Feb 11 13:20:29.627944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac9a05-6261-414b-abbc-2bf3e7b67905 req-d05a1819-f585-4e42-ac3a-fe021a49560b tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.635878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9fac9a05-6261-414b-abbc-2bf3e7b67905 req-d05a1819-f585-4e42-ac3a-fe021a49560b tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 932 time: 0.2743230 Feb 11 13:20:29.681056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6af290b-42e2-4ef4-8b6f-1840a5931ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.683774 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6af290b-42e2-4ef4-8b6f-1840a5931ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.685443 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b6af290b-42e2-4ef4-8b6f-1840a5931ed7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f238f12c-a8ea-449f-9ba6-4d8e3cf849de HTTP/1.1" status: 204 len: 168 time: 0.8329217 Feb 11 13:20:29.714921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Allocated IP 172.25.0.202 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/80ef9724-089b-408a-accb-6c4c3576eb6f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:29.738995 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-ed04686c-8c2d-46a3-8248-f798a2c488ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 200 len: 217 time: 0.1028295 Feb 11 13:20:29.750336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af290b-42e2-4ef4-8b6f-1840a5931ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238f12c-a8ea-449f-9ba6-4d8e3cf849de,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:29.817417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f247-7510-40e6-ba99-8772626df61d req-2827304e-83b3-451e-9b40-2686fe65bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.819230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-2827304e-83b3-451e-9b40-2686fe65bcf4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0637155 Feb 11 13:20:29.840357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7cd66b85-ad12-4e6c-b2dc-783f3ff31a22 None None] Provisioning complete for port 891480ac-593a-474e-9cd1-0b4778da1be0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:29.840893 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7cd66b85-ad12-4e6c-b2dc-783f3ff31a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.872000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.910968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7cd66b85-ad12-4e6c-b2dc-783f3ff31a22 None None] Port 891480ac-593a-474e-9cd1-0b4778da1be0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:29.947479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:29.974657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8f247-7510-40e6-ba99-8772626df61d req-ef3770c5-96c4-4058-9145-8ddcd506e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:29.977300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-ef3770c5-96c4-4058-9145-8ddcd506e162 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463275 Feb 11 13:20:30.021194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9fac9a05-6261-414b-abbc-2bf3e7b67905 req-3778e17b-07b0-4597-a6e3-797ea81ebb63 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3830237 Feb 11 13:20:30.084164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.154294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-702e64c3-3bb4-46dd-a5fc-5fec4afe25cb None None] Provisioning complete for port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:30.164400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-702e64c3-3bb4-46dd-a5fc-5fec4afe25cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.188067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:30.220721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:30.231135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:30.296676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891480ac-593a-474e-9cd1-0b4778da1be0 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:30.304868 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.312722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Pushing event updated for resources: {'Port': ['ID=80ef9724-089b-408a-accb-6c4c3576eb6f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:30.319821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Transition to ACTIVE for port object 891480ac-593a-474e-9cd1-0b4778da1be0 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:30.359130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-fdf791fa-0d4a-489b-9b86-5cba130b06a7 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726113 Feb 11 13:20:30.375559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5db78-9065-4d35-a130-f3f26e539629 req-b7973ab6-b3d6-4f7a-bd36-252cedb1f1b9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.381494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:30.387544 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c9f5db78-9065-4d35-a130-f3f26e539629 req-b7973ab6-b3d6-4f7a-bd36-252cedb1f1b9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.5592258 Feb 11 13:20:30.393578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630d009-0980-4731-847d-222a4dd83873 req-23cd8666-9c74-46a0-9324-780965d363e0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.403546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4630d009-0980-4731-847d-222a4dd83873 req-23cd8666-9c74-46a0-9324-780965d363e0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.2645054 Feb 11 13:20:30.456494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c9f5db78-9065-4d35-a130-f3f26e539629 req-aa85d915-999a-46ec-ad0a-027661891c1b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668228 Feb 11 13:20:30.457434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.498774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:30.503443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:30.504067 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.510574 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b361f362-abe0-4612-83a3-28ec23ee217e" -d '{"events": [{"name": "network-changed", "server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:30.574594 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.642542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43146) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:30.659728 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4630d009-0980-4731-847d-222a4dd83873 req-9393a4f7-80b5-4dac-b092-ffb3ce2fa0f6 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544072 Feb 11 13:20:30.665931 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-356be42e-5fe9-4a1f-8468-4b0917f1f216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.930726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-356be42e-5fe9-4a1f-8468-4b0917f1f216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.943461 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:30.952169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e96c0-af93-40f4-9237-65f3755e8a03 req-3356bccf-c70a-4369-9cf0-6e4b0f817fb3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:30.959499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f0e96c0-af93-40f4-9237-65f3755e8a03 req-3356bccf-c70a-4369-9cf0-6e4b0f817fb3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.1491237 Feb 11 13:20:31.010523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-356be42e-5fe9-4a1f-8468-4b0917f1f216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.076382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Pushing event updated for resources: {'Port': ['ID=891480ac-593a-474e-9cd1-0b4778da1be0,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:31.085566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-356be42e-5fe9-4a1f-8468-4b0917f1f216 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fd146403f714091945a64cb1f424386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416144 Feb 11 13:20:31.086347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356be42e-5fe9-4a1f-8468-4b0917f1f216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d022e5ee-4ff7-4b84-9a53-a18adc7f6e23,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:31.113602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43152) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:31.139115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f0e96c0-af93-40f4-9237-65f3755e8a03 req-eb29227c-9c91-431c-91f8-8dc5cb83c7fa tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723065 Feb 11 13:20:31.222443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed70035-4ac6-41d5-a023-ef48fa0dd080 req-911ca23b-ff02-4dd7-8f90-c3b723dead53 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:31.230831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bed70035-4ac6-41d5-a023-ef48fa0dd080 req-911ca23b-ff02-4dd7-8f90-c3b723dead53 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 948 time: 0.6662784 Feb 11 13:20:31.292528 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abedbd5-efb3-46ca-b2c3-83edd4374cab x-openstack-request-id: req-6abedbd5-efb3-46ca-b2c3-83edd4374cab {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:31.293076 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:31.293425 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6abedbd5-efb3-46ca-b2c3-83edd4374cab {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:31.293979 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce', 'status': 'completed', 'code': 200} Feb 11 13:20:31.377111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Attempting to bind port 891480ac-593a-474e-9cd1-0b4778da1be0 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:31.377446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Attempting to bind port 891480ac-593a-474e-9cd1-0b4778da1be0 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:31.377796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Attempting to bind port 891480ac-593a-474e-9cd1-0b4778da1be0 on network 451d6c5d-5d14-478f-836a-adfb411434d1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:31.383212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-7d414818-9f59-44e4-8b84-91eb95dfb841 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:31.384977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-7d414818-9f59-44e4-8b84-91eb95dfb841 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.59 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.1550660 Feb 11 13:20:31.387562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Port 891480ac-593a-474e-9cd1-0b4778da1be0 on network 451d6c5d-5d14-478f-836a-adfb411434d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:31.387562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Attempting to bind port 891480ac-593a-474e-9cd1-0b4778da1be0 on network 451d6c5d-5d14-478f-836a-adfb411434d1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:31.408629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:31.408970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Checking segment: {'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:31.409367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Bound using segment: {'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:31.409820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Bound port: 891480ac-593a-474e-9cd1-0b4778da1be0, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af8936c-8c25-4665-b59f-c98bd8f12c4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:31.410179 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.429102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3d47f68-8fa6-44c7-aa3b-6d47be54ddb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.520628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc8f247-7510-40e6-ba99-8772626df61d req-f642b221-86b0-4fdc-b4f5-f629ba8edad9 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1293588 Feb 11 13:20:31.523613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] For port 891480ac-593a-474e-9cd1-0b4778da1be0, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:31.530480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] For port 891480ac-593a-474e-9cd1-0b4778da1be0, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=891480ac-593a-474e-9cd1-0b4778da1be0,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:31.536816 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3d47f68-8fa6-44c7-aa3b-6d47be54ddb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.551168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bed70035-4ac6-41d5-a023-ef48fa0dd080 req-77ccd6d8-e252-476c-ad94-08c7ce1856ac tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193622 Feb 11 13:20:31.553466 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 043a0091-7907-43e5-93d5-254de66e4b15 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:20:31.563405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f362-abe0-4612-83a3-28ec23ee217e req-2e81f82f-bdff-489d-ae1e-ac3c5a99f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:31.577993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-2e81f82f-bdff-489d-ae1e-ac3c5a99f4be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1099 time: 0.2255039 Feb 11 13:20:31.612024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b7137-74d2-4eb7-8abd-5b85a6e97f3d req-c0b43887-0b0a-48db-8ba4-e672684664f1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:31.620012 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-969b7137-74d2-4eb7-8abd-5b85a6e97f3d req-c0b43887-0b0a-48db-8ba4-e672684664f1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 944 time: 0.2627995 Feb 11 13:20:31.647965 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.730855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-969b7137-74d2-4eb7-8abd-5b85a6e97f3d req-db0b6bec-885a-4238-82c4-8012948587b4 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098983 Feb 11 13:20:31.765131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 043a0091-7907-43e5-93d5-254de66e4b15, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=043a0091-7907-43e5-93d5-254de66e4b15,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:31.772017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f362-abe0-4612-83a3-28ec23ee217e req-c9a0182d-9edc-440a-9b5c-c848ef875b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:31.774258 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-c9a0182d-9edc-440a-9b5c-c848ef875b89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1961062 Feb 11 13:20:31.780726 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.792720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '043a0091-7907-43e5-93d5-254de66e4b15', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '043a0091-7907-43e5-93d5-254de66e4b15', 'mac_address': 'fa:16:3e:08:86:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:20:31.816161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Deleting port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:20:31.816501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.881360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3d47f68-8fa6-44c7-aa3b-6d47be54ddb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.883958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3d47f68-8fa6-44c7-aa3b-6d47be54ddb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.888786 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b3d47f68-8fa6-44c7-aa3b-6d47be54ddb2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d022e5ee-4ff7-4b84-9a53-a18adc7f6e23 HTTP/1.1" status: 204 len: 168 time: 0.7741256 Feb 11 13:20:31.897580 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:31.920986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043a0091-7907-43e5-93d5-254de66e4b15 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:31.946871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 043a0091-7907-43e5-93d5-254de66e4b15, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=043a0091-7907-43e5-93d5-254de66e4b15,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:31.989822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23808c37-78eb-46b3-b8a2-624a60f162b0 req-09e7b7f9-1417-44af-b692-e3d1d172ae39 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.002227 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23808c37-78eb-46b3-b8a2-624a60f162b0 req-09e7b7f9-1417-44af-b692-e3d1d172ae39 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.3188744 Feb 11 13:20:32.014650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.015347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:32.016415 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:32.019562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] 10.222.0.13 "PUT /v2.0/ports/891480ac-593a-474e-9cd1-0b4778da1be0 HTTP/1.1" status: 200 len: 1092 time: 2.5918336 Feb 11 13:20:32.048796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-41362918-224e-4ac1-a923-8eec43819b53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 200 len: 217 time: 0.2256346 Feb 11 13:20:32.088764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d47f68-8fa6-44c7-aa3b-6d47be54ddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d022e5ee-4ff7-4b84-9a53-a18adc7f6e23,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:32.131601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=043a0091-7907-43e5-93d5-254de66e4b15,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:32.188772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f362-abe0-4612-83a3-28ec23ee217e req-b4ea4ee7-c792-43c5-8291-038430acf935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.192466 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-b4ea4ee7-c792-43c5-8291-038430acf935 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1099 time: 0.4145560 Feb 11 13:20:32.212419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] For port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:32.215133 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:32.238331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f362-abe0-4612-83a3-28ec23ee217e req-c0ab649d-bb50-403f-b42e-eec3b0e0230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.238331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-c0ab649d-bb50-403f-b42e-eec3b0e0230f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1561196 Feb 11 13:20:32.238553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149509b-79dd-4dc9-946a-01a633c1e3e0 req-c122a598-5443-49a7-be8e-dc0f503e0187 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.240041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b149509b-79dd-4dc9-946a-01a633c1e3e0 req-c122a598-5443-49a7-be8e-dc0f503e0187 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 945 time: 0.3500216 Feb 11 13:20:32.248701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Calling delete_port for 2aab0520-de7c-4ba9-bb14-50e9d8777e0f owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:20:32.348040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b149509b-79dd-4dc9-946a-01a633c1e3e0 req-be9455ef-ab89-4420-88a8-ee6a7b6f827f tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/security-groups?id=c5df1653-f6ca-4808-a40a-fe0d26874632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957716 Feb 11 13:20:32.417963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Router 75267c42-5239-45ea-8e8a-c3142af702bc is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:20:32.554521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Pushing event updated for resources: {'Port': ['ID=891480ac-593a-474e-9cd1-0b4778da1be0,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:32.574649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['043a0091-7907-43e5-93d5-254de66e4b15'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:32.654915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f362-abe0-4612-83a3-28ec23ee217e req-06d01b5e-141f-4770-aefc-6736923a75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.656706 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-06d01b5e-141f-4770-aefc-6736923a75cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.3946559 Feb 11 13:20:32.684459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f362-abe0-4612-83a3-28ec23ee217e req-e4cea619-4563-498f-88b3-a780d533e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.687004 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-e4cea619-4563-498f-88b3-a780d533e985 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4024439 Feb 11 13:20:32.817511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23808c37-78eb-46b3-b8a2-624a60f162b0 req-6418a5f8-dc39-438d-ad7e-766dea5cf255 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8143797 Feb 11 13:20:32.823616 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-50f50131-2b7e-429b-ba40-846dca79839f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 200 len: 217 time: 0.1420207 Feb 11 13:20:32.829177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.829523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.830639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.830639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.830933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.831086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.831344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.831891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.832490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.833088 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.833452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.833800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83ec37-43ed-4e70-9051-ba712c20b244 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:32.934571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f362-abe0-4612-83a3-28ec23ee217e req-41ebd0e0-bcfa-4904-b860-54348d0a3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.937207 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-41ebd0e0-bcfa-4904-b860-54348d0a3386 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0649621 Feb 11 13:20:32.976292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-b523f18d-a408-4918-b6ba-494a32e7134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:32.978024 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-b523f18d-a408-4918-b6ba-494a32e7134a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e222d950130d41ad823f39cb3a735bd8&device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 1095 time: 0.7844486 Feb 11 13:20:33.128661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-af68d6de-2c57-42fa-9ede-4bad7bbfa777 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=891480ac-593a-474e-9cd1-0b4778da1be0 HTTP/1.1" status: 200 len: 217 time: 0.0693362 Feb 11 13:20:33.145721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f21285-910e-4200-8988-eb3933754ea5 req-8614e32c-3c71-42fc-aac3-ee71992dc228 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:33.154562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4f21285-910e-4200-8988-eb3933754ea5 req-8614e32c-3c71-42fc-aac3-ee71992dc228 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.6968434 Feb 11 13:20:33.219944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f362-abe0-4612-83a3-28ec23ee217e req-cc87d687-5ea8-423f-a01a-768978813d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:33.221923 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-cc87d687-5ea8-423f-a01a-768978813d30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2413921 Feb 11 13:20:33.223909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-09e1aedc-4daa-4979-b838-0fa6d3f92524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:33.225351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-09e1aedc-4daa-4979-b838-0fa6d3f92524 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2962697-bdb7-475a-acf0-bc5580e34846 HTTP/1.1" status: 200 len: 855 time: 0.0775313 Feb 11 13:20:33.231355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4f21285-910e-4200-8988-eb3933754ea5 req-00b023d2-0a60-47bc-af56-47f6b317b481 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747397 Feb 11 13:20:33.298407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:33.308124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c02b29-d147-4227-9f6a-bf56695398d3', 'tag': '891480ac-593a-474e-9cd1-0b4778da1be0'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:33.311352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Sync routers for ids ['75267c42-5239-45ea-8e8a-c3142af702bc'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:33.313014 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ed504e-dec5-4dea-8c61-c74328956e08" -d '{"events": [{"name": "network-changed", "server_uuid": "74c02b29-d147-4227-9f6a-bf56695398d3", "tag": "891480ac-593a-474e-9cd1-0b4778da1be0"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:33.343227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Routers {'75267c42-5239-45ea-8e8a-c3142af702bc'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:33.344365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:20:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75267c42-5239-45ea-8e8a-c3142af702bc'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:33.374146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-1813638c-d725-4559-badb-8a6b921b1411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:33.375670 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-1813638c-d725-4559-badb-8a6b921b1411 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=451d6c5d-5d14-478f-836a-adfb411434d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1401939 Feb 11 13:20:33.429904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f10445-133e-423c-872c-a871c647162c req-8c11c4ec-12ae-4d0a-a455-438dd1a8325e tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:33.431511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5f10445-133e-423c-872c-a871c647162c req-8c11c4ec-12ae-4d0a-a455-438dd1a8325e tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 944 time: 0.0855815 Feb 11 13:20:33.432877 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:33.457452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-c73c43cc-43a8-43d0-a728-e0d8c2e3c66a service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242832 Feb 11 13:20:33.460555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-5a59f867-0337-4390-860d-9ac62ab6bef1 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358292 Feb 11 13:20:33.553111 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:33.555342 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8e1813a2-548a-49f9-93d9-6f25fb768083 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1169293 Feb 11 13:20:33.556863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Pushing event deleted for resources: {'Port': ['ID=2aab0520-de7c-4ba9-bb14-50e9d8777e0f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:33.561631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43190) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:33.691618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.691958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.692299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.693946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.694133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.694464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.695787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.696157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.696488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.696858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.697125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.697442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:33.714143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5f10445-133e-423c-872c-a871c647162c req-c7f7e4aa-6724-462a-837c-5522c9e573e7 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2735484 Feb 11 13:20:33.753150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2aab0520-de7c-4ba9-bb14-50e9d8777e0f no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:33.774565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] No DVR routers for this DVR port 2aab0520-de7c-4ba9-bb14-50e9d8777e0f on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:33.777582 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:33.790611 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b942b7aa-554b-4b04-8aae-d99a7841fb25 req-8c2bcc17-1896-4fd2-9e9e-ca7cddc6c558 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.59 "DELETE /v2.0/ports/2aab0520-de7c-4ba9-bb14-50e9d8777e0f HTTP/1.1" status: 204 len: 173 time: 2.3932657 Feb 11 13:20:33.797425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb311f2c-5d62-4454-9533-c57a1177ea66', 'name': 'network-vif-deleted', 'tag': '2aab0520-de7c-4ba9-bb14-50e9d8777e0f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:33.807712 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92508da4-f09b-43e6-b2e1-895a2e0580d8" -d '{"events": [{"server_uuid": "cb311f2c-5d62-4454-9533-c57a1177ea66", "name": "network-vif-deleted", "tag": "2aab0520-de7c-4ba9-bb14-50e9d8777e0f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:33.831713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 2aab0520-de7c-4ba9-bb14-50e9d8777e0f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:20:33.834780 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2aab0520-de7c-4ba9-bb14-50e9d8777e0f not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:33.844830 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198f653c-b884-4ac5-990e-0040563221ae x-openstack-request-id: req-198f653c-b884-4ac5-990e-0040563221ae {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:33.855260 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c02b29-d147-4227-9f6a-bf56695398d3", "tag": "891480ac-593a-474e-9cd1-0b4778da1be0", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:33.856523 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-198f653c-b884-4ac5-990e-0040563221ae {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:33.856523 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c02b29-d147-4227-9f6a-bf56695398d3', 'tag': '891480ac-593a-474e-9cd1-0b4778da1be0', 'status': 'completed', 'code': 200} Feb 11 13:20:33.877419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0b7a1-a10d-4344-9316-9f8aa8c7a8b0 req-aa1ff309-7eab-43c8-8a9a-b38a58ad6126 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:33.879641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27c0b7a1-a10d-4344-9316-9f8aa8c7a8b0 req-aa1ff309-7eab-43c8-8a9a-b38a58ad6126 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 949 time: 0.8215375 Feb 11 13:20:33.921925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Set router 75267c42-5239-45ea-8e8a-c3142af702bc gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:34.014852 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-6e3ca765-83de-44cd-b24f-1702e0cf186f service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150483 Feb 11 13:20:34.021454 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-aed994a7-a36e-4ac0-8d2e-808c696c676a service neutron] 10.222.0.13 "GET /v2.0/networks/451d6c5d-5d14-478f-836a-adfb411434d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346354 Feb 11 13:20:34.061890 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27c0b7a1-a10d-4344-9316-9f8aa8c7a8b0 req-e3aedc1c-fcc0-4653-b926-af866e8c021b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537662 Feb 11 13:20:34.063856 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b361f362-abe0-4612-83a3-28ec23ee217e req-1df83b9a-1dcf-404d-8d11-7b323c26c14e service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5656784 Feb 11 13:20:34.200272 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ec9bf-368e-4766-88c9-e023904a32be req-0a1f9a26-177d-4ff5-9b37-b5642c0574e0 service neutron] 10.222.0.13 "GET /v2.0/networks/451d6c5d-5d14-478f-836a-adfb411434d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500940 Feb 11 13:20:34.217934 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e108953a-af94-444f-b5aa-553a31dc189a x-openstack-request-id: req-e108953a-af94-444f-b5aa-553a31dc189a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:34.217934 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb311f2c-5d62-4454-9533-c57a1177ea66", "name": "network-vif-deleted", "tag": "2aab0520-de7c-4ba9-bb14-50e9d8777e0f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:34.217934 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e108953a-af94-444f-b5aa-553a31dc189a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:34.217934 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb311f2c-5d62-4454-9533-c57a1177ea66', 'name': 'network-vif-deleted', 'tag': '2aab0520-de7c-4ba9-bb14-50e9d8777e0f', 'status': 'completed', 'code': 200} Feb 11 13:20:34.222452 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-119fa111-449f-4575-952e-2eecc17d6fe2 req-f6f85b0a-fa50-41ee-a1ae-8127c3f0171d tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 210 time: 0.2568293 Feb 11 13:20:34.305005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'name': 'tempest-TaggedBootDevicesTest-1458729795-router', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:26Z', 'updated_at': '2022-02-11T13:20:30Z', 'revision_number': 3, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'gw_port': {'id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:38:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:29Z', 'updated_at': '2022-02-11T13:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:34.360177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Checking router: 75267c42-5239-45ea-8e8a-c3142af702bc for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:34.360700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Updating router 75267c42-5239-45ea-8e8a-c3142af702bc port 80ef9724-089b-408a-accb-6c4c3576eb6f binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:20:34.393195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3020a83-6fdb-413c-ba25-6226ccb51fcc req-8d31ce06-49ef-4eb0-877e-f04e288e218f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:34.393789 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.408912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3020a83-6fdb-413c-ba25-6226ccb51fcc req-8d31ce06-49ef-4eb0-877e-f04e288e218f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.1246710 Feb 11 13:20:34.487779 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3020a83-6fdb-413c-ba25-6226ccb51fcc req-f88f86a2-43d1-4be1-9b11-4b0ededd8171 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781012 Feb 11 13:20:34.495932 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-70d34777-b4f0-466b-8fa9-e515bd650a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:34.499071 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-70d34777-b4f0-466b-8fa9-e515bd650a82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e222d950130d41ad823f39cb3a735bd8&device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 1095 time: 0.1354146 Feb 11 13:20:34.554428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076be8e1-fa2f-424f-b0c5-39ab4f9a11a6 req-bbdedcac-c0b9-4cc3-a10e-e5503e9849e8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:34.556519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-076be8e1-fa2f-424f-b0c5-39ab4f9a11a6 req-bbdedcac-c0b9-4cc3-a10e-e5503e9849e8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.1078146 Feb 11 13:20:34.639473 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-076be8e1-fa2f-424f-b0c5-39ab4f9a11a6 req-60f311db-5be6-45b0-8245-6750838a8139 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454395 Feb 11 13:20:34.658223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-646aa9a2-d0ba-49bd-8bae-54373405913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:34.659997 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-646aa9a2-d0ba-49bd-8bae-54373405913a service neutron] 10.222.0.13 "GET /v2.0/networks?id=451d6c5d-5d14-478f-836a-adfb411434d1 HTTP/1.1" status: 200 len: 917 time: 0.1525378 Feb 11 13:20:34.696229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.713424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-27700472-4723-427f-83fd-9f8573697219 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=891480ac-593a-474e-9cd1-0b4778da1be0 HTTP/1.1" status: 200 len: 217 time: 0.0464656 Feb 11 13:20:34.759949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.774473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-a0b60304-680b-45c9-b74a-180854b1b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:34.776846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-a0b60304-680b-45c9-b74a-180854b1b35d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2962697-bdb7-475a-acf0-bc5580e34846 HTTP/1.1" status: 200 len: 855 time: 0.0565858 Feb 11 13:20:34.843558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-104defa5-9738-49b7-b051-99b04e684241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:34.845092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-104defa5-9738-49b7-b051-99b04e684241 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=451d6c5d-5d14-478f-836a-adfb411434d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603924 Feb 11 13:20:34.856999 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.933868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Attempting to bind port 80ef9724-089b-408a-accb-6c4c3576eb6f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:34.933868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Attempting to bind port 80ef9724-089b-408a-accb-6c4c3576eb6f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:34.933868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Attempting to bind port 80ef9724-089b-408a-accb-6c4c3576eb6f on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:34.934294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Allocated IP 172.20.0.1 (d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d/8fd7ce42-320d-4479-9cb6-bdecb983b744/d0c6c5c7-a996-41df-ac07-a24de9a5fdce) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:34.934449 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:34.934449 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:34.935134 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.935713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:34.936359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Bound port: 80ef9724-089b-408a-accb-6c4c3576eb6f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:34.936927 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:34.939728 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ff16d-698c-4103-a5cb-5bfd59988147 None None] Pushing event updated for resources: {'Port': ['ID=80ef9724-089b-408a-accb-6c4c3576eb6f,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:34.991295 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-edb8d1b8-202d-4cbb-bf04-2b3e9b40b45a service neutron] 10.222.0.13 "GET /v2.0/networks/451d6c5d-5d14-478f-836a-adfb411434d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378624 Feb 11 13:20:34.993428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] For port 80ef9724-089b-408a-accb-6c4c3576eb6f, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:34.998221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] For port 80ef9724-089b-408a-accb-6c4c3576eb6f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=80ef9724-089b-408a-accb-6c4c3576eb6f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:35.000806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d90bff-dcea-4ec5-89fb-de6260b04173 req-6a0ecf77-5b51-41ee-ac71-207e870c5681 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:35.002387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99d90bff-dcea-4ec5-89fb-de6260b04173 req-6a0ecf77-5b51-41ee-ac71-207e870c5681 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 944 time: 0.0833473 Feb 11 13:20:35.045868 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.091891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99d90bff-dcea-4ec5-89fb-de6260b04173 req-5314dc25-19b6-4b75-ba21-a059c20dec36 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812511 Feb 11 13:20:35.129074 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.153185 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29ed504e-dec5-4dea-8c61-c74328956e08 req-91dcaaf2-5495-46e2-9b4a-83e1a6922ec5 service neutron] 10.222.0.13 "GET /v2.0/networks/451d6c5d-5d14-478f-836a-adfb411434d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488476 Feb 11 13:20:35.196894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.226819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ff16d-698c-4103-a5cb-5bfd59988147 None None] Pushing event updated for resources: {'Port': ['ID=80ef9724-089b-408a-accb-6c4c3576eb6f,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:35.229367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Routers {'75267c42-5239-45ea-8e8a-c3142af702bc'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:35.231011 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:20:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75267c42-5239-45ea-8e8a-c3142af702bc'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:35.243141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:35.251651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:35.256386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:35.286200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Pushing event updated for resources: {'Port': ['ID=d0c6c5c7-a996-41df-ac07-a24de9a5fdce,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:35.298709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a113695-c604-4587-8bb2-95a0e86fb6cd req-60892b76-b7a8-4d2f-85a2-fff226343250 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:35.305830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a113695-c604-4587-8bb2-95a0e86fb6cd req-60892b76-b7a8-4d2f-85a2-fff226343250 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 949 time: 0.1623394 Feb 11 13:20:35.343160 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.424697 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-224096c9-7ceb-4b9b-a301-96c64f66c2b8 req-7f2e8415-d757-439a-8735-39544ddff1c0 tempest-ListServerFiltersTestJSON-947474665 tempest-ListServerFiltersTestJSON-947474665-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb311f2c-5d62-4454-9533-c57a1177ea66 HTTP/1.1" status: 200 len: 210 time: 0.0465386 Feb 11 13:20:35.428436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] Set router 75267c42-5239-45ea-8e8a-c3142af702bc gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:35.437559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a113695-c604-4587-8bb2-95a0e86fb6cd req-5348b23d-43dd-465d-b184-678eb0e5914c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300538 Feb 11 13:20:35.571880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 043a0091-7907-43e5-93d5-254de66e4b15 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:35.637284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b40d6-02b6-41b1-af38-b2efa8ded239 req-5e5823d1-bd39-4f79-9c5f-e4ce68ca0091 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:35.645232 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d1b40d6-02b6-41b1-af38-b2efa8ded239 req-5e5823d1-bd39-4f79-9c5f-e4ce68ca0091 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.0674729 Feb 11 13:20:35.666411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f5a1d939-4878-4d6e-8bee-e5e101127b25 None None] Provisioning complete for port d0c6c5c7-a996-41df-ac07-a24de9a5fdce triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:35.666817 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f5a1d939-4878-4d6e-8bee-e5e101127b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.715974 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.727806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d1b40d6-02b6-41b1-af38-b2efa8ded239 req-0589a9d1-9776-49c9-b96a-c926e6860613 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815635 Feb 11 13:20:35.777663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f5a1d939-4878-4d6e-8bee-e5e101127b25 None None] Port d0c6c5c7-a996-41df-ac07-a24de9a5fdce cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:35.795456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'name': 'tempest-TaggedBootDevicesTest-1458729795-router', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:26Z', 'updated_at': '2022-02-11T13:20:30Z', 'revision_number': 3, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'gw_port': {'id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:38:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:29Z', 'updated_at': '2022-02-11T13:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:35.831509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da33511-6905-4a70-9add-da1fe7b8734b None None] The sync data for ids ['75267c42-5239-45ea-8e8a-c3142af702bc'] in n-d-816488-1 is: [{'id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'name': 'tempest-TaggedBootDevicesTest-1458729795-router', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:26Z', 'updated_at': '2022-02-11T13:20:30Z', 'revision_number': 3, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'gw_port': {'id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:38:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:29Z', 'updated_at': '2022-02-11T13:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:35.854907 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 043a0091-7907-43e5-93d5-254de66e4b15 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:35.866629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 043a0091-7907-43e5-93d5-254de66e4b15 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:35.867023 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:35.868527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba08bc3-d5f5-40b6-832d-544b844e6d69 req-74dfe3fa-a379-407f-98cf-a378df50e00c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:35.871376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cba08bc3-d5f5-40b6-832d-544b844e6d69 req-74dfe3fa-a379-407f-98cf-a378df50e00c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.1218579 Feb 11 13:20:36.001917 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.026418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.031863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e65636-3e1d-47f6-bf81-f76715f4dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a0091-7907-43e5-93d5-254de66e4b15'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:36.034485 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c64e86-0472-48a1-bf57-8d5e278227cb" -d '{"events": [{"server_uuid": "04e65636-3e1d-47f6-bf81-f76715f4dab6", "name": "network-vif-plugged", "status": "completed", "tag": "043a0091-7907-43e5-93d5-254de66e4b15"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:36.053416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 043a0091-7907-43e5-93d5-254de66e4b15, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=043a0091-7907-43e5-93d5-254de66e4b15,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:36.058645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-e343dcae-6c3d-4442-9522-354799dccc76 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=447cce886ade4be1a17166c7505888bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402005 Feb 11 13:20:36.106379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cba08bc3-d5f5-40b6-832d-544b844e6d69 req-8e93f428-0dad-4a1c-aff1-d9f5c60b990a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926537 Feb 11 13:20:36.142314 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.190642 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50213c9-a7a6-4b2b-b64b-f172dec28290 x-openstack-request-id: req-a50213c9-a7a6-4b2b-b64b-f172dec28290 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:36.191432 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e65636-3e1d-47f6-bf81-f76715f4dab6", "name": "network-vif-plugged", "status": "completed", "tag": "043a0091-7907-43e5-93d5-254de66e4b15", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:36.191432 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a50213c9-a7a6-4b2b-b64b-f172dec28290 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:36.191692 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e65636-3e1d-47f6-bf81-f76715f4dab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043a0091-7907-43e5-93d5-254de66e4b15', 'code': 200} Feb 11 13:20:36.220002 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.272951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Pushing event updated for resources: {'Port': ['ID=d0c6c5c7-a996-41df-ac07-a24de9a5fdce,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:36.306295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b391f12-8f40-45dc-a584-9e297a51473d req-83ad5760-27b1-4b1d-9321-e54a0176a95c tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:36.312845 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.326738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-83ad5760-27b1-4b1d-9321-e54a0176a95c tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2615097 Feb 11 13:20:36.334201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=043a0091-7907-43e5-93d5-254de66e4b15,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:36.348037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-6f37dc2b-ca79-4bd2-9d01-71a61fce8c6c tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/quotas/447cce886ade4be1a17166c7505888bc HTTP/1.1" status: 200 len: 375 time: 0.0199249 Feb 11 13:20:36.413655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80ef9724-089b-408a-accb-6c4c3576eb6f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:36.426395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-4a79cb2e-fef3-4159-ab71-21c75b2cedff tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=447cce886ade4be1a17166c7505888bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714002 Feb 11 13:20:36.470657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad470b36-327f-4c25-8c3e-c9bbc2bb79fc req-aff3691f-5244-47e6-9e5c-5a1382513a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:36.472998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ad470b36-327f-4c25-8c3e-c9bbc2bb79fc req-aff3691f-5244-47e6-9e5c-5a1382513a0e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 1101 time: 0.1168346 Feb 11 13:20:36.499548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b936b92-ccbf-406c-bc10-706dc342c25a req-fb2d03ad-6381-41a4-ac90-41b67cea2a44 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:36.507854 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b936b92-ccbf-406c-bc10-706dc342c25a req-fb2d03ad-6381-41a4-ac90-41b67cea2a44 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 944 time: 0.1733158 Feb 11 13:20:36.519198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:36.524463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 80ef9724-089b-408a-accb-6c4c3576eb6f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:36.524840 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.533905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ad470b36-327f-4c25-8c3e-c9bbc2bb79fc req-48ea7783-cbe7-4a64-9525-bacb919df2eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523849 Feb 11 13:20:36.540667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:36.612045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b936b92-ccbf-406c-bc10-706dc342c25a req-c7bcb1ac-1b52-4209-915a-cfbb8884f802 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030312 Feb 11 13:20:36.626477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.673920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 80ef9724-089b-408a-accb-6c4c3576eb6f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=80ef9724-089b-408a-accb-6c4c3576eb6f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:36.723608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43262) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:36.776361 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.833337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0da87de-eeea-466a-bf63-68d90265faac admin admin] Deleting subnet 1c5f33bb-0fcb-4441-afed-dde8263dc764 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:20:36.861680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=80ef9724-089b-408a-accb-6c4c3576eb6f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:36.865908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b80f8bb-4106-4a13-9ead-0916fe43cecf req-e3c8dd1b-eaca-4f20-93fe-69c37b0c3ed4 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 210 time: 0.0659766 Feb 11 13:20:36.870942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Router 75267c42-5239-45ea-8e8a-c3142af702bc has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:36.888111 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b0da87de-eeea-466a-bf63-68d90265faac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.902512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a14c4ab9-0e32-4a3f-8c3e-4902134fad72 None None] Provisioning complete for port d0c6c5c7-a996-41df-ac07-a24de9a5fdce triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:36.905432 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a14c4ab9-0e32-4a3f-8c3e-4902134fad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.944317 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b0da87de-eeea-466a-bf63-68d90265faac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:36.956152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b094e80-d11c-42fe-be72-16becd70405a req-e83bf50c-36c6-438c-bd5d-26abb98e1d5c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:36.963775 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b094e80-d11c-42fe-be72-16becd70405a req-e83bf50c-36c6-438c-bd5d-26abb98e1d5c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 950 time: 0.1452613 Feb 11 13:20:37.003413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a14c4ab9-0e32-4a3f-8c3e-4902134fad72 None None] Port d0c6c5c7-a996-41df-ac07-a24de9a5fdce cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:37.045145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b094e80-d11c-42fe-be72-16becd70405a req-8758eed0-bff7-411e-8811-5c88b7d48046 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553234 Feb 11 13:20:37.097245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:37.101857 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b0da87de-eeea-466a-bf63-68d90265faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.108423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2c269e4b-1c1f-4fb5-9c91-48827a37193b admin admin] 10.222.0.52 "PUT /v2.0/routers/75267c42-5239-45ea-8e8a-c3142af702bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5233519 Feb 11 13:20:37.194743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b1f28-0ace-4d0d-bbb2-3c7d605649d8 req-f2f8f8ea-7937-4f12-8d02-5821c274282e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:37.201101 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac6b1f28-0ace-4d0d-bbb2-3c7d605649d8 req-f2f8f8ea-7937-4f12-8d02-5821c274282e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.1148155 Feb 11 13:20:37.248032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac6b1f28-0ace-4d0d-bbb2-3c7d605649d8 req-ea97a765-6ea1-4f06-a4b0-5322b6f2a25b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360613 Feb 11 13:20:37.291706 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b0da87de-eeea-466a-bf63-68d90265faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.325517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da87de-eeea-466a-bf63-68d90265faac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5f33bb-0fcb-4441-afed-dde8263dc764,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:37.335864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9cf9c-fcbd-48ed-9bcf-6fce85087950 req-55c2781a-2961-4e34-883a-f70a68a41d91 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:37.337406 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-59c9cf9c-fcbd-48ed-9bcf-6fce85087950 req-55c2781a-2961-4e34-883a-f70a68a41d91 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.0911589 Feb 11 13:20:37.340197 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b0da87de-eeea-466a-bf63-68d90265faac admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.343432 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b0da87de-eeea-466a-bf63-68d90265faac admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1c5f33bb-0fcb-4441-afed-dde8263dc764 HTTP/1.1" status: 204 len: 168 time: 0.6163595 Feb 11 13:20:37.347909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4179bff0-725b-469d-9821-e2ce3c8419fc None None] Network ac57c815-c618-4598-a5e8-315fe8cbb4fd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:20:37.351836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43280) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:37.432923 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-59c9cf9c-fcbd-48ed-9bcf-6fce85087950 req-cff3dac5-cbb4-41e1-9d56-c1cc50ad491f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876822 Feb 11 13:20:37.445250 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.511870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Deleting port 9baaba1a-901d-4185-9aaa-01f445825c54 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:20:37.513448 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.589452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e8199d0a-87f2-434a-b6d9-35b961c843ce details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:20:37.592784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] For port 9baaba1a-901d-4185-9aaa-01f445825c54, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9baaba1a-901d-4185-9aaa-01f445825c54,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:37.596618 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.596751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad26a3f-2562-430c-997a-c4bec2867766 None None] DHCP port deletion for ac57c815-c618-4598-a5e8-315fe8cbb4fd request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:20:37.613814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Calling delete_port for 9baaba1a-901d-4185-9aaa-01f445825c54 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:20:37.746099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5ad26a3f-2562-430c-997a-c4bec2867766 None None] Deleting port 9baaba1a-901d-4185-9aaa-01f445825c54 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:20:37.746821 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5ad26a3f-2562-430c-997a-c4bec2867766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.804388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228a2a1-b9a8-40ae-bb56-b4f0de2827a6 req-3e921521-de4f-4435-a628-559020b4c722 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:37.812995 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c228a2a1-b9a8-40ae-bb56-b4f0de2827a6 req-3e921521-de4f-4435-a628-559020b4c722 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 944 time: 0.0698910 Feb 11 13:20:37.823360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.835852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:37.845325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] No DVR routers for this DVR port 9baaba1a-901d-4185-9aaa-01f445825c54 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:37.860691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'e8199d0a-87f2-434a-b6d9-35b961c843ce', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'e8199d0a-87f2-434a-b6d9-35b961c843ce', 'mac_address': 'fa:16:3e:05:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:20:37.867800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5ad26a3f-2562-430c-997a-c4bec2867766 None None] For port 9baaba1a-901d-4185-9aaa-01f445825c54, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9baaba1a-901d-4185-9aaa-01f445825c54,segment=NetworkSegment(5e1508ff-4a7f-40ac-8385-8eb44209d9c9),segment_id=5e1508ff-4a7f-40ac-8385-8eb44209d9c9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:37.869083 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5ad26a3f-2562-430c-997a-c4bec2867766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:37.893875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9baaba1a-901d-4185-9aaa-01f445825c54,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:37.956005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c228a2a1-b9a8-40ae-bb56-b4f0de2827a6 req-e1490d01-974a-4458-9c8a-2fa3a443c538 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384017 Feb 11 13:20:37.976516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5ad26a3f-2562-430c-997a-c4bec2867766 None None] Calling delete_port for 9baaba1a-901d-4185-9aaa-01f445825c54 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:20:37.991641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97011f-b439-4c7f-959d-64e5dd8c8a0e req-fefbff6e-2c43-4661-ab81-b0714c255934 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.005000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc97011f-b439-4c7f-959d-64e5dd8c8a0e req-fefbff6e-2c43-4661-ab81-b0714c255934 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 948 time: 0.1202910 Feb 11 13:20:38.009728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.074196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc97011f-b439-4c7f-959d-64e5dd8c8a0e req-80e9d71c-b501-4b2e-beef-86698c1e21d9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618825 Feb 11 13:20:38.096571 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.122776 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25d504f1-e76f-46bb-aa7e-a2111558d526 req-0593e900-02c4-4f56-b1fe-473e8afa9891 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 210 time: 0.0997252 Feb 11 13:20:38.131662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac57c815-c618-4598-a5e8-315fe8cbb4fd']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:38.132242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8199d0a-87f2-434a-b6d9-35b961c843ce {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:38.149228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1508ff-4a7f-40ac-8385-8eb44209d9c9') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:38.149534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1508ff-4a7f-40ac-8385-8eb44209d9c9') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:38.169006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5ad26a3f-2562-430c-997a-c4bec2867766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.169006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:38.192848 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.201031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad26a3f-2562-430c-997a-c4bec2867766 None None] Pushing event deleted for resources: {'Port': ['ID=9baaba1a-901d-4185-9aaa-01f445825c54,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:38.210934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad26a3f-2562-430c-997a-c4bec2867766 None None] No DVR routers for this DVR port 9baaba1a-901d-4185-9aaa-01f445825c54 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:38.211174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6ae34-f17d-4bc1-8e4f-4a426493c493 req-3f4d4b38-8868-44eb-b69e-7dd2488c2023 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.219643 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6fd6ae34-f17d-4bc1-8e4f-4a426493c493 req-3f4d4b38-8868-44eb-b69e-7dd2488c2023 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 950 time: 0.0825968 Feb 11 13:20:38.238135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-b71c1635-0db9-4a3d-a3ee-74f15f4bd808 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.239768 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-b71c1635-0db9-4a3d-a3ee-74f15f4bd808 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78&tenant_id=5cb5a7db126d40d38512c5877f3b5910&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 948 time: 0.1975834 Feb 11 13:20:38.255571 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.265427 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.266276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:20:38.292579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6fd6ae34-f17d-4bc1-8e4f-4a426493c493 req-d9347580-f452-4ddb-a69f-ef68281f417d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682573 Feb 11 13:20:38.366718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:20:38.367960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.403921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e8199d0a-87f2-434a-b6d9-35b961c843ce,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:38.409914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80ef9724-089b-408a-accb-6c4c3576eb6f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:38.437097 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Sync routers for ids ['75267c42-5239-45ea-8e8a-c3142af702bc'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:20:38.443879 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:20:38.452627 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Routers {'75267c42-5239-45ea-8e8a-c3142af702bc'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:38.453342 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:20:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75267c42-5239-45ea-8e8a-c3142af702bc'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:38.466115 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-666c69dc-feda-4d6d-a9e9-84bc17ab8882 service neutron] delete failed (client error): The resource could not be found. Feb 11 13:20:38.466622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-666c69dc-feda-4d6d-a9e9-84bc17ab8882 service neutron] 10.222.0.13 "DELETE /v2.0/ports/e8199d0a-87f2-434a-b6d9-35b961c843ce/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.2173467 Feb 11 13:20:38.502651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:38.528842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'e774570a-0160-4da5-8fa1-98bcac8b7837', 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d', 'port_id': 'e774570a-0160-4da5-8fa1-98bcac8b7837', 'mac_address': 'fa:16:3e:10:4b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:20:38.536946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0013a-b7f3-4f34-aead-36e80b3b4010 req-de514ba2-e3d0-4d8a-875d-0d093478dd69 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.544223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-10a0013a-b7f3-4f34-aead-36e80b3b4010 req-de514ba2-e3d0-4d8a-875d-0d093478dd69 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.1012030 Feb 11 13:20:38.552687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.567362 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.571139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ac57c815-c618-4598-a5e8-315fe8cbb4fd HTTP/1.1" status: 204 len: 168 time: 1.2182922 Feb 11 13:20:38.589176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e48b9-2b7c-4a47-bb53-e3659348bdb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac57c815-c618-4598-a5e8-315fe8cbb4fd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:38.643647 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-10a0013a-b7f3-4f34-aead-36e80b3b4010 req-461b4bcf-b28d-44ab-a2aa-02c54d499de4 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984139 Feb 11 13:20:38.665674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-cba96be0-eb69-4232-94ae-16eb371d6702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.667306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-cba96be0-eb69-4232-94ae-16eb371d6702 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1100 time: 0.0756588 Feb 11 13:20:38.712340 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Set router 75267c42-5239-45ea-8e8a-c3142af702bc gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:38.774244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 80ef9724-089b-408a-accb-6c4c3576eb6f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:38.774628 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.779006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:38.800046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-3d81d6c4-be93-48ee-b139-d6e06b449a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.802048 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-3d81d6c4-be93-48ee-b139-d6e06b449a03 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1253536 Feb 11 13:20:38.818027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e774570a-0160-4da5-8fa1-98bcac8b7837 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:38.856057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:38.867808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-7fcdf54b-ee1c-405f-9484-94e7e77e46ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 200 len: 217 time: 0.0588555 Feb 11 13:20:38.938657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-cecdac6e-8604-4a05-8e9d-e45ffbab25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:38.938657 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-cecdac6e-8604-4a05-8e9d-e45ffbab25e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0614190 Feb 11 13:20:38.987279 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'name': 'tempest-TaggedBootDevicesTest-1458729795-router', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:26Z', 'updated_at': '2022-02-11T13:20:35Z', 'revision_number': 4, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'gw_port': {'id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:38:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:29Z', 'updated_at': '2022-02-11T13:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'd0c6c5c7-a996-41df-ac07-a24de9a5fdce', 'name': '', 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'mac_address': 'fa:16:3e:bc:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '8fd7ce42-320d-4479-9cb6-bdecb983b744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:34Z', 'updated_at': '2022-02-11T13:20:35Z', 'revision_number': 2, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'subnets': [{'id': '8fd7ce42-320d-4479-9cb6-bdecb983b744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:38.987538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9baaba1a-901d-4185-9aaa-01f445825c54 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:39.000664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-1b385618-f436-450a-a59f-ac185675c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:39.002481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-1b385618-f436-450a-a59f-ac185675c202 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578218 Feb 11 13:20:39.016977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 9baaba1a-901d-4185-9aaa-01f445825c54 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:20:39.017369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9baaba1a-901d-4185-9aaa-01f445825c54 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:39.039645 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.046265 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Checking router: 75267c42-5239-45ea-8e8a-c3142af702bc for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:39.049525 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Updating router 75267c42-5239-45ea-8e8a-c3142af702bc port d0c6c5c7-a996-41df-ac07-a24de9a5fdce binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:20:39.074410 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.114215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3080fe5-e736-48ea-9704-ecf70d94117f req-a03b0d54-451a-4a7e-b849-45fb57ec1a40 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:39.119433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e774570a-0160-4da5-8fa1-98bcac8b7837,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:39.120577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3080fe5-e736-48ea-9704-ecf70d94117f req-a03b0d54-451a-4a7e-b849-45fb57ec1a40 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 944 time: 0.0880024 Feb 11 13:20:39.186988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3080fe5-e736-48ea-9704-ecf70d94117f req-8f12fde5-68aa-4015-ab14-cc9214d9b195 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541317 Feb 11 13:20:39.220864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-2b46b096-d87f-45cf-b655-79df8a87714c service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099795 Feb 11 13:20:39.282337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e981fdc-52ce-451d-b782-671d7cb6fa73 req-441634bc-6c77-4b22-b8a3-5920d4b55687 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:39.283895 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e981fdc-52ce-451d-b782-671d7cb6fa73 req-441634bc-6c77-4b22-b8a3-5920d4b55687 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 949 time: 0.1102893 Feb 11 13:20:39.330375 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eda20205-8bee-4b6e-b019-e0f18b814acd req-1a7d25b9-6f25-408d-b15d-40a84a668451 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 210 time: 0.0624983 Feb 11 13:20:39.331152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43354) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:39.371528 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e981fdc-52ce-451d-b782-671d7cb6fa73 req-8fa08948-46ab-42c7-a114-2d54046285fd tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567601 Feb 11 13:20:39.445181 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee165c69-f84c-4304-a891-37f21bcb4fca req-e1d9c08a-b78e-4fae-acf6-64eedbad1317 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060792 Feb 11 13:20:39.453447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-51bb842c-5ca5-460f-9e1f-59c104e5f71d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e4834d3071c44818b9a3c29a81cfd954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1201317 Feb 11 13:20:39.455124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43374) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:39.489737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e774570a-0160-4da5-8fa1-98bcac8b7837'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:39.545589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5c0-fe6c-4023-9d4f-d7b926c87d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.571611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5c0-fe6c-4023-9d4f-d7b926c87d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.580901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df0219-5699-4ab6-8bb8-ff107b6e1159 req-314e155f-cca8-480c-abdf-20901d7b4530 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:39.585536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e8199d0a-87f2-434a-b6d9-35b961c843ce'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:39.589843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55df0219-5699-4ab6-8bb8-ff107b6e1159 req-314e155f-cca8-480c-abdf-20901d7b4530 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 950 time: 0.1021931 Feb 11 13:20:39.607570 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.660980 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55df0219-5699-4ab6-8bb8-ff107b6e1159 req-06c72ec4-0dfe-4dfc-95b8-a04000637bed tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697329 Feb 11 13:20:39.733487 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.791446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2eb28b-b7d7-44d7-8142-ab82aa68083f req-6ffd4c19-67f1-46ce-9dff-b2cc235544d5 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:39.798780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb2eb28b-b7d7-44d7-8142-ab82aa68083f req-6ffd4c19-67f1-46ce-9dff-b2cc235544d5 tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 1101 time: 0.0584841 Feb 11 13:20:39.844076 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Pushing event updated for resources: {'Port': ['ID=d0c6c5c7-a996-41df-ac07-a24de9a5fdce,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:39.851527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dbd5f-8fc0-4692-bf96-0f6fd07eb455 req-263d9832-a4ad-482c-8910-e0fd173625b0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:39.853400 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b02dbd5f-8fc0-4692-bf96-0f6fd07eb455 req-263d9832-a4ad-482c-8910-e0fd173625b0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 944 time: 0.1286983 Feb 11 13:20:39.903264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb2eb28b-b7d7-44d7-8142-ab82aa68083f req-64440489-3f54-4d1b-a741-0d13b85a670e tempest-ServersOnMultiNodesTest-1793710188 tempest-ServersOnMultiNodesTest-1793710188-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983222 Feb 11 13:20:39.906418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5c0-fe6c-4023-9d4f-d7b926c87d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.909232 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9eccb5c0-fe6c-4023-9d4f-d7b926c87d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.922463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9eccb5c0-fe6c-4023-9d4f-d7b926c87d33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c5df1653-f6ca-4808-a40a-fe0d26874632 HTTP/1.1" status: 204 len: 168 time: 0.4538772 Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.922659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:39.931261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b02dbd5f-8fc0-4692-bf96-0f6fd07eb455 req-30e0547f-933e-4e54-94d4-35e6708e4121 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705190 Feb 11 13:20:39.961407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eccb5c0-fe6c-4023-9d4f-d7b926c87d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5df1653-f6ca-4808-a40a-fe0d26874632,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:39.983057 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Attempting to bind port d0c6c5c7-a996-41df-ac07-a24de9a5fdce on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:39.983431 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Attempting to bind port d0c6c5c7-a996-41df-ac07-a24de9a5fdce by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '0768f610-e270-45c3-96ed-29dcdef746c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:39.983820 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Attempting to bind port d0c6c5c7-a996-41df-ac07-a24de9a5fdce on network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:39.990366 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:39.991699 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Checking segment: {'id': '0768f610-e270-45c3-96ed-29dcdef746c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:39.992098 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:39.992543 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Bound using segment: {'id': '0768f610-e270-45c3-96ed-29dcdef746c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:39.992988 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Bound port: d0c6c5c7-a996-41df-ac07-a24de9a5fdce, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0768f610-e270-45c3-96ed-29dcdef746c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:39.993473 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.086268 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] For port d0c6c5c7-a996-41df-ac07-a24de9a5fdce, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:40.103508 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] For port d0c6c5c7-a996-41df-ac07-a24de9a5fdce, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d0c6c5c7-a996-41df-ac07-a24de9a5fdce,segment=NetworkSegment(0768f610-e270-45c3-96ed-29dcdef746c5),segment_id=0768f610-e270-45c3-96ed-29dcdef746c5)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:40.161958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4b6249f3-84a3-4a8f-bd1f-5d8bc851184c None None] Provisioning complete for port d0c6c5c7-a996-41df-ac07-a24de9a5fdce triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:40.162531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4b6249f3-84a3-4a8f-bd1f-5d8bc851184c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.206780 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4b6249f3-84a3-4a8f-bd1f-5d8bc851184c None None] Port d0c6c5c7-a996-41df-ac07-a24de9a5fdce cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:40.211945 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.286216 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Routers {'75267c42-5239-45ea-8e8a-c3142af702bc'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:40.287210 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:20:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75267c42-5239-45ea-8e8a-c3142af702bc'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:40.386452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2cf72-dd15-42d2-a9d9-8d15272457bd req-45b5563f-351c-4ee7-929c-7e47c30e153d tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:40.395238 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38a2cf72-dd15-42d2-a9d9-8d15272457bd req-45b5563f-351c-4ee7-929c-7e47c30e153d tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 944 time: 0.1361380 Feb 11 13:20:40.408377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a4c83-7e0c-45a6-a5ce-27936c2d6f14 None None] Pushing event updated for resources: {'Port': ['ID=d0c6c5c7-a996-41df-ac07-a24de9a5fdce,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:40.431065 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] Set router 75267c42-5239-45ea-8e8a-c3142af702bc gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:40.473302 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38a2cf72-dd15-42d2-a9d9-8d15272457bd req-177e975d-e5ae-4786-b578-092feab4ce08 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728116 Feb 11 13:20:40.559492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-35610168-55bd-4466-99dd-b6d364d36a77 None None] Provisioning complete for port d0c6c5c7-a996-41df-ac07-a24de9a5fdce triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:40.560318 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35610168-55bd-4466-99dd-b6d364d36a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.635776 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-d2c89eb0-8608-4193-99bb-ea67c01038be tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=447cce886ade4be1a17166c7505888bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807447 Feb 11 13:20:40.711543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-055f09e7-5307-456e-aa0b-34aebcd27517 req-a8f26aa3-7f40-48b5-b805-95781ff769ba tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 210 time: 0.1043992 Feb 11 13:20:40.819695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98574215-3a71-4e4c-946b-252362bae7a6 req-8ac3f4ab-d9ff-45db-a813-43b53af8c06d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:40.820463 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35610168-55bd-4466-99dd-b6d364d36a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:40.830929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98574215-3a71-4e4c-946b-252362bae7a6 req-8ac3f4ab-d9ff-45db-a813-43b53af8c06d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 949 time: 0.0820165 Feb 11 13:20:40.921811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-35610168-55bd-4466-99dd-b6d364d36a77 None None] For port d0c6c5c7-a996-41df-ac07-a24de9a5fdce, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d0c6c5c7-a996-41df-ac07-a24de9a5fdce,segment=NetworkSegment(0768f610-e270-45c3-96ed-29dcdef746c5),segment_id=0768f610-e270-45c3-96ed-29dcdef746c5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:40.930906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98574215-3a71-4e4c-946b-252362bae7a6 req-9777c829-1763-47b3-9b3e-e70dd24b409e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968332 Feb 11 13:20:40.944292 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'name': 'tempest-TaggedBootDevicesTest-1458729795-router', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:26Z', 'updated_at': '2022-02-11T13:20:35Z', 'revision_number': 4, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'gw_port': {'id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:38:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:29Z', 'updated_at': '2022-02-11T13:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'd0c6c5c7-a996-41df-ac07-a24de9a5fdce', 'name': '', 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'mac_address': 'fa:16:3e:bc:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '8fd7ce42-320d-4479-9cb6-bdecb983b744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:34Z', 'updated_at': '2022-02-11T13:20:40Z', 'revision_number': 4, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'subnets': [{'id': '8fd7ce42-320d-4479-9cb6-bdecb983b744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:41.021249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b391f12-8f40-45dc-a584-9e297a51473d req-d95b9656-59b4-41b0-be73-651c0b2538ca tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:41.022863 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-d95b9656-59b4-41b0-be73-651c0b2538ca tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3730960 Feb 11 13:20:41.027059 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa6325e-207f-43ba-baa7-bf34ca5300c3 None None] The sync data for ids ['75267c42-5239-45ea-8e8a-c3142af702bc'] in n-d-816488-1 is: [{'id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'name': 'tempest-TaggedBootDevicesTest-1458729795-router', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:26Z', 'updated_at': '2022-02-11T13:20:35Z', 'revision_number': 4, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'gw_port': {'id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:38:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:29Z', 'updated_at': '2022-02-11T13:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'd0c6c5c7-a996-41df-ac07-a24de9a5fdce', 'name': '', 'network_id': 'd2d99a4b-0f84-4fbe-9c71-ad59e2cd278d', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'mac_address': 'fa:16:3e:bc:a4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '8fd7ce42-320d-4479-9cb6-bdecb983b744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:34Z', 'updated_at': '2022-02-11T13:20:40Z', 'revision_number': 4, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'subnets': [{'id': '8fd7ce42-320d-4479-9cb6-bdecb983b744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:41.045012 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35610168-55bd-4466-99dd-b6d364d36a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:41.062215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6962344-507c-4d9e-bf13-f56490673caa req-4c389b95-4d77-4838-a5c4-2e2e6d6485d0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:41.071849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6962344-507c-4d9e-bf13-f56490673caa req-4c389b95-4d77-4838-a5c4-2e2e6d6485d0 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 950 time: 0.1813469 Feb 11 13:20:41.084871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Request body: {'port': {'device_id': '24392a9c-58ef-496d-bbd8-0608e5dc29d7', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '447cce886ade4be1a17166c7505888bc'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:41.150542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6770c159-b29c-4c67-8716-fdf4129ddcc2 req-316703d5-d03d-46c9-a892-cec85df70897 tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:41.152063 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6770c159-b29c-4c67-8716-fdf4129ddcc2 req-316703d5-d03d-46c9-a892-cec85df70897 tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1100 time: 0.1398816 Feb 11 13:20:41.159386 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35610168-55bd-4466-99dd-b6d364d36a77 None None] Pushing event updated for resources: {'Port': ['ID=d0c6c5c7-a996-41df-ac07-a24de9a5fdce,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:41.250412 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6770c159-b29c-4c67-8716-fdf4129ddcc2 req-55abd562-e5e1-4b78-a91c-f388f0c197b1 tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858178 Feb 11 13:20:41.389359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70609da5-c2a9-4f59-abb5-0403106d5a77 req-5f8d311d-20f4-4d66-bf80-41d199769822 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:41.394158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70609da5-c2a9-4f59-abb5-0403106d5a77 req-5f8d311d-20f4-4d66-bf80-41d199769822 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 944 time: 0.0779715 Feb 11 13:20:41.441054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70609da5-c2a9-4f59-abb5-0403106d5a77 req-d47ab8f5-e8f8-4000-96ce-ada056f968f9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Feb 11 13:20:41.611863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:41.693604 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6962344-507c-4d9e-bf13-f56490673caa req-c20f3900-4ef7-42fb-b45d-a3375312c90b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6050773 Feb 11 13:20:41.718727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84445c2-4c86-4f1a-acaf-112d82adac95 req-537d5994-6b7f-45db-b2bf-e45a0f62c1e8 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:41.730482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e84445c2-4c86-4f1a-acaf-112d82adac95 req-537d5994-6b7f-45db-b2bf-e45a0f62c1e8 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 944 time: 0.1366785 Feb 11 13:20:41.785934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e84445c2-4c86-4f1a-acaf-112d82adac95 req-4246b268-7519-4271-972e-0c46277474ee tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532913 Feb 11 13:20:42.040244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-e66f93fb-8b65-4336-b212-a4e039254ccc tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5cb5a7db126d40d38512c5877f3b5910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419736 Feb 11 13:20:42.040904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port e774570a-0160-4da5-8fa1-98bcac8b7837 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:42.041887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-872c1902-3d5b-41d2-b6cb-db355bd4d52e req-cccd8c4d-f57d-43dc-85a8-6b36199b2d59 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 210 time: 0.0374587 Feb 11 13:20:42.044467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port e774570a-0160-4da5-8fa1-98bcac8b7837 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:42.044467 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.044934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-d15d12ff-de1e-4246-895f-3c41d00630c0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:42.044934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-d15d12ff-de1e-4246-895f-3c41d00630c0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415243 Feb 11 13:20:42.044934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-87e7827f-fa33-491c-9c02-4b02bd5dce5e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/quotas/5cb5a7db126d40d38512c5877f3b5910 HTTP/1.1" status: 200 len: 375 time: 0.0119257 Feb 11 13:20:42.045543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.114320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e774570a-0160-4da5-8fa1-98bcac8b7837'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:42.116862 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d08579-6894-430b-aee5-336864463fa5" -d '{"events": [{"server_uuid": "2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3", "name": "network-vif-plugged", "status": "completed", "tag": "e774570a-0160-4da5-8fa1-98bcac8b7837"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:42.126610 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-80288207-1a5a-4a33-8353-f27f7cd9ac29 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719705 Feb 11 13:20:42.131826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Made reservation on behalf of 447cce886ade4be1a17166c7505888bc for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:42.141429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.164448 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.172323 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:42.203276 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5b72e6-e8ee-47d3-b2cb-dfa795e5b5c9 x-openstack-request-id: req-de5b72e6-e8ee-47d3-b2cb-dfa795e5b5c9 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:42.203912 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3", "name": "network-vif-plugged", "status": "completed", "tag": "e774570a-0160-4da5-8fa1-98bcac8b7837", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:42.204330 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de5b72e6-e8ee-47d3-b2cb-dfa795e5b5c9 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:42.205037 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e774570a-0160-4da5-8fa1-98bcac8b7837', 'code': 200} Feb 11 13:20:42.262502 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.269649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e8199d0a-87f2-434a-b6d9-35b961c843ce up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:42.297958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43448) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:42.373339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e774570a-0160-4da5-8fa1-98bcac8b7837,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:42.386804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.395637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.397366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.397366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.397366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.399381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.399736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.400066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.400418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.404551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.404957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.405332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.405694 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:42.441168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d0c6c5c7-a996-41df-ac07-a24de9a5fdce up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:42.486714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba5073-ab56-4d37-9742-bb886605e682 req-dae090d2-f6d6-4092-85e5-ff63d872e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:42.488485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06ba5073-ab56-4d37-9742-bb886605e682 req-dae090d2-f6d6-4092-85e5-ff63d872e40d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 1096 time: 0.1814461 Feb 11 13:20:42.500142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-56a7da3f-f59a-4214-a7ed-a05d1f9d824b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:42.501827 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-56a7da3f-f59a-4214-a7ed-a05d1f9d824b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 950 time: 0.0918651 Feb 11 13:20:42.519603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.522736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d0c6c5c7-a996-41df-ac07-a24de9a5fdce triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:42.523114 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.617874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port e8199d0a-87f2-434a-b6d9-35b961c843ce completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:42.624216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eee375-9181-4244-99b0-a247d3c0c233,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:42.631699 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port e8199d0a-87f2-434a-b6d9-35b961c843ce triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:42.632073 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.649720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1426124950-network', 'tenant_id': '4e348e61c06146e5809782bbea15e4ff'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:42.800386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06ba5073-ab56-4d37-9742-bb886605e682 req-d9107181-46e1-4b86-b3fa-0d3fca011bec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974062 Feb 11 13:20:42.835702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Allocated IP 192.168.233.127 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/6f83a19a-91f7-4775-92d7-2164ecf2028c) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:42.846904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-749db484-f03f-4568-a82d-02440eb5f2fd req-2e953e58-fae1-4ba4-841a-db0ca7a24b1b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 210 time: 0.0964642 Feb 11 13:20:42.860183 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.880272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8689e-565b-4081-b5df-4a25ce2ce5da req-1713e71e-5707-4489-8134-7e50db41a74a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:42.883913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53a8689e-565b-4081-b5df-4a25ce2ce5da req-1713e71e-5707-4489-8134-7e50db41a74a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.2838430 Feb 11 13:20:42.896994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-92f8287d-e540-4dd9-b8ab-b36818fd3688 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Deleting port 043a0091-7907-43e5-93d5-254de66e4b15 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:20:42.896994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-92f8287d-e540-4dd9-b8ab-b36818fd3688 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:42.972086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:42.991926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Made reservation on behalf of 4e348e61c06146e5809782bbea15e4ff for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:42.994775 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.021545 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.087560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae9405-63a3-47c9-bc0f-5b6b71b8951f req-f334d3c7-f024-4f5b-b8bb-3f79e065a8fd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:43.088958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0aae9405-63a3-47c9-bc0f-5b6b71b8951f req-f334d3c7-f024-4f5b-b8bb-3f79e065a8fd tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 950 time: 0.0763021 Feb 11 13:20:43.089155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53a8689e-565b-4081-b5df-4a25ce2ce5da req-252ba1c4-9850-476a-a986-6bbf34b0051f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959202 Feb 11 13:20:43.091434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-92f8287d-e540-4dd9-b8ab-b36818fd3688 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] For port 043a0091-7907-43e5-93d5-254de66e4b15, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=043a0091-7907-43e5-93d5-254de66e4b15,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:43.091801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-92f8287d-e540-4dd9-b8ab-b36818fd3688 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.094649 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.122483 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.148315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-92f8287d-e540-4dd9-b8ab-b36818fd3688 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Calling delete_port for 043a0091-7907-43e5-93d5-254de66e4b15 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:20:43.179307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e8199d0a-87f2-434a-b6d9-35b961c843ce,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.184663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0aae9405-63a3-47c9-bc0f-5b6b71b8951f req-0d5dd411-b121-4b4c-b87c-62949a753fa9 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802093 Feb 11 13:20:43.327217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aed88431-0772-490f-b218-4dfc9947d1e4 req-4a41effb-9c1c-470e-9e18-c090c557d030 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 210 time: 0.0372760 Feb 11 13:20:43.327457 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.355807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f30028-fbb0-4250-8439-141a693c8443 req-2312eb17-6a5e-4d91-bc0c-a0d9a0d72434 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:43.357525 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0f30028-fbb0-4250-8439-141a693c8443 req-2312eb17-6a5e-4d91-bc0c-a0d9a0d72434 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 944 time: 0.0978317 Feb 11 13:20:43.367800 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.418412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 891480ac-593a-474e-9cd1-0b4778da1be0 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:20:43.441690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Pushing event updated for resources: {'Port': ['ID=6f83a19a-91f7-4775-92d7-2164ecf2028c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.449020 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0f30028-fbb0-4250-8439-141a693c8443 req-8eb102d1-cbb7-44e5-adfb-cb82355acce0 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800900 Feb 11 13:20:43.461212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:43.462248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:43.468725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.491458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:43.491686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:20:43.574503 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.574503 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Added segment ee1157f7-3e73-4ab3-9117-c67b903fc643 of type vlan for network 5267caef-1ce5-4b90-b59f-509667f805b4 Feb 11 13:20:43.574503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790680dd-dee3-4424-a1e9-d3e9dc77fc26,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.576064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:43.576064 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.576862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 891480ac-593a-474e-9cd1-0b4778da1be0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=891480ac-593a-474e-9cd1-0b4778da1be0,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:43.584648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '891480ac-593a-474e-9cd1-0b4778da1be0', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'port_id': '891480ac-593a-474e-9cd1-0b4778da1be0', 'mac_address': 'fa:16:3e:a1:2c:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:20:43.589199 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.622956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-92f8287d-e540-4dd9-b8ab-b36818fd3688 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.643149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5', '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7', 'b200cb3f-02b5-4e75-acda-e0e663ed59db', '0e405083-b06f-4431-8e63-0a381f136b5f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:43.646865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9', '603ad938-774c-4e3f-aa90-44c92149f9ab', '043a0091-7907-43e5-93d5-254de66e4b15'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:43.662559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f8287d-e540-4dd9-b8ab-b36818fd3688 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event deleted for resources: {'Port': ['ID=043a0091-7907-43e5-93d5-254de66e4b15,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.711802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-92f8287d-e540-4dd9-b8ab-b36818fd3688 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] No DVR routers for this DVR port 043a0091-7907-43e5-93d5-254de66e4b15 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:43.714659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-92f8287d-e540-4dd9-b8ab-b36818fd3688 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.718811 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ecad7fc-dc69-4283-9964-1bff812c1bb1 req-92f8287d-e540-4dd9-b8ab-b36818fd3688 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "DELETE /v2.0/ports/043a0091-7907-43e5-93d5-254de66e4b15 HTTP/1.1" status: 204 len: 173 time: 1.2095537 Feb 11 13:20:43.719181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e65636-3e1d-47f6-bf81-f76715f4dab6', 'name': 'network-vif-deleted', 'tag': '043a0091-7907-43e5-93d5-254de66e4b15'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:43.721457 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdc12dc-9f01-476c-90ce-1ca86c97f411" -d '{"events": [{"server_uuid": "04e65636-3e1d-47f6-bf81-f76715f4dab6", "name": "network-vif-deleted", "tag": "043a0091-7907-43e5-93d5-254de66e4b15"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:43.743845 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-a7b0c218-219b-4fdf-bd50-dc8952565c67 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7048347 Feb 11 13:20:43.750401 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.757756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Request body: {'port': {'device_id': '24392a9c-58ef-496d-bbd8-0608e5dc29d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:43.778883 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25caef84-8659-4c96-a5af-4fc5b806b819 x-openstack-request-id: req-25caef84-8659-4c96-a5af-4fc5b806b819 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:43.779217 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e65636-3e1d-47f6-bf81-f76715f4dab6", "name": "network-vif-deleted", "tag": "043a0091-7907-43e5-93d5-254de66e4b15", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:43.779615 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-25caef84-8659-4c96-a5af-4fc5b806b819 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:43.780063 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e65636-3e1d-47f6-bf81-f76715f4dab6', 'name': 'network-vif-deleted', 'tag': '043a0091-7907-43e5-93d5-254de66e4b15', 'status': 'completed', 'code': 200} Feb 11 13:20:43.795140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891480ac-593a-474e-9cd1-0b4778da1be0 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:43.802886 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.803875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:43.804467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.872756 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:43.878894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 891480ac-593a-474e-9cd1-0b4778da1be0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=891480ac-593a-474e-9cd1-0b4778da1be0,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:43.886729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] Pushing event updated for resources: {'Network': ['ID=5267caef-1ce5-4b90-b59f-509667f805b4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.948692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 5267caef-1ce5-4b90-b59f-509667f805b4 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:20:44.026980 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0acf52c0-636f-4350-a13e-c46d3d25830e req-ed5e55b2-b27b-4496-a8d4-9344dbe7fe58 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 210 time: 0.0570881 Feb 11 13:20:44.032793 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4fe07e30-76c2-410e-b023-5fd875fb426a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7325921 Feb 11 13:20:44.034772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43480) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:44.046769 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Request body: {'subnet': {'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1426124950-subnet', 'tenant_id': '4e348e61c06146e5809782bbea15e4ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:44.068990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5b7cb9cf-3fc0-4881-ab87-d60c05972044 None None] Provisioning complete for port 6f83a19a-91f7-4775-92d7-2164ecf2028c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:44.069658 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb9cf-3fc0-4881-ab87-d60c05972044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:44.071524 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:44.213382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:44.216378 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ac31e5-badc-4480-a916-2a2863ce363c" -d '{"events": [{"server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "name": "network-vif-plugged", "status": "completed", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:44.265842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Made reservation on behalf of 4e348e61c06146e5809782bbea15e4ff for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:44.275854 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:44.321615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5b7cb9cf-3fc0-4881-ab87-d60c05972044 None None] Port 6f83a19a-91f7-4775-92d7-2164ecf2028c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:44.338949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=891480ac-593a-474e-9cd1-0b4778da1be0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:44.383139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['891480ac-593a-474e-9cd1-0b4778da1be0'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:44.508246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eaf64bce-009e-4ed1-91fb-a4db105a6c0c req-ffbd80a1-4fb2-4b8c-b665-77d21d47e6ec tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=04e65636-3e1d-47f6-bf81-f76715f4dab6 HTTP/1.1" status: 200 len: 210 time: 0.0987756 Feb 11 13:20:44.574884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a6659-1aef-474f-8c45-a47f3ad583e8 req-adea188c-8a6d-431b-b17b-7dd1f572b64f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.576582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a4a6659-1aef-474f-8c45-a47f3ad583e8 req-adea188c-8a6d-431b-b17b-7dd1f572b64f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.2069519 Feb 11 13:20:44.596383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f83a19a-91f7-4775-92d7-2164ecf2028c {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:44.614294 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8093bd99-f174-4b90-a9a2-4720b4560cf2 x-openstack-request-id: req-8093bd99-f174-4b90-a9a2-4720b4560cf2 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:44.615491 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "name": "network-vif-plugged", "status": "completed", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:44.615766 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:44.619594 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8093bd99-f174-4b90-a9a2-4720b4560cf2 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:44.620224 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce', 'code': 200} Feb 11 13:20:44.644874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Transition to ACTIVE for port object 6f83a19a-91f7-4775-92d7-2164ecf2028c will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:44.728497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a4a6659-1aef-474f-8c45-a47f3ad583e8 req-0b33e8e5-ff62-4415-9d5d-384f5d8cabe6 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364114 Feb 11 13:20:44.735790 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:44.800740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54b571-d59e-449c-9f07-0f34ba8c8c67 req-907e7a31-1f90-4561-86c4-f6cc04864649 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.808756 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d54b571-d59e-449c-9f07-0f34ba8c8c67 req-907e7a31-1f90-4561-86c4-f6cc04864649 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 936 time: 0.1410189 Feb 11 13:20:44.905581 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d54b571-d59e-449c-9f07-0f34ba8c8c67 req-568c2b18-5247-4a6e-a552-22f7fa88eb9e tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905190 Feb 11 13:20:44.969959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Pushing event updated for resources: {'Port': ['ID=6f83a19a-91f7-4775-92d7-2164ecf2028c,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:45.112838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:45.184970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfbed7-8564-4f4a-8a01-134ce09469f6 req-b07b7138-8d6e-4f90-8aab-b960e626f65f tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:45.192947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-56dfbed7-8564-4f4a-8a01-134ce09469f6 req-b07b7138-8d6e-4f90-8aab-b960e626f65f tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 945 time: 0.3598387 Feb 11 13:20:45.238577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcfa2485-4725-4048-89ca-2afc163319e9 req-c6f8a769-afe4-49e8-8913-61b7f32ea9c5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 210 time: 0.1113694 Feb 11 13:20:45.270175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Attempting to bind port 6f83a19a-91f7-4775-92d7-2164ecf2028c on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:45.270814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Attempting to bind port 6f83a19a-91f7-4775-92d7-2164ecf2028c by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:45.270814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Attempting to bind port 6f83a19a-91f7-4775-92d7-2164ecf2028c on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:45.284353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7453e60e-a49b-401d-9290-ba5d57235e58,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:45.294833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Port 6f83a19a-91f7-4775-92d7-2164ecf2028c on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:45.295101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Attempting to bind port 6f83a19a-91f7-4775-92d7-2164ecf2028c on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:45.299933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-56dfbed7-8564-4f4a-8a01-134ce09469f6 req-adae1e2b-0e1a-48d1-8511-f2ff759a0bf6 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061373 Feb 11 13:20:45.307615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:45.307960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:45.308344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:45.308778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Bound port: 6f83a19a-91f7-4775-92d7-2164ecf2028c, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:45.309136 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:45.313133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Checking segment: {'id': 'ee1157f7-3e73-4ab3-9117-c67b903fc643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:45.313490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Network hostable DHCP agents. Network: 5267caef-1ce5-4b90-b59f-509667f805b4, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:20:45.402988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] For port 6f83a19a-91f7-4775-92d7-2164ecf2028c, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:45.406126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] For port 6f83a19a-91f7-4775-92d7-2164ecf2028c, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=6f83a19a-91f7-4775-92d7-2164ecf2028c,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:45.427448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Network 5267caef-1ce5-4b90-b59f-509667f805b4 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:20:45.483658 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:45.515616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 5267caef-1ce5-4b90-b59f-509667f805b4) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:45.522958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:45.523581 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:45.526418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:45.527090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:45.527231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eded8e8-dc70-48b4-81ae-1c19b54d347f None None] Network 5267caef-1ce5-4b90-b59f-509667f805b4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:20:45.528408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] 10.222.0.59 "PUT /v2.0/ports/6f83a19a-91f7-4775-92d7-2164ecf2028c HTTP/1.1" status: 200 len: 1096 time: 1.7764802 Feb 11 13:20:45.533197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24392a9c-58ef-496d-bbd8-0608e5dc29d7', 'tag': '6f83a19a-91f7-4775-92d7-2164ecf2028c'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:45.535628 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fdd0b5-a905-45db-8219-926f5bea4c34" -d '{"events": [{"name": "network-changed", "server_uuid": "24392a9c-58ef-496d-bbd8-0608e5dc29d7", "tag": "6f83a19a-91f7-4775-92d7-2164ecf2028c"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:45.564969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7b572-5e0c-4150-abe2-720e06eeba4d service neutron] Pushing event updated for resources: {'Port': ['ID=6f83a19a-91f7-4775-92d7-2164ecf2028c,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:45.599134 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c86caf-7127-42b4-a489-bd77764c015a x-openstack-request-id: req-56c86caf-7127-42b4-a489-bd77764c015a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:45.599629 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24392a9c-58ef-496d-bbd8-0608e5dc29d7", "tag": "6f83a19a-91f7-4775-92d7-2164ecf2028c", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:45.600048 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56c86caf-7127-42b4-a489-bd77764c015a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:45.600652 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24392a9c-58ef-496d-bbd8-0608e5dc29d7', 'tag': '6f83a19a-91f7-4775-92d7-2164ecf2028c', 'status': 'completed', 'code': 200} Feb 11 13:20:45.619176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 043a0091-7907-43e5-93d5-254de66e4b15 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:45.682493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ae51d6f8-a68b-464a-89f6-35c148cb2086 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6391768 Feb 11 13:20:45.693863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 043a0091-7907-43e5-93d5-254de66e4b15 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:20:45.694209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 043a0091-7907-43e5-93d5-254de66e4b15 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:45.720093 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdd0b5-a905-45db-8219-926f5bea4c34 req-c690806f-63ca-4035-a2a8-df3c01ec967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:45.722013 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-17fdd0b5-a905-45db-8219-926f5bea4c34 req-c690806f-63ca-4035-a2a8-df3c01ec967c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447cce886ade4be1a17166c7505888bc&device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 1099 time: 0.0898106 Feb 11 13:20:45.773950 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-17fdd0b5-a905-45db-8219-926f5bea4c34 req-0cf10c48-36bc-44a5-9f7d-4b06eeb59a9b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=447cce886ade4be1a17166c7505888bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411508 Feb 11 13:20:45.867697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c1d3b-c463-4e95-90d4-9ebf6151d5d9 None None] Network 5267caef-1ce5-4b90-b59f-509667f805b4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:20:45.914499 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-fa36cde5-b0d8-4551-9ecb-01bca6dac46d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5cb5a7db126d40d38512c5877f3b5910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322409 Feb 11 13:20:46.021811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063cab5-e63b-4769-bffd-1c7ab89f7d88 req-861b5718-29d0-4f94-a4a8-dc891646fff2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.022778 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7063cab5-e63b-4769-bffd-1c7ab89f7d88 req-861b5718-29d0-4f94-a4a8-dc891646fff2 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.1839361 Feb 11 13:20:46.026093 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fdd0b5-a905-45db-8219-926f5bea4c34 req-d1e4a1e3-e782-49cd-99f5-0cb6b06cf5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.027480 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-17fdd0b5-a905-45db-8219-926f5bea4c34 req-d1e4a1e3-e782-49cd-99f5-0cb6b06cf5a8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2447598 Feb 11 13:20:46.122513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7063cab5-e63b-4769-bffd-1c7ab89f7d88 req-50eab848-2e33-4fcc-9af5-f6465f6ea682 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912657 Feb 11 13:20:46.137005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-7d89eca8-9358-4ec8-9fe7-50b3478e423b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.139023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-7d89eca8-9358-4ec8-9fe7-50b3478e423b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181425 Feb 11 13:20:46.159789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Request body: {'port': {'device_id': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '5cb5a7db126d40d38512c5877f3b5910'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:46.178130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b391f12-8f40-45dc-a584-9e297a51473d req-aaf50235-b28d-424a-94b2-8831e22ea5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.179652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-aaf50235-b28d-424a-94b2-8831e22ea5d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=447cce886ade4be1a17166c7505888bc&device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 1099 time: 0.1030321 Feb 11 13:20:46.259253 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-853264b1-c52c-49fb-abfc-93fb862e2ffb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=6f83a19a-91f7-4775-92d7-2164ecf2028c HTTP/1.1" status: 200 len: 217 time: 0.0423572 Feb 11 13:20:46.312543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df82752-a7e3-4bbd-90fd-4d9cf5587607 req-17e423c3-1b54-4de4-a90f-7bb664de857b tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.317286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6df82752-a7e3-4bbd-90fd-4d9cf5587607 req-17e423c3-1b54-4de4-a90f-7bb664de857b tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 948 time: 0.0717599 Feb 11 13:20:46.344655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b391f12-8f40-45dc-a584-9e297a51473d req-3f7491b4-c71b-4bef-805b-fe65f2be21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.346717 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-3f7491b4-c71b-4bef-805b-fe65f2be21ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0797999 Feb 11 13:20:46.378463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6df82752-a7e3-4bbd-90fd-4d9cf5587607 req-0f6c2d5e-0968-4346-a375-d5b76a738598 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553300 Feb 11 13:20:46.424884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b391f12-8f40-45dc-a584-9e297a51473d req-bec9d8fe-9939-4dbb-b4b2-70b620698582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.427242 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-bec9d8fe-9939-4dbb-b4b2-70b620698582 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736630 Feb 11 13:20:46.514741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Made reservation on behalf of 5cb5a7db126d40d38512c5877f3b5910 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:46.518416 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:46.615578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-400bd0c4-f876-41bb-9446-27abfe0ba6ba tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.617073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-400bd0c4-f876-41bb-9446-27abfe0ba6ba tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 821 time: 0.1202133 Feb 11 13:20:46.642088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-2abf4ef5-cbf1-49de-960e-4264a25f28f6 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/quotas/ddb699d6ec6d410587575318a8f50efc HTTP/1.1" status: 200 len: 375 time: 0.0112886 Feb 11 13:20:46.666596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-07b19fd8-bd44-4f17-8f9b-02aa3c58e6b4 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241590 Feb 11 13:20:46.679266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1217f-73bb-4689-8197-318f152a39ed req-93b6eff9-98db-4158-b1ef-8885edf089e4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.682452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-93b6eff9-98db-4158-b1ef-8885edf089e4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/networks?id=5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 200 len: 814 time: 0.2526367 Feb 11 13:20:46.714108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-3da2b71c-d6be-4ed9-901f-8c167674c28f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616074 Feb 11 13:20:46.797323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-6f78cd6d-6a4b-43ad-952c-f66088a2b163 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/quotas/4e348e61c06146e5809782bbea15e4ff HTTP/1.1" status: 200 len: 375 time: 0.1000781 Feb 11 13:20:46.822144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-7d1a92ba-9a51-4c2e-ac4b-b0477e449bef service neutron] 10.222.0.52 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996571 Feb 11 13:20:46.851130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-1636919f-49d2-47a6-bbde-52404870d336 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e348e61c06146e5809782bbea15e4ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471301 Feb 11 13:20:46.885333 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Allocated IP 192.168.233.191 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/29418b28-e0b7-472f-be02-f3658d8fbd1a) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:46.923706 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-11fdaf41-52f1-4451-aab5-a69478b88faa service neutron] 10.222.0.52 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004252 Feb 11 13:20:46.959553 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b391f12-8f40-45dc-a584-9e297a51473d req-4b0ff52d-3d39-490b-9ecf-f7db835a23d7 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760026 Feb 11 13:20:47.032910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-56a58479-250b-4533-a798-9c7efed81c9a service neutron] 10.222.0.52 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725967 Feb 11 13:20:47.188236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:47.196302 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-59df49ed-40b5-4e29-a8ea-2143e7f23d5a service neutron] 10.222.0.52 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343184 Feb 11 13:20:47.291295 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:47.304570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e8199d0a-87f2-434a-b6d9-35b961c843ce'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:47.348659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:47.351711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:47.355132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:47.397346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Pushing event updated for resources: {'Port': ['ID=29418b28-e0b7-472f-be02-f3658d8fbd1a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:47.421639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:47.422363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:47.426136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 891480ac-593a-474e-9cd1-0b4778da1be0 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:47.525968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-5797f010-61c8-4a03-9b54-105068e5e657 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3701057 Feb 11 13:20:47.678550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Request body: {'port': {'device_id': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:47.693920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 891480ac-593a-474e-9cd1-0b4778da1be0 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:47.706953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 891480ac-593a-474e-9cd1-0b4778da1be0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:47.706953 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:47.751461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-19a1d664-3282-4dc4-a737-092ea78751d4 None None] Provisioning complete for port 29418b28-e0b7-472f-be02-f3658d8fbd1a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:47.751976 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19a1d664-3282-4dc4-a737-092ea78751d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:47.777558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:47.798949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-19a1d664-3282-4dc4-a737-092ea78751d4 None None] Port 29418b28-e0b7-472f-be02-f3658d8fbd1a cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:20:47.807107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff95c0-30d6-49be-89c3-fec280f4bd3a req-ce6fa098-4cba-4e12-b6c3-001f7349321e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:47.813686 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8cff95c0-30d6-49be-89c3-fec280f4bd3a req-ce6fa098-4cba-4e12-b6c3-001f7349321e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 949 time: 0.1420362 Feb 11 13:20:47.884940 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:47.908849 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8cff95c0-30d6-49be-89c3-fec280f4bd3a req-7de98785-ba2e-41b7-a70c-8c269c5767f7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861521 Feb 11 13:20:47.914921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c02b29-d147-4227-9f6a-bf56695398d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891480ac-593a-474e-9cd1-0b4778da1be0'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:47.917308 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4119d7-dff9-4242-b6f7-98ff38322cbd" -d '{"events": [{"server_uuid": "74c02b29-d147-4227-9f6a-bf56695398d3", "name": "network-vif-plugged", "status": "completed", "tag": "891480ac-593a-474e-9cd1-0b4778da1be0"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:47.941037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 891480ac-593a-474e-9cd1-0b4778da1be0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=891480ac-593a-474e-9cd1-0b4778da1be0,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:47.942194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff8f1-36b3-4aed-821d-f44dd2164a9b req-c103d3ee-f1d2-4178-b193-746c08088eed tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:47.944573 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9edff8f1-36b3-4aed-821d-f44dd2164a9b req-c103d3ee-f1d2-4178-b193-746c08088eed tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 1096 time: 0.3612654 Feb 11 13:20:48.032212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-c64a6a98-633f-4c77-8b14-21cd7ae41aed tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:48.033721 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-c64a6a98-633f-4c77-8b14-21cd7ae41aed tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 949 time: 0.2653971 Feb 11 13:20:48.034511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551a051-469e-4935-b896-1bfef1b678ca req-5e9633a6-06b4-4652-a183-cd70715769a2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:48.035997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0551a051-469e-4935-b896-1bfef1b678ca req-5e9633a6-06b4-4652-a183-cd70715769a2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 936 time: 0.0560269 Feb 11 13:20:48.045302 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.061147 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9edff8f1-36b3-4aed-821d-f44dd2164a9b req-14fa2ef4-b56b-4be9-a30a-56e09936ea27 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076460 Feb 11 13:20:48.117513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=891480ac-593a-474e-9cd1-0b4778da1be0,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:48.123177 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0551a051-469e-4935-b896-1bfef1b678ca req-46a958cf-59fb-41af-9454-d7643e201287 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801179 Feb 11 13:20:48.273495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2847a-cddb-4bbb-87a3-cfdf0a5fc75d req-545bda3e-294e-4c33-a548-eb147e20c758 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:48.275766 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ce2847a-cddb-4bbb-87a3-cfdf0a5fc75d req-545bda3e-294e-4c33-a548-eb147e20c758 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 948 time: 0.0699801 Feb 11 13:20:48.326297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ce2847a-cddb-4bbb-87a3-cfdf0a5fc75d req-2c6496ff-9c56-4a7d-8f3d-283f1ff66828 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408685 Feb 11 13:20:48.335921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31bdc2-7b2d-41a0-8a9e-f32050944414 req-a4528d00-79df-467f-ba47-3d54c8331abc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:48.337227 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea31bdc2-7b2d-41a0-8a9e-f32050944414 req-a4528d00-79df-467f-ba47-3d54c8331abc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 946 time: 0.1620159 Feb 11 13:20:48.414104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cef7b9d-6591-4e56-9e0f-8b226314c98d req-05ca9565-460d-4e12-8ce8-aaa0f2a65a43 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 210 time: 0.0409942 Feb 11 13:20:48.428518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29418b28-e0b7-472f-be02-f3658d8fbd1a {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:48.438630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-270da5da-159d-492e-a165-1bcc54d5fd64 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Deleting port 0e405083-b06f-4431-8e63-0a381f136b5f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:20:48.439057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-270da5da-159d-492e-a165-1bcc54d5fd64 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.443102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.490828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38db2508-1c2d-4e28-bcb8-3198a7d505f8 req-a1d9d5a8-4852-46be-9157-8e52d89c8a34 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.0266924 Feb 11 13:20:48.520375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Transition to ACTIVE for port object 29418b28-e0b7-472f-be02-f3658d8fbd1a will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:48.526361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea31bdc2-7b2d-41a0-8a9e-f32050944414 req-dabd08bb-eb4a-4af8-af25-ab333a11a3c0 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307244 Feb 11 13:20:48.563497 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661cc293-f10c-4a86-9abc-21d6a3d10832 x-openstack-request-id: req-661cc293-f10c-4a86-9abc-21d6a3d10832 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:48.564028 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c02b29-d147-4227-9f6a-bf56695398d3", "name": "network-vif-plugged", "status": "completed", "tag": "891480ac-593a-474e-9cd1-0b4778da1be0", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:48.564238 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-661cc293-f10c-4a86-9abc-21d6a3d10832 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:48.564727 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c02b29-d147-4227-9f6a-bf56695398d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891480ac-593a-474e-9cd1-0b4778da1be0', 'code': 200} Feb 11 13:20:48.589476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-270da5da-159d-492e-a165-1bcc54d5fd64 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] For port 0e405083-b06f-4431-8e63-0a381f136b5f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=0e405083-b06f-4431-8e63-0a381f136b5f,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:48.590188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-270da5da-159d-492e-a165-1bcc54d5fd64 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.604290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-270da5da-159d-492e-a165-1bcc54d5fd64 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Calling delete_port for 0e405083-b06f-4431-8e63-0a381f136b5f owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:20:48.637315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:48.672554 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25f8e5-ae50-44b5-a33e-30433476d889 req-bf163b59-388e-43fc-b666-9f7d5f27c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:48.674094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba25f8e5-ae50-44b5-a33e-30433476d889 req-bf163b59-388e-43fc-b666-9f7d5f27c09a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 1097 time: 0.0420837 Feb 11 13:20:48.721158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba25f8e5-ae50-44b5-a33e-30433476d889 req-d1f2ae68-072d-4b79-a52b-8e641e20ecc3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389695 Feb 11 13:20:48.759315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Pushing event updated for resources: {'Port': ['ID=29418b28-e0b7-472f-be02-f3658d8fbd1a,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:48.804050 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f2c54-bbe4-4069-9a5f-d5a52c0afae4 req-4044d871-d75e-4d8c-9e22-f123fa1efebd tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:48.812616 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-032f2c54-bbe4-4069-9a5f-d5a52c0afae4 req-4044d871-d75e-4d8c-9e22-f123fa1efebd tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 1096 time: 0.1919458 Feb 11 13:20:48.922277 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-032f2c54-bbe4-4069-9a5f-d5a52c0afae4 req-07c50841-b09f-4286-a2d8-ebe326f84023 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086669 Feb 11 13:20:48.947273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Attempting to bind port 29418b28-e0b7-472f-be02-f3658d8fbd1a on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:48.947605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Attempting to bind port 29418b28-e0b7-472f-be02-f3658d8fbd1a by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:48.947926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Attempting to bind port 29418b28-e0b7-472f-be02-f3658d8fbd1a on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:48.964646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Port 29418b28-e0b7-472f-be02-f3658d8fbd1a on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:48.964646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Attempting to bind port 29418b28-e0b7-472f-be02-f3658d8fbd1a on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:48.964646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:48.964646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:48.964646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:48.964646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Bound port: 29418b28-e0b7-472f-be02-f3658d8fbd1a, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:48.964646 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.068188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] For port 29418b28-e0b7-472f-be02-f3658d8fbd1a, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:49.072953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] For port 29418b28-e0b7-472f-be02-f3658d8fbd1a, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:49.074157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-270da5da-159d-492e-a165-1bcc54d5fd64 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.079556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a043b68-92bb-40cb-a5e5-bab9f1b16a10 req-869694f9-dcc2-4b9f-941f-4d61d04678fb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:49.081158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a043b68-92bb-40cb-a5e5-bab9f1b16a10 req-869694f9-dcc2-4b9f-941f-4d61d04678fb tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 949 time: 0.0798647 Feb 11 13:20:49.094045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5', '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7', 'b200cb3f-02b5-4e75-acda-e0e663ed59db', '0e405083-b06f-4431-8e63-0a381f136b5f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:49.126814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270da5da-159d-492e-a165-1bcc54d5fd64 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event deleted for resources: {'Port': ['ID=0e405083-b06f-4431-8e63-0a381f136b5f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:49.146429 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a043b68-92bb-40cb-a5e5-bab9f1b16a10 req-fd520d33-5bd9-449f-9dd2-247dc4af1939 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570407 Feb 11 13:20:49.158153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9', '603ad938-774c-4e3f-aa90-44c92149f9ab'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:49.186744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-270da5da-159d-492e-a165-1bcc54d5fd64 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] No DVR routers for this DVR port 0e405083-b06f-4431-8e63-0a381f136b5f on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:49.189194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.192553 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-270da5da-159d-492e-a165-1bcc54d5fd64 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.196069 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7489be0-1f69-4e8b-b6bd-84fe05b7d148 req-270da5da-159d-492e-a165-1bcc54d5fd64 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "DELETE /v2.0/ports/0e405083-b06f-4431-8e63-0a381f136b5f HTTP/1.1" status: 204 len: 173 time: 1.1376357 Feb 11 13:20:49.198230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f990e426-8690-4aff-bba0-4edfb494c6e5', 'name': 'network-vif-deleted', 'tag': '0e405083-b06f-4431-8e63-0a381f136b5f'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:49.201189 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0576bd84-ffed-4fdc-ae3f-27aa16d85b0c" -d '{"events": [{"server_uuid": "f990e426-8690-4aff-bba0-4edfb494c6e5", "name": "network-vif-deleted", "tag": "0e405083-b06f-4431-8e63-0a381f136b5f"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:49.236557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:49.237204 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:49.238628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] 10.222.0.13 "PUT /v2.0/ports/29418b28-e0b7-472f-be02-f3658d8fbd1a HTTP/1.1" status: 200 len: 1096 time: 1.7002516 Feb 11 13:20:49.279461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f78ac5-120b-4e4a-8114-866518aa1b23 service neutron] Pushing event updated for resources: {'Port': ['ID=29418b28-e0b7-472f-be02-f3658d8fbd1a,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:49.361143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfad15-2c2a-4818-923a-9bb320c274b8 req-eaad7b6c-6211-4dbf-834e-6e5d9a9e1959 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:49.362906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9adfad15-2c2a-4818-923a-9bb320c274b8 req-eaad7b6c-6211-4dbf-834e-6e5d9a9e1959 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 948 time: 0.1054745 Feb 11 13:20:49.426111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9adfad15-2c2a-4818-923a-9bb320c274b8 req-a6520ade-9457-4da0-b969-4768a9f0b5c7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515308 Feb 11 13:20:49.445984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-ff0f95c7-5094-41aa-9463-798da5e449a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:49.448937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-ff0f95c7-5094-41aa-9463-798da5e449a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 1099 time: 0.0842097 Feb 11 13:20:49.597718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-41e07034-cbfd-46c3-99b4-28ff5aacbf23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a HTTP/1.1" status: 200 len: 217 time: 0.1391788 Feb 11 13:20:49.673790 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56fce97-e7ef-4f03-9ffb-0c4752d0ae63 x-openstack-request-id: req-f56fce97-e7ef-4f03-9ffb-0c4752d0ae63 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:49.674953 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f990e426-8690-4aff-bba0-4edfb494c6e5", "name": "network-vif-deleted", "tag": "0e405083-b06f-4431-8e63-0a381f136b5f", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:49.675221 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f56fce97-e7ef-4f03-9ffb-0c4752d0ae63 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:49.677003 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f990e426-8690-4aff-bba0-4edfb494c6e5', 'name': 'network-vif-deleted', 'tag': '0e405083-b06f-4431-8e63-0a381f136b5f', 'status': 'completed', 'code': 200} Feb 11 13:20:49.743097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-cc323584-4898-42a8-a3d8-5ac90d5fb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:49.743097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-cc323584-4898-42a8-a3d8-5ac90d5fb548 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1351266 Feb 11 13:20:49.789526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfef2c-4ffe-4861-a1f6-2e3fb7450b28 req-872394df-a660-4b41-aef7-f0eff707bd56 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:49.792048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edcfef2c-4ffe-4861-a1f6-2e3fb7450b28 req-872394df-a660-4b41-aef7-f0eff707bd56 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 948 time: 0.0946281 Feb 11 13:20:49.830686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-e936f8b3-4659-4b4c-b85d-ea7f65ed1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:49.835012 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-e936f8b3-4659-4b4c-b85d-ea7f65ed1311 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879793 Feb 11 13:20:49.947108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edcfef2c-4ffe-4861-a1f6-2e3fb7450b28 req-9c9a833d-4f4d-49fa-a38f-90150aa680f2 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236081 Feb 11 13:20:50.035122 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-f200aa89-a992-4e1a-b3cc-7de797a98b5a service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915052 Feb 11 13:20:50.170399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e657d048-4b96-40c3-bee4-0befebe8ad1a req-f87a8ba7-5011-429f-910f-f8babcbc9cea tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 210 time: 0.0710282 Feb 11 13:20:50.257219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2b6559e-aebe-4589-8dd3-9543daf36faf req-21f73245-4861-4994-bf59-9fae6e0c4dd8 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076397 Feb 11 13:20:50.271397 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c65acae-3799-4675-a25e-96034aa38cba req-4da7612c-3666-48b1-ad52-f66f7a141e78 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.0263736 Feb 11 13:20:50.397446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458eeaee-83d1-4d82-ab17-ac1166a045cb req-201729cf-504f-4411-8103-89c5ae93ddca tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:50.399062 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458eeaee-83d1-4d82-ab17-ac1166a045cb req-201729cf-504f-4411-8103-89c5ae93ddca tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 946 time: 0.0539956 Feb 11 13:20:50.465025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458eeaee-83d1-4d82-ab17-ac1166a045cb req-9f51f793-79bc-4e2b-aa27-df2d53e7bbca tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520189 Feb 11 13:20:50.590084 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e22cd62-fc0d-4da9-b4d4-0e5dfa350e64 req-49b7fb17-4de9-4ddd-a3ad-6584ee6890a8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f990e426-8690-4aff-bba0-4edfb494c6e5 HTTP/1.1" status: 200 len: 210 time: 0.0431497 Feb 11 13:20:50.744472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265dfbd-6857-4447-b095-3190fec1ce3f req-fd27cbf1-741e-4036-8c3d-36d70fcfa8c5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:50.748136 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4265dfbd-6857-4447-b095-3190fec1ce3f req-fd27cbf1-741e-4036-8c3d-36d70fcfa8c5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 948 time: 0.0853922 Feb 11 13:20:50.837438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4265dfbd-6857-4447-b095-3190fec1ce3f req-7979074c-8dba-44ac-a0cc-c7e984695360 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756490 Feb 11 13:20:50.892591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-5939968a-464b-49dc-a27e-df15261454ed tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:50.894275 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-5939968a-464b-49dc-a27e-df15261454ed tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 821 time: 0.4588513 Feb 11 13:20:50.907672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Request body: {'port': {'device_id': '54bd5435-4d47-48da-9936-6b4028526f32', 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431', 'admin_state_up': True, 'tenant_id': 'ddb699d6ec6d410587575318a8f50efc'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:50.969987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221294fa-384d-494a-b6f9-47928fb82d9f req-90739260-d030-499f-9015-a14b9e2f4aa7 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:50.971720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-221294fa-384d-494a-b6f9-47928fb82d9f req-90739260-d030-499f-9015-a14b9e2f4aa7 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 946 time: 0.0665090 Feb 11 13:20:50.988425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43634) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:20:50.996091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-692633b3-184d-4e47-b925-e298e774403a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Request body: {'floatingip': {'port_id': '891480ac-593a-474e-9cd1-0b4778da1be0'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:51.051597 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-692633b3-184d-4e47-b925-e298e774403a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.113795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63b930-d302-4600-986a-dc14d330e13c req-2eaf2aa5-4817-43a6-ae28-b1612635f2c0 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:51.123127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f63b930-d302-4600-986a-dc14d330e13c req-2eaf2aa5-4817-43a6-ae28-b1612635f2c0 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 948 time: 0.0817616 Feb 11 13:20:51.401154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-29251234-aed7-420d-b4c9-b8a4ee94b44e tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:20:51.412407 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-29251234-aed7-420d-b4c9-b8a4ee94b44e tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0273106 Feb 11 13:20:51.416711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 0e405083-b06f-4431-8e63-0a381f136b5f no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:51.451485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 0e405083-b06f-4431-8e63-0a381f136b5f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:20:51.452104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 0e405083-b06f-4431-8e63-0a381f136b5f not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:51.510754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-3f167334-2653-4679-9c0b-a4e40263629e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:51.519309 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-3f167334-2653-4679-9c0b-a4e40263629e service neutron] 10.222.0.52 "GET /v2.0/ports/e774570a-0160-4da5-8fa1-98bcac8b7837 HTTP/1.1" status: 200 len: 1093 time: 0.1050742 Feb 11 13:20:51.532222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Request body: {'binding': {'host': 'n-h1-816488-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:51.532676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Unknown quota resources ['binding']. {{(pid=103006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:20:51.566778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Made reservation on behalf of ddb699d6ec6d410587575318a8f50efc for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:51.570341 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:51.572504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f63b930-d302-4600-986a-dc14d330e13c req-1faf0153-9ecc-4a18-9e2e-6cd5b70d8fa0 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484460 Feb 11 13:20:51.652326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1217f-73bb-4689-8197-318f152a39ed req-dcfcbe6c-d336-4514-94ae-650956a7ede7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:51.654461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-dcfcbe6c-d336-4514-94ae-650956a7ede7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.59 "GET /v2.0/networks?id=5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 200 len: 814 time: 0.5291417 Feb 11 13:20:51.680104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 6f83a19a-91f7-4775-92d7-2164ecf2028c details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:20:51.684269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'tag': '29418b28-e0b7-472f-be02-f3658d8fbd1a'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:51.686633 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cee96be-795e-4d38-9025-e25d0c33cabc" -d '{"events": [{"name": "network-changed", "server_uuid": "37589d9f-7bc6-4473-8e5d-c1cb632e88b0", "tag": "29418b28-e0b7-472f-be02-f3658d8fbd1a"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:51.693431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Request body: {'port': {'device_id': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4', 'admin_state_up': True, 'tenant_id': '4e348e61c06146e5809782bbea15e4ff'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:51.759294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdb0e1dc-b930-432c-83f5-6dd89494f5ec req-81e73b96-3cc7-4376-8844-b176f7317696 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 210 time: 0.0949924 Feb 11 13:20:51.869297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 6f83a19a-91f7-4775-92d7-2164ecf2028c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=6f83a19a-91f7-4775-92d7-2164ecf2028c,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:51.908004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '6f83a19a-91f7-4775-92d7-2164ecf2028c', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '6f83a19a-91f7-4775-92d7-2164ecf2028c', 'mac_address': 'fa:16:3e:ab:9e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:20:51.985010 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:52.005581 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c6a172e-12ff-497d-8ae5-697635287776 req-818255ee-7815-49c4-b0de-efe81ccfc697 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.0774751 Feb 11 13:20:52.060827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Allocated IP 172.20.0.13 (5abd96b0-1b09-4c70-a2b4-45e42cccc431/b6bde86d-9f53-437d-ab24-7edd05b5c2d2/d32bd2de-0c7a-4e8a-9863-fa955d68defd) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:52.113254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 on host n-h1-816488-1 for vnic_type normal with profile None {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:52.115680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:52.118193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:52.129817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Made reservation on behalf of 4e348e61c06146e5809782bbea15e4ff for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:52.133935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:52.164644 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.resource_extend [None req-692633b3-184d-4e47-b925-e298e774403a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:20:52.189803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f83a19a-91f7-4775-92d7-2164ecf2028c {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:52.211668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 6f83a19a-91f7-4775-92d7-2164ecf2028c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=6f83a19a-91f7-4775-92d7-2164ecf2028c,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:52.290098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Port e774570a-0160-4da5-8fa1-98bcac8b7837 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:52.290731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:52.292130 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:52.298058 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4118358b-e7ac-43f6-9316-4a45055b8b13 x-openstack-request-id: req-4118358b-e7ac-43f6-9316-4a45055b8b13 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:52.298597 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37589d9f-7bc6-4473-8e5d-c1cb632e88b0", "tag": "29418b28-e0b7-472f-be02-f3658d8fbd1a", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:52.299059 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4118358b-e7ac-43f6-9316-4a45055b8b13 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:52.301126 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'tag': '29418b28-e0b7-472f-be02-f3658d8fbd1a', 'status': 'completed', 'code': 200} Feb 11 13:20:52.361761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=6f83a19a-91f7-4775-92d7-2164ecf2028c,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:52.378680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:52.379027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:52.379407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:52.379852 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Bound port: e774570a-0160-4da5-8fa1-98bcac8b7837, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:52.386264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-692633b3-184d-4e47-b925-e298e774403a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:52.427386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ce051-dd70-488d-9b4a-b3d96f439ce8 req-6f500b94-ac5b-4797-94f1-6282051655bf tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:52.428984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f23ce051-dd70-488d-9b4a-b3d96f439ce8 req-6f500b94-ac5b-4797-94f1-6282051655bf tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 948 time: 0.1335435 Feb 11 13:20:52.436101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Allocated IP 172.20.0.3 (5267caef-1ce5-4b90-b59f-509667f805b4/7453e60e-a49b-401d-9290-ba5d57235e58/f5a1da36-af4a-468f-b581-0cbc250c480c) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:52.455426 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-692633b3-184d-4e47-b925-e298e774403a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:52.505045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f23ce051-dd70-488d-9b4a-b3d96f439ce8 req-216d7c7c-3ec1-40ab-a6f2-cbbdde9ba0c0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661383 Feb 11 13:20:52.598187 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-692633b3-184d-4e47-b925-e298e774403a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Floating IP 852a849f-6acb-47ed-9d89-589567330e9b associated. External IP: 172.25.0.19, port: 891480ac-593a-474e-9cd1-0b4778da1be0. Feb 11 13:20:52.666578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-95bc7324-a96c-4f36-af36-a6a8a35cf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:52.667166 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:52.668299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-95bc7324-a96c-4f36-af36-a6a8a35cf55d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 1099 time: 0.3612130 Feb 11 13:20:52.761095 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['6f83a19a-91f7-4775-92d7-2164ecf2028c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:52.769195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:52.800190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:52.843513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Network 5267caef-1ce5-4b90-b59f-509667f805b4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:52.851633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:52.864585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:52.883728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-d95cad85-013b-4f17-a8ba-7670cebbe844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:52.885336 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-d95cad85-013b-4f17-a8ba-7670cebbe844 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2102461 Feb 11 13:20:52.894205 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:52.895577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7ea4bb39-5915-4eb5-a408-ea4546d52dc2 service neutron] 10.222.0.52 "POST /v2.0/ports/e774570a-0160-4da5-8fa1-98bcac8b7837/bindings HTTP/1.1" status: 201 len: 389 time: 1.3753242 Feb 11 13:20:52.956788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Pushing event updated for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:52.967816 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-957b434d-c883-429e-b6b1-1dd07a2658b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a HTTP/1.1" status: 200 len: 217 time: 0.0710690 Feb 11 13:20:53.004333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.005244 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.050951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-dcd617c7-0834-446a-9fe1-c6129afef5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.052479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-dcd617c7-0834-446a-9fe1-c6129afef5bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0719895 Feb 11 13:20:53.116869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-ad4748b4-4a25-4ac8-9ce3-2b3712c6bbf7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4387236 Feb 11 13:20:53.132811 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.135694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Request body: {'port': {'device_id': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:53.270702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.295720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692633b3-184d-4e47-b925-e298e774403a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Router 9b59c128-08a3-4879-9a26-b38e31fb8476 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:53.303908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af5939c-d5ce-49e1-86ce-c3a5a79ad147 req-879e6443-e4ec-4d95-b174-6deffdabf0ca tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.312563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1af5939c-d5ce-49e1-86ce-c3a5a79ad147 req-879e6443-e4ec-4d95-b174-6deffdabf0ca tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 949 time: 0.1715832 Feb 11 13:20:53.393899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1af5939c-d5ce-49e1-86ce-c3a5a79ad147 req-c12ff566-f611-4d96-a461-bea8142bd6f3 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753877 Feb 11 13:20:53.431433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 29418b28-e0b7-472f-be02-f3658d8fbd1a details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:20:53.464291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692633b3-184d-4e47-b925-e298e774403a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:53.469203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-afef1598-8038-44a2-8df1-d0f46bff5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.470817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-afef1598-8038-44a2-8df1-d0f46bff5db0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4043112 Feb 11 13:20:53.476896 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-692633b3-184d-4e47-b925-e298e774403a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.488754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] Sync routers for ids ['9b59c128-08a3-4879-9a26-b38e31fb8476'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:53.515947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-692633b3-184d-4e47-b925-e298e774403a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "PUT /v2.0/floatingips/852a849f-6acb-47ed-9d89-589567330e9b HTTP/1.1" status: 200 len: 991 time: 2.5263751 Feb 11 13:20:53.539710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] Routers {'9b59c128-08a3-4879-9a26-b38e31fb8476'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:53.539710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:20:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9b59c128-08a3-4879-9a26-b38e31fb8476'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:53.555747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f20842-88ae-4304-b179-2257f89e18e8 req-ecd10a4d-ae00-4b9e-8494-79a27d5a29ee tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.566970 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3f20842-88ae-4304-b179-2257f89e18e8 req-ecd10a4d-ae00-4b9e-8494-79a27d5a29ee tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 931 time: 0.2811887 Feb 11 13:20:53.655328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 29418b28-e0b7-472f-be02-f3658d8fbd1a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:53.657678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3f20842-88ae-4304-b179-2257f89e18e8 req-bc360bbd-4fec-4396-a0e2-fa73f37b95c7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898330 Feb 11 13:20:53.671494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.684632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '29418b28-e0b7-472f-be02-f3658d8fbd1a', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '29418b28-e0b7-472f-be02-f3658d8fbd1a', 'mac_address': 'fa:16:3e:99:52:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:20:53.691912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['56d1caa3-26d2-4395-b603-beabb0d2696f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:53.759709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] Set router 9b59c128-08a3-4879-9a26-b38e31fb8476 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:53.774766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7e1cc-2286-4a44-b525-15f4c14f1ab9 req-0fe45746-1b12-49d2-b745-da7a440dd72c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.783195 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23e7e1cc-2286-4a44-b525-15f4c14f1ab9 req-0fe45746-1b12-49d2-b745-da7a440dd72c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 932 time: 0.1561010 Feb 11 13:20:53.802903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:53.847656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Pushing event updated for resources: {'Port': ['ID=d32bd2de-0c7a-4e8a-9863-fa955d68defd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:53.851823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:53.857283 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23e7e1cc-2286-4a44-b525-15f4c14f1ab9 req-425cd8ba-a86c-4df1-ad7c-42257eaa4422 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704441 Feb 11 13:20:53.860925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:53.898321 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.922453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.923519 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:53.952934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a1da36-af4a-468f-b581-0cbc250c480c {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:53.973741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-fe8e3cfb-ade5-40ec-bbb4-0b99fb4497ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.974102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29418b28-e0b7-472f-be02-f3658d8fbd1a {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:53.975920 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-fe8e3cfb-ade5-40ec-bbb4-0b99fb4497ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 1096 time: 0.1604598 Feb 11 13:20:53.979874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:54.020242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Transition to ACTIVE for port object f5a1da36-af4a-468f-b581-0cbc250c480c will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:54.040768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f530c-3a1b-4408-b946-5fd2a6950e16 req-bbcbd25d-8f26-448e-9c58-cccee028cff5 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.049668 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-461f530c-3a1b-4408-b946-5fd2a6950e16 req-bbcbd25d-8f26-448e-9c58-cccee028cff5 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.0816720 Feb 11 13:20:54.099600 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-461f530c-3a1b-4408-b946-5fd2a6950e16 req-22b9bd68-5652-4424-90c4-0b161a1afb14 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488558 Feb 11 13:20:54.124610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 29418b28-e0b7-472f-be02-f3658d8fbd1a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:54.147700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-dce2c2aa-ed7d-43d4-b755-12de5a79f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.149807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-dce2c2aa-ed7d-43d4-b755-12de5a79f41e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.1532049 Feb 11 13:20:54.154263 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:54.157491 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-dc08264d-47df-4218-91a4-49bcdad4477e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2541199 Feb 11 13:20:54.172023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:27Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '852a849f-6acb-47ed-9d89-589567330e9b', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'port_id': '891480ac-593a-474e-9cd1-0b4778da1be0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'mac_address': 'fa:16:3e:a1:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c02b29-d147-4227-9f6a-bf56695398d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:35Z', 'updated_at': '2022-02-11T13:20:51Z', 'revision_number': 1, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eb6c24-b751-4882-aa60-de6fdea42a58', 'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'mac_address': 'fa:16:3e:da:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:26Z', 'updated_at': '2022-02-11T13:19:32Z', 'revision_number': 5, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'subnets': [{'id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:54.209432 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-0d3818df-f77d-4a73-9b55-8d7b2f02594a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e774570a-0160-4da5-8fa1-98bcac8b7837 HTTP/1.1" status: 200 len: 217 time: 0.0389540 Feb 11 13:20:54.213570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] Checking router: 9b59c128-08a3-4879-9a26-b38e31fb8476 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:20:54.218729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Request body: {'port': {'device_id': '54bd5435-4d47-48da-9936-6b4028526f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:54.225420 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:54.230109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] Routers {'9b59c128-08a3-4879-9a26-b38e31fb8476'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:54.230863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:20:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9b59c128-08a3-4879-9a26-b38e31fb8476'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:54.294967 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54adc60-7ed7-4210-bd1a-48807eb10e72 req-4c93cf6c-94b1-403b-8640-1dd78c142d71 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.302579 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d54adc60-7ed7-4210-bd1a-48807eb10e72 req-4c93cf6c-94b1-403b-8640-1dd78c142d71 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 948 time: 0.4978318 Feb 11 13:20:54.352584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] Set router 9b59c128-08a3-4879-9a26-b38e31fb8476 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:54.375767 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:54.378789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c02b29-d147-4227-9f6a-bf56695398d3', 'tag': '891480ac-593a-474e-9cd1-0b4778da1be0'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:54.381246 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff92c81-1456-4408-a91b-990dd57f9e18" -d '{"events": [{"name": "network-changed", "server_uuid": "74c02b29-d147-4227-9f6a-bf56695398d3", "tag": "891480ac-593a-474e-9cd1-0b4778da1be0"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:54.394518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d9524-aca4-4bcf-a1cb-8f5749f55819 req-58e0a2cc-2aa1-43b1-9301-f1f217b5cdb2 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.403498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c55d9524-aca4-4bcf-a1cb-8f5749f55819 req-58e0a2cc-2aa1-43b1-9301-f1f217b5cdb2 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 946 time: 0.1273956 Feb 11 13:20:54.404638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7a98058a-5df5-4dc6-9f85-c1da916f45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.413715 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-7a98058a-5df5-4dc6-9f85-c1da916f45fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.0869503 Feb 11 13:20:54.431065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d54adc60-7ed7-4210-bd1a-48807eb10e72 req-f494f0a6-6afa-4ee6-8be1-25f971f1cb0b tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270096 Feb 11 13:20:54.443564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:54.448706 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-c676e43c-45c2-4703-810a-9f2062e30919 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9316490 Feb 11 13:20:54.516018 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-cc5d5682-cf9b-4066-a054-f011e39b6afe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.517612 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-cc5d5682-cf9b-4066-a054-f011e39b6afe tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 948 time: 0.1042130 Feb 11 13:20:54.592815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['29418b28-e0b7-472f-be02-f3658d8fbd1a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:54.594031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c55d9524-aca4-4bcf-a1cb-8f5749f55819 req-bd4cffff-05c8-4d1e-981c-be1fbc752e69 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893849 Feb 11 13:20:54.664988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Attempting to bind port f5a1da36-af4a-468f-b581-0cbc250c480c on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:54.664988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Attempting to bind port f5a1da36-af4a-468f-b581-0cbc250c480c by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'ee1157f7-3e73-4ab3-9117-c67b903fc643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:54.664988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Attempting to bind port f5a1da36-af4a-468f-b581-0cbc250c480c on network 5267caef-1ce5-4b90-b59f-509667f805b4 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:54.675355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Port f5a1da36-af4a-468f-b581-0cbc250c480c on network 5267caef-1ce5-4b90-b59f-509667f805b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:54.675355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Attempting to bind port f5a1da36-af4a-468f-b581-0cbc250c480c on network 5267caef-1ce5-4b90-b59f-509667f805b4 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:54.680145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:54.680489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Checking segment: {'id': 'ee1157f7-3e73-4ab3-9117-c67b903fc643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:54.680865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Bound using segment: {'id': 'ee1157f7-3e73-4ab3-9117-c67b903fc643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:54.681283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Bound port: f5a1da36-af4a-468f-b581-0cbc250c480c, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1157f7-3e73-4ab3-9117-c67b903fc643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:54.681650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:54.684223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=29418b28-e0b7-472f-be02-f3658d8fbd1a,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:54.707416 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f90e3b3-53b0-45f7-a939-1f9c1fdb4f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:54.774840 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-340ea7da-8380-43cc-8080-1d9a604aa7a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3282340 Feb 11 13:20:54.793956 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cee96be-795e-4d38-9025-e25d0c33cabc req-7e0f6927-a122-4a06-af3f-7a75ba370038 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316996 Feb 11 13:20:54.802090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-316ec53e-8bd0-46c2-8018-15758902779c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Deleting port b200cb3f-02b5-4e75-acda-e0e663ed59db {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:20:54.802691 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-316ec53e-8bd0-46c2-8018-15758902779c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:54.875997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:27Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '852a849f-6acb-47ed-9d89-589567330e9b', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'port_id': '891480ac-593a-474e-9cd1-0b4778da1be0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'mac_address': 'fa:16:3e:a1:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c02b29-d147-4227-9f6a-bf56695398d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:35Z', 'updated_at': '2022-02-11T13:20:51Z', 'revision_number': 1, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eb6c24-b751-4882-aa60-de6fdea42a58', 'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'mac_address': 'fa:16:3e:da:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:26Z', 'updated_at': '2022-02-11T13:19:32Z', 'revision_number': 5, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'subnets': [{'id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:54.911341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc69c3-0a31-4982-80ed-95209ee69e25 req-5fda74aa-c605-4a2c-99a5-208249831609 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.914248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3acc69c3-0a31-4982-80ed-95209ee69e25 req-5fda74aa-c605-4a2c-99a5-208249831609 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 949 time: 0.2088752 Feb 11 13:20:54.923508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d5393-88e6-4cc1-b9ca-59359187f725 None None] The sync data for ids ['9b59c128-08a3-4879-9a26-b38e31fb8476'] in n-d-816488-1 is: [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:27Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '852a849f-6acb-47ed-9d89-589567330e9b', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'floating_ip_address': '172.25.0.19', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'port_id': '891480ac-593a-474e-9cd1-0b4778da1be0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'mac_address': 'fa:16:3e:a1:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c02b29-d147-4227-9f6a-bf56695398d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:35Z', 'updated_at': '2022-02-11T13:20:51Z', 'revision_number': 1, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34eb6c24-b751-4882-aa60-de6fdea42a58', 'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'mac_address': 'fa:16:3e:da:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:26Z', 'updated_at': '2022-02-11T13:19:32Z', 'revision_number': 5, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'subnets': [{'id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:20:54.944382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:54.963162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:55.027016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-316ec53e-8bd0-46c2-8018-15758902779c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] For port b200cb3f-02b5-4e75-acda-e0e663ed59db, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b200cb3f-02b5-4e75-acda-e0e663ed59db,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:55.027394 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-316ec53e-8bd0-46c2-8018-15758902779c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.067497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3acc69c3-0a31-4982-80ed-95209ee69e25 req-bc5db63d-3b1d-48ef-bf1f-2172df194bc9 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883372 Feb 11 13:20:55.073654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-316ec53e-8bd0-46c2-8018-15758902779c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Calling delete_port for b200cb3f-02b5-4e75-acda-e0e663ed59db owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:20:55.076552 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.166898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:55.195774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.195934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.197283 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-f64ea95d-565a-4044-b578-b6c2d8165303 service neutron] 10.222.0.59 "PUT /v2.0/ports/f5a1da36-af4a-468f-b581-0cbc250c480c HTTP/1.1" status: 200 len: 1091 time: 2.0697134 Feb 11 13:20:55.198006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:55.201130 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a" -d '{"events": [{"name": "network-changed", "server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:55.296076 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb5db75-97b7-4cf0-9b60-7d6e779e023a None None] New status for floating IP 852a849f-6acb-47ed-9d89-589567330e9b: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:20:55.330572 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.334284 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9364c345-f8c5-4fdc-a32d-32c5bcc83bca x-openstack-request-id: req-9364c345-f8c5-4fdc-a32d-32c5bcc83bca {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:55.334574 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c02b29-d147-4227-9f6a-bf56695398d3", "tag": "891480ac-593a-474e-9cd1-0b4778da1be0", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:55.334823 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9364c345-f8c5-4fdc-a32d-32c5bcc83bca {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:55.335319 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c02b29-d147-4227-9f6a-bf56695398d3', 'tag': '891480ac-593a-474e-9cd1-0b4778da1be0', 'status': 'completed', 'code': 200} Feb 11 13:20:55.487927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd7d6e-5687-4283-b2ba-98d7850d3d0e req-311a1731-3402-4474-836b-b4ecea176f77 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.489368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09bd7d6e-5687-4283-b2ba-98d7850d3d0e req-311a1731-3402-4474-836b-b4ecea176f77 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 949 time: 0.7539568 Feb 11 13:20:55.510675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1217f-73bb-4689-8197-318f152a39ed req-8ca6533e-bfee-4651-980e-04379e53e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.514134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-8ca6533e-bfee-4651-980e-04379e53e951 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e348e61c06146e5809782bbea15e4ff&device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 1094 time: 0.1755342 Feb 11 13:20:55.515030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-7bff7290-becb-4b90-883e-03e2864d80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.516523 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-7bff7290-becb-4b90-883e-03e2864d80b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e222d950130d41ad823f39cb3a735bd8&device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 1097 time: 0.1804664 Feb 11 13:20:55.529755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cc786-5636-498a-a4c1-d9d84523462a req-28b0f7a3-5c0e-43b0-a3ef-c04ad8437e80 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.538350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-526cc786-5636-498a-a4c1-d9d84523462a req-28b0f7a3-5c0e-43b0-a3ef-c04ad8437e80 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.2650061 Feb 11 13:20:55.606810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-3cba81dc-eeed-4581-8408-464bdd1d5347 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5a1da36-af4a-468f-b581-0cbc250c480c HTTP/1.1" status: 200 len: 217 time: 0.0530612 Feb 11 13:20:55.654284 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09bd7d6e-5687-4283-b2ba-98d7850d3d0e req-32bcf331-43e5-4a3d-94f3-bc41e13a3d12 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501832 Feb 11 13:20:55.664847 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-99c865ac-b0da-40bd-b2b9-107e8523bb66 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8698952 Feb 11 13:20:55.685681 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 6f83a19a-91f7-4775-92d7-2164ecf2028c up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:55.715825 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1217f-73bb-4689-8197-318f152a39ed req-84798261-b0f8-46d5-90a3-843d6c9dcedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.717434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-84798261-b0f8-46d5-90a3-843d6c9dcedd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7453e60e-a49b-401d-9290-ba5d57235e58 HTTP/1.1" status: 200 len: 854 time: 0.0817609 Feb 11 13:20:55.780009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-526cc786-5636-498a-a4c1-d9d84523462a req-0e9832ae-378d-4bf9-a5b5-3030ca78c671 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405684 Feb 11 13:20:55.829891 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-316ec53e-8bd0-46c2-8018-15758902779c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:55.833465 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-e60bfbfb-18d1-45b3-86a2-8bf69dc85f51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5267caef-1ce5-4b90-b59f-509667f805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005371 Feb 11 13:20:55.845973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5', '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:55.846837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-14a890be-f1d1-486f-b7f8-83d8d0d5271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.848397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-14a890be-f1d1-486f-b7f8-83d8d0d5271e service neutron] 10.222.0.13 "GET /v2.0/networks?id=451d6c5d-5d14-478f-836a-adfb411434d1 HTTP/1.1" status: 200 len: 917 time: 0.3128443 Feb 11 13:20:55.948112 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9', '603ad938-774c-4e3f-aa90-44c92149f9ab'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:55.955590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02681c9e-de2d-44a3-a814-8931be479ef4 req-573828d4-5260-4b24-ac01-8fb33d108559 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.957190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02681c9e-de2d-44a3-a814-8931be479ef4 req-573828d4-5260-4b24-ac01-8fb33d108559 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 932 time: 0.1857345 Feb 11 13:20:55.968400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 6f83a19a-91f7-4775-92d7-2164ecf2028c completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:55.970415 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-58b48176-0941-43cd-896c-81aa7cca0563 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=891480ac-593a-474e-9cd1-0b4778da1be0 HTTP/1.1" status: 200 len: 1001 time: 0.1136928 Feb 11 13:20:55.976494 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-d9792207-b018-4b52-928f-9436257cd79a service neutron] 10.222.0.59 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212177 Feb 11 13:20:56.020423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 6f83a19a-91f7-4775-92d7-2164ecf2028c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:56.020800 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.028970 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-bd912b59-d497-4a3f-86c5-a669febabec6 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558130 Feb 11 13:20:56.097411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32bd2de-0c7a-4e8a-9863-fa955d68defd {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:20:56.105865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ec53e-8bd0-46c2-8018-15758902779c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event deleted for resources: {'Port': ['ID=b200cb3f-02b5-4e75-acda-e0e663ed59db,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:56.112634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02681c9e-de2d-44a3-a814-8931be479ef4 req-b2300ab7-d5cf-44b8-bb70-19f8072c3f02 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393390 Feb 11 13:20:56.114952 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.118584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-cd3e4d65-945e-45be-b28b-d046c124c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.120234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-cd3e4d65-945e-45be-b28b-d046c124c524 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2962697-bdb7-475a-acf0-bc5580e34846 HTTP/1.1" status: 200 len: 855 time: 0.1357536 Feb 11 13:20:56.171692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Transition to ACTIVE for port object d32bd2de-0c7a-4e8a-9863-fa955d68defd will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:56.206799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25800cf3-c0ea-4275-9481-bfedb4fde6d5 req-8580901d-0e60-46ea-b5d7-e0c9061436d8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.219506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25800cf3-c0ea-4275-9481-bfedb4fde6d5 req-8580901d-0e60-46ea-b5d7-e0c9061436d8 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.2087820 Feb 11 13:20:56.259104 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-d89018ec-daef-4483-b974-47864a23c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.259104 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-d89018ec-daef-4483-b974-47864a23c8d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=451d6c5d-5d14-478f-836a-adfb411434d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1236222 Feb 11 13:20:56.276430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-316ec53e-8bd0-46c2-8018-15758902779c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] No DVR routers for this DVR port b200cb3f-02b5-4e75-acda-e0e663ed59db on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:20:56.280824 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e978b8-aeb6-4d3c-8656-99fabc1668db x-openstack-request-id: req-c6e978b8-aeb6-4d3c-8656-99fabc1668db {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:56.281297 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:56.281643 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6e978b8-aeb6-4d3c-8656-99fabc1668db {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:56.282734 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'status': 'completed', 'code': 200} Feb 11 13:20:56.282974 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.336634 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-316ec53e-8bd0-46c2-8018-15758902779c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.367560 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8d469e74-57e5-4a9e-a5e9-faedc37221d7 req-316ec53e-8bd0-46c2-8018-15758902779c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "DELETE /v2.0/ports/b200cb3f-02b5-4e75-acda-e0e663ed59db HTTP/1.1" status: 204 len: 173 time: 1.8338397 Feb 11 13:20:56.402077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25800cf3-c0ea-4275-9481-bfedb4fde6d5 req-36105b98-4b6d-433a-ace0-b816dfe20704 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738038 Feb 11 13:20:56.449582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e1217f-73bb-4689-8197-318f152a39ed req-86a22492-f432-4389-9ef7-b83fbd8f178e service neutron] 10.222.0.59 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833613 Feb 11 13:20:56.553003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78aac5f6-5260-40d8-9aed-7c8bca4e2f90 req-0d407aa5-06e4-4906-a97c-7383dcf2da27 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 210 time: 0.1752095 Feb 11 13:20:56.602718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Pushing event updated for resources: {'Port': ['ID=d32bd2de-0c7a-4e8a-9863-fa955d68defd,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:56.628898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:56.743977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaf69a-c682-4cac-be5b-96e4b30ce08c req-e86b1aac-b8af-4a85-b0ab-e952d67df9aa tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.752302 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15eaf69a-c682-4cac-be5b-96e4b30ce08c req-e86b1aac-b8af-4a85-b0ab-e952d67df9aa tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 949 time: 0.1734235 Feb 11 13:20:56.758630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a req-451bf567-011f-4897-848a-6eda685c9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.760445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a req-451bf567-011f-4897-848a-6eda685c9544 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e348e61c06146e5809782bbea15e4ff&device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 1094 time: 0.1103504 Feb 11 13:20:56.781542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 6f83a19a-91f7-4775-92d7-2164ecf2028c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=6f83a19a-91f7-4775-92d7-2164ecf2028c,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:56.856791 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24392a9c-58ef-496d-bbd8-0608e5dc29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f83a19a-91f7-4775-92d7-2164ecf2028c'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:56.856791 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38d4c9a-5f32-40a8-bf89-283c82fc28ab" -d '{"events": [{"server_uuid": "24392a9c-58ef-496d-bbd8-0608e5dc29d7", "name": "network-vif-plugged", "status": "completed", "tag": "6f83a19a-91f7-4775-92d7-2164ecf2028c"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:56.873215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-60765382-e2f8-4aaf-918f-f66fc58573fc service neutron] 10.222.0.13 "GET /v2.0/networks/451d6c5d-5d14-478f-836a-adfb411434d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6081715 Feb 11 13:20:56.964422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:20:56.978098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:20:56.978098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:57.014981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Port d32bd2de-0c7a-4e8a-9863-fa955d68defd on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:57.015652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:57.059437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:57.063317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15eaf69a-c682-4cac-be5b-96e4b30ce08c req-ac089b97-6b84-4e89-8eaa-74371c85387d tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019152 Feb 11 13:20:57.064119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:20:57.064611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:57.065211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Bound port: d32bd2de-0c7a-4e8a-9863-fa955d68defd, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:20:57.065722 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.068786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a req-401d42a9-6a3c-4cdc-9523-7d710b67f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:57.074169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a req-401d42a9-6a3c-4cdc-9523-7d710b67f54c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 200 len: 915 time: 0.2819636 Feb 11 13:20:57.109698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e774398-6063-413f-aeb8-82c8f42a21a7 req-a52170a9-a315-4605-8f32-69cbc70cbc90 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:57.118232 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e774398-6063-413f-aeb8-82c8f42a21a7 req-a52170a9-a315-4605-8f32-69cbc70cbc90 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 949 time: 0.2857814 Feb 11 13:20:57.166728 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a req-b0cc2b16-0e67-4b43-9576-fb4749369027 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5a1da36-af4a-468f-b581-0cbc250c480c HTTP/1.1" status: 200 len: 217 time: 0.0848095 Feb 11 13:20:57.171400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.269666 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fff92c81-1456-4408-a91b-990dd57f9e18 req-0961a6f8-8c68-4043-803e-9bcc9b742014 service neutron] 10.222.0.13 "GET /v2.0/networks/451d6c5d-5d14-478f-836a-adfb411434d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876524 Feb 11 13:20:57.316270 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e774398-6063-413f-aeb8-82c8f42a21a7 req-2b56cc28-4c34-48d3-a76a-7d846fc15c70 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776240 Feb 11 13:20:57.328120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:57.332219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:57.335535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a req-fc4bd0f5-8bc4-4acf-8487-9b48b2fc97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:57.340768 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a req-fc4bd0f5-8bc4-4acf-8487-9b48b2fc97f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7453e60e-a49b-401d-9290-ba5d57235e58 HTTP/1.1" status: 200 len: 854 time: 0.1664276 Feb 11 13:20:57.346603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=6f83a19a-91f7-4775-92d7-2164ecf2028c,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:57.349266 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f2ba105-473e-4cb6-87c4-75ecb0b85e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.432101 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69641f9a-20c8-4da3-b05c-bfb2810d7b59 x-openstack-request-id: req-69641f9a-20c8-4da3-b05c-bfb2810d7b59 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:57.432412 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24392a9c-58ef-496d-bbd8-0608e5dc29d7", "name": "network-vif-plugged", "status": "completed", "tag": "6f83a19a-91f7-4775-92d7-2164ecf2028c", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:57.432699 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69641f9a-20c8-4da3-b05c-bfb2810d7b59 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:57.433021 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24392a9c-58ef-496d-bbd8-0608e5dc29d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f83a19a-91f7-4775-92d7-2164ecf2028c', 'code': 200} Feb 11 13:20:57.439484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a req-f21e4680-a85d-482f-aee1-d9bc03f5df44 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5267caef-1ce5-4b90-b59f-509667f805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747123 Feb 11 13:20:57.444876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.447532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 29418b28-e0b7-472f-be02-f3658d8fbd1a up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:57.500422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abefbe-32ff-40d4-8490-a89ed018540f req-82bd2ea3-e66f-423d-8abe-e9d75bbd64e1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:57.508809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99abefbe-32ff-40d4-8490-a89ed018540f req-82bd2ea3-e66f-423d-8abe-e9d75bbd64e1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.2499986 Feb 11 13:20:57.560285 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.591634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:57.592784 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.595826 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] 10.222.0.59 "PUT /v2.0/ports/d32bd2de-0c7a-4e8a-9863-fa955d68defd HTTP/1.1" status: 200 len: 1092 time: 3.3842833 Feb 11 13:20:57.610373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 29418b28-e0b7-472f-be02-f3658d8fbd1a completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:57.619062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 29418b28-e0b7-472f-be02-f3658d8fbd1a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:57.620559 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.625126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bd5435-4d47-48da-9936-6b4028526f32', 'tag': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:57.629891 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940" -d '{"events": [{"name": "network-changed", "server_uuid": "54bd5435-4d47-48da-9936-6b4028526f32", "tag": "d32bd2de-0c7a-4e8a-9863-fa955d68defd"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:57.706554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33226e-6496-4323-b075-d3ab08432ccc service neutron] Pushing event updated for resources: {'Port': ['ID=d32bd2de-0c7a-4e8a-9863-fa955d68defd,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:57.732147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1c155-984b-4d58-b4de-fef41adeefdd req-24ac8b43-4a07-497b-99b4-4148b0080a64 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:57.734927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6f1c155-984b-4d58-b4de-fef41adeefdd req-24ac8b43-4a07-497b-99b4-4148b0080a64 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.1380615 Feb 11 13:20:57.754814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99abefbe-32ff-40d4-8490-a89ed018540f req-2c145fa5-0f56-493e-85ca-fabb16d8ba80 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449286 Feb 11 13:20:57.777470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760b241-4cc1-4585-8478-5e991819ecbf req-1642e214-a05e-402c-9a8d-19afad1234f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:57.780318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c760b241-4cc1-4585-8478-5e991819ecbf req-1642e214-a05e-402c-9a8d-19afad1234f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 1101 time: 0.1834233 Feb 11 13:20:57.790576 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a req-d3164844-0180-4e49-91fd-f31e4221a466 service neutron] 10.222.0.59 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380840 Feb 11 13:20:57.889606 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:57.901943 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6f1c155-984b-4d58-b4de-fef41adeefdd req-c91a754f-1bfa-4523-956e-b1ba7ec82656 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600761 Feb 11 13:20:57.928663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9ddadf6f-a060-4f13-a37c-65ccca8ea22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:57.928663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-9ddadf6f-a060-4f13-a37c-65ccca8ea22c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 1095 time: 0.1255229 Feb 11 13:20:57.971538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 29418b28-e0b7-472f-be02-f3658d8fbd1a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:58.068986 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.072072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b200cb3f-02b5-4e75-acda-e0e663ed59db no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:20:58.086351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d5b07b4-c37d-4e48-aca7-7091bc393bbf req-410aafca-faf9-4c6f-86a7-6ec0deb68b48 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2da3d2b-2d27-4067-9b8b-387ee134addb HTTP/1.1" status: 200 len: 210 time: 0.0633731 Feb 11 13:20:58.094151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-c7e7d482-85ee-43f5-a3fd-43f36d95df5e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd HTTP/1.1" status: 200 len: 217 time: 0.1628664 Feb 11 13:20:58.112233 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c760b241-4cc1-4585-8478-5e991819ecbf req-66a60d6a-f538-467b-8739-645be7ad7b3e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198502 Feb 11 13:20:58.116012 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b89d1aaf-2d7b-4fcb-9a92-f3c2b1cca85a req-cb2222e8-47c9-4fec-b6f3-600638028be1 service neutron] 10.222.0.59 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094547 Feb 11 13:20:58.136146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086dd30-a2ef-4618-a0a0-9bd1f55c294d req-bb1c135c-a6e6-40a5-b6b9-900fa847bf13 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.143832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b086dd30-a2ef-4618-a0a0-9bd1f55c294d req-bb1c135c-a6e6-40a5-b6b9-900fa847bf13 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.1606514 Feb 11 13:20:58.173074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-4ef26e7b-47b0-4ee2-999a-53ffe6a9bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.175083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-4ef26e7b-47b0-4ee2-999a-53ffe6a9bf10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0721099 Feb 11 13:20:58.189363 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea8fa4a-39a1-4b06-bb33-6cd7c6a7fbcd x-openstack-request-id: req-4ea8fa4a-39a1-4b06-bb33-6cd7c6a7fbcd {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:58.189744 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bd5435-4d47-48da-9936-6b4028526f32", "tag": "d32bd2de-0c7a-4e8a-9863-fa955d68defd", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:58.190157 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ea8fa4a-39a1-4b06-bb33-6cd7c6a7fbcd {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:58.190637 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bd5435-4d47-48da-9936-6b4028526f32', 'tag': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd', 'status': 'completed', 'code': 200} Feb 11 13:20:58.194048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: b200cb3f-02b5-4e75-acda-e0e663ed59db {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:20:58.198750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b200cb3f-02b5-4e75-acda-e0e663ed59db not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:20:58.205080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b086dd30-a2ef-4618-a0a0-9bd1f55c294d req-51419a14-d056-4dbd-b4c5-901485d0468e tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601907 Feb 11 13:20:58.252471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=29418b28-e0b7-472f-be02-f3658d8fbd1a,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:58.283648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2da3d2b-2d27-4067-9b8b-387ee134addb', 'name': 'network-vif-deleted', 'tag': 'b200cb3f-02b5-4e75-acda-e0e663ed59db'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:58.286002 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb16d137-ca1e-4e2e-a96b-c6145a81abe1" -d '{"events": [{"server_uuid": "f2da3d2b-2d27-4067-9b8b-387ee134addb", "name": "network-vif-deleted", "tag": "b200cb3f-02b5-4e75-acda-e0e663ed59db"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:58.332335 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c012dfb0-61a7-4e30-85da-5366ff598ff8 x-openstack-request-id: req-c012dfb0-61a7-4e30-85da-5366ff598ff8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:58.332924 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2da3d2b-2d27-4067-9b8b-387ee134addb", "name": "network-vif-deleted", "tag": "b200cb3f-02b5-4e75-acda-e0e663ed59db", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:58.333344 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c012dfb0-61a7-4e30-85da-5366ff598ff8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:58.333992 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2da3d2b-2d27-4067-9b8b-387ee134addb', 'name': 'network-vif-deleted', 'tag': 'b200cb3f-02b5-4e75-acda-e0e663ed59db', 'status': 'completed', 'code': 200} Feb 11 13:20:58.397056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46029bb-c469-4258-958f-b60fa92b97e1 req-81a5e85d-ee57-4885-8cd7-a7993c767b93 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.406938 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e46029bb-c469-4258-958f-b60fa92b97e1 req-81a5e85d-ee57-4885-8cd7-a7993c767b93 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 950 time: 0.1246567 Feb 11 13:20:58.483301 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-4e00762f-e27f-4d80-b679-91cdd29c6065 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559428 Feb 11 13:20:58.513319 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:58.524065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5fd82-429f-4023-bc89-a6b26e2f8232 req-918cd865-5bc0-43a6-b8fb-758fe0a5fa54 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.526541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e1f5fd82-429f-4023-bc89-a6b26e2f8232 req-918cd865-5bc0-43a6-b8fb-758fe0a5fa54 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1027083 Feb 11 13:20:58.603232 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e1f5fd82-429f-4023-bc89-a6b26e2f8232 req-b046de83-c36f-4f18-969b-01df4e3e4274 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614498 Feb 11 13:20:58.680797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e46029bb-c469-4258-958f-b60fa92b97e1 req-d67913f3-d6b5-4a29-a68e-ef3f48bd1dc6 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726974 Feb 11 13:20:58.732275 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-05d444a9-7676-462d-b3dd-c9d699133a2f service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411861 Feb 11 13:20:58.800939 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:20:58.848725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50731068-f7c6-4206-932d-d1dffa72e6f4 req-49796f88-925e-4030-980b-e7fb70216e9f service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061382 Feb 11 13:20:58.908563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d710b6-043a-4e5d-93f5-0e3d45fbbf27 req-753e0623-d192-4c41-b2bd-6b8e0a3025bb tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.910659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27d710b6-043a-4e5d-93f5-0e3d45fbbf27 req-753e0623-d192-4c41-b2bd-6b8e0a3025bb tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0619006 Feb 11 13:20:58.982492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27d710b6-043a-4e5d-93f5-0e3d45fbbf27 req-104ae823-d8a2-45f3-82ff-ca4e56ffa1fc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647523 Feb 11 13:20:59.063689 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940 req-3af3b5d5-2e45-4a09-b033-aaf5f33d702d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.065175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940 req-3af3b5d5-2e45-4a09-b033-aaf5f33d702d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 1095 time: 0.1040785 Feb 11 13:20:59.081297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73657ef1-986f-42f8-981c-fb47fba77cf3 req-18994a40-e6a1-4ae6-a042-1f7688e18233 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.083030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73657ef1-986f-42f8-981c-fb47fba77cf3 req-18994a40-e6a1-4ae6-a042-1f7688e18233 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.0707119 Feb 11 13:20:59.190005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73657ef1-986f-42f8-981c-fb47fba77cf3 req-c5cbe1f0-ff59-4a11-a4b9-d49fe3c43023 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926402 Feb 11 13:20:59.239994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940 req-c076ede4-2d28-4511-83af-7e0605c07403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.243073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940 req-c076ede4-2d28-4511-83af-7e0605c07403 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1575699 Feb 11 13:20:59.309819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940 req-025542c7-de88-4ce3-bf2a-4f7372138ada service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd HTTP/1.1" status: 200 len: 217 time: 0.0489886 Feb 11 13:20:59.385302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940 req-262a6efa-3650-4a20-a7ae-11ee880ef2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.386765 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940 req-262a6efa-3650-4a20-a7ae-11ee880ef2d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0588071 Feb 11 13:20:59.394483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4ca9d-b289-43dd-88fb-626d09d46d31 req-1781ab1e-6471-4506-adf1-aa21d90b7c4b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.395959 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8f4ca9d-b289-43dd-88fb-626d09d46d31 req-1781ab1e-6471-4506-adf1-aa21d90b7c4b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.0963957 Feb 11 13:20:59.428113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940 req-7b2e617a-5b32-44e8-b50e-c620aad79531 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311127 Feb 11 13:20:59.433745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29418b28-e0b7-472f-be02-f3658d8fbd1a'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:20:59.436754 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dee29b4-075e-48d2-973a-dd452ade8f7b" -d '{"events": [{"server_uuid": "37589d9f-7bc6-4473-8e5d-c1cb632e88b0", "name": "network-vif-plugged", "status": "completed", "tag": "29418b28-e0b7-472f-be02-f3658d8fbd1a"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:59.510662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8f4ca9d-b289-43dd-88fb-626d09d46d31 req-e5b27ef5-cbf8-496d-b8bf-cd5a26044c1a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047592 Feb 11 13:20:59.562328 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4905f895-9e08-473e-ac43-34fadeb052a6 x-openstack-request-id: req-4905f895-9e08-473e-ac43-34fadeb052a6 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:59.562618 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37589d9f-7bc6-4473-8e5d-c1cb632e88b0", "name": "network-vif-plugged", "status": "completed", "tag": "29418b28-e0b7-472f-be02-f3658d8fbd1a", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:59.562864 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4905f895-9e08-473e-ac43-34fadeb052a6 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:59.564439 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29418b28-e0b7-472f-be02-f3658d8fbd1a', 'code': 200} Feb 11 13:20:59.578593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940 req-9ad61bad-8d13-4b34-90df-8a9249ea3e37 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419613 Feb 11 13:20:59.772850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a772f98-1395-4540-b669-13eb785b82ac req-8d6e6729-8f29-45f9-8daf-ce3cc0ae9f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.774629 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a772f98-1395-4540-b669-13eb785b82ac req-8d6e6729-8f29-45f9-8daf-ce3cc0ae9f4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 1101 time: 0.0892880 Feb 11 13:20:59.776665 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e8acadd-8cb6-4a3e-b2aa-424d2e4c7940 req-783961b5-82b8-4bd8-a9e2-b78048f4f996 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908770 Feb 11 13:20:59.788455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a02d0-b2fe-48ce-961d-6d1917169470 req-e8b7a600-d768-4b6b-bf08-1f5647149800 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.799898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585a02d0-b2fe-48ce-961d-6d1917169470 req-e8b7a600-d768-4b6b-bf08-1f5647149800 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0796857 Feb 11 13:20:59.816043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a772f98-1395-4540-b669-13eb785b82ac req-c8ab8765-8c79-4b3b-b9b3-6627fc954dc9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326860 Feb 11 13:20:59.851595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585a02d0-b2fe-48ce-961d-6d1917169470 req-81d69e62-4d60-4019-881e-d08240d7f782 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414155 Feb 11 13:20:59.879020 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:20:59.968971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977be38-55f7-469f-a92c-eaabdba6d4d2 req-7795f146-530f-4fad-b1fa-2423b213c81a tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.970787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e977be38-55f7-469f-a92c-eaabdba6d4d2 req-7795f146-530f-4fad-b1fa-2423b213c81a tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 950 time: 0.0554602 Feb 11 13:21:00.039035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e977be38-55f7-469f-a92c-eaabdba6d4d2 req-d75d51d0-e173-4d4e-bb8a-456a12608a16 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581925 Feb 11 13:21:00.128380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63873fc8-8dd1-49ad-bcc1-f9c8a3b8578c req-51f2b21b-58fe-4891-bb99-b84df0bb2d40 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:00.130117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63873fc8-8dd1-49ad-bcc1-f9c8a3b8578c req-51f2b21b-58fe-4891-bb99-b84df0bb2d40 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0674822 Feb 11 13:21:00.185582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63873fc8-8dd1-49ad-bcc1-f9c8a3b8578c req-803fcdf1-6e80-4cb7-b0bb-bd6a04e73db2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Feb 11 13:21:00.208645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e760d-6b66-436b-abe8-bf2a959e0e87 req-ff0bc505-ff35-4261-acab-e28eba5adb2a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:00.209325 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-710e760d-6b66-436b-abe8-bf2a959e0e87 req-ff0bc505-ff35-4261-acab-e28eba5adb2a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0725367 Feb 11 13:21:00.261251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-710e760d-6b66-436b-abe8-bf2a959e0e87 req-b6d3da30-57fb-4f13-bef9-9e69baa18ce4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Feb 11 13:21:00.327554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0e78a-81e0-4c2e-a565-b9f18cdfde58 req-cbc18506-59f2-48ce-bd14-bbcdfc81eb04 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:00.360136 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cbf0e78a-81e0-4c2e-a565-b9f18cdfde58 req-cbc18506-59f2-48ce-bd14-bbcdfc81eb04 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.0573802 Feb 11 13:21:00.376081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cbf0e78a-81e0-4c2e-a565-b9f18cdfde58 req-df2617fa-c3a4-4750-b4c5-3906ab0bb7b0 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405378 Feb 11 13:21:00.631003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60d498-069b-48cf-ae5a-7223a05b1c96 req-1015a3b4-fc51-4a79-836a-20c0b0a61eb9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:00.632466 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc60d498-069b-48cf-ae5a-7223a05b1c96 req-1015a3b4-fc51-4a79-836a-20c0b0a61eb9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.0505552 Feb 11 13:21:00.673579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc60d498-069b-48cf-ae5a-7223a05b1c96 req-0628b70e-6f48-4c6b-9915-892359b88a28 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348871 Feb 11 13:21:00.974843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5058c21-9802-43ad-9e11-eff29e16fb2f req-c079f81c-94a8-4eeb-a040-03cd9d9f50fd tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:00.978549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5058c21-9802-43ad-9e11-eff29e16fb2f req-c079f81c-94a8-4eeb-a040-03cd9d9f50fd tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0516543 Feb 11 13:21:01.022995 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5058c21-9802-43ad-9e11-eff29e16fb2f req-babcf015-f201-4899-b489-608f517f340f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Feb 11 13:21:01.175688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8250945-d276-464a-b828-b797d769f59f req-42261bf4-239a-44b7-b903-7a2f9dd219a6 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.177107 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8250945-d276-464a-b828-b797d769f59f req-42261bf4-239a-44b7-b903-7a2f9dd219a6 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 950 time: 0.0542040 Feb 11 13:21:01.256367 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8250945-d276-464a-b828-b797d769f59f req-0b97d56d-9c9c-4af4-a4b5-c52a7357b770 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410903 Feb 11 13:21:01.323303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01acd1f1-7094-4487-a630-c2fc3ebd0976 req-c1517884-bd23-47a0-af64-1016289cfdc8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.325524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01acd1f1-7094-4487-a630-c2fc3ebd0976 req-c1517884-bd23-47a0-af64-1016289cfdc8 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0605638 Feb 11 13:21:01.366130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01acd1f1-7094-4487-a630-c2fc3ebd0976 req-749ac2dd-5747-44b4-88eb-5b0c6b844e52 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337784 Feb 11 13:21:01.524049 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:01.547816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-23f42be0-9601-4db9-b934-450d6521139c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.549335 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-23f42be0-9601-4db9-b934-450d6521139c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.0969701 Feb 11 13:21:01.561013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08f6e9-16e9-4e14-8f7e-11e12aeb0860 req-44e07dc3-7928-4fdc-8eef-e368c2313b2a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.567960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e821ff3-bfd7-4f1f-8fb8-e57c0d4bf8f8 req-da53dee9-bbe2-44a3-927c-66386a3022f1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.568787 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a08f6e9-16e9-4e14-8f7e-11e12aeb0860 req-44e07dc3-7928-4fdc-8eef-e368c2313b2a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.1304052 Feb 11 13:21:01.574407 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e821ff3-bfd7-4f1f-8fb8-e57c0d4bf8f8 req-da53dee9-bbe2-44a3-927c-66386a3022f1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.0610058 Feb 11 13:21:01.617882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e821ff3-bfd7-4f1f-8fb8-e57c0d4bf8f8 req-58ab478d-5286-428b-ad6d-dc39776e9fee tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Feb 11 13:21:01.713186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f5a1da36-af4a-468f-b581-0cbc250c480c details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:21:01.723588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a08f6e9-16e9-4e14-8f7e-11e12aeb0860 req-3ad298c6-95d4-4c05-a926-381efe9d21ae tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539521 Feb 11 13:21:01.746750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-dc8e2345-d568-40d6-90cf-a67283471f25 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.749157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-dc8e2345-d568-40d6-90cf-a67283471f25 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/ports?device_id=40dfa833-675f-4e32-82ac-66e2783222f3 HTTP/1.1" status: 200 len: 949 time: 0.1350889 Feb 11 13:21:01.896229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55763852-959e-41f1-b5be-4110eecd9d48 req-ae0bba18-41e4-450b-b7f2-e4b3469bd28c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:01.907798 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55763852-959e-41f1-b5be-4110eecd9d48 req-ae0bba18-41e4-450b-b7f2-e4b3469bd28c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.1192501 Feb 11 13:21:01.910187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:01.929312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4', 'port_id': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'mac_address': 'fa:16:3e:00:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7453e60e-a49b-401d-9290-ba5d57235e58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:21:01.958152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-2d124d7c-ea69-40d7-a5d0-422c6137b4f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Deleting port 603ad938-774c-4e3f-aa90-44c92149f9ab {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:01.958152 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-2d124d7c-ea69-40d7-a5d0-422c6137b4f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:01.970800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55763852-959e-41f1-b5be-4110eecd9d48 req-1a8d344a-284b-4fd2-b335-c10f1f939604 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617628 Feb 11 13:21:02.042113 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.049356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-521fd006-9df3-44b0-9a63-2c5f4057e179 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Deleting port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:02.049760 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-521fd006-9df3-44b0-9a63-2c5f4057e179 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.063865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a1da36-af4a-468f-b581-0cbc250c480c {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:02.098379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:02.173105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.187116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-2d124d7c-ea69-40d7-a5d0-422c6137b4f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] For port 603ad938-774c-4e3f-aa90-44c92149f9ab, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=603ad938-774c-4e3f-aa90-44c92149f9ab,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:02.187626 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-2d124d7c-ea69-40d7-a5d0-422c6137b4f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.191592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587eb07-6fb1-47c6-a4d4-653045c71ba2 req-703b1c5e-f922-422a-8b5d-f6ab8d98bd2a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:02.200263 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3587eb07-6fb1-47c6-a4d4-653045c71ba2 req-703b1c5e-f922-422a-8b5d-f6ab8d98bd2a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0729072 Feb 11 13:21:02.215273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-2d124d7c-ea69-40d7-a5d0-422c6137b4f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Calling delete_port for 603ad938-774c-4e3f-aa90-44c92149f9ab owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:02.224840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-521fd006-9df3-44b0-9a63-2c5f4057e179 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] For port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:02.225338 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-521fd006-9df3-44b0-9a63-2c5f4057e179 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:02.252629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-521fd006-9df3-44b0-9a63-2c5f4057e179 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Calling delete_port for 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:02.277989 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3587eb07-6fb1-47c6-a4d4-653045c71ba2 req-7dca7134-a276-4286-9eac-14c121222d82 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616131 Feb 11 13:21:02.333874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:02.423801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-364c84c9-dd1e-43e3-83c6-9f474ccdc9b5 req-9e8e7156-4a54-4f7d-90dd-2a18c79df132 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:21:02.429394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-364c84c9-dd1e-43e3-83c6-9f474ccdc9b5 req-9e8e7156-4a54-4f7d-90dd-2a18c79df132 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134602 Feb 11 13:21:02.626054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['f5a1da36-af4a-468f-b581-0cbc250c480c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:02.942391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b7f6c-0672-46fd-af06-b776025058c6 req-1be069fd-fc11-481a-a1c9-2b1f971c608f tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:02.953856 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-468b7f6c-0672-46fd-af06-b776025058c6 req-1be069fd-fc11-481a-a1c9-2b1f971c608f tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 950 time: 0.0880382 Feb 11 13:21:02.961099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1309f59-8799-46d1-8a7f-704ec7ea0984 req-6a24a9a1-1cd3-48ff-b6b3-74f7de022961 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:02.963334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a1309f59-8799-46d1-8a7f-704ec7ea0984 req-6a24a9a1-1cd3-48ff-b6b3-74f7de022961 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 950 time: 0.2513788 Feb 11 13:21:03.030001 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-468b7f6c-0672-46fd-af06-b776025058c6 req-5b11e548-718e-4a84-9f09-19ea56a7a0fc tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749815 Feb 11 13:21:03.139565 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a1309f59-8799-46d1-8a7f-704ec7ea0984 req-2b796ac9-0c49-45ae-bc79-6b162a9d99f6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562624 Feb 11 13:21:03.177362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc133b-5f57-4848-bbdf-d4e958bcde2c req-3b5ddefd-ced2-4b2c-b68b-ef0b0a089c41 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:03.189469 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82bc133b-5f57-4848-bbdf-d4e958bcde2c req-3b5ddefd-ced2-4b2c-b68b-ef0b0a089c41 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.0786197 Feb 11 13:21:03.201831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-701a933c-9515-4f9a-95b8-6390e6cf1f14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1226151 Feb 11 13:21:03.213979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-2155f4c2-c4b6-4c33-9b85-9d74d81c4b71 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:21:03.215643 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-2155f4c2-c4b6-4c33-9b85-9d74d81c4b71 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079808 Feb 11 13:21:03.217320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-2d124d7c-ea69-40d7-a5d0-422c6137b4f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:03.231176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5', '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:03.254122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d124d7c-ea69-40d7-a5d0-422c6137b4f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event deleted for resources: {'Port': ['ID=603ad938-774c-4e3f-aa90-44c92149f9ab,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:03.301934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82bc133b-5f57-4848-bbdf-d4e958bcde2c req-d07f459f-bcba-4451-849f-2dc4fdad0a2f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113102 Feb 11 13:21:03.310296 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-521fd006-9df3-44b0-9a63-2c5f4057e179 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:03.380828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fd006-9df3-44b0-9a63-2c5f4057e179 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event deleted for resources: {'Port': ['ID=85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:03.383033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-2d124d7c-ea69-40d7-a5d0-422c6137b4f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] No DVR routers for this DVR port 603ad938-774c-4e3f-aa90-44c92149f9ab on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:03.393718 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-2d124d7c-ea69-40d7-a5d0-422c6137b4f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:03.397652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-205fb80f-072c-4584-99ad-b14a3c54cc5a req-2d124d7c-ea69-40d7-a5d0-422c6137b4f4 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "DELETE /v2.0/ports/603ad938-774c-4e3f-aa90-44c92149f9ab HTTP/1.1" status: 204 len: 173 time: 1.8261564 Feb 11 13:21:03.404813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148cc380-577e-4068-9c6c-ec7dfb36c70c', 'name': 'network-vif-deleted', 'tag': '603ad938-774c-4e3f-aa90-44c92149f9ab'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:03.410929 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad637c5-dbef-43c4-9f0c-3fa485a85ead" -d '{"events": [{"server_uuid": "148cc380-577e-4068-9c6c-ec7dfb36c70c", "name": "network-vif-deleted", "tag": "603ad938-774c-4e3f-aa90-44c92149f9ab"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:03.521875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a50755-4e97-43f9-909e-6bbf371f0f54 req-c6c9627c-c23e-4277-a3cf-d3be38377a19 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:03.523500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93a50755-4e97-43f9-909e-6bbf371f0f54 req-c6c9627c-c23e-4277-a3cf-d3be38377a19 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 944 time: 0.2243311 Feb 11 13:21:03.596476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4877b5-14e1-4594-a4dc-02cd2974b9cc req-1b776960-bba9-48d2-aa16-12078463497e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:03.604489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b4877b5-14e1-4594-a4dc-02cd2974b9cc req-1b776960-bba9-48d2-aa16-12078463497e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1572425 Feb 11 13:21:03.609900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-521fd006-9df3-44b0-9a63-2c5f4057e179 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] No DVR routers for this DVR port 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:03.615044 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-521fd006-9df3-44b0-9a63-2c5f4057e179 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:03.618812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-516dc1b5-be01-4c6f-8bdd-0de158db473f req-521fd006-9df3-44b0-9a63-2c5f4057e179 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "DELETE /v2.0/ports/85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 HTTP/1.1" status: 204 len: 173 time: 1.8631535 Feb 11 13:21:03.680956 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93a50755-4e97-43f9-909e-6bbf371f0f54 req-3947546f-d8b4-4254-81eb-7e0d3a5c7f81 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312099 Feb 11 13:21:03.701224 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b4877b5-14e1-4594-a4dc-02cd2974b9cc req-78a1cc7d-e57e-4e99-bb8a-05767f764196 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951958 Feb 11 13:21:03.704790 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:03.707026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:03.777480 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8717d674-1122-4550-8527-44c5822f0435 x-openstack-request-id: req-8717d674-1122-4550-8527-44c5822f0435 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:03.777889 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148cc380-577e-4068-9c6c-ec7dfb36c70c", "name": "network-vif-deleted", "tag": "603ad938-774c-4e3f-aa90-44c92149f9ab", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:03.778801 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8717d674-1122-4550-8527-44c5822f0435 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:03.780047 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148cc380-577e-4068-9c6c-ec7dfb36c70c', 'name': 'network-vif-deleted', 'tag': '603ad938-774c-4e3f-aa90-44c92149f9ab', 'status': 'completed', 'code': 200} Feb 11 13:21:03.819733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 603ad938-774c-4e3f-aa90-44c92149f9ab no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:03.860317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0e3aa-5415-45fc-8930-cd14ea18e263 req-ecc94dcc-f342-4bbd-99a1-bf37b7b2abbb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:03.875993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97b0e3aa-5415-45fc-8930-cd14ea18e263 req-ecc94dcc-f342-4bbd-99a1-bf37b7b2abbb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.0939457 Feb 11 13:21:03.898232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 603ad938-774c-4e3f-aa90-44c92149f9ab {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:03.899592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 603ad938-774c-4e3f-aa90-44c92149f9ab not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:03.937742 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97b0e3aa-5415-45fc-8930-cd14ea18e263 req-27931d5f-fdd8-41e8-9b6b-426b08d4592b tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607727 Feb 11 13:21:04.122872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-ac3ff0a6-357e-4843-9f68-78c694f83259 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:04.125304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-ac3ff0a6-357e-4843-9f68-78c694f83259 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.59 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 950 time: 0.1361797 Feb 11 13:21:04.298721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fd051-249b-4c4c-a34b-9a49a75acdaa req-8e93ce15-426e-437b-aeef-9dce44c64385 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:04.308731 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-379fd051-249b-4c4c-a34b-9a49a75acdaa req-8e93ce15-426e-437b-aeef-9dce44c64385 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 950 time: 0.1508319 Feb 11 13:21:04.320702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-0b5ca83e-e00a-44bb-a7d7-c73e8ba0f515 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Deleting port 6f83a19a-91f7-4775-92d7-2164ecf2028c {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:04.321257 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-0b5ca83e-e00a-44bb-a7d7-c73e8ba0f515 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:04.378443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-379fd051-249b-4c4c-a34b-9a49a75acdaa req-710df216-4199-4c59-a87f-ec98dfaad363 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7eee375-9181-4244-99b0-a247d3c0c233&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614769 Feb 11 13:21:04.422350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb161594-d730-48fe-9459-cd3dc479f433 req-ad467b02-9ec2-4497-8320-bb6f89aed0b7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=148cc380-577e-4068-9c6c-ec7dfb36c70c HTTP/1.1" status: 200 len: 210 time: 0.0531936 Feb 11 13:21:04.513266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77284a-2f93-455d-84cd-b47ba4965a1b req-5eee301a-b5b4-4b8b-acf2-fede86fb706f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:04.517606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-0b5ca83e-e00a-44bb-a7d7-c73e8ba0f515 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] For port 6f83a19a-91f7-4775-92d7-2164ecf2028c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=6f83a19a-91f7-4775-92d7-2164ecf2028c,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:04.517606 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-0b5ca83e-e00a-44bb-a7d7-c73e8ba0f515 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:04.518085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd77284a-2f93-455d-84cd-b47ba4965a1b req-5eee301a-b5b4-4b8b-acf2-fede86fb706f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.0640588 Feb 11 13:21:04.530367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-0b5ca83e-e00a-44bb-a7d7-c73e8ba0f515 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Calling delete_port for 6f83a19a-91f7-4775-92d7-2164ecf2028c owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:04.589500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd77284a-2f93-455d-84cd-b47ba4965a1b req-43d98d10-742b-41ac-9f68-026de2e0fd04 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589170 Feb 11 13:21:04.828405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc8f72-5d0c-49ab-92e3-421df3346283 req-cba9f045-4f22-4173-b669-7d8db508fc95 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:04.830113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8adc8f72-5d0c-49ab-92e3-421df3346283 req-cba9f045-4f22-4173-b669-7d8db508fc95 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 944 time: 0.0692408 Feb 11 13:21:04.840368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:04.885580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21047e2a-1e4f-445f-8c94-94802c48f045 req-3364a186-a674-4545-ab31-113b7ecdfac8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:04.889011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21047e2a-1e4f-445f-8c94-94802c48f045 req-3364a186-a674-4545-ab31-113b7ecdfac8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0605099 Feb 11 13:21:04.890043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8adc8f72-5d0c-49ab-92e3-421df3346283 req-8926b8a0-d22f-488d-bc93-fd5a13fdd249 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Feb 11 13:21:04.891803 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-0b5ca83e-e00a-44bb-a7d7-c73e8ba0f515 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:04.976138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ca83e-e00a-44bb-a7d7-c73e8ba0f515 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Pushing event deleted for resources: {'Port': ['ID=6f83a19a-91f7-4775-92d7-2164ecf2028c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:04.994624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21047e2a-1e4f-445f-8c94-94802c48f045 req-9b381bed-4f3e-48f9-b757-ba6e0f711b15 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965669 Feb 11 13:21:04.996244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['6f83a19a-91f7-4775-92d7-2164ecf2028c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:05.080327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-0b5ca83e-e00a-44bb-a7d7-c73e8ba0f515 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] No DVR routers for this DVR port 6f83a19a-91f7-4775-92d7-2164ecf2028c on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:05.099548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-0b5ca83e-e00a-44bb-a7d7-c73e8ba0f515 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:05.103466 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dd45bb9-5697-4b7c-a0d2-e1f862341a0a req-0b5ca83e-e00a-44bb-a7d7-c73e8ba0f515 tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.59 "DELETE /v2.0/ports/6f83a19a-91f7-4775-92d7-2164ecf2028c HTTP/1.1" status: 204 len: 173 time: 0.9699514 Feb 11 13:21:05.150172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76722c-97ab-4495-9287-233a705a8284 req-4401fd60-19ef-4359-8cad-42b4805345db tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.159501 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0d76722c-97ab-4495-9287-233a705a8284 req-4401fd60-19ef-4359-8cad-42b4805345db tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.0762613 Feb 11 13:21:05.209701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0d76722c-97ab-4495-9287-233a705a8284 req-bd085eae-765a-4a76-b79b-d6f8bc2411a9 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493319 Feb 11 13:21:05.335059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-b9659160-403a-4797-938e-4b7d1f51e8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527759 Feb 11 13:21:05.416978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-8fa3e702-8a1d-4a59-892d-cabb05f15369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.418632 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-8fa3e702-8a1d-4a59-892d-cabb05f15369 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 1100 time: 0.0463798 Feb 11 13:21:05.478026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:05.499563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d6495a4-ebee-455a-9d27-f7d18d186da8 req-5c44a993-e153-482c-8076-ed9854db90fd tempest-TenantUsagesTestJSON-1991118719 tempest-TenantUsagesTestJSON-1991118719-project] 10.222.0.52 "GET /v2.0/ports?device_id=24392a9c-58ef-496d-bbd8-0608e5dc29d7 HTTP/1.1" status: 200 len: 210 time: 0.0399401 Feb 11 13:21:05.525500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:05.525972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:05.578884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-d0ccae68-3d7b-4137-b29d-3ca9d609979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.581306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-d0ccae68-3d7b-4137-b29d-3ca9d609979d service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1406019 Feb 11 13:21:05.631165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-6afaa0b2-3056-440c-9134-dfe51c74b23f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=b67d4370-d832-4bc4-af8f-d274ad9632e5 HTTP/1.1" status: 200 len: 217 time: 0.0356276 Feb 11 13:21:05.688884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-43ce9daa-8732-4eb8-8cea-ab87d21942af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.691584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-43ce9daa-8732-4eb8-8cea-ab87d21942af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0540571 Feb 11 13:21:05.721598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f5a1da36-af4a-468f-b581-0cbc250c480c up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:05.753023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c8609-ce53-43aa-ba27-f2a1532bbdd3 req-b5eb0db9-518f-45c5-919a-0deb086c6db2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.754919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a1c8609-ce53-43aa-ba27-f2a1532bbdd3 req-b5eb0db9-518f-45c5-919a-0deb086c6db2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.0717883 Feb 11 13:21:05.776850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-7ba99937-952b-482e-b15c-89348bdb633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:05.778569 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-7ba99937-952b-482e-b15c-89348bdb633f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778327 Feb 11 13:21:05.781336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dfa833-675f-4e32-82ac-66e2783222f3', 'name': 'network-vif-deleted', 'tag': '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7'}, {'server_uuid': '24392a9c-58ef-496d-bbd8-0608e5dc29d7', 'name': 'network-vif-deleted', 'tag': '6f83a19a-91f7-4775-92d7-2164ecf2028c'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:05.784062 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98772f65-2f0d-4660-841a-d17053210145" -d '{"events": [{"server_uuid": "40dfa833-675f-4e32-82ac-66e2783222f3", "name": "network-vif-deleted", "tag": "85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7"}, {"server_uuid": "24392a9c-58ef-496d-bbd8-0608e5dc29d7", "name": "network-vif-deleted", "tag": "6f83a19a-91f7-4775-92d7-2164ecf2028c"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:05.823601 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a1c8609-ce53-43aa-ba27-f2a1532bbdd3 req-2ea21902-0b7f-4fed-a230-e6835c47d5eb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608728 Feb 11 13:21:05.894145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port f5a1da36-af4a-468f-b581-0cbc250c480c completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:05.898903 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241d7a2b-6066-423f-8446-8caaf1b10fcd x-openstack-request-id: req-241d7a2b-6066-423f-8446-8caaf1b10fcd {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:05.898903 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dfa833-675f-4e32-82ac-66e2783222f3", "name": "network-vif-deleted", "tag": "85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7", "status": "completed", "code": 200}, {"server_uuid": "24392a9c-58ef-496d-bbd8-0608e5dc29d7", "name": "network-vif-deleted", "tag": "6f83a19a-91f7-4775-92d7-2164ecf2028c", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:05.898903 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-241d7a2b-6066-423f-8446-8caaf1b10fcd {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:05.898903 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40dfa833-675f-4e32-82ac-66e2783222f3', 'name': 'network-vif-deleted', 'tag': '85e00dd9-e3a7-42e8-9be0-4ea27a8c20f7', 'status': 'completed', 'code': 200} Feb 11 13:21:05.898903 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24392a9c-58ef-496d-bbd8-0608e5dc29d7', 'name': 'network-vif-deleted', 'tag': '6f83a19a-91f7-4775-92d7-2164ecf2028c', 'status': 'completed', 'code': 200} Feb 11 13:21:05.899628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port f5a1da36-af4a-468f-b581-0cbc250c480c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:05.900314 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:05.903606 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-a0775b25-ec88-4d76-b9a0-e3d0bf85bb50 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128759 Feb 11 13:21:06.005027 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:06.040019 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25adf51d-bf3c-4ec6-9763-b620659ef963 req-8f1818c8-8e80-4b02-9a3c-26f80981d5da service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272192 Feb 11 13:21:06.051567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:06.052847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:06.056611 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd61d78a-97ee-4b79-92a7-82fd3496f59b" -d '{"events": [{"server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "name": "network-vif-plugged", "status": "completed", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:06.087569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b0108-b873-4358-851a-2452c4ec1954 req-66058d45-11b7-410e-851b-9094f0f94501 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.089490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee4b0108-b873-4358-851a-2452c4ec1954 req-66058d45-11b7-410e-851b-9094f0f94501 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 944 time: 0.0589049 Feb 11 13:21:06.133938 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee4b0108-b873-4358-851a-2452c4ec1954 req-a969b21f-1e1b-4706-b743-24150f34389c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371778 Feb 11 13:21:06.145994 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:06.223048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:06.308472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-0b8fff43-0503-4f34-8467-9f3e101a2c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.310957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-0b8fff43-0503-4f34-8467-9f3e101a2c89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 1101 time: 0.0578203 Feb 11 13:21:06.313177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d241fcf-e380-4011-836d-17c47df491c6 req-06ea8c11-c805-431c-8bad-44c4ea7bbb3a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.314959 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d241fcf-e380-4011-836d-17c47df491c6 req-06ea8c11-c805-431c-8bad-44c4ea7bbb3a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0961692 Feb 11 13:21:06.361982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d241fcf-e380-4011-836d-17c47df491c6 req-9e9591aa-b192-41a3-bea8-f6d3f8fdadab tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406556 Feb 11 13:21:06.378373 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75b1a8b-9dab-40c1-a09f-d690d185f016 x-openstack-request-id: req-f75b1a8b-9dab-40c1-a09f-d690d185f016 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:06.378373 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "name": "network-vif-plugged", "status": "completed", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:06.378373 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f75b1a8b-9dab-40c1-a09f-d690d185f016 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:06.378373 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'code': 200} Feb 11 13:21:06.501366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-27f78d5b-f5ad-4690-ae39-e81514f3c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.503050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-27f78d5b-f5ad-4690-ae39-e81514f3c8a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1844258 Feb 11 13:21:06.582073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cdd97-076b-4f1e-96cc-343a8709376a req-ca43bfd6-921f-42d4-acf6-c5bc2c32aa29 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.583606 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d6cdd97-076b-4f1e-96cc-343a8709376a req-ca43bfd6-921f-42d4-acf6-c5bc2c32aa29 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.1305892 Feb 11 13:21:06.585109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-29559b6c-d404-4d36-8c62-9118dd525b2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a HTTP/1.1" status: 200 len: 217 time: 0.0666184 Feb 11 13:21:06.646382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d414197e-f48b-42c2-b5f0-8b60e22978d9 req-498336a0-a2f0-414a-ba4c-97dfcc1bc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.648193 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d414197e-f48b-42c2-b5f0-8b60e22978d9 req-498336a0-a2f0-414a-ba4c-97dfcc1bc515 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 1096 time: 0.1970577 Feb 11 13:21:06.689073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d6cdd97-076b-4f1e-96cc-343a8709376a req-0804400f-fa35-42dd-bfcb-ab018739107c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982189 Feb 11 13:21:06.697082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-73b1d508-fcc5-48f2-b539-e804c9982601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.698648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-73b1d508-fcc5-48f2-b539-e804c9982601 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0991952 Feb 11 13:21:06.712404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d414197e-f48b-42c2-b5f0-8b60e22978d9 req-df6aeb1f-2e44-4d4a-b416-180ed14330eb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498412 Feb 11 13:21:06.757264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-d0f0b5b3-24d5-4f0c-bd4e-c87a8292b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.758793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-d0f0b5b3-24d5-4f0c-bd4e-c87a8292b315 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509682 Feb 11 13:21:06.867013 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-7604eee1-29d9-457e-805b-cc56a65baca5 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955677 Feb 11 13:21:06.981486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733a019-b4aa-4c43-b2ae-c9166dce19fe req-02016e24-cdc8-4e39-ae8a-8583e883954f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:06.984822 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0733a019-b4aa-4c43-b2ae-c9166dce19fe req-02016e24-cdc8-4e39-ae8a-8583e883954f tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=6179a124-600f-45de-8acf-a8e1dc877e53 HTTP/1.1" status: 200 len: 950 time: 0.0598767 Feb 11 13:21:07.003748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a5585-a15b-40b0-9d81-126bacbf725b req-497f223d-6207-4c63-b0f6-7451626e6a11 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:07.005231 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f62a5585-a15b-40b0-9d81-126bacbf725b req-497f223d-6207-4c63-b0f6-7451626e6a11 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.0977442 Feb 11 13:21:07.017792 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-1a0185b9-eb8c-489e-97d7-11e3641248f9 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433480 Feb 11 13:21:07.030023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0733a019-b4aa-4c43-b2ae-c9166dce19fe req-5354d484-88aa-4961-a4f9-b50222ebd0f7 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380068 Feb 11 13:21:07.051399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f62a5585-a15b-40b0-9d81-126bacbf725b req-fb5177d4-0a16-4cd6-8f98-13be57483970 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366364 Feb 11 13:21:07.274085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea668be-8dc0-47fb-8e40-a65f0c99ffee req-bd76445a-d07f-45c8-b201-9cdbe54fcf18 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:07.276203 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ea668be-8dc0-47fb-8e40-a65f0c99ffee req-bd76445a-d07f-45c8-b201-9cdbe54fcf18 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0568302 Feb 11 13:21:07.286984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43894) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:07.338306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ea668be-8dc0-47fb-8e40-a65f0c99ffee req-3adfff46-d1af-4223-953a-4d31f89a3a5f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Feb 11 13:21:07.429191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-45cf6f19-a4cb-447c-b5b7-eb4bdff4a7c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=447cce886ade4be1a17166c7505888bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409779 Feb 11 13:21:07.431882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43900) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:07.483206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-520c0b93-a530-4343-9fbb-7e8232bf68a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.485793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69b003-1981-4b64-8912-d83dbb8e1c41 req-68241ee5-c9d3-4d7f-8189-7153f31a8a57 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:07.487499 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd69b003-1981-4b64-8912-d83dbb8e1c41 req-68241ee5-c9d3-4d7f-8189-7153f31a8a57 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0538292 Feb 11 13:21:07.506214 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-520c0b93-a530-4343-9fbb-7e8232bf68a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.531065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd69b003-1981-4b64-8912-d83dbb8e1c41 req-546c4a38-0982-40f1-be56-7841cebdf5e4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339155 Feb 11 13:21:07.638992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-520c0b93-a530-4343-9fbb-7e8232bf68a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.641552 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-520c0b93-a530-4343-9fbb-7e8232bf68a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:07.642742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-520c0b93-a530-4343-9fbb-7e8232bf68a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7eee375-9181-4244-99b0-a247d3c0c233 HTTP/1.1" status: 204 len: 168 time: 0.2098918 Feb 11 13:21:07.651153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c0b93-a530-4343-9fbb-7e8232bf68a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eee375-9181-4244-99b0-a247d3c0c233,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:07.815078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e570b-a287-45d0-bcdb-d3a99d7b2930 req-9aede0e2-2c12-4162-80cc-6b1e14dabc84 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:07.816918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a00e570b-a287-45d0-bcdb-d3a99d7b2930 req-9aede0e2-2c12-4162-80cc-6b1e14dabc84 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.0570209 Feb 11 13:21:07.829926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-0990a718-e6f8-4117-83d1-221896b6d50e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:07.831354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-0990a718-e6f8-4117-83d1-221896b6d50e tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/ports?device_id=6179a124-600f-45de-8acf-a8e1dc877e53 HTTP/1.1" status: 200 len: 950 time: 0.0557895 Feb 11 13:21:07.857030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a00e570b-a287-45d0-bcdb-d3a99d7b2930 req-ca3f72c3-5e4a-444d-a830-980a6accac44 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339351 Feb 11 13:21:07.928918 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-99407a30-caa9-4a35-af36-c9f033d4b794 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Deleting port b742f407-5f16-41c9-90b0-2ada519e4d45 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:07.929261 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-99407a30-caa9-4a35-af36-c9f033d4b794 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:08.024748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-99407a30-caa9-4a35-af36-c9f033d4b794 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] For port b742f407-5f16-41c9-90b0-2ada519e4d45, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b742f407-5f16-41c9-90b0-2ada519e4d45,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:08.025106 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-99407a30-caa9-4a35-af36-c9f033d4b794 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:08.058948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-99407a30-caa9-4a35-af36-c9f033d4b794 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Calling delete_port for b742f407-5f16-41c9-90b0-2ada519e4d45 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:08.115778 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-c5e47200-4cd2-4941-8225-05788d0ca250 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0880680 Feb 11 13:21:08.203807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddab2c-aaca-4c87-a8d0-db3be6f8913e req-7a88a334-2f54-47f9-94ee-17ae8ef84d0f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.205540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67ddab2c-aaca-4c87-a8d0-db3be6f8913e req-7a88a334-2f54-47f9-94ee-17ae8ef84d0f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.0578084 Feb 11 13:21:08.232749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-445e7759-25f4-498e-918c-e447a03a5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.234627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-445e7759-25f4-498e-918c-e447a03a5a3d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 1101 time: 0.0873568 Feb 11 13:21:08.245759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd7683-ede2-421e-abfc-2e2d30456ff8 req-f615ca3c-9ac8-4860-80d5-06b354468047 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.249607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07fd7683-ede2-421e-abfc-2e2d30456ff8 req-f615ca3c-9ac8-4860-80d5-06b354468047 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=6179a124-600f-45de-8acf-a8e1dc877e53 HTTP/1.1" status: 200 len: 950 time: 0.1151671 Feb 11 13:21:08.259364 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67ddab2c-aaca-4c87-a8d0-db3be6f8913e req-fbf84940-882f-428f-8c49-15521c49801b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467875 Feb 11 13:21:08.395503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07fd7683-ede2-421e-abfc-2e2d30456ff8 req-3392f059-fac8-4508-ad12-d3e756777f9a tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147645 Feb 11 13:21:08.425831 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-3bf6ee0f-beeb-48ec-827d-5249863fc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.427322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-3bf6ee0f-beeb-48ec-827d-5249863fc434 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1454351 Feb 11 13:21:08.463581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02804aae-4ceb-48c3-86e6-e5c1d5b88ddb req-2c68f0bb-3f1b-4573-b9aa-1dac51a76c71 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.465024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02804aae-4ceb-48c3-86e6-e5c1d5b88ddb req-2c68f0bb-3f1b-4573-b9aa-1dac51a76c71 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0515726 Feb 11 13:21:08.465475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43918) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:08.483135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-99407a30-caa9-4a35-af36-c9f033d4b794 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:08.485741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-61efc23a-a1b3-4555-a3e6-bacc9010f96c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=c47c2e2a-1be9-417a-820e-b64ab012cdd9 HTTP/1.1" status: 200 len: 217 time: 0.0514102 Feb 11 13:21:08.495438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:08.501445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b742f407-5f16-41c9-90b0-2ada519e4d45', 'b67d4370-d832-4bc4-af8f-d274ad9632e5'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:08.511380 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15d8d051-fd74-4627-aaf9-d58079cb6843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:08.543684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99407a30-caa9-4a35-af36-c9f033d4b794 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event deleted for resources: {'Port': ['ID=b742f407-5f16-41c9-90b0-2ada519e4d45,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:08.602177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-99407a30-caa9-4a35-af36-c9f033d4b794 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] No DVR routers for this DVR port b742f407-5f16-41c9-90b0-2ada519e4d45 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:08.604732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-7d1ddabd-4911-40e0-9bd9-d22b56d7d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.606449 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-7d1ddabd-4911-40e0-9bd9-d22b56d7d0d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1138508 Feb 11 13:21:08.608325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-99407a30-caa9-4a35-af36-c9f033d4b794 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:08.611753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38c638ed-0379-41a9-8cba-c3cf8b9816de req-99407a30-caa9-4a35-af36-c9f033d4b794 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "DELETE /v2.0/ports/b742f407-5f16-41c9-90b0-2ada519e4d45 HTTP/1.1" status: 204 len: 173 time: 0.7741396 Feb 11 13:21:08.612265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6179a124-600f-45de-8acf-a8e1dc877e53', 'name': 'network-vif-deleted', 'tag': 'b742f407-5f16-41c9-90b0-2ada519e4d45'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:08.614820 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7c702d-c8d7-48bc-acb2-545b2da966b1" -d '{"events": [{"server_uuid": "6179a124-600f-45de-8acf-a8e1dc877e53", "name": "network-vif-deleted", "tag": "b742f407-5f16-41c9-90b0-2ada519e4d45"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:08.634715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02804aae-4ceb-48c3-86e6-e5c1d5b88ddb req-ec40a68b-294a-470f-9244-3ac3d7413898 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596265 Feb 11 13:21:08.700329 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a734346-5a4a-4957-aef7-f9710e382537 x-openstack-request-id: req-5a734346-5a4a-4957-aef7-f9710e382537 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:08.701323 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6179a124-600f-45de-8acf-a8e1dc877e53", "name": "network-vif-deleted", "tag": "b742f407-5f16-41c9-90b0-2ada519e4d45", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:08.701729 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a734346-5a4a-4957-aef7-f9710e382537 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:08.702151 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6179a124-600f-45de-8acf-a8e1dc877e53', 'name': 'network-vif-deleted', 'tag': 'b742f407-5f16-41c9-90b0-2ada519e4d45', 'status': 'completed', 'code': 200} Feb 11 13:21:08.709041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456108e4-0ca2-4648-a079-73741d81aaef req-882ca038-1113-486b-a23d-14c5c3d681c6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.710739 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-456108e4-0ca2-4648-a079-73741d81aaef req-882ca038-1113-486b-a23d-14c5c3d681c6 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 949 time: 0.2241449 Feb 11 13:21:08.720526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-48b00d11-2872-4699-b589-bcfb42cd4b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.722447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-48b00d11-2872-4699-b589-bcfb42cd4b9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045461 Feb 11 13:21:08.749156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6413a7-ef0e-4c87-88a5-ae745b5343c7 req-47cf1e91-391b-433f-a635-1d32121f0740 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:08.751130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b6413a7-ef0e-4c87-88a5-ae745b5343c7 req-47cf1e91-391b-433f-a635-1d32121f0740 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0861917 Feb 11 13:21:08.824827 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15d8d051-fd74-4627-aaf9-d58079cb6843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:08.857381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-456108e4-0ca2-4648-a079-73741d81aaef req-de27cf0b-3990-4ad1-a6f9-f4c0473e5a60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Deleting port b67d4370-d832-4bc4-af8f-d274ad9632e5 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:08.858293 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-456108e4-0ca2-4648-a079-73741d81aaef req-de27cf0b-3990-4ad1-a6f9-f4c0473e5a60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:08.942937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b6413a7-ef0e-4c87-88a5-ae745b5343c7 req-b7a52d25-161a-49a4-8020-3a10d7a72e09 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728384 Feb 11 13:21:08.999653 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-c1168f4b-9c3d-49fc-be62-fb073390f015 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688849 Feb 11 13:21:09.064478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15d8d051-fd74-4627-aaf9-d58079cb6843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.129250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-456108e4-0ca2-4648-a079-73741d81aaef req-de27cf0b-3990-4ad1-a6f9-f4c0473e5a60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] For port b67d4370-d832-4bc4-af8f-d274ad9632e5, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b67d4370-d832-4bc4-af8f-d274ad9632e5,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:09.129668 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-456108e4-0ca2-4648-a079-73741d81aaef req-de27cf0b-3990-4ad1-a6f9-f4c0473e5a60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.132800 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb3b4cf2-5609-4032-b049-0c672d6bc58a req-a8394f4f-fe3f-41a6-b361-4a91bf21c81c service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216974 Feb 11 13:21:09.165582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-15d8d051-fd74-4627-aaf9-d58079cb6843 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c975f65b096d49bdb496f583e7b8c1b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6989338 Feb 11 13:21:09.165948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43940) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:09.166396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8d051-fd74-4627-aaf9-d58079cb6843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e573a1-1e76-4bb1-8ce3-b01601110901,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:09.169261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-456108e4-0ca2-4648-a079-73741d81aaef req-de27cf0b-3990-4ad1-a6f9-f4c0473e5a60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Calling delete_port for b67d4370-d832-4bc4-af8f-d274ad9632e5 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:09.243249 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8416e7ac-913f-4c46-b774-aa5a17eff974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.253996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-8039fec5-4e60-41b2-8528-607331665e5a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.255577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-8039fec5-4e60-41b2-8528-607331665e5a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/networks?id=5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 200 len: 814 time: 0.2736654 Feb 11 13:21:09.271325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8416e7ac-913f-4c46-b774-aa5a17eff974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.291953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-03bdca85-09ab-46b6-a270-ae8f07305453 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/quotas/4e348e61c06146e5809782bbea15e4ff HTTP/1.1" status: 200 len: 375 time: 0.0246849 Feb 11 13:21:09.382472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-8366bfca-378f-4940-9e5e-a81485730e09 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e348e61c06146e5809782bbea15e4ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894945 Feb 11 13:21:09.397879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc79ca-2a5e-49ee-8c29-18257b06dd97 req-03473f29-6964-4f70-a587-bd1e9d5175aa tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.399933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30fc79ca-2a5e-49ee-8c29-18257b06dd97 req-03473f29-6964-4f70-a587-bd1e9d5175aa tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.3628576 Feb 11 13:21:09.440649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30fc79ca-2a5e-49ee-8c29-18257b06dd97 req-54b1c5ad-c0c9-4f68-9450-aceb2dc71c32 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Feb 11 13:21:09.489986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-5db7828e-0584-4f5b-885b-34813a246f6b service neutron] 10.222.0.52 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027977 Feb 11 13:21:09.501999 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8416e7ac-913f-4c46-b774-aa5a17eff974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.505064 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8416e7ac-913f-4c46-b774-aa5a17eff974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.511969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8416e7ac-913f-4c46-b774-aa5a17eff974 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28e573a1-1e76-4bb1-8ce3-b01601110901 HTTP/1.1" status: 204 len: 168 time: 0.3394587 Feb 11 13:21:09.524618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416e7ac-913f-4c46-b774-aa5a17eff974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e573a1-1e76-4bb1-8ce3-b01601110901,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:09.730213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d32bd2de-0c7a-4e8a-9863-fa955d68defd details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:21:09.733092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 6f83a19a-91f7-4775-92d7-2164ecf2028c no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:09.770763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 6f83a19a-91f7-4775-92d7-2164ecf2028c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:09.771356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 6f83a19a-91f7-4775-92d7-2164ecf2028c not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:09.837646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-456108e4-0ca2-4648-a079-73741d81aaef req-de27cf0b-3990-4ad1-a6f9-f4c0473e5a60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.859442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:09.878053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16038fcf-027c-41a9-af73-5db85a361ab6 req-d822e706-cc5d-4547-aa09-94d0c54b7b49 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.882249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16038fcf-027c-41a9-af73-5db85a361ab6 req-d822e706-cc5d-4547-aa09-94d0c54b7b49 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.1122482 Feb 11 13:21:09.902713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27cf0b-3990-4ad1-a6f9-f4c0473e5a60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event deleted for resources: {'Port': ['ID=b67d4370-d832-4bc4-af8f-d274ad9632e5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:09.934687 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16038fcf-027c-41a9-af73-5db85a361ab6 req-61515145-a1e2-4d06-89df-fae65c572492 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481355 Feb 11 13:21:09.946281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:09.964984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-456108e4-0ca2-4648-a079-73741d81aaef req-de27cf0b-3990-4ad1-a6f9-f4c0473e5a60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] No DVR routers for this DVR port b67d4370-d832-4bc4-af8f-d274ad9632e5 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:09.973152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-456108e4-0ca2-4648-a079-73741d81aaef req-de27cf0b-3990-4ad1-a6f9-f4c0473e5a60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:09.976419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-456108e4-0ca2-4648-a079-73741d81aaef req-de27cf0b-3990-4ad1-a6f9-f4c0473e5a60 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.13 "DELETE /v2.0/ports/b67d4370-d832-4bc4-af8f-d274ad9632e5 HTTP/1.1" status: 204 len: 173 time: 1.2595041 Feb 11 13:21:09.977273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94ec7189-4036-46fc-9446-86992f2161c0', 'name': 'network-vif-deleted', 'tag': 'b67d4370-d832-4bc4-af8f-d274ad9632e5'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:09.979533 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d482e1e-9791-4f43-83fb-b3d8d8dea691" -d '{"events": [{"server_uuid": "94ec7189-4036-46fc-9446-86992f2161c0", "name": "network-vif-deleted", "tag": "b67d4370-d832-4bc4-af8f-d274ad9632e5"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:09.990729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd', 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431', 'port_id': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd', 'mac_address': 'fa:16:3e:cc:4f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bde86d-9f53-437d-ab24-7edd05b5c2d2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:21:09.995316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-3d898ace-3ae6-4d59-9399-f3ee496eed5d service neutron] 10.222.0.52 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4988871 Feb 11 13:21:10.087040 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:10.114798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32bd2de-0c7a-4e8a-9863-fa955d68defd {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:10.154695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d381ed-85e3-41e9-8edf-76c45a90fd77 req-b1057bad-3054-4e2e-95f9-5aa4e3cbc1c7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:10.160005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:10.163188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c1d381ed-85e3-41e9-8edf-76c45a90fd77 req-b1057bad-3054-4e2e-95f9-5aa4e3cbc1c7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0775433 Feb 11 13:21:10.199827 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c1d381ed-85e3-41e9-8edf-76c45a90fd77 req-db4235e7-b8cb-4826-9c1c-1d15085c5d55 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355897 Feb 11 13:21:10.256101 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb7764e-ac5a-4db9-9f18-0475aa08b633 x-openstack-request-id: req-fdb7764e-ac5a-4db9-9f18-0475aa08b633 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:10.256562 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94ec7189-4036-46fc-9446-86992f2161c0", "name": "network-vif-deleted", "tag": "b67d4370-d832-4bc4-af8f-d274ad9632e5", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:10.256660 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fdb7764e-ac5a-4db9-9f18-0475aa08b633 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:10.257004 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94ec7189-4036-46fc-9446-86992f2161c0', 'name': 'network-vif-deleted', 'tag': 'b67d4370-d832-4bc4-af8f-d274ad9632e5', 'status': 'completed', 'code': 200} Feb 11 13:21:10.262787 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:10.327773 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d32bd2de-0c7a-4e8a-9863-fa955d68defd,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:10.403562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62ba254f-f2ad-4812-a7a9-9258ec476d9a req-677ec002-7187-4532-8cca-15e85f77a693 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 210 time: 0.0540740 Feb 11 13:21:10.407786 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dacc5756-579d-497c-b8b3-1f1840f4580f req-94939092-3220-4a58-a4ff-0f1265729d2d tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 210 time: 0.0424957 Feb 11 13:21:10.514696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-acad5fa9-3905-484b-b2a2-0a648b8cc03c tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:10.516596 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-acad5fa9-3905-484b-b2a2-0a648b8cc03c tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.1018934 Feb 11 13:21:10.536340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816488-1'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:10.606145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:10.628978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be5f7d-d598-4a9f-a79c-a23ac2c93a7f req-37830f5f-59d4-453c-ac8d-f3d4cca0fb16 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:10.630451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8be5f7d-d598-4a9f-a79c-a23ac2c93a7f req-37830f5f-59d4-453c-ac8d-f3d4cca0fb16 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 945 time: 0.0617187 Feb 11 13:21:10.671243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d32bd2de-0c7a-4e8a-9863-fa955d68defd'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:10.673353 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8be5f7d-d598-4a9f-a79c-a23ac2c93a7f req-f0d34ff4-3071-4731-9f18-a248ce40d930 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359335 Feb 11 13:21:10.757747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:10.805200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:10.849676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:10.982113 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.072901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Pushing event updated for resources: {'Port': ['ID=e774570a-0160-4da5-8fa1-98bcac8b7837,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:11.104864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 on host n-h2-816488-1 for vnic_type normal with profile {"migrating_to": "n-h1-816488-1"} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:11.105199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:11.105526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:11.113065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Port e774570a-0160-4da5-8fa1-98bcac8b7837 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:21:11.113385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Attempting to bind port e774570a-0160-4da5-8fa1-98bcac8b7837 on network 5ecabf25-7bf5-488c-aac7-98c892767d8d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:11.121187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:11.121521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Checking segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:11.121933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Bound using segment: {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:11.122360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Bound port: e774570a-0160-4da5-8fa1-98bcac8b7837, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7305153a-06cd-4fe0-8153-09229020b830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '5ecabf25-7bf5-488c-aac7-98c892767d8d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:11.122766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.153360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dbb85-f284-4c83-991d-b29850d31918 req-8302353c-54ed-4ffa-974f-69e997923920 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:11.155570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e56dbb85-f284-4c83-991d-b29850d31918 req-8302353c-54ed-4ffa-974f-69e997923920 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 945 time: 0.1133230 Feb 11 13:21:11.159568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43994) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:11.239353 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e56dbb85-f284-4c83-991d-b29850d31918 req-e6942179-86b1-4e8e-b03a-1d48d550c9ef tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573328 Feb 11 13:21:11.243729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:11.247324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:11.281126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-network', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:11.349425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b2d73-3e0e-4978-bfbb-687e0c9c1335 req-54b332d3-a665-43c3-9596-984ee4b7b7c3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:11.350895 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-706b2d73-3e0e-4978-bfbb-687e0c9c1335 req-54b332d3-a665-43c3-9596-984ee4b7b7c3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0655186 Feb 11 13:21:11.390029 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-706b2d73-3e0e-4978-bfbb-687e0c9c1335 req-0336daa8-2228-4dd4-9a4b-3f0791a3b99c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328681 Feb 11 13:21:11.443698 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.491334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Made reservation on behalf of 7ec63b91a683420492e80ec2076fbd8a for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:11.499622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.518137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3f1b945-ae09-44b5-aa6b-c86b9f280044 req-bc531b35-a956-4350-b701-0d6ad9a76dd3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 210 time: 0.0459101 Feb 11 13:21:11.522764 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.525231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:21:11.548419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b742f407-5f16-41c9-90b0-2ada519e4d45 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:11.584084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: b742f407-5f16-41c9-90b0-2ada519e4d45 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:11.584422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b742f407-5f16-41c9-90b0-2ada519e4d45 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:11.584966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81a5e27f-27a1-42d3-b7e3-f7b5540d7a1e req-f426bc8f-0e51-4795-a5d4-62c79bdfbe4c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=94ec7189-4036-46fc-9446-86992f2161c0 HTTP/1.1" status: 200 len: 210 time: 0.0392356 Feb 11 13:21:11.585362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b67d4370-d832-4bc4-af8f-d274ad9632e5 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:11.589388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:11.590028 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.592149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] 10.222.0.13 "PUT /v2.0/ports/e774570a-0160-4da5-8fa1-98bcac8b7837 HTTP/1.1" status: 200 len: 1121 time: 1.0680385 Feb 11 13:21:11.596177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488058a4-6bda-4f5a-9c4e-f9f22a791d6d service neutron] Pushing event updated for resources: {'Port': ['ID=e774570a-0160-4da5-8fa1-98bcac8b7837,revision_number=8']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:11.625314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: b67d4370-d832-4bc4-af8f-d274ad9632e5 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:11.625648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b67d4370-d832-4bc4-af8f-d274ad9632e5 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:11.663379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.680270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e774570a-0160-4da5-8fa1-98bcac8b7837'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:11.755422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:11.773692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 has no active binding in host n-h1-816488-1 {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:21:11.786455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.813288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:11.822206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e12a91-c563-4792-9e49-0859b6ade187 req-1ab06135-7a9e-4899-b5d1-58dfd0c7ef0d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:11.823835 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93e12a91-c563-4792-9e49-0859b6ade187 req-1ab06135-7a9e-4899-b5d1-58dfd0c7ef0d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.0701573 Feb 11 13:21:11.837697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3865dba-5557-43b9-9f31-892920ba8b91,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:11.841982 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:11.842494 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Added segment 5c8e7663-7cde-449d-9d50-ce45a2fcd0d8 of type vlan for network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e Feb 11 13:21:11.868751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e774570a-0160-4da5-8fa1-98bcac8b7837'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:11.888745 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93e12a91-c563-4792-9e49-0859b6ade187 req-359e405c-1fc3-4b0a-a2d0-28cec071ffd0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488994 Feb 11 13:21:11.891834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.027797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.029675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:12.030323 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.094226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] Pushing event updated for resources: {'Network': ['ID=3d533cd0-8bbf-4d5c-90e3-194cb722f77e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:12.105514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:12.173208 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-39be0c4e-ffaf-47c0-9f4c-44ac1fada4b2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0122807 Feb 11 13:21:12.176538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44008) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:12.182508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Request body: {'subnet': {'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-subnet', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:12.258589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e774570a-0160-4da5-8fa1-98bcac8b7837'}, {'name': 'network-changed', 'server_uuid': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'tag': 'e774570a-0160-4da5-8fa1-98bcac8b7837'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:12.261328 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2740e5-3dc6-4474-8565-558f378cb04f" -d '{"events": [{"server_uuid": "2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "e774570a-0160-4da5-8fa1-98bcac8b7837"}, {"name": "network-changed", "server_uuid": "2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3", "tag": "e774570a-0160-4da5-8fa1-98bcac8b7837"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:12.305911 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d1522e-329d-48ef-b711-07a795ac4a90 x-openstack-request-id: req-19d1522e-329d-48ef-b711-07a795ac4a90 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:12.306203 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3", "name": "network-vif-unplugged", "status": "completed", "tag": "e774570a-0160-4da5-8fa1-98bcac8b7837", "code": 200}, {"name": "network-changed", "server_uuid": "2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3", "tag": "e774570a-0160-4da5-8fa1-98bcac8b7837", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:12.306446 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-19d1522e-329d-48ef-b711-07a795ac4a90 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:12.306887 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e774570a-0160-4da5-8fa1-98bcac8b7837', 'code': 200} Feb 11 13:21:12.307156 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'tag': 'e774570a-0160-4da5-8fa1-98bcac8b7837', 'status': 'completed', 'code': 200} Feb 11 13:21:12.377578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4c5e-8ae6-47d8-9299-e4b75bec7829 req-83e82b22-da8e-4117-9d70-7cbd1ab45542 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:12.377726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2740e5-3dc6-4474-8565-558f378cb04f req-ae899842-4048-4507-973e-6fdbdb5cb21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:12.379032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134d4c5e-8ae6-47d8-9299-e4b75bec7829 req-83e82b22-da8e-4117-9d70-7cbd1ab45542 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 945 time: 0.0590935 Feb 11 13:21:12.379154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f2740e5-3dc6-4474-8565-558f378cb04f req-ae899842-4048-4507-973e-6fdbdb5cb21d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 1124 time: 0.0463755 Feb 11 13:21:12.412107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Made reservation on behalf of 7ec63b91a683420492e80ec2076fbd8a for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:12.414504 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:12.435787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134d4c5e-8ae6-47d8-9299-e4b75bec7829 req-a5989203-fd91-4a41-a159-fcf7f41d7908 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462351 Feb 11 13:21:12.591399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2740e5-3dc6-4474-8565-558f378cb04f req-e0a6b12a-3d1a-4013-8bd2-04039fd99188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:12.593246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f2740e5-3dc6-4474-8565-558f378cb04f req-e0a6b12a-3d1a-4013-8bd2-04039fd99188 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.2062027 Feb 11 13:21:12.619102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b605b-25e8-4c49-a206-bc808455db01 req-b495557b-9dc4-4d6b-90d5-02fddc76b180 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:12.620694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-240b605b-25e8-4c49-a206-bc808455db01 req-b495557b-9dc4-4d6b-90d5-02fddc76b180 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1241772 Feb 11 13:21:12.659093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f2740e5-3dc6-4474-8565-558f378cb04f req-67a04a9e-7452-476d-b032-a4a9fa9a6ba0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e774570a-0160-4da5-8fa1-98bcac8b7837 HTTP/1.1" status: 200 len: 217 time: 0.0561440 Feb 11 13:21:12.666478 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16a78026-c852-466f-a405-7552efcea7f2 req-00b06678-bf2c-4705-9cdf-4fa7d9caf076 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 210 time: 0.0387061 Feb 11 13:21:13.047635 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-240b605b-25e8-4c49-a206-bc808455db01 req-4a6cb006-354d-4a5f-9fb7-7e71ca873a5d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928711 Feb 11 13:21:13.074170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2740e5-3dc6-4474-8565-558f378cb04f req-f2c5969e-4038-4296-a913-c7ce0707d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.076365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f2740e5-3dc6-4474-8565-558f378cb04f req-f2c5969e-4038-4296-a913-c7ce0707d0f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.4075129 Feb 11 13:21:13.113691 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f2740e5-3dc6-4474-8565-558f378cb04f req-2f9a3219-abe4-42ac-9275-c2e9eb67921d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271218 Feb 11 13:21:13.205357 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.225312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e9f45-d8d7-4e3f-9acd-e0bc8bcf2fa7 req-2eda9f70-ae86-412e-b1bd-2b0fce8da1ff tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.226790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5e9f45-d8d7-4e3f-9acd-e0bc8bcf2fa7 req-2eda9f70-ae86-412e-b1bd-2b0fce8da1ff tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.1153626 Feb 11 13:21:13.287444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f2740e5-3dc6-4474-8565-558f378cb04f req-9507121e-f6c9-4dae-b5dc-f25f44a24051 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660390 Feb 11 13:21:13.317665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9366ddb3-addd-4836-bce6-cc719bd2acbe,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:13.344379 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5e9f45-d8d7-4e3f-9acd-e0bc8bcf2fa7 req-b84146d9-d051-4506-b2b0-d8a24328e02f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973320 Feb 11 13:21:13.383947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Checking segment: {'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:13.384269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Network hostable DHCP agents. Network: 3d533cd0-8bbf-4d5c-90e3-194cb722f77e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:13.426351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f2740e5-3dc6-4474-8565-558f378cb04f req-89c896e6-3974-40bb-9c56-68f5f178c126 service neutron] 10.222.0.59 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297784 Feb 11 13:21:13.489993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:13.505472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07f17b-8c6f-4e6a-9c71-2f8de4a13645 req-56b2ddca-2e5a-46be-b5ae-0a0f81646720 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.507028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f07f17b-8c6f-4e6a-9c71-2f8de4a13645 req-56b2ddca-2e5a-46be-b5ae-0a0f81646720 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0903628 Feb 11 13:21:13.514794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-33ceab1e-d67a-4ebc-937b-329fb5471678 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.516266 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-33ceab1e-d67a-4ebc-937b-329fb5471678 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.13 "GET /v2.0/networks?id=5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 200 len: 814 time: 0.1566138 Feb 11 13:21:13.542623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Request body: {'port': {'device_id': 'b058bd62-b569-4cd9-bc2b-628173c7228f', 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4', 'admin_state_up': True, 'tenant_id': '4e348e61c06146e5809782bbea15e4ff'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:13.571828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d7c743-8e0c-4494-be2e-acbfbfafac0a req-349a4bc6-348b-473f-b758-e555a3db2d39 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.573317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5d7c743-8e0c-4494-be2e-acbfbfafac0a req-349a4bc6-348b-473f-b758-e555a3db2d39 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 945 time: 0.0516577 Feb 11 13:21:13.599452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 3d533cd0-8bbf-4d5c-90e3-194cb722f77e) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:13.600258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:13.600872 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f07f17b-8c6f-4e6a-9c71-2f8de4a13645 req-be5aa228-dc15-4f8a-90a7-7a836ae9a6db tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818605 Feb 11 13:21:13.601009 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.609071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fec88b-8e73-4560-a19c-aab3008a124a None None] Network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:21:13.626281 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5d7c743-8e0c-4494-be2e-acbfbfafac0a req-970612a2-a2f4-4d3b-b19f-4dff06a3c3d8 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464995 Feb 11 13:21:13.743909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d32bd2de-0c7a-4e8a-9863-fa955d68defd up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:13.752462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-543f59db-c0bd-4354-8de1-0e1b275c2d00 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5738649 Feb 11 13:21:13.754575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44038) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:13.759132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:13.782380 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a42dcf9c-a547-4756-88be-f37d140c2482 req-23b64795-98eb-4a59-a520-3979de1539ef tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 210 time: 0.0391805 Feb 11 13:21:13.815163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:21:13.820757 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.896380 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.897491 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.917127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Made reservation on behalf of 4e348e61c06146e5809782bbea15e4ff for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:13.917375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port d32bd2de-0c7a-4e8a-9863-fa955d68defd completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:13.920851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.948085 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port d32bd2de-0c7a-4e8a-9863-fa955d68defd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:13.948531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.960350 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:13.998619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Allocated IP 172.20.0.2 (3d533cd0-8bbf-4d5c-90e3-194cb722f77e/9366ddb3-addd-4836-bce6-cc719bd2acbe/fade115e-41fb-45b7-991c-0388260fdd27) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:14.063106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Allocated IP 172.20.0.12 (5267caef-1ce5-4b90-b59f-509667f805b4/7453e60e-a49b-401d-9290-ba5d57235e58/5fdb3add-58bb-4f99-8087-06c2c76a8067) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:14.126480 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.165410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bd5435-4d47-48da-9936-6b4028526f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:14.168940 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f198ae10-c3de-4077-a223-88b735c39ff0" -d '{"events": [{"server_uuid": "54bd5435-4d47-48da-9936-6b4028526f32", "name": "network-vif-plugged", "status": "completed", "tag": "d32bd2de-0c7a-4e8a-9863-fa955d68defd"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:14.190849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:14.214509 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.226750 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab8cc17-c873-4e6e-9ddb-aa6be2f08cad x-openstack-request-id: req-9ab8cc17-c873-4e6e-9ddb-aa6be2f08cad {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:14.227270 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bd5435-4d47-48da-9936-6b4028526f32", "name": "network-vif-plugged", "status": "completed", "tag": "d32bd2de-0c7a-4e8a-9863-fa955d68defd", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:14.227437 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ab8cc17-c873-4e6e-9ddb-aa6be2f08cad {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:14.227830 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bd5435-4d47-48da-9936-6b4028526f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd', 'code': 200} Feb 11 13:21:14.248954 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f62d7-6be3-4a21-a118-fe6c7ac2981d req-7a158682-2450-49b1-8b38-5033023bbc7d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:14.259430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-007f62d7-6be3-4a21-a118-fe6c7ac2981d req-7a158682-2450-49b1-8b38-5033023bbc7d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1049371 Feb 11 13:21:14.266704 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.281856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.294925 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-007f62d7-6be3-4a21-a118-fe6c7ac2981d req-b5ff917a-e80b-444b-a724-8db20d62408d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 Feb 11 13:21:14.314684 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.349524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbe000-fc5b-4c85-82d0-184faaccefd1 req-02343d30-9394-4947-bcd9-e54c34e3806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:14.351030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2edbe000-fc5b-4c85-82d0-184faaccefd1 req-02343d30-9394-4947-bcd9-e54c34e3806f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 1097 time: 0.0483673 Feb 11 13:21:14.365325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d32bd2de-0c7a-4e8a-9863-fa955d68defd,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:14.377155 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.427267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:14.427693 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.430460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2edbe000-fc5b-4c85-82d0-184faaccefd1 req-146180f6-4250-4360-afd4-1ff645b95c1e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689516 Feb 11 13:21:14.430813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:14.436978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:14.443869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['f5a1da36-af4a-468f-b581-0cbc250c480c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:14.478179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Pushing event updated for resources: {'Port': ['ID=fade115e-41fb-45b7-991c-0388260fdd27,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:14.499892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Network 5267caef-1ce5-4b90-b59f-509667f805b4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:14.506856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:14.511401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:14.540088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Attempting to bind port fade115e-41fb-45b7-991c-0388260fdd27 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:14.540512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Attempting to bind port fade115e-41fb-45b7-991c-0388260fdd27 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:14.547450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Attempting to bind port fade115e-41fb-45b7-991c-0388260fdd27 on network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:14.549978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:14.550533 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Checking segment: {'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:14.550999 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.551459 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Bound using segment: {'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:14.552084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Bound port: fade115e-41fb-45b7-991c-0388260fdd27, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:14.552592 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.564959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:14.566325 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.596401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Pushing event updated for resources: {'Port': ['ID=5fdb3add-58bb-4f99-8087-06c2c76a8067,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:14.611678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342bb9b5-be7e-4179-92a3-99f525ee157d req-535e6a91-0fbd-4397-8d5e-e6ca8dcd35e5 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:14.618044 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.620576 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-342bb9b5-be7e-4179-92a3-99f525ee157d req-535e6a91-0fbd-4397-8d5e-e6ca8dcd35e5 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.1776741 Feb 11 13:21:14.645465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.660877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] For port fade115e-41fb-45b7-991c-0388260fdd27, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:14.675097 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-342bb9b5-be7e-4179-92a3-99f525ee157d req-e9b17305-d5d2-4e13-ab48-1403a49a0979 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521033 Feb 11 13:21:14.689837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] For port fade115e-41fb-45b7-991c-0388260fdd27, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fade115e-41fb-45b7-991c-0388260fdd27,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:14.749374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-d1ac3149-78ce-4d5b-a91b-5c1ca6ef9a64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2120450 Feb 11 13:21:14.776562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Request body: {'port': {'device_id': 'b058bd62-b569-4cd9-bc2b-628173c7228f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:14.787356 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.820995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e639bd6-996b-453e-a5dc-308edac9ca7e req-596c6036-bf93-452f-9ef3-57a6b350a748 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:14.822526 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e639bd6-996b-453e-a5dc-308edac9ca7e req-596c6036-bf93-452f-9ef3-57a6b350a748 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.0878346 Feb 11 13:21:14.830595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18feb114-a507-42f5-a0b7-9e42ad1109eb req-96d27a79-9287-4a96-9ae1-4b0402095b49 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:14.833059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18feb114-a507-42f5-a0b7-9e42ad1109eb req-96d27a79-9287-4a96-9ae1-4b0402095b49 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1228616 Feb 11 13:21:14.865239 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:14.866160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301b322-15d1-42c4-acc9-a47ff7ce36a6 None None] Pushing event updated for resources: {'Port': ['ID=fade115e-41fb-45b7-991c-0388260fdd27,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:14.871581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Allocated IP 172.25.0.143 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/e4a67c28-8747-4cee-9c9f-1c766fdc2135) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:14.899943 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18feb114-a507-42f5-a0b7-9e42ad1109eb req-4f1595ea-a462-4c50-ad8f-a7a886809ea2 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585604 Feb 11 13:21:14.935982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e639bd6-996b-453e-a5dc-308edac9ca7e req-020a2d63-91db-44c6-a285-b4e3c23ee802 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924182 Feb 11 13:21:15.051603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.086441 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b632515-5dd9-43cf-be8f-ac63a04cbd13 req-4fbe549a-adc6-46cd-9892-907e01e45bff tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.092083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b632515-5dd9-43cf-be8f-ac63a04cbd13 req-4fbe549a-adc6-46cd-9892-907e01e45bff tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 932 time: 0.0927951 Feb 11 13:21:15.154166 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b632515-5dd9-43cf-be8f-ac63a04cbd13 req-55e01d69-33dc-442f-a71b-db45fde666bd tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494165 Feb 11 13:21:15.199409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.244214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdb3add-58bb-4f99-8087-06c2c76a8067 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:15.254939 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.273319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Transition to ACTIVE for port object 5fdb3add-58bb-4f99-8087-06c2c76a8067 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:15.280132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Pushing event updated for resources: {'Port': ['ID=e4a67c28-8747-4cee-9c9f-1c766fdc2135,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:15.288638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:15.290731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:15.293185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:15.388800 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.465252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdb3add-58bb-4f99-8087-06c2c76a8067,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:15.484138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c20850-3e24-4eb7-badb-69155eb7e65d req-9c89ac25-f4c4-418a-a8b9-f09458478a97 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.485713 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16c20850-3e24-4eb7-badb-69155eb7e65d req-9c89ac25-f4c4-418a-a8b9-f09458478a97 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1084278 Feb 11 13:21:15.523788 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-9a95f91f-ad16-4e3a-b4bd-7c57356d5f29 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.529403 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-9a95f91f-ad16-4e3a-b4bd-7c57356d5f29 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.0609946 Feb 11 13:21:15.577296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:21:15.585982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16c20850-3e24-4eb7-badb-69155eb7e65d req-2ee68581-8b35-4795-a6b8-10470623585f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797665 Feb 11 13:21:15.598622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Attempting to bind port 5fdb3add-58bb-4f99-8087-06c2c76a8067 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:15.599029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Attempting to bind port 5fdb3add-58bb-4f99-8087-06c2c76a8067 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'ee1157f7-3e73-4ab3-9117-c67b903fc643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:15.599906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Attempting to bind port 5fdb3add-58bb-4f99-8087-06c2c76a8067 on network 5267caef-1ce5-4b90-b59f-509667f805b4 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:15.604793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Port 5fdb3add-58bb-4f99-8087-06c2c76a8067 on network 5267caef-1ce5-4b90-b59f-509667f805b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:21:15.605105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Attempting to bind port 5fdb3add-58bb-4f99-8087-06c2c76a8067 on network 5267caef-1ce5-4b90-b59f-509667f805b4 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:15.618502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:15.618847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Checking segment: {'id': 'ee1157f7-3e73-4ab3-9117-c67b903fc643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:15.619399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Bound using segment: {'id': 'ee1157f7-3e73-4ab3-9117-c67b903fc643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:15.619900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Bound port: 5fdb3add-58bb-4f99-8087-06c2c76a8067, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1157f7-3e73-4ab3-9117-c67b903fc643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:15.620335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.718741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] For port 5fdb3add-58bb-4f99-8087-06c2c76a8067, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:15.724973 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] For port 5fdb3add-58bb-4f99-8087-06c2c76a8067, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=5fdb3add-58bb-4f99-8087-06c2c76a8067,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:15.763779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:15.782032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 has no active binding in host n-h1-816488-1 {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:21:15.854794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.872174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-67c54931-6c2e-4711-8f99-83d24280e5ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Deleting port c47c2e2a-1be9-417a-820e-b64ab012cdd9 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:15.872729 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-67c54931-6c2e-4711-8f99-83d24280e5ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.923502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:15.924922 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:15.926904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] 10.222.0.13 "PUT /v2.0/ports/5fdb3add-58bb-4f99-8087-06c2c76a8067 HTTP/1.1" status: 200 len: 1092 time: 1.1568613 Feb 11 13:21:15.927578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b058bd62-b569-4cd9-bc2b-628173c7228f', 'tag': '5fdb3add-58bb-4f99-8087-06c2c76a8067'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:15.949997 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b" -d '{"events": [{"name": "network-changed", "server_uuid": "b058bd62-b569-4cd9-bc2b-628173c7228f", "tag": "5fdb3add-58bb-4f99-8087-06c2c76a8067"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:15.989282 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-67c54931-6c2e-4711-8f99-83d24280e5ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] For port c47c2e2a-1be9-417a-820e-b64ab012cdd9, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c47c2e2a-1be9-417a-820e-b64ab012cdd9,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:15.989651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-67c54931-6c2e-4711-8f99-83d24280e5ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.004629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920adb30-efa2-49d2-ae54-4bb5fdb8c416 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdb3add-58bb-4f99-8087-06c2c76a8067,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:16.025581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-67c54931-6c2e-4711-8f99-83d24280e5ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Calling delete_port for c47c2e2a-1be9-417a-820e-b64ab012cdd9 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:16.029063 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.166134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfcbfaa-b8c0-4c51-a753-aef5dfd494e8 req-d22100db-4db4-49ee-803c-95320e83c514 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:16.178105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-4a2352e4-3ee5-4c60-a6e7-3ea2906a068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:16.178359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-4a2352e4-3ee5-4c60-a6e7-3ea2906a068e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e348e61c06146e5809782bbea15e4ff&device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 1095 time: 0.0886402 Feb 11 13:21:16.179716 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-adfcbfaa-b8c0-4c51-a753-aef5dfd494e8 req-d22100db-4db4-49ee-803c-95320e83c514 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.3648157 Feb 11 13:21:16.192451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45469f8-49b6-4950-bcb1-78fcb4658afd req-c310469f-1846-41f9-b7c4-aff3bdcd2a08 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:16.203053 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e45469f8-49b6-4950-bcb1-78fcb4658afd req-c310469f-1846-41f9-b7c4-aff3bdcd2a08 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 950 time: 0.1733425 Feb 11 13:21:16.294303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-85610d8c-a536-4f6c-afea-43f09a31a033 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fdb3add-58bb-4f99-8087-06c2c76a8067 HTTP/1.1" status: 200 len: 217 time: 0.0785222 Feb 11 13:21:16.377805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08c3aa9-9bcd-44fd-8a79-fe9ef43a1587 None None] Network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:21:16.381044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e45469f8-49b6-4950-bcb1-78fcb4658afd req-215dbee5-8748-4c9e-956e-59f336d1d1a5 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/security-groups?id=f37df5d6-cd89-4c75-8bbc-69fa34a21231&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727479 Feb 11 13:21:16.409610 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-adfcbfaa-b8c0-4c51-a753-aef5dfd494e8 req-3d0b9cdf-87b1-48c8-bf88-4b9a13263d1f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960361 Feb 11 13:21:16.469011 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c539f4ce-7729-4f61-a218-da7a2e816ebe x-openstack-request-id: req-c539f4ce-7729-4f61-a218-da7a2e816ebe {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:16.469011 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b058bd62-b569-4cd9-bc2b-628173c7228f", "tag": "5fdb3add-58bb-4f99-8087-06c2c76a8067", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:16.469227 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c539f4ce-7729-4f61-a218-da7a2e816ebe {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:16.471554 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b058bd62-b569-4cd9-bc2b-628173c7228f', 'tag': '5fdb3add-58bb-4f99-8087-06c2c76a8067', 'status': 'completed', 'code': 200} Feb 11 13:21:16.478974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-82e899ec-81e0-4b48-9c28-416c4a9358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:16.481224 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-82e899ec-81e0-4b48-9c28-416c4a9358f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7453e60e-a49b-401d-9290-ba5d57235e58 HTTP/1.1" status: 200 len: 854 time: 0.1713328 Feb 11 13:21:16.565453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-f480c121-4f55-4bae-be74-c6e395eb6d2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5267caef-1ce5-4b90-b59f-509667f805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528660 Feb 11 13:21:16.580108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fade115e-41fb-45b7-991c-0388260fdd27 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:16.672133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2d2477e9-8453-4677-9966-c9d8c716767f None None] Provisioning complete for port fade115e-41fb-45b7-991c-0388260fdd27 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:16.672763 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d2477e9-8453-4677-9966-c9d8c716767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.684649 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.705340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd00711-264f-44fc-a921-c9ad87585391 req-c8ee4e8a-e520-40d8-9e17-ec4ca7020f6c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:16.707176 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bfd00711-264f-44fc-a921-c9ad87585391 req-c8ee4e8a-e520-40d8-9e17-ec4ca7020f6c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.1213410 Feb 11 13:21:16.768735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fade115e-41fb-45b7-991c-0388260fdd27 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:16.769298 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.784277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-7bf92952-4760-4294-a9b7-97276f5588e4 service neutron] 10.222.0.13 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087665 Feb 11 13:21:16.785379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-67c54931-6c2e-4711-8f99-83d24280e5ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:16.806570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c47c2e2a-1be9-417a-820e-b64ab012cdd9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:16.827793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c54931-6c2e-4711-8f99-83d24280e5ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Pushing event deleted for resources: {'Port': ['ID=c47c2e2a-1be9-417a-820e-b64ab012cdd9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:16.853249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bfd00711-264f-44fc-a921-c9ad87585391 req-12942448-71f9-402e-8f7e-ac5e947fc42d tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022716 Feb 11 13:21:16.937137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf0510-d7ae-4846-8905-594cd84e4ed2 req-840cae4b-2674-4c62-a41b-9ac2fdb29edd tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:16.939359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bcf0510-d7ae-4846-8905-594cd84e4ed2 req-840cae4b-2674-4c62-a41b-9ac2fdb29edd tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 944 time: 0.3508723 Feb 11 13:21:16.952279 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d2477e9-8453-4677-9966-c9d8c716767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.031844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bcf0510-d7ae-4846-8905-594cd84e4ed2 req-764fdba3-ef4c-4e7b-b5b1-20dccae41851 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849969 Feb 11 13:21:17.041093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba948a03-75d8-4722-8adf-a4c184b402eb req-6a5de3c6-a2d5-4948-b9e6-f3f5f7e798ca service neutron] 10.222.0.13 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483485 Feb 11 13:21:17.093442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2d2477e9-8453-4677-9966-c9d8c716767f None None] For port fade115e-41fb-45b7-991c-0388260fdd27, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fade115e-41fb-45b7-991c-0388260fdd27,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:17.101425 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.288242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b req-d5d4a8f9-c6c3-4071-9042-a34bbb72dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.290386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b req-d5d4a8f9-c6c3-4071-9042-a34bbb72dd4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e348e61c06146e5809782bbea15e4ff&device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 1095 time: 0.0487983 Feb 11 13:21:17.344429 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d2477e9-8453-4677-9966-c9d8c716767f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.434061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b req-06220fbf-13d3-4288-8784-4518695c0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.435514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b req-06220fbf-13d3-4288-8784-4518695c0071 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 200 len: 915 time: 0.1309221 Feb 11 13:21:17.464086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-67c54931-6c2e-4711-8f99-83d24280e5ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] No DVR routers for this DVR port c47c2e2a-1be9-417a-820e-b64ab012cdd9 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:17.470609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-67c54931-6c2e-4711-8f99-83d24280e5ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.472342 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f780b540-83bb-4a7c-89af-194feeda4e6d req-67c54931-6c2e-4711-8f99-83d24280e5ee tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.59 "DELETE /v2.0/ports/c47c2e2a-1be9-417a-820e-b64ab012cdd9 HTTP/1.1" status: 204 len: 173 time: 1.9392982 Feb 11 13:21:17.478004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be0e2b9-8834-4e3b-8418-3d7202c2a988', 'name': 'network-vif-deleted', 'tag': 'c47c2e2a-1be9-417a-820e-b64ab012cdd9'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:17.480682 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315d5088-c5f4-4525-9207-cd3d56b689df" -d '{"events": [{"server_uuid": "1be0e2b9-8834-4e3b-8418-3d7202c2a988", "name": "network-vif-deleted", "tag": "c47c2e2a-1be9-417a-820e-b64ab012cdd9"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:17.486704 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:21:17.489734 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:21:17.510635 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b req-ba367040-70d0-4332-9a5e-5e0f93c46cf3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fdb3add-58bb-4f99-8087-06c2c76a8067 HTTP/1.1" status: 200 len: 217 time: 0.0636029 Feb 11 13:21:17.532763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2477e9-8453-4677-9966-c9d8c716767f None None] Pushing event updated for resources: {'Port': ['ID=fade115e-41fb-45b7-991c-0388260fdd27,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:17.536435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-51ed687c-fcc3-464f-8922-6f1e32ad9088 None None] Provisioning complete for port fade115e-41fb-45b7-991c-0388260fdd27 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:17.536813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-51ed687c-fcc3-464f-8922-6f1e32ad9088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.549050 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25c77d-f933-4191-9948-2c0cf3c8a6e0 req-e2f333b1-2ad6-4964-965b-5297ffaa043a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.551186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e25c77d-f933-4191-9948-2c0cf3c8a6e0 req-e2f333b1-2ad6-4964-965b-5297ffaa043a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1417615 Feb 11 13:21:17.612359 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e25c77d-f933-4191-9948-2c0cf3c8a6e0 req-244c32a0-1dd0-436e-88af-83d5cd05585f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514958 Feb 11 13:21:17.619572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdbac1d6-4e26-4604-8ec4-25e8d1bbc182 req-cb133f6a-2b41-4256-9ff5-38dc6f12466c tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 210 time: 0.1080692 Feb 11 13:21:17.620948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b req-1018b81f-02f4-4df9-8b0f-de406b8598db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.622801 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b req-1018b81f-02f4-4df9-8b0f-de406b8598db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7453e60e-a49b-401d-9290-ba5d57235e58 HTTP/1.1" status: 200 len: 854 time: 0.0994456 Feb 11 13:21:17.664417 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b req-cc9e8751-eace-4f3f-8686-a8ef5e0cb4b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5267caef-1ce5-4b90-b59f-509667f805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311303 Feb 11 13:21:17.671623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:17.698577 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc26e78-bd43-4cda-9e10-567b35419eb7 x-openstack-request-id: req-edc26e78-bd43-4cda-9e10-567b35419eb7 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:17.698952 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1be0e2b9-8834-4e3b-8418-3d7202c2a988", "name": "network-vif-deleted", "tag": "c47c2e2a-1be9-417a-820e-b64ab012cdd9", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:17.699385 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edc26e78-bd43-4cda-9e10-567b35419eb7 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:17.699986 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1be0e2b9-8834-4e3b-8418-3d7202c2a988', 'name': 'network-vif-deleted', 'tag': 'c47c2e2a-1be9-417a-820e-b64ab012cdd9', 'status': 'completed', 'code': 200} Feb 11 13:21:17.767006 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b req-3b5476b3-1b34-4e9b-b621-8a9cfa0cee96 service neutron] 10.222.0.13 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934536 Feb 11 13:21:17.794725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb6adb-3bf0-41bb-834a-31c9c647a73e req-c68aeaa7-e27a-4d89-8404-0bb34962db34 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:17.796448 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45fb6adb-3bf0-41bb-834a-31c9c647a73e req-c68aeaa7-e27a-4d89-8404-0bb34962db34 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.1175218 Feb 11 13:21:17.873591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:17.884903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Sync routers for ids ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:17.891404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45fb6adb-3bf0-41bb-834a-31c9c647a73e req-b1423664-cdc5-4040-9fe6-645b62bbdd9c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614266 Feb 11 13:21:17.893447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cc6b5d2-b732-4694-8ab6-35d7591bd17b req-2038f8c6-1ad8-40fc-8f05-645e0b46c79f service neutron] 10.222.0.13 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138337 Feb 11 13:21:17.897920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Routers {'69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:17.898544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:20:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:17.998581 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:17.998581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3383d38f-a38e-4fa3-80e7-694b0067349a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.2416582 Feb 11 13:21:18.001716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44084) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:18.040855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350ddcd-1a00-4148-9ec0-adc45b45544b req-522323a4-27d5-4410-a9b6-5dad1811440e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:18.043010 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f350ddcd-1a00-4148-9ec0-adc45b45544b req-522323a4-27d5-4410-a9b6-5dad1811440e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.0788219 Feb 11 13:21:18.082554 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-28ec968e-62b0-4727-9d9f-367459205a90 service neutron] 10.222.0.59 "GET /v2.0/ports/e774570a-0160-4da5-8fa1-98bcac8b7837/bindings/n-h1-816488-1 HTTP/1.1" status: 200 len: 384 time: 0.1292739 Feb 11 13:21:18.089799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Set router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:18.098282 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f350ddcd-1a00-4148-9ec0-adc45b45544b req-33c7e5e3-f64f-40cc-a4a8-04c8b32f0142 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464036 Feb 11 13:21:18.236597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bef8b-2d92-4515-bdf6-52819ac62b79 req-f9636f84-ddf9-4c5e-940e-dfd042b95243 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:18.238459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d3bef8b-2d92-4515-bdf6-52819ac62b79 req-f9636f84-ddf9-4c5e-940e-dfd042b95243 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 1097 time: 0.0538328 Feb 11 13:21:18.297583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:15Z', 'revision_number': 3, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:18.306938 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d3bef8b-2d92-4515-bdf6-52819ac62b79 req-e11b51e8-21c3-4696-9956-e0294f690558 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509591 Feb 11 13:21:18.312013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38beeff-d505-4bd5-abef-5aa52fa34ae9 req-e46a3e84-ee3e-4fc4-9921-144c7ce9f906 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:18.314309 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c38beeff-d505-4bd5-abef-5aa52fa34ae9 req-e46a3e84-ee3e-4fc4-9921-144c7ce9f906 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 944 time: 0.1725211 Feb 11 13:21:18.459502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c38beeff-d505-4bd5-abef-5aa52fa34ae9 req-ba74d3b3-1ff9-40d3-abd7-af9f31114298 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365364 Feb 11 13:21:18.481698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6979f89-40b8-4b76-8829-6d7388f8b0ee req-a5b498ee-c64b-4ef1-8dee-a8d6d7687eb4 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:18.483082 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6979f89-40b8-4b76-8829-6d7388f8b0ee req-a5b498ee-c64b-4ef1-8dee-a8d6d7687eb4 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 1097 time: 0.0613339 Feb 11 13:21:18.522198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6979f89-40b8-4b76-8829-6d7388f8b0ee req-bbdbcce6-6744-48e8-ad8a-0fe8ce7053c2 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Feb 11 13:21:18.523497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fade115e-41fb-45b7-991c-0388260fdd27 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:18.526336 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Checking router: 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:18.526901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Updating router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 port e4a67c28-8747-4cee-9c9f-1c766fdc2135 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:21:18.600282 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:18.637186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fade115e-41fb-45b7-991c-0388260fdd27 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:18.637562 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:18.643372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-5711e77f-d320-4062-978a-9c4744d1f88b service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:18.707790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-5711e77f-d320-4062-978a-9c4744d1f88b service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:18.800756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-5711e77f-d320-4062-978a-9c4744d1f88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e774570a-0160-4da5-8fa1-98bcac8b7837 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:18.820035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-5711e77f-d320-4062-978a-9c4744d1f88b service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:18.833053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ddc73-ac84-4fa8-be99-255972f10d5f req-aa2339cc-76d8-4db6-bf36-915804a97e30 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:18.835363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e9ddc73-ac84-4fa8-be99-255972f10d5f req-aa2339cc-76d8-4db6-bf36-915804a97e30 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1460826 Feb 11 13:21:18.891205 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e9ddc73-ac84-4fa8-be99-255972f10d5f req-48475097-0a34-47e8-8d2d-0e6eb7591b05 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439582 Feb 11 13:21:18.930304 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:18.975902 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.021691 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6871e8f-af82-43e7-bbf4-97a817521974 req-c78b90b2-2d7a-4501-ac73-c28b41e27710 tempest-ServersOnMultiNodesTest-701055994 tempest-ServersOnMultiNodesTest-701055994-project] 10.222.0.52 "GET /v2.0/ports?device_id=1be0e2b9-8834-4e3b-8418-3d7202c2a988 HTTP/1.1" status: 200 len: 210 time: 0.0383983 Feb 11 13:21:19.051139 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-5711e77f-d320-4062-978a-9c4744d1f88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.105050 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.162335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Attempting to bind port e4a67c28-8747-4cee-9c9f-1c766fdc2135 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:19.162887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Attempting to bind port e4a67c28-8747-4cee-9c9f-1c766fdc2135 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:19.163299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Attempting to bind port e4a67c28-8747-4cee-9c9f-1c766fdc2135 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:19.175285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:19.175718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:19.176061 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.176457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:19.176927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Bound port: e4a67c28-8747-4cee-9c9f-1c766fdc2135, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:19.177677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.179089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8086ee7-bbb0-4e17-99a8-25f09e7f843f None None] Pushing event updated for resources: {'Port': ['ID=e4a67c28-8747-4cee-9c9f-1c766fdc2135,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:19.197791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Allocated IP 172.20.0.1 (3d533cd0-8bbf-4d5c-90e3-194cb722f77e/9366ddb3-addd-4836-bce6-cc719bd2acbe/07576e93-3a56-42ff-9d65-ed6927ef781d) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:19.228321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-5711e77f-d320-4062-978a-9c4744d1f88b service neutron] Transition to ACTIVE for port object e774570a-0160-4da5-8fa1-98bcac8b7837 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:19.236456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] For port e4a67c28-8747-4cee-9c9f-1c766fdc2135, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:19.239454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] For port e4a67c28-8747-4cee-9c9f-1c766fdc2135, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e4a67c28-8747-4cee-9c9f-1c766fdc2135,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:19.239661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23daa8a1-9d39-46c9-b2e1-d05df8f3fc47 req-a3483add-70bb-408d-836f-c1351863ad1f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:19.241154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23daa8a1-9d39-46c9-b2e1-d05df8f3fc47 req-a3483add-70bb-408d-836f-c1351863ad1f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 943 time: 0.1457143 Feb 11 13:21:19.319333 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23daa8a1-9d39-46c9-b2e1-d05df8f3fc47 req-4ae781ed-78ac-4a46-9c98-4acb5c255d4c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675023 Feb 11 13:21:19.353423 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.445061 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.445293 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-5711e77f-d320-4062-978a-9c4744d1f88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.505490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Routers {'69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:19.506183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:20:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:19.511322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8086ee7-bbb0-4e17-99a8-25f09e7f843f None None] Pushing event updated for resources: {'Port': ['ID=e4a67c28-8747-4cee-9c9f-1c766fdc2135,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:19.519902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-5711e77f-d320-4062-978a-9c4744d1f88b service neutron] No DVR routers for this DVR port e774570a-0160-4da5-8fa1-98bcac8b7837 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:19.533887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711e77f-d320-4062-978a-9c4744d1f88b service neutron] Pushing event updated for resources: {'Port': ['ID=e774570a-0160-4da5-8fa1-98bcac8b7837,revision_number=10']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:19.564288 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-5711e77f-d320-4062-978a-9c4744d1f88b service neutron] 10.222.0.59 "PUT /v2.0/ports/e774570a-0160-4da5-8fa1-98bcac8b7837/bindings/n-h1-816488-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4368744 Feb 11 13:21:19.566438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.605599 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 5fdb3add-58bb-4f99-8087-06c2c76a8067 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:21:19.631619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:19.638515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:19.645989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:19.648406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:19.675776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Pushing event updated for resources: {'Port': ['ID=07576e93-3a56-42ff-9d65-ed6927ef781d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:19.693329 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742e5fb-333e-4630-af56-234b4dbb36e2 req-f080e7f9-2929-47ea-ab9c-7645aec41983 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:19.694959 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2742e5fb-333e-4630-af56-234b4dbb36e2 req-f080e7f9-2929-47ea-ab9c-7645aec41983 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 944 time: 0.1446726 Feb 11 13:21:19.731287 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:19.735779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] Set router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:19.787127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-3a91541a-c796-4dea-9779-b2dd8eef30eb tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:19.789656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-3a91541a-c796-4dea-9779-b2dd8eef30eb tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1095 time: 0.0614290 Feb 11 13:21:19.839989 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2742e5fb-333e-4630-af56-234b4dbb36e2 req-e476943d-53e5-4f2d-b121-5ec3a3bd5b38 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331410 Feb 11 13:21:19.872830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:19.883356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-a32b45d2-2c61-4f06-8eeb-94e03502ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:19.884958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-a32b45d2-2c61-4f06-8eeb-94e03502ec31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3&tenant_id=c143e0388f93410888c1f43650d02942 HTTP/1.1" status: 200 len: 1095 time: 0.0799146 Feb 11 13:21:19.981296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-54396133-b639-4eea-baf8-646aa464fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:19.982933 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-54396133-b639-4eea-baf8-646aa464fc0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c143e0388f93410888c1f43650d02942&device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 1095 time: 0.0606930 Feb 11 13:21:20.066213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ddb29-384a-416d-9932-b8111fd89fbe req-702cb22b-cad3-431b-855e-0ef62b728974 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:20.068022 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-383ddb29-384a-416d-9932-b8111fd89fbe req-702cb22b-cad3-431b-855e-0ef62b728974 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0724156 Feb 11 13:21:20.081545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 5fdb3add-58bb-4f99-8087-06c2c76a8067, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=5fdb3add-58bb-4f99-8087-06c2c76a8067,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:20.095145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-6b26db3b-89a3-46ea-892c-a4c406ede60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:20.096620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-6b26db3b-89a3-46ea-892c-a4c406ede60e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 200 len: 908 time: 0.1040127 Feb 11 13:21:20.115049 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '5fdb3add-58bb-4f99-8087-06c2c76a8067', 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4', 'port_id': '5fdb3add-58bb-4f99-8087-06c2c76a8067', 'mac_address': 'fa:16:3e:22:d2:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7453e60e-a49b-401d-9290-ba5d57235e58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:21:20.116697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:20.116697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c47c2e2a-1be9-417a-820e-b64ab012cdd9 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:20.117292 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:20.140868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-570d0d03-7233-495b-93e3-3b529c8cf94a None None] Provisioning complete for port 07576e93-3a56-42ff-9d65-ed6927ef781d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:20.145473 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-570d0d03-7233-495b-93e3-3b529c8cf94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:20.159047 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-8a6d36e2-b090-448e-b1b3-846dbd306d64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e774570a-0160-4da5-8fa1-98bcac8b7837 HTTP/1.1" status: 200 len: 217 time: 0.0505817 Feb 11 13:21:20.164206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: c47c2e2a-1be9-417a-820e-b64ab012cdd9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:20.164206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c47c2e2a-1be9-417a-820e-b64ab012cdd9 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:20.175816 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-383ddb29-384a-416d-9932-b8111fd89fbe req-d501271d-65ae-4f53-8544-51138e51eecf tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809653 Feb 11 13:21:20.268042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-570d0d03-7233-495b-93e3-3b529c8cf94a None None] Port 07576e93-3a56-42ff-9d65-ed6927ef781d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:21:20.275056 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:20.277167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-0ce9ae74-2cd3-40b7-a955-793d89d71c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:20.279506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-0ce9ae74-2cd3-40b7-a955-793d89d71c81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 200 len: 847 time: 0.1072061 Feb 11 13:21:20.296396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdb3add-58bb-4f99-8087-06c2c76a8067 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:20.320540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 5fdb3add-58bb-4f99-8087-06c2c76a8067, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=5fdb3add-58bb-4f99-8087-06c2c76a8067,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:20.322589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-52759ca9-46d1-46bf-9a88-da83650a705c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ecabf25-7bf5-488c-aac7-98c892767d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363610 Feb 11 13:21:20.330332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:15Z', 'revision_number': 3, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:20.364769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8590ac4a-a1e0-4fce-a1a8-f5541008af59 None None] The sync data for ids ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'] in n-d-816488-1 is: [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:15Z', 'revision_number': 3, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:20.381255 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:20.443711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-5c96dafe-2eea-4841-881b-a660e6ab531d service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144388 Feb 11 13:21:20.471951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:20.479134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843308a-be38-4929-a673-c003b54213ef req-3f7681d8-0a73-40ce-9561-b567d57cbcde tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:20.480731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a843308a-be38-4929-a673-c003b54213ef req-3f7681d8-0a73-40ce-9561-b567d57cbcde tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 944 time: 0.0567007 Feb 11 13:21:20.531192 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:20.550299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=5fdb3add-58bb-4f99-8087-06c2c76a8067,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:20.552259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-176ef37d-8a0a-40f6-980c-a15212eb3d48 service neutron] 10.222.0.13 "GET /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016798 Feb 11 13:21:20.578463 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a843308a-be38-4929-a673-c003b54213ef req-c9d57631-0ec5-4649-a9ef-dbe8621fb150 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908942 Feb 11 13:21:20.622214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:20.627513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Pushing event updated for resources: {'Port': ['ID=07576e93-3a56-42ff-9d65-ed6927ef781d,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:20.757056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:20.758488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['5fdb3add-58bb-4f99-8087-06c2c76a8067'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:20.760500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:20.955367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:21.080384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44142) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:21.159804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31183b5b-815f-407a-839f-079baa2ce846 req-0c647825-9f6c-49e2-9c26-294df8846d8d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:21.161421 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-31183b5b-815f-407a-839f-079baa2ce846 req-0c647825-9f6c-49e2-9c26-294df8846d8d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 945 time: 0.1213984 Feb 11 13:21:21.164744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:21.176404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4b8b3db9-8bb8-4c80-a9e6-05b3878c27c6 admin admin] 10.222.0.52 "PUT /v2.0/routers/69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1674228 Feb 11 13:21:21.203044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-812a213c-ec13-4d08-8054-2c5e96fc7013 None None] Provisioning complete for port 07576e93-3a56-42ff-9d65-ed6927ef781d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:21.203889 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-812a213c-ec13-4d08-8054-2c5e96fc7013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.229212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-31183b5b-815f-407a-839f-079baa2ce846 req-b6d78659-08b8-4b02-83db-b722765077d1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578423 Feb 11 13:21:21.269613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-af34bb02-0b8b-4b6f-b308-ac800df8fc42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94b15a99cc5f451dbcae3fd953ea3350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858187 Feb 11 13:21:21.270644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44152) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:21.282007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-812a213c-ec13-4d08-8054-2c5e96fc7013 None None] Port 07576e93-3a56-42ff-9d65-ed6927ef781d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:21:21.348801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-b5ceaf23-0f99-44f7-a7ad-12ee90df3161 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:21.363721 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-b5ceaf23-0f99-44f7-a7ad-12ee90df3161 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3&tenant_id=c143e0388f93410888c1f43650d02942&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1095 time: 0.0944800 Feb 11 13:21:21.417738 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c82d1f7-c719-4033-85b9-93e462d78e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.447557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0fbb7-e468-48e6-b6ed-cb35fc290785 req-2dbac0d6-981a-4d4a-addf-1457b00b4168 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:21.449187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0f0fbb7-e468-48e6-b6ed-cb35fc290785 req-2dbac0d6-981a-4d4a-addf-1457b00b4168 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1073689 Feb 11 13:21:21.459899 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c82d1f7-c719-4033-85b9-93e462d78e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.528368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0f0fbb7-e468-48e6-b6ed-cb35fc290785 req-9a7cadee-4913-43d3-a82d-2acaf2410ddc tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663877 Feb 11 13:21:21.592884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-bce5effe-75cf-4611-842b-b9911621dd28 service neutron] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:21.597042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-bce5effe-75cf-4611-842b-b9911621dd28 service neutron] Notify callbacks [] for binding, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.598500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d4ea7db-5227-4b42-95f1-30c3cedf8324 req-bce5effe-75cf-4611-842b-b9911621dd28 service neutron] 10.222.0.13 "DELETE /v2.0/ports/e774570a-0160-4da5-8fa1-98bcac8b7837/bindings/n-h2-816488-1 HTTP/1.1" status: 204 len: 173 time: 0.2338650 Feb 11 13:21:21.667610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c82d1f7-c719-4033-85b9-93e462d78e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.670958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c82d1f7-c719-4033-85b9-93e462d78e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:21.674525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1c82d1f7-c719-4033-85b9-93e462d78e8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f37df5d6-cd89-4c75-8bbc-69fa34a21231 HTTP/1.1" status: 204 len: 168 time: 0.4003253 Feb 11 13:21:21.697314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82d1f7-c719-4033-85b9-93e462d78e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37df5d6-cd89-4c75-8bbc-69fa34a21231,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:21.800196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-3397c32f-8aa8-4109-b0c6-8d5c067c7301 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:21:21.802580 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-3397c32f-8aa8-4109-b0c6-8d5c067c7301 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088305 Feb 11 13:21:21.905386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-fd8da0ed-8a9e-4eed-a1c5-f18d5aad4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:21.906807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-fd8da0ed-8a9e-4eed-a1c5-f18d5aad4187 service neutron] 10.222.0.52 "GET /v2.0/ports/d32bd2de-0c7a-4e8a-9863-fa955d68defd HTTP/1.1" status: 200 len: 1094 time: 0.0839577 Feb 11 13:21:21.921119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Request body: {'binding': {'host': 'n-h1-816488-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:21.921499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Unknown quota resources ['binding']. {{(pid=103006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:21:21.990030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-27f737b1-c06f-4baa-9a71-1a2b51ec8cbe tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:21.991758 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-27f737b1-c06f-4baa-9a71-1a2b51ec8cbe tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/networks?id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e HTTP/1.1" status: 200 len: 829 time: 0.1838849 Feb 11 13:21:22.351637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4a67c28-8747-4cee-9c9f-1c766fdc2135 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:22.417595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e4a67c28-8747-4cee-9c9f-1c766fdc2135 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:22.418029 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.436338 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-de2f8040-f80c-45ce-a716-a480a559a275 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/quotas/7ec63b91a683420492e80ec2076fbd8a HTTP/1.1" status: 200 len: 375 time: 0.0559425 Feb 11 13:21:22.516072 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.525419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44178) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:22.537034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-5b13d84c-a620-44de-9132-a2b6fdd5499d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec63b91a683420492e80ec2076fbd8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900645 Feb 11 13:21:22.542418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd on host n-h1-816488-1 for vnic_type normal with profile None {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:22.542884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:22.543218 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:22.550080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port e4a67c28-8747-4cee-9c9f-1c766fdc2135, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e4a67c28-8747-4cee-9c9f-1c766fdc2135,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:22.553950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Port d32bd2de-0c7a-4e8a-9863-fa955d68defd on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:21:22.554288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:22.560499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:22.561049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:22.561334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:22.561854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Bound port: d32bd2de-0c7a-4e8a-9863-fa955d68defd, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:22.575720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cd25c88b-52d9-46e8-9df5-f3a620183c94 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4bd4a84ccc2a441689f5a98027a557d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479767 Feb 11 13:21:22.578196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44184) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:22.624583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:22.625797 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Sync routers for ids ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:22.634695 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.643979 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Routers {'69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:22.643979 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:20:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:22.672634 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffda5841-616a-421e-a95d-d54e8e384132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.693592 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.696740 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a4b7c338-542f-4473-b50b-db9ceae1d365 service neutron] 10.222.0.52 "POST /v2.0/ports/d32bd2de-0c7a-4e8a-9863-fa955d68defd/bindings HTTP/1.1" status: 201 len: 389 time: 0.7815101 Feb 11 13:21:22.707384 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffda5841-616a-421e-a95d-d54e8e384132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.732167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=e4a67c28-8747-4cee-9c9f-1c766fdc2135,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:22.775877 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Set router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:22.860626 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffda5841-616a-421e-a95d-d54e8e384132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.869448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffda5841-616a-421e-a95d-d54e8e384132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:22.869448 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ffda5841-616a-421e-a95d-d54e8e384132 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4265d37d-7652-477d-8b29-e4b6b8f88f61 HTTP/1.1" status: 204 len: 168 time: 0.2848251 Feb 11 13:21:22.878710 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda5841-616a-421e-a95d-d54e8e384132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4265d37d-7652-477d-8b29-e4b6b8f88f61,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:22.928021 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-d821f322-08c8-44ae-bb69-0309a6d510e2 service neutron] 10.222.0.52 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794298 Feb 11 13:21:23.074631 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-10b9aba1-cd91-4ee4-8b89-78959a5bda54 service neutron] 10.222.0.52 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373732 Feb 11 13:21:23.074785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83347a-008e-4098-acec-78dc1990290b req-0d44b5d3-d851-4568-a980-c5bf250be133 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.076732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f83347a-008e-4098-acec-78dc1990290b req-0d44b5d3-d851-4568-a980-c5bf250be133 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 944 time: 0.0627785 Feb 11 13:21:23.117064 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f83347a-008e-4098-acec-78dc1990290b req-19ec4e60-72d8-4c83-8ebc-f4e536b476bf tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338776 Feb 11 13:21:23.126029 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07576e93-3a56-42ff-9d65-ed6927ef781d', 'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'mac_address': 'fa:16:3e:d3:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:18Z', 'updated_at': '2022-02-11T13:21:20Z', 'revision_number': 2, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'subnets': [{'id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:23.155895 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Checking router: 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:23.156484 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Updating router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 port 07576e93-3a56-42ff-9d65-ed6927ef781d binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:21:23.194175 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.246643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45aa56-7732-4134-9a5b-c186a86bbaa7 req-356257ae-e86c-4185-8f47-1a85b03f15dc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.248311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c45aa56-7732-4134-9a5b-c186a86bbaa7 req-356257ae-e86c-4185-8f47-1a85b03f15dc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 945 time: 0.0592632 Feb 11 13:21:23.289831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c45aa56-7732-4134-9a5b-c186a86bbaa7 req-caa0c729-6136-4509-8689-9c58389a39c6 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356750 Feb 11 13:21:23.423796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84a01-72ce-40b8-b2dd-9c8391bdbac0 req-57e47ab5-b561-4ae1-8926-4208a9608af2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.431999 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5db84a01-72ce-40b8-b2dd-9c8391bdbac0 req-57e47ab5-b561-4ae1-8926-4208a9608af2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0687830 Feb 11 13:21:23.534764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5db84a01-72ce-40b8-b2dd-9c8391bdbac0 req-c5e08638-05a2-44d5-85ce-8b4877ef2a43 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017096 Feb 11 13:21:23.579170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-0ec43802-1f7f-40be-848a-476857db7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.581379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-0ec43802-1f7f-40be-848a-476857db7738 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 1097 time: 0.1250472 Feb 11 13:21:23.629258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a567ca-98c0-40ab-b971-cd50d9d505e7 req-b810b065-28dc-4af6-b153-91b9536abc73 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.633271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18a567ca-98c0-40ab-b971-cd50d9d505e7 req-b810b065-28dc-4af6-b153-91b9536abc73 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.1105886 Feb 11 13:21:23.650661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 5fdb3add-58bb-4f99-8087-06c2c76a8067 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:23.667703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-05101592-49d1-48bb-bd8e-24fa53a6aed3 req-971e5feb-afda-4757-8dcb-911106f83da3 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 210 time: 0.0387197 Feb 11 13:21:23.682292 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.771221 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.772736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18a567ca-98c0-40ab-b971-cd50d9d505e7 req-be3560f2-8c82-4cc6-8d24-0cfe93c1293e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108789 Feb 11 13:21:23.795154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f337f-79d4-48f7-ab72-c1b093cf34bc req-44a8e89c-f592-43de-b473-99590d7c9dc3 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.796221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-440aefd2-f2b4-4f6e-9a8e-afa110e69909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.797759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-440aefd2-f2b4-4f6e-9a8e-afa110e69909 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.2082486 Feb 11 13:21:23.803268 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-862f337f-79d4-48f7-ab72-c1b093cf34bc req-44a8e89c-f592-43de-b473-99590d7c9dc3 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 1095 time: 0.0559905 Feb 11 13:21:23.821560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 5fdb3add-58bb-4f99-8087-06c2c76a8067 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:23.826708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 5fdb3add-58bb-4f99-8087-06c2c76a8067 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:23.836716 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.855609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-e5d051b3-f4e0-4a03-80e9-00da69dd5d46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd HTTP/1.1" status: 200 len: 217 time: 0.0478163 Feb 11 13:21:23.866912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-862f337f-79d4-48f7-ab72-c1b093cf34bc req-5864f803-2c3f-4098-944d-1a00ab6b3229 tempest-LiveMigrationTest-989352573 tempest-LiveMigrationTest-989352573-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630493 Feb 11 13:21:23.956165 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Attempting to bind port 07576e93-3a56-42ff-9d65-ed6927ef781d on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:23.958575 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Attempting to bind port 07576e93-3a56-42ff-9d65-ed6927ef781d by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:23.958575 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Attempting to bind port 07576e93-3a56-42ff-9d65-ed6927ef781d on network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:23.961652 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60598d-d6f5-423a-bf4d-5b6d76eaa885 None None] Pushing event updated for resources: {'Port': ['ID=07576e93-3a56-42ff-9d65-ed6927ef781d,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:23.964068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-6179920d-5f8b-48fa-8f38-d0988191e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:23.970212 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:23.970212 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Checking segment: {'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:23.970716 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.970952 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Bound using segment: {'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:23.971517 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Bound port: 07576e93-3a56-42ff-9d65-ed6927ef781d, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:23.971912 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:23.973512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-6179920d-5f8b-48fa-8f38-d0988191e2e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.1101336 Feb 11 13:21:24.018105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.035117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-d2856c8c-55e9-4610-aa22-110459b9a8aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519643 Feb 11 13:21:24.079218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b058bd62-b569-4cd9-bc2b-628173c7228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb3add-58bb-4f99-8087-06c2c76a8067'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:24.082544 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a65049-1596-4a06-9946-7b1c12759118" -d '{"events": [{"server_uuid": "b058bd62-b569-4cd9-bc2b-628173c7228f", "name": "network-vif-plugged", "status": "completed", "tag": "5fdb3add-58bb-4f99-8087-06c2c76a8067"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:24.099645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 5fdb3add-58bb-4f99-8087-06c2c76a8067, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=5fdb3add-58bb-4f99-8087-06c2c76a8067,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:24.127756 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] For port 07576e93-3a56-42ff-9d65-ed6927ef781d, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:24.135971 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] For port 07576e93-3a56-42ff-9d65-ed6927ef781d, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=07576e93-3a56-42ff-9d65-ed6927ef781d,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:24.154582 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ef3c35-6c1e-435d-a19b-688203efbd7c x-openstack-request-id: req-f4ef3c35-6c1e-435d-a19b-688203efbd7c {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:24.154871 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b058bd62-b569-4cd9-bc2b-628173c7228f", "name": "network-vif-plugged", "status": "completed", "tag": "5fdb3add-58bb-4f99-8087-06c2c76a8067", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:24.155225 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4ef3c35-6c1e-435d-a19b-688203efbd7c {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:24.155623 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b058bd62-b569-4cd9-bc2b-628173c7228f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdb3add-58bb-4f99-8087-06c2c76a8067', 'code': 200} Feb 11 13:21:24.204451 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-5505aff4-f3f7-4598-9c25-1cfc1f9f9b52 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618752 Feb 11 13:21:24.230113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f3710680-d2fc-4090-92c4-7836988411ff None None] Provisioning complete for port 07576e93-3a56-42ff-9d65-ed6927ef781d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:24.232520 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3710680-d2fc-4090-92c4-7836988411ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.270259 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.286685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab88a2-f0f0-40c6-89d3-95eba235bfbc req-830ceacc-7b75-406a-8875-c85abe84e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:24.288083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5fab88a2-f0f0-40c6-89d3-95eba235bfbc req-830ceacc-7b75-406a-8875-c85abe84e59f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 1096 time: 0.0614259 Feb 11 13:21:24.312390 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.347549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5fab88a2-f0f0-40c6-89d3-95eba235bfbc req-ed76a7b3-888c-48e4-9d24-3fb9809c8762 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523047 Feb 11 13:21:24.348118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f3710680-d2fc-4090-92c4-7836988411ff None None] Port 07576e93-3a56-42ff-9d65-ed6927ef781d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:21:24.368657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=5fdb3add-58bb-4f99-8087-06c2c76a8067,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:24.393167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4a67c28-8747-4cee-9c9f-1c766fdc2135 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:24.411866 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60598d-d6f5-423a-bf4d-5b6d76eaa885 None None] Pushing event updated for resources: {'Port': ['ID=07576e93-3a56-42ff-9d65-ed6927ef781d,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:24.421249 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Routers {'69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:24.424106 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:20:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:24.459103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-753ba825-82e3-4cff-87d7-d2e82ea93067 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289364 Feb 11 13:21:24.520271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05aba4-df68-461c-9286-1bf81cc09c0e req-6d1627e9-cc04-490e-ab26-180670081557 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:24.523344 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f05aba4-df68-461c-9286-1bf81cc09c0e req-6d1627e9-cc04-490e-ab26-180670081557 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 946 time: 0.0985200 Feb 11 13:21:24.605738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f05aba4-df68-461c-9286-1bf81cc09c0e req-2542baf4-b72f-4581-b240-bd524bf15ddb tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747607 Feb 11 13:21:24.702636 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] Set router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:24.841593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e4a67c28-8747-4cee-9c9f-1c766fdc2135 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:24.842475 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.850058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a3298-39d1-4eae-adc6-7cc8efef43ec req-a4e39b41-3b1c-47fa-b16b-787338e1519d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:24.851905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e83a3298-39d1-4eae-adc6-7cc8efef43ec req-a4e39b41-3b1c-47fa-b16b-787338e1519d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0962048 Feb 11 13:21:24.904454 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e60f765d-cefe-4b41-a088-a7deb9529669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.918828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e83a3298-39d1-4eae-adc6-7cc8efef43ec req-88c0179a-6926-4e0d-8152-73efb7f1d5d9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600908 Feb 11 13:21:24.935389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933e398-00f1-47fa-a45c-7d4c134c1130 req-a739be3d-edb3-493c-85fb-514743354594 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:24.937178 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3933e398-00f1-47fa-a45c-7d4c134c1130 req-a739be3d-edb3-493c-85fb-514743354594 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 944 time: 0.1207504 Feb 11 13:21:24.959650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b14dd8b2-dade-4474-8266-2cc2aaa26f63 None None] Provisioning complete for port 07576e93-3a56-42ff-9d65-ed6927ef781d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:24.963419 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b14dd8b2-dade-4474-8266-2cc2aaa26f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:24.990398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3933e398-00f1-47fa-a45c-7d4c134c1130 req-6726ee99-d8cf-4da5-b95d-d501adbefd54 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431967 Feb 11 13:21:25.027005 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07576e93-3a56-42ff-9d65-ed6927ef781d', 'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'mac_address': 'fa:16:3e:d3:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:18Z', 'updated_at': '2022-02-11T13:21:24Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'subnets': [{'id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:25.041563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9700113f-8328-4786-9641-ac373d67538d req-4a51fcbb-9fb8-49a2-8578-da7a526d35cc tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 210 time: 0.0500305 Feb 11 13:21:25.081658 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f351d5-ea26-46e6-9c55-2381136ec984 None None] The sync data for ids ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'] in n-d-816488-1 is: [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07576e93-3a56-42ff-9d65-ed6927ef781d', 'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'mac_address': 'fa:16:3e:d3:e3:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:18Z', 'updated_at': '2022-02-11T13:21:24Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'subnets': [{'id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:25.184305 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b14dd8b2-dade-4474-8266-2cc2aaa26f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.190383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3648853-937c-4428-99b5-c26e99efc226 req-389dc1ac-f5ae-41a7-9fd5-f02be3eb3302 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:25.190383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3648853-937c-4428-99b5-c26e99efc226 req-389dc1ac-f5ae-41a7-9fd5-f02be3eb3302 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.0969195 Feb 11 13:21:25.269225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b14dd8b2-dade-4474-8266-2cc2aaa26f63 None None] For port 07576e93-3a56-42ff-9d65-ed6927ef781d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=07576e93-3a56-42ff-9d65-ed6927ef781d,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:25.325867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3648853-937c-4428-99b5-c26e99efc226 req-66f63090-a1e3-4b5b-bc9b-4f245ecc5b2a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089849 Feb 11 13:21:25.343399 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b14dd8b2-dade-4474-8266-2cc2aaa26f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.423655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dd8b2-dade-4474-8266-2cc2aaa26f63 None None] Pushing event updated for resources: {'Port': ['ID=07576e93-3a56-42ff-9d65-ed6927ef781d,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:25.433749 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.500306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-8c24b07a-31e8-4906-9810-14d46797a969 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:25.502168 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-8c24b07a-31e8-4906-9810-14d46797a969 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 944 time: 0.0603118 Feb 11 13:21:25.635249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-36f5b730-4cd7-42dd-bf9e-762b61a4e799 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Deleting port e774570a-0160-4da5-8fa1-98bcac8b7837 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:25.635959 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-36f5b730-4cd7-42dd-bf9e-762b61a4e799 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.799125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-36f5b730-4cd7-42dd-bf9e-762b61a4e799 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] For port e774570a-0160-4da5-8fa1-98bcac8b7837, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e774570a-0160-4da5-8fa1-98bcac8b7837,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:25.805860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-36f5b730-4cd7-42dd-bf9e-762b61a4e799 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:25.815663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-36f5b730-4cd7-42dd-bf9e-762b61a4e799 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Calling delete_port for e774570a-0160-4da5-8fa1-98bcac8b7837 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:25.942892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebaa58-884b-4674-ac07-87661e5141dc req-899951d6-c61e-4ce8-a03b-712d6b1d1f5d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:25.944441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f1ebaa58-884b-4674-ac07-87661e5141dc req-899951d6-c61e-4ce8-a03b-712d6b1d1f5d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 946 time: 0.1266379 Feb 11 13:21:26.015724 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f1ebaa58-884b-4674-ac07-87661e5141dc req-bf8c6a2a-cee5-431e-83d3-e6621c98ccd4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 Feb 11 13:21:26.120486 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afeef5-d1c9-4eeb-859f-c84e386c99d2 req-ff70a9b3-885e-434a-a0ee-f7551d215e23 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:26.133258 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92afeef5-d1c9-4eeb-859f-c84e386c99d2 req-ff70a9b3-885e-434a-a0ee-f7551d215e23 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0821629 Feb 11 13:21:26.184709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92afeef5-d1c9-4eeb-859f-c84e386c99d2 req-a84d217b-2d28-42a2-83a3-50b67dc0ad43 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458474 Feb 11 13:21:26.250929 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-36f5b730-4cd7-42dd-bf9e-762b61a4e799 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.266391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['81b3e49a-5662-4aab-8a80-60237449f5b6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:26.409813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f5b730-4cd7-42dd-bf9e-762b61a4e799 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Pushing event deleted for resources: {'Port': ['ID=e774570a-0160-4da5-8fa1-98bcac8b7837,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:26.416430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 07576e93-3a56-42ff-9d65-ed6927ef781d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:26.446148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7794a872-36f5-4beb-aca5-ba8bf30f73df req-5ca0815d-9c7b-410d-923d-6037cc30e67d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.0775657 Feb 11 13:21:26.485919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-36f5b730-4cd7-42dd-bf9e-762b61a4e799 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] No DVR routers for this DVR port e774570a-0160-4da5-8fa1-98bcac8b7837 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:26.492132 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-36f5b730-4cd7-42dd-bf9e-762b61a4e799 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.502405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-42a63cc9-c09d-4ab5-af55-350d9300c4a0 req-36f5b730-4cd7-42dd-bf9e-762b61a4e799 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.13 "DELETE /v2.0/ports/e774570a-0160-4da5-8fa1-98bcac8b7837 HTTP/1.1" status: 204 len: 173 time: 0.9839299 Feb 11 13:21:26.505133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'name': 'network-vif-deleted', 'tag': 'e774570a-0160-4da5-8fa1-98bcac8b7837'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:26.513185 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213eeee0-4b83-4f46-8a19-65325eedac09" -d '{"events": [{"server_uuid": "2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3", "name": "network-vif-deleted", "tag": "e774570a-0160-4da5-8fa1-98bcac8b7837"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:26.570379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 07576e93-3a56-42ff-9d65-ed6927ef781d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:26.571002 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:26.577059 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2493fc5e-aac1-4cae-8dde-e33663a716a5 req-4d23b82a-33b4-439b-9757-2f0eb9ae494f tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 210 time: 0.0739765 Feb 11 13:21:26.680492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2217c5-dfcc-4302-a74f-85e8eb5c17df req-1d883af5-a288-4882-95b9-d166b203b1b7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:26.682043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b2217c5-dfcc-4302-a74f-85e8eb5c17df req-1d883af5-a288-4882-95b9-d166b203b1b7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.1074660 Feb 11 13:21:26.765803 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b2217c5-dfcc-4302-a74f-85e8eb5c17df req-f356ef38-0d51-4557-a97a-9a1da13409ef tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763423 Feb 11 13:21:26.866935 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637ef311-7255-4833-b44c-73daf82df773 x-openstack-request-id: req-637ef311-7255-4833-b44c-73daf82df773 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:26.867279 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3", "name": "network-vif-deleted", "tag": "e774570a-0160-4da5-8fa1-98bcac8b7837", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:26.867593 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-637ef311-7255-4833-b44c-73daf82df773 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:26.868055 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3', 'name': 'network-vif-deleted', 'tag': 'e774570a-0160-4da5-8fa1-98bcac8b7837', 'status': 'completed', 'code': 200} Feb 11 13:21:26.968205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe27c720-c307-4cf9-9163-605c53e37bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:27.175691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-2f3424e8-07b0-49d0-9458-54f21d24c4fb tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:27.177256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-2f3424e8-07b0-49d0-9458-54f21d24c4fb tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.59 "GET /v2.0/networks?id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e HTTP/1.1" status: 200 len: 829 time: 0.1442974 Feb 11 13:21:27.196278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c566d47-a605-48c9-8a5b-74a25eac7baf req-3ebadca5-74b9-4c31-9b17-d8f63bb8527a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:27.198483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c566d47-a605-48c9-8a5b-74a25eac7baf req-3ebadca5-74b9-4c31-9b17-d8f63bb8527a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 946 time: 0.0771720 Feb 11 13:21:27.199851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Request body: {'port': {'device_id': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'admin_state_up': True, 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:27.265283 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c566d47-a605-48c9-8a5b-74a25eac7baf req-716be6ea-ea4f-4906-a585-378cba18d184 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544050 Feb 11 13:21:27.395148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df83c6-72bb-4968-9f10-df4b7ed0080a req-df2fddb5-789e-4866-94fa-7705b8cf29e4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:27.396658 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73df83c6-72bb-4968-9f10-df4b7ed0080a req-df2fddb5-789e-4866-94fa-7705b8cf29e4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0959125 Feb 11 13:21:27.448642 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73df83c6-72bb-4968-9f10-df4b7ed0080a req-0bcd2128-51c7-479e-bff3-3c2915e0dd4d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Feb 11 13:21:27.550540 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-135a0ce8-3865-4a81-b698-ec8f48e2f1e9 req-1c72a2ad-d22b-4ac3-b4c3-3d6193f4cf23 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.0332372 Feb 11 13:21:27.551246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Made reservation on behalf of 7ec63b91a683420492e80ec2076fbd8a for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:27.554594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:27.563506 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:27.676963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:27.702454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: e774570a-0160-4da5-8fa1-98bcac8b7837 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:27.702454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e774570a-0160-4da5-8fa1-98bcac8b7837 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:27.728103 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71b0fa93-eafb-4d20-85a8-ecfae4fbbad2 req-b8340c24-20c2-4bb5-9aba-e137e7721363 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 210 time: 0.0443788 Feb 11 13:21:27.733081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Allocated IP 172.20.0.6 (3d533cd0-8bbf-4d5c-90e3-194cb722f77e/9366ddb3-addd-4836-bce6-cc719bd2acbe/15c888a7-4795-47d0-956e-e9499b6e11ef) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:27.827608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44330) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:27.949855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92041841-d78d-4274-b554-9a25892dffe2 req-3abf2778-c7fc-4530-bc88-c130c52aacb8 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:27.958311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92041841-d78d-4274-b554-9a25892dffe2 req-3abf2778-c7fc-4530-bc88-c130c52aacb8 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 946 time: 0.0619764 Feb 11 13:21:27.980567 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:27.990791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9bb99-ff48-496a-a99b-a5ebd183b9b1 req-91173f2b-1513-4e00-8969-bce38027d756 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:27.992433 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0f9bb99-ff48-496a-a99b-a5ebd183b9b1 req-91173f2b-1513-4e00-8969-bce38027d756 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.0951869 Feb 11 13:21:27.996792 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28291ee9-a917-4552-bdaa-2fdb610c8831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.017725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92041841-d78d-4274-b554-9a25892dffe2 req-d4e109fd-a9e2-49c6-9ff3-5e685b7e45af tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583987 Feb 11 13:21:28.050528 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0f9bb99-ff48-496a-a99b-a5ebd183b9b1 req-6dadc946-8791-401c-b03f-e17fce55fdbf tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465107 Feb 11 13:21:28.103967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28291ee9-a917-4552-bdaa-2fdb610c8831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.140324 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.181372 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28291ee9-a917-4552-bdaa-2fdb610c8831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.190651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:28.194267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:28.197995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:28.224097 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-28291ee9-a917-4552-bdaa-2fdb610c8831 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c9c5b90364a47a4b33830f38f136a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924944 Feb 11 13:21:28.224097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28291ee9-a917-4552-bdaa-2fdb610c8831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c02c3ea-9a52-4290-9d11-e16a7e7dfc9e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:28.225131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44334) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:28.225603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Pushing event updated for resources: {'Port': ['ID=15c888a7-4795-47d0-956e-e9499b6e11ef,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:28.280849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:28.282288 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.287911 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5890fe-2bad-4e80-ae7f-0f791927e339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.310253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5890fe-2bad-4e80-ae7f-0f791927e339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.371476 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-62d9e8b0-7a27-48d0-a41c-5f2a4b7d4ff6 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1756670 Feb 11 13:21:28.385867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Request body: {'port': {'device_id': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:28.459831 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5890fe-2bad-4e80-ae7f-0f791927e339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.462338 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.463564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5890fe-2bad-4e80-ae7f-0f791927e339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.465008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5c5890fe-2bad-4e80-ae7f-0f791927e339 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c02c3ea-9a52-4290-9d11-e16a7e7dfc9e HTTP/1.1" status: 204 len: 168 time: 0.2381167 Feb 11 13:21:28.490012 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.503844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5890fe-2bad-4e80-ae7f-0f791927e339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c02c3ea-9a52-4290-9d11-e16a7e7dfc9e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:28.619755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-67d97509-7ee8-425b-8641-ef88725083a9 None None] Provisioning complete for port 15c888a7-4795-47d0-956e-e9499b6e11ef triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:28.625237 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-67d97509-7ee8-425b-8641-ef88725083a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.639956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e299201-0c14-46d0-9df2-88ecf3fe643c req-68dfecba-9b23-4a8a-b4ef-08b77cec3fb5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:28.649979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e299201-0c14-46d0-9df2-88ecf3fe643c req-68dfecba-9b23-4a8a-b4ef-08b77cec3fb5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1122546 Feb 11 13:21:28.668607 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-67d97509-7ee8-425b-8641-ef88725083a9 None None] Port 15c888a7-4795-47d0-956e-e9499b6e11ef cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:21:28.703268 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-879e06d5-e783-4a27-adfc-8ae7b89c78a1 req-055c62fe-6290-4722-a36b-1f533449993d tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.0307167 Feb 11 13:21:28.710984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e299201-0c14-46d0-9df2-88ecf3fe643c req-7bca8c51-c01c-44bf-918f-b960c4fd5c77 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599508 Feb 11 13:21:28.832095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c888a7-4795-47d0-956e-e9499b6e11ef {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:28.842735 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:28.858546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Transition to ACTIVE for port object 15c888a7-4795-47d0-956e-e9499b6e11ef will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:28.860663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159d319-b115-4e3e-963c-6ef9c1a60688 req-44a6020d-7a81-49cc-b799-a64bcf205b52 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:28.866296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5159d319-b115-4e3e-963c-6ef9c1a60688 req-44a6020d-7a81-49cc-b799-a64bcf205b52 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 931 time: 0.0592854 Feb 11 13:21:28.905847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5159d319-b115-4e3e-963c-6ef9c1a60688 req-a7eb011a-9622-406d-981f-0cc7e254d38f tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371542 Feb 11 13:21:28.988901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.065099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Pushing event updated for resources: {'Port': ['ID=15c888a7-4795-47d0-956e-e9499b6e11ef,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:29.157015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Attempting to bind port 15c888a7-4795-47d0-956e-e9499b6e11ef on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:29.157478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Attempting to bind port 15c888a7-4795-47d0-956e-e9499b6e11ef by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:29.157847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Attempting to bind port 15c888a7-4795-47d0-956e-e9499b6e11ef on network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:29.163107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Port 15c888a7-4795-47d0-956e-e9499b6e11ef on network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:21:29.163438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Attempting to bind port 15c888a7-4795-47d0-956e-e9499b6e11ef on network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:29.181179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:29.181595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Checking segment: {'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:29.182127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Bound using segment: {'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:29.182582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Bound port: 15c888a7-4795-47d0-956e-e9499b6e11ef, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:29.183438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.237689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec247adf-25bd-4854-8ee6-ef734c6ad2f9 req-9d483b8a-de43-44be-9c5f-fc31aa773b28 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:29.243100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec247adf-25bd-4854-8ee6-ef734c6ad2f9 req-9d483b8a-de43-44be-9c5f-fc31aa773b28 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.0997438 Feb 11 13:21:29.271459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b347605-4e78-4ae4-9b6c-d4a6723be19f req-e765e097-8f03-4b29-8bdc-51e83e5cd85f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:29.272730 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9b347605-4e78-4ae4-9b6c-d4a6723be19f req-e765e097-8f03-4b29-8bdc-51e83e5cd85f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 946 time: 0.1027243 Feb 11 13:21:29.289936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec247adf-25bd-4854-8ee6-ef734c6ad2f9 req-0bd2945e-e861-4b08-8e40-ae305984c076 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418100 Feb 11 13:21:29.342712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9b347605-4e78-4ae4-9b6c-d4a6723be19f req-f35bee6c-1ecd-4852-b397-e004cc51fa54 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496774 Feb 11 13:21:29.377042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44350) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:29.382508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] For port 15c888a7-4795-47d0-956e-e9499b6e11ef, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:29.386468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] For port 15c888a7-4795-47d0-956e-e9499b6e11ef, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=15c888a7-4795-47d0-956e-e9499b6e11ef,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:29.389598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-8fa0f343-d485-4696-846d-fdf03fa93b4d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:29.391203 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-8fa0f343-d485-4696-846d-fdf03fa93b4d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.13 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 946 time: 0.0719914 Feb 11 13:21:29.413526 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80617b93-c09c-495e-a5fb-1bc09f1c59f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.456600 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.501344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:29.502107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.503752 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] 10.222.0.59 "PUT /v2.0/ports/15c888a7-4795-47d0-956e-e9499b6e11ef HTTP/1.1" status: 200 len: 1091 time: 1.1224742 Feb 11 13:21:29.503881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'tag': '15c888a7-4795-47d0-956e-e9499b6e11ef'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:29.506304 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c8c0ab-b105-4de8-9518-405a066c1985" -d '{"events": [{"name": "network-changed", "server_uuid": "a98065d8-ba5c-420f-bbe8-469e86a21867", "tag": "15c888a7-4795-47d0-956e-e9499b6e11ef"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:29.542797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d300d5d-2aaa-4bb1-a030-852af4e604e7 service neutron] Pushing event updated for resources: {'Port': ['ID=15c888a7-4795-47d0-956e-e9499b6e11ef,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:29.568284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-7714893d-6cb1-4ac6-ab28-52c3d8a2ba50 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Deleting port 5fdb3add-58bb-4f99-8087-06c2c76a8067 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:29.568624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-7714893d-6cb1-4ac6-ab28-52c3d8a2ba50 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.577086 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5d6c87-33b3-43dc-8fd6-b20df30c99db x-openstack-request-id: req-cc5d6c87-33b3-43dc-8fd6-b20df30c99db {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:29.577374 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98065d8-ba5c-420f-bbe8-469e86a21867", "tag": "15c888a7-4795-47d0-956e-e9499b6e11ef", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:29.577716 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cc5d6c87-33b3-43dc-8fd6-b20df30c99db {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:29.578259 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'tag': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'status': 'completed', 'code': 200} Feb 11 13:21:29.609391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80617b93-c09c-495e-a5fb-1bc09f1c59f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.663670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8c0ab-b105-4de8-9518-405a066c1985 req-bb27265f-7097-4434-b19a-727d02262e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:29.665600 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5c8c0ab-b105-4de8-9518-405a066c1985 req-bb27265f-7097-4434-b19a-727d02262e80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ec63b91a683420492e80ec2076fbd8a&device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 1094 time: 0.0630846 Feb 11 13:21:29.690729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-7714893d-6cb1-4ac6-ab28-52c3d8a2ba50 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] For port 5fdb3add-58bb-4f99-8087-06c2c76a8067, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=5fdb3add-58bb-4f99-8087-06c2c76a8067,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:29.691090 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-7714893d-6cb1-4ac6-ab28-52c3d8a2ba50 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.704527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-7714893d-6cb1-4ac6-ab28-52c3d8a2ba50 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Calling delete_port for 5fdb3add-58bb-4f99-8087-06c2c76a8067 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:29.719823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80617b93-c09c-495e-a5fb-1bc09f1c59f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:29.783294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-80617b93-c09c-495e-a5fb-1bc09f1c59f7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9e03dfe39f814ed2889c49f9b28193f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043872 Feb 11 13:21:29.786340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44358) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:29.817711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80617b93-c09c-495e-a5fb-1bc09f1c59f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bafdf0b-1f7b-4538-a6cc-9056ed95fc08,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:29.881226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93ac0c7e-54aa-4b70-9d3e-328f8afce393 req-3f898bd2-1616-495a-9be3-e5e57fd6514c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.0298717 Feb 11 13:21:29.920740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8c0ab-b105-4de8-9518-405a066c1985 req-baeb00b8-7c30-4206-923f-182d4110cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:29.922418 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5c8c0ab-b105-4de8-9518-405a066c1985 req-baeb00b8-7c30-4206-923f-182d4110cb8e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7ec63b91a683420492e80ec2076fbd8a&shared=False HTTP/1.1" status: 200 len: 930 time: 0.2477717 Feb 11 13:21:29.936828 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.030370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd75d29-351f-4886-b46b-37f2d8d4041a req-e383d925-13ab-4af0-b583-08372bd971eb tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:30.031786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0bd75d29-351f-4886-b46b-37f2d8d4041a req-e383d925-13ab-4af0-b583-08372bd971eb tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1706369 Feb 11 13:21:30.034708 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7af73ba-0265-489e-8e03-28f5faf72725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.039431 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-7714893d-6cb1-4ac6-ab28-52c3d8a2ba50 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.063971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['f5a1da36-af4a-468f-b581-0cbc250c480c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:30.096324 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7af73ba-0265-489e-8e03-28f5faf72725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.101226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4c053-c6d5-494a-8dcd-85be6c6cad0d req-8d863282-b4a2-4027-a892-e31c7d27403c tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:30.110824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-17e4c053-c6d5-494a-8dcd-85be6c6cad0d req-8d863282-b4a2-4027-a892-e31c7d27403c tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 943 time: 0.1165400 Feb 11 13:21:30.121047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8c0ab-b105-4de8-9518-405a066c1985 req-b59531d5-94ff-48c2-9b9e-c69d357c00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:30.122439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714893d-6cb1-4ac6-ab28-52c3d8a2ba50 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Pushing event deleted for resources: {'Port': ['ID=5fdb3add-58bb-4f99-8087-06c2c76a8067,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:30.123377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5c8c0ab-b105-4de8-9518-405a066c1985 req-b59531d5-94ff-48c2-9b9e-c69d357c00ce service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1910515 Feb 11 13:21:30.166333 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0bd75d29-351f-4886-b46b-37f2d8d4041a req-eb8cbd8f-c13b-484d-9bfd-793d589b7dc4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094415 Feb 11 13:21:30.269506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-d116ab4b-623e-40f4-857f-e2d0b0d1398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:30.271411 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-d116ab4b-623e-40f4-857f-e2d0b0d1398f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ec63b91a683420492e80ec2076fbd8a&device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 1094 time: 0.0725412 Feb 11 13:21:30.272797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7af73ba-0265-489e-8e03-28f5faf72725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.275992 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7af73ba-0265-489e-8e03-28f5faf72725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.279387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a7af73ba-0265-489e-8e03-28f5faf72725 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8bafdf0b-1f7b-4538-a6cc-9056ed95fc08 HTTP/1.1" status: 204 len: 168 time: 0.4894834 Feb 11 13:21:30.326719 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-0f302f57-e5cf-465a-a55c-19cdc81ff3f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c888a7-4795-47d0-956e-e9499b6e11ef HTTP/1.1" status: 200 len: 217 time: 0.0452592 Feb 11 13:21:30.332114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af73ba-0265-489e-8e03-28f5faf72725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bafdf0b-1f7b-4538-a6cc-9056ed95fc08,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:30.409945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-f46cb003-248a-4868-a063-d4189ca40ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:30.411607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-f46cb003-248a-4868-a063-d4189ca40ab2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9366ddb3-addd-4836-bce6-cc719bd2acbe HTTP/1.1" status: 200 len: 868 time: 0.0772698 Feb 11 13:21:30.503148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b427bb-50ed-4688-850d-672830661bc3 req-c9d8658b-14ae-470c-a08e-67e6268dfa26 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:30.513744 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3b427bb-50ed-4688-850d-672830661bc3 req-c9d8658b-14ae-470c-a08e-67e6268dfa26 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.1078634 Feb 11 13:21:30.527157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8e0f77aa-3b60-456c-bd05-bf114c26463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:30.529911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-8e0f77aa-3b60-456c-bd05-bf114c26463a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068194 Feb 11 13:21:30.531444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-7714893d-6cb1-4ac6-ab28-52c3d8a2ba50 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] No DVR routers for this DVR port 5fdb3add-58bb-4f99-8087-06c2c76a8067 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:30.534224 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-7714893d-6cb1-4ac6-ab28-52c3d8a2ba50 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.538483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5382b181-299c-43d4-b77a-b3df7bc7a69c req-7714893d-6cb1-4ac6-ab28-52c3d8a2ba50 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.13 "DELETE /v2.0/ports/5fdb3add-58bb-4f99-8087-06c2c76a8067 HTTP/1.1" status: 204 len: 173 time: 1.1338608 Feb 11 13:21:30.540211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b058bd62-b569-4cd9-bc2b-628173c7228f', 'name': 'network-vif-deleted', 'tag': '5fdb3add-58bb-4f99-8087-06c2c76a8067'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:30.543617 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8b532a-7c2f-493d-aa55-a9fd127c781a" -d '{"events": [{"server_uuid": "b058bd62-b569-4cd9-bc2b-628173c7228f", "name": "network-vif-deleted", "tag": "5fdb3add-58bb-4f99-8087-06c2c76a8067"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:30.551223 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:30.570261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-17e4c053-c6d5-494a-8dcd-85be6c6cad0d req-7c94e264-4624-4c28-9bc9-379e27da4d56 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582527 Feb 11 13:21:30.642388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3b427bb-50ed-4688-850d-672830661bc3 req-1d6b4176-1fa7-476a-964f-8d64e361cae9 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273537 Feb 11 13:21:30.676769 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-31bd1d08-6d82-4995-b5b9-fb9099211e32 req-fb106492-c9ae-442c-be29-4e6b9307bfe3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 210 time: 0.0414710 Feb 11 13:21:30.693624 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-b740c40b-bb11-425f-97dc-dc50ba46e6e0 service neutron] 10.222.0.59 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550522 Feb 11 13:21:30.718106 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8d0271-c2c6-4758-ace6-bf4395cb06b0 x-openstack-request-id: req-0c8d0271-c2c6-4758-ace6-bf4395cb06b0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:30.718488 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b058bd62-b569-4cd9-bc2b-628173c7228f", "name": "network-vif-deleted", "tag": "5fdb3add-58bb-4f99-8087-06c2c76a8067", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:30.718690 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c8d0271-c2c6-4758-ace6-bf4395cb06b0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:30.719210 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b058bd62-b569-4cd9-bc2b-628173c7228f', 'name': 'network-vif-deleted', 'tag': '5fdb3add-58bb-4f99-8087-06c2c76a8067', 'status': 'completed', 'code': 200} Feb 11 13:21:30.803713 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-255aa4ef-447a-4b46-b65d-4433cf0dc1ae req-aad46522-cc47-4890-9907-dfcd0b2d516e service neutron] 10.222.0.59 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019723 Feb 11 13:21:31.020662 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e48892b-bd9d-45f6-bc86-09d37183484f req-18336a39-3307-4181-b527-586954b93363 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.0333850 Feb 11 13:21:31.283314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dd498-ddfa-4d9f-88b3-cd893c2359a6 req-01501599-a86e-418e-8afa-237ae6c01ebf tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:31.285291 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-816dd498-ddfa-4d9f-88b3-cd893c2359a6 req-01501599-a86e-418e-8afa-237ae6c01ebf tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0553830 Feb 11 13:21:31.326114 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-816dd498-ddfa-4d9f-88b3-cd893c2359a6 req-2d1f37c6-3c70-46d0-9ea2-cdc4c6105705 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334103 Feb 11 13:21:31.632821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44394) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:31.681758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 5fdb3add-58bb-4f99-8087-06c2c76a8067 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:31.730309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72300a1-efe4-4b77-92a5-f12720307868 req-12bdcffe-08fd-41ad-b3b4-9959f5eafca1 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:31.737086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 5fdb3add-58bb-4f99-8087-06c2c76a8067 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:31.737086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 5fdb3add-58bb-4f99-8087-06c2c76a8067 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:31.741487 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d72300a1-efe4-4b77-92a5-f12720307868 req-12bdcffe-08fd-41ad-b3b4-9959f5eafca1 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 943 time: 0.0920017 Feb 11 13:21:31.779868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d72300a1-efe4-4b77-92a5-f12720307868 req-9b66c860-04dd-418a-91a2-dbd81f4b94d5 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371428 Feb 11 13:21:31.805989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1617578676-network', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:31.833207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b63fd9-1ddd-46ef-92ca-8b89dbe77e62 req-6e07607f-8660-46c6-b84e-85125d2081e3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:31.834809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09b63fd9-1ddd-46ef-92ca-8b89dbe77e62 req-6e07607f-8660-46c6-b84e-85125d2081e3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.0762908 Feb 11 13:21:31.890807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba01ed12-2d07-4e95-9f2f-04cbac038b62 req-cf6d955a-170e-4c45-a974-f3799b13320a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=b058bd62-b569-4cd9-bc2b-628173c7228f HTTP/1.1" status: 200 len: 210 time: 0.0334001 Feb 11 13:21:31.902479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09b63fd9-1ddd-46ef-92ca-8b89dbe77e62 req-c9a4e975-c704-4074-92ae-3b06c395aaf3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475283 Feb 11 13:21:32.090320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Made reservation on behalf of 484b0516d66f4900ac029a0ba8d7b202 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:32.096368 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.102692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.126843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c156274f-0ac4-4e47-bd20-1ca3447e327f req-3b6989e5-f14e-4c81-b57c-4c5fff7c25c0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.0291433 Feb 11 13:21:32.192103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.255873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.283136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:32.293069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcb2ca8-86b8-487d-a18e-a14e833a5fd6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:32.298744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.303093 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Added segment 18e35525-b2d8-4c7a-9dda-f5490103a1b4 of type vlan for network 11d99444-dc06-4271-8870-d98449b0dd0e Feb 11 13:21:32.339623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.437606 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.438758 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:32.439428 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.508493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] Pushing event updated for resources: {'Network': ['ID=11d99444-dc06-4271-8870-d98449b0dd0e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:32.520432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 11d99444-dc06-4271-8870-d98449b0dd0e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:32.522072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24baa89b-3bbc-4f72-949d-21d872c7bc01 req-fea33e9c-6dba-4663-8d09-374bccd0ffde tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:32.523732 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24baa89b-3bbc-4f72-949d-21d872c7bc01 req-fea33e9c-6dba-4663-8d09-374bccd0ffde tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1146104 Feb 11 13:21:32.563222 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24baa89b-3bbc-4f72-949d-21d872c7bc01 req-64210dde-36a6-4aef-87d0-ec8364cfeef2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325234 Feb 11 13:21:32.612718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ad3f92ee-d623-4cf2-a2d4-8e4500e1590c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9787567 Feb 11 13:21:32.628275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44406) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:32.628275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Request body: {'subnet': {'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1617578676-subnet', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:32.752827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Made reservation on behalf of 484b0516d66f4900ac029a0ba8d7b202 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:32.755276 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:32.914088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d2885-a5cd-43b3-9dd6-c956105f5660 req-cb6e9b2e-9e91-476a-b148-28a208b6bf6e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:32.916598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc8d2885-a5cd-43b3-9dd6-c956105f5660 req-cb6e9b2e-9e91-476a-b148-28a208b6bf6e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 943 time: 0.0602088 Feb 11 13:21:32.972257 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc8d2885-a5cd-43b3-9dd6-c956105f5660 req-9d9dcd07-94e2-4694-a4c2-d09e48cadaf2 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484512 Feb 11 13:21:33.073331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b55a0-0822-4f2e-b720-b727d632c236 req-c89c1162-54cc-4cf7-b5e9-586a69d2edae tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:33.082136 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b9b55a0-0822-4f2e-b720-b727d632c236 req-c89c1162-54cc-4cf7-b5e9-586a69d2edae tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.0704727 Feb 11 13:21:33.092652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:33.145751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1dfe2-6f1b-44c3-a852-e180fc7e8ec7 req-d7f24fc3-9b0c-4b20-8519-b6520246ce21 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:33.154092 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ef1dfe2-6f1b-44c3-a852-e180fc7e8ec7 req-d7f24fc3-9b0c-4b20-8519-b6520246ce21 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1038888 Feb 11 13:21:33.209121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b9b55a0-0822-4f2e-b720-b727d632c236 req-9551b080-d844-4c33-b346-dc3b6446faa2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236691 Feb 11 13:21:33.228521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ef1dfe2-6f1b-44c3-a852-e180fc7e8ec7 req-fb37b508-ddf4-4819-9e54-94dbef9a574b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657949 Feb 11 13:21:33.245971 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50dde44b-8967-4ae6-81aa-c4918ff1b153,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:33.255355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.255701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.256074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.256435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.256767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.257223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.257551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.257917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.258242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.258560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.258876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.259192 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:33.283862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Checking segment: {'id': '18e35525-b2d8-4c7a-9dda-f5490103a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:33.284242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Network hostable DHCP agents. Network: 11d99444-dc06-4271-8870-d98449b0dd0e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:33.347792 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ad7a60f-6695-4fb2-b0b3-654dd897046d req-33bd774e-e7a5-4eb0-883e-ee1fd8be4698 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.0466607 Feb 11 13:21:33.459427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Network 11d99444-dc06-4271-8870-d98449b0dd0e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:33.560193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db486a8-bd10-4d25-a16e-a93e3f5a9cd6 req-fe575b1e-e97f-45f3-8b1a-d7ea6103f256 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:33.560193 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5db486a8-bd10-4d25-a16e-a93e3f5a9cd6 req-fe575b1e-e97f-45f3-8b1a-d7ea6103f256 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0673249 Feb 11 13:21:33.581151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 11d99444-dc06-4271-8870-d98449b0dd0e) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:33.587546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:33.588194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:33.594559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbec06f-d39a-4642-b691-945edd4fb6ca None None] Network 11d99444-dc06-4271-8870-d98449b0dd0e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:21:33.639576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5db486a8-bd10-4d25-a16e-a93e3f5a9cd6 req-27b82e2a-8ff3-493c-b663-db6120064a08 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742528 Feb 11 13:21:33.770544 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5f434f8c-7984-4ea1-b9ed-fdd78cf6f67f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1538916 Feb 11 13:21:33.773473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44434) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:33.780083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1617578676-router', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:33.785552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-11d99444-dc06-4271-8870-d98449b0dd0e', 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'fixed_ips': [{'subnet_id': '50dde44b-8967-4ae6-81aa-c4918ff1b153'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:21:33.788383 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:33.797993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034db9dc-e62f-4a52-b71a-349a01f125f2 req-e4ce5202-c369-4ec0-af18-91971628226f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:33.804020 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-034db9dc-e62f-4a52-b71a-349a01f125f2 req-e4ce5202-c369-4ec0-af18-91971628226f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1064646 Feb 11 13:21:33.866784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d31e64-2a6b-45e7-b560-0386729418d0 req-ce0bc4ea-9a8b-4686-80d6-35d0dee2ba81 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:33.874529 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15d31e64-2a6b-45e7-b560-0386729418d0 req-ce0bc4ea-9a8b-4686-80d6-35d0dee2ba81 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0708256 Feb 11 13:21:33.880358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-034db9dc-e62f-4a52-b71a-349a01f125f2 req-ea1b03d8-a48d-4c74-9ba7-7d73fe8e0528 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706365 Feb 11 13:21:33.940474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15d31e64-2a6b-45e7-b560-0386729418d0 req-e624cc27-7104-4b23-82de-a78a5b02d1f5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649734 Feb 11 13:21:33.962956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:33.966435 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:33.984402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Allocated IP 172.20.0.2 (11d99444-dc06-4271-8870-d98449b0dd0e/50dde44b-8967-4ae6-81aa-c4918ff1b153/a5478259-228e-404d-86d4-03433abb32d4) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:34.147069 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.242422 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.379311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dbee8-a275-4fc3-8f4a-071593507e76 req-0fba98ec-fbd6-45c3-953e-84ef3244d8a1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:34.389709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af3dbee8-a275-4fc3-8f4a-071593507e76 req-0fba98ec-fbd6-45c3-953e-84ef3244d8a1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.0817647 Feb 11 13:21:34.409362 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.437090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001ca07-22b4-4f31-bec5-c4c2c83026c3 req-23cf6ea0-b336-4315-be3e-2a610f1bea1e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:34.441602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af3dbee8-a275-4fc3-8f4a-071593507e76 req-62f07673-f498-49d7-8fe1-8b4c301a1d5e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508518 Feb 11 13:21:34.443853 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f001ca07-22b4-4f31-bec5-c4c2c83026c3 req-23cf6ea0-b336-4315-be3e-2a610f1bea1e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 943 time: 0.3023736 Feb 11 13:21:34.448328 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.464523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Network 11d99444-dc06-4271-8870-d98449b0dd0e is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:34.532562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f001ca07-22b4-4f31-bec5-c4c2c83026c3 req-2249c0b8-349d-4bc6-8838-f561344b66b2 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872555 Feb 11 13:21:34.548845 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:34.553009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:34.566813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26bddc98-a98d-4f1f-9018-5e2a1de4edd9 req-57b93105-2cc4-4339-abba-23db53915fb7 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a58091c-1c5b-4a8c-bb2c-98b2d68ea5a3 HTTP/1.1" status: 200 len: 210 time: 0.0322287 Feb 11 13:21:34.577139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Pushing event updated for resources: {'Port': ['ID=a5478259-228e-404d-86d4-03433abb32d4,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:34.640650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Attempting to bind port a5478259-228e-404d-86d4-03433abb32d4 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:34.641590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Attempting to bind port a5478259-228e-404d-86d4-03433abb32d4 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '18e35525-b2d8-4c7a-9dda-f5490103a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:34.641715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Attempting to bind port a5478259-228e-404d-86d4-03433abb32d4 on network 11d99444-dc06-4271-8870-d98449b0dd0e {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:34.647452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:34.648460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Checking segment: {'id': '18e35525-b2d8-4c7a-9dda-f5490103a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:34.648460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.648872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Bound using segment: {'id': '18e35525-b2d8-4c7a-9dda-f5490103a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:34.649410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Bound port: a5478259-228e-404d-86d4-03433abb32d4, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e35525-b2d8-4c7a-9dda-f5490103a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:34.650138 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.744033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] For port a5478259-228e-404d-86d4-03433abb32d4, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:34.747205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] For port a5478259-228e-404d-86d4-03433abb32d4, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a5478259-228e-404d-86d4-03433abb32d4,segment=NetworkSegment(18e35525-b2d8-4c7a-9dda-f5490103a1b4),segment_id=18e35525-b2d8-4c7a-9dda-f5490103a1b4)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:34.866308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.929942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:34.982736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8eb73-dbce-4a9a-8585-6b089c856802 None None] Pushing event updated for resources: {'Port': ['ID=a5478259-228e-404d-86d4-03433abb32d4,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:35.018689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:35.214344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008af54d-984b-4c10-af3e-712b6f2a7794 req-871f1c1b-541b-4704-b2f8-5b1108fe0fe1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:35.220619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-008af54d-984b-4c10-af3e-712b6f2a7794 req-871f1c1b-541b-4704-b2f8-5b1108fe0fe1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1780279 Feb 11 13:21:35.289085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Allocated IP 172.25.0.13 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/4dd2ed1f-285b-4f52-91e5-7bfd16468ff9) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:35.305310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-008af54d-984b-4c10-af3e-712b6f2a7794 req-b47757c2-e1f4-47e7-958f-32ed89ded27d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823565 Feb 11 13:21:35.445213 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:35.553321 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:35.634267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ef36f-949c-4caa-a715-cd0a545990e8 req-6d834b53-aaee-4dd3-86fc-671f967f09bd tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:35.639078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:35.642325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:35.643701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-009ef36f-949c-4caa-a715-cd0a545990e8 req-6d834b53-aaee-4dd3-86fc-671f967f09bd tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.1025136 Feb 11 13:21:35.644901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:35.677608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd2ed1f-285b-4f52-91e5-7bfd16468ff9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:35.700750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-009ef36f-949c-4caa-a715-cd0a545990e8 req-b27effc3-c8a6-4ba1-a4da-828f7abeeab5 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491285 Feb 11 13:21:35.722819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.723289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.723860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.724296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.724813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.725250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.725722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.726295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.726892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.727347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.727788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.728206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:35.801715 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:21:35.806027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f8fb9-a820-404d-a8de-13cc7ec5cfa3 req-7463f573-e1da-4352-a16a-7b4a6b1710fa tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:35.807770 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da4f8fb9-a820-404d-a8de-13cc7ec5cfa3 req-7463f573-e1da-4352-a16a-7b4a6b1710fa tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 943 time: 0.1323075 Feb 11 13:21:35.838691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 15c888a7-4795-47d0-956e-e9499b6e11ef details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:21:35.964486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da4f8fb9-a820-404d-a8de-13cc7ec5cfa3 req-7ac79876-0468-4f46-ab4a-999af3f00184 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966067 Feb 11 13:21:35.987596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 15c888a7-4795-47d0-956e-e9499b6e11ef, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=15c888a7-4795-47d0-956e-e9499b6e11ef,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:36.002657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'port_id': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'mac_address': 'fa:16:3e:7a:da:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:21:36.050900 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.066890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c888a7-4795-47d0-956e-e9499b6e11ef {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:36.093551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 15c888a7-4795-47d0-956e-e9499b6e11ef, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=15c888a7-4795-47d0-956e-e9499b6e11ef,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:36.199271 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.209427 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.242803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44474) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:36.251326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-731014227'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:36.314470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=15c888a7-4795-47d0-956e-e9499b6e11ef,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:36.391284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:36.395867 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.432893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd75df1-07d5-4ef8-b2c3-a80a3d451197 None None] Network 11d99444-dc06-4271-8870-d98449b0dd0e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:21:36.442340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:36.455921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.461186 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Added segment c29dbc0e-f962-4cbd-8810-3a4baf4d12aa of type vlan for network 54357795-65be-438f-898f-11db6e4005be Feb 11 13:21:36.557903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a5478259-228e-404d-86d4-03433abb32d4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:36.559900 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.598623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bf6e8-0072-416e-a460-7c1c95006fef req-670d1379-88f7-42a1-adc1-c79bc796a145 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.607537 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c55bf6e8-0072-416e-a460-7c1c95006fef req-670d1379-88f7-42a1-adc1-c79bc796a145 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0936055 Feb 11 13:21:36.639977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5b2f7f4e-f5fc-45ec-9af4-47565e782594 None None] Provisioning complete for port a5478259-228e-404d-86d4-03433abb32d4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:36.640399 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b2f7f4e-f5fc-45ec-9af4-47565e782594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.660798 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c55bf6e8-0072-416e-a460-7c1c95006fef req-66ca795f-6dba-4e07-913d-79215e8d5b0e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520709 Feb 11 13:21:36.682092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.737612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a5478259-228e-404d-86d4-03433abb32d4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:36.738006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.745913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['15c888a7-4795-47d0-956e-e9499b6e11ef'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:36.746782 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.755253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.755886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:36.885248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6408753 Feb 11 13:21:36.892905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44482) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:36.902366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-712479448'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:36.948952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8009b0-f615-44e9-8b95-413580904b64 req-704af33d-ba91-4a04-8008-86a9172b13ef tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:36.951683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f8009b0-f615-44e9-8b95-413580904b64 req-704af33d-ba91-4a04-8008-86a9172b13ef tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.1064727 Feb 11 13:21:36.956251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d527be0-4cab-432e-9797-3c8f8fc4a2a0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Network': ['ID=54357795-65be-438f-898f-11db6e4005be,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:36.989465 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 54357795-65be-438f-898f-11db6e4005be details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:37.009629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f8009b0-f615-44e9-8b95-413580904b64 req-6fba0d1d-8ae1-4542-bc09-1e5bbe4b6238 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489984 Feb 11 13:21:37.038038 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b2f7f4e-f5fc-45ec-9af4-47565e782594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.045619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Router 69f5e114-b1db-438d-b66c-862475e5dfe6 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:21:37.105010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:37.109121 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.141102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:21:37.150434 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.150784 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Added segment 0a817f9e-e840-44cd-beb9-de8c74546b4e of type vlan for network e4f4d906-9c4b-48bb-930e-7263dc5fd141 Feb 11 13:21:37.176254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaec6ed-e2c6-4403-941c-54c33d3efb28 req-ed7c27ad-a8e9-46d2-89cd-6f3d1c5326b3 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:37.188218 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-feaec6ed-e2c6-4403-941c-54c33d3efb28 req-ed7c27ad-a8e9-46d2-89cd-6f3d1c5326b3 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 944 time: 0.1295331 Feb 11 13:21:37.195382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5b2f7f4e-f5fc-45ec-9af4-47565e782594 None None] For port a5478259-228e-404d-86d4-03433abb32d4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a5478259-228e-404d-86d4-03433abb32d4,segment=NetworkSegment(18e35525-b2d8-4c7a-9dda-f5490103a1b4),segment_id=18e35525-b2d8-4c7a-9dda-f5490103a1b4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:37.196829 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.215129 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.265823 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-feaec6ed-e2c6-4403-941c-54c33d3efb28 req-ce3f4ba4-5b50-4e6c-9814-1399c217ceeb tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690672 Feb 11 13:21:37.320360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:37.439997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.446949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:37.447689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.469494 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.470932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-23de409a-7c2b-4ac1-87dd-d0ebc220bbf3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6948340 Feb 11 13:21:37.473553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44492) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:37.517527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Sync routers for ids ['69f5e114-b1db-438d-b66c-862475e5dfe6'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:37.532783 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b2f7f4e-f5fc-45ec-9af4-47565e782594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.716180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8220084 Feb 11 13:21:37.724923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44504) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:37.733274 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'subnet': {'network_id': '54357795-65be-438f-898f-11db6e4005be', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:37.859205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae5afa-fbfa-4e51-8b21-33677fa592a8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Network': ['ID=e4f4d906-9c4b-48bb-930e-7263dc5fd141,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:37.875996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2eb7f6df-3c7e-4ea5-a8e6-ca6f26eb0dd2 None None] Provisioning complete for port a5478259-228e-404d-86d4-03433abb32d4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:37.876353 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2eb7f6df-3c7e-4ea5-a8e6-ca6f26eb0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:37.919838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Routers {'69f5e114-b1db-438d-b66c-862475e5dfe6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:37.920490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69f5e114-b1db-438d-b66c-862475e5dfe6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:37.947313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network e4f4d906-9c4b-48bb-930e-7263dc5fd141 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:21:37.956035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb7ee2b-9e7a-4fcc-8c15-5e1b605e5173 req-7bb0f654-a4ea-474d-9ffa-0b1d73cdb4c3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:37.957825 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cb7ee2b-9e7a-4fcc-8c15-5e1b605e5173 req-7bb0f654-a4ea-474d-9ffa-0b1d73cdb4c3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0805123 Feb 11 13:21:38.007683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cb7ee2b-9e7a-4fcc-8c15-5e1b605e5173 req-7679b4ba-2678-44a7-8954-185307499456 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Feb 11 13:21:38.011041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee44229-41ee-4606-8081-4d7e0c64f43b req-94a530e8-ccd2-4aea-929e-91c267d2d26a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:38.013216 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ee44229-41ee-4606-8081-4d7e0c64f43b req-94a530e8-ccd2-4aea-929e-91c267d2d26a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1551161 Feb 11 13:21:38.035169 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:21:38.035694 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:21:38.097028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f7f4e-f5fc-45ec-9af4-47565e782594 None None] Pushing event updated for resources: {'Port': ['ID=a5478259-228e-404d-86d4-03433abb32d4,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:38.105163 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:38.110249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ee44229-41ee-4606-8081-4d7e0c64f43b req-57a097c8-2b32-4b34-84df-ec1c0d51cc20 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858603 Feb 11 13:21:38.119379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.258196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.322470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09169d80-3562-4181-bef4-02aeeafd3365 req-0847cdd1-781e-4ed8-afc5-6dcd7f51074b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:38.324050 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09169d80-3562-4181-bef4-02aeeafd3365 req-0847cdd1-781e-4ed8-afc5-6dcd7f51074b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0999415 Feb 11 13:21:38.333394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Set router 69f5e114-b1db-438d-b66c-862475e5dfe6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:38.433886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45ac2c-db36-45ca-a0a8-992c2877554c req-a686e643-04af-4a51-aea8-934ae7510a04 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:38.442089 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d45ac2c-db36-45ca-a0a8-992c2877554c req-a686e643-04af-4a51-aea8-934ae7510a04 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.1664157 Feb 11 13:21:38.491075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09169d80-3562-4181-bef4-02aeeafd3365 req-b9547c12-6f91-4aaf-b4cd-b3b0b0280d9b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524262 Feb 11 13:21:38.533488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d45ac2c-db36-45ca-a0a8-992c2877554c req-ed21de0e-440c-49b7-9809-92bdfccd0627 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905385 Feb 11 13:21:38.551380 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.597660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Allocated IP 172.20.0.1 (11d99444-dc06-4271-8870-d98449b0dd0e/50dde44b-8967-4ae6-81aa-c4918ff1b153/ca00fa9e-9173-413c-9959-0c785efceaf5) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:38.729914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'name': 'tempest-FloatingIPsTestJSON-1617578676-router', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:33Z', 'updated_at': '2022-02-11T13:21:35Z', 'revision_number': 3, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'gw_port': {'id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:35Z', 'updated_at': '2022-02-11T13:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:38.789422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Subnet': ['ID=4543e9c7-219f-4db3-93ce-30a6ea908219,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:38.799270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Checking router: 69f5e114-b1db-438d-b66c-862475e5dfe6 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:38.809786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Updating router 69f5e114-b1db-438d-b66c-862475e5dfe6 port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:21:38.809786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a5478259-228e-404d-86d4-03433abb32d4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:38.810017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Checking segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:38.810017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network hostable DHCP agents. Network: 54357795-65be-438f-898f-11db6e4005be, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:38.823516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17497e-42ba-4284-bce9-cd3cfbde9345 req-876fc17a-cf7c-4f90-906a-5d1d2e64dd82 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:38.832928 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e17497e-42ba-4284-bce9-cd3cfbde9345 req-876fc17a-cf7c-4f90-906a-5d1d2e64dd82 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 944 time: 0.2130084 Feb 11 13:21:38.833485 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.857013 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.919716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e17497e-42ba-4284-bce9-cd3cfbde9345 req-71cee8b1-ab16-4df8-bd5e-7049fb947771 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814264 Feb 11 13:21:38.971750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a5478259-228e-404d-86d4-03433abb32d4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:38.972123 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:38.998191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.048506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network 54357795-65be-438f-898f-11db6e4005be is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:39.094877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca00fa9e-9173-413c-9959-0c785efceaf5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:39.109108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Network 11d99444-dc06-4271-8870-d98449b0dd0e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:39.123731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:39.126448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:39.131314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 54357795-65be-438f-898f-11db6e4005be) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:39.138078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:39.145594 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.173428 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.202251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37413f13-f643-4362-88f7-824e586ae3bd None None] Network 54357795-65be-438f-898f-11db6e4005be requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:21:39.314861 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.404442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-75ee289f-7cc5-4cbb-a764-433cfc1faefe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6748261 Feb 11 13:21:39.410260 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.410513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44528) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:39.434596 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-a4494f59-53c7-48ce-a75d-5ef074a445c3 service neutron] 10.222.0.13 "GET /v2.0/ports/29418b28-e0b7-472f-be02-f3658d8fbd1a/bindings/n-h1-816488-1 HTTP/1.1" status: 200 len: 382 time: 0.2186394 Feb 11 13:21:39.441171 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'subnet': {'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:39.485164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-54357795-65be-438f-898f-11db6e4005be', 'network_id': '54357795-65be-438f-898f-11db6e4005be', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'fixed_ips': [{'subnet_id': '4543e9c7-219f-4db3-93ce-30a6ea908219'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:21:39.486137 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.518129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee0536-464a-47c7-a9d5-978a1994e99c None None] Pushing event updated for resources: {'Port': ['ID=4dd2ed1f-285b-4f52-91e5-7bfd16468ff9,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:39.527065 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Attempting to bind port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:39.527656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Attempting to bind port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:39.529186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Attempting to bind port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:39.545922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:39.546428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:39.546836 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.547276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:39.547898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Bound port: 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:39.548375 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.785031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] For port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:39.806738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16307bf-bbe6-40fd-a57c-0660ab25a134 req-c2e9f29f-e5e1-4a87-ad18-03773251c350 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:39.816086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d16307bf-bbe6-40fd-a57c-0660ab25a134 req-c2e9f29f-e5e1-4a87-ad18-03773251c350 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.1573827 Feb 11 13:21:39.817246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9f0746d6-bbd4-4752-a867-c9d64248ee07 None None] Provisioning complete for port ca00fa9e-9173-413c-9959-0c785efceaf5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:39.817622 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9f0746d6-bbd4-4752-a867-c9d64248ee07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:39.825943 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] For port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4dd2ed1f-285b-4f52-91e5-7bfd16468ff9,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:39.878494 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d16307bf-bbe6-40fd-a57c-0660ab25a134 req-96686824-8090-4c6c-a7f1-89f81af5b5ce tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613854 Feb 11 13:21:39.906152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 15c888a7-4795-47d0-956e-e9499b6e11ef up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:39.909332 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.015145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Allocated IP 10.1.1.2 (54357795-65be-438f-898f-11db6e4005be/4543e9c7-219f-4db3-93ce-30a6ea908219/98bca0b0-5d70-47ff-8f9a-39f461ff1bfc) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:40.101261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-0d8fc41e-c81e-4cdc-acc9-9a8507341b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:40.103218 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-0d8fc41e-c81e-4cdc-acc9-9a8507341b21 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0&tenant_id=5cb5a7db126d40d38512c5877f3b5910 HTTP/1.1" status: 200 len: 1101 time: 0.1214705 Feb 11 13:21:40.126661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7063b59-9679-40aa-a52a-6ccfc64d3652 req-c6ef058e-2ff4-4452-b2c2-419d83b00c60 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:40.127241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589ffad8-945f-4a94-9f63-7de30bf11714 req-adb26e6f-10de-4f60-84ee-f89f76eb92c3 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:40.134343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7063b59-9679-40aa-a52a-6ccfc64d3652 req-c6ef058e-2ff4-4452-b2c2-419d83b00c60 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.8009579 Feb 11 13:21:40.134672 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-589ffad8-945f-4a94-9f63-7de30bf11714 req-adb26e6f-10de-4f60-84ee-f89f76eb92c3 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 944 time: 0.0770664 Feb 11 13:21:40.193324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-589ffad8-945f-4a94-9f63-7de30bf11714 req-245b483e-6b88-4d95-8034-ac406b4db649 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579755 Feb 11 13:21:40.230633 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7063b59-9679-40aa-a52a-6ccfc64d3652 req-f657f1f7-fe05-4280-bf2d-00a290326273 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948424 Feb 11 13:21:40.244102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee0536-464a-47c7-a9d5-978a1994e99c None None] Pushing event updated for resources: {'Port': ['ID=4dd2ed1f-285b-4f52-91e5-7bfd16468ff9,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:40.248524 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.278775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-bc547094-22c3-4220-9471-3c512e783af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:40.280685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-bc547094-22c3-4220-9471-3c512e783af8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 1101 time: 0.1439385 Feb 11 13:21:40.301849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9f0746d6-bbd4-4752-a867-c9d64248ee07 None None] Port ca00fa9e-9173-413c-9959-0c785efceaf5 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:21:40.310855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Routers {'69f5e114-b1db-438d-b66c-862475e5dfe6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:40.311976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69f5e114-b1db-438d-b66c-862475e5dfe6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:40.468987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-68f29e70-8764-4938-b907-2d989531190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:40.471200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-68f29e70-8764-4938-b907-2d989531190c service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1763809 Feb 11 13:21:40.476674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:40.491927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.518715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] Set router 69f5e114-b1db-438d-b66c-862475e5dfe6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:40.568329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-c3e5d329-12c3-42c1-81d2-65724769fd7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a HTTP/1.1" status: 200 len: 217 time: 0.0896373 Feb 11 13:21:40.570810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 15c888a7-4795-47d0-956e-e9499b6e11ef completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:21:40.585567 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.604470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 15c888a7-4795-47d0-956e-e9499b6e11ef triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:40.604763 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.659912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-3859f361-81e0-4332-9214-ae477fe44dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:40.663789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-3859f361-81e0-4332-9214-ae477fe44dcd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0884633 Feb 11 13:21:40.740550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.765488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-5b518c7b-b8a5-4b1f-a671-b29f25a702b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:40.767142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-5b518c7b-b8a5-4b1f-a671-b29f25a702b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965569 Feb 11 13:21:40.802550 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.838557 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.886479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca00fa9e-9173-413c-9959-0c785efceaf5,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:40.923835 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:40.934545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-0497bf27-c772-485e-bc96-5ef4be013315 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465251 Feb 11 13:21:40.955312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c888a7-4795-47d0-956e-e9499b6e11ef'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:40.957701 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22555d58-9548-4a9e-ba8c-1c000d495fe9" -d '{"events": [{"server_uuid": "a98065d8-ba5c-420f-bbe8-469e86a21867", "name": "network-vif-plugged", "status": "completed", "tag": "15c888a7-4795-47d0-956e-e9499b6e11ef"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:40.975588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 15c888a7-4795-47d0-956e-e9499b6e11ef, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=15c888a7-4795-47d0-956e-e9499b6e11ef,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:40.977920 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.016889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'name': 'tempest-FloatingIPsTestJSON-1617578676-router', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:33Z', 'updated_at': '2022-02-11T13:21:39Z', 'revision_number': 4, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'gw_port': {'id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:35Z', 'updated_at': '2022-02-11T13:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ca00fa9e-9173-413c-9959-0c785efceaf5', 'name': '', 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'mac_address': 'fa:16:3e:6b:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '50dde44b-8967-4ae6-81aa-c4918ff1b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:38Z', 'updated_at': '2022-02-11T13:21:38Z', 'revision_number': 1, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'subnets': [{'id': '50dde44b-8967-4ae6-81aa-c4918ff1b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:41.068344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Network 54357795-65be-438f-898f-11db6e4005be is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:41.072562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e70c37d-8db6-4cb8-980c-27102e3c637d None None] The sync data for ids ['69f5e114-b1db-438d-b66c-862475e5dfe6'] in n-d-816488-1 is: [{'id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'name': 'tempest-FloatingIPsTestJSON-1617578676-router', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:33Z', 'updated_at': '2022-02-11T13:21:39Z', 'revision_number': 4, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'gw_port': {'id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:35Z', 'updated_at': '2022-02-11T13:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ca00fa9e-9173-413c-9959-0c785efceaf5', 'name': '', 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'mac_address': 'fa:16:3e:6b:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '50dde44b-8967-4ae6-81aa-c4918ff1b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:38Z', 'updated_at': '2022-02-11T13:21:38Z', 'revision_number': 1, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'subnets': [{'id': '50dde44b-8967-4ae6-81aa-c4918ff1b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:41.076726 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.080186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:41.082841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:41.085724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Pushing event updated for resources: {'Port': ['ID=98bca0b0-5d70-47ff-8f9a-39f461ff1bfc,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:41.107237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Network 11d99444-dc06-4271-8870-d98449b0dd0e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:41.141526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:41.143055 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdb6e14-f02b-4556-9f53-1e516e7a4abf x-openstack-request-id: req-6fdb6e14-f02b-4556-9f53-1e516e7a4abf {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:41.143341 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98065d8-ba5c-420f-bbe8-469e86a21867", "name": "network-vif-plugged", "status": "completed", "tag": "15c888a7-4795-47d0-956e-e9499b6e11ef", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:41.143589 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fdb6e14-f02b-4556-9f53-1e516e7a4abf {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:41.143979 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'code': 200} Feb 11 13:21:41.187592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66e7a21-70d0-420d-96bd-bbaeb1574550 req-37e3e31e-3128-455d-9816-ba3bc16abee5 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439513 Feb 11 13:21:41.261211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Attempting to bind port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:41.263617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Attempting to bind port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:41.263617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Attempting to bind port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:41.268248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=15c888a7-4795-47d0-956e-e9499b6e11ef,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:41.284256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:41.284797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Checking segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:41.285197 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.285646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Bound using segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:41.286196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Bound port: 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:41.286581 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.330031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4dd43-03ae-4384-8da2-e1c894e5907d req-659ecb92-814b-4194-8a88-c1715b878b64 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:41.333835 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2e4dd43-03ae-4384-8da2-e1c894e5907d req-659ecb92-814b-4194-8a88-c1715b878b64 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 945 time: 0.0900626 Feb 11 13:21:41.435120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2e4dd43-03ae-4384-8da2-e1c894e5907d req-6cc8aa0a-fe36-4811-86e4-a68b93512020 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895879 Feb 11 13:21:41.436695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1918c-a721-46fe-9a85-255362f43614 req-9b2c0699-0d35-4606-aaec-d8f0b886a141 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:41.438674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aaa1918c-a721-46fe-9a85-255362f43614 req-9b2c0699-0d35-4606-aaec-d8f0b886a141 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.4194112 Feb 11 13:21:41.486456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] For port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:41.512584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] For port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=98bca0b0-5d70-47ff-8f9a-39f461ff1bfc,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:41.587804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045adaf2-85f5-4b3f-a300-808d6dad777a req-3e6674a4-954e-44d8-a9fa-3538023cc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:41.589868 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-045adaf2-85f5-4b3f-a300-808d6dad777a req-3e6674a4-954e-44d8-a9fa-3538023cc40e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 1096 time: 0.4158111 Feb 11 13:21:41.603963 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.632660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.646941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aaa1918c-a721-46fe-9a85-255362f43614 req-df0dd2f7-7d3b-4ab5-9130-17d54419dab0 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407802 Feb 11 13:21:41.689577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Router 69f5e114-b1db-438d-b66c-862475e5dfe6 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:41.701227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea1fda-3c0d-4fc8-acb0-bf213b3780ee req-9da1d2d8-b067-4000-8957-cdbfcd47ec73 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:41.703786 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bea1fda-3c0d-4fc8-acb0-bf213b3780ee req-9da1d2d8-b067-4000-8957-cdbfcd47ec73 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 945 time: 0.1213691 Feb 11 13:21:41.743430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 29418b28-e0b7-472f-be02-f3658d8fbd1a no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:41.783577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-045adaf2-85f5-4b3f-a300-808d6dad777a req-67537758-5257-48a6-873f-6454008a11fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832132 Feb 11 13:21:41.816112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bea1fda-3c0d-4fc8-acb0-bf213b3780ee req-bdd911fe-a98b-4812-851d-8a4fd4ce3d6c tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034937 Feb 11 13:21:41.831527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-02826a02-6d85-483d-bae2-c75b2dcf6fe0 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:41.834746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-02826a02-6d85-483d-bae2-c75b2dcf6fe0 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1097 time: 0.0808823 Feb 11 13:21:41.849964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816488-1'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:41.857535 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-66f42e6b-a9dc-4310-9d88-66a53ffda36f None None] Provisioning complete for port ca00fa9e-9173-413c-9959-0c785efceaf5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:41.857535 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-66f42e6b-a9dc-4310-9d88-66a53ffda36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:41.858160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Subnet': ['ID=b51d35db-10e7-4e60-a949-b308adbd8a14,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:41.865262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e94b76-719b-4514-bcb0-bd027bbdceae None None] Pushing event updated for resources: {'Port': ['ID=98bca0b0-5d70-47ff-8f9a-39f461ff1bfc,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:41.931072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-66f42e6b-a9dc-4310-9d88-66a53ffda36f None None] Port ca00fa9e-9173-413c-9959-0c785efceaf5 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:21:41.982874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Checking segment: {'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:41.983237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network hostable DHCP agents. Network: e4f4d906-9c4b-48bb-930e-7263dc5fd141, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:21:42.004531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.108490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 29418b28-e0b7-472f-be02-f3658d8fbd1a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:42.143279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f74e2-33a6-4971-8955-4069506009f7 req-759f0d54-e808-4af7-82a2-a1906e0959d5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:42.151555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-144f74e2-33a6-4971-8955-4069506009f7 req-759f0d54-e808-4af7-82a2-a1906e0959d5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.3314373 Feb 11 13:21:42.221156 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.254310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-144f74e2-33a6-4971-8955-4069506009f7 req-e7cbbc40-8b98-4a18-9963-5d4d679cbe8c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018236 Feb 11 13:21:42.258434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:42.281160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5113391b-0bc3-4430-8c2a-cb6a70e65dd5 admin admin] 10.222.0.52 "PUT /v2.0/routers/69f5e114-b1db-438d-b66c-862475e5dfe6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7923157 Feb 11 13:21:42.281160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network e4f4d906-9c4b-48bb-930e-7263dc5fd141 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:21:42.318589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-42a215cc-428c-4245-8f4c-d5e7b27c7bdb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:42.320491 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-42a215cc-428c-4245-8f4c-d5e7b27c7bdb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.59 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 945 time: 0.2291207 Feb 11 13:21:42.353157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=29418b28-e0b7-472f-be02-f3658d8fbd1a,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:42.467121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, e4f4d906-9c4b-48bb-930e-7263dc5fd141) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:42.479568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff5583-8eb7-4187-a9bb-5a5f8959ee15 None None] Network e4f4d906-9c4b-48bb-930e-7263dc5fd141 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:21:42.488181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:42.488801 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.494733 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-cd45f678-5894-4d15-9f8b-0fb4636e5054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Deleting port 81b3e49a-5662-4aab-8a80-60237449f5b6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:42.494989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.495100 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-cd45f678-5894-4d15-9f8b-0fb4636e5054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.594045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f13df-7781-4066-bb67-70070bf2a016 req-2057e565-1a45-4f7e-89d1-e1338c094886 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:42.596666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-935f13df-7781-4066-bb67-70070bf2a016 req-2057e565-1a45-4f7e-89d1-e1338c094886 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.6277201 Feb 11 13:21:42.625546 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-704e31df-e08a-4796-805f-3035f6996e38 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1942246 Feb 11 13:21:42.632374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44568) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:42.637721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'port': {'network_id': '54357795-65be-438f-898f-11db6e4005be', 'name': 'tempest-TaggedBootDevicesTest-416759198', 'fixed_ips': [{'subnet_id': '4543e9c7-219f-4db3-93ce-30a6ea908219'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:42.650247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1a92f-58d5-4e29-b82e-5a38dac78b12 req-ce243895-a6f3-4595-993e-52443c5d13eb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:42.662543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-54e1a92f-58d5-4e29-b82e-5a38dac78b12 req-ce243895-a6f3-4595-993e-52443c5d13eb tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=e61f2477-fc30-433d-95d6-768469b5b235 HTTP/1.1" status: 200 len: 945 time: 0.1263409 Feb 11 13:21:42.729736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-e4f4d906-9c4b-48bb-930e-7263dc5fd141', 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'fixed_ips': [{'subnet_id': 'b51d35db-10e7-4e60-a949-b308adbd8a14'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:21:42.731057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-cd45f678-5894-4d15-9f8b-0fb4636e5054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] For port 81b3e49a-5662-4aab-8a80-60237449f5b6, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=81b3e49a-5662-4aab-8a80-60237449f5b6,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:42.731413 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-cd45f678-5894-4d15-9f8b-0fb4636e5054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.732054 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:42.795498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-cd45f678-5894-4d15-9f8b-0fb4636e5054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Calling delete_port for 81b3e49a-5662-4aab-8a80-60237449f5b6 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:42.833921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-935f13df-7781-4066-bb67-70070bf2a016 req-b2fd72b1-31ed-49c6-9ae5-6822a6529a1d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216661 Feb 11 13:21:42.925913 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-54e1a92f-58d5-4e29-b82e-5a38dac78b12 req-426cabbf-3b80-42a7-997f-4be79a56f1dd tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624800 Feb 11 13:21:43.020616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:43.075040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:43.157526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Allocated IP 10.2.2.2 (e4f4d906-9c4b-48bb-930e-7263dc5fd141/b51d35db-10e7-4e60-a949-b308adbd8a14/97f03bd7-5589-4d93-8436-3ac9dcb6feba) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:43.172558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29418b28-e0b7-472f-be02-f3658d8fbd1a'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:43.181423 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e7ca45-3360-424d-8f11-a5e0ce8c1109" -d '{"events": [{"server_uuid": "37589d9f-7bc6-4473-8e5d-c1cb632e88b0", "name": "network-vif-unplugged", "status": "completed", "tag": "29418b28-e0b7-472f-be02-f3658d8fbd1a"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:43.298087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17098d1-a7fc-40c0-9bd7-c2d338462c45 req-418ff2d8-7a40-4646-b94f-a0031e3a4ce3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:43.308671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:43.309690 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.314608 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a17098d1-a7fc-40c0-9bd7-c2d338462c45 req-418ff2d8-7a40-4646-b94f-a0031e3a4ce3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 946 time: 0.1965046 Feb 11 13:21:43.341494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-cd45f678-5894-4d15-9f8b-0fb4636e5054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.357171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:43.359072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:43.363730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['81b3e49a-5662-4aab-8a80-60237449f5b6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:43.406586 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45f678-5894-4d15-9f8b-0fb4636e5054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Pushing event deleted for resources: {'Port': ['ID=81b3e49a-5662-4aab-8a80-60237449f5b6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:43.471120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cf3d3a-ab29-4b63-87bf-a01b25baf690 None None] Network 54357795-65be-438f-898f-11db6e4005be requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:21:43.525757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-cd45f678-5894-4d15-9f8b-0fb4636e5054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] No DVR routers for this DVR port 81b3e49a-5662-4aab-8a80-60237449f5b6 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:43.530917 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-cd45f678-5894-4d15-9f8b-0fb4636e5054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.534630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d34ab2b0-4818-4def-bec5-58c4b5da0452 req-cd45f678-5894-4d15-9f8b-0fb4636e5054 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.59 "DELETE /v2.0/ports/81b3e49a-5662-4aab-8a80-60237449f5b6 HTTP/1.1" status: 204 len: 173 time: 1.1989536 Feb 11 13:21:43.538606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61f2477-fc30-433d-95d6-768469b5b235', 'name': 'network-vif-deleted', 'tag': '81b3e49a-5662-4aab-8a80-60237449f5b6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:43.541624 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceadc116-e348-452c-b448-ba02ee2f6e84" -d '{"events": [{"server_uuid": "e61f2477-fc30-433d-95d6-768469b5b235", "name": "network-vif-deleted", "tag": "81b3e49a-5662-4aab-8a80-60237449f5b6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:43.550599 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a17098d1-a7fc-40c0-9bd7-c2d338462c45 req-a137dd47-278c-4c66-a0d7-1c987e2e091a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308862 Feb 11 13:21:43.588149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bd5435-4d47-48da-9936-6b4028526f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:43.589185 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33477628-6b39-46f6-8a23-2f2df87bf8b2" -d '{"events": [{"server_uuid": "54bd5435-4d47-48da-9936-6b4028526f32", "name": "network-vif-unplugged", "status": "completed", "tag": "d32bd2de-0c7a-4e8a-9863-fa955d68defd"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:43.598738 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.641006 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-d6c95ce5-7b5f-4baf-9052-6ada4b8e5359 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4273767 Feb 11 13:21:43.653375 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.666705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:43.686384 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.686744 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.704449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241eb1c-11b1-4a1f-84db-d519605eac45 req-5f6c8ada-2788-47ed-99dd-b187ed12b6a5 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:43.705993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4241eb1c-11b1-4a1f-84db-d519605eac45 req-5f6c8ada-2788-47ed-99dd-b187ed12b6a5 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 945 time: 0.0786221 Feb 11 13:21:43.723055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] device_id is not set on port e1b167ff-d98b-4c05-a225-bdadc187eb27 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:43.730224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 29418b28-e0b7-472f-be02-f3658d8fbd1a details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:21:43.754256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1f4ac6e0-0f48-4a79-a271-8f5c1fd01cf5 None None] Provisioning complete for port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:43.755112 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac6e0-0f48-4a79-a271-8f5c1fd01cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.765445 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4241eb1c-11b1-4a1f-84db-d519605eac45 req-c134fa11-1edd-47ac-aca1-39a803e71d4c tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519960 Feb 11 13:21:43.857938 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.859921 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.884444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Pushing event updated for resources: {'Port': ['ID=d32bd2de-0c7a-4e8a-9863-fa955d68defd,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:43.899401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc5119-63e6-4b1a-a138-2adeb34973a9 req-c9146bb7-49ca-4144-9959-42922ce4cdd5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:43.901425 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19cc5119-63e6-4b1a-a138-2adeb34973a9 req-c9146bb7-49ca-4144-9959-42922ce4cdd5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0655568 Feb 11 13:21:43.946626 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19cc5119-63e6-4b1a-a138-2adeb34973a9 req-4bfc2f27-76ad-4b65-a462-6d13f7803006 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358324 Feb 11 13:21:43.959085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:43.962520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd on host n-h2-816488-1 for vnic_type normal with profile {"migrating_to": "n-h1-816488-1"} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:43.962854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:43.963208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:43.992664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Port d32bd2de-0c7a-4e8a-9863-fa955d68defd on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:21:43.992664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Attempting to bind port d32bd2de-0c7a-4e8a-9863-fa955d68defd on network 5abd96b0-1b09-4c70-a2b4-45e42cccc431 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:44.001812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Network e4f4d906-9c4b-48bb-930e-7263dc5fd141 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:44.027754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:44.034404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:44.034752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Checking segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:44.035126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Bound using segment: {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:44.035572 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Bound port: d32bd2de-0c7a-4e8a-9863-fa955d68defd, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '5abd96b0-1b09-4c70-a2b4-45e42cccc431'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:44.035945 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.074045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:44.090104 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdfb2e3-b26d-4813-9730-15ef24b86dfe x-openstack-request-id: req-7fdfb2e3-b26d-4813-9730-15ef24b86dfe {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:44.091216 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37589d9f-7bc6-4473-8e5d-c1cb632e88b0", "name": "network-vif-unplugged", "status": "completed", "tag": "29418b28-e0b7-472f-be02-f3658d8fbd1a", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:44.091475 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7fdfb2e3-b26d-4813-9730-15ef24b86dfe {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:44.093737 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29418b28-e0b7-472f-be02-f3658d8fbd1a', 'code': 200} Feb 11 13:21:44.145044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Pushing event updated for resources: {'Port': ['ID=97f03bd7-5589-4d93-8436-3ac9dcb6feba,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:44.159600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Allocated IP 10.1.1.171 (54357795-65be-438f-898f-11db6e4005be/4543e9c7-219f-4db3-93ce-30a6ea908219/e1b167ff-d98b-4c05-a225-bdadc187eb27) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:44.180489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:44.190363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be5ca3-9562-481e-90e5-8ef5f2dfb591 req-87f6095f-40a5-4d27-be06-8268507876aa tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:44.190764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-42be5ca3-9562-481e-90e5-8ef5f2dfb591 req-87f6095f-40a5-4d27-be06-8268507876aa tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 948 time: 0.0811837 Feb 11 13:21:44.193841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=98bca0b0-5d70-47ff-8f9a-39f461ff1bfc,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:44.196945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:44.221514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.221514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.221734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.222137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.222537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.222933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.223333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.223788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.224176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.225130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.225130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.225329 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:44.257474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-42be5ca3-9562-481e-90e5-8ef5f2dfb591 req-b2a62bdf-d0ad-43ef-92d0-38e7972973c0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556703 Feb 11 13:21:44.296107 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.296722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:44.301533 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.306746 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f4ac6e0-0f48-4a79-a271-8f5c1fd01cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.309939 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a516b9c-dc50-4983-bdfd-b58ed721705d x-openstack-request-id: req-0a516b9c-dc50-4983-bdfd-b58ed721705d {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:44.309939 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61f2477-fc30-433d-95d6-768469b5b235", "name": "network-vif-deleted", "tag": "81b3e49a-5662-4aab-8a80-60237449f5b6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:44.309939 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a516b9c-dc50-4983-bdfd-b58ed721705d {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:44.309939 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61f2477-fc30-433d-95d6-768469b5b235', 'name': 'network-vif-deleted', 'tag': '81b3e49a-5662-4aab-8a80-60237449f5b6', 'status': 'completed', 'code': 200} Feb 11 13:21:44.320463 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.357309 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfeb1e9-c6d6-42ec-b27b-677495c1af9c x-openstack-request-id: req-bdfeb1e9-c6d6-42ec-b27b-677495c1af9c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:44.357596 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bd5435-4d47-48da-9936-6b4028526f32", "name": "network-vif-unplugged", "status": "completed", "tag": "d32bd2de-0c7a-4e8a-9863-fa955d68defd", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:44.357865 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdfeb1e9-c6d6-42ec-b27b-677495c1af9c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:44.359624 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bd5435-4d47-48da-9936-6b4028526f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd', 'code': 200} Feb 11 13:21:44.401894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 29418b28-e0b7-472f-be02-f3658d8fbd1a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:44.422341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Attempting to bind port 97f03bd7-5589-4d93-8436-3ac9dcb6feba on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:44.422714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Attempting to bind port 97f03bd7-5589-4d93-8436-3ac9dcb6feba by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:44.423098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Attempting to bind port 97f03bd7-5589-4d93-8436-3ac9dcb6feba on network e4f4d906-9c4b-48bb-930e-7263dc5fd141 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:44.451982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '29418b28-e0b7-472f-be02-f3658d8fbd1a', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '29418b28-e0b7-472f-be02-f3658d8fbd1a', 'mac_address': 'fa:16:3e:99:52:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:21:44.469661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:44.470069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Checking segment: {'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:44.470486 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.471179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Bound using segment: {'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:44.473115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Bound port: 97f03bd7-5589-4d93-8436-3ac9dcb6feba, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:44.473115 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.494076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Pushing event updated for resources: {'Port': ['ID=d32bd2de-0c7a-4e8a-9863-fa955d68defd,revision_number=8']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:44.531158 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=98bca0b0-5d70-47ff-8f9a-39f461ff1bfc,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:44.598540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:44.598972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.600380 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-a7e0702d-8a87-4287-aad1-49b38da607ad service neutron] 10.222.0.13 "PUT /v2.0/ports/d32bd2de-0c7a-4e8a-9863-fa955d68defd HTTP/1.1" status: 200 len: 1122 time: 2.7560449 Feb 11 13:21:44.604650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.641745 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-1f4ac6e0-0f48-4a79-a271-8f5c1fd01cf5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:21:44.642132 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-1f4ac6e0-0f48-4a79-a271-8f5c1fd01cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:21:44.652194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:44.653508 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.655090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Allocated IP 172.25.0.252 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/f1be3347-2f4a-4213-b82b-d98c8297ab6f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:44.659666 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.693872 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Sync routers for ids ['69f5e114-b1db-438d-b66c-862475e5dfe6'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:44.704819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-7bccc78f-855f-4ddb-8d3e-3a103c5bc026 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 258 time: 0.3334658 Feb 11 13:21:44.711191 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Routers {'69f5e114-b1db-438d-b66c-862475e5dfe6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:44.711902 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69f5e114-b1db-438d-b66c-862475e5dfe6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:44.715184 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:44.720523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['d32bd2de-0c7a-4e8a-9863-fa955d68defd'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:44.771481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d32bd2de-0c7a-4e8a-9863-fa955d68defd'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:44.774752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29418b28-e0b7-472f-be02-f3658d8fbd1a {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:44.811674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.827069 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.833040 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] For port 97f03bd7-5589-4d93-8436-3ac9dcb6feba, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:44.864347 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Set router 69f5e114-b1db-438d-b66c-862475e5dfe6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:44.871165 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 29418b28-e0b7-472f-be02-f3658d8fbd1a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:44.874965 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] For port 97f03bd7-5589-4d93-8436-3ac9dcb6feba, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=97f03bd7-5589-4d93-8436-3ac9dcb6feba,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:44.892024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.948789 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.967804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:44.981142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network 54357795-65be-438f-898f-11db6e4005be is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:44.987462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:45.009798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:45.018727 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.024681 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.025558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d32bd2de-0c7a-4e8a-9863-fa955d68defd details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:21:45.057325 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.064209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Port': ['ID=e1b167ff-d98b-4c05-a225-bdadc187eb27,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:45.116665 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4dd2ed1f-285b-4f52-91e5-7bfd16468ff9,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:45.139649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Allocated IP 172.25.0.218 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/77e1dc2c-d943-4f8c-8651-98aed1bf0a83) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:45.159801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:45.168584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:45.169419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.187680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:45.191175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:45.197338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=29418b28-e0b7-472f-be02-f3658d8fbd1a,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:45.225993 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'name': 'tempest-FloatingIPsTestJSON-1617578676-router', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:33Z', 'updated_at': '2022-02-11T13:21:39Z', 'revision_number': 4, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'gw_port': {'id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:35Z', 'updated_at': '2022-02-11T13:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ca00fa9e-9173-413c-9959-0c785efceaf5', 'name': '', 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'mac_address': 'fa:16:3e:6b:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '50dde44b-8967-4ae6-81aa-c4918ff1b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:38Z', 'updated_at': '2022-02-11T13:21:40Z', 'revision_number': 2, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'subnets': [{'id': '50dde44b-8967-4ae6-81aa-c4918ff1b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:45.240504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Pushing event updated for resources: {'Port': ['ID=f1be3347-2f4a-4213-b82b-d98c8297ab6f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:45.272772 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Checking router: 69f5e114-b1db-438d-b66c-862475e5dfe6 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:45.273122 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Updating router 69f5e114-b1db-438d-b66c-862475e5dfe6 port ca00fa9e-9173-413c-9959-0c785efceaf5 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:21:45.302950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6c582492-12e7-49d3-8314-1cefda73b06c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6694191 Feb 11 13:21:45.306538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44602) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:45.313371 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.317427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'port': {'network_id': '54357795-65be-438f-898f-11db6e4005be', 'name': 'tempest-TaggedBootDevicesTest-152006756', 'fixed_ips': [{'subnet_id': '4543e9c7-219f-4db3-93ce-30a6ea908219'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:45.339721 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.381702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:45.414953 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.435300 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.453598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d32bd2de-0c7a-4e8a-9863-fa955d68defd has no active binding in host n-h1-816488-1 {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:21:45.467503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.563146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:45.568162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:21:45.573920 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.577512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e08fbf-b1b1-4c0c-9bb0-0b59f97ddafa None None] Pushing event updated for resources: {'Port': ['ID=97f03bd7-5589-4d93-8436-3ac9dcb6feba,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:45.594404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.601820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:45.604514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:45.627418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] device_id is not set on port a9bc597b-9e92-4318-aff9-f0728c8146b2 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:21:45.630359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:45.662550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Pushing event updated for resources: {'Port': ['ID=77e1dc2c-d943-4f8c-8651-98aed1bf0a83,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:45.718038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-19386b1f-925c-4828-9005-eadb894cc761 None None] Provisioning complete for port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:45.718411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19386b1f-925c-4828-9005-eadb894cc761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.775120 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.783651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['29418b28-e0b7-472f-be02-f3658d8fbd1a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:21:45.819931 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.824456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=4dd2ed1f-285b-4f52-91e5-7bfd16468ff9,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:45.875756 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.905815 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:45.969058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 81b3e49a-5662-4aab-8a80-60237449f5b6 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:45.994145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Allocated IP 10.1.1.227 (54357795-65be-438f-898f-11db6e4005be/4543e9c7-219f-4db3-93ce-30a6ea908219/a9bc597b-9e92-4318-aff9-f0728c8146b2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:46.021218 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.041151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 81b3e49a-5662-4aab-8a80-60237449f5b6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:46.041601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 81b3e49a-5662-4aab-8a80-60237449f5b6 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:46.051563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:46.051991 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.066683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-19386b1f-925c-4828-9005-eadb894cc761 None None] Provisioning complete for port e1b167ff-d98b-4c05-a225-bdadc187eb27 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:46.069605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19386b1f-925c-4828-9005-eadb894cc761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.085236 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Pushing event updated for resources: {'Port': ['ID=ca00fa9e-9173-413c-9959-0c785efceaf5,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:46.104309 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.104829 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.105407 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.106606 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.107130 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.107773 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.108375 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.108896 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.109449 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.110153 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.110657 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.111154 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:21:46.113123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.160271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.177858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-19386b1f-925c-4828-9005-eadb894cc761 None None] Port e1b167ff-d98b-4c05-a225-bdadc187eb27 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:21:46.191034 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Attempting to bind port ca00fa9e-9173-413c-9959-0c785efceaf5 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:21:46.191406 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Attempting to bind port ca00fa9e-9173-413c-9959-0c785efceaf5 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '18e35525-b2d8-4c7a-9dda-f5490103a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:21:46.192357 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Attempting to bind port ca00fa9e-9173-413c-9959-0c785efceaf5 on network 11d99444-dc06-4271-8870-d98449b0dd0e {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:21:46.199066 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:21:46.200098 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Checking segment: {'id': '18e35525-b2d8-4c7a-9dda-f5490103a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:21:46.200496 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.200899 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Bound using segment: {'id': '18e35525-b2d8-4c7a-9dda-f5490103a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:21:46.202022 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Bound port: ca00fa9e-9173-413c-9959-0c785efceaf5, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18e35525-b2d8-4c7a-9dda-f5490103a1b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:21:46.204347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.214209 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.305924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Pushing event updated for resources: {'Port': ['ID=f1be3347-2f4a-4213-b82b-d98c8297ab6f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:46.327057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Pushing event updated for resources: {'Port': ['ID=77e1dc2c-d943-4f8c-8651-98aed1bf0a83,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:46.338605 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] For port ca00fa9e-9173-413c-9959-0c785efceaf5, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:46.344833 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] For port ca00fa9e-9173-413c-9959-0c785efceaf5, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ca00fa9e-9173-413c-9959-0c785efceaf5,segment=NetworkSegment(18e35525-b2d8-4c7a-9dda-f5490103a1b4),segment_id=18e35525-b2d8-4c7a-9dda-f5490103a1b4)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:21:46.348732 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.360321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54bd5435-4d47-48da-9936-6b4028526f32', 'tag': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:46.362674 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc38cfc-a11b-4255-93a9-9b3c56437500" -d '{"events": [{"name": "network-changed", "server_uuid": "54bd5435-4d47-48da-9936-6b4028526f32", "tag": "d32bd2de-0c7a-4e8a-9863-fa955d68defd"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:46.378093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.398217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.444968 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.475586 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.476954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-4a21f3ab-bb34-43e8-878b-b791c3fc6014 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8187575 Feb 11 13:21:46.482261 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.483543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-f7995bc8-6fa3-46d6-8dfd-331cdfd70b5e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7729182 Feb 11 13:21:46.526326 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Routers {'69f5e114-b1db-438d-b66c-862475e5dfe6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:46.526962 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69f5e114-b1db-438d-b66c-862475e5dfe6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:46.547532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6018cfb4-e873-43ae-8278-2035f3b7df68 None None] Provisioning complete for port ca00fa9e-9173-413c-9959-0c785efceaf5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:46.548139 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6018cfb4-e873-43ae-8278-2035f3b7df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.559678 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e19fa-980d-4a76-ad44-5e8792308693 None None] Pushing event updated for resources: {'Port': ['ID=ca00fa9e-9173-413c-9959-0c785efceaf5,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:46.587432 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-47c8983c-ab44-4771-8636-25c83cf923ca tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0959220 Feb 11 13:21:46.588381 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.646596 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-94d84b2f-4f85-4ffb-8fa9-78f47e07b75c tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.252 HTTP/1.1" status: 200 len: 696 time: 0.1542840 Feb 11 13:21:46.647215 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6018cfb4-e873-43ae-8278-2035f3b7df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.701903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network 54357795-65be-438f-898f-11db6e4005be is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:46.724187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6018cfb4-e873-43ae-8278-2035f3b7df68 None None] For port ca00fa9e-9173-413c-9959-0c785efceaf5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ca00fa9e-9173-413c-9959-0c785efceaf5,segment=NetworkSegment(18e35525-b2d8-4c7a-9dda-f5490103a1b4),segment_id=18e35525-b2d8-4c7a-9dda-f5490103a1b4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:46.727611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:46.738858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:46.763996 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] Set router 69f5e114-b1db-438d-b66c-862475e5dfe6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:46.798859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6018cfb4-e873-43ae-8278-2035f3b7df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:46.804103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-bb7a4b72-b3f9-4839-8185-aa10492fd03d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:46.807661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-bb7a4b72-b3f9-4839-8185-aa10492fd03d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.2184925 Feb 11 13:21:46.826407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-928032f2-6025-4ad3-9514-b14ee0125591 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:21:46.827330 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8435b37-6cea-44d4-aafc-9c8b57b4120e req-928032f2-6025-4ad3-9514-b14ee0125591 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111096 Feb 11 13:21:46.864567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Port': ['ID=a9bc597b-9e92-4318-aff9-f0728c8146b2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:46.935577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-3025aa8c-768f-4e9e-8613-0b235bb71d29 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:46.937431 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4ec165a-b471-45bb-84ee-bd57d6fe4042 req-3025aa8c-768f-4e9e-8613-0b235bb71d29 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.2543333 Feb 11 13:21:46.944915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018cfb4-e873-43ae-8278-2035f3b7df68 None None] Pushing event updated for resources: {'Port': ['ID=ca00fa9e-9173-413c-9959-0c785efceaf5,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:46.960760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:46.962684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.029824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-215c3864-8939-4ea4-bdea-8d02dd8de91b None None] Provisioning complete for port ca00fa9e-9173-413c-9959-0c785efceaf5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:47.030900 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-215c3864-8939-4ea4-bdea-8d02dd8de91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.058483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-11206b92-741f-40da-aa16-caa6006876a4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7502282 Feb 11 13:21:47.091812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edb008d-a53e-49c8-8fa8-e48dd3b7c5a0 None None] Network e4f4d906-9c4b-48bb-930e-7263dc5fd141 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:21:47.131836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d587af-0d0a-402a-a5de-5dc46a4c7d57 req-fd5b173c-57ed-4ba4-b05d-8e66c3c0191c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:47.133479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46d587af-0d0a-402a-a5de-5dc46a4c7d57 req-fd5b173c-57ed-4ba4-b05d-8e66c3c0191c tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.0727761 Feb 11 13:21:47.177484 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'name': 'tempest-FloatingIPsTestJSON-1617578676-router', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:33Z', 'updated_at': '2022-02-11T13:21:39Z', 'revision_number': 4, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'gw_port': {'id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:35Z', 'updated_at': '2022-02-11T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ca00fa9e-9173-413c-9959-0c785efceaf5', 'name': '', 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'mac_address': 'fa:16:3e:6b:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '50dde44b-8967-4ae6-81aa-c4918ff1b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:38Z', 'updated_at': '2022-02-11T13:21:46Z', 'revision_number': 4, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'subnets': [{'id': '50dde44b-8967-4ae6-81aa-c4918ff1b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:47.186231 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46d587af-0d0a-402a-a5de-5dc46a4c7d57 req-fe5f84dc-2814-4410-a1a3-9513b20a211a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397980 Feb 11 13:21:47.213173 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79753c34-630f-4c45-af3c-0038d8cab1a8 None None] The sync data for ids ['69f5e114-b1db-438d-b66c-862475e5dfe6'] in n-d-816488-1 is: [{'id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'name': 'tempest-FloatingIPsTestJSON-1617578676-router', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:33Z', 'updated_at': '2022-02-11T13:21:39Z', 'revision_number': 4, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'gw_port': {'id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:35Z', 'updated_at': '2022-02-11T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ca00fa9e-9173-413c-9959-0c785efceaf5', 'name': '', 'network_id': '11d99444-dc06-4271-8870-d98449b0dd0e', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'mac_address': 'fa:16:3e:6b:c9:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '50dde44b-8967-4ae6-81aa-c4918ff1b153', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:38Z', 'updated_at': '2022-02-11T13:21:46Z', 'revision_number': 4, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'subnets': [{'id': '50dde44b-8967-4ae6-81aa-c4918ff1b153', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:47.240234 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a23d58-3c76-41ed-a526-855b73bc234e x-openstack-request-id: req-e1a23d58-3c76-41ed-a526-855b73bc234e {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:47.241448 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54bd5435-4d47-48da-9936-6b4028526f32", "tag": "d32bd2de-0c7a-4e8a-9863-fa955d68defd", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:47.242054 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1a23d58-3c76-41ed-a526-855b73bc234e {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:47.243783 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54bd5435-4d47-48da-9936-6b4028526f32', 'tag': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd', 'status': 'completed', 'code': 200} Feb 11 13:21:47.380069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc38cfc-a11b-4255-93a9-9b3c56437500 req-f7736a30-ffb3-46d6-a781-69e20c3f7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:47.381609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ffc38cfc-a11b-4255-93a9-9b3c56437500 req-f7736a30-ffb3-46d6-a781-69e20c3f7bb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 1125 time: 0.1029174 Feb 11 13:21:47.382583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c4bc2c67-daa5-4a19-b345-bbb7579f4687 None None] Provisioning complete for port 97f03bd7-5589-4d93-8436-3ac9dcb6feba triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:47.383060 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2c67-daa5-4a19-b345-bbb7579f4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.396728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-ae7f2990-81b1-4d1f-9e64-3b8cd5f197fc tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:47.398602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-ae7f2990-81b1-4d1f-9e64-3b8cd5f197fc tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0821528 Feb 11 13:21:47.544334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-44e8b25e-0751-40f0-8dcf-758264227b19 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.1356959 Feb 11 13:21:47.562318 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-68250a29-4f55-4ef6-96f7-8347ed03404e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Request body: {'floatingip': {'port_id': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:47.582286 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2c67-daa5-4a19-b345-bbb7579f4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.638196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-68250a29-4f55-4ef6-96f7-8347ed03404e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.657224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c4bc2c67-daa5-4a19-b345-bbb7579f4687 None None] For port 97f03bd7-5589-4d93-8436-3ac9dcb6feba, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=97f03bd7-5589-4d93-8436-3ac9dcb6feba,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:47.713998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c63a-5f05-45fa-b589-94723568b477 req-da3aa2e4-70eb-484a-9ef8-f0d7053e28d7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:47.715908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd86c63a-5f05-45fa-b589-94723568b477 req-da3aa2e4-70eb-484a-9ef8-f0d7053e28d7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0&tenant_id=5cb5a7db126d40d38512c5877f3b5910&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 949 time: 0.1684277 Feb 11 13:21:47.733707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2c67-daa5-4a19-b345-bbb7579f4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.745613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 29418b28-e0b7-472f-be02-f3658d8fbd1a up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:47.830896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc38cfc-a11b-4255-93a9-9b3c56437500 req-45671c3d-c2bb-41a1-aa0f-c27ceb00da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:47.832985 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ffc38cfc-a11b-4255-93a9-9b3c56437500 req-45671c3d-c2bb-41a1-aa0f-c27ceb00da9d service neutron] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.4332967 Feb 11 13:21:47.842568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c4bc2c67-daa5-4a19-b345-bbb7579f4687 None None] Provisioning complete for port a9bc597b-9e92-4318-aff9-f0728c8146b2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:47.845480 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c4bc2c67-daa5-4a19-b345-bbb7579f4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:47.884770 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c20ff0be-818b-42ad-a276-1e76b413e5c3 req-57a67480-4fd0-45fc-8b84-49753e66fa79 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips/6e5cd73f-b275-4b7e-90d4-87f3d47b5189 HTTP/1.1" status: 200 len: 693 time: 0.0899119 Feb 11 13:21:47.885527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:47.919270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c63a-5f05-45fa-b589-94723568b477 req-b5eca091-a4e2-4ba1-8908-b57b97771fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:47.921399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd86c63a-5f05-45fa-b589-94723568b477 req-b5eca091-a4e2-4ba1-8908-b57b97771fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 1100 time: 0.1368208 Feb 11 13:21:47.958084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc2c67-daa5-4a19-b345-bbb7579f4687 None None] Pushing event updated for resources: {'Port': ['ID=97f03bd7-5589-4d93-8436-3ac9dcb6feba,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:47.966098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc2c67-daa5-4a19-b345-bbb7579f4687 None None] Port a9bc597b-9e92-4318-aff9-f0728c8146b2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:21:47.983497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ffc38cfc-a11b-4255-93a9-9b3c56437500 req-02fed1ef-ad4a-4f24-9fa8-aed921ede977 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd HTTP/1.1" status: 200 len: 217 time: 0.1397345 Feb 11 13:21:47.987076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 29418b28-e0b7-472f-be02-f3658d8fbd1a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:47.987446 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.010562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:48.011130 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.081246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ff0be-818b-42ad-a276-1e76b413e5c3 req-73103695-eae8-45be-9832-b336b4c7a6b9 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.082936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c20ff0be-818b-42ad-a276-1e76b413e5c3 req-73103695-eae8-45be-9832-b336b4c7a6b9 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1900997 Feb 11 13:21:48.098080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c63a-5f05-45fa-b589-94723568b477 req-6c5a1e3c-70da-4bd9-877f-b4b059bef12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.099698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd86c63a-5f05-45fa-b589-94723568b477 req-6c5a1e3c-70da-4bd9-877f-b4b059bef12d service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1492488 Feb 11 13:21:48.115264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3b1e1983-e5d1-48a0-856d-d869881187df None None] Provisioning complete for port 97f03bd7-5589-4d93-8436-3ac9dcb6feba triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:48.115670 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b1e1983-e5d1-48a0-856d-d869881187df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.160580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd86c63a-5f05-45fa-b589-94723568b477 req-1e15fd67-0aad-4cc2-8f71-4651f81b568b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a HTTP/1.1" status: 200 len: 217 time: 0.0456808 Feb 11 13:21:48.260020 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.270381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 97f03bd7-5589-4d93-8436-3ac9dcb6feba up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:48.272850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c63a-5f05-45fa-b589-94723568b477 req-2ec17956-6612-42aa-9cd1-b49fc9d0fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.275212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd86c63a-5f05-45fa-b589-94723568b477 req-2ec17956-6612-42aa-9cd1-b49fc9d0fab8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1055188 Feb 11 13:21:48.334783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29418b28-e0b7-472f-be02-f3658d8fbd1a'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:48.337105 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add93b33-656d-4dcf-a2f8-6c20c6fcaa4b" -d '{"events": [{"server_uuid": "37589d9f-7bc6-4473-8e5d-c1cb632e88b0", "name": "network-vif-plugged", "status": "completed", "tag": "29418b28-e0b7-472f-be02-f3658d8fbd1a"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:48.353691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689e0dc-4e84-483b-ae43-e33d7094b7ca req-29ef2641-efa4-47f3-868d-cf02874d2754 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.355424 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0689e0dc-4e84-483b-ae43-e33d7094b7ca req-29ef2641-efa4-47f3-868d-cf02874d2754 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1346364 Feb 11 13:21:48.377118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 29418b28-e0b7-472f-be02-f3658d8fbd1a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:48.405055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 97f03bd7-5589-4d93-8436-3ac9dcb6feba triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:48.405442 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.415186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-56da73af-8809-4061-b462-3d99037b6185 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.416861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-56da73af-8809-4061-b462-3d99037b6185 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.59 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 945 time: 0.1189587 Feb 11 13:21:48.420196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86c63a-5f05-45fa-b589-94723568b477 req-8c10df5d-dacf-4bd8-a30a-97fd00864a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.422637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd86c63a-5f05-45fa-b589-94723568b477 req-8c10df5d-dacf-4bd8-a30a-97fd00864a51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1346157 Feb 11 13:21:48.423642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc38cfc-a11b-4255-93a9-9b3c56437500 req-e6f703c6-586b-41aa-9a4d-8f033f6a33fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:48.425065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ffc38cfc-a11b-4255-93a9-9b3c56437500 req-e6f703c6-586b-41aa-9a4d-8f033f6a33fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.4147530 Feb 11 13:21:48.445170 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.481409 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0689e0dc-4e84-483b-ae43-e33d7094b7ca req-3533d18a-0f07-438f-a13a-d342a8267eb2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127000 Feb 11 13:21:48.494643 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ffc38cfc-a11b-4255-93a9-9b3c56437500 req-83481480-f8bc-4135-be3b-88dbc6c4a04f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342071 Feb 11 13:21:48.534860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=29418b28-e0b7-472f-be02-f3658d8fbd1a,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:48.539905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ca00fa9e-9173-413c-9959-0c785efceaf5 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:48.594155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ca00fa9e-9173-413c-9959-0c785efceaf5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:48.594958 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.658036 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd86c63a-5f05-45fa-b589-94723568b477 req-ac921497-6fcb-491f-a039-d9b7b3d225ed service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164748 Feb 11 13:21:48.714467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-51a0df81-b377-4181-9ead-8f7cc847a80a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Deleting port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:48.716301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-51a0df81-b377-4181-9ead-8f7cc847a80a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.728027 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ffc38cfc-a11b-4255-93a9-9b3c56437500 req-bc570a97-a3d2-42dd-aa4f-090e25720dbd service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802497 Feb 11 13:21:48.893005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-68250a29-4f55-4ef6-96f7-8347ed03404e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:48.909280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ffc38cfc-a11b-4255-93a9-9b3c56437500 req-fbbefcff-b394-427e-a53d-793fbfb275dc service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564384 Feb 11 13:21:48.982393 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-68250a29-4f55-4ef6-96f7-8347ed03404e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.113646 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-68250a29-4f55-4ef6-96f7-8347ed03404e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Floating IP 5b95679d-e544-4107-b437-57b4d3b0db9a associated. External IP: 172.25.0.218, port: 15c888a7-4795-47d0-956e-e9499b6e11ef. Feb 11 13:21:49.167463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44628) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:49.172486 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5388dc04-51f0-49e4-9a39-eeed52134694 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127420168', 'description': 'tempest-description--1879947940'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:49.194009 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-51a0df81-b377-4181-9ead-8f7cc847a80a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] For port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:49.194564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-51a0df81-b377-4181-9ead-8f7cc847a80a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.212427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-51a0df81-b377-4181-9ead-8f7cc847a80a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Calling delete_port for 7f0a0561-adf6-4a56-a651-c8d7ce9f199e owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:49.299112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd86c63a-5f05-45fa-b589-94723568b477 req-a2ff0b71-b42c-4869-98dd-e48fb5e029dc service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209266 Feb 11 13:21:49.342446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f079837-96f6-453b-ae2d-45feb5214d00 req-2d6073c4-813d-40e8-ad95-b33d6dac7933 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:49.344129 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f079837-96f6-453b-ae2d-45feb5214d00 req-2d6073c4-813d-40e8-ad95-b33d6dac7933 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0866153 Feb 11 13:21:49.344857 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5388dc04-51f0-49e4-9a39-eeed52134694 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.400648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-68250a29-4f55-4ef6-96f7-8347ed03404e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:49.430412 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f079837-96f6-453b-ae2d-45feb5214d00 req-1ee5b93c-cab5-46e7-af51-c1c5daa944d2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795534 Feb 11 13:21:49.532671 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5388dc04-51f0-49e4-9a39-eeed52134694 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.543891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 97f03bd7-5589-4d93-8436-3ac9dcb6feba up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:21:49.567638 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-51a0df81-b377-4181-9ead-8f7cc847a80a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.595242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-68250a29-4f55-4ef6-96f7-8347ed03404e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:49.607057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-68250a29-4f55-4ef6-96f7-8347ed03404e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.610573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] Sync routers for ids ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:49.611079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5388dc04-51f0-49e4-9a39-eeed52134694 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.618597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0df81-b377-4181-9ead-8f7cc847a80a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Pushing event deleted for resources: {'Port': ['ID=7f0a0561-adf6-4a56-a651-c8d7ce9f199e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:49.644024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] Routers {'69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:49.645842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:49.660837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa0384-6f71-4bc1-9060-48403f044219 req-799e420b-442f-48bf-97f8-92cdbe583cb0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:49.670069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9aa0384-6f71-4bc1-9060-48403f044219 req-799e420b-442f-48bf-97f8-92cdbe583cb0 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31 HTTP/1.1" status: 200 len: 866 time: 0.1498680 Feb 11 13:21:49.677153 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-68250a29-4f55-4ef6-96f7-8347ed03404e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "PUT /v2.0/floatingips/5b95679d-e544-4107-b437-57b4d3b0db9a HTTP/1.1" status: 200 len: 996 time: 2.1249142 Feb 11 13:21:49.687977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'tag': '15c888a7-4795-47d0-956e-e9499b6e11ef'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:49.687977 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d2d295-acee-4138-ac76-7931525236d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a98065d8-ba5c-420f-bbe8-469e86a21867", "tag": "15c888a7-4795-47d0-956e-e9499b6e11ef"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:49.707054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-51a0df81-b377-4181-9ead-8f7cc847a80a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] No DVR routers for this DVR port 7f0a0561-adf6-4a56-a651-c8d7ce9f199e on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:49.711170 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-51a0df81-b377-4181-9ead-8f7cc847a80a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.713846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 97f03bd7-5589-4d93-8436-3ac9dcb6feba triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:21:49.714279 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.715636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78f8eb6c-c299-4d5c-b499-73acae4fa9ed req-51a0df81-b377-4181-9ead-8f7cc847a80a tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.59 "DELETE /v2.0/ports/7f0a0561-adf6-4a56-a651-c8d7ce9f199e HTTP/1.1" status: 204 len: 173 time: 1.2883742 Feb 11 13:21:49.719001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'name': 'network-vif-deleted', 'tag': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:49.721731 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbce410-0573-40a6-b243-b7812d9e138c" -d '{"events": [{"server_uuid": "5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31", "name": "network-vif-deleted", "tag": "7f0a0561-adf6-4a56-a651-c8d7ce9f199e"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:49.741251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388dc04-51f0-49e4-9a39-eeed52134694 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52ca0094-8228-4422-90bb-9eb315037a63,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:49.757325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5388dc04-51f0-49e4-9a39-eeed52134694 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:49.760805 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5388dc04-51f0-49e4-9a39-eeed52134694 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5915799 Feb 11 13:21:49.761614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9aa0384-6f71-4bc1-9060-48403f044219 req-49957cba-d81e-444e-9df0-885cb6253b9f tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901043 Feb 11 13:21:49.762652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44634) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:49.782490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f7037908-9038-458c-9771-439946d79ad5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'security_group_rule': {'security_group_id': '52ca0094-8228-4422-90bb-9eb315037a63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:49.800868 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-44c5be09-b6b9-440c-b89a-5e93e2b6abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:49.811860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-44c5be09-b6b9-440c-b89a-5e93e2b6abae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec63b91a683420492e80ec2076fbd8a&device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 1096 time: 0.1202056 Feb 11 13:21:49.859740 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-824c7d2c-2719-477e-9dc2-bde324737dfd req-1bcd04be-3d12-4998-ac3c-81887d8b5ac0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=484b0516d66f4900ac029a0ba8d7b202 HTTP/1.1" status: 200 len: 696 time: 0.0791223 Feb 11 13:21:49.886145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] Set router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:49.953739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-7c502f48-0615-4632-b347-a254eb9e822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:49.962299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-7c502f48-0615-4632-b347-a254eb9e822b service neutron] 10.222.0.52 "GET /v2.0/networks?id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e HTTP/1.1" status: 200 len: 930 time: 0.1492651 Feb 11 13:21:50.039808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-7e29d335-ba96-4fb0-9265-d11eaa9ed845 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c888a7-4795-47d0-956e-e9499b6e11ef HTTP/1.1" status: 200 len: 999 time: 0.0768547 Feb 11 13:21:50.044101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c7d2c-2719-477e-9dc2-bde324737dfd req-a02a838f-fa58-42bb-9cd4-42e26f7bcc70 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.052563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-824c7d2c-2719-477e-9dc2-bde324737dfd req-a02a838f-fa58-42bb-9cd4-42e26f7bcc70 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/networks?id=a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 787 time: 0.1863520 Feb 11 13:21:50.058266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-824c7d2c-2719-477e-9dc2-bde324737dfd req-021e1204-7759-4efb-b6db-c8bd049f2501 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:21:50.075002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-824c7d2c-2719-477e-9dc2-bde324737dfd req-021e1204-7759-4efb-b6db-c8bd049f2501 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171988 Feb 11 13:21:50.082749 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7037908-9038-458c-9771-439946d79ad5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.131801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-7f037c86-4711-4e4f-a71c-c9dad7a4f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.135744 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-7f037c86-4711-4e4f-a71c-c9dad7a4f322 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9366ddb3-addd-4836-bce6-cc719bd2acbe HTTP/1.1" status: 200 len: 868 time: 0.0928063 Feb 11 13:21:50.196949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e642f52-ae2c-4ff2-8313-d267b6be73d2 req-2227fbcd-a8cb-453b-8eaf-db63199bc8b7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.206580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e642f52-ae2c-4ff2-8313-d267b6be73d2 req-2227fbcd-a8cb-453b-8eaf-db63199bc8b7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 944 time: 0.0822573 Feb 11 13:21:50.247771 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e642f52-ae2c-4ff2-8313-d267b6be73d2 req-2a7d8675-768e-4fef-899e-c7021edb731a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404243 Feb 11 13:21:50.250964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-55bd7b6d-05a6-4045-8caa-ffb555ea2c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.252776 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-55bd7b6d-05a6-4045-8caa-ffb555ea2c53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961347 Feb 11 13:21:50.254491 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7037908-9038-458c-9771-439946d79ad5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.259630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '5b95679d-e544-4107-b437-57b4d3b0db9a', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'port_id': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'mac_address': 'fa:16:3e:7a:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:45Z', 'updated_at': '2022-02-11T13:21:48Z', 'revision_number': 1, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07576e93-3a56-42ff-9d65-ed6927ef781d', 'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'mac_address': 'fa:16:3e:d3:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:18Z', 'updated_at': '2022-02-11T13:21:25Z', 'revision_number': 5, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'subnets': [{'id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:50.292177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] Checking router: 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:50.302677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] Routers {'69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:50.303302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:50.365497 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b209052-4ec7-4a2d-80f6-d94565690394 x-openstack-request-id: req-0b209052-4ec7-4a2d-80f6-d94565690394 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:50.365938 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37589d9f-7bc6-4473-8e5d-c1cb632e88b0", "name": "network-vif-plugged", "status": "completed", "tag": "29418b28-e0b7-472f-be02-f3658d8fbd1a", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:50.366281 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b209052-4ec7-4a2d-80f6-d94565690394 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:50.370092 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29418b28-e0b7-472f-be02-f3658d8fbd1a', 'code': 200} Feb 11 13:21:50.382352 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7037908-9038-458c-9771-439946d79ad5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.442634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7037908-9038-458c-9771-439946d79ad5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d828e7f6-6a97-459e-a08c-12273fb2447e,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:50.461261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-2c16c030-153c-439c-ad98-a22f85c696c5 service neutron] 10.222.0.52 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008860 Feb 11 13:21:50.463841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce270a-7806-450d-953d-361901d75226 req-0b4b72b8-03a4-48da-89d7-220750fdd8f5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.470100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] Set router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:50.473183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4bce270a-7806-450d-953d-361901d75226 req-0b4b72b8-03a4-48da-89d7-220750fdd8f5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0912578 Feb 11 13:21:50.534644 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7037908-9038-458c-9771-439946d79ad5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.538806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f7037908-9038-458c-9771-439946d79ad5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7676356 Feb 11 13:21:50.546238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4bce270a-7806-450d-953d-361901d75226 req-3df5ef17-eb47-4499-9b5f-c25a7a7aa532 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689542 Feb 11 13:21:50.549137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44640) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:50.556554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2f1803f9-6e52-4ec4-b1d2-924faea8fd0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'security_group_rule': {'security_group_id': '52ca0094-8228-4422-90bb-9eb315037a63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:50.612791 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-965dccaf-83a4-4225-962d-2e21099eb1b5 req-2cfcec92-2e77-4642-87d0-3bc7290f7ebe service neutron] 10.222.0.52 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460934 Feb 11 13:21:50.618002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-c671d2c1-7d44-499d-ab75-c69b0b88d51d service neutron] 10.222.0.59 "GET /v2.0/ports/d32bd2de-0c7a-4e8a-9863-fa955d68defd/bindings/n-h1-816488-1 HTTP/1.1" status: 200 len: 384 time: 0.1206744 Feb 11 13:21:50.619263 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed54cf89-390a-4527-9bd3-2713f064d8f3 x-openstack-request-id: req-ed54cf89-390a-4527-9bd3-2713f064d8f3 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:50.619667 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98065d8-ba5c-420f-bbe8-469e86a21867", "tag": "15c888a7-4795-47d0-956e-e9499b6e11ef", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:50.620148 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed54cf89-390a-4527-9bd3-2713f064d8f3 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:50.631967 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'tag': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'status': 'completed', 'code': 200} Feb 11 13:21:50.667274 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d5e2a-61a0-4140-9707-2f3646022f45 x-openstack-request-id: req-f23d5e2a-61a0-4140-9707-2f3646022f45 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:50.667568 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31", "name": "network-vif-deleted", "tag": "7f0a0561-adf6-4a56-a651-c8d7ce9f199e", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:50.667818 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f23d5e2a-61a0-4140-9707-2f3646022f45 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:50.668985 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc3f9b4-d3ac-4cf2-b6d0-39538d2fcf31', 'name': 'network-vif-deleted', 'tag': '7f0a0561-adf6-4a56-a651-c8d7ce9f199e', 'status': 'completed', 'code': 200} Feb 11 13:21:50.695293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2d295-acee-4138-ac76-7931525236d0 req-08457ad3-2e32-47ba-a093-ad33f75105bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.697175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7d2d295-acee-4138-ac76-7931525236d0 req-08457ad3-2e32-47ba-a093-ad33f75105bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ec63b91a683420492e80ec2076fbd8a&device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 1096 time: 0.0585253 Feb 11 13:21:50.741258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-9e196e36-6697-4aee-803e-407d9c05f4cb tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips/6e5cd73f-b275-4b7e-90d4-87f3d47b5189 HTTP/1.1" status: 200 len: 693 time: 0.0603905 Feb 11 13:21:50.850281 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2f1803f9-6e52-4ec4-b1d2-924faea8fd0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:50.870874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2d295-acee-4138-ac76-7931525236d0 req-5eb4c368-df70-45f6-9728-8b078251f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.873902 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7d2d295-acee-4138-ac76-7931525236d0 req-5eb4c368-df70-45f6-9728-8b078251f3e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e HTTP/1.1" status: 200 len: 930 time: 0.1702409 Feb 11 13:21:50.929561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '5b95679d-e544-4107-b437-57b4d3b0db9a', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'port_id': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'mac_address': 'fa:16:3e:7a:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:45Z', 'updated_at': '2022-02-11T13:21:48Z', 'revision_number': 1, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07576e93-3a56-42ff-9d65-ed6927ef781d', 'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'mac_address': 'fa:16:3e:d3:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:18Z', 'updated_at': '2022-02-11T13:21:25Z', 'revision_number': 5, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'subnets': [{'id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:50.954921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-89d75007-d93c-4034-8c48-1e175b0ab739 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:50.958764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b52c43c-fbd3-4f0a-9c52-d6a558c37b6b None None] The sync data for ids ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'] in n-d-816488-1 is: [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '5b95679d-e544-4107-b437-57b4d3b0db9a', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'port_id': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'mac_address': 'fa:16:3e:7a:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:45Z', 'updated_at': '2022-02-11T13:21:48Z', 'revision_number': 1, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07576e93-3a56-42ff-9d65-ed6927ef781d', 'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'mac_address': 'fa:16:3e:d3:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:18Z', 'updated_at': '2022-02-11T13:21:25Z', 'revision_number': 5, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'subnets': [{'id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:50.962323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-89d75007-d93c-4034-8c48-1e175b0ab739 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.2115228 Feb 11 13:21:51.014931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1789c1-1805-4d14-bb33-bfd0b9788237 req-6c660a12-4fec-4d28-825e-b932728bbdac tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:51.021831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b1789c1-1805-4d14-bb33-bfd0b9788237 req-6c660a12-4fec-4d28-825e-b932728bbdac tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1914678 Feb 11 13:21:51.033285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-5af03b66-1965-4441-aac5-01591d4e77c1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.252 HTTP/1.1" status: 200 len: 696 time: 0.0698259 Feb 11 13:21:51.050550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2f1803f9-6e52-4ec4-b1d2-924faea8fd0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.071752 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7d2d295-acee-4138-ac76-7931525236d0 req-35966834-53b1-4016-88bb-95e6c266443e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c888a7-4795-47d0-956e-e9499b6e11ef HTTP/1.1" status: 200 len: 999 time: 0.1890471 Feb 11 13:21:51.090878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-64646d12-aa23-44d2-84f5-d3afc7e4f761 service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:51.102594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-e5ac24cf-6a1e-4674-8b33-98d042d892f9 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.252 HTTP/1.1" status: 200 len: 696 time: 0.0682995 Feb 11 13:21:51.117533 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b1789c1-1805-4d14-bb33-bfd0b9788237 req-09da089e-2841-42b4-8f31-b88f7b5c5851 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782745 Feb 11 13:21:51.159729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-64646d12-aa23-44d2-84f5-d3afc7e4f761 service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:51.163589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2d295-acee-4138-ac76-7931525236d0 req-c0ad9216-90c9-4eb7-8e19-e48fbd511231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:51.165390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7d2d295-acee-4138-ac76-7931525236d0 req-c0ad9216-90c9-4eb7-8e19-e48fbd511231 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9366ddb3-addd-4836-bce6-cc719bd2acbe HTTP/1.1" status: 200 len: 868 time: 0.0821295 Feb 11 13:21:51.178256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2f1803f9-6e52-4ec4-b1d2-924faea8fd0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.253241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-64646d12-aa23-44d2-84f5-d3afc7e4f761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32bd2de-0c7a-4e8a-9863-fa955d68defd {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:21:51.266791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-64646d12-aa23-44d2-84f5-d3afc7e4f761 service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:51.270961 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf956f5-42aa-4432-a163-db596cf82995 None None] New status for floating IP 5b95679d-e544-4107-b437-57b4d3b0db9a: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:21:51.290869 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1803f9-6e52-4ec4-b1d2-924faea8fd0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8601df8e-1eda-491e-9c63-3e070543d1f0,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:51.299055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-3337b1a6-19c4-457f-86b9-089906935dc1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Deleting port f1be3347-2f4a-4213-b82b-d98c8297ab6f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:51.299430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-3337b1a6-19c4-457f-86b9-089906935dc1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.334709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2d295-acee-4138-ac76-7931525236d0 req-071a48fd-44c8-4797-9f6d-8868b2f6bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:51.337289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7d2d295-acee-4138-ac76-7931525236d0 req-071a48fd-44c8-4797-9f6d-8868b2f6bb8b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559517 Feb 11 13:21:51.346195 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-8ec60988-10f6-4764-a636-3dcf520370ef tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 258 time: 0.1795495 Feb 11 13:21:51.349366 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-64646d12-aa23-44d2-84f5-d3afc7e4f761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.369446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:51.408924 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2f1803f9-6e52-4ec4-b1d2-924faea8fd0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.410224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2f1803f9-6e52-4ec4-b1d2-924faea8fd0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8587370 Feb 11 13:21:51.413386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44656) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:51.418595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:51.441242 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-3337b1a6-19c4-457f-86b9-089906935dc1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.441661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-3337b1a6-19c4-457f-86b9-089906935dc1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.467617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-3337b1a6-19c4-457f-86b9-089906935dc1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Calling delete_port for f1be3347-2f4a-4213-b82b-d98c8297ab6f owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:51.468059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7d2d295-acee-4138-ac76-7931525236d0 req-dc8588d2-aac9-4c2d-90f5-e5666650b751 service neutron] 10.222.0.59 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208599 Feb 11 13:21:51.483463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-64646d12-aa23-44d2-84f5-d3afc7e4f761 service neutron] Transition to ACTIVE for port object d32bd2de-0c7a-4e8a-9863-fa955d68defd will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:21:51.567593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7d2d295-acee-4138-ac76-7931525236d0 req-7186d46f-22fb-47b3-91a6-e68306bd31e1 service neutron] 10.222.0.59 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923228 Feb 11 13:21:51.587156 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.633252 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-64646d12-aa23-44d2-84f5-d3afc7e4f761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.683217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.699679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.701618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-64646d12-aa23-44d2-84f5-d3afc7e4f761 service neutron] No DVR routers for this DVR port d32bd2de-0c7a-4e8a-9863-fa955d68defd on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:51.724584 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-3337b1a6-19c4-457f-86b9-089906935dc1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.742448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64646d12-aa23-44d2-84f5-d3afc7e4f761 service neutron] Pushing event updated for resources: {'Port': ['ID=d32bd2de-0c7a-4e8a-9863-fa955d68defd,revision_number=10']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:51.814955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Allocated IP 172.25.0.117 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/a31ce91f-3036-41a6-8d92-f4bee6eca7b0) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:51.817555 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-64646d12-aa23-44d2-84f5-d3afc7e4f761 service neutron] 10.222.0.59 "PUT /v2.0/ports/d32bd2de-0c7a-4e8a-9863-fa955d68defd/bindings/n-h1-816488-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1900897 Feb 11 13:21:51.818429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337b1a6-19c4-457f-86b9-089906935dc1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Pushing event deleted for resources: {'Port': ['ID=f1be3347-2f4a-4213-b82b-d98c8297ab6f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:51.889406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-3337b1a6-19c4-457f-86b9-089906935dc1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.892007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-3337b1a6-19c4-457f-86b9-089906935dc1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.893193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9ef95c0-95a0-4d10-afcd-dea3cdb97214 req-3337b1a6-19c4-457f-86b9-089906935dc1 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "DELETE /v2.0/floatingips/6e5cd73f-b275-4b7e-90d4-87f3d47b5189 HTTP/1.1" status: 204 len: 173 time: 0.7810607 Feb 11 13:21:51.930084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d32bd2de-0c7a-4e8a-9863-fa955d68defd no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:51.932269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.935260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:51.987970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d32bd2de-0c7a-4e8a-9863-fa955d68defd not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:51.988503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7f0a0561-adf6-4a56-a651-c8d7ce9f199e no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:52.011119 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 7f0a0561-adf6-4a56-a651-c8d7ce9f199e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:52.011464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7f0a0561-adf6-4a56-a651-c8d7ce9f199e not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:52.055647 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.093384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:52.098294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:52.102144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:52.110395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-37916b2d-efd5-4b34-9edf-3d8c07a0dde4 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.111930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-37916b2d-efd5-4b34-9edf-3d8c07a0dde4 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.1262350 Feb 11 13:21:52.122276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f502be-ebdc-435e-996c-6dd335e8d5e7 req-afa03832-8c58-498a-a093-7eae1ad628da tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.127387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-64f502be-ebdc-435e-996c-6dd335e8d5e7 req-afa03832-8c58-498a-a093-7eae1ad628da tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1220138 Feb 11 13:21:52.133252 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Pushing event updated for resources: {'Port': ['ID=a31ce91f-3036-41a6-8d92-f4bee6eca7b0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:52.179453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Allocated IP 172.25.0.222 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/9b7503d5-9ec5-41ab-bb8b-ad4ef85d1330) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:52.203247 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.228855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-64f502be-ebdc-435e-996c-6dd335e8d5e7 req-f9e3e153-5a0e-4e8c-86a5-4642fed95178 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919425 Feb 11 13:21:52.266735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-178ab19d-245f-4fd5-a987-8a19b7c486ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.270930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-178ab19d-245f-4fd5-a987-8a19b7c486ed service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32&tenant_id=ddb699d6ec6d410587575318a8f50efc HTTP/1.1" status: 200 len: 1096 time: 0.1417718 Feb 11 13:21:52.317888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.368524 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.401082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a1759-05fa-4aaf-b498-6c1956fa411a req-3aca46cc-abaa-4056-9d8e-1d6813343332 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.402512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-940a1759-05fa-4aaf-b498-6c1956fa411a req-3aca46cc-abaa-4056-9d8e-1d6813343332 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.1080809 Feb 11 13:21:52.405794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-e7f485da-a777-4c67-adb7-dba5f34f9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.407179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-e7f485da-a777-4c67-adb7-dba5f34f9ae6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 1096 time: 0.1074557 Feb 11 13:21:52.476721 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.503070 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-940a1759-05fa-4aaf-b498-6c1956fa411a req-080fe2c5-7959-41f9-9a28-b32ce983e07c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917671 Feb 11 13:21:52.535328 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.539689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-d9d28033-c57a-4f39-9b5b-e8b3efa8da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.541524 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-d9d28033-c57a-4f39-9b5b-e8b3efa8da5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1244111 Feb 11 13:21:52.585654 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.588372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-4c17b95e-e697-40f8-a9f1-1b14db98083b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd HTTP/1.1" status: 200 len: 217 time: 0.0404634 Feb 11 13:21:52.604976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Pushing event updated for resources: {'Port': ['ID=a31ce91f-3036-41a6-8d92-f4bee6eca7b0,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:52.616657 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.691706 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.692724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:52.692896 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-b8a44a96-9194-4566-b4bf-62550abf904d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3384583 Feb 11 13:21:52.698834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:52.702650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:52.729260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Port': ['ID=9b7503d5-9ec5-41ab-bb8b-ad4ef85d1330,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:52.745710 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-fa0489b5-8d32-400b-9faa-8cf2a9392c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.747088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-dc2ab7b8-6109-464b-b856-cc4aa62b71bd tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.0478086 Feb 11 13:21:52.748543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-fa0489b5-8d32-400b-9faa-8cf2a9392c99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.1482472 Feb 11 13:21:52.762441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5a51a-e3df-4baf-8095-ff2c8190b6e7 req-03e23904-0eef-4c48-81b6-24f5d6f3fc58 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.764324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8cb5a51a-e3df-4baf-8095-ff2c8190b6e7 req-03e23904-0eef-4c48-81b6-24f5d6f3fc58 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 945 time: 0.1814449 Feb 11 13:21:52.803145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-dede28f2-eb5f-4ca2-8778-3fde8eb48a6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360937 Feb 11 13:21:52.858025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-0d589e35-4148-4d11-9bc4-5012af9f219e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:52.859569 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8a5da15-2111-4137-a0ca-4e2f595f6067 req-0d589e35-4148-4d11-9bc4-5012af9f219e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1061873 Feb 11 13:21:52.903999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8cb5a51a-e3df-4baf-8095-ff2c8190b6e7 req-252297a1-04ef-42fa-a06e-182655d295c0 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262379 Feb 11 13:21:52.924920 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:52.965664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-564413c6-213a-48b3-8465-8cb6e26c2bd6 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508064 Feb 11 13:21:53.063695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.078595 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-95ed9ecc-5bff-41ce-8391-2691f50cfe44 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2029238 Feb 11 13:21:53.088888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:53.112861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-20bebe72-a23a-4b6a-9c59-632008d3e358 service neutron] 10.222.0.13 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395855 Feb 11 13:21:53.221411 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.240892 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.312440 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.327462 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.400316 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.403704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Port': ['ID=9b7503d5-9ec5-41ab-bb8b-ad4ef85d1330,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:53.455340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Allocated IP 172.25.0.11 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/6f638212-9717-4be6-bd94-1372ef200998) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:21:53.471746 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40aeae8-4e62-4dce-a595-69de1f33a2e3 req-9c6683aa-900e-4583-a934-fbed1c21a358 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:53.473319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b40aeae8-4e62-4dce-a595-69de1f33a2e3 req-9c6683aa-900e-4583-a934-fbed1c21a358 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0523767 Feb 11 13:21:53.515683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b40aeae8-4e62-4dce-a595-69de1f33a2e3 req-eb5f83e9-b3ea-45b8-bdbf-f6180356bafb tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352962 Feb 11 13:21:53.530337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.532331 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cf7ba72d-ca04-48f9-9cb8-9dba858b49e3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1173394 Feb 11 13:21:53.595173 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.643920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-9a655418-5847-4d07-b65b-34b9c5f5fb39 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:53.646256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-9a655418-5847-4d07-b65b-34b9c5f5fb39 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32&tenant_id=ddb699d6ec6d410587575318a8f50efc&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.0527232 Feb 11 13:21:53.684758 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.727764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:21:53.733368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:21:53.737106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:21:53.738736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11872e54-2540-4750-b1a3-c84eaff6b15b req-e680f74d-5a22-418d-b44c-31eba61a60fd tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:53.742418 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11872e54-2540-4750-b1a3-c84eaff6b15b req-e680f74d-5a22-418d-b44c-31eba61a60fd tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0931566 Feb 11 13:21:53.766280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Pushing event updated for resources: {'Port': ['ID=6f638212-9717-4be6-bd94-1372ef200998,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:53.818947 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11872e54-2540-4750-b1a3-c84eaff6b15b req-bf643e25-6131-46d5-b314-64f813962128 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.0695765 Feb 11 13:21:53.829549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.837719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-11872e54-2540-4750-b1a3-c84eaff6b15b req-1489488a-3017-4de3-b120-41fe42171d52 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Request body: {'floatingip': {'port_id': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:53.880558 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11872e54-2540-4750-b1a3-c84eaff6b15b req-1489488a-3017-4de3-b120-41fe42171d52 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.944366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.982672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-3e4d09b0-5425-4843-8fc0-265b283fa7e9 service neutron] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:21:53.987652 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-3e4d09b0-5425-4843-8fc0-265b283fa7e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:53.988778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458809ae-a922-4ae7-aca1-8720dae8c5e9 req-3e4d09b0-5425-4843-8fc0-265b283fa7e9 service neutron] 10.222.0.13 "DELETE /v2.0/ports/d32bd2de-0c7a-4e8a-9863-fa955d68defd/bindings/n-h2-816488-1 HTTP/1.1" status: 204 len: 173 time: 0.3324282 Feb 11 13:21:54.411791 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.449861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-505a3dbb-c0b9-460a-9f4b-6744aa5fe8c1 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:54.451539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-505a3dbb-c0b9-460a-9f4b-6744aa5fe8c1 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.59 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 944 time: 0.4116249 Feb 11 13:21:54.500578 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-11872e54-2540-4750-b1a3-c84eaff6b15b req-1489488a-3017-4de3-b120-41fe42171d52 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:21:54.501613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11872e54-2540-4750-b1a3-c84eaff6b15b req-1489488a-3017-4de3-b120-41fe42171d52 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "PUT /v2.0/floatingips/c5908b8c-f2d7-4f5b-8e11-f62e324439e3 HTTP/1.1" status: 409 len: 550 time: 0.6696353 Feb 11 13:21:54.511228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.597733 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Pushing event updated for resources: {'Port': ['ID=6f638212-9717-4be6-bd94-1372ef200998,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:54.613608 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.614846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-ce16869d-6abe-4c5a-87bd-b0a813357e35 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Deleting port 32d74923-94cd-459b-bfba-b97ab02165a7 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:54.615202 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-ce16869d-6abe-4c5a-87bd-b0a813357e35 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.675335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498ebe7-f038-49d3-9da9-4a215d0d5868 req-2286e66d-be68-446c-b5aa-51c028b1e39c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:54.676898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3498ebe7-f038-49d3-9da9-4a215d0d5868 req-2286e66d-be68-446c-b5aa-51c028b1e39c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/ports?device_id=b154fa24-a6bf-426d-97fc-6a43f0acd536 HTTP/1.1" status: 200 len: 944 time: 0.1174030 Feb 11 13:21:54.739303 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fb6804b7-4ec9-41d9-b630-7961f195ed1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.742915 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3498ebe7-f038-49d3-9da9-4a215d0d5868 req-8d8e6be8-435c-4277-8d00-ee608bd6c63c tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.52 "GET /v2.0/security-groups?id=3e6f0c1e-f78f-4705-827e-b96e67f15ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580282 Feb 11 13:21:54.748635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-ce16869d-6abe-4c5a-87bd-b0a813357e35 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] For port 32d74923-94cd-459b-bfba-b97ab02165a7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=32d74923-94cd-459b-bfba-b97ab02165a7,segment=NetworkSegment(7305153a-06cd-4fe0-8153-09229020b830),segment_id=7305153a-06cd-4fe0-8153-09229020b830)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:21:54.749062 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-ce16869d-6abe-4c5a-87bd-b0a813357e35 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.761818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-ce16869d-6abe-4c5a-87bd-b0a813357e35 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Calling delete_port for 32d74923-94cd-459b-bfba-b97ab02165a7 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:54.795586 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:54.802591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-040052a4-6fb4-4351-b65c-540c2bbea6c0 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7177899 Feb 11 13:21:54.869926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-8b6a889d-c11f-4b25-9d4a-741b25c21634 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.11 HTTP/1.1" status: 200 len: 695 time: 0.0662937 Feb 11 13:21:54.924324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-7dfb0e59-359f-47e3-9c45-97f222c38f27 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--127420168&fields=id&tenant_id=8b4e1c14428046458aba447fc81623ed HTTP/1.1" status: 200 len: 267 time: 0.0478461 Feb 11 13:21:54.982293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-4bf9ddbd-0b26-475d-8243-5bafdb4fde9b tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:54.983752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-4bf9ddbd-0b26-475d-8243-5bafdb4fde9b tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports/e1b167ff-d98b-4c05-a225-bdadc187eb27 HTTP/1.1" status: 200 len: 931 time: 0.0520298 Feb 11 13:21:54.986420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-9effb4e0-1bfe-4917-9f5a-81739fc5e36f tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:54.987773 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-768dcda3-4d82-4952-bf9d-3a3fc0a322fe req-9effb4e0-1bfe-4917-9f5a-81739fc5e36f tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1114368 Feb 11 13:21:55.034809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-ce16869d-6abe-4c5a-87bd-b0a813357e35 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.078125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-d5a28f1b-a459-4235-a4fb-93612b3b0784 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:55.079491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-d5a28f1b-a459-4235-a4fb-93612b3b0784 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports/a9bc597b-9e92-4318-aff9-f0728c8146b2 HTTP/1.1" status: 200 len: 931 time: 0.0898259 Feb 11 13:21:55.080234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16869d-6abe-4c5a-87bd-b0a813357e35 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Pushing event deleted for resources: {'Port': ['ID=32d74923-94cd-459b-bfba-b97ab02165a7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:55.099930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6db6c7-c8be-497a-b566-5f775be5b520 req-09229117-33a5-497d-abcb-9b75c5dd6bf7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:55.101437 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0b6db6c7-c8be-497a-b566-5f775be5b520 req-09229117-33a5-497d-abcb-9b75c5dd6bf7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 945 time: 0.0606835 Feb 11 13:21:55.141353 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0b6db6c7-c8be-497a-b566-5f775be5b520 req-b8d285e3-a0f5-4c1e-9933-4c8b8cbec317 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Feb 11 13:21:55.167511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-ce16869d-6abe-4c5a-87bd-b0a813357e35 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] No DVR routers for this DVR port 32d74923-94cd-459b-bfba-b97ab02165a7 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:21:55.176710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-e148b654-67dd-4d93-b7b5-1f42d9ff6dee tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?network_id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0882692 Feb 11 13:21:55.179657 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-ce16869d-6abe-4c5a-87bd-b0a813357e35 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.182953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-64d773b6-3105-4e64-a4c5-daa4486983ab req-ce16869d-6abe-4c5a-87bd-b0a813357e35 tempest-LiveMigrationTest-1282283619 tempest-LiveMigrationTest-1282283619-project] 10.222.0.59 "DELETE /v2.0/ports/32d74923-94cd-459b-bfba-b97ab02165a7 HTTP/1.1" status: 204 len: 173 time: 0.7225609 Feb 11 13:21:55.183912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'name': 'network-vif-deleted', 'tag': '32d74923-94cd-459b-bfba-b97ab02165a7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:55.186483 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742e61db-5683-4745-830a-c8fdd521ea09" -d '{"events": [{"server_uuid": "b154fa24-a6bf-426d-97fc-6a43f0acd536", "name": "network-vif-deleted", "tag": "32d74923-94cd-459b-bfba-b97ab02165a7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:55.216727 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-9d4d50aa-8348-4ac3-87cc-cbb17e9e8b03 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips/c5908b8c-f2d7-4f5b-8e11-f62e324439e3 HTTP/1.1" status: 200 len: 693 time: 0.0439396 Feb 11 13:21:55.219847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-52f3eae8-250d-435f-98cb-a57429bb6b3e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?network_id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0422585 Feb 11 13:21:55.318801 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.333892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-24b564f2-03aa-4e28-a8b0-992875634d02 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:55.335221 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-24b564f2-03aa-4e28-a8b0-992875634d02 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1092186 Feb 11 13:21:55.336712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eb60ca43-babb-4654-afc7-77b96b71d129 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:55.342543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eb60ca43-babb-4654-afc7-77b96b71d129 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:55.345880 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-dc7f7a2c-4a84-4e3c-b549-0ed88be2c9df tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:21:55.346814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-dc7f7a2c-4a84-4e3c-b549-0ed88be2c9df tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055120 Feb 11 13:21:55.348414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eb60ca43-babb-4654-afc7-77b96b71d129 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:55.350068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eb60ca43-babb-4654-afc7-77b96b71d129 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/networks?id=82e326e6-190a-41c5-9091-43f8b7834047&id=54357795-65be-438f-898f-11db6e4005be&id=54357795-65be-438f-898f-11db6e4005be&id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&id=e4f4d906-9c4b-48bb-930e-7263dc5fd141 HTTP/1.1" status: 200 len: 1988 time: 0.1241052 Feb 11 13:21:55.366563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-dbc17ca1-55f8-4548-a450-0bfb6e0c3272 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/quotas/8b4e1c14428046458aba447fc81623ed HTTP/1.1" status: 200 len: 375 time: 0.0100262 Feb 11 13:21:55.400627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-64828155-afda-42ca-957e-07ab83f62dc8 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.0470498 Feb 11 13:21:55.439293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-25ff4741-f79f-4e02-a7db-00260df482c0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0656929 Feb 11 13:21:55.455560 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-c343c799-b255-491a-8db1-54b6d1f5d8ea tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.0480189 Feb 11 13:21:55.588378 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-fb80be0b-22d0-42c5-b10d-0dbfc795bd22 service neutron] 10.222.0.52 "GET /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363118 Feb 11 13:21:55.593966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-451d44cc-5b16-4de0-b9e0-3b978e5b2395 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Deleting port a31ce91f-3036-41a6-8d92-f4bee6eca7b0 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:55.594396 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-451d44cc-5b16-4de0-b9e0-3b978e5b2395 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.673840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-451d44cc-5b16-4de0-b9e0-3b978e5b2395 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.674275 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-451d44cc-5b16-4de0-b9e0-3b978e5b2395 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:55.682575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-7b2b40a4-9e47-42a5-838c-0ae3ca8d64ac service neutron] 10.222.0.52 "GET /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873442 Feb 11 13:21:55.686998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-451d44cc-5b16-4de0-b9e0-3b978e5b2395 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Calling delete_port for a31ce91f-3036-41a6-8d92-f4bee6eca7b0 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:55.723797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-87e2b5a4-5e99-4401-92c0-78bb8adaaf13 service neutron] 10.222.0.52 "GET /v2.0/ports/e1b167ff-d98b-4c05-a225-bdadc187eb27?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0340281 Feb 11 13:21:55.816083 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-a2da7882-22a8-4dcd-b809-c531623c1bb4 service neutron] 10.222.0.52 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862145 Feb 11 13:21:55.912010 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ead62d6d-bf1c-4194-94e7-4fb68512690e service neutron] 10.222.0.52 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893168 Feb 11 13:21:55.952220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-4c84f106-9908-437f-9294-5171cbfe4c0c service neutron] 10.222.0.52 "GET /v2.0/ports/a9bc597b-9e92-4318-aff9-f0728c8146b2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0337460 Feb 11 13:21:55.986865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-451d44cc-5b16-4de0-b9e0-3b978e5b2395 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.015703 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d44cc-5b16-4de0-b9e0-3b978e5b2395 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Pushing event deleted for resources: {'Port': ['ID=a31ce91f-3036-41a6-8d92-f4bee6eca7b0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:56.044135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-135648b7-62c0-4b66-9cd1-8f48c4df5bfe service neutron] 10.222.0.52 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858595 Feb 11 13:21:56.082747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-451d44cc-5b16-4de0-b9e0-3b978e5b2395 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.085307 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-451d44cc-5b16-4de0-b9e0-3b978e5b2395 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.086478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00cdb81f-6b37-4088-9733-cd2b3666f23e req-451d44cc-5b16-4de0-b9e0-3b978e5b2395 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "DELETE /v2.0/floatingips/c5908b8c-f2d7-4f5b-8e11-f62e324439e3 HTTP/1.1" status: 204 len: 173 time: 0.6242728 Feb 11 13:21:56.136836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-8e54f7c4-702e-4ad2-8962-8a7482d3b8c5 service neutron] 10.222.0.52 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859611 Feb 11 13:21:56.249887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-9453e5ec-faf3-44f7-b9ed-d355fcc2698c service neutron] 10.222.0.52 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064417 Feb 11 13:21:56.283588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851a604-bba3-4ca9-a680-9bd217e0c43c req-867e94e9-2c29-4241-857d-87a0184b3d6e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:56.285232 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f851a604-bba3-4ca9-a680-9bd217e0c43c req-867e94e9-2c29-4241-857d-87a0184b3d6e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0622754 Feb 11 13:21:56.323575 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f851a604-bba3-4ca9-a680-9bd217e0c43c req-671f556d-f26d-4352-be0c-f93e52cfe68d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Feb 11 13:21:56.348703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-100dc387-fb8f-4206-9201-59b79dae3a74 service neutron] 10.222.0.52 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921440 Feb 11 13:21:56.394046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-174d1010-a804-42f7-9ed8-0a16916987b4 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips/19aaf98b-10d9-4765-8b87-fd5113cde477 HTTP/1.1" status: 200 len: 692 time: 0.0444736 Feb 11 13:21:56.453340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-db9b22a1-43f5-4668-adfa-7e7530c3b374 service neutron] 10.222.0.52 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980091 Feb 11 13:21:56.505477 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-778572f2-2a4d-4784-8480-ca2f45fae2ad tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:56.506854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-778572f2-2a4d-4784-8480-ca2f45fae2ad tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1059070 Feb 11 13:21:56.546097 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-c42f51f0-3c23-418f-904d-cb499e30c098 service neutron] 10.222.0.52 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865412 Feb 11 13:21:56.558511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-16fdb33a-8e62-470c-a1b8-780dd613970b tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.11 HTTP/1.1" status: 200 len: 695 time: 0.0444765 Feb 11 13:21:56.612227 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-65605494-fee4-46e0-9038-af451c521e22 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.11 HTTP/1.1" status: 200 len: 695 time: 0.0474184 Feb 11 13:21:56.642389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-90528e40-3309-4b83-b273-8a49f891c592 service neutron] 10.222.0.52 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908833 Feb 11 13:21:56.736296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-e04816cd-441a-448f-80f5-c3077687db7c service neutron] 10.222.0.52 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877259 Feb 11 13:21:56.744972 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-7ffffe0e-1b2a-4d8b-a3aa-c52bd4c94a01 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Deleting port 6f638212-9717-4be6-bd94-1372ef200998 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:21:56.745309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-7ffffe0e-1b2a-4d8b-a3aa-c52bd4c94a01 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.825426 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-7ffffe0e-1b2a-4d8b-a3aa-c52bd4c94a01 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.825824 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-7ffffe0e-1b2a-4d8b-a3aa-c52bd4c94a01 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.834698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-fb64decf-63d9-4773-841e-f0ba2d61f11f service neutron] 10.222.0.52 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924146 Feb 11 13:21:56.837642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-7ffffe0e-1b2a-4d8b-a3aa-c52bd4c94a01 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Calling delete_port for 6f638212-9717-4be6-bd94-1372ef200998 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:21:56.894134 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-101a8cc1-e05e-41f3-88c6-6cf6bcde6fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:56.936852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-4ba2aca0-45e1-4ff3-bcc7-2229fa3c17f4 service neutron] 10.222.0.52 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952578 Feb 11 13:21:57.134007 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-7ffffe0e-1b2a-4d8b-a3aa-c52bd4c94a01 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.159794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffffe0e-1b2a-4d8b-a3aa-c52bd4c94a01 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Pushing event deleted for resources: {'Port': ['ID=6f638212-9717-4be6-bd94-1372ef200998,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:57.227471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-7ffffe0e-1b2a-4d8b-a3aa-c52bd4c94a01 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.230085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-7ffffe0e-1b2a-4d8b-a3aa-c52bd4c94a01 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.231800 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea7c2d31-1f07-4a67-98b1-1decd74851e8 req-7ffffe0e-1b2a-4d8b-a3aa-c52bd4c94a01 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "DELETE /v2.0/floatingips/19aaf98b-10d9-4765-8b87-fd5113cde477 HTTP/1.1" status: 204 len: 173 time: 0.6138742 Feb 11 13:21:57.293210 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c386751-613a-447f-ab04-7e7121e4ae84 x-openstack-request-id: req-0c386751-613a-447f-ab04-7e7121e4ae84 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:57.293210 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b154fa24-a6bf-426d-97fc-6a43f0acd536", "name": "network-vif-deleted", "tag": "32d74923-94cd-459b-bfba-b97ab02165a7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:57.293210 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c386751-613a-447f-ab04-7e7121e4ae84 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:57.293210 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b154fa24-a6bf-426d-97fc-6a43f0acd536', 'name': 'network-vif-deleted', 'tag': '32d74923-94cd-459b-bfba-b97ab02165a7', 'status': 'completed', 'code': 200} Feb 11 13:21:57.322769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44730) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:57.397221 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-5e39e435-77d2-4163-a124-a267754075d2 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 1001 time: 0.0665851 Feb 11 13:21:57.423428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd31b2f9-af9f-4681-a4d6-d2d952446af6 admin admin] Deleting subnet 580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:21:57.426705 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd31b2f9-af9f-4681-a4d6-d2d952446af6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.450193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-097624dc-fad0-4548-88da-50d2a7c8536e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:57.451551 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-097624dc-fad0-4548-88da-50d2a7c8536e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports/15c888a7-4795-47d0-956e-e9499b6e11ef HTTP/1.1" status: 200 len: 942 time: 0.0470283 Feb 11 13:21:57.467300 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd31b2f9-af9f-4681-a4d6-d2d952446af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.521844 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd31b2f9-af9f-4681-a4d6-d2d952446af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.559355 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-ae581dd4-508d-4980-90d7-fa8997e97350 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 1001 time: 0.0643241 Feb 11 13:21:57.562297 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.663786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-dfb64272-f752-409d-93e6-c9aa70dc6579 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:57.665157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-dfb64272-f752-409d-93e6-c9aa70dc6579 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.0993271 Feb 11 13:21:57.738779 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-13c5617b-85e2-49cf-aae5-6f553e73019e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 1001 time: 0.0667088 Feb 11 13:21:57.748739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-25e870fa-475c-4cc1-8d4d-ecc6de927bb7 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:21:57.768452 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd31b2f9-af9f-4681-a4d6-d2d952446af6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.796665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31b2f9-af9f-4681-a4d6-d2d952446af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:57.798869 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd31b2f9-af9f-4681-a4d6-d2d952446af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.803881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-25e870fa-475c-4cc1-8d4d-ecc6de927bb7 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.804577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dd31b2f9-af9f-4681-a4d6-d2d952446af6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/580aaa7f-bb53-45c2-9ffc-8f0f1ab9dad0 HTTP/1.1" status: 204 len: 168 time: 0.4805818 Feb 11 13:21:57.805504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44738) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:57.878167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.950851 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-25e870fa-475c-4cc1-8d4d-ecc6de927bb7 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.956688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:57.961221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 32d74923-94cd-459b-bfba-b97ab02165a7 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:21:57.979520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecabf25-7bf5-488c-aac7-98c892767d8d']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:57.988496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 32d74923-94cd-459b-bfba-b97ab02165a7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:21:57.988960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 32d74923-94cd-459b-bfba-b97ab02165a7 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:21:57.991004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7305153a-06cd-4fe0-8153-09229020b830') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:57.991299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7305153a-06cd-4fe0-8153-09229020b830') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.001494 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.014812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.020695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:21:58.021078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:58.022718 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:58.036599 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-25e870fa-475c-4cc1-8d4d-ecc6de927bb7 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.037035 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-25e870fa-475c-4cc1-8d4d-ecc6de927bb7 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Floating IP 5b95679d-e544-4107-b437-57b4d3b0db9a disassociated. External IP: 172.25.0.218, port: 15c888a7-4795-47d0-956e-e9499b6e11ef. Feb 11 13:21:58.247084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-25e870fa-475c-4cc1-8d4d-ecc6de927bb7 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:21:58.301126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.306821 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.312726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5ecabf25-7bf5-488c-aac7-98c892767d8d HTTP/1.1" status: 204 len: 168 time: 0.5037465 Feb 11 13:21:58.320550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44744) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:58.328047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385bec3-92c8-47a6-8390-a81d7699f9b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ecabf25-7bf5-488c-aac7-98c892767d8d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:58.352519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-25e870fa-475c-4cc1-8d4d-ecc6de927bb7 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:21:58.358875 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-25e870fa-475c-4cc1-8d4d-ecc6de927bb7 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.363238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] Sync routers for ids ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:21:58.367427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fa12a9-0fa8-4072-9a9b-fabde8ca694b admin admin] Deleting subnet da29cd3d-327d-4dd2-bf0a-7aca9184d978 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:21:58.370821 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2fa12a9-0fa8-4072-9a9b-fabde8ca694b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.373665 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] Routers {'69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:58.374319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.401399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-25e870fa-475c-4cc1-8d4d-ecc6de927bb7 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "PUT /v2.0/floatingips/5b95679d-e544-4107-b437-57b4d3b0db9a HTTP/1.1" status: 200 len: 695 time: 0.6566327 Feb 11 13:21:58.402897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'tag': '15c888a7-4795-47d0-956e-e9499b6e11ef'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:21:58.405536 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a98065d8-ba5c-420f-bbe8-469e86a21867", "tag": "15c888a7-4795-47d0-956e-e9499b6e11ef"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:21:58.408559 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2fa12a9-0fa8-4072-9a9b-fabde8ca694b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.456354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2fa12a9-0fa8-4072-9a9b-fabde8ca694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.458902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-e60b4cb5-c837-4f66-95d8-19d0f84db812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:58.469039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-e60b4cb5-c837-4f66-95d8-19d0f84db812 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ec63b91a683420492e80ec2076fbd8a&device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 1096 time: 0.0463188 Feb 11 13:21:58.520503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] Set router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:58.565068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-9beb6ed7-0a2b-4796-82c0-e093507a52be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:58.566640 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-9beb6ed7-0a2b-4796-82c0-e093507a52be service neutron] 10.222.0.52 "GET /v2.0/networks?id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e HTTP/1.1" status: 200 len: 930 time: 0.0976000 Feb 11 13:21:58.598826 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.612044 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-7fb2310d-d876-4353-800c-0d25755f5fe3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c888a7-4795-47d0-956e-e9499b6e11ef HTTP/1.1" status: 200 len: 217 time: 0.0388520 Feb 11 13:21:58.638345 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2fa12a9-0fa8-4072-9a9b-fabde8ca694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.661438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-1cadabe4-d46a-4523-a1c0-9c680b52f59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:58.662940 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-1cadabe4-d46a-4523-a1c0-9c680b52f59a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9366ddb3-addd-4836-bce6-cc719bd2acbe HTTP/1.1" status: 200 len: 868 time: 0.0445795 Feb 11 13:21:58.665545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa12a9-0fa8-4072-9a9b-fabde8ca694b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da29cd3d-327d-4dd2-bf0a-7aca9184d978,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:58.667588 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2fa12a9-0fa8-4072-9a9b-fabde8ca694b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.672051 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d2fa12a9-0fa8-4072-9a9b-fabde8ca694b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/da29cd3d-327d-4dd2-bf0a-7aca9184d978 HTTP/1.1" status: 204 len: 168 time: 0.3490455 Feb 11 13:21:58.673095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44748) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:58.740697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07576e93-3a56-42ff-9d65-ed6927ef781d', 'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'mac_address': 'fa:16:3e:d3:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:18Z', 'updated_at': '2022-02-11T13:21:25Z', 'revision_number': 5, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'subnets': [{'id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.741090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-29d44c00-2ca3-449d-8828-fd350e6e2597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:58.746567 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-29d44c00-2ca3-449d-8828-fd350e6e2597 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608923 Feb 11 13:21:58.759939 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.795591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] Checking router: 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:58.804738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] Routers {'69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:58.805424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.908662 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.942566 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9bd510-250c-4e53-946d-b87952e3524f']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.951447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-05f3716c-1f70-4aa9-9227-d59d024baace service neutron] 10.222.0.52 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966298 Feb 11 13:21:58.958215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1889b1c4-1aba-4cdf-97e3-5e09ec962a5b') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.958603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1889b1c4-1aba-4cdf-97e3-5e09ec962a5b') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:58.963832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] Set router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:58.974942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:58.984796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39596de2-111f-4436-a2a9-187c125d8c8a req-3b9d1a4e-a3ac-4d6c-8cb8-49e4f84db4ec tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:58.986507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39596de2-111f-4436-a2a9-187c125d8c8a req-3b9d1a4e-a3ac-4d6c-8cb8-49e4f84db4ec tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1225483 Feb 11 13:21:59.019930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:59.031624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:21:59.032110 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:21:59.033871 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:21:59.057679 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8dcbf20-6fa6-4de1-9614-245c24d2c082 req-faa04863-6970-408f-b0db-2a1e41d16fae service neutron] 10.222.0.52 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051111 Feb 11 13:21:59.079926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39596de2-111f-4436-a2a9-187c125d8c8a req-d5625a6c-42c1-41ec-b7c7-c58197e6f6b5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870945 Feb 11 13:21:59.161684 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-ec402a29-7066-4e1b-af72-1e32b4b8b354 req-c782d0f3-273b-464d-a44b-4f5776976917 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] show failed (client error): The resource could not be found. Feb 11 13:21:59.162787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec402a29-7066-4e1b-af72-1e32b4b8b354 req-c782d0f3-273b-464d-a44b-4f5776976917 tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips/19aaf98b-10d9-4765-8b87-fd5113cde477 HTTP/1.1" status: 404 len: 350 time: 0.0417337 Feb 11 13:21:59.175159 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:59.186056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:59.189247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] 10.222.0.52 "DELETE /v2.0/networks/0b9bd510-250c-4e53-946d-b87952e3524f HTTP/1.1" status: 204 len: 168 time: 0.5151763 Feb 11 13:21:59.201735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0560b4d-9034-4e7f-93d4-997ca9936881 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9bd510-250c-4e53-946d-b87952e3524f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:21:59.219549 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07576e93-3a56-42ff-9d65-ed6927ef781d', 'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'mac_address': 'fa:16:3e:d3:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:18Z', 'updated_at': '2022-02-11T13:21:25Z', 'revision_number': 5, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'subnets': [{'id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:59.240459 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4ce2fd-2549-4c55-adba-74d92f188e05 x-openstack-request-id: req-0f4ce2fd-2549-4c55-adba-74d92f188e05 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:21:59.240782 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98065d8-ba5c-420f-bbe8-469e86a21867", "tag": "15c888a7-4795-47d0-956e-e9499b6e11ef", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:21:59.242214 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0f4ce2fd-2549-4c55-adba-74d92f188e05 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:21:59.242674 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'tag': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'status': 'completed', 'code': 200} Feb 11 13:21:59.250277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9300f3a-1aac-4e01-9daa-f02ecd8ee096 None None] The sync data for ids ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'] in n-d-816488-1 is: [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:21:19Z', 'revision_number': 4, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07576e93-3a56-42ff-9d65-ed6927ef781d', 'name': '', 'network_id': '3d533cd0-8bbf-4d5c-90e3-194cb722f77e', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'mac_address': 'fa:16:3e:d3:e3:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:18Z', 'updated_at': '2022-02-11T13:21:25Z', 'revision_number': 5, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'subnets': [{'id': '9366ddb3-addd-4836-bce6-cc719bd2acbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:59.324692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5d9e9f76-9309-4feb-99a8-fc230413b455 req-70ae513a-b39f-4ada-a94f-229ab2902fe3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0292237 Feb 11 13:21:59.353573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-af8af3a5-e076-492f-a462-f3c35a58b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:59.355033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-af8af3a5-e076-492f-a462-f3c35a58b83f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7ec63b91a683420492e80ec2076fbd8a&device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 1096 time: 0.0862417 Feb 11 13:21:59.385534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b6ea9-66df-4ff8-a6d7-b54e0cdaa951 req-75f873b9-7980-4c0b-a263-527f8227f319 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:59.387509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-140b6ea9-66df-4ff8-a6d7-b54e0cdaa951 req-75f873b9-7980-4c0b-a263-527f8227f319 tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 1096 time: 0.0832541 Feb 11 13:21:59.453547 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-f3d44d72-fb64-480f-ae2d-953807d0e06b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5cb5a7db126d40d38512c5877f3b5910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308313 Feb 11 13:21:59.486176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-140b6ea9-66df-4ff8-a6d7-b54e0cdaa951 req-76e30626-cb15-4d5d-8d9a-1516176decbd tempest-LiveAutoBlockMigrationV225Test-134635779 tempest-LiveAutoBlockMigrationV225Test-134635779-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610669 Feb 11 13:21:59.496708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-e52881fb-dd95-4d6a-a063-efa4c2ab5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:59.498471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-e52881fb-dd95-4d6a-a063-efa4c2ab5bc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e HTTP/1.1" status: 200 len: 930 time: 0.1353984 Feb 11 13:21:59.550965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-91cf0746-3cbe-44e8-98b8-aede352b237c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=15c888a7-4795-47d0-956e-e9499b6e11ef HTTP/1.1" status: 200 len: 217 time: 0.0454495 Feb 11 13:21:59.615325 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd7418-49a8-4ddd-b782-79061ea84f7d None None] New status for floating IP 5b95679d-e544-4107-b437-57b4d3b0db9a: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:21:59.619434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-8eeac6d7-2bf8-4d05-8583-79b4e8e6e76d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:59.620660 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-8eeac6d7-2bf8-4d05-8583-79b4e8e6e76d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659002 Feb 11 13:21:59.634785 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-f9657d12-9c6e-46eb-93a5-4c21e3442c8a req-760ca887-dc60-4041-bca3-74e7c9d07e9c tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] show failed (client error): The resource could not be found. Feb 11 13:21:59.635784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f9657d12-9c6e-46eb-93a5-4c21e3442c8a req-760ca887-dc60-4041-bca3-74e7c9d07e9c tempest-FloatingIPsTestJSON-443967371 tempest-FloatingIPsTestJSON-443967371-project] 10.222.0.52 "GET /v2.0/floatingips/19aaf98b-10d9-4765-8b87-fd5113cde477 HTTP/1.1" status: 404 len: 350 time: 0.0472033 Feb 11 13:21:59.636668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-f39e74e5-1f52-448c-9f6c-8de5c5064077 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/quotas/5cb5a7db126d40d38512c5877f3b5910 HTTP/1.1" status: 200 len: 375 time: 0.0099332 Feb 11 13:21:59.646530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44784) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:59.654726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-96f405f0-de3d-41ca-aa69-66a8417875fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:59.656138 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-96f405f0-de3d-41ca-aa69-66a8417875fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9366ddb3-addd-4836-bce6-cc719bd2acbe HTTP/1.1" status: 200 len: 868 time: 0.0991645 Feb 11 13:21:59.696132 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-a2358cfb-4f0f-4ede-942f-b17561f09313 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523131 Feb 11 13:21:59.735484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44788) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:59.787282 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-6329e667-6827-4429-8869-b2886bfa9084 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips/5b95679d-e544-4107-b437-57b4d3b0db9a HTTP/1.1" status: 200 len: 695 time: 0.1300631 Feb 11 13:21:59.804600 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-24c3a333-dc6a-4096-ae6c-0b2aac1f2130 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c143e0388f93410888c1f43650d02942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0657029 Feb 11 13:21:59.805131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44790) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:21:59.873572 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:59.885027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-50222179-ee4a-4425-bc4e-ebf84f014912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:59.887121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-50222179-ee4a-4425-bc4e-ebf84f014912 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3d533cd0-8bbf-4d5c-90e3-194cb722f77e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901596 Feb 11 13:21:59.887853 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b2ce82da-3eb2-454c-9e93-c4914addb18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:21:59.911056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b2ce82da-3eb2-454c-9e93-c4914addb18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.066533 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b2ce82da-3eb2-454c-9e93-c4914addb18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.067779 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b2ce82da-3eb2-454c-9e93-c4914addb18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.074345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b2ce82da-3eb2-454c-9e93-c4914addb18c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e6f0c1e-f78f-4705-827e-b96e67f15ac0 HTTP/1.1" status: 204 len: 168 time: 0.2665496 Feb 11 13:22:00.083243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce82da-3eb2-454c-9e93-c4914addb18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f0c1e-f78f-4705-827e-b96e67f15ac0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:00.181529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fecf2-e8a2-4d6b-a20e-013ba9d8e5c2 req-d3b434a6-3a49-4732-bcfc-812c8c12ed04 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:00.183485 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-522fecf2-e8a2-4d6b-a20e-013ba9d8e5c2 req-d3b434a6-3a49-4732-bcfc-812c8c12ed04 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0661154 Feb 11 13:22:00.255235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-522fecf2-e8a2-4d6b-a20e-013ba9d8e5c2 req-1bfccb5e-e36f-4ec2-b9f3-9be01c8cbe93 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546863 Feb 11 13:22:00.443762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-4994b42e-25f4-4375-81da-50b76ac598d2 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:00.445102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-4994b42e-25f4-4375-81da-50b76ac598d2 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.6228480 Feb 11 13:22:00.516014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-ad26b863-96c2-4a0c-8e7b-8ce05ce8ad69 service neutron] 10.222.0.59 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195972 Feb 11 13:22:00.555034 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-ba3c4e31-61a2-4b04-98d1-c59f2d8f1e78 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0941160 Feb 11 13:22:00.575089 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.664154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-edc26814-48a2-4454-8561-cdcce8240d40 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.218 HTTP/1.1" status: 200 len: 696 time: 0.0647984 Feb 11 13:22:00.781834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fed72159-fdfd-47c0-b5fb-80fd0891a880 req-fc302cf8-1821-4471-b6f1-a6a454dc6d6d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 210 time: 0.0268087 Feb 11 13:22:00.797870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbf4c326-28ba-40ee-a7da-9053fdfb95b3 req-72a3f3be-8cc6-4c87-8765-bb54b708bb01 service neutron] 10.222.0.59 "GET /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727757 Feb 11 13:22:00.903217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-8dde6056-d6ab-49a1-9ec8-73f466aaf832 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Deleting port 77e1dc2c-d943-4f8c-8651-98aed1bf0a83 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:00.903572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-8dde6056-d6ab-49a1-9ec8-73f466aaf832 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:00.923607 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305348-0ea1-4b6f-a4c7-a9070446efac req-41494ec5-79a4-4d38-99bb-288997b968b3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:00.925189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b305348-0ea1-4b6f-a4c7-a9070446efac req-41494ec5-79a4-4d38-99bb-288997b968b3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0545344 Feb 11 13:22:00.970321 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b305348-0ea1-4b6f-a4c7-a9070446efac req-4420afb8-e980-4d6a-a9cc-32b8310f19b1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382011 Feb 11 13:22:00.971955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44812) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:00.984152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.021296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5e522214-fc99-49d9-8164-f42a5de8a4c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42fed4ebaf9748048d7ad4db22cede5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460632 Feb 11 13:22:01.021528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44816) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:01.033613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-8dde6056-d6ab-49a1-9ec8-73f466aaf832 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.033894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-8dde6056-d6ab-49a1-9ec8-73f466aaf832 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.057937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-8dde6056-d6ab-49a1-9ec8-73f466aaf832 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Calling delete_port for 77e1dc2c-d943-4f8c-8651-98aed1bf0a83 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:01.114291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a7efa4f-c194-4906-8d84-d58a1469e097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.166304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9f5ea64-c5a6-44a1-be01-74c293927942 req-d5b9a030-a7f6-437b-8855-1213fe2da845 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0341601 Feb 11 13:22:01.171691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a7efa4f-c194-4906-8d84-d58a1469e097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.305334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d5d99-f165-48e2-b6fc-a1c6d02497fd req-aa849b61-aa3b-40b0-bb87-673d9255859e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:01.306812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-878d5d99-f165-48e2-b6fc-a1c6d02497fd req-aa849b61-aa3b-40b0-bb87-673d9255859e tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 945 time: 0.0561895 Feb 11 13:22:01.346930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-878d5d99-f165-48e2-b6fc-a1c6d02497fd req-fc73e4b4-7feb-409a-95ad-9b7367887cdb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331609 Feb 11 13:22:01.357750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a7efa4f-c194-4906-8d84-d58a1469e097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.364567 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a7efa4f-c194-4906-8d84-d58a1469e097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.364567 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1a7efa4f-c194-4906-8d84-d58a1469e097 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e21e6a36-f133-4f1a-af63-2b08b2c256ed HTTP/1.1" status: 204 len: 168 time: 0.3392663 Feb 11 13:22:01.374357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7efa4f-c194-4906-8d84-d58a1469e097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21e6a36-f133-4f1a-af63-2b08b2c256ed,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:01.415866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] Deleting port ca00fa9e-9173-413c-9959-0c785efceaf5 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:01.416409 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.483718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-8dde6056-d6ab-49a1-9ec8-73f466aaf832 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.502082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89d799-7e60-4c5a-b168-7096d9fe963d req-10f5a6ee-9204-43a6-8d51-01470bcd2de4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:01.504621 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1c89d799-7e60-4c5a-b168-7096d9fe963d req-10f5a6ee-9204-43a6-8d51-01470bcd2de4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0658526 Feb 11 13:22:01.529987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] For port ca00fa9e-9173-413c-9959-0c785efceaf5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ca00fa9e-9173-413c-9959-0c785efceaf5,segment=NetworkSegment(18e35525-b2d8-4c7a-9dda-f5490103a1b4),segment_id=18e35525-b2d8-4c7a-9dda-f5490103a1b4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:01.530383 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.535172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde6056-d6ab-49a1-9ec8-73f466aaf832 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Pushing event deleted for resources: {'Port': ['ID=77e1dc2c-d943-4f8c-8651-98aed1bf0a83,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:01.550790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1c89d799-7e60-4c5a-b168-7096d9fe963d req-20773bab-7521-4b75-b412-16fb941db6ea tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Feb 11 13:22:01.560372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] Calling delete_port for ca00fa9e-9173-413c-9959-0c785efceaf5 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:01.653110 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-8dde6056-d6ab-49a1-9ec8-73f466aaf832 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.655737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-8dde6056-d6ab-49a1-9ec8-73f466aaf832 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:01.656836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d807bde2-3f81-4e57-be5f-138a8f63c436 req-8dde6056-d6ab-49a1-9ec8-73f466aaf832 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "DELETE /v2.0/floatingips/5b95679d-e544-4107-b437-57b4d3b0db9a HTTP/1.1" status: 204 len: 173 time: 0.9723823 Feb 11 13:22:01.696587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20d9b-d64b-4e1b-9a9f-97b9927958c5 req-ef0103e4-4f73-4179-981e-df1facd62605 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:01.698912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-add20d9b-d64b-4e1b-9a9f-97b9927958c5 req-ef0103e4-4f73-4179-981e-df1facd62605 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0714407 Feb 11 13:22:01.747026 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-add20d9b-d64b-4e1b-9a9f-97b9927958c5 req-ce3ee310-b48e-40f5-a5c7-25f59870a076 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391979 Feb 11 13:22:01.770309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-c700c2f2-9674-4251-8ab1-6ae3301ef092 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:01.771758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-c700c2f2-9674-4251-8ab1-6ae3301ef092 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.13 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 945 time: 0.1293635 Feb 11 13:22:01.882932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee8b6a-0452-4aa9-9204-954a043c84bf req-5eba4371-2945-4bd3-9254-0e077d2c042d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:01.884629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cee8b6a-0452-4aa9-9204-954a043c84bf req-5eba4371-2945-4bd3-9254-0e077d2c042d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1415834 Feb 11 13:22:01.946340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cee8b6a-0452-4aa9-9204-954a043c84bf req-4c60d8e5-33d0-474f-8838-a4e12f4fdc37 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0515721 Feb 11 13:22:01.949905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2eeef5be-7929-46b9-b9ed-829810ddb630 req-b4a53c5c-6f01-4743-8e8f-89d343bfb886 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 210 time: 0.0436277 Feb 11 13:22:02.011594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-cf3a43aa-2ff8-4eec-96c2-3f09b9c4c51f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Deleting port d32bd2de-0c7a-4e8a-9863-fa955d68defd {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:02.012010 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-cf3a43aa-2ff8-4eec-96c2-3f09b9c4c51f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:02.032804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-e38fd7d1-6580-4d11-abfa-a08a84337f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:02.034201 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-e38fd7d1-6580-4d11-abfa-a08a84337f38 service neutron] 10.222.0.59 "GET /v2.0/ports/e1b167ff-d98b-4c05-a225-bdadc187eb27 HTTP/1.1" status: 200 len: 1027 time: 0.0748456 Feb 11 13:22:02.055813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-80378901-c37e-48e9-94ee-b4646f131a8f req-d70059e4-cd00-4347-b80b-0e1a29a1dc3d tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0670710 Feb 11 13:22:02.197732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-8c16b91e-39aa-461e-a132-7ab7d5737d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:02.199326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-8c16b91e-39aa-461e-a132-7ab7d5737d8c service neutron] 10.222.0.59 "GET /v2.0/ports/a9bc597b-9e92-4318-aff9-f0728c8146b2 HTTP/1.1" status: 200 len: 1027 time: 0.1347127 Feb 11 13:22:02.297845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-cf3a43aa-2ff8-4eec-96c2-3f09b9c4c51f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] For port d32bd2de-0c7a-4e8a-9863-fa955d68defd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d32bd2de-0c7a-4e8a-9863-fa955d68defd,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:02.298211 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-cf3a43aa-2ff8-4eec-96c2-3f09b9c4c51f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:02.322298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-cf3a43aa-2ff8-4eec-96c2-3f09b9c4c51f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Calling delete_port for d32bd2de-0c7a-4e8a-9863-fa955d68defd owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:02.363969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f1be4-23c1-4262-9661-a652a418079a req-d2b74800-0b86-4e75-80aa-42d325b61172 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:02.365533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d15f1be4-23c1-4262-9661-a652a418079a req-d2b74800-0b86-4e75-80aa-42d325b61172 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/networks?id=5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 200 len: 814 time: 0.3000431 Feb 11 13:22:02.410763 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:02.467887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d15f1be4-23c1-4262-9661-a652a418079a req-dfca62ee-d393-46af-bee1-79fa815acf64 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/quotas/4e348e61c06146e5809782bbea15e4ff HTTP/1.1" status: 200 len: 375 time: 0.0713575 Feb 11 13:22:02.474925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca00fa9e-9173-413c-9959-0c785efceaf5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:02.491611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-a6bcf918-6da9-4db6-8a44-b4d2070825e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:02.498210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-a6bcf918-6da9-4db6-8a44-b4d2070825e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:02.504049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-a6bcf918-6da9-4db6-8a44-b4d2070825e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:02.507855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-a6bcf918-6da9-4db6-8a44-b4d2070825e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "GET /v2.0/networks?id=82e326e6-190a-41c5-9091-43f8b7834047&id=54357795-65be-438f-898f-11db6e4005be&id=54357795-65be-438f-898f-11db6e4005be&id=54357795-65be-438f-898f-11db6e4005be&id=54357795-65be-438f-898f-11db6e4005be&id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&id=e4f4d906-9c4b-48bb-930e-7263dc5fd141 HTTP/1.1" status: 200 len: 1988 time: 0.2956419 Feb 11 13:22:02.712333 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b38710b-d1ce-433f-b916-84d05088fb58 req-a6a0ea2c-f286-46d7-b273-6dde48757409 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0498283 Feb 11 13:22:02.788749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-590b85ed-1e2a-48d2-b36f-c83ff8791e24 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b4e1c14428046458aba447fc81623ed HTTP/1.1" status: 200 len: 379 time: 0.2713101 Feb 11 13:22:02.792953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d15f1be4-23c1-4262-9661-a652a418079a req-dd1a8487-78fb-4f62-b77c-1d4fa62ac281 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4e348e61c06146e5809782bbea15e4ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3149290 Feb 11 13:22:02.799985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'admin_state_up': True, 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'security_groups': ['52ca0094-8228-4422-90bb-9eb315037a63']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:02.805962 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-cf3a43aa-2ff8-4eec-96c2-3f09b9c4c51f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:02.818825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['56d1caa3-26d2-4395-b603-beabb0d2696f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:02.956372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4b43df5-6ce8-4454-8f06-2c389100424f req-7d4bd579-b2fe-4142-9ac2-99edca012363 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.0592630 Feb 11 13:22:02.956372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-6ea12a6a-a7a9-4f39-8137-3e1075e0bfe3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cb5a7db126d40d38512c5877f3b5910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530119 Feb 11 13:22:03.258384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085dea7b-d623-47f5-b536-7ec050cd4440 req-e8756cc7-5520-4423-b080-5fa73cc4c85a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:03.260506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-085dea7b-d623-47f5-b536-7ec050cd4440 req-e8756cc7-5520-4423-b080-5fa73cc4c85a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2412314 Feb 11 13:22:03.270762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-37bffefb-f877-405e-82ac-0fd4af6ebd67 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:03.272878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-37bffefb-f877-405e-82ac-0fd4af6ebd67 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3214712 Feb 11 13:22:03.297678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Request body: {'port': {'device_id': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '5cb5a7db126d40d38512c5877f3b5910'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:03.372648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a43aa-2ff8-4eec-96c2-3f09b9c4c51f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Pushing event deleted for resources: {'Port': ['ID=d32bd2de-0c7a-4e8a-9863-fa955d68defd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:03.374024 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-085dea7b-d623-47f5-b536-7ec050cd4440 req-d2c78604-d4c8-4901-8d7c-b7e9abfa0e23 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999258 Feb 11 13:22:03.447534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-cf3a43aa-2ff8-4eec-96c2-3f09b9c4c51f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] No DVR routers for this DVR port d32bd2de-0c7a-4e8a-9863-fa955d68defd on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:03.454977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-cf3a43aa-2ff8-4eec-96c2-3f09b9c4c51f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:03.458630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe027f6b-a627-4141-b87a-3b56ca5c0fcf req-cf3a43aa-2ff8-4eec-96c2-3f09b9c4c51f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.13 "DELETE /v2.0/ports/d32bd2de-0c7a-4e8a-9863-fa955d68defd HTTP/1.1" status: 204 len: 173 time: 1.6713684 Feb 11 13:22:03.462268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54bd5435-4d47-48da-9936-6b4028526f32', 'name': 'network-vif-deleted', 'tag': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:03.465238 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81069f8b-54eb-4990-a090-d4303f112426" -d '{"events": [{"server_uuid": "54bd5435-4d47-48da-9936-6b4028526f32", "name": "network-vif-deleted", "tag": "d32bd2de-0c7a-4e8a-9863-fa955d68defd"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:03.492682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535caa39-c735-466e-9879-e66d7eaf5f0f req-e7345c8a-099c-4d3d-bd3a-30eaf6b95c0b tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:03.500333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-535caa39-c735-466e-9879-e66d7eaf5f0f req-e7345c8a-099c-4d3d-bd3a-30eaf6b95c0b tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 945 time: 0.6124909 Feb 11 13:22:03.524770 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:03.569960 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-535caa39-c735-466e-9879-e66d7eaf5f0f req-ba3d72e2-df63-4fdd-bd5a-1bb9c1240ef1 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641720 Feb 11 13:22:03.574749 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f582b915-b119-41ef-b6cd-d58c325b46f5 req-8b8a2ee6-2eae-4cb7-84de-82d3bf9ac5e8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 210 time: 0.0638292 Feb 11 13:22:03.622597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Made reservation on behalf of 5cb5a7db126d40d38512c5877f3b5910 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:03.632347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:03.690308 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb89d5f-f6a0-41c1-b219-4397357c8068 x-openstack-request-id: req-4cb89d5f-f6a0-41c1-b219-4397357c8068 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:03.690601 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54bd5435-4d47-48da-9936-6b4028526f32", "name": "network-vif-deleted", "tag": "d32bd2de-0c7a-4e8a-9863-fa955d68defd", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:03.690855 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cb89d5f-f6a0-41c1-b219-4397357c8068 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:03.691243 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54bd5435-4d47-48da-9936-6b4028526f32', 'name': 'network-vif-deleted', 'tag': 'd32bd2de-0c7a-4e8a-9863-fa955d68defd', 'status': 'completed', 'code': 200} Feb 11 13:22:03.768622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742577df-ff78-4d6f-9672-967c632004d0 req-27003982-254d-4103-a0b0-a6804df3ea31 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:03.773300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-742577df-ff78-4d6f-9672-967c632004d0 req-27003982-254d-4103-a0b0-a6804df3ea31 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0818007 Feb 11 13:22:03.815690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d32bd2de-0c7a-4e8a-9863-fa955d68defd no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:03.840042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:03.845359 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:03.853579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Allocated IP 192.168.233.39 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/9bc15c18-9f9d-4f73-ad18-03d1558e5f63) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:03.867298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: d32bd2de-0c7a-4e8a-9863-fa955d68defd {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:03.867788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d32bd2de-0c7a-4e8a-9863-fa955d68defd not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:03.890854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc00a267-29d0-482e-b61e-6df4237edcda req-ee8ce51c-af95-4d2d-ad78-f446d3882c12 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0707610 Feb 11 13:22:03.936464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-742577df-ff78-4d6f-9672-967c632004d0 req-6d0ea038-5d47-45e7-adb1-d997e1484d36 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334550 Feb 11 13:22:04.008994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] Router 69f5e114-b1db-438d-b66c-862475e5dfe6 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:04.124704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:04.145680 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-202cca97-2b16-49c7-814a-243b6afb51b0 req-e3dc8b67-9b91-4ef7-b4a4-55c728a3f8a5 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.0450182 Feb 11 13:22:04.227602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Allocated IP 172.20.0.3 (82e326e6-190a-41c5-9091-43f8b7834047/270b6f5f-34f9-478f-b64f-a56ab929ff15/39ea6c0d-50c9-461a-bc14-e44498996519) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:04.256493 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:04.268106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e8199d0a-87f2-434a-b6d9-35b961c843ce'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:04.273367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['29418b28-e0b7-472f-be02-f3658d8fbd1a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:04.333940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:04.343427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] Sync routers for ids ['69f5e114-b1db-438d-b66c-862475e5dfe6'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:04.350517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:04.369532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:04.372795 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:04.374443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-52a048d3-891a-49da-a6aa-6ba8588c3c74 admin admin] 10.222.0.52 "PUT /v2.0/routers/69f5e114-b1db-438d-b66c-862475e5dfe6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7265904 Feb 11 13:22:04.382190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44912) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:04.385280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:04.460761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] Routers {'69f5e114-b1db-438d-b66c-862475e5dfe6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:04.461470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69f5e114-b1db-438d-b66c-862475e5dfe6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:04.540789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe930d4c-305c-45a9-83d1-0ccba4ac05c0 req-20cc0409-bede-4c15-be9b-c7a04bb4cd39 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4e348e61c06146e5809782bbea15e4ff HTTP/1.1" status: 200 len: 221 time: 0.2950704 Feb 11 13:22:04.596128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:04.603911 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:04.704000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-2aec4c89-8ce3-4ecc-afab-8544f36a769b tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:04.705571 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-2aec4c89-8ce3-4ecc-afab-8544f36a769b tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.59 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 945 time: 0.4178436 Feb 11 13:22:04.797993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] Set router 69f5e114-b1db-438d-b66c-862475e5dfe6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:04.811452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:04.864991 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:04.932173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1cd7a-d5f1-42bc-93ea-dcf484f85526 req-aab20bbb-e965-40dd-bf82-7ce2ec60141f tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:04.932779 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-c30da8ac-201a-47d7-a515-652a9e0b8080 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6384087 Feb 11 13:22:04.934329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e4f1cd7a-d5f1-42bc-93ea-dcf484f85526 req-aab20bbb-e965-40dd-bf82-7ce2ec60141f tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 945 time: 0.1832168 Feb 11 13:22:04.969483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Request body: {'port': {'device_id': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:04.992992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-1fd0d8af-8183-401c-9c1a-ee94b7549f4e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Deleting port 15c888a7-4795-47d0-956e-e9499b6e11ef {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:04.993407 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-1fd0d8af-8183-401c-9c1a-ee94b7549f4e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:04.999023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e4f1cd7a-d5f1-42bc-93ea-dcf484f85526 req-90b3d656-b3e4-4c51-8e47-00dc4eeddbe5 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3865dba-5557-43b9-9f31-892920ba8b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586748 Feb 11 13:22:05.054664 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.071406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cc1d3-d176-418d-9758-31866b89b038 req-58886866-0102-4888-8da5-25bd09b979f5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:05.081471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-341cc1d3-d176-418d-9758-31866b89b038 req-58886866-0102-4888-8da5-25bd09b979f5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.3433297 Feb 11 13:22:05.145327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network 82e326e6-190a-41c5-9091-43f8b7834047 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:05.156614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:05.183525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-94040e6d-c6ef-4ae7-bcc9-5f72ea850c8e None None] Provisioning complete for port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:05.184193 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-94040e6d-c6ef-4ae7-bcc9-5f72ea850c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.186806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:05.197116 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.221026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-1fd0d8af-8183-401c-9c1a-ee94b7549f4e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] For port 15c888a7-4795-47d0-956e-e9499b6e11ef, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=15c888a7-4795-47d0-956e-e9499b6e11ef,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:05.221403 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-1fd0d8af-8183-401c-9c1a-ee94b7549f4e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.235382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-1fd0d8af-8183-401c-9c1a-ee94b7549f4e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Calling delete_port for 15c888a7-4795-47d0-956e-e9499b6e11ef owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:05.250757 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-341cc1d3-d176-418d-9758-31866b89b038 req-150f92ff-e247-4d3c-bdc3-0cb1572e820f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680131 Feb 11 13:22:05.294345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Port': ['ID=39ea6c0d-50c9-461a-bc14-e44498996519,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:05.351747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:05.352424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.401751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44913e-a5bf-455a-8b79-3951fcf32a69 req-8a2a8ee8-93d9-4dc9-97a7-f767bea6506c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:05.408009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed44913e-a5bf-455a-8b79-3951fcf32a69 req-8a2a8ee8-93d9-4dc9-97a7-f767bea6506c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 935 time: 0.3034766 Feb 11 13:22:05.472280 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed44913e-a5bf-455a-8b79-3951fcf32a69 req-ba58e73d-5183-4a72-bacc-0648a6dce087 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Feb 11 13:22:05.476005 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-eff3cf29-6c3a-4530-bde6-5e0be87b792d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6799157 Feb 11 13:22:05.488320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'network_id': '54357795-65be-438f-898f-11db6e4005be', 'admin_state_up': True, 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'security_groups': ['52ca0094-8228-4422-90bb-9eb315037a63']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:05.568555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-94040e6d-c6ef-4ae7-bcc9-5f72ea850c8e None None] Port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:22:05.605835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'name': 'tempest-FloatingIPsTestJSON-1617578676-router', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:33Z', 'updated_at': '2022-02-11T13:22:02Z', 'revision_number': 5, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'gw_port': {'id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:35Z', 'updated_at': '2022-02-11T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:05.641203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] Checking router: 69f5e114-b1db-438d-b66c-862475e5dfe6 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:05.664015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] Routers {'69f5e114-b1db-438d-b66c-862475e5dfe6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:05.664659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69f5e114-b1db-438d-b66c-862475e5dfe6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:05.764312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:05.769417 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.789542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.798422 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-1fd0d8af-8183-401c-9c1a-ee94b7549f4e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.848426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7dd20761-2306-4752-84a0-dc0d45333516 None None] Provisioning complete for port 39ea6c0d-50c9-461a-bc14-e44498996519 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:05.851258 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dd20761-2306-4752-84a0-dc0d45333516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.853556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['15c888a7-4795-47d0-956e-e9499b6e11ef'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:05.884867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0d8af-8183-401c-9c1a-ee94b7549f4e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Pushing event deleted for resources: {'Port': ['ID=15c888a7-4795-47d0-956e-e9499b6e11ef,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:05.946060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ee82a-4152-4c93-be72-6cc5f84214ab req-a946700c-df1a-496a-920e-b69cec006ded tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:05.946867 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7dd20761-2306-4752-84a0-dc0d45333516 None None] Port 39ea6c0d-50c9-461a-bc14-e44498996519 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:22:05.948623 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba7ee82a-4152-4c93-be72-6cc5f84214ab req-a946700c-df1a-496a-920e-b69cec006ded tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 931 time: 0.1780183 Feb 11 13:22:05.960278 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] Set router 69f5e114-b1db-438d-b66c-862475e5dfe6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:05.986351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-1fd0d8af-8183-401c-9c1a-ee94b7549f4e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] No DVR routers for this DVR port 15c888a7-4795-47d0-956e-e9499b6e11ef on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:05.991553 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-1fd0d8af-8183-401c-9c1a-ee94b7549f4e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:05.997461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b5ce433-69fb-4523-b4e4-2092c5aea7dd req-1fd0d8af-8183-401c-9c1a-ee94b7549f4e tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.59 "DELETE /v2.0/ports/15c888a7-4795-47d0-956e-e9499b6e11ef HTTP/1.1" status: 204 len: 173 time: 1.2737324 Feb 11 13:22:05.997965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'name': 'network-vif-deleted', 'tag': '15c888a7-4795-47d0-956e-e9499b6e11ef'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:06.000779 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854549a9-1750-4336-aabd-641e46f4ec8b" -d '{"events": [{"server_uuid": "a98065d8-ba5c-420f-bbe8-469e86a21867", "name": "network-vif-deleted", "tag": "15c888a7-4795-47d0-956e-e9499b6e11ef"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:06.089078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Allocated IP 10.1.1.125 (54357795-65be-438f-898f-11db6e4005be/4543e9c7-219f-4db3-93ce-30a6ea908219/2890c604-8e53-4973-8147-671cfbbcc7b1) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:06.148411 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba7ee82a-4152-4c93-be72-6cc5f84214ab req-19e6f0be-f572-4bc9-a1bb-0604709f7540 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772258 Feb 11 13:22:06.202497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Deleting port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:06.209056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.216797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-145f0e29-c4c4-403c-a507-dd3ca89c3c11 req-570dd5f5-7b3d-455e-b9a3-05fa505ff216 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.0875134 Feb 11 13:22:06.288596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'name': 'tempest-FloatingIPsTestJSON-1617578676-router', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:33Z', 'updated_at': '2022-02-11T13:22:02Z', 'revision_number': 5, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'gw_port': {'id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:35Z', 'updated_at': '2022-02-11T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:06.325752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d490ac2-fd1d-4025-8a06-d4a3676f8878 None None] The sync data for ids ['69f5e114-b1db-438d-b66c-862475e5dfe6'] in n-d-816488-1 is: [{'id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'name': 'tempest-FloatingIPsTestJSON-1617578676-router', 'tenant_id': '484b0516d66f4900ac029a0ba8d7b202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:33Z', 'updated_at': '2022-02-11T13:22:02Z', 'revision_number': 5, 'project_id': '484b0516d66f4900ac029a0ba8d7b202', 'gw_port': {'id': '4dd2ed1f-285b-4f52-91e5-7bfd16468ff9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f5e114-b1db-438d-b66c-862475e5dfe6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:35Z', 'updated_at': '2022-02-11T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:06.385007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:06.407269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.418283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] For port 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4dd2ed1f-285b-4f52-91e5-7bfd16468ff9,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:06.418890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.428921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Transition to ACTIVE for port object 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:06.438584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Calling delete_port for 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:06.446899 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.457799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565be533-fc30-40a7-941c-0045a180bc86 req-49ab7937-f827-4526-b703-4a07cbdd4e7f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:06.466023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-565be533-fc30-40a7-941c-0045a180bc86 req-49ab7937-f827-4526-b703-4a07cbdd4e7f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1480179 Feb 11 13:22:06.519326 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3df48eb-1331-4ce3-88d3-3f67e9efacdd x-openstack-request-id: req-d3df48eb-1331-4ce3-88d3-3f67e9efacdd {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:06.519623 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98065d8-ba5c-420f-bbe8-469e86a21867", "name": "network-vif-deleted", "tag": "15c888a7-4795-47d0-956e-e9499b6e11ef", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:06.520392 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3df48eb-1331-4ce3-88d3-3f67e9efacdd {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:06.522410 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98065d8-ba5c-420f-bbe8-469e86a21867', 'name': 'network-vif-deleted', 'tag': '15c888a7-4795-47d0-956e-e9499b6e11ef', 'status': 'completed', 'code': 200} Feb 11 13:22:06.539524 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.551371 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-565be533-fc30-40a7-941c-0045a180bc86 req-afc3eed7-6f3d-4774-96ab-3f2eb26847e1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836978 Feb 11 13:22:06.691124 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69d35cb7-8889-4b47-9099-85c40f59ed0b req-404b46bf-6dd3-4690-b0a4-515cc11dcae9 tempest-FloatingIPsAssociationNegativeTestJSON-379231553 tempest-FloatingIPsAssociationNegativeTestJSON-379231553-project] 10.222.0.52 "GET /v2.0/ports?device_id=a98065d8-ba5c-420f-bbe8-469e86a21867 HTTP/1.1" status: 200 len: 210 time: 0.0470526 Feb 11 13:22:06.693416 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:06.732543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:06.812503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network 54357795-65be-438f-898f-11db6e4005be is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:06.836660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:06.869155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:06.930100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Port': ['ID=2890c604-8e53-4973-8147-671cfbbcc7b1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:06.975066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:06.975689 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:06.976332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:06.988202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:06.988741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:07.005120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:07.006026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:07.006759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:07.007375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Bound port: 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:07.008147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.024916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d8983-8de5-4212-bfa6-9c29345b3d0f req-137b1b28-e5be-45f2-a66e-fb261cf1ca29 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:07.026594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e45d8983-8de5-4212-bfa6-9c29345b3d0f req-137b1b28-e5be-45f2-a66e-fb261cf1ca29 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1741030 Feb 11 13:22:07.033639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938a004-e0a8-4e2b-a147-7072657af5a2 req-3c5c9a3e-c0f5-434f-ac34-c4e232e67f11 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:07.034357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:07.035009 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.041105 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d938a004-e0a8-4e2b-a147-7072657af5a2 req-3c5c9a3e-c0f5-434f-ac34-c4e232e67f11 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 947 time: 0.3711517 Feb 11 13:22:07.104256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e45d8983-8de5-4212-bfa6-9c29345b3d0f req-2eb86853-558b-4236-81c9-2aac25a7e40d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660193 Feb 11 13:22:07.181680 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d938a004-e0a8-4e2b-a147-7072657af5a2 req-6c3a30cc-4198-411b-a228-65d45557e0bc tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395614 Feb 11 13:22:07.190877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-2f66bcee-f6fb-415a-8376-939b2a10203a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7076588 Feb 11 13:22:07.202193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'network_id': '54357795-65be-438f-898f-11db6e4005be', 'admin_state_up': True, 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'security_groups': ['52ca0094-8228-4422-90bb-9eb315037a63']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:07.208174 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.222212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:07.247318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f06e2748-4e63-4664-9390-42aeba38dc33 None None] Provisioning complete for port 2890c604-8e53-4973-8147-671cfbbcc7b1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:07.247677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f06e2748-4e63-4664-9390-42aeba38dc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.249704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd2ed1f-285b-4f52-91e5-7bfd16468ff9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:07.256441 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:07.368420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f06e2748-4e63-4664-9390-42aeba38dc33 None None] Port 2890c604-8e53-4973-8147-671cfbbcc7b1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:22:07.375969 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.436892 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.558145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:07.564003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.576483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:07.577126 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.578658 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] 10.222.0.59 "PUT /v2.0/ports/9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 1095 time: 2.6286464 Feb 11 13:22:07.579441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ca00fa9e-9173-413c-9959-0c785efceaf5 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:07.585107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.585107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:07.585951 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a" -d '{"events": [{"name": "network-changed", "server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:07.601277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.625973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: ca00fa9e-9173-413c-9959-0c785efceaf5 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:07.626704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ca00fa9e-9173-413c-9959-0c785efceaf5 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:07.812430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd75bc-233c-4866-8ac9-cbf769337146 req-64689b0e-a9c9-4a83-9352-a9d51554f2e0 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:07.814085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25dd75bc-233c-4866-8ac9-cbf769337146 req-64689b0e-a9c9-4a83-9352-a9d51554f2e0 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.3787885 Feb 11 13:22:07.815401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Allocated IP 10.1.1.167 (54357795-65be-438f-898f-11db6e4005be/4543e9c7-219f-4db3-93ce-30a6ea908219/6ad60ca7-975e-4025-9fb9-16fe8d2f7573) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:07.817103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f377c2-aa3b-42fa-930b-7b27b5923df9 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:07.840537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bc529-f635-4632-84aa-6f27b9644672 req-236f20a6-7448-4f6b-aa81-3088ef373323 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:07.840836 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.841059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69f5e114-b1db-438d-b66c-862475e5dfe6 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:07.845733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bc529-f635-4632-84aa-6f27b9644672 req-236f20a6-7448-4f6b-aa81-3088ef373323 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:07.847390 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-074bc529-f635-4632-84aa-6f27b9644672 req-236f20a6-7448-4f6b-aa81-3088ef373323 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 1653 time: 0.1260927 Feb 11 13:22:07.861047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:07.861047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ce1af4b9-6d1c-4718-b6f9-0d73a8ee0df8 admin admin] 10.222.0.52 "DELETE /v2.0/routers/69f5e114-b1db-438d-b66c-862475e5dfe6 HTTP/1.1" status: 204 len: 168 time: 3.4750178 Feb 11 13:22:07.863496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44980) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:07.868635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-83c01035-50f5-44d4-b92b-c5740c051511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:07.870237 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-83c01035-50f5-44d4-b92b-c5740c051511 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1098 time: 0.1737273 Feb 11 13:22:07.930106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25dd75bc-233c-4866-8ac9-cbf769337146 req-b99dfa5a-fb15-488b-9e79-9f7be5510a4b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991755 Feb 11 13:22:07.931786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-0446de6f-90e2-4fa1-a056-5104c8b5aa96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 217 time: 0.0518451 Feb 11 13:22:08.007094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-a366480b-2934-4381-883b-c64d070bf1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:08.009037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-a366480b-2934-4381-883b-c64d070bf1cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0710025 Feb 11 13:22:08.014559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 15c888a7-4795-47d0-956e-e9499b6e11ef no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:08.029507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54985f7-7695-44e8-b748-64543dd85a85 admin admin] Deleting subnet 50dde44b-8967-4ae6-81aa-c4918ff1b153 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:22:08.050587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 15c888a7-4795-47d0-956e-e9499b6e11ef {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:08.051118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 15c888a7-4795-47d0-956e-e9499b6e11ef not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:08.055190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-074bc529-f635-4632-84aa-6f27b9644672 req-b2ebea7b-e0b6-4be5-adb9-16ce0bbaf087 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414754 Feb 11 13:22:08.055190 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a54985f7-7695-44e8-b748-64543dd85a85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.090372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f9e5df1a-9b73-4080-8c35-b54957f27016 req-f03a4040-1909-4b1e-969e-83178484769f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.0539284 Feb 11 13:22:08.116367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-0e8057b6-5af7-4c2d-a251-e99aee96df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:08.117998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-0e8057b6-5af7-4c2d-a251-e99aee96df69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1013920 Feb 11 13:22:08.134048 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a54985f7-7695-44e8-b748-64543dd85a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.154006 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fe7e4c-9985-4f93-a375-5dc325c72ce4 x-openstack-request-id: req-17fe7e4c-9985-4f93-a375-5dc325c72ce4 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:08.154286 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:08.154537 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-17fe7e4c-9985-4f93-a375-5dc325c72ce4 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:08.154926 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'status': 'completed', 'code': 200} Feb 11 13:22:08.212595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44990) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:08.235116 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.306935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-1095361c-7a29-41f6-b2e9-3aca9669cdcb service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808121 Feb 11 13:22:08.458207 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a54985f7-7695-44e8-b748-64543dd85a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.473671 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28a15c9c-f8cf-4826-8f73-8b68470cc468 req-9e293891-0d98-490a-a851-bf59df5c2789 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468518 Feb 11 13:22:08.497332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0450f8-3507-4723-ad84-7eb8bdf8f3a0 req-90fce8f0-58bf-4cf0-ab2e-84110642c1d4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:08.505131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0d0450f8-3507-4723-ad84-7eb8bdf8f3a0 req-90fce8f0-58bf-4cf0-ab2e-84110642c1d4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1908710 Feb 11 13:22:08.537452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfdb96-0547-4192-ac49-e2d7c55aadfe req-25eabf32-bcf1-4d37-90b9-c6519211433f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:08.546091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0bfdb96-0547-4192-ac49-e2d7c55aadfe req-25eabf32-bcf1-4d37-90b9-c6519211433f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 947 time: 0.2069755 Feb 11 13:22:08.576304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0d0450f8-3507-4723-ad84-7eb8bdf8f3a0 req-ae2eee89-2399-48cd-b1fc-17a06c373683 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689387 Feb 11 13:22:08.633332 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.649366 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a54985f7-7695-44e8-b748-64543dd85a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.677495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-8abbcf66-f4b6-49f6-a809-a9dee2318542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:08.681607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-8abbcf66-f4b6-49f6-a809-a9dee2318542 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1098 time: 0.1018982 Feb 11 13:22:08.708551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0bfdb96-0547-4192-ac49-e2d7c55aadfe req-b1e43e7f-9322-4bf6-bbda-2d4bdd79c25d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615157 Feb 11 13:22:08.733047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54985f7-7695-44e8-b748-64543dd85a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50dde44b-8967-4ae6-81aa-c4918ff1b153,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:08.752452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network 54357795-65be-438f-898f-11db6e4005be is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:08.762757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:08.769047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:08.782733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c942b439-f564-4be1-a1f6-3a76b333952d None None] Network 11d99444-dc06-4271-8870-d98449b0dd0e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:22:08.807225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a54985f7-7695-44e8-b748-64543dd85a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.812833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a54985f7-7695-44e8-b748-64543dd85a85 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/50dde44b-8967-4ae6-81aa-c4918ff1b153 HTTP/1.1" status: 204 len: 168 time: 0.9458318 Feb 11 13:22:08.814528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13e4c8-6c75-4347-8c66-f63d7ae9f40b req-58006620-a788-40a6-8ed5-09283e5f9401 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:08.822884 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b13e4c8-6c75-4347-8c66-f63d7ae9f40b req-58006620-a788-40a6-8ed5-09283e5f9401 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1254103 Feb 11 13:22:08.826797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45000) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:08.850067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Port': ['ID=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:08.877728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:08.878397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:08.884297 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b13e4c8-6c75-4347-8c66-f63d7ae9f40b req-66d29641-905a-4df1-8e1d-7d5ea401837e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594912 Feb 11 13:22:09.003393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-edaa000a-9aab-4803-b141-9f26c14dba63 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8051190 Feb 11 13:22:09.021140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141', 'admin_state_up': True, 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'security_groups': ['52ca0094-8228-4422-90bb-9eb315037a63']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:09.091073 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.099839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-8f69d582-04c5-47ef-8b7a-e3f32345c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:09.101335 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-8f69d582-04c5-47ef-8b7a-e3f32345c16c service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.4125993 Feb 11 13:22:09.152863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3199a0c6-e1d0-4c3f-84a1-d8522c27f9ef None None] DHCP port deletion for 11d99444-dc06-4271-8870-d98449b0dd0e request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:22:09.155384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-ee5e0d5c-da0b-4643-b5e8-647598b10d48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 217 time: 0.0431428 Feb 11 13:22:09.161082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f90dd15c-03ea-4b33-9553-f36578ebe908 None None] Provisioning complete for port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:09.170179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f90dd15c-03ea-4b33-9553-f36578ebe908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.179783 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8f0a6-ff8e-413f-aade-3f2fb347d897 req-c95cee04-1ff4-4c78-96c7-5b1d60d8de07 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:09.181504 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d3b8f0a6-ff8e-413f-aade-3f2fb347d897 req-c95cee04-1ff4-4c78-96c7-5b1d60d8de07 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1748400 Feb 11 13:22:09.290815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f90dd15c-03ea-4b33-9553-f36578ebe908 None None] Port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:22:09.314010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-5efd6708-f8e2-48fb-8470-bb60103a525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:09.316951 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-5efd6708-f8e2-48fb-8470-bb60103a525f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1329532 Feb 11 13:22:09.326382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3199a0c6-e1d0-4c3f-84a1-d8522c27f9ef None None] Deleting port a5478259-228e-404d-86d4-03433abb32d4 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:09.326753 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3199a0c6-e1d0-4c3f-84a1-d8522c27f9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.328845 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d3b8f0a6-ff8e-413f-aade-3f2fb347d897 req-ced406a4-1faf-4fd8-aa61-41f64ec0a013 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363726 Feb 11 13:22:09.397236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Deleting port a5478259-228e-404d-86d4-03433abb32d4 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:09.397581 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.440830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3199a0c6-e1d0-4c3f-84a1-d8522c27f9ef None None] For port a5478259-228e-404d-86d4-03433abb32d4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a5478259-228e-404d-86d4-03433abb32d4,segment=NetworkSegment(18e35525-b2d8-4c7a-9dda-f5490103a1b4),segment_id=18e35525-b2d8-4c7a-9dda-f5490103a1b4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:09.441551 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3199a0c6-e1d0-4c3f-84a1-d8522c27f9ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.457913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3199a0c6-e1d0-4c3f-84a1-d8522c27f9ef None None] Calling delete_port for a5478259-228e-404d-86d4-03433abb32d4 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:09.524402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9c4ac7db-fb75-48cb-b4c9-4cd11d9233b9 req-f5274822-577b-4e94-a256-975c005c39ed tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.1011350 Feb 11 13:22:09.604667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a5478259-228e-404d-86d4-03433abb32d4 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:09.610046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-ac868fb9-a1f1-4aa9-a9f2-a81777e9beda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:09.615755 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-ac868fb9-a1f1-4aa9-a9f2-a81777e9beda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2857368 Feb 11 13:22:09.706332 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.710043 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3199a0c6-e1d0-4c3f-84a1-d8522c27f9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.757861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23eeeb-3c17-4512-89cc-44e93c2a1b01 req-05e40e68-95e2-46b6-b4f4-de3f0bfff410 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:09.766775 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] For port a5478259-228e-404d-86d4-03433abb32d4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a5478259-228e-404d-86d4-03433abb32d4,segment=NetworkSegment(18e35525-b2d8-4c7a-9dda-f5490103a1b4),segment_id=18e35525-b2d8-4c7a-9dda-f5490103a1b4)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:09.767286 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:09.769385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23eeeb-3c17-4512-89cc-44e93c2a1b01 req-05e40e68-95e2-46b6-b4f4-de3f0bfff410 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:09.782958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Calling delete_port for a5478259-228e-404d-86d4-03433abb32d4 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:09.784717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23eeeb-3c17-4512-89cc-44e93c2a1b01 req-05e40e68-95e2-46b6-b4f4-de3f0bfff410 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:09.787328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb23eeeb-3c17-4512-89cc-44e93c2a1b01 req-05e40e68-95e2-46b6-b4f4-de3f0bfff410 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 2374 time: 0.5934622 Feb 11 13:22:09.789339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199a0c6-e1d0-4c3f-84a1-d8522c27f9ef None None] Pushing event deleted for resources: {'Port': ['ID=a5478259-228e-404d-86d4-03433abb32d4,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:09.800680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3199a0c6-e1d0-4c3f-84a1-d8522c27f9ef None None] No DVR routers for this DVR port a5478259-228e-404d-86d4-03433abb32d4 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:09.845390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:09.861006 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-085fda53-e0d0-4833-8a5e-bbd536ae3c6b service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302420 Feb 11 13:22:09.874513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:09.879749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4dd2ed1f-285b-4f52-91e5-7bfd16468ff9 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:09.912409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45018) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:09.934186 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb23eeeb-3c17-4512-89cc-44e93c2a1b01 req-af8aafb7-f5cf-461a-bdb3-b865255d85fe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176043 Feb 11 13:22:09.936459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:10.021531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50ce1d1b-48b9-45b3-a54a-74117b60fe9a req-4a29ae1a-0d49-400e-840e-ef7547127dab service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300838 Feb 11 13:22:10.046441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:10.089634 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:10.100058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568a089-0d99-4d86-8838-ced5266e2cd8 req-920ca75e-4eba-4bf5-aa8d-d67e9e26188b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:10.112522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7568a089-0d99-4d86-8838-ced5266e2cd8 req-920ca75e-4eba-4bf5-aa8d-d67e9e26188b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.4587591 Feb 11 13:22:10.138557 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:10.163328 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] No DVR routers for this DVR port a5478259-228e-404d-86d4-03433abb32d4 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:10.170954 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5478259-228e-404d-86d4-03433abb32d4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:10.223962 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-29a86c2e-eba8-4e48-96d1-a269865cb969 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1753492 Feb 11 13:22:10.236139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7568a089-0d99-4d86-8838-ced5266e2cd8 req-065bd6c4-b949-4d91-a8f4-494854da2038 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226931 Feb 11 13:22:10.268415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352ea11-12ec-4199-bdf6-20f9085e4066 req-0754ee32-5318-4fd8-aa7b-9e0a62d8967e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:10.276078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f352ea11-12ec-4199-bdf6-20f9085e4066 req-0754ee32-5318-4fd8-aa7b-9e0a62d8967e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 947 time: 0.2166331 Feb 11 13:22:10.302279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:10.318271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15317b72-b890-4f5f-9234-346a5414d15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:10.332344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d99444-dc06-4271-8870-d98449b0dd0e']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:10.363054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18e35525-b2d8-4c7a-9dda-f5490103a1b4') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:10.363494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18e35525-b2d8-4c7a-9dda-f5490103a1b4') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:10.374292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f352ea11-12ec-4199-bdf6-20f9085e4066 req-676df87f-883e-4435-a2ed-1db9e0f495b9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973246 Feb 11 13:22:10.413918 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:10.444566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2adf0-6d0d-4488-95ba-fcc60b4ae531 req-dee583e5-fea5-4c8b-aae1-be04927a8025 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:10.446131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fd2adf0-6d0d-4488-95ba-fcc60b4ae531 req-dee583e5-fea5-4c8b-aae1-be04927a8025 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1048808 Feb 11 13:22:10.447149 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:10.463161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:10.466996 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:10.488448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-e0d927e7-002b-4bbf-af09-581113fb5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:10.489941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-e0d927e7-002b-4bbf-af09-581113fb5cb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb699d6ec6d410587575318a8f50efc&device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 1095 time: 0.1469958 Feb 11 13:22:10.591579 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fd2adf0-6d0d-4488-95ba-fcc60b4ae531 req-f462b01d-7bb4-439b-8297-780b7f01ac3c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387947 Feb 11 13:22:10.631611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Allocated IP 10.2.2.100 (e4f4d906-9c4b-48bb-930e-7263dc5fd141/b51d35db-10e7-4e60-a949-b308adbd8a14/ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:10.639483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-e89d614e-d620-4b4c-bf2d-d951a159e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:10.641088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-e89d614e-d620-4b4c-bf2d-d951a159e101 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 200 len: 922 time: 0.1214743 Feb 11 13:22:10.722007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15317b72-b890-4f5f-9234-346a5414d15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:10.759013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0c7e173-027f-4e94-87f2-d91dcd6d77f2 req-eae7410c-623b-4bcb-b386-8df847d1fa7a tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.0660560 Feb 11 13:22:10.788281 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15317b72-b890-4f5f-9234-346a5414d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:10.938665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-15317b72-b890-4f5f-9234-346a5414d15b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a22abda9bf8441b2bcb941581973f239&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0222113 Feb 11 13:22:10.940381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15317b72-b890-4f5f-9234-346a5414d15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfc5838-b840-41cb-bb83-4a36c4d8a5ed,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:10.943310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45032) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:11.022027 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-dbba82ec-8a79-4fd5-be6e-8f48015f26db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62e96900-49a3-4557-8e09-02abcf5913a7 HTTP/1.1" status: 200 len: 217 time: 0.3693511 Feb 11 13:22:11.022027 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.035844 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.040960 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] 10.222.0.52 "DELETE /v2.0/networks/11d99444-dc06-4271-8870-d98449b0dd0e HTTP/1.1" status: 204 len: 168 time: 2.1937797 Feb 11 13:22:11.052806 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1281747-e910-4221-b12c-238a41bcde6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.055381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] Deleting port 07576e93-3a56-42ff-9d65-ed6927ef781d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:11.055733 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.116453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35dd5d-4d83-40d3-afc9-98fc9f3aa69c admin admin] Pushing event deleted for resources: {'Network': ['ID=11d99444-dc06-4271-8870-d98449b0dd0e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:11.140575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-235b6fef-5994-4f38-8906-ef3ed77ae3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.142184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-235b6fef-5994-4f38-8906-ef3ed77ae3e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 200 len: 861 time: 0.0913432 Feb 11 13:22:11.157353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cc87a-02e4-47fa-9606-90a2b430e052 req-730ed024-ce11-4205-a33f-9e41951c73d5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.158700 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.164776 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-167cc87a-02e4-47fa-9606-90a2b430e052 req-730ed024-ce11-4205-a33f-9e41951c73d5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1448424 Feb 11 13:22:11.186447 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1281747-e910-4221-b12c-238a41bcde6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.211269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-eaa309e7-8e10-4845-baf7-1b60d1aa1d48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5abd96b0-1b09-4c70-a2b4-45e42cccc431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437644 Feb 11 13:22:11.245081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] For port 07576e93-3a56-42ff-9d65-ed6927ef781d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=07576e93-3a56-42ff-9d65-ed6927ef781d,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:11.246114 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.251792 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-167cc87a-02e4-47fa-9606-90a2b430e052 req-bc520ab9-7078-4d42-aac7-b42ecd9a3db3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860941 Feb 11 13:22:11.267676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faaded-5755-475b-b00c-94e5102119d9 req-f48fb75d-3134-4e35-a368-2f097d4f1ec0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.276875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faaded-5755-475b-b00c-94e5102119d9 req-f48fb75d-3134-4e35-a368-2f097d4f1ec0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.283014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faaded-5755-475b-b00c-94e5102119d9 req-f48fb75d-3134-4e35-a368-2f097d4f1ec0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.290290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6faaded-5755-475b-b00c-94e5102119d9 req-f48fb75d-3134-4e35-a368-2f097d4f1ec0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 2374 time: 0.2385738 Feb 11 13:22:11.327970 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-bff23f60-9532-47c9-bf7b-08ee768512d7 service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078000 Feb 11 13:22:11.329252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] Calling delete_port for 07576e93-3a56-42ff-9d65-ed6927ef781d owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:11.418710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6faaded-5755-475b-b00c-94e5102119d9 req-80a255b7-1049-480d-bc31-ca6b6920fbfd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274347 Feb 11 13:22:11.477583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff539e6e-6d73-43af-99f9-a587c5fc613e req-865e4859-5220-4566-b5f5-4482f7d0f21f service neutron] 10.222.0.59 "GET /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422043 Feb 11 13:22:11.492692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc469d-a76a-445d-8a2c-f45f24f9ec4a req-b869abf4-e68a-43db-8e06-b2e400b17005 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.496501 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fefc469d-a76a-445d-8a2c-f45f24f9ec4a req-b869abf4-e68a-43db-8e06-b2e400b17005 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0845664 Feb 11 13:22:11.543360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1281747-e910-4221-b12c-238a41bcde6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.545999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1281747-e910-4221-b12c-238a41bcde6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.546538 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fefc469d-a76a-445d-8a2c-f45f24f9ec4a req-22d19bba-4747-4c9c-aa79-fae5cb6aaa66 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Feb 11 13:22:11.547034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45044) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:11.549797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e1281747-e910-4221-b12c-238a41bcde6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bfc5838-b840-41cb-bb83-4a36c4d8a5ed HTTP/1.1" status: 204 len: 168 time: 0.6024082 Feb 11 13:22:11.573321 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.601673 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-31cfe1ec-6791-410c-9001-160cdc7d07e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=484b0516d66f4900ac029a0ba8d7b202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534036 Feb 11 13:22:11.604001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45050) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:11.617624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281747-e910-4221-b12c-238a41bcde6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfc5838-b840-41cb-bb83-4a36c4d8a5ed,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:11.648926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network e4f4d906-9c4b-48bb-930e-7263dc5fd141 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:11.659441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:11.673188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:11.702208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Port': ['ID=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:11.721935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331e7a5-7421-4f12-9a8f-13b4aad42b28 req-d9313cab-f2d5-42db-8173-d39257ee43af tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.728445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d59aa0-d010-4a72-9add-5a4e599c03d8 req-a5e070b2-d2dc-42a3-a0f7-197c83d93210 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.729559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2331e7a5-7421-4f12-9a8f-13b4aad42b28 req-d9313cab-f2d5-42db-8173-d39257ee43af tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 947 time: 0.1991043 Feb 11 13:22:11.731145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2d59aa0-d010-4a72-9add-5a4e599c03d8 req-a5e070b2-d2dc-42a3-a0f7-197c83d93210 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0873048 Feb 11 13:22:11.787799 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbd62a63-39a9-44bc-b8d8-cc9792395395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.817454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbd62a63-39a9-44bc-b8d8-cc9792395395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.850143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.859851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.888579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2331e7a5-7421-4f12-9a8f-13b4aad42b28 req-d4ac3408-700a-43f0-a369-2e3f0846b94b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574385 Feb 11 13:22:11.926288 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2d59aa0-d010-4a72-9add-5a4e599c03d8 req-749448bd-2d3f-4b77-bee1-7edb31605829 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842785 Feb 11 13:22:11.979563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbd62a63-39a9-44bc-b8d8-cc9792395395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.979563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbd62a63-39a9-44bc-b8d8-cc9792395395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:11.980622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dbd62a63-39a9-44bc-b8d8-cc9792395395 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1bcb2ca8-86b8-487d-a18e-a14e833a5fd6 HTTP/1.1" status: 204 len: 168 time: 0.3748021 Feb 11 13:22:12.002038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd62a63-39a9-44bc-b8d8-cc9792395395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcb2ca8-86b8-487d-a18e-a14e833a5fd6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:12.043118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d80d5f8-4aee-4f1f-8faa-9535bd0f73eb req-59b41858-0e50-40f0-bb76-7b942af65dd7 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.0517120 Feb 11 13:22:12.044138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.051422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:12.061651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-714d4eb1-33aa-4472-8371-8124aaaad61e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0471210 Feb 11 13:22:12.084566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e85a1b56-4346-43eb-aea3-e039e8e81b76 None None] Provisioning complete for port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:12.085197 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e85a1b56-4346-43eb-aea3-e039e8e81b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.130574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141', 'admin_state_up': True, 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'security_groups': ['52ca0094-8228-4422-90bb-9eb315037a63']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:12.155187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] Pushing event deleted for resources: {'Port': ['ID=07576e93-3a56-42ff-9d65-ed6927ef781d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:12.167671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06616c6d-3ac7-49b9-907b-74869a741ee5 req-0b229a37-5ca2-41e1-82a6-79bbe1d617bd tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:12.170511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06616c6d-3ac7-49b9-907b-74869a741ee5 req-0b229a37-5ca2-41e1-82a6-79bbe1d617bd tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0825303 Feb 11 13:22:12.172782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e85a1b56-4346-43eb-aea3-e039e8e81b76 None None] Port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:22:12.279399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06616c6d-3ac7-49b9-907b-74869a741ee5 req-72e4515d-5298-4265-801c-0979c84b72d0 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988204 Feb 11 13:22:12.411047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:12.447438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'mac_address': 'fa:16:3e:19:60:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:12.502977 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.524856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:12.544698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:12.578311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3553ac-e473-49ef-9366-f7c8a0eda779 req-76a1f71a-1430-465c-8bd5-9ffa9455b195 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:12.584989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3553ac-e473-49ef-9366-f7c8a0eda779 req-76a1f71a-1430-465c-8bd5-9ffa9455b195 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:12.591997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3553ac-e473-49ef-9366-f7c8a0eda779 req-76a1f71a-1430-465c-8bd5-9ffa9455b195 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:12.598667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3553ac-e473-49ef-9366-f7c8a0eda779 req-76a1f71a-1430-465c-8bd5-9ffa9455b195 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:12.600427 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a3553ac-e473-49ef-9366-f7c8a0eda779 req-76a1f71a-1430-465c-8bd5-9ffa9455b195 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 3095 time: 0.0849447 Feb 11 13:22:12.619618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.630845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b5b75-6bc6-4ec4-b0b5-9815e1638159 req-4737a0db-4b38-4ea0-816e-a393221996f0 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:12.640981 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-198b5b75-6bc6-4ec4-b0b5-9815e1638159 req-4737a0db-4b38-4ea0-816e-a393221996f0 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2450476 Feb 11 13:22:12.659460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a3553ac-e473-49ef-9366-f7c8a0eda779 req-3f41ac26-6bac-4229-8ddd-bc938ea9d353 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509894 Feb 11 13:22:12.670800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45070) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:12.689737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490a1166-cc77-4ee6-be50-0904335225a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.718445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-198b5b75-6bc6-4ec4-b0b5-9815e1638159 req-a7e4e277-2755-4187-b81e-e7e41ea6732a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757053 Feb 11 13:22:12.725994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Made reservation on behalf of 8b4e1c14428046458aba447fc81623ed for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:12.731807 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.733358 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:12.734689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.801915 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:22:12.806873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490a1166-cc77-4ee6-be50-0904335225a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.885613 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490a1166-cc77-4ee6-be50-0904335225a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:12.999888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9bc15c18-9f9d-4f73-ad18-03d1558e5f63'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:13.003179 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-490a1166-cc77-4ee6-be50-0904335225a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6ba3e2c737c43c8b609fff67df6cbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279934 Feb 11 13:22:13.004104 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45086) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:13.004769 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a1166-cc77-4ee6-be50-0904335225a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359e30c4-4930-4b23-9be9-4bb206ad8694,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:13.094539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb5966-c2c6-4de8-8138-54845c03eacd req-78e93d7e-ee38-429c-b8ae-1b1b5ce21aa6 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:13.109584 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30eb5966-c2c6-4de8-8138-54845c03eacd req-78e93d7e-ee38-429c-b8ae-1b1b5ce21aa6 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 948 time: 0.1209102 Feb 11 13:22:13.126061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fbb87-e9ba-4e4a-ba42-7158f145b58c req-9691be36-da31-43b8-802f-5e975266eb4d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:13.127775 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-461fbb87-e9ba-4e4a-ba42-7158f145b58c req-9691be36-da31-43b8-802f-5e975266eb4d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0919139 Feb 11 13:22:13.182007 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-14e70196-6e5d-4811-9201-4b30523797e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:13.203320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-461fbb87-e9ba-4e4a-ba42-7158f145b58c req-85f2869d-0026-4259-9e36-332fd6ca1449 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612233 Feb 11 13:22:13.253405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30eb5966-c2c6-4de8-8138-54845c03eacd req-5961f4d2-8fd9-4c3f-b918-ed4793ea27eb tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428061 Feb 11 13:22:13.258798 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-14e70196-6e5d-4811-9201-4b30523797e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:13.332976 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8594590-114b-4549-8571-1f7938e6852d req-f6be95fb-0ed6-4a75-a068-79ddfb3c8124 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=54bd5435-4d47-48da-9936-6b4028526f32 HTTP/1.1" status: 200 len: 210 time: 0.0381908 Feb 11 13:22:13.368466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Allocated IP 10.2.2.200 (e4f4d906-9c4b-48bb-930e-7263dc5fd141/b51d35db-10e7-4e60-a949-b308adbd8a14/8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:13.487141 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-14e70196-6e5d-4811-9201-4b30523797e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:13.493257 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-14e70196-6e5d-4811-9201-4b30523797e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:13.499085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-14e70196-6e5d-4811-9201-4b30523797e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/359e30c4-4930-4b23-9be9-4bb206ad8694 HTTP/1.1" status: 204 len: 168 time: 0.4788661 Feb 11 13:22:13.516569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] Router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:13.529101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680279c-35a9-4c3e-adcf-1dd54e2e9d90 req-2b026e15-0812-4b51-8981-f2ca5f6689ea tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:13.530656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7680279c-35a9-4c3e-adcf-1dd54e2e9d90 req-2b026e15-0812-4b51-8981-f2ca5f6689ea tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1451771 Feb 11 13:22:13.540723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e70196-6e5d-4811-9201-4b30523797e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359e30c4-4930-4b23-9be9-4bb206ad8694,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:13.822549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5403-8ca6-4272-ba12-57c62105f603 req-d5b5e814-a1a4-482f-9dff-68c8e999ea48 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:13.832229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5403-8ca6-4272-ba12-57c62105f603 req-d5b5e814-a1a4-482f-9dff-68c8e999ea48 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:13.841470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5403-8ca6-4272-ba12-57c62105f603 req-d5b5e814-a1a4-482f-9dff-68c8e999ea48 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:13.849388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df5403-8ca6-4272-ba12-57c62105f603 req-d5b5e814-a1a4-482f-9dff-68c8e999ea48 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:13.859922 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37df5403-8ca6-4272-ba12-57c62105f603 req-d5b5e814-a1a4-482f-9dff-68c8e999ea48 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 3095 time: 0.1105168 Feb 11 13:22:13.939229 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37df5403-8ca6-4272-ba12-57c62105f603 req-d1f801f2-cbeb-42b8-a8ec-0e3f68ea6ca5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778759 Feb 11 13:22:13.958855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7680279c-35a9-4c3e-adcf-1dd54e2e9d90 req-fe9c2cb3-3844-468a-abec-5fd310e65155 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4181767 Feb 11 13:22:14.012267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.031903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:14.037932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fa24fc9f-79a1-4789-ad9c-c2503df1f079 admin admin] 10.222.0.52 "PUT /v2.0/routers/69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8221245 Feb 11 13:22:14.040466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45116) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:14.042619 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] Sync routers for ids ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:14.070581 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] Routers {'69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:14.071739 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:14.192752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.231184 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] Set router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:14.243232 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.321207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Network e4f4d906-9c4b-48bb-930e-7263dc5fd141 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:14.326730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:14.336281 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:14.344142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event updated for resources: {'Port': ['ID=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:14.375789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-8f8dd84c-6ce5-470b-b040-8a375198fefd tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=353ebcb64902402e8a45166cca04c139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564148 Feb 11 13:22:14.481995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.496008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:14.496970 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.572811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c7fd9-87e1-4e37-8f9d-0282c43420f0 req-8562f281-4221-4620-9a84-82d159890fca tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:14.582777 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd6c7fd9-87e1-4e37-8f9d-0282c43420f0 req-8562f281-4221-4620-9a84-82d159890fca tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1245770 Feb 11 13:22:14.637601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-c5fcc982-c5e0-42ff-9446-ffd1c8b28092 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:14.647278 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-c5fcc982-c5e0-42ff-9446-ffd1c8b28092 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642648 Feb 11 13:22:14.666373 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:22:11Z', 'revision_number': 5, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port': {'id': 'e4a67c28-8747-4cee-9c9f-1c766fdc2135', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:21:14Z', 'updated_at': '2022-02-11T13:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:14.669491 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-26f3c068-d6a3-46f6-9c4c-ba3ff04d2b53 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/quotas/353ebcb64902402e8a45166cca04c139 HTTP/1.1" status: 200 len: 375 time: 0.0210342 Feb 11 13:22:14.676985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-078cee88-f8c7-409a-ac11-44360ba283a2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5580642 Feb 11 13:22:14.691397 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd6c7fd9-87e1-4e37-8f9d-0282c43420f0 req-9f26c71f-0c32-4fc3-bde1-b8012a61b9f8 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076403 Feb 11 13:22:14.707318 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] Checking router: 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:14.719934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:14.722216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b2534e7e-c5c4-4e82-a241-63758fae6276 None None] Provisioning complete for port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:14.724103 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2534e7e-c5c4-4e82-a241-63758fae6276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.733910 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] Routers {'69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:14.735345 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:21:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:14.756773 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-b895a7ea-2fa7-4c44-9010-38b9eeda9d96 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=353ebcb64902402e8a45166cca04c139&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807128 Feb 11 13:22:14.844274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b2534e7e-c5c4-4e82-a241-63758fae6276 None None] Port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:22:14.930896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Deleting port e4a67c28-8747-4cee-9c9f-1c766fdc2135 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:14.931365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.959417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8408b-1a2a-4729-8a51-673aa5156f14 req-76672d13-28d3-4c09-802f-bb10367dc62c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:14.961024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6fb8408b-1a2a-4729-8a51-673aa5156f14 req-76672d13-28d3-4c09-802f-bb10367dc62c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 948 time: 0.1694233 Feb 11 13:22:14.963629 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:14.991880 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] Set router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:15.172489 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:22:14Z', 'revision_number': 6, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:15.232576 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6fb8408b-1a2a-4729-8a51-673aa5156f14 req-01572c09-741c-4b81-9f7e-88a4c6914e4c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953995 Feb 11 13:22:15.238051 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1700358a-9ea5-42fa-9c6c-43d3e3f44406 None None] The sync data for ids ['69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2'] in n-d-816488-1 is: [{'id': '69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1085432784-router', 'tenant_id': '7ec63b91a683420492e80ec2076fbd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:21:13Z', 'updated_at': '2022-02-11T13:22:14Z', 'revision_number': 6, 'project_id': '7ec63b91a683420492e80ec2076fbd8a', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:15.370088 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759c793-485c-4ebe-a709-0a55cc4b3a26 req-d8d7d268-5465-4066-8984-71d649dd117f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:15.380173 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a759c793-485c-4ebe-a709-0a55cc4b3a26 req-d8d7d268-5465-4066-8984-71d649dd117f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1587017 Feb 11 13:22:15.473600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] For port e4a67c28-8747-4cee-9c9f-1c766fdc2135, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e4a67c28-8747-4cee-9c9f-1c766fdc2135,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:15.473815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:15.475068 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a759c793-485c-4ebe-a709-0a55cc4b3a26 req-b3215d7d-b99b-4f52-9c6d-9cfca3375575 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867164 Feb 11 13:22:15.538959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Calling delete_port for e4a67c28-8747-4cee-9c9f-1c766fdc2135 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:15.619634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a1b7cfd4-6216-48f3-8279-f541c17c754b req-1909715d-dc49-42ac-a194-935843d04dbf tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 210 time: 0.0390856 Feb 11 13:22:15.712643 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 07576e93-3a56-42ff-9d65-ed6927ef781d no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:15.774140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 07576e93-3a56-42ff-9d65-ed6927ef781d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:15.774777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 07576e93-3a56-42ff-9d65-ed6927ef781d not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:15.844715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad30bc-669b-4ae0-90b4-1e7999d052ab req-43d82561-8a2c-4fb5-8569-d3732e564d29 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:15.858579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d8257-96f7-4376-998c-0fbea6b1115b req-a6ff0ed6-de93-44cd-a4f0-b255eacfbc72 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:15.860692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad30bc-669b-4ae0-90b4-1e7999d052ab req-43d82561-8a2c-4fb5-8569-d3732e564d29 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:15.861854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-994d8257-96f7-4376-998c-0fbea6b1115b req-a6ff0ed6-de93-44cd-a4f0-b255eacfbc72 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1174738 Feb 11 13:22:15.882465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad30bc-669b-4ae0-90b4-1e7999d052ab req-43d82561-8a2c-4fb5-8569-d3732e564d29 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:15.898168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad30bc-669b-4ae0-90b4-1e7999d052ab req-43d82561-8a2c-4fb5-8569-d3732e564d29 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:15.910687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad30bc-669b-4ae0-90b4-1e7999d052ab req-43d82561-8a2c-4fb5-8569-d3732e564d29 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:15.913285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12ad30bc-669b-4ae0-90b4-1e7999d052ab req-43d82561-8a2c-4fb5-8569-d3732e564d29 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 3816 time: 0.4443562 Feb 11 13:22:15.947481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-994d8257-96f7-4376-998c-0fbea6b1115b req-b986cdb4-59af-430a-997c-c854323aad6a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783062 Feb 11 13:22:16.069126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:16.163628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a080bc-5762-43e4-b8dc-215a80b2ad4f req-21a02eb0-fe27-48b8-9706-a4f9343facec tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:16.175308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5a080bc-5762-43e4-b8dc-215a80b2ad4f req-21a02eb0-fe27-48b8-9706-a4f9343facec tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1066594 Feb 11 13:22:16.232483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5a080bc-5762-43e4-b8dc-215a80b2ad4f req-ef7d6bbc-2d7d-42fa-9bb6-a1aacec7e22e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511124 Feb 11 13:22:16.351986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:16.357316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:16.357689 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.421628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12ad30bc-669b-4ae0-90b4-1e7999d052ab req-00e97403-39f3-47b2-bd4c-5d521ee7a08c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4811172 Feb 11 13:22:16.427278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb348d-58d0-47f0-a32c-3cfe4cf2fdd1 req-f039ea15-ad9d-43eb-bdb7-77f85d310b17 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:16.438620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46cb348d-58d0-47f0-a32c-3cfe4cf2fdd1 req-f039ea15-ad9d-43eb-bdb7-77f85d310b17 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 948 time: 0.1217144 Feb 11 13:22:16.451770 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.537841 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46cb348d-58d0-47f0-a32c-3cfe4cf2fdd1 req-f64b6f0b-2b3b-4447-b8a9-4fa0e30fd8c0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956032 Feb 11 13:22:16.619261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a67c28-8747-4cee-9c9f-1c766fdc2135,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:16.691763 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.763136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:16.766749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:16.768447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45d3c913-65c7-47db-b698-f0b60e4f09b2 req-f35b4ec5-673d-4e6b-acfd-f107de436e2b tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 210 time: 0.0500906 Feb 11 13:22:16.785112 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a0e5bb-8d02-43d5-bc87-126ec79c4962" -d '{"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-plugged", "status": "completed", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:16.822524 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.905581 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:16.934255 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3f3591-bdde-4ba7-8173-5e160a7b5edb x-openstack-request-id: req-ff3f3591-bdde-4ba7-8173-5e160a7b5edb {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:16.935620 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-plugged", "status": "completed", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:16.937805 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff3f3591-bdde-4ba7-8173-5e160a7b5edb {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:16.938886 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'code': 200} Feb 11 13:22:17.035109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:17.127807 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.128049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42571-ba63-429b-8202-2c8609b15657 req-8b7728b9-2c7e-4ce6-80fa-5c1338a68d4d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.130018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-53f42571-ba63-429b-8202-2c8609b15657 req-8b7728b9-2c7e-4ce6-80fa-5c1338a68d4d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1542068 Feb 11 13:22:17.131464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ea6c0d-50c9-461a-bc14-e44498996519 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:17.155808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.177008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67a9a1-84b0-45e8-9873-e09ec71ba4ef req-7c54126f-98d2-4f32-937d-0c80abe3b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.178630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0d67a9a1-84b0-45e8-9873-e09ec71ba4ef req-7c54126f-98d2-4f32-937d-0c80abe3b7cf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1100 time: 0.1642706 Feb 11 13:22:17.183942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.232500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-53f42571-ba63-429b-8202-2c8609b15657 req-d9fcb1a3-7f82-44c1-a3fd-4303c8d03fa2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911570 Feb 11 13:22:17.270725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Transition to ACTIVE for port object 39ea6c0d-50c9-461a-bc14-e44498996519 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:17.342811 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0d67a9a1-84b0-45e8-9873-e09ec71ba4ef req-dbc44b3c-32eb-4ca4-b855-61c00da944a0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412570 Feb 11 13:22:17.357002 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.364132 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.364752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:17.462878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.466840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0b48d43-0649-45ff-a63f-48c83721d6db admin admin] 10.222.0.52 "DELETE /v2.0/routers/69fb1778-dd4b-4a90-a0e5-9a844fa0a3f2 HTTP/1.1" status: 204 len: 168 time: 3.4230137 Feb 11 13:22:17.467362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45210) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:17.582913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Pushing event updated for resources: {'Port': ['ID=39ea6c0d-50c9-461a-bc14-e44498996519,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:17.653097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c334ee-fbf8-42ca-872b-e49d7322a9ed admin admin] Deleting subnet 9366ddb3-addd-4836-bce6-cc719bd2acbe {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:22:17.663750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50c334ee-fbf8-42ca-872b-e49d7322a9ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.684018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4a67c28-8747-4cee-9c9f-1c766fdc2135 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:17.710599 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e4a67c28-8747-4cee-9c9f-1c766fdc2135 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:17.718319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4a67c28-8747-4cee-9c9f-1c766fdc2135 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:17.764213 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50c334ee-fbf8-42ca-872b-e49d7322a9ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.893385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Attempting to bind port 39ea6c0d-50c9-461a-bc14-e44498996519 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:17.893718 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Attempting to bind port 39ea6c0d-50c9-461a-bc14-e44498996519 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:17.894073 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Attempting to bind port 39ea6c0d-50c9-461a-bc14-e44498996519 on network 82e326e6-190a-41c5-9091-43f8b7834047 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:17.902266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Port 39ea6c0d-50c9-461a-bc14-e44498996519 on network 82e326e6-190a-41c5-9091-43f8b7834047 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:17.902583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Attempting to bind port 39ea6c0d-50c9-461a-bc14-e44498996519 on network 82e326e6-190a-41c5-9091-43f8b7834047 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:17.911887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:17.912229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Checking segment: {'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:17.912616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Bound using segment: {'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:17.913167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Bound port: 39ea6c0d-50c9-461a-bc14-e44498996519, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:17.913538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.927713 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50c334ee-fbf8-42ca-872b-e49d7322a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:17.951350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e427aaf-fee6-4c8c-98c4-31c6b7c0e2e5 req-e65a447f-f188-416b-83c6-455ccde9f3e6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.959467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e427aaf-fee6-4c8c-98c4-31c6b7c0e2e5 req-e65a447f-f188-416b-83c6-455ccde9f3e6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.965641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e427aaf-fee6-4c8c-98c4-31c6b7c0e2e5 req-e65a447f-f188-416b-83c6-455ccde9f3e6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.971968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e427aaf-fee6-4c8c-98c4-31c6b7c0e2e5 req-e65a447f-f188-416b-83c6-455ccde9f3e6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.979296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e427aaf-fee6-4c8c-98c4-31c6b7c0e2e5 req-e65a447f-f188-416b-83c6-455ccde9f3e6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:17.988191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e427aaf-fee6-4c8c-98c4-31c6b7c0e2e5 req-e65a447f-f188-416b-83c6-455ccde9f3e6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 3828 time: 0.2177598 Feb 11 13:22:18.078946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8d1af-e2b4-4502-a639-644e0a7447d5 req-173d0c5b-bf2f-461a-b28b-7f108aec0362 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:18.087407 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06f8d1af-e2b4-4502-a639-644e0a7447d5 req-173d0c5b-bf2f-461a-b28b-7f108aec0362 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.0812409 Feb 11 13:22:18.127534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e427aaf-fee6-4c8c-98c4-31c6b7c0e2e5 req-e68693b0-1264-43ae-8066-62c533ccfa27 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803699 Feb 11 13:22:18.137385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50c334ee-fbf8-42ca-872b-e49d7322a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.144233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] For port 39ea6c0d-50c9-461a-bc14-e44498996519, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:18.148241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] For port 39ea6c0d-50c9-461a-bc14-e44498996519, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=39ea6c0d-50c9-461a-bc14-e44498996519,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:18.206715 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06f8d1af-e2b4-4502-a639-644e0a7447d5 req-7b241edd-2987-40c5-b8b1-72c9ca55efda tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126261 Feb 11 13:22:18.223912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c334ee-fbf8-42ca-872b-e49d7322a9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9366ddb3-addd-4836-bce6-cc719bd2acbe,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:18.223912 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50c334ee-fbf8-42ca-872b-e49d7322a9ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.226666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4d4c62-faa1-4df0-9927-1a12481c690d None None] Network 3d533cd0-8bbf-4d5c-90e3-194cb722f77e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:22:18.231715 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-50c334ee-fbf8-42ca-872b-e49d7322a9ed admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9366ddb3-addd-4836-bce6-cc719bd2acbe HTTP/1.1" status: 204 len: 168 time: 0.7610087 Feb 11 13:22:18.232367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45230) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:18.233543 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.443831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97a9d122-51d4-43b7-9a75-461bc0c0c170 req-b84b7e83-cc96-47e2-b728-9746d3c02d28 tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=61f2fdf6c2864a31a6da740986c81db2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423129 Feb 11 13:22:18.513300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:18.515270 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.519159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] 10.222.0.59 "PUT /v2.0/ports/39ea6c0d-50c9-461a-bc14-e44498996519 HTTP/1.1" status: 200 len: 1091 time: 3.8205042 Feb 11 13:22:18.521303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1144bbe7-57a3-480b-870a-2d540d1e08be req-ded59df4-e18a-44d2-8e62-8d31e9138729 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 210 time: 0.2117183 Feb 11 13:22:18.521980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e190c-5c11-4619-8b8c-795eb90d5c70 service neutron] Pushing event updated for resources: {'Port': ['ID=39ea6c0d-50c9-461a-bc14-e44498996519,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:18.551288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': '39ea6c0d-50c9-461a-bc14-e44498996519'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:18.560354 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "39ea6c0d-50c9-461a-bc14-e44498996519"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:18.593416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75455d0-015c-48f5-a74c-5568ab63a5ab None None] DHCP port deletion for 3d533cd0-8bbf-4d5c-90e3-194cb722f77e request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:22:18.656385 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.661566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-e06554bb-3dea-4d2a-b2a8-d2725bb4223e tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=353ebcb64902402e8a45166cca04c139&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604665 Feb 11 13:22:18.713591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d75455d0-015c-48f5-a74c-5568ab63a5ab None None] Deleting port fade115e-41fb-45b7-991c-0388260fdd27 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:18.716269 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d75455d0-015c-48f5-a74c-5568ab63a5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.738846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:18.788569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9d122-51d4-43b7-9a75-461bc0c0c170 req-d0347c7a-2f01-43df-979e-d947e02be9ad tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:18.802359 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97a9d122-51d4-43b7-9a75-461bc0c0c170 req-d0347c7a-2f01-43df-979e-d947e02be9ad tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3575954 Feb 11 13:22:18.834564 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97a9d122-51d4-43b7-9a75-461bc0c0c170 req-6948612d-1fb4-40ca-abd0-407e3d2c81d7 tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/quotas/61f2fdf6c2864a31a6da740986c81db2 HTTP/1.1" status: 200 len: 375 time: 0.0312858 Feb 11 13:22:18.875011 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d75455d0-015c-48f5-a74c-5568ab63a5ab None None] For port fade115e-41fb-45b7-991c-0388260fdd27, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fade115e-41fb-45b7-991c-0388260fdd27,segment=NetworkSegment(5c8e7663-7cde-449d-9d50-ce45a2fcd0d8),segment_id=5c8e7663-7cde-449d-9d50-ce45a2fcd0d8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:18.875701 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d75455d0-015c-48f5-a74c-5568ab63a5ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:18.893661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d75455d0-015c-48f5-a74c-5568ab63a5ab None None] Calling delete_port for fade115e-41fb-45b7-991c-0388260fdd27 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:18.918093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97a9d122-51d4-43b7-9a75-461bc0c0c170 req-6a522dd0-8b75-411e-9ff9-96d024455a7f tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f2fdf6c2864a31a6da740986c81db2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0765138 Feb 11 13:22:19.014214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0f509-1213-4171-8564-0a12fd97b6e6 req-f8687598-bdee-4085-9ea3-387e60a42240 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.023813 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09d0f509-1213-4171-8564-0a12fd97b6e6 req-f8687598-bdee-4085-9ea3-387e60a42240 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.3599806 Feb 11 13:22:19.036727 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.205094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4d2a0320-074b-497a-9cca-f55696633d82 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.206974 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4d2a0320-074b-497a-9cca-f55696633d82 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4126146 Feb 11 13:22:19.218058 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09d0f509-1213-4171-8564-0a12fd97b6e6 req-f6fb7c7e-1182-4df3-ba31-a9e0dcf52eca tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928103 Feb 11 13:22:19.233437 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6022f1-231e-49ce-8757-a7d8400459c0 x-openstack-request-id: req-1a6022f1-231e-49ce-8757-a7d8400459c0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:19.233994 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "39ea6c0d-50c9-461a-bc14-e44498996519", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:19.234427 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a6022f1-231e-49ce-8757-a7d8400459c0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:19.235030 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': '39ea6c0d-50c9-461a-bc14-e44498996519', 'status': 'completed', 'code': 200} Feb 11 13:22:19.246056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Request body: {'port': {'device_id': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '353ebcb64902402e8a45166cca04c139'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:19.269997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-893860d8-e949-4d4b-8252-0948156b7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.270485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-893860d8-e949-4d4b-8252-0948156b7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.271087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-893860d8-e949-4d4b-8252-0948156b7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.271566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-893860d8-e949-4d4b-8252-0948156b7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.272031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-893860d8-e949-4d4b-8252-0948156b7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.274075 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-893860d8-e949-4d4b-8252-0948156b7e3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 4363 time: 0.1005740 Feb 11 13:22:19.279178 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d75455d0-015c-48f5-a74c-5568ab63a5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.347656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75455d0-015c-48f5-a74c-5568ab63a5ab None None] Pushing event deleted for resources: {'Port': ['ID=fade115e-41fb-45b7-991c-0388260fdd27,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:19.357377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75455d0-015c-48f5-a74c-5568ab63a5ab None None] No DVR routers for this DVR port fade115e-41fb-45b7-991c-0388260fdd27 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:19.508149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Deleting port fade115e-41fb-45b7-991c-0388260fdd27 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:19.508447 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.522128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-36913473-5c1f-43a6-a2b0-a00853ce6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.522595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-36913473-5c1f-43a6-a2b0-a00853ce6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.523763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-36913473-5c1f-43a6-a2b0-a00853ce6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.526164 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-36913473-5c1f-43a6-a2b0-a00853ce6b82 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8b4e1c14428046458aba447fc81623ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2370818 Feb 11 13:22:19.574457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fade115e-41fb-45b7-991c-0388260fdd27 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:19.632410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Made reservation on behalf of 353ebcb64902402e8a45166cca04c139 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:19.637516 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.639163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: fade115e-41fb-45b7-991c-0388260fdd27 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:19.639669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fade115e-41fb-45b7-991c-0388260fdd27 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:19.661257 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.729558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017314e-6eae-40bb-a709-c418fa4aeb55 req-e1aeb8c8-dd1c-4d9c-8ea2-64755808028f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.731561 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1017314e-6eae-40bb-a709-c418fa4aeb55 req-e1aeb8c8-dd1c-4d9c-8ea2-64755808028f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.0721760 Feb 11 13:22:19.774735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2cefb-1292-4812-ad76-d5639806d415 req-91a8d6ee-35af-4ac3-94ea-2fd7c16d5b4e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.783111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2cefb-1292-4812-ad76-d5639806d415 req-91a8d6ee-35af-4ac3-94ea-2fd7c16d5b4e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.789011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2cefb-1292-4812-ad76-d5639806d415 req-91a8d6ee-35af-4ac3-94ea-2fd7c16d5b4e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.795203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2cefb-1292-4812-ad76-d5639806d415 req-91a8d6ee-35af-4ac3-94ea-2fd7c16d5b4e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.801635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2cefb-1292-4812-ad76-d5639806d415 req-91a8d6ee-35af-4ac3-94ea-2fd7c16d5b4e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.811427 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3f2cefb-1292-4812-ad76-d5639806d415 req-91a8d6ee-35af-4ac3-94ea-2fd7c16d5b4e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 3828 time: 0.3816395 Feb 11 13:22:19.840699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] For port fade115e-41fb-45b7-991c-0388260fdd27, host n-d-816488-1, got binding levels [] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:19.841210 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.848462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1017314e-6eae-40bb-a709-c418fa4aeb55 req-f79aaa78-079d-4c79-936e-54a0a6566862 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012146 Feb 11 13:22:19.850799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-1f138da0-eea9-41f2-bb97-c23d2596f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:19.852965 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7f55245a-918a-40fe-9d4d-3487cfb8f1c2 req-1f138da0-eea9-41f2-bb97-c23d2596f449 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3197148 Feb 11 13:22:19.917019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Calling delete_port for fade115e-41fb-45b7-991c-0388260fdd27 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:19.921321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Port fade115e-41fb-45b7-991c-0388260fdd27 was not found and therefore no delete operation was performed {{(pid=103007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:22:19.922977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:19.981962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] No DVR routers for this DVR port fade115e-41fb-45b7-991c-0388260fdd27 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:20.108036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.122745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f1471f9-271d-4a9a-9245-cfd054a2e0bd req-469ba83a-1ff2-441e-8f40-15c5938e0c97 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 210 time: 0.0325468 Feb 11 13:22:20.131973 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Pushing event deleted for resources: {'Port': ['ID=fade115e-41fb-45b7-991c-0388260fdd27,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:20.161053 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3f2cefb-1292-4812-ad76-d5639806d415 req-86300e50-203b-4e2c-b014-e40f930d888f tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486083 Feb 11 13:22:20.167818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d533cd0-8bbf-4d5c-90e3-194cb722f77e']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:20.192070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:20.192450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8e7663-7cde-449d-9d50-ce45a2fcd0d8') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:20.216544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.256026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.267996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:20.268392 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:20.272554 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:20.274767 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.352422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee6d5f-8db9-401b-9475-4628c1725db2 req-8d9757f9-c354-4435-b236-d0811c2316a7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:20.354259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98ee6d5f-8db9-401b-9475-4628c1725db2 req-8d9757f9-c354-4435-b236-d0811c2316a7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.1275215 Feb 11 13:22:20.367536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.401673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b167ff-d98b-4c05-a225-bdadc187eb27 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:20.411598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98ee6d5f-8db9-401b-9475-4628c1725db2 req-db70c5ce-ff8a-4158-9f60-be2b67606e51 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499306 Feb 11 13:22:20.553384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260998ad-cc20-47d3-bb27-9a1189adf80a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:20.562534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.567432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.580245 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.587045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] 10.222.0.52 "DELETE /v2.0/networks/3d533cd0-8bbf-4d5c-90e3-194cb722f77e HTTP/1.1" status: 204 len: 168 time: 2.3505445 Feb 11 13:22:20.617058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c5da-e3c2-40e8-b603-da076d48412c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d533cd0-8bbf-4d5c-90e3-194cb722f77e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:20.628540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Transition to ACTIVE for port object e1b167ff-d98b-4c05-a225-bdadc187eb27 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:20.645997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Allocated IP 192.168.233.248 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/93c0b267-088c-42b5-b195-23e059cc74c2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:20.777865 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:20.890412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Pushing event updated for resources: {'Port': ['ID=e1b167ff-d98b-4c05-a225-bdadc187eb27,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:20.982585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bad18-2693-47b7-9692-9cf8974f212d req-b094f8a6-9034-4906-a369-a13668b3945c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:20.983779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-011bad18-2693-47b7-9692-9cf8974f212d req-b094f8a6-9034-4906-a369-a13668b3945c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2133706 Feb 11 13:22:21.035397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.378985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45302) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:21.439218 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-47c2b45a-5cc2-469e-bb6c-2327a8531c88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ec63b91a683420492e80ec2076fbd8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589700 Feb 11 13:22:21.444592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45308) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:21.502337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-011bad18-2693-47b7-9692-9cf8974f212d req-cda33753-e414-4a80-ab1b-1ef69f579ae1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917023 Feb 11 13:22:21.503185 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37ed14a0-eb7d-48dd-9bb6-12413f27eb4b req-23d2f7a5-0765-4702-965b-a7f8e019ca8c tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=61f2fdf6c2864a31a6da740986c81db2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353427 Feb 11 13:22:21.506169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Attempting to bind port e1b167ff-d98b-4c05-a225-bdadc187eb27 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:21.506787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Attempting to bind port e1b167ff-d98b-4c05-a225-bdadc187eb27 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:21.506901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Attempting to bind port e1b167ff-d98b-4c05-a225-bdadc187eb27 on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:21.513789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Port e1b167ff-d98b-4c05-a225-bdadc187eb27 on network 54357795-65be-438f-898f-11db6e4005be not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:21.514108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Attempting to bind port e1b167ff-d98b-4c05-a225-bdadc187eb27 on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:21.527536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:21.527536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Checking segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:21.527536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Bound using segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:21.527536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Bound port: e1b167ff-d98b-4c05-a225-bdadc187eb27, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:21.527536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.604317 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a654313d-9339-44a5-830b-d4bd0cc06a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.617679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] For port e1b167ff-d98b-4c05-a225-bdadc187eb27, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:21.625690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] For port e1b167ff-d98b-4c05-a225-bdadc187eb27, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e1b167ff-d98b-4c05-a225-bdadc187eb27,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:21.627945 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.634465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a654313d-9339-44a5-830b-d4bd0cc06a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.692440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:21.695779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:21.698439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:21.707120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:21.735623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed14a0-eb7d-48dd-9bb6-12413f27eb4b req-164cc290-51d3-473f-9afb-2e8b969c1cdd tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:21.738208 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37ed14a0-eb7d-48dd-9bb6-12413f27eb4b req-164cc290-51d3-473f-9afb-2e8b969c1cdd tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2285972 Feb 11 13:22:21.749714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.762972 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37ed14a0-eb7d-48dd-9bb6-12413f27eb4b req-1c294b9b-ee4a-43df-9684-e6837fc44275 tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/quotas/61f2fdf6c2864a31a6da740986c81db2 HTTP/1.1" status: 200 len: 375 time: 0.0173597 Feb 11 13:22:21.804449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:21.805078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.806506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] 10.222.0.59 "PUT /v2.0/ports/e1b167ff-d98b-4c05-a225-bdadc187eb27 HTTP/1.1" status: 200 len: 1130 time: 3.1372290 Feb 11 13:22:21.810900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': 'e1b167ff-d98b-4c05-a225-bdadc187eb27'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:21.813264 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "e1b167ff-d98b-4c05-a225-bdadc187eb27"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:21.824569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:21.825198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.835186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37ed14a0-eb7d-48dd-9bb6-12413f27eb4b req-f9d74055-4d4a-40fb-a11c-b8796b60b96d tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f2fdf6c2864a31a6da740986c81db2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0644507 Feb 11 13:22:21.844072 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a654313d-9339-44a5-830b-d4bd0cc06a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.847297 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a654313d-9339-44a5-830b-d4bd0cc06a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:21.854910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a654313d-9339-44a5-830b-d4bd0cc06a4c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3865dba-5557-43b9-9f31-892920ba8b91 HTTP/1.1" status: 204 len: 168 time: 0.4041598 Feb 11 13:22:21.867464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ee7dc-ce0e-4502-8432-100600b65c9d service neutron] Pushing event updated for resources: {'Port': ['ID=e1b167ff-d98b-4c05-a225-bdadc187eb27,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:21.892843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654313d-9339-44a5-830b-d4bd0cc06a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3865dba-5557-43b9-9f31-892920ba8b91,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:21.942015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-4f4f7b7c-0fb9-4339-943e-1a292bb67085 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7058468 Feb 11 13:22:21.954144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:21.963497 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Request body: {'port': {'device_id': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:22.082236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-4b081a18-d75e-404b-a342-4b071c4f9902 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.082236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-4b081a18-d75e-404b-a342-4b071c4f9902 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 944 time: 0.1938725 Feb 11 13:22:22.205074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ffda586e-4041-470b-be66-ab7f3d105e75 None None] Provisioning complete for port 93c0b267-088c-42b5-b195-23e059cc74c2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:22.205735 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ffda586e-4041-470b-be66-ab7f3d105e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.252030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ffda586e-4041-470b-be66-ab7f3d105e75 None None] Port 93c0b267-088c-42b5-b195-23e059cc74c2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:22:22.268783 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.321490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-8dcc4e9f-5ad7-4a03-91f7-dc2715007f4f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Deleting port 56d1caa3-26d2-4395-b603-beabb0d2696f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:22.322381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-8dcc4e9f-5ad7-4a03-91f7-dc2715007f4f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.322561 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.337282 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6131d-0deb-47f5-ab7e-97dccd502bd1 req-f292aaa7-6ce9-457a-a085-e2adedde5bcb tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.340467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-05f6131d-0deb-47f5-ab7e-97dccd502bd1 req-f292aaa7-6ce9-457a-a085-e2adedde5bcb tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 936 time: 0.2448800 Feb 11 13:22:22.446537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-8dcc4e9f-5ad7-4a03-91f7-dc2715007f4f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] For port 56d1caa3-26d2-4395-b603-beabb0d2696f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=56d1caa3-26d2-4395-b603-beabb0d2696f,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:22.447738 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-8dcc4e9f-5ad7-4a03-91f7-dc2715007f4f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.462577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-8dcc4e9f-5ad7-4a03-91f7-dc2715007f4f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Calling delete_port for 56d1caa3-26d2-4395-b603-beabb0d2696f owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:22.517389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-05f6131d-0deb-47f5-ab7e-97dccd502bd1 req-65cff4b3-a841-469d-86eb-941dc6e9d945 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646075 Feb 11 13:22:22.564320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8bb7-7e1e-499b-afd1-0af4b658c4ef req-483434a7-58a1-4927-9ca0-99d88e718b07 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.571821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8bb7-7e1e-499b-afd1-0af4b658c4ef req-483434a7-58a1-4927-9ca0-99d88e718b07 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.582025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8bb7-7e1e-499b-afd1-0af4b658c4ef req-483434a7-58a1-4927-9ca0-99d88e718b07 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.590942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8bb7-7e1e-499b-afd1-0af4b658c4ef req-483434a7-58a1-4927-9ca0-99d88e718b07 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.598784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8bb7-7e1e-499b-afd1-0af4b658c4ef req-483434a7-58a1-4927-9ca0-99d88e718b07 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.605722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8bb7-7e1e-499b-afd1-0af4b658c4ef req-483434a7-58a1-4927-9ca0-99d88e718b07 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:22.607693 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-590f8bb7-7e1e-499b-afd1-0af4b658c4ef req-483434a7-58a1-4927-9ca0-99d88e718b07 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 4600 time: 0.4436440 Feb 11 13:22:22.712786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-f8c96105-d1c7-4950-bdf0-bb694344d10a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5681612 Feb 11 13:22:22.717408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-590f8bb7-7e1e-499b-afd1-0af4b658c4ef req-a7c8d8f0-71c1-4b35-91cf-8d35dcbd9327 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0900700 Feb 11 13:22:22.898985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-8dcc4e9f-5ad7-4a03-91f7-dc2715007f4f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:22.913808 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9af331-8b99-4580-b597-d4ed6905f90f x-openstack-request-id: req-8f9af331-8b99-4580-b597-d4ed6905f90f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:22.914386 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "e1b167ff-d98b-4c05-a225-bdadc187eb27", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:22.914386 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8f9af331-8b99-4580-b597-d4ed6905f90f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:22.914814 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': 'e1b167ff-d98b-4c05-a225-bdadc187eb27', 'status': 'completed', 'code': 200} Feb 11 13:22:22.938321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bc597b-9e92-4318-aff9-f0728c8146b2 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:22.960258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['56d1caa3-26d2-4395-b603-beabb0d2696f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:22.981499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc4e9f-5ad7-4a03-91f7-dc2715007f4f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Pushing event deleted for resources: {'Port': ['ID=56d1caa3-26d2-4395-b603-beabb0d2696f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:23.030785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-05d0c90c-039f-4775-bbe8-cd3ff7c3be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.031373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-05d0c90c-039f-4775-bbe8-cd3ff7c3be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.031726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-05d0c90c-039f-4775-bbe8-cd3ff7c3be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.032193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-05d0c90c-039f-4775-bbe8-cd3ff7c3be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.032653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-05d0c90c-039f-4775-bbe8-cd3ff7c3be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.035244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-05d0c90c-039f-4775-bbe8-cd3ff7c3be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.037250 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-05d0c90c-039f-4775-bbe8-cd3ff7c3be88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5286 time: 0.1951973 Feb 11 13:22:23.069191 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.090793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Transition to ACTIVE for port object a9bc597b-9e92-4318-aff9-f0728c8146b2 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:23.103481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-8dcc4e9f-5ad7-4a03-91f7-dc2715007f4f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] No DVR routers for this DVR port 56d1caa3-26d2-4395-b603-beabb0d2696f on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:23.103481 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-8dcc4e9f-5ad7-4a03-91f7-dc2715007f4f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.107007 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-194c6e06-b361-4d42-87e7-f8361bce8089 req-8dcc4e9f-5ad7-4a03-91f7-dc2715007f4f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.13 "DELETE /v2.0/ports/56d1caa3-26d2-4395-b603-beabb0d2696f HTTP/1.1" status: 204 len: 173 time: 1.0195458 Feb 11 13:22:23.110337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'name': 'network-vif-deleted', 'tag': '56d1caa3-26d2-4395-b603-beabb0d2696f'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:23.118475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44473e-82bb-44bd-9130-d2ea236b3bb3 req-f3251f76-2997-4470-bd00-ee48351008a3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.119524 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37632307-0339-4f97-ba62-8d77632c674e" -d '{"events": [{"server_uuid": "d3c80eb4-ad5a-4321-932b-953970d61a61", "name": "network-vif-deleted", "tag": "56d1caa3-26d2-4395-b603-beabb0d2696f"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:23.127416 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce44473e-82bb-44bd-9130-d2ea236b3bb3 req-f3251f76-2997-4470-bd00-ee48351008a3 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3c80eb4-ad5a-4321-932b-953970d61a61 HTTP/1.1" status: 200 len: 866 time: 0.4691658 Feb 11 13:22:23.185090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53bd2f0-8646-429c-96d2-51cbf346e677 req-d2c754cc-a249-4b6b-aafd-eeef278cfd0d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.186711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e53bd2f0-8646-429c-96d2-51cbf346e677 req-d2c754cc-a249-4b6b-aafd-eeef278cfd0d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.2175338 Feb 11 13:22:23.197262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.219532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce44473e-82bb-44bd-9130-d2ea236b3bb3 req-1b45121d-e72b-4960-9804-e92a913e7bbd tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870595 Feb 11 13:22:23.298046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e53bd2f0-8646-429c-96d2-51cbf346e677 req-41255bef-1e92-4d63-a98e-5e349cc1469f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936644 Feb 11 13:22:23.350115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-f9374a6f-19d5-410c-9e0c-ce4d6a3831c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.350989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-f9374a6f-19d5-410c-9e0c-ce4d6a3831c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.351924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-f9374a6f-19d5-410c-9e0c-ce4d6a3831c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.354379 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-f9374a6f-19d5-410c-9e0c-ce4d6a3831c6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8b4e1c14428046458aba447fc81623ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2668900 Feb 11 13:22:23.577807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc597b-9e92-4318-aff9-f0728c8146b2,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:23.580509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781b7ee-16a3-4769-9d35-d4b6fc66019c req-aaaf62ef-a8e5-4f57-9b72-fbef02a7e302 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.584260 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8781b7ee-16a3-4769-9d35-d4b6fc66019c req-aaaf62ef-a8e5-4f57-9b72-fbef02a7e302 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1446211 Feb 11 13:22:23.603002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-fca5b345-46f9-4559-913e-d9edbdd13e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.615317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e87bcfb-1e43-4d07-b0ac-2ede9ea3249e req-fca5b345-46f9-4559-913e-d9edbdd13e3b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2437272 Feb 11 13:22:23.621181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93c0b267-088c-42b5-b195-23e059cc74c2 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:23.632439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.663299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Transition to ACTIVE for port object 93c0b267-088c-42b5-b195-23e059cc74c2 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:23.688052 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8781b7ee-16a3-4769-9d35-d4b6fc66019c req-f5021089-ba2e-45b8-a0fc-b1caf9aa1c04 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943804 Feb 11 13:22:23.726042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Attempting to bind port a9bc597b-9e92-4318-aff9-f0728c8146b2 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:23.726173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Attempting to bind port a9bc597b-9e92-4318-aff9-f0728c8146b2 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:23.726461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Attempting to bind port a9bc597b-9e92-4318-aff9-f0728c8146b2 on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:23.738890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.766108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Port a9bc597b-9e92-4318-aff9-f0728c8146b2 on network 54357795-65be-438f-898f-11db6e4005be not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:23.766464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Attempting to bind port a9bc597b-9e92-4318-aff9-f0728c8146b2 on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:23.781140 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4c6f1a-9515-4495-9b19-d5e23222ccca x-openstack-request-id: req-bf4c6f1a-9515-4495-9b19-d5e23222ccca {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:23.781437 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c80eb4-ad5a-4321-932b-953970d61a61", "name": "network-vif-deleted", "tag": "56d1caa3-26d2-4395-b603-beabb0d2696f", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:23.781857 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf4c6f1a-9515-4495-9b19-d5e23222ccca {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:23.782279 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c80eb4-ad5a-4321-932b-953970d61a61', 'name': 'network-vif-deleted', 'tag': '56d1caa3-26d2-4395-b603-beabb0d2696f', 'status': 'completed', 'code': 200} Feb 11 13:22:23.833078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:23.833078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Checking segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:23.833078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Bound using segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:23.833078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Bound port: a9bc597b-9e92-4318-aff9-f0728c8146b2, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:23.833078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:23.920833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:23.967335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c3e65-9867-4150-9a8b-d7c143dadc49 req-aa93bfe5-f896-4aec-8fe8-e5c426e23665 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:23.969284 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2c8c3e65-9867-4150-9a8b-d7c143dadc49 req-aa93bfe5-f896-4aec-8fe8-e5c426e23665 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 948 time: 0.0779943 Feb 11 13:22:24.049855 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2c8c3e65-9867-4150-9a8b-d7c143dadc49 req-6dc44e77-b6cc-454a-85ee-216b069c9f3a tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654483 Feb 11 13:22:24.062803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Attempting to bind port 93c0b267-088c-42b5-b195-23e059cc74c2 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:24.063135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Attempting to bind port 93c0b267-088c-42b5-b195-23e059cc74c2 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:24.063457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Attempting to bind port 93c0b267-088c-42b5-b195-23e059cc74c2 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:24.075524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Port 93c0b267-088c-42b5-b195-23e059cc74c2 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:24.075841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Attempting to bind port 93c0b267-088c-42b5-b195-23e059cc74c2 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:24.090533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:24.090799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:24.091180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:24.091612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Bound port: 93c0b267-088c-42b5-b195-23e059cc74c2, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:24.092042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.107111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] For port a9bc597b-9e92-4318-aff9-f0728c8146b2, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:24.123147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] For port a9bc597b-9e92-4318-aff9-f0728c8146b2, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a9bc597b-9e92-4318-aff9-f0728c8146b2,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:24.230310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.244806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58b69e-512e-44bb-948f-910b045cf969 req-5b1658ea-8763-41d2-bafe-f8c7955c830b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.257507 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef58b69e-512e-44bb-948f-910b045cf969 req-5b1658ea-8763-41d2-bafe-f8c7955c830b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1182575 Feb 11 13:22:24.286870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:24.315094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.316226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.318122 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/a9bc597b-9e92-4318-aff9-f0728c8146b2 HTTP/1.1" status: 200 len: 1130 time: 2.3701019 Feb 11 13:22:24.321691 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef58b69e-512e-44bb-948f-910b045cf969 req-4502328c-c362-406f-afc6-d5ffe851c7a2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589573 Feb 11 13:22:24.357961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:24.374528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec367da-ad94-48f2-803e-cc4ea1a162d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc597b-9e92-4318-aff9-f0728c8146b2,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:24.479908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:24.538631 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.590544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e071e-6174-4f8b-a894-ce28a277058f req-3d827ef0-18c1-4557-aa77-fde607fecd6a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.597984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e071e-6174-4f8b-a894-ce28a277058f req-3d827ef0-18c1-4557-aa77-fde607fecd6a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.604082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e071e-6174-4f8b-a894-ce28a277058f req-3d827ef0-18c1-4557-aa77-fde607fecd6a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.611457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e071e-6174-4f8b-a894-ce28a277058f req-3d827ef0-18c1-4557-aa77-fde607fecd6a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.619114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e071e-6174-4f8b-a894-ce28a277058f req-3d827ef0-18c1-4557-aa77-fde607fecd6a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.626260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e071e-6174-4f8b-a894-ce28a277058f req-3d827ef0-18c1-4557-aa77-fde607fecd6a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.634061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e071e-6174-4f8b-a894-ce28a277058f req-3d827ef0-18c1-4557-aa77-fde607fecd6a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.636482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe4e071e-6174-4f8b-a894-ce28a277058f req-3d827ef0-18c1-4557-aa77-fde607fecd6a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5372 time: 0.2335405 Feb 11 13:22:24.684621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.685576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.687370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] 10.222.0.13 "PUT /v2.0/ports/93c0b267-088c-42b5-b195-23e059cc74c2 HTTP/1.1" status: 200 len: 1096 time: 2.7299118 Feb 11 13:22:24.724999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.748364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c7889-a085-48c8-9312-986042c31ba2 req-6b7cf355-0673-4e9e-b5e0-c84cd8c9ae31 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:24.757814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-175c7889-a085-48c8-9312-986042c31ba2 req-6b7cf355-0673-4e9e-b5e0-c84cd8c9ae31 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.0655386 Feb 11 13:22:24.829002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-175c7889-a085-48c8-9312-986042c31ba2 req-a65e99a1-9521-4225-9d76-29e798ddd8e8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634491 Feb 11 13:22:24.920273 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-695f5c2a-934e-4dee-8f4f-c6a81e2ffc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:24.957048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': 'a9bc597b-9e92-4318-aff9-f0728c8146b2'}, {'name': 'network-changed', 'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:24.962385 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "a9bc597b-9e92-4318-aff9-f0728c8146b2"}, {"name": "network-changed", "server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:25.004123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ac5b7-75ac-4204-a24b-27948ceee9ee service neutron] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:25.028782 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe4e071e-6174-4f8b-a894-ce28a277058f req-b1b7fe86-3e9c-48de-85a5-4401775def60 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3548007 Feb 11 13:22:25.134431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-c7a60349-d80c-4e1a-bb7c-88dde27fa84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.136901 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-c7a60349-d80c-4e1a-bb7c-88dde27fa84d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=353ebcb64902402e8a45166cca04c139&device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 1099 time: 0.1818399 Feb 11 13:22:25.187956 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-dfd845a1-f5ee-46a7-a6f4-ea5bf49e6ab5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=93c0b267-088c-42b5-b195-23e059cc74c2 HTTP/1.1" status: 200 len: 217 time: 0.0446086 Feb 11 13:22:25.262363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-7aafa727-6d41-4f4c-8ab3-8a39af8749d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.264173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-7aafa727-6d41-4f4c-8ab3-8a39af8749d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0692916 Feb 11 13:22:25.373068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2890c604-8e53-4973-8147-671cfbbcc7b1 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:25.375022 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.383736 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.404147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-ec805af6-fe3f-4d9c-b130-1d4ba7fab55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.405648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-ec805af6-fe3f-4d9c-b130-1d4ba7fab55f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1266489 Feb 11 13:22:25.406981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Transition to ACTIVE for port object 2890c604-8e53-4973-8147-671cfbbcc7b1 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:25.426589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cec3e9-9437-487c-8646-0c4db8872430 req-c3e57da1-e64d-41ce-ac60-d9970e0a7176 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.430477 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12cec3e9-9437-487c-8646-0c4db8872430 req-c3e57da1-e64d-41ce-ac60-d9970e0a7176 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0647972 Feb 11 13:22:25.470525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12cec3e9-9437-487c-8646-0c4db8872430 req-8f1c42f9-ba85-48e1-8445-ca38551246a2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Feb 11 13:22:25.521535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-e3d4a187-f85a-44c0-be14-335577ff7227 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056385 Feb 11 13:22:25.540279 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4456144-2988-468e-95ff-50a2683e898b x-openstack-request-id: req-c4456144-2988-468e-95ff-50a2683e898b {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:25.540572 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "a9bc597b-9e92-4318-aff9-f0728c8146b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:25.540816 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4456144-2988-468e-95ff-50a2683e898b {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:25.541197 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': 'a9bc597b-9e92-4318-aff9-f0728c8146b2', 'status': 'completed', 'code': 200} Feb 11 13:22:25.541445 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2', 'status': 'completed', 'code': 200} Feb 11 13:22:25.616527 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.694243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-8583f558-7eee-4ffc-bda6-f7ba33a65b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.695154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-8583f558-7eee-4ffc-bda6-f7ba33a65b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.695779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-8583f558-7eee-4ffc-bda6-f7ba33a65b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.696652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-8583f558-7eee-4ffc-bda6-f7ba33a65b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.700217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-8583f558-7eee-4ffc-bda6-f7ba33a65b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.701004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-8583f558-7eee-4ffc-bda6-f7ba33a65b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.701639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-8583f558-7eee-4ffc-bda6-f7ba33a65b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.703866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-8583f558-7eee-4ffc-bda6-f7ba33a65b45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6209 time: 0.1340759 Feb 11 13:22:25.744733 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b0b2583-04db-4404-9a0f-af2110912e78 req-775456ba-9d2c-4875-94e7-0c2681895db8 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151253 Feb 11 13:22:25.770125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Pushing event updated for resources: {'Port': ['ID=2890c604-8e53-4973-8147-671cfbbcc7b1,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:25.853195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Attempting to bind port 2890c604-8e53-4973-8147-671cfbbcc7b1 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:25.853896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Attempting to bind port 2890c604-8e53-4973-8147-671cfbbcc7b1 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:25.854846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Attempting to bind port 2890c604-8e53-4973-8147-671cfbbcc7b1 on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:25.860694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Port 2890c604-8e53-4973-8147-671cfbbcc7b1 on network 54357795-65be-438f-898f-11db6e4005be not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:25.864105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Attempting to bind port 2890c604-8e53-4973-8147-671cfbbcc7b1 on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:25.867667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:25.872061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d7d32-c43b-4a0f-ab01-1d81514ae242 req-74989853-f10e-4324-ba92-18c158eaa772 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:25.881233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a54d7d32-c43b-4a0f-ab01-1d81514ae242 req-74989853-f10e-4324-ba92-18c158eaa772 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 948 time: 0.2511094 Feb 11 13:22:25.881465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Checking segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:25.884707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Bound using segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:25.886889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Bound port: 2890c604-8e53-4973-8147-671cfbbcc7b1, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:25.886889 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:25.898610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 56d1caa3-26d2-4395-b603-beabb0d2696f no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:25.943890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 56d1caa3-26d2-4395-b603-beabb0d2696f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:25.944966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 56d1caa3-26d2-4395-b603-beabb0d2696f not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:26.008167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a54d7d32-c43b-4a0f-ab01-1d81514ae242 req-79dc4309-4e1c-41d4-8b67-095fb066b045 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083739 Feb 11 13:22:26.041652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-2c5b2f97-6886-4687-8107-86536b00110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.043200 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-2c5b2f97-6886-4687-8107-86536b00110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.044535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-2c5b2f97-6886-4687-8107-86536b00110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.046524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-2c5b2f97-6886-4687-8107-86536b00110d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8b4e1c14428046458aba447fc81623ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3280373 Feb 11 13:22:26.166866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] For port 2890c604-8e53-4973-8147-671cfbbcc7b1, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:26.170184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] For port 2890c604-8e53-4973-8147-671cfbbcc7b1, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2890c604-8e53-4973-8147-671cfbbcc7b1,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:26.189209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-12b885cb-0d6f-4308-894b-f8817512d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.191270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-dc852741-276a-4e28-9e21-1ca7494a820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.191665 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-12b885cb-0d6f-4308-894b-f8817512d511 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1343882 Feb 11 13:22:26.192737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-dc852741-276a-4e28-9e21-1ca7494a820c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1100 time: 0.2569060 Feb 11 13:22:26.212725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90d8ff32-6335-4934-a4e9-b50e7aae36b8 req-2d2c0af3-7a61-44f8-aa88-456df3dc71eb tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=61f2fdf6c2864a31a6da740986c81db2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569310 Feb 11 13:22:26.216186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-2f159743-3974-46a5-a5c0-8507ece0a00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.217567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-2f159743-3974-46a5-a5c0-8507ece0a00b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=353ebcb64902402e8a45166cca04c139&device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 1099 time: 0.2791123 Feb 11 13:22:26.294398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-30419282-543a-497e-a4d6-4648f51daddb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.295955 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-30419282-543a-497e-a4d6-4648f51daddb tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.59 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 944 time: 0.0607493 Feb 11 13:22:26.324210 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:26.411894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84670ff7-19d8-4d9b-967f-14cb9246348c req-6ea0d485-e04d-4941-bcd7-0af9ddcb7463 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.413454 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84670ff7-19d8-4d9b-967f-14cb9246348c req-6ea0d485-e04d-4941-bcd7-0af9ddcb7463 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1163955 Feb 11 13:22:26.438352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-fcb7be91-7aa2-404c-aed4-c37cdc98f189 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Deleting port 62e96900-49a3-4557-8e09-02abcf5913a7 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:26.438807 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-fcb7be91-7aa2-404c-aed4-c37cdc98f189 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:26.451285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.451907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:26.453278 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] 10.222.0.59 "PUT /v2.0/ports/2890c604-8e53-4973-8147-671cfbbcc7b1 HTTP/1.1" status: 200 len: 1091 time: 1.9799733 Feb 11 13:22:26.495345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ec1c3-d1c5-492a-8d77-2c981172a20b service neutron] Pushing event updated for resources: {'Port': ['ID=2890c604-8e53-4973-8147-671cfbbcc7b1,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:26.506040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-afd4d64c-5d5f-495d-b104-46523f2e887f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.507514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-afd4d64c-5d5f-495d-b104-46523f2e887f service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.3038576 Feb 11 13:22:26.515796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-53848c34-0f93-42f4-aad4-29891bbe963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.515796 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-53848c34-0f93-42f4-aad4-29891bbe963a service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2863381 Feb 11 13:22:26.543815 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84670ff7-19d8-4d9b-967f-14cb9246348c req-bde5f6e2-6ed4-4d30-95dc-548fcb0dba41 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005318 Feb 11 13:22:26.581446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:26.613530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-fcb7be91-7aa2-404c-aed4-c37cdc98f189 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] For port 62e96900-49a3-4557-8e09-02abcf5913a7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=62e96900-49a3-4557-8e09-02abcf5913a7,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:26.617939 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-fcb7be91-7aa2-404c-aed4-c37cdc98f189 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:26.632557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-fcb7be91-7aa2-404c-aed4-c37cdc98f189 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Calling delete_port for 62e96900-49a3-4557-8e09-02abcf5913a7 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:26.676251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-aff53830-3fc4-4599-a083-f95672071fe3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 217 time: 0.1593158 Feb 11 13:22:26.695935 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-978ea7e9-bab4-4788-becd-1fac5a210bf5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=93c0b267-088c-42b5-b195-23e059cc74c2 HTTP/1.1" status: 200 len: 217 time: 0.1694670 Feb 11 13:22:26.709979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8ff32-6335-4934-a4e9-b50e7aae36b8 req-aad455b5-7d02-4eaa-a512-b6c2a7ab98bc tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.715296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90d8ff32-6335-4934-a4e9-b50e7aae36b8 req-aad455b5-7d02-4eaa-a512-b6c2a7ab98bc tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4871154 Feb 11 13:22:26.817221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90d8ff32-6335-4934-a4e9-b50e7aae36b8 req-065ae79e-ee27-4591-a431-1f146656d8ef tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/quotas/61f2fdf6c2864a31a6da740986c81db2 HTTP/1.1" status: 200 len: 375 time: 0.0923724 Feb 11 13:22:26.832384 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:26.849819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e74ee7-3edd-4dfc-9263-8d4d9a9bfedc req-e46d3ff5-9058-4c94-9a77-271a7a573fa1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.857577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4e74ee7-3edd-4dfc-9263-8d4d9a9bfedc req-e46d3ff5-9058-4c94-9a77-271a7a573fa1 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e HTTP/1.1" status: 200 len: 944 time: 0.1269348 Feb 11 13:22:26.858961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-2f7e9521-a979-4202-8973-a706c2207690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.859599 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-2f7e9521-a979-4202-8973-a706c2207690 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1606777 Feb 11 13:22:26.861020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-45f7aead-6aa1-4830-8023-41b0377256f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:26.862453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-45f7aead-6aa1-4830-8023-41b0377256f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1459651 Feb 11 13:22:26.887493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90d8ff32-6335-4934-a4e9-b50e7aae36b8 req-b761e86e-5aa8-4d50-80e3-fc82ddde6583 tempest-QuotasAdminNegativeTest-2125745742 tempest-QuotasAdminNegativeTest-2125745742-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=61f2fdf6c2864a31a6da740986c81db2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595021 Feb 11 13:22:26.901904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3350b58d-a573-4840-a214-614dd2cc66d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:26.927903 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4e74ee7-3edd-4dfc-9263-8d4d9a9bfedc req-c38ae087-53b1-48f6-8c6c-7779a70aee42 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690966 Feb 11 13:22:27.003700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-fcb7be91-7aa2-404c-aed4-c37cdc98f189 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.053342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7be91-7aa2-404c-aed4-c37cdc98f189 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Pushing event deleted for resources: {'Port': ['ID=62e96900-49a3-4557-8e09-02abcf5913a7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:27.080405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-b0feb6d9-e22c-4c9b-b18e-55228d854fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.081907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-b0feb6d9-e22c-4c9b-b18e-55228d854fcc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2001307 Feb 11 13:22:27.099992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-697e17bd-bc37-4b90-800e-2e9928831cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.101450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-697e17bd-bc37-4b90-800e-2e9928831cd7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2185633 Feb 11 13:22:27.134746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-fcb7be91-7aa2-404c-aed4-c37cdc98f189 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] No DVR routers for this DVR port 62e96900-49a3-4557-8e09-02abcf5913a7 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:27.138673 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-fcb7be91-7aa2-404c-aed4-c37cdc98f189 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.142020 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8aa75e12-660b-4b5b-acc6-4eeb4cf7bc82 req-fcb7be91-7aa2-404c-aed4-c37cdc98f189 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.59 "DELETE /v2.0/ports/62e96900-49a3-4557-8e09-02abcf5913a7 HTTP/1.1" status: 204 len: 173 time: 0.8318400 Feb 11 13:22:27.144392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'name': 'network-vif-deleted', 'tag': '62e96900-49a3-4557-8e09-02abcf5913a7'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:27.146280 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16939f3d-8e77-41fa-b98d-419bd4232cda" -d '{"events": [{"server_uuid": "7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e", "name": "network-vif-deleted", "tag": "62e96900-49a3-4557-8e09-02abcf5913a7"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:27.168406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2ebe6-b7e9-4564-aada-097c7825de1e req-98d6b41f-2050-4417-b773-03b9fffe1db5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.176666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2ebe6-b7e9-4564-aada-097c7825de1e req-98d6b41f-2050-4417-b773-03b9fffe1db5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.180464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2ebe6-b7e9-4564-aada-097c7825de1e req-98d6b41f-2050-4417-b773-03b9fffe1db5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.187732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2ebe6-b7e9-4564-aada-097c7825de1e req-98d6b41f-2050-4417-b773-03b9fffe1db5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.193199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2ebe6-b7e9-4564-aada-097c7825de1e req-98d6b41f-2050-4417-b773-03b9fffe1db5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.199934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2ebe6-b7e9-4564-aada-097c7825de1e req-98d6b41f-2050-4417-b773-03b9fffe1db5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.206054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2ebe6-b7e9-4564-aada-097c7825de1e req-98d6b41f-2050-4417-b773-03b9fffe1db5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.208018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7d2ebe6-b7e9-4564-aada-097c7825de1e req-98d6b41f-2050-4417-b773-03b9fffe1db5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5384 time: 0.1674206 Feb 11 13:22:27.270462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7d2ebe6-b7e9-4564-aada-097c7825de1e req-3eebc82c-1cea-436c-8e04-bb43d58c6861 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534730 Feb 11 13:22:27.529566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67dedc-4c8c-4062-b5b6-444bf6a5fe5c req-3818c7b1-7d53-4b5c-8081-67d0e2674949 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.531134 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea67dedc-4c8c-4062-b5b6-444bf6a5fe5c req-3818c7b1-7d53-4b5c-8081-67d0e2674949 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 946 time: 0.0739434 Feb 11 13:22:27.551958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': '2890c604-8e53-4973-8147-671cfbbcc7b1'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:27.557180 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d81e2-49ca-49db-9624-48139144ec85" -d '{"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "2890c604-8e53-4973-8147-671cfbbcc7b1"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:27.575471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea67dedc-4c8c-4062-b5b6-444bf6a5fe5c req-cd154867-3396-4bc9-8aa9-3fdbeb6ed010 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372813 Feb 11 13:22:27.579825 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:27.621648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e9343-2e27-4941-b246-b7432ddc4aac req-13ae2c75-4078-47b7-85f3-a64885b003b9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:27.623155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-153e9343-2e27-4941-b246-b7432ddc4aac req-13ae2c75-4078-47b7-85f3-a64885b003b9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.5620990 Feb 11 13:22:27.690523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-9111804b-af04-470b-bdb3-f26d0892e76b service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880754 Feb 11 13:22:27.781863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-6907a669-a457-4a23-81f2-fffd87cf261b service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705816 Feb 11 13:22:27.812867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-153e9343-2e27-4941-b246-b7432ddc4aac req-241466d2-c9c2-4209-b324-9c791348ca09 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743083 Feb 11 13:22:27.929225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93c0b267-088c-42b5-b195-23e059cc74c2 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:27.966211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-8a4ca81e-493f-4854-a4a8-8cd2ae3ef1e5 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651422 Feb 11 13:22:27.979489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:27.990344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.020442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Transition to ACTIVE for port object 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:28.025691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab3d7275-6140-46f4-a8a0-31fed0b98dbb req-8cc378dd-6e02-41d9-a78c-bae5551888dc service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235944 Feb 11 13:22:28.075132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:28.086770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '93c0b267-088c-42b5-b195-23e059cc74c2', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '93c0b267-088c-42b5-b195-23e059cc74c2', 'mac_address': 'fa:16:3e:54:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:28.128969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.134955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.164307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c0b267-088c-42b5-b195-23e059cc74c2 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:28.208132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:28.223837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Pushing event updated for resources: {'Port': ['ID=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:28.297805 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a560550-c539-437d-9534-88542bdee57e x-openstack-request-id: req-7a560550-c539-437d-9534-88542bdee57e {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:28.302129 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e", "name": "network-vif-deleted", "tag": "62e96900-49a3-4557-8e09-02abcf5913a7", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:28.302129 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a560550-c539-437d-9534-88542bdee57e {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:28.302129 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce57363-b6e2-4bdb-bbdd-0f0d2ac63c4e', 'name': 'network-vif-deleted', 'tag': '62e96900-49a3-4557-8e09-02abcf5913a7', 'status': 'completed', 'code': 200} Feb 11 13:22:28.350840 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.356592 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a923381-0016-4be7-906a-db4817f15c18 x-openstack-request-id: req-5a923381-0016-4be7-906a-db4817f15c18 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:28.356888 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "2890c604-8e53-4973-8147-671cfbbcc7b1", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:28.357167 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a923381-0016-4be7-906a-db4817f15c18 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:28.357564 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': '2890c604-8e53-4973-8147-671cfbbcc7b1', 'status': 'completed', 'code': 200} Feb 11 13:22:28.432286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:28.451997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fedd8-410b-4c88-83ce-09c111ac972c req-4e88cc60-9a0e-4164-b9cc-28bb2a712d9d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.453582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c3fedd8-410b-4c88-83ce-09c111ac972c req-4e88cc60-9a0e-4164-b9cc-28bb2a712d9d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 948 time: 0.1669731 Feb 11 13:22:28.456083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Attempting to bind port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:28.456451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Attempting to bind port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:28.456784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Attempting to bind port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:28.466904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4907080-30c0-4a9c-9916-0e7daceecf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.467383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4907080-30c0-4a9c-9916-0e7daceecf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.467868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4907080-30c0-4a9c-9916-0e7daceecf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.468331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4907080-30c0-4a9c-9916-0e7daceecf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.468790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4907080-30c0-4a9c-9916-0e7daceecf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.469947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4907080-30c0-4a9c-9916-0e7daceecf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.470474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4907080-30c0-4a9c-9916-0e7daceecf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.476741 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4907080-30c0-4a9c-9916-0e7daceecf9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6301 time: 0.1137962 Feb 11 13:22:28.487852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 on network 54357795-65be-438f-898f-11db6e4005be not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:28.488186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Attempting to bind port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:28.519446 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.526693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:28.526693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Checking segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:28.526693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Bound using segment: {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:28.526693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Bound port: 6ad60ca7-975e-4025-9fb9-16fe8d2f7573, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54357795-65be-438f-898f-11db6e4005be'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:28.526693 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.571041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['93c0b267-088c-42b5-b195-23e059cc74c2'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:28.573489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97db080-9795-4578-adeb-151a1a54a380 req-0e344caa-f806-4d3e-a3d0-014a9c1d8d59 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.575313 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c97db080-9795-4578-adeb-151a1a54a380 req-0e344caa-f806-4d3e-a3d0-014a9c1d8d59 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0766232 Feb 11 13:22:28.636310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c3fedd8-410b-4c88-83ce-09c111ac972c req-8a2c8dd0-7b15-4094-8fb8-12eb05ecf2b9 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586356 Feb 11 13:22:28.637716 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c97db080-9795-4578-adeb-151a1a54a380 req-5dc3a8aa-a845-429f-a351-574ba4e6754f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508025 Feb 11 13:22:28.692888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] For port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:28.697225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] For port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:28.750832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4578db8-b17e-4a80-a592-a0ce74ac11db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.751319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4578db8-b17e-4a80-a592-a0ce74ac11db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.751933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4578db8-b17e-4a80-a592-a0ce74ac11db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.755523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-f4578db8-b17e-4a80-a592-a0ce74ac11db service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8b4e1c14428046458aba447fc81623ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2580364 Feb 11 13:22:28.841737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.851663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80fb1-3d70-4c73-bc2e-dd2081be3202 req-b46150ec-b7c8-491e-a9f4-e0b6589a0427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.859662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80fb1-3d70-4c73-bc2e-dd2081be3202 req-b46150ec-b7c8-491e-a9f4-e0b6589a0427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.866519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80fb1-3d70-4c73-bc2e-dd2081be3202 req-b46150ec-b7c8-491e-a9f4-e0b6589a0427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.873148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80fb1-3d70-4c73-bc2e-dd2081be3202 req-b46150ec-b7c8-491e-a9f4-e0b6589a0427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.880247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80fb1-3d70-4c73-bc2e-dd2081be3202 req-b46150ec-b7c8-491e-a9f4-e0b6589a0427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.895474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80fb1-3d70-4c73-bc2e-dd2081be3202 req-b46150ec-b7c8-491e-a9f4-e0b6589a0427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.905472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd80fb1-3d70-4c73-bc2e-dd2081be3202 req-b46150ec-b7c8-491e-a9f4-e0b6589a0427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.906392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Pushing event updated for resources: {'Port': ['ID=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:28.915565 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdd80fb1-3d70-4c73-bc2e-dd2081be3202 req-b46150ec-b7c8-491e-a9f4-e0b6589a0427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5396 time: 0.1588125 Feb 11 13:22:28.941950 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.947257 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:28.949863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ea0fea6b-6bda-46c7-a811-49aaacdacd7f service neutron] 10.222.0.59 "PUT /v2.0/ports/6ad60ca7-975e-4025-9fb9-16fe8d2f7573 HTTP/1.1" status: 200 len: 1091 time: 2.4201615 Feb 11 13:22:28.983403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-7ba350f2-6217-4268-99aa-b8b010cbb857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:28.985150 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa8d81e2-49ca-49db-9624-48139144ec85 req-7ba350f2-6217-4268-99aa-b8b010cbb857 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226603 Feb 11 13:22:28.991571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdd80fb1-3d70-4c73-bc2e-dd2081be3202 req-c50e5c38-c6b6-4b62-9693-4adef218cda6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749321 Feb 11 13:22:29.064389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:29.164922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32565ebc-fd81-4b49-9f2d-c3d72989e69b req-3ad0c9dd-b30d-46be-8314-90517aceb1f1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:29.167860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32565ebc-fd81-4b49-9f2d-c3d72989e69b req-3ad0c9dd-b30d-46be-8314-90517aceb1f1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0704892 Feb 11 13:22:29.172577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.234050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32565ebc-fd81-4b49-9f2d-c3d72989e69b req-4f1041b6-62fa-4aee-b9bd-c3a07c7219b2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539596 Feb 11 13:22:29.465827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45588) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:29.554162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:29.564751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.577516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Transition to ACTIVE for port object ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:29.602237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2d5811f1-add8-40fc-a018-a2b691ee01f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.693126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2d5811f1-add8-40fc-a018-a2b691ee01f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.711979 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.748791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39957d56-5797-4bc2-b633-66f30b756453 req-6d618945-659b-4942-a387-91c894020aa3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:29.750374 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39957d56-5797-4bc2-b633-66f30b756453 req-6d618945-659b-4942-a387-91c894020aa3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.0623755 Feb 11 13:22:29.771077 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2d5811f1-add8-40fc-a018-a2b691ee01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.780140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:29.801911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39957d56-5797-4bc2-b633-66f30b756453 req-70bf06a3-502a-4cbd-8103-44cef4dfb10f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Feb 11 13:22:29.859729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5811f1-add8-40fc-a018-a2b691ee01f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3101dd-112c-473b-bd8f-53788993ab7a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:29.865102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2d5811f1-add8-40fc-a018-a2b691ee01f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=61f2fdf6c2864a31a6da740986c81db2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981624 Feb 11 13:22:29.872936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45598) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:29.888945 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.922815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Attempting to bind port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:29.923099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Attempting to bind port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:29.923426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Attempting to bind port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c on network e4f4d906-9c4b-48bb-930e-7263dc5fd141 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:29.931229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93c0b267-088c-42b5-b195-23e059cc74c2 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:29.937438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c on network e4f4d906-9c4b-48bb-930e-7263dc5fd141 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:29.937797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Attempting to bind port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c on network e4f4d906-9c4b-48bb-930e-7263dc5fd141 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:29.950551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:29.951010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Checking segment: {'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:29.951657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Bound using segment: {'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:29.951942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Bound port: ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:29.952307 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:29.970898 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97e4-18e0-4d41-8594-f548e0133587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.014778 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97e4-18e0-4d41-8594-f548e0133587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.088783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] For port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:30.093123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] For port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:30.104665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89bdef-8c1e-45b7-9757-9d53d8b7adbd req-f2bd725a-9e5d-4dac-b3cb-e2ef7bebbd40 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.106345 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d89bdef-8c1e-45b7-9757-9d53d8b7adbd req-f2bd725a-9e5d-4dac-b3cb-e2ef7bebbd40 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.0911527 Feb 11 13:22:30.117977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6790b-94c5-42f6-bf96-309d871f0f70 req-7aba00b1-23ab-4e54-9b82-448f6ebfeb53 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.122557 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47a6790b-94c5-42f6-bf96-309d871f0f70 req-7aba00b1-23ab-4e54-9b82-448f6ebfeb53 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 949 time: 0.0774722 Feb 11 13:22:30.126791 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 62e96900-49a3-4557-8e09-02abcf5913a7 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:30.157839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 62e96900-49a3-4557-8e09-02abcf5913a7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:30.158543 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 62e96900-49a3-4557-8e09-02abcf5913a7 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:30.165026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d89bdef-8c1e-45b7-9757-9d53d8b7adbd req-67b4c922-5b02-47b2-bd38-cc46f0988cff tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493839 Feb 11 13:22:30.169394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47a6790b-94c5-42f6-bf96-309d871f0f70 req-f99a2b50-a4af-494c-a236-b276262d5bba tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456388 Feb 11 13:22:30.169892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 93c0b267-088c-42b5-b195-23e059cc74c2 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:30.175600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 93c0b267-088c-42b5-b195-23e059cc74c2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:30.176929 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.253478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.279867 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.290429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be46a6-f1bd-4651-a682-f33654305aba req-fce1f967-145f-475f-8b9c-ebf22142e126 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.293612 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70be46a6-f1bd-4651-a682-f33654305aba req-fce1f967-145f-475f-8b9c-ebf22142e126 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0614693 Feb 11 13:22:30.295175 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97e4-18e0-4d41-8594-f548e0133587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.305714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:30.309002 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f71cc5-72c6-435a-9c23-cd4744d3575d" -d '{"events": [{"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-plugged", "status": "completed", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:30.309917 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2fb97e4-18e0-4d41-8594-f548e0133587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.311219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c2fb97e4-18e0-4d41-8594-f548e0133587 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de3101dd-112c-473b-bd8f-53788993ab7a HTTP/1.1" status: 204 len: 168 time: 0.4369836 Feb 11 13:22:30.324774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:30.325267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.326119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.327919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] 10.222.0.59 "PUT /v2.0/ports/ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c HTTP/1.1" status: 200 len: 1091 time: 1.2690151 Feb 11 13:22:30.344859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb97e4-18e0-4d41-8594-f548e0133587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3101dd-112c-473b-bd8f-53788993ab7a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:30.361976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': '6ad60ca7-975e-4025-9fb9-16fe8d2f7573'}, {'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': 'ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:30.364425 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32fb3f8-a87d-45c7-87b5-525617ee3e50" -d '{"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "6ad60ca7-975e-4025-9fb9-16fe8d2f7573"}, {"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:30.391356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70be46a6-f1bd-4651-a682-f33654305aba req-e095c7d1-4384-4811-8c0a-460491da33d7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789871 Feb 11 13:22:30.404257 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.435694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1d338-5dcc-4b16-a9cc-1e7a59e4da6a req-a5bf400e-b4d1-4945-ae49-8f9d533eba55 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.439908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cec1d338-5dcc-4b16-a9cc-1e7a59e4da6a req-a5bf400e-b4d1-4945-ae49-8f9d533eba55 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 946 time: 0.1993520 Feb 11 13:22:30.445580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef095e91-40d8-4416-b266-6366619f8771 service neutron] Pushing event updated for resources: {'Port': ['ID=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:30.496430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:30.515183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Request body: {'port': {'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:30.532895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-4630eda1-1393-48b9-99e9-0f123a919e00 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.535002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-4630eda1-1393-48b9-99e9-0f123a919e00 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.59 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.2301407 Feb 11 13:22:30.569626 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cec1d338-5dcc-4b16-a9cc-1e7a59e4da6a req-dba222eb-a63f-4f05-9241-72747ddb42e3 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169071 Feb 11 13:22:30.615116 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.686033 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.863793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87bc4-94d5-4f1b-9d2d-a2eee01c6195 req-706fe1f1-064f-47e3-b918-d6add31064d9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.869466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87bc4-94d5-4f1b-9d2d-a2eee01c6195 req-706fe1f1-064f-47e3-b918-d6add31064d9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.875989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87bc4-94d5-4f1b-9d2d-a2eee01c6195 req-706fe1f1-064f-47e3-b918-d6add31064d9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.881747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87bc4-94d5-4f1b-9d2d-a2eee01c6195 req-706fe1f1-064f-47e3-b918-d6add31064d9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.887783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87bc4-94d5-4f1b-9d2d-a2eee01c6195 req-706fe1f1-064f-47e3-b918-d6add31064d9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.893627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87bc4-94d5-4f1b-9d2d-a2eee01c6195 req-706fe1f1-064f-47e3-b918-d6add31064d9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.899505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab87bc4-94d5-4f1b-9d2d-a2eee01c6195 req-706fe1f1-064f-47e3-b918-d6add31064d9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:30.905050 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aab87bc4-94d5-4f1b-9d2d-a2eee01c6195 req-706fe1f1-064f-47e3-b918-d6add31064d9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5408 time: 0.2018290 Feb 11 13:22:30.921376 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-1b54f554-1209-44bf-894e-bf76a864901f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Deleting port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:30.921722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-1b54f554-1209-44bf-894e-bf76a864901f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:30.956621 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ade8ee-123c-4311-b330-028e1875069b x-openstack-request-id: req-39ade8ee-123c-4311-b330-028e1875069b {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:30.957164 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-plugged", "status": "completed", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:30.957164 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39ade8ee-123c-4311-b330-028e1875069b {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:30.957532 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2', 'code': 200} Feb 11 13:22:31.020294 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158efd2a-3187-4703-b220-60f28cb1f901 x-openstack-request-id: req-158efd2a-3187-4703-b220-60f28cb1f901 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:31.022423 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "6ad60ca7-975e-4025-9fb9-16fe8d2f7573", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:31.022423 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-158efd2a-3187-4703-b220-60f28cb1f901 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:31.022423 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': '6ad60ca7-975e-4025-9fb9-16fe8d2f7573', 'status': 'completed', 'code': 200} Feb 11 13:22:31.022423 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': 'ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c', 'status': 'completed', 'code': 200} Feb 11 13:22:31.072110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aab87bc4-94d5-4f1b-9d2d-a2eee01c6195 req-7e734e64-a34c-4ceb-b129-8189dfcfb95c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1617217 Feb 11 13:22:31.121152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ee5bf-b8d7-4b2f-89ae-ca61752ec937 req-3d38ed4b-b126-41cc-8f63-1de847919674 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.122761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d91ee5bf-b8d7-4b2f-89ae-ca61752ec937 req-3d38ed4b-b126-41cc-8f63-1de847919674 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0819750 Feb 11 13:22:31.157417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-69fff003-15e6-4926-9488-34a3d25ee1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.158088 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-69fff003-15e6-4926-9488-34a3d25ee1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.158623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-69fff003-15e6-4926-9488-34a3d25ee1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.159089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-69fff003-15e6-4926-9488-34a3d25ee1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.159551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-69fff003-15e6-4926-9488-34a3d25ee1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.160008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-69fff003-15e6-4926-9488-34a3d25ee1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.160466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-69fff003-15e6-4926-9488-34a3d25ee1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.163045 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-69fff003-15e6-4926-9488-34a3d25ee1ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6410 time: 0.1109290 Feb 11 13:22:31.166099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-1b54f554-1209-44bf-894e-bf76a864901f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] For port b9a097cd-fa3e-4f48-9940-dc9202ef40e8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,segment=NetworkSegment(2af54366-e8ec-4b5d-8cf7-6a542b63fb1a),segment_id=2af54366-e8ec-4b5d-8cf7-6a542b63fb1a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:31.166755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-1b54f554-1209-44bf-894e-bf76a864901f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.191752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45664) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:31.202213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-1b54f554-1209-44bf-894e-bf76a864901f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Calling delete_port for b9a097cd-fa3e-4f48-9940-dc9202ef40e8 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:31.211570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d91ee5bf-b8d7-4b2f-89ae-ca61752ec937 req-85f565ee-0ae0-4c9f-a6c8-1c9cf7b3583d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819635 Feb 11 13:22:31.231530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b72ff0-8411-4385-a785-d445a2bff387 req-fe709bc2-2993-4dc0-9c94-b883c6e5d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.233030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86b72ff0-8411-4385-a785-d445a2bff387 req-fe709bc2-2993-4dc0-9c94-b883c6e5d2fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 1101 time: 0.1774452 Feb 11 13:22:31.245804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f72e39d-7b86-4369-b831-fd73a1e503e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.333850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-4d51a484-9132-4e89-997a-37109d414371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.334319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-4d51a484-9132-4e89-997a-37109d414371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.334781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-4d51a484-9132-4e89-997a-37109d414371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.336359 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-4d51a484-9132-4e89-997a-37109d414371 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8b4e1c14428046458aba447fc81623ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1620667 Feb 11 13:22:31.356600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf9a85-b9e8-4fed-87f2-dcfb6fe68539 req-3bcc4afd-498a-44c8-a4f5-4d5a711be78b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.358138 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7bdf9a85-b9e8-4fed-87f2-dcfb6fe68539 req-3bcc4afd-498a-44c8-a4f5-4d5a711be78b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.1944289 Feb 11 13:22:31.387054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:31.394301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86b72ff0-8411-4385-a785-d445a2bff387 req-826fcc66-eb7d-43b8-89c7-22a5f5e002fb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462319 Feb 11 13:22:31.409857 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.443868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Transition to ACTIVE for port object 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:31.448097 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7bdf9a85-b9e8-4fed-87f2-dcfb6fe68539 req-a11c12b6-e96b-4a10-a6ca-434a72da9ac2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729260 Feb 11 13:22:31.510596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f72e39d-7b86-4369-b831-fd73a1e503e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.522876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-946de637-5253-4123-8d4c-8c8b4a7af932 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.524323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-946de637-5253-4123-8d4c-8c8b4a7af932 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.13 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 946 time: 0.1858423 Feb 11 13:22:31.539421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5045fc-a2ae-4409-9c25-b7160ba78cb8 req-1a3b0c0e-e690-4e7d-8e77-95b88fe2f14e tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.540884 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de5045fc-a2ae-4409-9c25-b7160ba78cb8 req-1a3b0c0e-e690-4e7d-8e77-95b88fe2f14e tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 950 time: 0.1896348 Feb 11 13:22:31.544317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-3e24dba1-90cb-4df3-ac60-f764721bb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.545666 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-3e24dba1-90cb-4df3-ac60-f764721bb635 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1954949 Feb 11 13:22:31.568046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.582765 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de5045fc-a2ae-4409-9c25-b7160ba78cb8 req-bc051ec5-97b8-4118-9299-68cdb7114cf3 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349543 Feb 11 13:22:31.611094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938845f-a42f-4581-9402-aed64e0dbfa1 req-d1f2b71c-dc6e-4991-bd58-643f3a05e4c2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.612883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1938845f-a42f-4581-9402-aed64e0dbfa1 req-d1f2b71c-dc6e-4991-bd58-643f3a05e4c2 tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/ports?device_id=05e54f86-efea-4f51-be5f-3d1924aae83c HTTP/1.1" status: 200 len: 945 time: 0.0880735 Feb 11 13:22:31.660618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:31.680218 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f72e39d-7b86-4369-b831-fd73a1e503e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.685459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-1b54f554-1209-44bf-894e-bf76a864901f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.725245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4f72e39d-7b86-4369-b831-fd73a1e503e5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a955b0ab54a45338e9c349f1d60fde3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312676 Feb 11 13:22:31.725886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45698) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:31.778448 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1938845f-a42f-4581-9402-aed64e0dbfa1 req-f8256f56-d9a4-4433-a640-8628153af95b tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.52 "GET /v2.0/security-groups?id=b82aac27-0b18-4bfd-80b2-e1beefab12e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571434 Feb 11 13:22:31.784213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-da23e41f-848a-43d2-9bcf-5c81b83242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.784213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-da23e41f-848a-43d2-9bcf-5c81b83242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.784625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-da23e41f-848a-43d2-9bcf-5c81b83242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.785083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-da23e41f-848a-43d2-9bcf-5c81b83242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.785527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-da23e41f-848a-43d2-9bcf-5c81b83242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.786021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-da23e41f-848a-43d2-9bcf-5c81b83242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.786485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-da23e41f-848a-43d2-9bcf-5c81b83242c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.798550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-da23e41f-848a-43d2-9bcf-5c81b83242c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6435 time: 0.1944134 Feb 11 13:22:31.798550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72e39d-7b86-4369-b831-fd73a1e503e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fa28f7-c2bb-409a-9ee1-e67598623239,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:31.820693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54f554-1209-44bf-894e-bf76a864901f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Pushing event deleted for resources: {'Port': ['ID=b9a097cd-fa3e-4f48-9940-dc9202ef40e8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:31.881119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-1b54f554-1209-44bf-894e-bf76a864901f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] No DVR routers for this DVR port b9a097cd-fa3e-4f48-9940-dc9202ef40e8 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:31.884070 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-1b54f554-1209-44bf-894e-bf76a864901f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.888591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8568c9af-fa9c-4421-bf4e-91ccfa8283ac req-1b54f554-1209-44bf-894e-bf76a864901f tempest-LiveAutoBlockMigrationV225Test-1210989650 tempest-LiveAutoBlockMigrationV225Test-1210989650-project] 10.222.0.59 "DELETE /v2.0/ports/b9a097cd-fa3e-4f48-9940-dc9202ef40e8 HTTP/1.1" status: 204 len: 173 time: 1.3313110 Feb 11 13:22:31.917215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Attempting to bind port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:31.917215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Attempting to bind port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:31.917215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Attempting to bind port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 on network e4f4d906-9c4b-48bb-930e-7263dc5fd141 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:31.937466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 on network e4f4d906-9c4b-48bb-930e-7263dc5fd141 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:31.937466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Attempting to bind port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 on network e4f4d906-9c4b-48bb-930e-7263dc5fd141 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:31.943163 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:31.943503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Checking segment: {'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:31.943888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Bound using segment: {'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:31.944319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Bound port: 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a817f9e-e840-44cd-beb9-de8c74546b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:31.944740 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:31.988361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-808e03cb-4440-414b-9495-e9bab19e5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.988832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-808e03cb-4440-414b-9495-e9bab19e5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.989287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-808e03cb-4440-414b-9495-e9bab19e5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:31.990904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-808e03cb-4440-414b-9495-e9bab19e5d67 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=8b4e1c14428046458aba447fc81623ed&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1689491 Feb 11 13:22:31.992544 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad93ca0d-0848-499a-95cd-7d491c3a420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.001065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983752b-05f5-4472-8b55-716d72e83f39 req-2d23772b-11bd-427b-bb99-d23d7090aac8 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.002756 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7983752b-05f5-4472-8b55-716d72e83f39 req-2d23772b-11bd-427b-bb99-d23d7090aac8 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 946 time: 0.1228900 Feb 11 13:22:32.040190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Deleting port 891480ac-593a-474e-9cd1-0b4778da1be0 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:32.040456 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.070959 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7983752b-05f5-4472-8b55-716d72e83f39 req-9e0776e1-5293-406c-b266-762fcc5175cc tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups?id=3c223afb-59aa-4489-a6bf-c0304a6c24c2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557392 Feb 11 13:22:32.071918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] For port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:32.085339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] For port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:32.094510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad93ca0d-0848-499a-95cd-7d491c3a420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.141759 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.221122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.221983 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.223737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] 10.222.0.59 "PUT /v2.0/ports/8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 HTTP/1.1" status: 200 len: 1091 time: 1.7178566 Feb 11 13:22:32.283204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bec90c-e991-42fc-b18e-57b92842cf22 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:32.314523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d496cb8-9253-49d3-b8d3-b743b1a414d7 req-c5bfe4ec-aa51-413a-bdbf-96b149d364e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.320377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d496cb8-9253-49d3-b8d3-b743b1a414d7 req-c5bfe4ec-aa51-413a-bdbf-96b149d364e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.327157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d496cb8-9253-49d3-b8d3-b743b1a414d7 req-c5bfe4ec-aa51-413a-bdbf-96b149d364e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.333543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d496cb8-9253-49d3-b8d3-b743b1a414d7 req-c5bfe4ec-aa51-413a-bdbf-96b149d364e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.340220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d496cb8-9253-49d3-b8d3-b743b1a414d7 req-c5bfe4ec-aa51-413a-bdbf-96b149d364e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.346336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d496cb8-9253-49d3-b8d3-b743b1a414d7 req-c5bfe4ec-aa51-413a-bdbf-96b149d364e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.352201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d496cb8-9253-49d3-b8d3-b743b1a414d7 req-c5bfe4ec-aa51-413a-bdbf-96b149d364e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.360413 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d496cb8-9253-49d3-b8d3-b743b1a414d7 req-c5bfe4ec-aa51-413a-bdbf-96b149d364e0 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.1452386 Feb 11 13:22:32.400687 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d496cb8-9253-49d3-b8d3-b743b1a414d7 req-6bb8a65d-4328-4dd0-8ac6-769a8059dbc6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391073 Feb 11 13:22:32.602741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71abca-f71a-40e5-895b-edc564df8fae req-22a9f6ea-9ce6-427d-9fc9-c65734d0c2ef tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.610273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea71abca-f71a-40e5-895b-edc564df8fae req-22a9f6ea-9ce6-427d-9fc9-c65734d0c2ef tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.5201581 Feb 11 13:22:32.616909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-06f8dd8d-eb4c-4055-bf8a-6387d3bc7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.618627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b32fb3f8-a87d-45c7-87b5-525617ee3e50 req-06f8dd8d-eb4c-4055-bf8a-6387d3bc7a3f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6185391 Feb 11 13:22:32.647415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] For port 891480ac-593a-474e-9cd1-0b4778da1be0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=891480ac-593a-474e-9cd1-0b4778da1be0,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:32.647868 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.703173 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad93ca0d-0848-499a-95cd-7d491c3a420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.705660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad93ca0d-0848-499a-95cd-7d491c3a420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:32.709099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ad93ca0d-0848-499a-95cd-7d491c3a420b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0fa28f7-c2bb-409a-9ee1-e67598623239 HTTP/1.1" status: 204 len: 168 time: 0.9744937 Feb 11 13:22:32.742771 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea71abca-f71a-40e5-895b-edc564df8fae req-948f00ab-940d-4793-8a58-9574bcd9f007 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183574 Feb 11 13:22:32.753033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93ca0d-0848-499a-95cd-7d491c3a420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fa28f7-c2bb-409a-9ee1-e67598623239,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:32.815647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-c9c07d1a-b593-410a-a47d-3817040733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.816123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-c9c07d1a-b593-410a-a47d-3817040733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.816781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-c9c07d1a-b593-410a-a47d-3817040733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.817035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-c9c07d1a-b593-410a-a47d-3817040733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.817509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-c9c07d1a-b593-410a-a47d-3817040733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.817962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-c9c07d1a-b593-410a-a47d-3817040733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.818577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-c9c07d1a-b593-410a-a47d-3817040733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.822221 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-c9c07d1a-b593-410a-a47d-3817040733aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6477 time: 0.1649935 Feb 11 13:22:32.879792 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-29a06d95-0562-4a26-8aa1-fc7122be4f7f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ea6c0d-50c9-461a-bc14-e44498996519 HTTP/1.1" status: 200 len: 217 time: 0.0473413 Feb 11 13:22:32.946576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240abc7-0730-473f-9d83-4a07ad48b96a req-60a33d02-1630-4de3-b7bc-1cbcd19cca3d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:32.948847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b240abc7-0730-473f-9d83-4a07ad48b96a req-60a33d02-1630-4de3-b7bc-1cbcd19cca3d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 950 time: 0.0537241 Feb 11 13:22:33.002765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b240abc7-0730-473f-9d83-4a07ad48b96a req-cd1c4249-e722-4dd8-9b57-fb402dd7b3d1 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Feb 11 13:22:33.010717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-a353163d-2e7e-4bc0-8873-06da83a97d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:33.015986 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-a353163d-2e7e-4bc0-8873-06da83a97d1d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=270b6f5f-34f9-478f-b64f-a56ab929ff15 HTTP/1.1" status: 200 len: 850 time: 0.1248980 Feb 11 13:22:33.015986 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.015986 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.015986 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Floating IP 852a849f-6acb-47ed-9d89-589567330e9b disassociated. External IP: 172.25.0.19, port: 891480ac-593a-474e-9cd1-0b4778da1be0. Feb 11 13:22:33.016648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Calling delete_port for 891480ac-593a-474e-9cd1-0b4778da1be0 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:33.022411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'name': 'network-vif-deleted', 'tag': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8'}, {'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': '8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:33.025278 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba8da2b-6db6-4439-9f4a-2d01fd60c659" -d '{"events": [{"server_uuid": "05e54f86-efea-4f51-be5f-3d1924aae83c", "name": "network-vif-deleted", "tag": "b9a097cd-fa3e-4f48-9940-dc9202ef40e8"}, {"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:33.052976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45790) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:33.075261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be5a20-d1f7-42f6-8d92-8d21830e2293 req-f7ed16c3-5471-47de-8beb-64a2f408f8c2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:33.076791 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3be5a20-d1f7-42f6-8d92-8d21830e2293 req-f7ed16c3-5471-47de-8beb-64a2f408f8c2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.1598692 Feb 11 13:22:33.161299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-41a2fe67-bd45-41fe-aa6b-da187affe22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:33.162859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-41a2fe67-bd45-41fe-aa6b-da187affe22f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82e326e6-190a-41c5-9091-43f8b7834047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311445 Feb 11 13:22:33.166030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f9196-490e-42a5-b8d1-85c1afa45920 req-90964eb5-a9a5-4b28-bf70-d003cb4bff8e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:33.177238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f34f9196-490e-42a5-b8d1-85c1afa45920 req-90964eb5-a9a5-4b28-bf70-d003cb4bff8e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0776260 Feb 11 13:22:33.202158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3be5a20-d1f7-42f6-8d92-8d21830e2293 req-4645f5bb-f464-47b3-aaaa-a018fa5e971a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842230 Feb 11 13:22:33.235325 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f34f9196-490e-42a5-b8d1-85c1afa45920 req-4078716c-b44c-4ccc-b4e0-10d081b16481 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583744 Feb 11 13:22:33.298685 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a7d8c4-0147-4ecf-8434-d5aa380f4092 x-openstack-request-id: req-41a7d8c4-0147-4ecf-8434-d5aa380f4092 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:33.299076 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e54f86-efea-4f51-be5f-3d1924aae83c", "name": "network-vif-deleted", "tag": "b9a097cd-fa3e-4f48-9940-dc9202ef40e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:33.299418 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41a7d8c4-0147-4ecf-8434-d5aa380f4092 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:33.299910 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e54f86-efea-4f51-be5f-3d1924aae83c', 'name': 'network-vif-deleted', 'tag': 'b9a097cd-fa3e-4f48-9940-dc9202ef40e8', 'status': 'completed', 'code': 200} Feb 11 13:22:33.300245 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': '8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2', 'status': 'completed', 'code': 200} Feb 11 13:22:33.329949 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-dcffa054-950d-49dd-a001-f93ee514965d service neutron] 10.222.0.59 "GET /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566794 Feb 11 13:22:33.405905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-051f013d-1197-4ee0-859e-b1b1e3a01ef2 admin admin] Deleting subnet b6bde86d-9f53-437d-ab24-7edd05b5c2d2 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:22:33.409592 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-051f013d-1197-4ee0-859e-b1b1e3a01ef2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.422547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.455707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-051f013d-1197-4ee0-859e-b1b1e3a01ef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.468711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Pushing event deleted for resources: {'Port': ['ID=891480ac-593a-474e-9cd1-0b4778da1be0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:33.486158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.486556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.486919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.487244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.487573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.487907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.488219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.488546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.488871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.489207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.489504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.490066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:33.499677 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-051f013d-1197-4ee0-859e-b1b1e3a01ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.628736 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-484b5256-ecfc-43ed-bfc2-554a9dda944e service neutron] 10.222.0.59 "GET /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912791 Feb 11 13:22:33.667245 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-051f013d-1197-4ee0-859e-b1b1e3a01ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.715239 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-dfc43265-3a1c-4c08-a2ac-675387c16d39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e1b167ff-d98b-4c05-a225-bdadc187eb27 HTTP/1.1" status: 200 len: 217 time: 0.0466101 Feb 11 13:22:33.739784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f013d-1197-4ee0-859e-b1b1e3a01ef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6bde86d-9f53-437d-ab24-7edd05b5c2d2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:33.750863 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-051f013d-1197-4ee0-859e-b1b1e3a01ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.758989 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-051f013d-1197-4ee0-859e-b1b1e3a01ef2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b6bde86d-9f53-437d-ab24-7edd05b5c2d2 HTTP/1.1" status: 204 len: 168 time: 0.7046115 Feb 11 13:22:33.759918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45850) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:33.776033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Router 9b59c128-08a3-4879-9a26-b38e31fb8476 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:33.789749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-f4072b04-514c-4baa-9cf4-b41b4e22c82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:33.801366 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-f4072b04-514c-4baa-9cf4-b41b4e22c82a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.0792737 Feb 11 13:22:33.963097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:33.964473 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 891480ac-593a-474e-9cd1-0b4778da1be0 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:33.974796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-9ba9a909-358c-4f3c-ba12-971c36ab4870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:33.975924 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-9ba9a909-358c-4f3c-ba12-971c36ab4870 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1601284 Feb 11 13:22:33.978178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 891480ac-593a-474e-9cd1-0b4778da1be0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:33.982121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 891480ac-593a-474e-9cd1-0b4778da1be0 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:34.056767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:34.075285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] Sync routers for ids ['9b59c128-08a3-4879-9a26-b38e31fb8476'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:34.076355 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.088860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] Routers {'9b59c128-08a3-4879-9a26-b38e31fb8476'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:34.090068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:22:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9b59c128-08a3-4879-9a26-b38e31fb8476'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:34.108702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abd96b0-1b09-4c70-a2b4-45e42cccc431']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:34.115500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] No DVR routers for this DVR port 891480ac-593a-474e-9cd1-0b4778da1be0 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:34.118942 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.119228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:34.120383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af54366-e8ec-4b5d-8cf7-6a542b63fb1a') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:34.122973 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd50ecaa-3bef-4d70-83e2-f2931fd56908 req-9749e125-0e8f-47e7-88e8-f0ea663547b1 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.13 "DELETE /v2.0/ports/891480ac-593a-474e-9cd1-0b4778da1be0 HTTP/1.1" status: 204 len: 173 time: 2.5362191 Feb 11 13:22:34.123488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c02b29-d147-4227-9f6a-bf56695398d3', 'name': 'network-vif-deleted', 'tag': '891480ac-593a-474e-9cd1-0b4778da1be0'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:34.125728 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a373c81f-9a6c-4cbc-80e8-455a7269da35" -d '{"events": [{"server_uuid": "74c02b29-d147-4227-9f6a-bf56695398d3", "name": "network-vif-deleted", "tag": "891480ac-593a-474e-9cd1-0b4778da1be0"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:34.131145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.139233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b9a097cd-fa3e-4f48-9940-dc9202ef40e8 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:34.149296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-f1a3608a-e21e-42b8-ad7d-db90702e2704 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638916 Feb 11 13:22:34.155092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.162441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: b9a097cd-fa3e-4f48-9940-dc9202ef40e8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:34.163129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b9a097cd-fa3e-4f48-9940-dc9202ef40e8 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:34.167262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:34.168167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:34.170353 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:34.277113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] Set router 9b59c128-08a3-4879-9a26-b38e31fb8476 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:34.288047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-857a25d3-0e5c-4578-a335-d74605b332a0 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314886 Feb 11 13:22:34.306535 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.313185 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.320284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/5abd96b0-1b09-4c70-a2b4-45e42cccc431 HTTP/1.1" status: 204 len: 168 time: 0.5580556 Feb 11 13:22:34.321137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45870) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:34.337118 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-643c8190-289a-4d19-8756-5deaa0008d7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=a9bc597b-9e92-4318-aff9-f0728c8146b2 HTTP/1.1" status: 200 len: 217 time: 0.0420210 Feb 11 13:22:34.437625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-698acd9f-02d4-4b2a-bd7a-8576adb26952 req-9d5fc070-e410-45f0-b463-c61da21127ce tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 210 time: 0.0519183 Feb 11 13:22:34.451027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98916c28-a2b3-4e55-a425-c4b70add2ec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5abd96b0-1b09-4c70-a2b4-45e42cccc431,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:34.457744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-99bc1366-50b5-4938-a130-ab3fcf3b50af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:34.461180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-99bc1366-50b5-4938-a130-ab3fcf3b50af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.1105516 Feb 11 13:22:34.493661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf767e6-2309-4816-a6ce-4479c875d299 admin admin] Deleting subnet 39c67cf1-a0f1-4eea-97f0-6d98a5ef613e {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:22:34.514823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1bf767e6-2309-4816-a6ce-4479c875d299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.553733 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-d4f8c17e-df0c-4cce-a581-befe6749a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:34.555588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-d4f8c17e-df0c-4cce-a581-befe6749a589 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0879073 Feb 11 13:22:34.595506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1bf767e6-2309-4816-a6ce-4479c875d299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.621461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:27Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '34eb6c24-b751-4882-aa60-de6fdea42a58', 'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'mac_address': 'fa:16:3e:da:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:26Z', 'updated_at': '2022-02-11T13:19:32Z', 'revision_number': 5, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'subnets': [{'id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:34.666413 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3a9cc1-39e2-4d6c-b702-317bd77eaa63 x-openstack-request-id: req-2e3a9cc1-39e2-4d6c-b702-317bd77eaa63 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:34.667662 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c02b29-d147-4227-9f6a-bf56695398d3", "name": "network-vif-deleted", "tag": "891480ac-593a-474e-9cd1-0b4778da1be0", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:34.667662 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2e3a9cc1-39e2-4d6c-b702-317bd77eaa63 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:34.667910 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c02b29-d147-4227-9f6a-bf56695398d3', 'name': 'network-vif-deleted', 'tag': '891480ac-593a-474e-9cd1-0b4778da1be0', 'status': 'completed', 'code': 200} Feb 11 13:22:34.683857 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1bf767e6-2309-4816-a6ce-4479c875d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.698653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] Checking router: 9b59c128-08a3-4879-9a26-b38e31fb8476 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:34.715849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] Routers {'9b59c128-08a3-4879-9a26-b38e31fb8476'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:34.718187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:22:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9b59c128-08a3-4879-9a26-b38e31fb8476'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:34.777583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-a26d59ce-44bb-438c-aff9-cf19f049fa1f service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128110 Feb 11 13:22:34.818417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45535594-725c-4e9a-bbd3-3a6159e93e6f req-bc8af73c-4e37-4c4f-bf5d-e3febfbeddb2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:34.820085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45535594-725c-4e9a-bbd3-3a6159e93e6f req-bc8af73c-4e37-4c4f-bf5d-e3febfbeddb2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.0726309 Feb 11 13:22:34.876369 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45535594-725c-4e9a-bbd3-3a6159e93e6f req-0286a4b6-d514-4531-b03e-f9dc90313822 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488021 Feb 11 13:22:34.895738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] Set router 9b59c128-08a3-4879-9a26-b38e31fb8476 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:34.903638 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1bf767e6-2309-4816-a6ce-4479c875d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.920590 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1bf767e6-2309-4816-a6ce-4479c875d299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:34.930932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1bf767e6-2309-4816-a6ce-4479c875d299 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/39c67cf1-a0f1-4eea-97f0-6d98a5ef613e HTTP/1.1" status: 204 len: 168 time: 0.6054611 Feb 11 13:22:34.931149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-72fc8f64-0556-4b0f-a0fb-3879d7eb68cb service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366901 Feb 11 13:22:34.931629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45884) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:34.988644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf767e6-2309-4816-a6ce-4479c875d299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39c67cf1-a0f1-4eea-97f0-6d98a5ef613e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:35.007734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366301-dcab-4411-915f-5c56cf6cfacd req-2f5473f8-5d5f-4a23-a42b-6377f5a6c643 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.014424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366301-dcab-4411-915f-5c56cf6cfacd req-2f5473f8-5d5f-4a23-a42b-6377f5a6c643 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.020690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366301-dcab-4411-915f-5c56cf6cfacd req-2f5473f8-5d5f-4a23-a42b-6377f5a6c643 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.027774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366301-dcab-4411-915f-5c56cf6cfacd req-2f5473f8-5d5f-4a23-a42b-6377f5a6c643 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.033610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366301-dcab-4411-915f-5c56cf6cfacd req-2f5473f8-5d5f-4a23-a42b-6377f5a6c643 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.040120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366301-dcab-4411-915f-5c56cf6cfacd req-2f5473f8-5d5f-4a23-a42b-6377f5a6c643 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.047527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1366301-dcab-4411-915f-5c56cf6cfacd req-2f5473f8-5d5f-4a23-a42b-6377f5a6c643 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.055250 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1366301-dcab-4411-915f-5c56cf6cfacd req-2f5473f8-5d5f-4a23-a42b-6377f5a6c643 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.3720715 Feb 11 13:22:35.105334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-3a6f49ff-73b6-48c2-b1b5-96075f5f10d5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=2890c604-8e53-4973-8147-671cfbbcc7b1 HTTP/1.1" status: 200 len: 217 time: 0.1607194 Feb 11 13:22:35.215732 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1366301-dcab-4411-915f-5c56cf6cfacd req-00548477-da5a-45ee-9042-1a20f97d4832 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1594129 Feb 11 13:22:35.228829 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.257892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:27Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '34eb6c24-b751-4882-aa60-de6fdea42a58', 'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'mac_address': 'fa:16:3e:da:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:26Z', 'updated_at': '2022-02-11T13:19:32Z', 'revision_number': 5, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'subnets': [{'id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:35.261748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-8952674a-1c64-45bc-b652-175f41f37864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.267115 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-8952674a-1c64-45bc-b652-175f41f37864 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.1460180 Feb 11 13:22:35.267380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576ee26-9e70-4d06-82d1-06838e4eb19e req-0033a716-9c6e-43e7-aa3e-fd601c2f9704 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.277205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7576ee26-9e70-4d06-82d1-06838e4eb19e req-0033a716-9c6e-43e7-aa3e-fd601c2f9704 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0861802 Feb 11 13:22:35.330519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e96f94-611e-43ce-8600-e1974651df46 None None] The sync data for ids ['9b59c128-08a3-4879-9a26-b38e31fb8476'] in n-d-816488-1 is: [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:19:27Z', 'revision_number': 4, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '34eb6c24-b751-4882-aa60-de6fdea42a58', 'name': '', 'network_id': '451d6c5d-5d14-478f-836a-adfb411434d1', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'mac_address': 'fa:16:3e:da:e8:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:26Z', 'updated_at': '2022-02-11T13:19:32Z', 'revision_number': 5, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'subnets': [{'id': 'f2962697-bdb7-475a-acf0-bc5580e34846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:35.359973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7576ee26-9e70-4d06-82d1-06838e4eb19e req-57c25050-45c5-4406-a16d-11478df4a766 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753863 Feb 11 13:22:35.469609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-54571908-f7b3-4c6b-987f-cf6aebec646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:35.470374 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-54571908-f7b3-4c6b-987f-cf6aebec646d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1979926 Feb 11 13:22:35.472477 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.562140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:35.576434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc8d14c-d4e1-4538-8c4e-712f2f3977df') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:35.576736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc8d14c-d4e1-4538-8c4e-712f2f3977df') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:35.598828 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.638875 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.647387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:35.648091 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:35.760467 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:35.772660 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-5344dfb4-40d8-4541-891b-6a429ba43c41 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914479 Feb 11 13:22:35.832480 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65dcb013-a315-4de1-b075-067b784c08a6 None None] New status for floating IP 852a849f-6acb-47ed-9d89-589567330e9b: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:22:35.908492 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.925239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:35.930747 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3 HTTP/1.1" status: 204 len: 168 time: 0.9965701 Feb 11 13:22:35.945084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93c0b267-088c-42b5-b195-23e059cc74c2 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:35.980713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3ed93-f255-41a4-8911-330ebfced4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=73d0cd6d-88f3-4e7a-aaee-74f69b5a71a3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.024995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a90e9-a6e7-4d96-a5c4-3f257d6f80c2 req-79175cdc-3441-406e-87bc-378b424f2982 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:36.038928 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c65a90e9-a6e7-4d96-a5c4-3f257d6f80c2 req-79175cdc-3441-406e-87bc-378b424f2982 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.5930390 Feb 11 13:22:36.067647 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-735451f7-e3c2-4880-a8f6-150e9c633172 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861605 Feb 11 13:22:36.160804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:36.168623 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c65a90e9-a6e7-4d96-a5c4-3f257d6f80c2 req-6182c9af-4d48-40d8-9327-943c6c47249e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287847 Feb 11 13:22:36.194791 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '93c0b267-088c-42b5-b195-23e059cc74c2', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '93c0b267-088c-42b5-b195-23e059cc74c2', 'mac_address': 'fa:16:3e:54:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:36.205388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-379d4ac9-b540-4f51-84d0-7af8ee742e87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=6ad60ca7-975e-4025-9fb9-16fe8d2f7573 HTTP/1.1" status: 200 len: 217 time: 0.1307988 Feb 11 13:22:36.249487 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.266545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93c0b267-088c-42b5-b195-23e059cc74c2 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:36.293137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:36.298059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce379549-64b6-4540-82fc-7057a65f0726 req-7cd2299a-8d4e-4a3c-b2ec-9f044723d9e7 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 210 time: 0.0409901 Feb 11 13:22:36.304330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942f8bb-8239-4b14-a848-dfcca48d4bf9 req-de117d94-8c97-46dd-b91c-d59a8350d2b9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:36.305596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-a6de60e3-24ec-4fd7-9cd8-fbb4898e0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:36.307848 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-a6de60e3-24ec-4fd7-9cd8-fbb4898e0f98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.0952706 Feb 11 13:22:36.311439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1942f8bb-8239-4b14-a848-dfcca48d4bf9 req-de117d94-8c97-46dd-b91c-d59a8350d2b9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.0620685 Feb 11 13:22:36.353648 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.366718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-11ffd283-3f40-42e3-b583-128c2e696817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:36.368459 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-11ffd283-3f40-42e3-b583-128c2e696817 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0484011 Feb 11 13:22:36.370510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1942f8bb-8239-4b14-a848-dfcca48d4bf9 req-df9b0028-461b-4dda-93f3-6c5fabcf55f2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505676 Feb 11 13:22:36.436440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.452844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['93c0b267-088c-42b5-b195-23e059cc74c2'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:36.538343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45994) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:36.549990 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-be8d81df-88ee-4b2e-b4cd-66bc29ab8409 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702800 Feb 11 13:22:36.605843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4ac6ce8c-f9e0-411d-a1fa-993d2a69a854 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddb699d6ec6d410587575318a8f50efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641618 Feb 11 13:22:36.608523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46004) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:36.712850 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.748006 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-6cd4d6fc-e3de-49c8-a5dc-a136bcd2a7d9 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910884 Feb 11 13:22:36.757679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.807884 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-89f87338-5456-46c7-a47b-efb2b409018c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c HTTP/1.1" status: 200 len: 217 time: 0.0512397 Feb 11 13:22:36.863187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-89f0619a-e3a3-475b-94b7-2a6e4815ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:36.864587 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-89f0619a-e3a3-475b-94b7-2a6e4815ad41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b51d35db-10e7-4e60-a949-b308adbd8a14 HTTP/1.1" status: 200 len: 797 time: 0.0508661 Feb 11 13:22:36.912110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ed05166c-05af-4ef9-a778-64464fffc3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:36.913618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-ed05166c-05af-4ef9-a778-64464fffc3b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0425971 Feb 11 13:22:36.962260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.965068 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:36.966265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b82aac27-0b18-4bfd-80b2-e1beefab12e0 HTTP/1.1" status: 204 len: 168 time: 0.3565748 Feb 11 13:22:36.975353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82aac27-0b18-4bfd-80b2-e1beefab12e0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:36.983776 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.984369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.984858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.985359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.985892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.986372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.986870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.987352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.987832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.988318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.988816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:36.989303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb5980e-4e18-4484-b318-a2cd787b6d49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:37.024040 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-c5d21eb5-f29f-405d-9c51-52347591fd72 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=16ec866687e048a483417f63ff21dad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272341 Feb 11 13:22:37.121933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-3e7e1461-6249-4e55-a7aa-5c76f5667fde service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012103 Feb 11 13:22:37.193591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22de8-d60b-40ef-8497-9a67d520c5e3 req-93f1afba-2ce8-40cc-9d47-1ab27478b6a3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.200690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22de8-d60b-40ef-8497-9a67d520c5e3 req-93f1afba-2ce8-40cc-9d47-1ab27478b6a3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.206897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22de8-d60b-40ef-8497-9a67d520c5e3 req-93f1afba-2ce8-40cc-9d47-1ab27478b6a3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.214455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22de8-d60b-40ef-8497-9a67d520c5e3 req-93f1afba-2ce8-40cc-9d47-1ab27478b6a3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.220522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22de8-d60b-40ef-8497-9a67d520c5e3 req-93f1afba-2ce8-40cc-9d47-1ab27478b6a3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.227175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22de8-d60b-40ef-8497-9a67d520c5e3 req-93f1afba-2ce8-40cc-9d47-1ab27478b6a3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.234654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-7e0c2003-a89c-41b9-b21b-4671b01e9551 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.234924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd22de8-d60b-40ef-8497-9a67d520c5e3 req-93f1afba-2ce8-40cc-9d47-1ab27478b6a3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.236943 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5dd22de8-d60b-40ef-8497-9a67d520c5e3 req-93f1afba-2ce8-40cc-9d47-1ab27478b6a3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.1106820 Feb 11 13:22:37.238224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-7e0c2003-a89c-41b9-b21b-4671b01e9551 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2012005 Feb 11 13:22:37.267129 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-5c16b945-b173-4d3c-8921-cb573c1773e5 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/quotas/16ec866687e048a483417f63ff21dad7 HTTP/1.1" status: 200 len: 375 time: 0.0238912 Feb 11 13:22:37.271405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-da5502e6-1710-490b-ba8e-c214ad4b6ed1 service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396310 Feb 11 13:22:37.298442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5dd22de8-d60b-40ef-8497-9a67d520c5e3 req-b403945d-3982-4533-802e-ec8047b175c1 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0504107 Feb 11 13:22:37.304031 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-69ec5f06-8201-4c24-a610-7b2f2d6640f6 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299077 Feb 11 13:22:37.356478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-0fd0560a-046e-4550-a4dd-6b7e96051abb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 HTTP/1.1" status: 200 len: 217 time: 0.0512264 Feb 11 13:22:37.424126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9647bf-c8b5-48ba-9972-038debee6ed5 req-2608769a-b457-47a4-9164-ccaf0201514d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.433248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-4d8ae726-cc7d-4620-9e87-fbd62e9bc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.433484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f9647bf-c8b5-48ba-9972-038debee6ed5 req-2608769a-b457-47a4-9164-ccaf0201514d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0609648 Feb 11 13:22:37.435280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-4d8ae726-cc7d-4620-9e87-fbd62e9bc7ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b51d35db-10e7-4e60-a949-b308adbd8a14 HTTP/1.1" status: 200 len: 797 time: 0.0681934 Feb 11 13:22:37.494124 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f9647bf-c8b5-48ba-9972-038debee6ed5 req-73052a69-3f2f-4ac3-b36e-2fa985ac556a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530350 Feb 11 13:22:37.518336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12bffa-f813-4d8c-b48a-15b954340037 req-374edd12-29a9-4cf8-862f-4ca82a7f5c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.519789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-374edd12-29a9-4cf8-862f-4ca82a7f5c02 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773580 Feb 11 13:22:37.642921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c438bb5-ee12-4b05-a2a1-26730fc2491a req-8a150e91-4048-46b1-a258-7fa98a3f9758 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 210 time: 0.0298157 Feb 11 13:22:37.779010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d7f19-53d1-4e99-a57d-a7eb19f8eca9 req-a6691116-4a5f-4de3-a06a-f9ac90c30ee5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.786279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-280d7f19-53d1-4e99-a57d-a7eb19f8eca9 req-a6691116-4a5f-4de3-a06a-f9ac90c30ee5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.1406207 Feb 11 13:22:37.796000 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-7a75103f-a2c6-4c7f-b700-a339e36cae63 service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684095 Feb 11 13:22:37.882370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796fcda-2f7c-4673-a4c3-90a38a86d4b5 req-74483172-98f4-46b5-9df8-7c5fac5fe9bc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:37.890209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4796fcda-2f7c-4673-a4c3-90a38a86d4b5 req-74483172-98f4-46b5-9df8-7c5fac5fe9bc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0817523 Feb 11 13:22:37.906707 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-280d7f19-53d1-4e99-a57d-a7eb19f8eca9 req-8dc9d3b7-68d1-4b04-bdc3-009938522410 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194720 Feb 11 13:22:37.945349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46082) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:37.948476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93c0b267-088c-42b5-b195-23e059cc74c2 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:37.958392 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4796fcda-2f7c-4673-a4c3-90a38a86d4b5 req-0109a65b-b0ef-4252-ac5f-24e8d64758cc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667651 Feb 11 13:22:37.976691 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af12bffa-f813-4d8c-b48a-15b954340037 req-83eebe7b-e0f5-4c80-919d-f1e54459ed30 service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575813 Feb 11 13:22:38.028066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 93c0b267-088c-42b5-b195-23e059cc74c2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:38.028681 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.042643 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-83f1b329-062d-4bdb-a084-fc196cdb6802 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8a74cc28ce7646a285831dd8ad3c5def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0964925 Feb 11 13:22:38.045246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46096) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:38.140991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-1664ad72-6b26-404d-8813-09da861d4259 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=16ec866687e048a483417f63ff21dad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287249 Feb 11 13:22:38.188039 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4597b6b-85db-4e30-9fc6-c6297a21cd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.223885 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.236941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4597b6b-85db-4e30-9fc6-c6297a21cd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.246062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-350c133a-036b-4bd2-b2c0-98d23ebc9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.247577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-350c133a-036b-4bd2-b2c0-98d23ebc9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.248759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-350c133a-036b-4bd2-b2c0-98d23ebc9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.251197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-350c133a-036b-4bd2-b2c0-98d23ebc9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.252709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-350c133a-036b-4bd2-b2c0-98d23ebc9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.253372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-350c133a-036b-4bd2-b2c0-98d23ebc9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.255283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-350c133a-036b-4bd2-b2c0-98d23ebc9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.257342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:38.259129 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-350c133a-036b-4bd2-b2c0-98d23ebc9bb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6477 time: 0.1103480 Feb 11 13:22:38.262840 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51311ed-4ab5-4ef4-a695-3dece5dddb0f" -d '{"events": [{"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-plugged", "status": "completed", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:38.319809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:38.424769 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.425810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-86cfef9e-37c0-4345-ae0a-453f441ec853 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.435544 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-86cfef9e-37c0-4345-ae0a-453f441ec853 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553265 Feb 11 13:22:38.437734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-17552daa-e44e-450a-8b82-67887c778573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.439502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-17552daa-e44e-450a-8b82-67887c778573 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e4f4d906-9c4b-48bb-930e-7263dc5fd141 HTTP/1.1" status: 200 len: 902 time: 0.1724801 Feb 11 13:22:38.455267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ea4704bd-b012-4ee9-85a4-0cf75d7aa1ce tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/quotas/16ec866687e048a483417f63ff21dad7 HTTP/1.1" status: 200 len: 375 time: 0.0187829 Feb 11 13:22:38.459538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4597b6b-85db-4e30-9fc6-c6297a21cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.462142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4597b6b-85db-4e30-9fc6-c6297a21cd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:38.464024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a4597b6b-85db-4e30-9fc6-c6297a21cd9c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8f70d4d-6849-4517-8308-332b4e06e9d9 HTTP/1.1" status: 204 len: 168 time: 0.4171810 Feb 11 13:22:38.511956 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-855fdea0-6dc8-4eca-9ed2-42a51dd42174 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557537 Feb 11 13:22:38.521097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:38.529387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-c62b4342-19e5-4014-a9cc-550c43dccf05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 HTTP/1.1" status: 200 len: 217 time: 0.0822253 Feb 11 13:22:38.530306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4597b6b-85db-4e30-9fc6-c6297a21cd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f70d4d-6849-4517-8308-332b4e06e9d9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:38.644242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-573c5e36-f9a4-4429-a4a7-86d1a8d5d8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.646863 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-573c5e36-f9a4-4429-a4a7-86d1a8d5d8c1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b51d35db-10e7-4e60-a949-b308adbd8a14 HTTP/1.1" status: 200 len: 797 time: 0.1104116 Feb 11 13:22:38.751485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-cb646077-92f0-42de-a95e-4e756b3f8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:38.757200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-cb646077-92f0-42de-a95e-4e756b3f8c35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988243 Feb 11 13:22:38.798479 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bbaaf0-d848-45d3-ba3a-dc77ae37450b x-openstack-request-id: req-92bbaaf0-d848-45d3-ba3a-dc77ae37450b {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:38.798782 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-plugged", "status": "completed", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:38.799620 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92bbaaf0-d848-45d3-ba3a-dc77ae37450b {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:38.800013 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2', 'code': 200} Feb 11 13:22:38.893828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-989e715e-eba8-498d-87df-c9fd3d1419f2 req-70c58936-05e3-4dc0-94bb-a2928dfaac9a tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 210 time: 0.0346053 Feb 11 13:22:38.896707 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-e266c222-dfe6-4bf5-8da0-9f31c44d867f service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347311 Feb 11 13:22:39.745600 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99d7d236-c5e3-4ad2-ae7f-e23d8389280a req-a96a789c-2332-4905-a321-2d567a233490 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 210 time: 0.0451093 Feb 11 13:22:39.893487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e596f-7b52-458d-b8cf-49bdcee186e9 req-be5587d8-9269-43e6-82f0-68ff12ceb371 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.930213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e596f-7b52-458d-b8cf-49bdcee186e9 req-be5587d8-9269-43e6-82f0-68ff12ceb371 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.942031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e596f-7b52-458d-b8cf-49bdcee186e9 req-be5587d8-9269-43e6-82f0-68ff12ceb371 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.965483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e596f-7b52-458d-b8cf-49bdcee186e9 req-be5587d8-9269-43e6-82f0-68ff12ceb371 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.972456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e596f-7b52-458d-b8cf-49bdcee186e9 req-be5587d8-9269-43e6-82f0-68ff12ceb371 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.979820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e596f-7b52-458d-b8cf-49bdcee186e9 req-be5587d8-9269-43e6-82f0-68ff12ceb371 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.989542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e596f-7b52-458d-b8cf-49bdcee186e9 req-be5587d8-9269-43e6-82f0-68ff12ceb371 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:39.998165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-567e596f-7b52-458d-b8cf-49bdcee186e9 req-be5587d8-9269-43e6-82f0-68ff12ceb371 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 1.0950415 Feb 11 13:22:40.014118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be7f76-839c-4f50-add8-c424f5592a2e req-464c91b9-afc6-4f38-94a5-c8471d179cc7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.023140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45be7f76-839c-4f50-add8-c424f5592a2e req-464c91b9-afc6-4f38-94a5-c8471d179cc7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1240525 Feb 11 13:22:40.066367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-567e596f-7b52-458d-b8cf-49bdcee186e9 req-df58c863-d9b4-48ae-b2ee-99ca238e8b5e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673053 Feb 11 13:22:40.068809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bba8da2b-6db6-4439-9f4a-2d01fd60c659 req-ba316bb5-c7d7-46fc-8d09-cda235cbed95 service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1452203 Feb 11 13:22:40.071028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45be7f76-839c-4f50-add8-c424f5592a2e req-408b7f98-500e-4b27-9ec5-6457bf9575e6 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469213 Feb 11 13:22:40.291153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a75df-dc75-49cf-9522-6ad9e9868be8 req-23f8d978-a522-4678-a8fa-ca6ec5f8ae09 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.294139 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-886a75df-dc75-49cf-9522-6ad9e9868be8 req-23f8d978-a522-4678-a8fa-ca6ec5f8ae09 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.1156714 Feb 11 13:22:40.309879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46252) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:40.348786 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-886a75df-dc75-49cf-9522-6ad9e9868be8 req-ed3cf96c-61c2-433d-aad0-bb6ec6365b36 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467553 Feb 11 13:22:40.418843 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb47c3cd-6b0d-4b6d-89a2-84f9be6ab14a req-93a3a000-2939-4776-8da7-dd6bf063bf67 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/ports?device_id=74c02b29-d147-4227-9f6a-bf56695398d3 HTTP/1.1" status: 200 len: 210 time: 0.0416374 Feb 11 13:22:40.593721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1710516545-network', 'tenant_id': '5c8d3eafba194dd18fb4f937c3db3cb6'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:40.596075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5b259-d812-438c-a98a-ac4bbba6d8e7 req-96b49d25-8e84-47a6-909f-9a57b72f39f1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.598072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44e5b259-d812-438c-a98a-ac4bbba6d8e7 req-96b49d25-8e84-47a6-909f-9a57b72f39f1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0881011 Feb 11 13:22:40.693046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44e5b259-d812-438c-a98a-ac4bbba6d8e7 req-c66dc1ba-bb45-4ece-844b-0488aa4d1a71 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856516 Feb 11 13:22:40.751909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Made reservation on behalf of 5c8d3eafba194dd18fb4f937c3db3cb6 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:40.755541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:40.780214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:40.947267 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-456be1b0-3152-4d6f-b8a8-4c875a870fee req-f768bbc8-8854-4e51-bc06-f98976e87f37 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 210 time: 0.0558684 Feb 11 13:22:40.960210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:40.975402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a29b1-8cc6-45af-ad8d-8ac6c1d776b0 req-03cdc184-30d6-4aa5-be50-0e9e86de03ff tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.979438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-818a29b1-8cc6-45af-ad8d-8ac6c1d776b0 req-03cdc184-30d6-4aa5-be50-0e9e86de03ff tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1126451 Feb 11 13:22:41.030498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-818a29b1-8cc6-45af-ad8d-8ac6c1d776b0 req-7c715d68-265b-4506-baaa-1b2a0f138e28 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Feb 11 13:22:41.064577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-c2409d24-a5ac-4a43-8fcf-26a805626a05 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=16ec866687e048a483417f63ff21dad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460033 Feb 11 13:22:41.103110 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.262805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:41.271633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bf5342-13d2-4bee-8e1b-206d64e07c61,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:41.308978 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.309664 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Added segment 54051034-4984-479e-9297-3f3a5a6d3258 of type vlan for network 15aed9d2-902e-412d-b1f3-46b5d8f041fb Feb 11 13:22:41.343227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51a567-0dc9-4a14-9d44-1c9e50be22ce req-103bbc6e-1279-46cb-9f61-ce18c7fee7fe tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.355261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a51a567-0dc9-4a14-9d44-1c9e50be22ce req-103bbc6e-1279-46cb-9f61-ce18c7fee7fe tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1825786 Feb 11 13:22:41.414658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-72dad133-416d-4603-882f-5b1e6ed0274f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.417752 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-72dad133-416d-4603-882f-5b1e6ed0274f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3453941 Feb 11 13:22:41.429146 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.437660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Request body: {'port': {'device_id': '8714f633-5527-4aee-8fab-c810c67095a3', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '16ec866687e048a483417f63ff21dad7'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:41.471111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a51a567-0dc9-4a14-9d44-1c9e50be22ce req-5085fef4-b9e9-4422-b49d-2df8b800f956 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146848 Feb 11 13:22:41.795673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686893e3-3c94-4d35-a3a9-67a2cf4addcb req-88981a69-f2f9-4990-a0f6-23d597add1c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.802144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686893e3-3c94-4d35-a3a9-67a2cf4addcb req-88981a69-f2f9-4990-a0f6-23d597add1c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.809008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686893e3-3c94-4d35-a3a9-67a2cf4addcb req-88981a69-f2f9-4990-a0f6-23d597add1c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.815331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686893e3-3c94-4d35-a3a9-67a2cf4addcb req-88981a69-f2f9-4990-a0f6-23d597add1c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.837037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686893e3-3c94-4d35-a3a9-67a2cf4addcb req-88981a69-f2f9-4990-a0f6-23d597add1c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.845323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686893e3-3c94-4d35-a3a9-67a2cf4addcb req-88981a69-f2f9-4990-a0f6-23d597add1c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.854864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686893e3-3c94-4d35-a3a9-67a2cf4addcb req-88981a69-f2f9-4990-a0f6-23d597add1c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.865153 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-686893e3-3c94-4d35-a3a9-67a2cf4addcb req-88981a69-f2f9-4990-a0f6-23d597add1c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.2564216 Feb 11 13:22:41.889020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822a219-3af5-467c-8342-61a2dcaaeffd req-c6a838b4-b3ab-480b-9993-6e76b2952825 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.890786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f822a219-3af5-467c-8342-61a2dcaaeffd req-c6a838b4-b3ab-480b-9993-6e76b2952825 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.0743651 Feb 11 13:22:41.892301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.893197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.894074 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.908382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Made reservation on behalf of 16ec866687e048a483417f63ff21dad7 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:41.913500 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:41.920884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-686893e3-3c94-4d35-a3a9-67a2cf4addcb req-2418dbb7-2e38-4231-b054-4c6c695031ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544808 Feb 11 13:22:41.941827 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.078505 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.085724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7721684 Feb 11 13:22:42.089538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46302) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:42.096146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Request body: {'subnet': {'network_id': '15aed9d2-902e-412d-b1f3-46b5d8f041fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1710516545-subnet', 'tenant_id': '5c8d3eafba194dd18fb4f937c3db3cb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:42.111205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd61b7c-1e90-4690-a108-f07f7fe6f2b2 admin admin] Pushing event updated for resources: {'Network': ['ID=15aed9d2-902e-412d-b1f3-46b5d8f041fb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:42.118944 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f822a219-3af5-467c-8342-61a2dcaaeffd req-144b6e48-9779-4bed-a493-96c3e8b8d98d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133362 Feb 11 13:22:42.121959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 15aed9d2-902e-412d-b1f3-46b5d8f041fb details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:42.146495 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d01415a-895d-4f38-91d9-6cb3644719cd req-b6e4dbda-4d1b-4c31-8c82-37e0abeca7fd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 210 time: 0.0459251 Feb 11 13:22:42.168950 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.243193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Made reservation on behalf of 5c8d3eafba194dd18fb4f937c3db3cb6 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:42.246221 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.333702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46306) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:42.387174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1704b922-b676-4153-9058-ddaf67371a4e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:42.467278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Allocated IP 192.168.233.135 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/b04c308f-e6c0-4f23-8919-f494bf8142f3) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:42.485262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46308) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:42.564127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-72bf7e4c-b098-4e7a-96c1-314dae4dff1c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=16ec866687e048a483417f63ff21dad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1297605 Feb 11 13:22:42.605625 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce05465-e55d-43f9-8cad-a85d240d5d1c req-9b22be6d-4e11-4795-a46c-4fd85dcbe8b3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:42.607440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dce05465-e55d-43f9-8cad-a85d240d5d1c req-9b22be6d-4e11-4795-a46c-4fd85dcbe8b3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.3223090 Feb 11 13:22:42.685389 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.753621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dce05465-e55d-43f9-8cad-a85d240d5d1c req-7b5cae19-9189-4ec4-9044-3008893f1f79 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222818 Feb 11 13:22:42.791947 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0e9-56cf-431d-b455-0665add5f8ad tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.796732 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fed91ad0-4c4f-4419-bf81-c3c2ea620b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.852436 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0e9-56cf-431d-b455-0665add5f8ad tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.882645 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:42.941541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:42.951586 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:42.963385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:43.026098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:43.075340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-2cadae9d-f6e9-45f8-8752-60c22377997e tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.076903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-2cadae9d-f6e9-45f8-8752-60c22377997e tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4988046 Feb 11 13:22:43.095204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Request body: {'port': {'device_id': 'dfcb1bb2-2090-422a-aa17-6e85bcb59c9a', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '16ec866687e048a483417f63ff21dad7'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:43.108107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ebf07-9ced-4e71-bf57-ebafce02a5a8 req-523a8c3d-9bb8-46a8-a87f-792f33cad4e6 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.116810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c50ebf07-9ced-4e71-bf57-ebafce02a5a8 req-523a8c3d-9bb8-46a8-a87f-792f33cad4e6 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2383001 Feb 11 13:22:43.159205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.160966 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.180260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0e9-56cf-431d-b455-0665add5f8ad tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.184527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9c5fe0e9-56cf-431d-b455-0665add5f8ad tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.186224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9c5fe0e9-56cf-431d-b455-0665add5f8ad tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "DELETE /v2.0/security-groups/3c223afb-59aa-4489-a6bf-c0304a6c24c2 HTTP/1.1" status: 204 len: 168 time: 0.8511837 Feb 11 13:22:43.203146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3e8e-7e0d-43c4-9b7c-e2b102d49ee6 req-08d2a6c4-eb35-4958-8b39-f2f991fd9526 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.214968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3e8e-7e0d-43c4-9b7c-e2b102d49ee6 req-08d2a6c4-eb35-4958-8b39-f2f991fd9526 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.218383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46328) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:43.224965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3e8e-7e0d-43c4-9b7c-e2b102d49ee6 req-08d2a6c4-eb35-4958-8b39-f2f991fd9526 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.239174 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.240648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3e8e-7e0d-43c4-9b7c-e2b102d49ee6 req-08d2a6c4-eb35-4958-8b39-f2f991fd9526 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.253503 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fed91ad0-4c4f-4419-bf81-c3c2ea620b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.258363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3e8e-7e0d-43c4-9b7c-e2b102d49ee6 req-08d2a6c4-eb35-4958-8b39-f2f991fd9526 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.280075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3e8e-7e0d-43c4-9b7c-e2b102d49ee6 req-08d2a6c4-eb35-4958-8b39-f2f991fd9526 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.292790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3e8e-7e0d-43c4-9b7c-e2b102d49ee6 req-08d2a6c4-eb35-4958-8b39-f2f991fd9526 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.297311 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-8f3dfc84-b14b-48b5-a4aa-2bf7bc2c5938 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] show failed (client error): The resource could not be found. Feb 11 13:22:43.298395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8f3dfc84-b14b-48b5-a4aa-2bf7bc2c5938 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "GET /v2.0/security-groups/3c223afb-59aa-4489-a6bf-c0304a6c24c2 HTTP/1.1" status: 404 len: 347 time: 0.0755477 Feb 11 13:22:43.305896 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-17fc3e8e-7e0d-43c4-9b7c-e2b102d49ee6 req-08d2a6c4-eb35-4958-8b39-f2f991fd9526 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.2467115 Feb 11 13:22:43.308224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46332) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:43.321621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fe0e9-56cf-431d-b455-0665add5f8ad tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c223afb-59aa-4489-a6bf-c0304a6c24c2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:43.329261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-e3919b07-fef1-4ed7-81c6-6a9c6095a31b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8969793 Feb 11 13:22:43.345000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c50ebf07-9ced-4e71-bf57-ebafce02a5a8 req-8e985645-ff0a-40f5-b79e-54d7e453c15d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265706 Feb 11 13:22:43.380787 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fed91ad0-4c4f-4419-bf81-c3c2ea620b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.394187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Request body: {'port': {'device_id': '8714f633-5527-4aee-8fab-c810c67095a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:43.418875 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-80ecd728-6394-457b-84f1-d5ccd32b3033 None None] Provisioning complete for port b04c308f-e6c0-4f23-8919-f494bf8142f3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:43.422289 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-80ecd728-6394-457b-84f1-d5ccd32b3033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.499150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-80ecd728-6394-457b-84f1-d5ccd32b3033 None None] Port b04c308f-e6c0-4f23-8919-f494bf8142f3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:22:43.518586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Pushing event updated for resources: {'Subnet': ['ID=51312ec5-36bc-4b1b-ad0d-1b70fbb1615e,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:43.553683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-17fc3e8e-7e0d-43c4-9b7c-e2b102d49ee6 req-b6e85e07-5249-4f28-92ad-ace75879015c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2469087 Feb 11 13:22:43.583157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fed91ad0-4c4f-4419-bf81-c3c2ea620b3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=454a2c9d07604f218dc2991880a9ffd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0798798 Feb 11 13:22:43.597520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46336) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:43.606632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Checking segment: {'id': '54051034-4984-479e-9297-3f3a5a6d3258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '15aed9d2-902e-412d-b1f3-46b5d8f041fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:43.610782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Network hostable DHCP agents. Network: 15aed9d2-902e-412d-b1f3-46b5d8f041fb, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:43.617082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed91ad0-4c4f-4419-bf81-c3c2ea620b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88531e2-5a14-485e-95c0-b0fa5785b6f5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:43.650947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d6be6-85c3-47c5-9246-947e29b21775 req-85510b23-e921-4b90-87b8-08a063e24fe5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.657272 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964d6be6-85c3-47c5-9246-947e29b21775 req-85510b23-e921-4b90-87b8-08a063e24fe5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.1562512 Feb 11 13:22:43.700401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.705545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964d6be6-85c3-47c5-9246-947e29b21775 req-ccc49e18-e4cb-4050-8e57-12e55a90ddd9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469301 Feb 11 13:22:43.746062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Made reservation on behalf of 16ec866687e048a483417f63ff21dad7 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:43.750660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.775042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Network 15aed9d2-902e-412d-b1f3-46b5d8f041fb is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:43.778097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00a99898-0314-4231-abfc-b611c95cf672 req-ed153ccd-8cc7-4359-902e-9d1ed6354581 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 210 time: 0.0845742 Feb 11 13:22:43.858427 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3fe2c9fc-f065-43c3-9d3b-401c1b6eb8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.881199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3fe2c9fc-f065-43c3-9d3b-401c1b6eb8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.899252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 15aed9d2-902e-412d-b1f3-46b5d8f041fb) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:43.908628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e704d246-d0bd-4ed5-8429-88d5e656168e None None] Network 15aed9d2-902e-412d-b1f3-46b5d8f041fb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:22:43.940168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-015efd14-4137-4a47-8e18-cfd9daab5b33 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Deleting port 1aecb9cb-1152-4d4d-a48f-edd83ddd92ff {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:43.940518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-015efd14-4137-4a47-8e18-cfd9daab5b33 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:43.967236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:43.967927 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.063418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c4e03-dc44-470d-9cde-eeea21039714 req-2b2a3a94-db78-499a-b9ae-e6f1cb9d6ace tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:44.064412 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-079c4e03-dc44-470d-9cde-eeea21039714 req-2b2a3a94-db78-499a-b9ae-e6f1cb9d6ace tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1833663 Feb 11 13:22:44.111968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Allocated IP 192.168.233.163 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/3355e21d-3395-4b99-a901-d71616c66673) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:22:44.116158 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2cf8af-7960-484e-bd1b-a9f07ac94fc5 None None] Network 15aed9d2-902e-412d-b1f3-46b5d8f041fb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:22:44.119962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3fe2c9fc-f065-43c3-9d3b-401c1b6eb8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.122856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3fe2c9fc-f065-43c3-9d3b-401c1b6eb8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.128328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3fe2c9fc-f065-43c3-9d3b-401c1b6eb8c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a88531e2-5a14-485e-95c0-b0fa5785b6f5 HTTP/1.1" status: 204 len: 168 time: 0.5244775 Feb 11 13:22:44.149372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-079c4e03-dc44-470d-9cde-eeea21039714 req-7e1b3258-26e9-4b5b-83a9-afafd3bdab7a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763988 Feb 11 13:22:44.165747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-073a67fe-e3cf-425b-b016-3fe3e081827a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0741439 Feb 11 13:22:44.218245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2c9fc-f065-43c3-9d3b-401c1b6eb8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88531e2-5a14-485e-95c0-b0fa5785b6f5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.286018 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-015efd14-4137-4a47-8e18-cfd9daab5b33 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.286632 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-015efd14-4137-4a47-8e18-cfd9daab5b33 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.326763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-015efd14-4137-4a47-8e18-cfd9daab5b33 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Calling delete_port for 1aecb9cb-1152-4d4d-a48f-edd83ddd92ff owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:44.475832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985a60c-419c-45e4-92e9-5bd363141331 req-85e930ca-70f6-4d6f-bbc7-455d2d7254fc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:44.485111 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4985a60c-419c-45e4-92e9-5bd363141331 req-85e930ca-70f6-4d6f-bbc7-455d2d7254fc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1437681 Feb 11 13:22:44.567421 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4985a60c-419c-45e4-92e9-5bd363141331 req-34b09a40-f79a-41df-b596-52d583b192f5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762994 Feb 11 13:22:44.593016 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.756360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-015efd14-4137-4a47-8e18-cfd9daab5b33 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.796775 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015efd14-4137-4a47-8e18-cfd9daab5b33 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Pushing event deleted for resources: {'Port': ['ID=1aecb9cb-1152-4d4d-a48f-edd83ddd92ff,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.803280 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:44.876795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:22:44.881849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:44.884118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Pushing event updated for resources: {'Port': ['ID=3355e21d-3395-4b99-a901-d71616c66673,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:44.888433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:22:44.985114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:44.991640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.030630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340fa4-81e7-4e83-ae61-b804c7c35dd1 req-ee0814c1-7e3d-4ff1-a18b-a314e73e5f17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.037190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340fa4-81e7-4e83-ae61-b804c7c35dd1 req-ee0814c1-7e3d-4ff1-a18b-a314e73e5f17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.047263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340fa4-81e7-4e83-ae61-b804c7c35dd1 req-ee0814c1-7e3d-4ff1-a18b-a314e73e5f17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.069264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ee5b07a2-132d-4c99-b328-74a75964cad4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9778233 Feb 11 13:22:45.084268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Request body: {'port': {'device_id': 'dfcb1bb2-2090-422a-aa17-6e85bcb59c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:45.086405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340fa4-81e7-4e83-ae61-b804c7c35dd1 req-ee0814c1-7e3d-4ff1-a18b-a314e73e5f17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.097402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340fa4-81e7-4e83-ae61-b804c7c35dd1 req-ee0814c1-7e3d-4ff1-a18b-a314e73e5f17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.113626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340fa4-81e7-4e83-ae61-b804c7c35dd1 req-ee0814c1-7e3d-4ff1-a18b-a314e73e5f17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.137573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da340fa4-81e7-4e83-ae61-b804c7c35dd1 req-ee0814c1-7e3d-4ff1-a18b-a314e73e5f17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.139577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da340fa4-81e7-4e83-ae61-b804c7c35dd1 req-ee0814c1-7e3d-4ff1-a18b-a314e73e5f17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.4450254 Feb 11 13:22:45.214832 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-015efd14-4137-4a47-8e18-cfd9daab5b33 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.217298 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-015efd14-4137-4a47-8e18-cfd9daab5b33 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.218552 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-015efd14-4137-4a47-8e18-cfd9daab5b33 tempest-ServersTestBootFromVolume-210037327 tempest-ServersTestBootFromVolume-210037327-project] 10.222.0.52 "DELETE /v2.0/floatingips/852a849f-6acb-47ed-9d89-589567330e9b HTTP/1.1" status: 204 len: 168 time: 1.9022119 Feb 11 13:22:45.257249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46384) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:45.395157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da340fa4-81e7-4e83-ae61-b804c7c35dd1 req-9cb1bb78-701d-4604-95d6-210010fab697 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1896598 Feb 11 13:22:45.477292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04c308f-e6c0-4f23-8919-f494bf8142f3 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:45.564814 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.564814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Transition to ACTIVE for port object b04c308f-e6c0-4f23-8919-f494bf8142f3 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:45.565013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-579f9709-21c7-471d-a792-0cbb099f9a00 None None] Provisioning complete for port 3355e21d-3395-4b99-a901-d71616c66673 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:45.565013 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-579f9709-21c7-471d-a792-0cbb099f9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.574931 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.590138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-579f9709-21c7-471d-a792-0cbb099f9a00 None None] Port 3355e21d-3395-4b99-a901-d71616c66673 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:22:45.597157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54e83d-716a-4cbd-acae-a9261e7c7403 req-101fdb33-786f-4368-94e1-2a4a85d490f1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:45.599451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae54e83d-716a-4cbd-acae-a9261e7c7403 req-101fdb33-786f-4368-94e1-2a4a85d490f1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.0633535 Feb 11 13:22:45.638977 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae54e83d-716a-4cbd-acae-a9261e7c7403 req-bd3aca27-0584-4ba9-921d-cf572897d423 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Feb 11 13:22:45.712189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:45.819567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:46.047333 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf9270-ae93-45b5-91a2-ed82b5809080 req-cf7a7692-ceb8-4847-af26-925e97710fcf tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.056327 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2bcf9270-ae93-45b5-91a2-ed82b5809080 req-cf7a7692-ceb8-4847-af26-925e97710fcf tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 936 time: 0.2219343 Feb 11 13:22:46.099322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46414) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:46.100905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Attempting to bind port b04c308f-e6c0-4f23-8919-f494bf8142f3 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:46.101475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Attempting to bind port b04c308f-e6c0-4f23-8919-f494bf8142f3 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:46.102105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Attempting to bind port b04c308f-e6c0-4f23-8919-f494bf8142f3 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:46.112598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1951848901-network', 'tenant_id': 'c41b46bfade34f51b4fc08e6e5e59f92'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:46.146194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Port b04c308f-e6c0-4f23-8919-f494bf8142f3 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:46.146846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Attempting to bind port b04c308f-e6c0-4f23-8919-f494bf8142f3 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:46.153262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:46.153996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:46.154625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:46.155338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Bound port: b04c308f-e6c0-4f23-8919-f494bf8142f3, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:46.155922 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.169464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3355e21d-3395-4b99-a901-d71616c66673 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:46.175933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2bcf9270-ae93-45b5-91a2-ed82b5809080 req-922cc2a3-cf07-4829-a2ea-575d4767fe07 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159015 Feb 11 13:22:46.202910 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.254051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Made reservation on behalf of c41b46bfade34f51b4fc08e6e5e59f92 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:46.258466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.290438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.360847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Transition to ACTIVE for port object 3355e21d-3395-4b99-a901-d71616c66673 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:46.386862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aed953-ef7f-4f81-8a29-88ec798e5345 req-90a6bac2-6f30-4ad3-aa45-a78893af893a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.402183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74aed953-ef7f-4f81-8a29-88ec798e5345 req-90a6bac2-6f30-4ad3-aa45-a78893af893a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2095535 Feb 11 13:22:46.429444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:46.439256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:46.504282 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.568624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.616788 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74aed953-ef7f-4f81-8a29-88ec798e5345 req-10841f60-5a57-46b0-be9f-e46400907a3b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137241 Feb 11 13:22:46.784191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.785186 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.789005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] 10.222.0.13 "PUT /v2.0/ports/b04c308f-e6c0-4f23-8919-f494bf8142f3 HTTP/1.1" status: 200 len: 1096 time: 3.4091043 Feb 11 13:22:46.793178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:46.795605 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8210ab8-9d39-463e-81cd-4c53421fdf76" -d '{"events": [{"name": "network-changed", "server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:46.842416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Pushing event updated for resources: {'Port': ['ID=3355e21d-3395-4b99-a901-d71616c66673,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:46.856583 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.875857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Attempting to bind port 3355e21d-3395-4b99-a901-d71616c66673 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:46.876291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Attempting to bind port 3355e21d-3395-4b99-a901-d71616c66673 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:46.876747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Attempting to bind port 3355e21d-3395-4b99-a901-d71616c66673 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:46.890737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Port 3355e21d-3395-4b99-a901-d71616c66673 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:46.891403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Attempting to bind port 3355e21d-3395-4b99-a901-d71616c66673 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:46.898567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:46.899222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:46.899722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:46.900263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Bound port: 3355e21d-3395-4b99-a901-d71616c66673, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:46.901044 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:46.946581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c1e2-353f-46c0-a4c4-43e2e4927ac5 req-639c833d-9fbe-43d1-a0a2-4f8d0fbce7b5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.954681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c1e2-353f-46c0-a4c4-43e2e4927ac5 req-639c833d-9fbe-43d1-a0a2-4f8d0fbce7b5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.960671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c1e2-353f-46c0-a4c4-43e2e4927ac5 req-639c833d-9fbe-43d1-a0a2-4f8d0fbce7b5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.967493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c1e2-353f-46c0-a4c4-43e2e4927ac5 req-639c833d-9fbe-43d1-a0a2-4f8d0fbce7b5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.974284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c1e2-353f-46c0-a4c4-43e2e4927ac5 req-639c833d-9fbe-43d1-a0a2-4f8d0fbce7b5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.981128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c1e2-353f-46c0-a4c4-43e2e4927ac5 req-639c833d-9fbe-43d1-a0a2-4f8d0fbce7b5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.987636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672c1e2-353f-46c0-a4c4-43e2e4927ac5 req-639c833d-9fbe-43d1-a0a2-4f8d0fbce7b5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:46.996344 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c672c1e2-353f-46c0-a4c4-43e2e4927ac5 req-639c833d-9fbe-43d1-a0a2-4f8d0fbce7b5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.3352826 Feb 11 13:22:47.051372 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.076827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:22:47.099624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.099851 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Added segment fe15ac8f-bdac-4b74-98e5-839b11ad044c of type vlan for network 2d7ebea1-403b-41f1-87bb-185678c946aa Feb 11 13:22:47.136200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] For port 3355e21d-3395-4b99-a901-d71616c66673, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:47.159977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.190217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] For port 3355e21d-3395-4b99-a901-d71616c66673, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3355e21d-3395-4b99-a901-d71616c66673,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:47.200661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.262160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367151f-ed7f-4441-8fba-d986e6037d3c req-d75c21ac-1416-4a1e-9094-03f0992de97d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.273155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7367151f-ed7f-4441-8fba-d986e6037d3c req-d75c21ac-1416-4a1e-9094-03f0992de97d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.1565704 Feb 11 13:22:47.278008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4b769-f49e-4526-8e6e-9123d4be1a18 service neutron] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.318733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.320642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.320642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.345043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c672c1e2-353f-46c0-a4c4-43e2e4927ac5 req-42ef1028-eb17-4a14-b5ac-0944cdc3dd05 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3418143 Feb 11 13:22:47.359007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5841eee-bfe3-4ae0-8499-5136a51d0e9b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.418302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-20c79287-b522-4f26-9593-fb5e5045f9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.418302 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-20c79287-b522-4f26-9593-fb5e5045f9dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 1099 time: 0.4115536 Feb 11 13:22:47.450750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.473023 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ddb844-0f52-47e8-a791-ea212123cc4a x-openstack-request-id: req-51ddb844-0f52-47e8-a791-ea212123cc4a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:47.473294 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:47.473545 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51ddb844-0f52-47e8-a791-ea212123cc4a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:47.473993 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'status': 'completed', 'code': 200} Feb 11 13:22:47.476049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-0424aa5c-bc2e-4312-96c0-2ef7b4f458c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3 HTTP/1.1" status: 200 len: 217 time: 0.0492616 Feb 11 13:22:47.476763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7ebea1-403b-41f1-87bb-185678c946aa,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.488914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 2d7ebea1-403b-41f1-87bb-185678c946aa details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:22:47.532554 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6cb3e2ce-ee82-43c1-8c38-9c37217a9b22 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4250529 Feb 11 13:22:47.538779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46446) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:47.552931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Request body: {'subnet': {'network_id': '2d7ebea1-403b-41f1-87bb-185678c946aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1951848901-subnet', 'tenant_id': 'c41b46bfade34f51b4fc08e6e5e59f92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:47.599739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-f2d802cf-6c94-41fe-8f07-5272f8d026ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.601498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-f2d802cf-6c94-41fe-8f07-5272f8d026ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1163650 Feb 11 13:22:47.634447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.635308 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.649145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] 10.222.0.13 "PUT /v2.0/ports/3355e21d-3395-4b99-a901-d71616c66673 HTTP/1.1" status: 200 len: 1096 time: 2.5582891 Feb 11 13:22:47.659715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcb1bb2-2090-422a-aa17-6e85bcb59c9a', 'tag': '3355e21d-3395-4b99-a901-d71616c66673'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:47.662130 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcb1bb2-2090-422a-aa17-6e85bcb59c9a", "tag": "3355e21d-3395-4b99-a901-d71616c66673"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:47.712150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Made reservation on behalf of c41b46bfade34f51b4fc08e6e5e59f92 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:47.715246 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:47.734633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7367151f-ed7f-4441-8fba-d986e6037d3c req-c408e9f6-0fd8-44d1-8866-958515b12c79 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564722 Feb 11 13:22:47.844672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46458) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:47.907665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b28f7-f63e-4c96-930b-085ca62b062c service neutron] Pushing event updated for resources: {'Port': ['ID=3355e21d-3395-4b99-a901-d71616c66673,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.914262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e377367-650a-41fb-9414-fc373ef20172 req-45f6a5b9-3599-4efc-bbf2-c97534c8a8bf tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.916126 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e377367-650a-41fb-9414-fc373ef20172 req-45f6a5b9-3599-4efc-bbf2-c97534c8a8bf tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 948 time: 0.2189989 Feb 11 13:22:47.923251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-5ec7f8de-e155-43ba-96be-b922572e6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.924315 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-5ec7f8de-e155-43ba-96be-b922572e6045 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 1099 time: 0.1780794 Feb 11 13:22:47.983621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-0fe3d6b3-77c4-44f9-a200-cc7648576567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.985121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-0fe3d6b3-77c4-44f9-a200-cc7648576567 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3766785 Feb 11 13:22:48.003410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-25dbd602-cc33-4e84-9326-ade55a080d0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=3355e21d-3395-4b99-a901-d71616c66673 HTTP/1.1" status: 200 len: 217 time: 0.0583537 Feb 11 13:22:48.033742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f9210-cd91-4060-a1c0-81ab113bf5c6 req-70ba6e67-7970-4182-9f96-45bc9c4bfa52 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.035896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a21f9210-cd91-4060-a1c0-81ab113bf5c6 req-70ba6e67-7970-4182-9f96-45bc9c4bfa52 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1873143 Feb 11 13:22:48.104973 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aac6e9b8-7c2c-46d9-a367-a7f7a33c2823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.122787 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e377367-650a-41fb-9414-fc373ef20172 req-c6660ef2-2516-46ec-a4c7-e652b9dda27a tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344492 Feb 11 13:22:48.148522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-a795cd12-b050-48db-b489-aede7abfbf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.151284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-a795cd12-b050-48db-b489-aede7abfbf67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1119721 Feb 11 13:22:48.192430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a21f9210-cd91-4060-a1c0-81ab113bf5c6 req-bfca8611-1db5-4567-8a11-17c8f8bb044a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399658 Feb 11 13:22:48.225587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] Deleting port 34eb6c24-b751-4882-aa60-de6fdea42a58 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:48.225587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.232040 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f551e4-438d-4560-895d-9c128c40d6d2 x-openstack-request-id: req-75f551e4-438d-4560-895d-9c128c40d6d2 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:48.232321 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcb1bb2-2090-422a-aa17-6e85bcb59c9a", "tag": "3355e21d-3395-4b99-a901-d71616c66673", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:48.232552 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75f551e4-438d-4560-895d-9c128c40d6d2 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:48.232941 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcb1bb2-2090-422a-aa17-6e85bcb59c9a', 'tag': '3355e21d-3395-4b99-a901-d71616c66673', 'status': 'completed', 'code': 200} Feb 11 13:22:48.252397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-d0f9eaf0-f996-4b88-917d-262303fd5a18 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492213 Feb 11 13:22:48.311239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ff4a88a0-3081-4fc3-a226-07094e8c6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.312772 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-ff4a88a0-3081-4fc3-a226-07094e8c6353 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469522 Feb 11 13:22:48.329705 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.417726 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a9852bf-0e72-40df-aae3-94b944879d3d req-60dd8f8d-505c-4b29-869f-9f19bf981ed3 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592860 Feb 11 13:22:48.421854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aac6e9b8-7c2c-46d9-a367-a7f7a33c2823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.424316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7251ed84-179c-43fd-8ce5-de8ec95d74e6,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:48.438525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] For port 34eb6c24-b751-4882-aa60-de6fdea42a58, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=34eb6c24-b751-4882-aa60-de6fdea42a58,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:48.438761 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.463508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Checking segment: {'id': 'fe15ac8f-bdac-4b74-98e5-839b11ad044c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2d7ebea1-403b-41f1-87bb-185678c946aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:48.464137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Network hostable DHCP agents. Network: 2d7ebea1-403b-41f1-87bb-185678c946aa, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:22:48.480954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] Calling delete_port for 34eb6c24-b751-4882-aa60-de6fdea42a58 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:48.496794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aac6e9b8-7c2c-46d9-a367-a7f7a33c2823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.557464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Network 2d7ebea1-403b-41f1-87bb-185678c946aa is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:22:48.637689 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-5e3567be-79bf-4fc3-8018-46435c97d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.640904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-5e3567be-79bf-4fc3-8018-46435c97d598 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 1099 time: 0.0686193 Feb 11 13:22:48.643036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 2d7ebea1-403b-41f1-87bb-185678c946aa) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:22:48.651058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.651058 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:48.653159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fd7993-8d69-4112-ae92-bd582bf987a2 None None] Network 2d7ebea1-403b-41f1-87bb-185678c946aa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:22:48.659810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aac6e9b8-7c2c-46d9-a367-a7f7a33c2823 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fdceeeb00e6147efae09b2f74a4ef637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8141260 Feb 11 13:22:48.667157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46474) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:48.667579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-728625c9-d219-4f92-aa30-625ae1ccd9b3 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322897 Feb 11 13:22:48.674525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6e9b8-7c2c-46d9-a367-a7f7a33c2823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9ef20-5a03-4b5f-a204-c2e209bbe943,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:48.695107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377467-2f61-48d9-993d-281a964b3510 req-f18deee6-3ef1-4b6f-a468-6caf5b5c0d54 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.702047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377467-2f61-48d9-993d-281a964b3510 req-f18deee6-3ef1-4b6f-a468-6caf5b5c0d54 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.707961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377467-2f61-48d9-993d-281a964b3510 req-f18deee6-3ef1-4b6f-a468-6caf5b5c0d54 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.714549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377467-2f61-48d9-993d-281a964b3510 req-f18deee6-3ef1-4b6f-a468-6caf5b5c0d54 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.720402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377467-2f61-48d9-993d-281a964b3510 req-f18deee6-3ef1-4b6f-a468-6caf5b5c0d54 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.726347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377467-2f61-48d9-993d-281a964b3510 req-f18deee6-3ef1-4b6f-a468-6caf5b5c0d54 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.732608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6377467-2f61-48d9-993d-281a964b3510 req-f18deee6-3ef1-4b6f-a468-6caf5b5c0d54 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.740643 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6377467-2f61-48d9-993d-281a964b3510 req-f18deee6-3ef1-4b6f-a468-6caf5b5c0d54 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.2477038 Feb 11 13:22:48.864521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e245661f-24bc-4d62-995f-774c51f57b74 None None] Network 2d7ebea1-403b-41f1-87bb-185678c946aa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:22:48.933092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cee2ffab-0c35-4240-8947-83794c2f4376 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3839769 Feb 11 13:22:48.934696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd069a-72a9-4301-b3d5-8ec747495c2f req-db8dc876-3605-4cdc-bad9-c059239ec0f9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.936351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5fd069a-72a9-4301-b3d5-8ec747495c2f req-db8dc876-3605-4cdc-bad9-c059239ec0f9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.0859075 Feb 11 13:22:48.941033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-e467f2e4-5eeb-4aa9-8847-1d0583575980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:48.941930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-e467f2e4-5eeb-4aa9-8847-1d0583575980 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2886312 Feb 11 13:22:49.037200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-5e8b642f-8531-4f28-8462-4649c777635e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3 HTTP/1.1" status: 200 len: 217 time: 0.0671146 Feb 11 13:22:49.040290 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-26e1078c-c83a-4daf-a7eb-57c3ea66a6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.124948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5fd069a-72a9-4301-b3d5-8ec747495c2f req-a22c1c5e-2c07-4d30-90fd-80956d613128 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797609 Feb 11 13:22:49.126457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-5d467bcb-157e-4a7e-9c0a-726e887a2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:49.127866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-5d467bcb-157e-4a7e-9c0a-726e887a2964 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0713837 Feb 11 13:22:49.187006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46482) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:49.206124 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-26e1078c-c83a-4daf-a7eb-57c3ea66a6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.304455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-cb9565a1-750b-4957-9e1e-d406403468da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:49.306030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-cb9565a1-750b-4957-9e1e-d406403468da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1647141 Feb 11 13:22:49.318499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f6ee47-acc5-4328-914c-1dd770ebf916 admin admin] Deleting subnet 51312ec5-36bc-4b1b-ad0d-1b70fbb1615e {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:22:49.345096 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-26f6ee47-acc5-4328-914c-1dd770ebf916 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.407349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6377467-2f61-48d9-993d-281a964b3510 req-2c833fba-5e28-4c8f-96f4-439f53bda492 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6657033 Feb 11 13:22:49.464540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-736e04e0-8fde-4ec9-b1f4-99ab2f63b457 req-f49b837c-af3c-4ebc-ac82-a7cf059e4fdf service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7834234 Feb 11 13:22:49.602101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5f304-863b-4949-af3f-815f1cb94f0a req-7a10c47a-52b1-4842-8201-d72c202b4f00 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:49.607391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ed5f304-863b-4949-af3f-815f1cb94f0a req-7a10c47a-52b1-4842-8201-d72c202b4f00 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0745997 Feb 11 13:22:49.643773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.687628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] Pushing event deleted for resources: {'Port': ['ID=34eb6c24-b751-4882-aa60-de6fdea42a58,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:49.756701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ed5f304-863b-4949-af3f-815f1cb94f0a req-ec6cbc86-22c0-4f15-b889-2089d15be986 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378350 Feb 11 13:22:49.801832 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:22:49.808218 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-06938a95-2c1b-4b7d-8bce-8ac67d629577 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924350 Feb 11 13:22:49.809169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-233d14b4-3434-4ebd-9863-83e12b26d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:49.814497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-233d14b4-3434-4ebd-9863-83e12b26d2fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 1099 time: 0.2050312 Feb 11 13:22:49.823663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8864c3d-0846-4806-8a38-9f1ca5b3a5fa req-a43e67ad-b315-4b8e-95a7-722b8a1b6733 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:49.833401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8864c3d-0846-4806-8a38-9f1ca5b3a5fa req-a43e67ad-b315-4b8e-95a7-722b8a1b6733 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 948 time: 0.5982282 Feb 11 13:22:49.879516 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-26f6ee47-acc5-4328-914c-1dd770ebf916 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.981504 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8864c3d-0846-4806-8a38-9f1ca5b3a5fa req-f20a0d10-1b81-4d90-a6fd-53a72bebd367 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468306 Feb 11 13:22:49.986357 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-26e1078c-c83a-4daf-a7eb-57c3ea66a6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:49.993037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b04c308f-e6c0-4f23-8919-f494bf8142f3 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:50.002377 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-26e1078c-c83a-4daf-a7eb-57c3ea66a6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.008489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-26e1078c-c83a-4daf-a7eb-57c3ea66a6e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfe9ef20-5a03-4b5f-a204-c2e209bbe943 HTTP/1.1" status: 204 len: 168 time: 1.3401282 Feb 11 13:22:50.056032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-43e799ff-53a4-4b2f-b777-ac64b5536792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.058036 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-43e799ff-53a4-4b2f-b777-ac64b5536792 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2245579 Feb 11 13:22:50.064605 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-26f6ee47-acc5-4328-914c-1dd770ebf916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.068380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1078c-c83a-4daf-a7eb-57c3ea66a6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9ef20-5a03-4b5f-a204-c2e209bbe943,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.122874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.126629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-311f7ef4-22ef-456d-a0d1-5cefe3be7cc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=3355e21d-3395-4b99-a901-d71616c66673 HTTP/1.1" status: 200 len: 217 time: 0.0522165 Feb 11 13:22:50.165289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8210ab8-9d39-463e-81cd-4c53421fdf76 req-09eb4745-2986-4b34-8828-44f2b4db81f9 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100817 Feb 11 13:22:50.181155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:50.217050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'mac_address': 'fa:16:3e:7b:a6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:50.297244 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.302519 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-26f6ee47-acc5-4328-914c-1dd770ebf916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.313337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04c308f-e6c0-4f23-8919-f494bf8142f3 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:50.335254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:50.392249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6ee47-acc5-4328-914c-1dd770ebf916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51312ec5-36bc-4b1b-ad0d-1b70fbb1615e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.420581 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.446172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-3052a91f-38a9-41b6-b18e-e6c38ace048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.447011 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-26f6ee47-acc5-4328-914c-1dd770ebf916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.450595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-3052a91f-38a9-41b6-b18e-e6c38ace048e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.3128746 Feb 11 13:22:50.459038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46504) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:50.461911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-26f6ee47-acc5-4328-914c-1dd770ebf916 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/51312ec5-36bc-4b1b-ad0d-1b70fbb1615e HTTP/1.1" status: 204 len: 168 time: 1.2755859 Feb 11 13:22:50.511730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c080284-723c-4e4b-b01a-334efe83cb58 req-454c0098-f7b5-4e7b-96a8-f729da9c2324 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.513572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c080284-723c-4e4b-b01a-334efe83cb58 req-454c0098-f7b5-4e7b-96a8-f729da9c2324 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.2030392 Feb 11 13:22:50.521656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.532051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.532550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.533003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.533580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.534046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.534501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.535048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.535483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.535962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.536557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.537108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.537542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:50.568501 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-9187218c-85fa-4ca2-b91c-ebe212dfe802 service neutron] show failed (client error): The resource could not be found. Feb 11 13:22:50.569786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-9187218c-85fa-4ca2-b91c-ebe212dfe802 service neutron] 10.222.0.59 "GET /v2.0/ports/9bc15c18-9f9d-4f73-ad18-03d1558e5f63/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.1868536 Feb 11 13:22:50.668448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b01ba-c5ce-47c1-9e4a-75ad62f7f767 req-f2a0a325-fb87-4ecc-b1fc-c3d9e1e64ccd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.678677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b01ba-c5ce-47c1-9e4a-75ad62f7f767 req-f2a0a325-fb87-4ecc-b1fc-c3d9e1e64ccd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.687907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b01ba-c5ce-47c1-9e4a-75ad62f7f767 req-f2a0a325-fb87-4ecc-b1fc-c3d9e1e64ccd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.689366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b04c308f-e6c0-4f23-8919-f494bf8142f3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:50.695065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b01ba-c5ce-47c1-9e4a-75ad62f7f767 req-f2a0a325-fb87-4ecc-b1fc-c3d9e1e64ccd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.703618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b01ba-c5ce-47c1-9e4a-75ad62f7f767 req-f2a0a325-fb87-4ecc-b1fc-c3d9e1e64ccd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.712097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b01ba-c5ce-47c1-9e4a-75ad62f7f767 req-f2a0a325-fb87-4ecc-b1fc-c3d9e1e64ccd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.719969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b01ba-c5ce-47c1-9e4a-75ad62f7f767 req-f2a0a325-fb87-4ecc-b1fc-c3d9e1e64ccd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.722333 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-206b01ba-c5ce-47c1-9e4a-75ad62f7f767 req-f2a0a325-fb87-4ecc-b1fc-c3d9e1e64ccd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.1775901 Feb 11 13:22:50.727897 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:50.795015 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-206b01ba-c5ce-47c1-9e4a-75ad62f7f767 req-db28952e-4b58-4273-b42b-aa51881a6b89 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611343 Feb 11 13:22:50.798060 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c080284-723c-4e4b-b01a-334efe83cb58 req-0cdc31d8-55f0-4834-ba76-576dba7c8013 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089484 Feb 11 13:22:50.800307 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-e24bbdfe-8d30-4ff8-b96e-10d460a9b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:50.802227 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-e24bbdfe-8d30-4ff8-b96e-10d460a9b94d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3366838 Feb 11 13:22:51.022107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.076998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15aed9d2-902e-412d-b1f3-46b5d8f041fb']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:51.103075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54051034-4984-479e-9297-3f3a5a6d3258') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:51.103075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54051034-4984-479e-9297-3f3a5a6d3258') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:51.108022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] Router 9b59c128-08a3-4879-9a26-b38e31fb8476 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:51.124805 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.158815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-0ef82c1b-9af8-4e10-b4bc-8dd64bcdbfd0 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477571 Feb 11 13:22:51.168482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f465d-f776-4fe6-b700-35bc1ff256b7 req-d4f0cd1a-4db8-4467-87cb-70b891532fad tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.170222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a6f465d-f776-4fe6-b700-35bc1ff256b7 req-d4f0cd1a-4db8-4467-87cb-70b891532fad tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2544012 Feb 11 13:22:51.171418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.187967 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b2fdc-228f-4e2e-809a-68223416447d req-e73e44b1-bbeb-4bc0-aa55-07e9de751c90 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.189555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b5b2fdc-228f-4e2e-809a-68223416447d req-e73e44b1-bbeb-4bc0-aa55-07e9de751c90 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 948 time: 0.0869975 Feb 11 13:22:51.207177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:51.207177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:51.215835 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:51.247812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b5b2fdc-228f-4e2e-809a-68223416447d req-239a369e-e98a-4505-b2e6-b49e682cf381 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Feb 11 13:22:51.357845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-e09ef58a-80b0-4a92-9f54-d5a57abb8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.359540 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-e09ef58a-80b0-4a92-9f54-d5a57abb8ee0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe&tenant_id=5cb5a7db126d40d38512c5877f3b5910 HTTP/1.1" status: 200 len: 1100 time: 0.0593145 Feb 11 13:22:51.375343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:51.441196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.510354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a6f465d-f776-4fe6-b700-35bc1ff256b7 req-fb2c7472-a92b-40a4-9ecc-a275804581bd tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729402 Feb 11 13:22:51.510354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d9e2077-e50d-49d1-a3b2-d4d2c5deca2e req-c488bfd9-9038-4a3d-a9bc-c3efd83a7d63 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947171 Feb 11 13:22:51.510354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:51.510354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-23e41216-1d86-43ae-b63d-1012c7f362eb admin admin] 10.222.0.52 "PUT /v2.0/routers/9b59c128-08a3-4879-9a26-b38e31fb8476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2254434 Feb 11 13:22:51.512228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] Sync routers for ids ['9b59c128-08a3-4879-9a26-b38e31fb8476'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:51.512228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] Routers {'9b59c128-08a3-4879-9a26-b38e31fb8476'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:51.512228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:22:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9b59c128-08a3-4879-9a26-b38e31fb8476'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:51.517542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46534) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:51.650448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.662104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] Set router 9b59c128-08a3-4879-9a26-b38e31fb8476 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:51.698154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:51.737339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:51.767687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.785258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:51.787529 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b351e00f-f6ba-44ed-88df-ea7e0a375027" -d '{"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:51.792034 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.808728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Transition to ACTIVE for port object 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:22:51.842229 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608beb19-5746-4bf2-99d3-8b027e7f32ed x-openstack-request-id: req-608beb19-5746-4bf2-99d3-8b027e7f32ed {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:51.842720 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:51.843237 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-608beb19-5746-4bf2-99d3-8b027e7f32ed {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:51.843729 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'code': 200} Feb 11 13:22:51.854212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:22:49Z', 'revision_number': 5, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:51.885803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] Checking router: 9b59c128-08a3-4879-9a26-b38e31fb8476 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:51.894587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] Routers {'9b59c128-08a3-4879-9a26-b38e31fb8476'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:51.895199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:22:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9b59c128-08a3-4879-9a26-b38e31fb8476'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:51.913659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.931911 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.932972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] 10.222.0.52 "DELETE /v2.0/networks/15aed9d2-902e-412d-b1f3-46b5d8f041fb HTTP/1.1" status: 204 len: 168 time: 1.4710774 Feb 11 13:22:51.935822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46542) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:51.949061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b96e0-d482-4914-a3f8-f7eed9b07bab admin admin] Pushing event deleted for resources: {'Network': ['ID=15aed9d2-902e-412d-b1f3-46b5d8f041fb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:51.972112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:51.976650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92e1a3-b8f1-45b8-84fd-0b4b854d9a64 req-f23f578f-76a0-4bb1-a886-3993cbc86ab4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:51.978206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f92e1a3-b8f1-45b8-84fd-0b4b854d9a64 req-f23f578f-76a0-4bb1-a886-3993cbc86ab4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.1055443 Feb 11 13:22:52.054985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f92e1a3-b8f1-45b8-84fd-0b4b854d9a64 req-307f23c2-3b68-4142-b043-c3cd714c8083 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678046 Feb 11 13:22:52.060332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Deleting port ef80d8df-77cf-49bb-a375-12727a6cc2bb {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:52.060674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.067466 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3355e21d-3395-4b99-a901-d71616c66673 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:52.071472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b04c308f-e6c0-4f23-8919-f494bf8142f3 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:52.135549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8082a8-227f-43b4-ada8-fc2fe6a3ba78 req-2db22a35-5d2b-4abf-8c72-bc275b31e72e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.153096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8082a8-227f-43b4-ada8-fc2fe6a3ba78 req-2db22a35-5d2b-4abf-8c72-bc275b31e72e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.179527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8082a8-227f-43b4-ada8-fc2fe6a3ba78 req-2db22a35-5d2b-4abf-8c72-bc275b31e72e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.200095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8082a8-227f-43b4-ada8-fc2fe6a3ba78 req-2db22a35-5d2b-4abf-8c72-bc275b31e72e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.208478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8082a8-227f-43b4-ada8-fc2fe6a3ba78 req-2db22a35-5d2b-4abf-8c72-bc275b31e72e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.209287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] Set router 9b59c128-08a3-4879-9a26-b38e31fb8476 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:52.227472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8082a8-227f-43b4-ada8-fc2fe6a3ba78 req-2db22a35-5d2b-4abf-8c72-bc275b31e72e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.242589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8082a8-227f-43b4-ada8-fc2fe6a3ba78 req-2db22a35-5d2b-4abf-8c72-bc275b31e72e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.252155 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b8082a8-227f-43b4-ada8-fc2fe6a3ba78 req-2db22a35-5d2b-4abf-8c72-bc275b31e72e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.3582098 Feb 11 13:22:52.266004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] For port ef80d8df-77cf-49bb-a375-12727a6cc2bb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ef80d8df-77cf-49bb-a375-12727a6cc2bb,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:52.266382 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.292922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Calling delete_port for ef80d8df-77cf-49bb-a375-12727a6cc2bb owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:52.303664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.resource_extend [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:22:52.326553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f871b1-c9e7-4cf8-9fdd-c051379f2b9f admin admin] Deleting subnet 7251ed84-179c-43fd-8ce5-de8ec95d74e6 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:22:52.339504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port b04c308f-e6c0-4f23-8919-f494bf8142f3 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:52.361699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=6']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.377236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] No DVR routers for this DVR port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:52.385113 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-29f871b1-c9e7-4cf8-9fdd-c051379f2b9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.389307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port b04c308f-e6c0-4f23-8919-f494bf8142f3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:52.392483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.578370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b8082a8-227f-43b4-ada8-fc2fe6a3ba78 req-9e322a1f-27fb-419c-8ed8-5de779c41d77 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3252587 Feb 11 13:22:52.598453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:22:52.608235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:22:52.608235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:52.608858 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-29f871b1-c9e7-4cf8-9fdd-c051379f2b9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.616167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 3355e21d-3395-4b99-a901-d71616c66673, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3355e21d-3395-4b99-a901-d71616c66673,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:52.671545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:22:52.672140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:22:52.682497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '3355e21d-3395-4b99-a901-d71616c66673', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '3355e21d-3395-4b99-a901-d71616c66673', 'mac_address': 'fa:16:3e:aa:c1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:52.697903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:22:52.698371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:22:52.698749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:22:52.699208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Bound port: 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:22:52.699568 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.729161 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.754814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3355e21d-3395-4b99-a901-d71616c66673 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:52.761378 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.787056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-29f871b1-c9e7-4cf8-9fdd-c051379f2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.791781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 3355e21d-3395-4b99-a901-d71616c66673, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3355e21d-3395-4b99-a901-d71616c66673,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:52.804958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:52.808685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:52.809240 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3b68ee-9cb3-4566-9353-f5eab72d1fd2" -d '{"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-plugged", "status": "completed", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:52.824209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1e12a-c0a3-4c80-97bb-374e1df9853f req-e39415fe-f73d-487d-834b-a69297cf5878 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:52.825906 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-56d1e12a-c0a3-4c80-97bb-374e1df9853f req-e39415fe-f73d-487d-834b-a69297cf5878 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 948 time: 0.1239755 Feb 11 13:22:52.836344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:52.839724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:22:49Z', 'revision_number': 5, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:52.876188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Pushing event deleted for resources: {'Port': ['ID=ef80d8df-77cf-49bb-a375-12727a6cc2bb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.895639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:22:52.930979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:22:52.936715 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-56d1e12a-c0a3-4c80-97bb-374e1df9853f req-483b5877-219f-4871-8018-94621e06ac57 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004844 Feb 11 13:22:53.043069 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1869b16e-f250-4f0a-a909-64f6bb80b146 x-openstack-request-id: req-1869b16e-f250-4f0a-a909-64f6bb80b146 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:53.043613 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-plugged", "status": "completed", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:53.044011 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1869b16e-f250-4f0a-a909-64f6bb80b146 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:53.044601 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.044879 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'code': 200} Feb 11 13:22:53.045994 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.051268 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.052537 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.053595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891b5589-a2df-4a23-baf8-b0b6cce8d487 None None] The sync data for ids ['9b59c128-08a3-4879-9a26-b38e31fb8476'] in n-d-816488-1 is: [{'id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'name': 'tempest-ServersTestBootFromVolume-1730952477-router', 'tenant_id': 'e222d950130d41ad823f39cb3a735bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:19:21Z', 'updated_at': '2022-02-11T13:22:49Z', 'revision_number': 5, 'project_id': 'e222d950130d41ad823f39cb3a735bd8', 'gw_port': {'id': 'ef80d8df-77cf-49bb-a375-12727a6cc2bb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:76:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b59c128-08a3-4879-9a26-b38e31fb8476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:19:22Z', 'updated_at': '2022-02-11T13:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:53.074665 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-29f871b1-c9e7-4cf8-9fdd-c051379f2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.139108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.164731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f871b1-c9e7-4cf8-9fdd-c051379f2b9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7251ed84-179c-43fd-8ce5-de8ec95d74e6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.168433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd2cfa-51f1-4e46-af98-c3516e98ff1a req-d2f19a3c-a784-4fb4-9fb7-b522284442e3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:53.176171 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:53.176787 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.183383 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97fd2cfa-51f1-4e46-af98-c3516e98ff1a req-d2f19a3c-a784-4fb4-9fb7-b522284442e3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2053072 Feb 11 13:22:53.196170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] 10.222.0.13 "PUT /v2.0/ports/9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 1095 time: 1.8256283 Feb 11 13:22:53.226748 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-29f871b1-c9e7-4cf8-9fdd-c051379f2b9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.237489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-29f871b1-c9e7-4cf8-9fdd-c051379f2b9f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7251ed84-179c-43fd-8ce5-de8ec95d74e6 HTTP/1.1" status: 204 len: 168 time: 1.3005836 Feb 11 13:22:53.243106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46582) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:53.290857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=3355e21d-3395-4b99-a901-d71616c66673,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.341645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['3355e21d-3395-4b99-a901-d71616c66673'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:53.465477 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.533124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4e3c4-7b1f-420f-8ea3-4c7c1cd8d67f service neutron] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=7']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.602767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-896bccb6-78f1-4b95-b7ad-7ad1fb40c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:53.610433 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-896bccb6-78f1-4b95-b7ad-7ad1fb40c024 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1098 time: 0.3707094 Feb 11 13:22:53.716596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 34eb6c24-b751-4882-aa60-de6fdea42a58 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:53.741376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 34eb6c24-b751-4882-aa60-de6fdea42a58 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:53.741990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 34eb6c24-b751-4882-aa60-de6fdea42a58 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:53.749019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-fb349873-ddf8-41a8-8600-8a9a6e45dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:53.751083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-fb349873-ddf8-41a8-8600-8a9a6e45dde6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1263103 Feb 11 13:22:53.815923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.820622 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.843085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97fd2cfa-51f1-4e46-af98-c3516e98ff1a req-6a06c313-c4ce-4c18-a071-ed9c9139fcf9 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579850 Feb 11 13:22:53.855556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e21656-bed3-46d6-be9e-442cd34d5431 req-69bb35a0-0df6-43e6-862a-47779ed7faf2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:53.865387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43948a1a-10e9-4cdb-a5d6-c93e3c6f1a91 req-6aa2ef7a-4ef0-4263-b96d-78d3e1262d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:53.867330 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43948a1a-10e9-4cdb-a5d6-c93e3c6f1a91 req-6aa2ef7a-4ef0-4263-b96d-78d3e1262d3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 1101 time: 0.7658138 Feb 11 13:22:53.870615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2e21656-bed3-46d6-be9e-442cd34d5431 req-69bb35a0-0df6-43e6-862a-47779ed7faf2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 947 time: 0.4711711 Feb 11 13:22:53.879751 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-4ffa7cf6-bad4-43b2-9189-4c8f52e8b6b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 217 time: 0.0895085 Feb 11 13:22:53.880387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:53.882927 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b" -d '{"events": [{"name": "network-changed", "server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:53.903763 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.939513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7ebea1-403b-41f1-87bb-185678c946aa']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:53.939658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43948a1a-10e9-4cdb-a5d6-c93e3c6f1a91 req-73011519-b434-4809-a5ff-fbd684826f09 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368500 Feb 11 13:22:53.997428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:53.999187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b59c128-08a3-4879-9a26-b38e31fb8476 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:53.999330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-fea89bee-a929-4bfb-b84d-b2145f69cdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.000980 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-fea89bee-a929-4bfb-b84d-b2145f69cdcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0556297 Feb 11 13:22:54.002757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe15ac8f-bdac-4b74-98e5-839b11ad044c') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:54.003133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe15ac8f-bdac-4b74-98e5-839b11ad044c') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:54.010869 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.010869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b1a7a75c-ceef-400e-9d69-2f9d087f9dcc admin admin] 10.222.0.52 "DELETE /v2.0/routers/9b59c128-08a3-4879-9a26-b38e31fb8476 HTTP/1.1" status: 204 len: 168 time: 2.4897518 Feb 11 13:22:54.012525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46598) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:54.033418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.074821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2e21656-bed3-46d6-be9e-442cd34d5431 req-a0de6b8e-f560-4245-ada2-e967a65f0ca7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981549 Feb 11 13:22:54.079460 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.098773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:54.099430 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:54.101935 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:54.122003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e764584-b72d-4eb9-bc64-20ae56abc6de admin admin] Deleting subnet f2962697-bdb7-475a-acf0-bc5580e34846 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:22:54.125871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0e764584-b72d-4eb9-bc64-20ae56abc6de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.180971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0e764584-b72d-4eb9-bc64-20ae56abc6de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.199545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:54.304879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:54.312969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845efdd4-bb2b-4bd6-9b46-a6aea91b62d9 req-adbc70b5-c142-43db-a2c8-d78306f93bb9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.320192 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845efdd4-bb2b-4bd6-9b46-a6aea91b62d9 req-adbc70b5-c142-43db-a2c8-d78306f93bb9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.329025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845efdd4-bb2b-4bd6-9b46-a6aea91b62d9 req-adbc70b5-c142-43db-a2c8-d78306f93bb9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.337369 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845efdd4-bb2b-4bd6-9b46-a6aea91b62d9 req-adbc70b5-c142-43db-a2c8-d78306f93bb9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.345378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845efdd4-bb2b-4bd6-9b46-a6aea91b62d9 req-adbc70b5-c142-43db-a2c8-d78306f93bb9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.354086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845efdd4-bb2b-4bd6-9b46-a6aea91b62d9 req-adbc70b5-c142-43db-a2c8-d78306f93bb9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.359248 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0e764584-b72d-4eb9-bc64-20ae56abc6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.363156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845efdd4-bb2b-4bd6-9b46-a6aea91b62d9 req-adbc70b5-c142-43db-a2c8-d78306f93bb9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.374376 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-845efdd4-bb2b-4bd6-9b46-a6aea91b62d9 req-adbc70b5-c142-43db-a2c8-d78306f93bb9 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.1609023 Feb 11 13:22:54.404198 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.414666 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.419457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2d7ebea1-403b-41f1-87bb-185678c946aa HTTP/1.1" status: 204 len: 168 time: 1.1724226 Feb 11 13:22:54.455342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2453ca-76b4-42dd-a053-9bb8b686f2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7ebea1-403b-41f1-87bb-185678c946aa,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:54.468437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-71c4e48f-11ad-4150-8337-61fd63b6e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.470825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-71c4e48f-11ad-4150-8337-61fd63b6e15e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2670736 Feb 11 13:22:54.481680 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-845efdd4-bb2b-4bd6-9b46-a6aea91b62d9 req-42da1884-83df-4d3f-b353-90f67409050a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063809 Feb 11 13:22:54.546940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0e764584-b72d-4eb9-bc64-20ae56abc6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.625658 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-55ef0eb1-8be8-4d9c-bcc9-c663704f1a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.649934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e764584-b72d-4eb9-bc64-20ae56abc6de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2962697-bdb7-475a-acf0-bc5580e34846,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:54.678098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0e764584-b72d-4eb9-bc64-20ae56abc6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.683068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9165889-18a1-4ba9-a495-9b9b835d7256 None None] Network 451d6c5d-5d14-478f-836a-adfb411434d1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:22:54.699272 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0e764584-b72d-4eb9-bc64-20ae56abc6de admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f2962697-bdb7-475a-acf0-bc5580e34846 HTTP/1.1" status: 204 len: 168 time: 0.6845908 Feb 11 13:22:54.702190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46604) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:54.719967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-488fb406-3fad-4bdf-ac86-bb33485b73e6 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370019 Feb 11 13:22:54.722078 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d706a00-19f4-413d-b822-57de6dfdf6c5 x-openstack-request-id: req-3d706a00-19f4-413d-b822-57de6dfdf6c5 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:54.722078 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:54.722337 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d706a00-19f4-413d-b822-57de6dfdf6c5 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:54.723179 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'status': 'completed', 'code': 200} Feb 11 13:22:54.854098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:54.894903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-e7bfd969-d561-4d15-8633-48c4c0d8e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:54.898045 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-e7bfd969-d561-4d15-8633-48c4c0d8e863 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1098 time: 0.1634982 Feb 11 13:22:54.982786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318ac84f-9397-43dc-a1d0-8a173bd56c44 None None] DHCP port deletion for 451d6c5d-5d14-478f-836a-adfb411434d1 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:22:54.990122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46612) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:55.000164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c9c7b-7fd9-4294-add0-a2ae9d3ac775 req-5363a791-02e1-4455-b7af-57057939cb57 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.008853 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d8c9c7b-7fd9-4294-add0-a2ae9d3ac775 req-5363a791-02e1-4455-b7af-57057939cb57 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 949 time: 0.2853200 Feb 11 13:22:55.015331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Deleting port 66a586c5-f3af-4608-821f-df84870317b5 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:55.015990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.071181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-318ac84f-9397-43dc-a1d0-8a173bd56c44 None None] Deleting port 66a586c5-f3af-4608-821f-df84870317b5 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:22:55.071710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-318ac84f-9397-43dc-a1d0-8a173bd56c44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.153689 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-55b1f728-5397-4aae-ae2e-9017ce53fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.155817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-55b1f728-5397-4aae-ae2e-9017ce53fab5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2253451 Feb 11 13:22:55.183427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-318ac84f-9397-43dc-a1d0-8a173bd56c44 None None] For port 66a586c5-f3af-4608-821f-df84870317b5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=66a586c5-f3af-4608-821f-df84870317b5,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:55.183912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-318ac84f-9397-43dc-a1d0-8a173bd56c44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.203364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-318ac84f-9397-43dc-a1d0-8a173bd56c44 None None] Calling delete_port for 66a586c5-f3af-4608-821f-df84870317b5 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:55.214843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] For port 66a586c5-f3af-4608-821f-df84870317b5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=66a586c5-f3af-4608-821f-df84870317b5,segment=NetworkSegment(5af8936c-8c25-4665-b59f-c98bd8f12c4c),segment_id=5af8936c-8c25-4665-b59f-c98bd8f12c4c)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:55.215642 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.226068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1f6852c5-bc9b-4f5e-9788-a3fc9a1b78e4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c8d3eafba194dd18fb4f937c3db3cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326121 Feb 11 13:22:55.233083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d8c9c7b-7fd9-4294-add0-a2ae9d3ac775 req-9e2d1e55-29a5-46d2-9357-1a882ec39307 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232130 Feb 11 13:22:55.234630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46618) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:55.242496 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-1ed0e923-2d16-46af-8a9c-405b86a14076 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 217 time: 0.0686884 Feb 11 13:22:55.260956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Calling delete_port for 66a586c5-f3af-4608-821f-df84870317b5 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:22:55.303907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca8fa5-662e-4363-ab40-42901868e1dd req-e813a6f5-3a91-45a8-975f-cd803b570088 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.313717 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60ca8fa5-662e-4363-ab40-42901868e1dd req-e813a6f5-3a91-45a8-975f-cd803b570088 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1806660 Feb 11 13:22:55.349314 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbef7d98-dcb9-49b2-8889-04be46415ca7 req-27a6634d-aeda-483f-b63e-29ad39fb7760 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621428 Feb 11 13:22:55.357502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-3ab79934-9201-4146-8be1-2520d9f1b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.359898 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-3ab79934-9201-4146-8be1-2520d9f1b726 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0877819 Feb 11 13:22:55.370290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.420259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60ca8fa5-662e-4363-ab40-42901868e1dd req-5529da07-e285-4a51-88e3-cfb9597441cc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055493 Feb 11 13:22:55.420472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-318ac84f-9397-43dc-a1d0-8a173bd56c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.458212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-4d85c409-b642-4be1-856d-0ded15e3b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.460481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-4d85c409-b642-4be1-856d-0ded15e3b05c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842984 Feb 11 13:22:55.461998 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0db2-44d4-4a62-9ec5-c365ed230961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.479775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ac84f-9397-43dc-a1d0-8a173bd56c44 None None] Pushing event deleted for resources: {'Port': ['ID=66a586c5-f3af-4608-821f-df84870317b5,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:55.489511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318ac84f-9397-43dc-a1d0-8a173bd56c44 None None] No DVR routers for this DVR port 66a586c5-f3af-4608-821f-df84870317b5 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:55.509880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0db2-44d4-4a62-9ec5-c365ed230961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.531821 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.615833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ef80d8df-77cf-49bb-a375-12727a6cc2bb no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:55.645565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a586c5-f3af-4608-821f-df84870317b5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:55.650985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] No DVR routers for this DVR port 66a586c5-f3af-4608-821f-df84870317b5 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:55.684195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: ef80d8df-77cf-49bb-a375-12727a6cc2bb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:55.684608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ef80d8df-77cf-49bb-a375-12727a6cc2bb not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:55.685121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 66a586c5-f3af-4608-821f-df84870317b5 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:55.723866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 66a586c5-f3af-4608-821f-df84870317b5 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:22:55.724362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 66a586c5-f3af-4608-821f-df84870317b5 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:55.778137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-40efb622-1847-461b-ab5c-277e3ffaf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.779734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-40efb622-1847-461b-ab5c-277e3ffaf519 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1098 time: 0.2457929 Feb 11 13:22:55.783954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879fd43-cac0-47be-b101-94077c321147 req-343be4f4-f808-4419-9bb3-18d91edc3df5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.785326 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-0237005e-b2eb-483a-a8f4-60dd8792e1de service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166492 Feb 11 13:22:55.785599 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d879fd43-cac0-47be-b101-94077c321147 req-343be4f4-f808-4419-9bb3-18d91edc3df5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 947 time: 0.2258742 Feb 11 13:22:55.821432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.852666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023f66c-f1a6-4d33-a419-1d8391a42b43 req-0e1bbf7f-2bf3-44ca-83d7-b344b556e97a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.859102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023f66c-f1a6-4d33-a419-1d8391a42b43 req-0e1bbf7f-2bf3-44ca-83d7-b344b556e97a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.860864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451d6c5d-5d14-478f-836a-adfb411434d1']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:55.865211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023f66c-f1a6-4d33-a419-1d8391a42b43 req-0e1bbf7f-2bf3-44ca-83d7-b344b556e97a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.872520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023f66c-f1a6-4d33-a419-1d8391a42b43 req-0e1bbf7f-2bf3-44ca-83d7-b344b556e97a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.874169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d879fd43-cac0-47be-b101-94077c321147 req-71c5330f-7592-4d0c-8106-9a8fdb967648 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755064 Feb 11 13:22:55.915431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af8936c-8c25-4665-b59f-c98bd8f12c4c') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:55.915431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af8936c-8c25-4665-b59f-c98bd8f12c4c') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:55.915690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023f66c-f1a6-4d33-a419-1d8391a42b43 req-0e1bbf7f-2bf3-44ca-83d7-b344b556e97a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.915801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.915936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023f66c-f1a6-4d33-a419-1d8391a42b43 req-0e1bbf7f-2bf3-44ca-83d7-b344b556e97a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.915936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023f66c-f1a6-4d33-a419-1d8391a42b43 req-0e1bbf7f-2bf3-44ca-83d7-b344b556e97a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:55.915936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c023f66c-f1a6-4d33-a419-1d8391a42b43 req-0e1bbf7f-2bf3-44ca-83d7-b344b556e97a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.2807126 Feb 11 13:22:55.916415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.921666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:55.924411 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:55.926487 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:55.973928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0db2-44d4-4a62-9ec5-c365ed230961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.976742 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0db2-44d4-4a62-9ec5-c365ed230961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:55.977961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9a9e0db2-44d4-4a62-9ec5-c365ed230961 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01bf5342-13d2-4bee-8e1b-206d64e07c61 HTTP/1.1" status: 204 len: 168 time: 0.7415895 Feb 11 13:22:55.991630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3355e21d-3395-4b99-a901-d71616c66673 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:22:56.017963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e0db2-44d4-4a62-9ec5-c365ed230961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bf5342-13d2-4bee-8e1b-206d64e07c61,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.106229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.115898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.125516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/451d6c5d-5d14-478f-836a-adfb411434d1 HTTP/1.1" status: 204 len: 168 time: 1.4210207 Feb 11 13:22:56.138710 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c023f66c-f1a6-4d33-a419-1d8391a42b43 req-c28310d8-c014-4846-a10b-da63259fbcfc tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250014 Feb 11 13:22:56.138995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4cd68-7198-4cfb-aee7-3db2f44748a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=451d6c5d-5d14-478f-836a-adfb411434d1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.195194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 3355e21d-3395-4b99-a901-d71616c66673 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:22:56.199865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 3355e21d-3395-4b99-a901-d71616c66673 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:22:56.200505 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.210572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-f3d0e10f-7b37-4194-80e4-78b230cf6d55 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103880 Feb 11 13:22:56.239673 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-4ac77663-56be-461c-ac0c-57f0293a5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:56.241287 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-4ac77663-56be-461c-ac0c-57f0293a5412 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.4528208 Feb 11 13:22:56.356415 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-5fcc8d36-eb34-4c17-9422-336940abed81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 217 time: 0.1073923 Feb 11 13:22:56.367800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f78079-5e21-46d1-9654-f01e2851b038 req-baead6c4-0089-46d1-93ad-382d220cff0c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:56.377016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00f78079-5e21-46d1-9654-f01e2851b038 req-baead6c4-0089-46d1-93ad-382d220cff0c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 949 time: 0.0698576 Feb 11 13:22:56.441309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00f78079-5e21-46d1-9654-f01e2851b038 req-827439f7-3e8d-49d8-bddd-f930721fcb02 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636199 Feb 11 13:22:56.456553 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.474660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-fc836a51-81da-4493-bf36-7b9a988a8d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:56.480917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-fc836a51-81da-4493-bf36-7b9a988a8d73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1134374 Feb 11 13:22:56.515097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb1bb2-2090-422a-aa17-6e85bcb59c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3355e21d-3395-4b99-a901-d71616c66673'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:22:56.522078 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585e0d0b-95cc-49f5-824d-90b6b7cfd869" -d '{"events": [{"server_uuid": "dfcb1bb2-2090-422a-aa17-6e85bcb59c9a", "name": "network-vif-plugged", "status": "completed", "tag": "3355e21d-3395-4b99-a901-d71616c66673"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:56.548219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 3355e21d-3395-4b99-a901-d71616c66673, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3355e21d-3395-4b99-a901-d71616c66673,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:56.576164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-14130e46-f7bc-43ae-8732-f4df36e28fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:56.578058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-14130e46-f7bc-43ae-8732-f4df36e28fcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891194 Feb 11 13:22:56.598856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46656) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:56.626030 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.706408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3bb627ae-67f8-4245-a12b-3a998d659169 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e222d950130d41ad823f39cb3a735bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059377 Feb 11 13:22:56.709440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46658) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:56.741249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=3355e21d-3395-4b99-a901-d71616c66673,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.831138 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa94ca2d-e802-48fd-9895-5022532dafd1 x-openstack-request-id: req-aa94ca2d-e802-48fd-9895-5022532dafd1 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:56.834331 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb1bb2-2090-422a-aa17-6e85bcb59c9a", "name": "network-vif-plugged", "status": "completed", "tag": "3355e21d-3395-4b99-a901-d71616c66673", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:56.836411 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa94ca2d-e802-48fd-9895-5022532dafd1 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:56.836944 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb1bb2-2090-422a-aa17-6e85bcb59c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3355e21d-3395-4b99-a901-d71616c66673', 'code': 200} Feb 11 13:22:56.872325 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-8ab80822-0ebe-434a-a551-9f527f573cc4 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599585 Feb 11 13:22:56.886377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac5056-7b76-4e36-a1a0-2cb701063b9b req-d3eff72c-4c80-49a8-b72e-c6d3c4a812da tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:56.894430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edac5056-7b76-4e36-a1a0-2cb701063b9b req-d3eff72c-4c80-49a8-b72e-c6d3c4a812da tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1378238 Feb 11 13:22:56.906772 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8533a580-3216-4fe1-8d9b-4b1e3c411d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.956163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-acb0cb11-d5f2-45d0-baa8-20512337d9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.984436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8533a580-3216-4fe1-8d9b-4b1e3c411d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:56.998263 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35281e36-5b42-4ffc-a9aa-f9dc370eac9b req-3e0739ec-6ab7-410a-a667-c4fd0fa22ec3 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171529 Feb 11 13:22:57.010460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edac5056-7b76-4e36-a1a0-2cb701063b9b req-ea7bfa02-a475-4c76-a38a-2f4083753458 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149659 Feb 11 13:22:57.022547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fee16-b2f7-43d5-b95a-b4d0085e19bc req-cb9ffc7d-4aff-4587-b8a2-5204a044742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.024159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-734fee16-b2f7-43d5-b95a-b4d0085e19bc req-cb9ffc7d-4aff-4587-b8a2-5204a044742e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 1101 time: 0.1275487 Feb 11 13:22:57.091328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-734fee16-b2f7-43d5-b95a-b4d0085e19bc req-85e30880-b771-403a-8ee9-9ff5d0b9bc6a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512595 Feb 11 13:22:57.179748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a44c5-5571-4d0d-b521-0291c39bfa61 req-c5b87a88-d1d2-4119-8a0e-cdbfce51175c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.182276 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-359a44c5-5571-4d0d-b521-0291c39bfa61 req-c5b87a88-d1d2-4119-8a0e-cdbfce51175c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 947 time: 0.0808680 Feb 11 13:22:57.218240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46666) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:57.227440 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8533a580-3216-4fe1-8d9b-4b1e3c411d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.231355 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8533a580-3216-4fe1-8d9b-4b1e3c411d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.234442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8533a580-3216-4fe1-8d9b-4b1e3c411d1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/353ea75d-c6fb-4640-8644-8561cd7efa29 HTTP/1.1" status: 204 len: 168 time: 0.5239472 Feb 11 13:22:57.239290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-359a44c5-5571-4d0d-b521-0291c39bfa61 req-50912d42-9a65-4b86-890f-5b25d11dceba tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503545 Feb 11 13:22:57.249179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533a580-3216-4fe1-8d9b-4b1e3c411d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353ea75d-c6fb-4640-8644-8561cd7efa29,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:57.323870 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2b906350-8ceb-4a10-94ed-82662ee3f206 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c41b46bfade34f51b4fc08e6e5e59f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041186 Feb 11 13:22:57.326532 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46670) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:57.470598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-264d8be8-b24b-45ef-9085-8568398debb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.508274 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f910-0787-4d9f-bc9b-82efcc16f15a req-b0a7cab3-cb69-4c7d-a0b8-62b3b5af6aad tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.514962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f910-0787-4d9f-bc9b-82efcc16f15a req-b0a7cab3-cb69-4c7d-a0b8-62b3b5af6aad tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.520859 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f910-0787-4d9f-bc9b-82efcc16f15a req-b0a7cab3-cb69-4c7d-a0b8-62b3b5af6aad tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.527686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f910-0787-4d9f-bc9b-82efcc16f15a req-b0a7cab3-cb69-4c7d-a0b8-62b3b5af6aad tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.533529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f910-0787-4d9f-bc9b-82efcc16f15a req-b0a7cab3-cb69-4c7d-a0b8-62b3b5af6aad tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.539398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f910-0787-4d9f-bc9b-82efcc16f15a req-b0a7cab3-cb69-4c7d-a0b8-62b3b5af6aad tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.545260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638f910-0787-4d9f-bc9b-82efcc16f15a req-b0a7cab3-cb69-4c7d-a0b8-62b3b5af6aad tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.547266 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8638f910-0787-4d9f-bc9b-82efcc16f15a req-b0a7cab3-cb69-4c7d-a0b8-62b3b5af6aad tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5420 time: 0.1649790 Feb 11 13:22:57.561620 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-264d8be8-b24b-45ef-9085-8568398debb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.625509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8638f910-0787-4d9f-bc9b-82efcc16f15a req-ecf702a2-cc02-4685-8f1f-6b53360f2e62 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660739 Feb 11 13:22:57.626602 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.710655 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-264d8be8-b24b-45ef-9085-8568398debb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.711220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393baf9-b926-4169-8be1-b7a01985bd50 req-c4e946df-fadf-48e4-ab6f-2437f1883bab tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:57.713420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0393baf9-b926-4169-8be1-b7a01985bd50 req-c4e946df-fadf-48e4-ab6f-2437f1883bab tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 950 time: 0.0623412 Feb 11 13:22:57.713590 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-264d8be8-b24b-45ef-9085-8568398debb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:57.722163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-264d8be8-b24b-45ef-9085-8568398debb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a5841eee-bfe3-4ae0-8499-5136a51d0e9b HTTP/1.1" status: 204 len: 168 time: 0.3877625 Feb 11 13:22:57.730869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d8be8-b24b-45ef-9085-8568398debb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5841eee-bfe3-4ae0-8499-5136a51d0e9b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:57.797506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0393baf9-b926-4169-8be1-b7a01985bd50 req-78f30500-fd52-474d-8c2d-48e823a9d341 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769801 Feb 11 13:22:58.010026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:58.204121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0b8da-4b12-4aa3-b44d-828752afee96 req-649c4315-bfc0-497e-9706-186a1627fbf6 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.205713 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-faf0b8da-4b12-4aa3-b44d-828752afee96 req-649c4315-bfc0-497e-9706-186a1627fbf6 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1011522 Feb 11 13:22:58.275995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a9bc597b-9e92-4318-aff9-f0728c8146b2 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:58.275995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:58.276274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-faf0b8da-4b12-4aa3-b44d-828752afee96 req-349738ea-429f-4209-8b79-8bcd5782c898 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515609 Feb 11 13:22:58.279187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'mac_address': 'fa:16:3e:19:60:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:58.407489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e4690-c782-49a1-87d5-8b55a3e20905 req-9156fa8c-0e55-409d-964d-be5809b53a4b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.414334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b3e4690-c782-49a1-87d5-8b55a3e20905 req-9156fa8c-0e55-409d-964d-be5809b53a4b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 947 time: 0.0619719 Feb 11 13:22:58.429329 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.454648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b3e4690-c782-49a1-87d5-8b55a3e20905 req-4e65b6c0-f0aa-4a1a-bb18-01a0638f25d1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 Feb 11 13:22:58.458551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:58.469967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a9bc597b-9e92-4318-aff9-f0728c8146b2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a9bc597b-9e92-4318-aff9-f0728c8146b2,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:58.485688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'a9bc597b-9e92-4318-aff9-f0728c8146b2', 'network_id': '54357795-65be-438f-898f-11db6e4005be', 'port_id': 'a9bc597b-9e92-4318-aff9-f0728c8146b2', 'mac_address': 'fa:16:3e:5e:12:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543e9c7-219f-4db3-93ce-30a6ea908219', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:58.518729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:58.548900 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.550232 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.564885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bc597b-9e92-4318-aff9-f0728c8146b2 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:58.586152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a9bc597b-9e92-4318-aff9-f0728c8146b2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a9bc597b-9e92-4318-aff9-f0728c8146b2,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:58.591413 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.662430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.687845 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.688803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2890c604-8e53-4973-8147-671cfbbcc7b1 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:58.816571 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2890c604-8e53-4973-8147-671cfbbcc7b1, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2890c604-8e53-4973-8147-671cfbbcc7b1,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:58.846674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a9bc597b-9e92-4318-aff9-f0728c8146b2,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.846674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '2890c604-8e53-4973-8147-671cfbbcc7b1', 'network_id': '54357795-65be-438f-898f-11db6e4005be', 'port_id': '2890c604-8e53-4973-8147-671cfbbcc7b1', 'mac_address': 'fa:16:3e:a6:21:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543e9c7-219f-4db3-93ce-30a6ea908219', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:58.851294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b81ca-5a3c-49da-b04c-19b5a86ea85c req-abbd0b08-ab90-423d-bd62-0ba6a0a36b31 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.861079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b81ca-5a3c-49da-b04c-19b5a86ea85c req-abbd0b08-ab90-423d-bd62-0ba6a0a36b31 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.867815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b81ca-5a3c-49da-b04c-19b5a86ea85c req-abbd0b08-ab90-423d-bd62-0ba6a0a36b31 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.876309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b81ca-5a3c-49da-b04c-19b5a86ea85c req-abbd0b08-ab90-423d-bd62-0ba6a0a36b31 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.885446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b81ca-5a3c-49da-b04c-19b5a86ea85c req-abbd0b08-ab90-423d-bd62-0ba6a0a36b31 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.892619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b81ca-5a3c-49da-b04c-19b5a86ea85c req-abbd0b08-ab90-423d-bd62-0ba6a0a36b31 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.899078 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:58.899078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['9bc15c18-9f9d-4f73-ad18-03d1558e5f63'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:22:58.908730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b81ca-5a3c-49da-b04c-19b5a86ea85c req-abbd0b08-ab90-423d-bd62-0ba6a0a36b31 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:58.921743 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa6b81ca-5a3c-49da-b04c-19b5a86ea85c req-abbd0b08-ab90-423d-bd62-0ba6a0a36b31 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5421 time: 0.1499245 Feb 11 13:22:58.987231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa6b81ca-5a3c-49da-b04c-19b5a86ea85c req-dd29c939-8d2a-457f-812a-e633826c20b3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625710 Feb 11 13:22:59.019490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2890c604-8e53-4973-8147-671cfbbcc7b1 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:59.087120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a26a82-7933-4e4d-9fa6-006b8ea4c0d1 req-8a159b7e-8175-4cba-92c2-f689ac8b9824 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:59.105566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3a26a82-7933-4e4d-9fa6-006b8ea4c0d1 req-8a159b7e-8175-4cba-92c2-f689ac8b9824 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 950 time: 0.1146662 Feb 11 13:22:59.114677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46746) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:59.168233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3a26a82-7933-4e4d-9fa6-006b8ea4c0d1 req-12b38a31-2c2f-4eba-bae9-4894125005f0 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616317 Feb 11 13:22:59.204860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2890c604-8e53-4973-8147-671cfbbcc7b1, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2890c604-8e53-4973-8147-671cfbbcc7b1,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:59.277671 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.278369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e1b167ff-d98b-4c05-a225-bdadc187eb27 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:59.309614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd959e-60e3-43cc-bc37-4599dee9ad9f req-34ae8acf-0796-4505-baf1-81e3586aa2c7 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:59.318646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9fd959e-60e3-43cc-bc37-4599dee9ad9f req-34ae8acf-0796-4505-baf1-81e3586aa2c7 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0697706 Feb 11 13:22:59.402434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9fd959e-60e3-43cc-bc37-4599dee9ad9f req-799e9d1e-5bb0-494b-801a-84b97ff8be58 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625215 Feb 11 13:22:59.402552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2890c604-8e53-4973-8147-671cfbbcc7b1,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:59.417999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e1b167ff-d98b-4c05-a225-bdadc187eb27, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e1b167ff-d98b-4c05-a225-bdadc187eb27,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:59.433684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'e1b167ff-d98b-4c05-a225-bdadc187eb27', 'network_id': '54357795-65be-438f-898f-11db6e4005be', 'port_id': 'e1b167ff-d98b-4c05-a225-bdadc187eb27', 'mac_address': 'fa:16:3e:49:a9:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543e9c7-219f-4db3-93ce-30a6ea908219', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:59.466249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc93597-caf5-45d5-adb9-33f904b17878 req-0faa53c1-cad1-46fd-b983-bc5fef971a83 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:59.474322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1fc93597-caf5-45d5-adb9-33f904b17878 req-0faa53c1-cad1-46fd-b983-bc5fef971a83 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0646195 Feb 11 13:22:59.485445 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.509431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b167ff-d98b-4c05-a225-bdadc187eb27 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:59.512372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46762) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:22:59.528097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1fc93597-caf5-45d5-adb9-33f904b17878 req-b3c6f765-ee7f-42c0-a489-1053e6783150 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Feb 11 13:22:59.533233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e1b167ff-d98b-4c05-a225-bdadc187eb27, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e1b167ff-d98b-4c05-a225-bdadc187eb27,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:59.597633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.598292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:59.625319 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b026ff19-01a7-42eb-8996-de83b612aade admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.687251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed2651-2fd3-4fd3-b73a-f9903bfea008 req-9e0dfbb6-f2e7-4b78-b816-c2eaff53cc1e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:59.696172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-efed2651-2fd3-4fd3-b73a-f9903bfea008 req-9e0dfbb6-f2e7-4b78-b816-c2eaff53cc1e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 948 time: 0.1324058 Feb 11 13:22:59.714642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e1b167ff-d98b-4c05-a225-bdadc187eb27,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:59.736540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1234814869-network', 'tenant_id': 'e0d29aa58a34460e9c87cfd03475a330'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:22:59.776420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:59.795707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-efed2651-2fd3-4fd3-b73a-f9903bfea008 req-c8da067b-7e55-4787-a225-68d2c40c60c5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986235 Feb 11 13:22:59.811703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a3205680-48a9-4167-b2a8-0cf648e49c26 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=16ec866687e048a483417f63ff21dad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400467 Feb 11 13:22:59.817311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c', 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141', 'port_id': 'ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c', 'mac_address': 'fa:16:3e:c5:3e:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51d35db-10e7-4e60-a949-b308adbd8a14', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:22:59.846227 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b026ff19-01a7-42eb-8996-de83b612aade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.870304 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.885696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:22:59.902347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Made reservation on behalf of e0d29aa58a34460e9c87cfd03475a330 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:22:59.905369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.906949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.908734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:59.919271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.931071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b026ff19-01a7-42eb-8996-de83b612aade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.958015 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:22:59.959435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 39ea6c0d-50c9-461a-bc14-e44498996519 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:22:59.989068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-03b7a4fc-e668-4373-ab87-7c7f9c8fff56 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:59.993737 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-03b7a4fc-e668-4373-ab87-7c7f9c8fff56 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1807716 Feb 11 13:23:00.011654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026ff19-01a7-42eb-8996-de83b612aade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff86d4b5-1f08-4e0f-96c0-0af9a088bb2a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.019875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b026ff19-01a7-42eb-8996-de83b612aade admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=afbfdab552c641faa2105a236021bb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9065199 Feb 11 13:23:00.027896 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-233a9450-1930-4d6d-9844-5014baa8deba tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/quotas/16ec866687e048a483417f63ff21dad7 HTTP/1.1" status: 200 len: 375 time: 0.0267210 Feb 11 13:23:00.028400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46798) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:00.039640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:00.084566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.130725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-57f476e3-5f53-415e-a8fd-4338beb4d7d4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707276 Feb 11 13:23:00.136626 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b123ad06-f06c-42aa-86b0-a12ce7a66fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.166848 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b123ad06-f06c-42aa-86b0-a12ce7a66fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.191406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.197410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.237571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:00.253114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.253977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 39ea6c0d-50c9-461a-bc14-e44498996519, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=39ea6c0d-50c9-461a-bc14-e44498996519,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:00.267155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '39ea6c0d-50c9-461a-bc14-e44498996519', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'port_id': '39ea6c0d-50c9-461a-bc14-e44498996519', 'mac_address': 'fa:16:3e:ce:44:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:00.309812 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.320390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b123ad06-f06c-42aa-86b0-a12ce7a66fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.320612 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.322186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:00.323392 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b123ad06-f06c-42aa-86b0-a12ce7a66fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.323565 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Added segment 01be1b41-b95c-42c1-9901-cb90d2a1b28e of type vlan for network 344469a8-97f4-4594-a289-ff8809371b0d Feb 11 13:23:00.324797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b123ad06-f06c-42aa-86b0-a12ce7a66fb6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ff86d4b5-1f08-4e0f-96c0-0af9a088bb2a HTTP/1.1" status: 204 len: 168 time: 0.2952282 Feb 11 13:23:00.340888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:00.341267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.343797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ea6c0d-50c9-461a-bc14-e44498996519 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:00.345989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123ad06-f06c-42aa-86b0-a12ce7a66fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff86d4b5-1f08-4e0f-96c0-0af9a088bb2a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.438155 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.524670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 39ea6c0d-50c9-461a-bc14-e44498996519, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=39ea6c0d-50c9-461a-bc14-e44498996519,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:00.602300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-782fd21e-f57f-4672-b912-d1f8a5e07a66 req-12914fe0-89e4-42bf-a193-99de88752a1f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 210 time: 0.0461059 Feb 11 13:23:00.615667 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.616323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.617049 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.625710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d11a2-54ca-4165-8741-65a90b0948a6 req-1534b3a1-26c4-44cb-b212-f5f6b2161948 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.641130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d11a2-54ca-4165-8741-65a90b0948a6 req-1534b3a1-26c4-44cb-b212-f5f6b2161948 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.649149 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.649854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:00.650238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d11a2-54ca-4165-8741-65a90b0948a6 req-1534b3a1-26c4-44cb-b212-f5f6b2161948 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.657238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d11a2-54ca-4165-8741-65a90b0948a6 req-1534b3a1-26c4-44cb-b212-f5f6b2161948 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.672109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d11a2-54ca-4165-8741-65a90b0948a6 req-1534b3a1-26c4-44cb-b212-f5f6b2161948 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.676270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d11a2-54ca-4165-8741-65a90b0948a6 req-1534b3a1-26c4-44cb-b212-f5f6b2161948 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.684700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d11a2-54ca-4165-8741-65a90b0948a6 req-1534b3a1-26c4-44cb-b212-f5f6b2161948 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.697968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-017d11a2-54ca-4165-8741-65a90b0948a6 req-1534b3a1-26c4-44cb-b212-f5f6b2161948 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5424 time: 0.1655531 Feb 11 13:23:00.718014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:00.768246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-017d11a2-54ca-4165-8741-65a90b0948a6 req-a85ca049-42ba-4947-8097-95535daeeaef tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0693996 Feb 11 13:23:00.779714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2', 'network_id': 'e4f4d906-9c4b-48bb-930e-7263dc5fd141', 'port_id': '8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2', 'mac_address': 'fa:16:3e:b7:76:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51d35db-10e7-4e60-a949-b308adbd8a14', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:00.785821 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.823424 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:00.849856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] Pushing event updated for resources: {'Network': ['ID=344469a8-97f4-4594-a289-ff8809371b0d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.870784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-6ee3e2f6-f3a3-431b-b39a-1b6b66cb0293 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.872852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-6ee3e2f6-f3a3-431b-b39a-1b6b66cb0293 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe&tenant_id=5cb5a7db126d40d38512c5877f3b5910&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 948 time: 0.2696104 Feb 11 13:23:00.886138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed845a45-6ff2-4dd3-ade7-9f3a07f37eff req-ef5130c9-26f6-4312-a0d5-f305f4a18b86 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:00.888161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed845a45-6ff2-4dd3-ade7-9f3a07f37eff req-ef5130c9-26f6-4312-a0d5-f305f4a18b86 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 948 time: 0.1105130 Feb 11 13:23:00.928625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-07c78827-9bea-4f43-b0d5-b99c2f94cc94 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4148653 Feb 11 13:23:00.934428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46848) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:00.939988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Request body: {'subnet': {'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1234814869-subnet', 'tenant_id': 'e0d29aa58a34460e9c87cfd03475a330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:00.966677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.000246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed845a45-6ff2-4dd3-ade7-9f3a07f37eff req-e693ca7c-f66f-4c10-828b-cddedf62473b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772040 Feb 11 13:23:01.003854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 344469a8-97f4-4594-a289-ff8809371b0d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:01.013524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:01.061341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Made reservation on behalf of e0d29aa58a34460e9c87cfd03475a330 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:01.068563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.072601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:01.079000 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f90f62a-82f1-4462-abb4-01744256ef53" -d '{"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-plugged", "status": "completed", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:01.088805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=39ea6c0d-50c9-461a-bc14-e44498996519,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:01.109251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-82125ae2-d979-4a3a-80c0-befde07e37f5 service neutron] 10.222.0.13 "GET /v2.0/ports/9bc15c18-9f9d-4f73-ad18-03d1558e5f63/bindings/n-h1-816488-1 HTTP/1.1" status: 200 len: 382 time: 0.2198403 Feb 11 13:23:01.161956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:01.187946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:01.190898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42423813-a4bd-477b-9ce3-407a306b2c26 req-4a8ea7d8-5e08-40b4-a79b-427d4e526f1e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.200667 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-42423813-a4bd-477b-9ce3-407a306b2c26 req-4a8ea7d8-5e08-40b4-a79b-427d4e526f1e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2099137 Feb 11 13:23:01.226812 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.229042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de505e0-05b8-4aa6-81df-e40e044e90d4 req-00c2426c-8883-4e2d-b580-1011bcc2109d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.231048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1de505e0-05b8-4aa6-81df-e40e044e90d4 req-00c2426c-8883-4e2d-b580-1011bcc2109d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 950 time: 0.1546645 Feb 11 13:23:01.233537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-41017b4a-09ee-48a7-9701-29b9d3abaadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.235395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-41017b4a-09ee-48a7-9701-29b9d3abaadd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1099 time: 0.0948133 Feb 11 13:23:01.287968 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.291985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:01.375710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1de505e0-05b8-4aa6-81df-e40e044e90d4 req-24713c9b-9ea4-4ddb-b02a-f4e9514a349e tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353045 Feb 11 13:23:01.401618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-42423813-a4bd-477b-9ce3-407a306b2c26 req-35295df5-e129-4760-b85c-fcc6db182fad tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875408 Feb 11 13:23:01.460379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.486157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-31a93a03-5aec-461a-9eb8-1abd49a38681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.492008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-31a93a03-5aec-461a-9eb8-1abd49a38681 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2457740 Feb 11 13:23:01.567553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:01.579742 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e6458-d6c0-43a0-b925-5eb2f1477f1a x-openstack-request-id: req-564e6458-d6c0-43a0-b925-5eb2f1477f1a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:01.580118 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-plugged", "status": "completed", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:01.580377 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-564e6458-d6c0-43a0-b925-5eb2f1477f1a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:01.580764 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'code': 200} Feb 11 13:23:01.581472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Checking segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:01.582081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Network hostable DHCP agents. Network: 344469a8-97f4-4594-a289-ff8809371b0d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:01.595691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-651fa4a0-3470-4a12-a481-3b1bdf5e6719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 217 time: 0.0933416 Feb 11 13:23:01.596101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '6ad60ca7-975e-4025-9fb9-16fe8d2f7573', 'network_id': '54357795-65be-438f-898f-11db6e4005be', 'port_id': '6ad60ca7-975e-4025-9fb9-16fe8d2f7573', 'mac_address': 'fa:16:3e:ac:34:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4543e9c7-219f-4db3-93ce-30a6ea908219', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:01.600355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0068394-8d60-46ec-8614-0892d71a97c5,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:01.607192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:01.672013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Network 344469a8-97f4-4594-a289-ff8809371b0d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:01.684771 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.690373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-b3c94e05-9315-4941-bd3f-8139f75c3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.694514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-b3c94e05-9315-4941-bd3f-8139f75c3691 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0940511 Feb 11 13:23:01.704203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:01.714562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:01.744448 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b88a7376-7a1a-4e7f-9646-ff536fdd32c7 req-35d8d4b8-8f1e-4167-bf4c-a57724679d92 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 210 time: 0.0481296 Feb 11 13:23:01.745011 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:01.767147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-f265060d-7d31-4214-890c-bf860bdb1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.768956 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-f265060d-7d31-4214-890c-bf860bdb1624 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662844 Feb 11 13:23:01.792209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 344469a8-97f4-4594-a289-ff8809371b0d) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:01.801038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.801347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.806457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff51fa8b-8975-4dd9-ba4b-085ad6184222 None None] Network 344469a8-97f4-4594-a289-ff8809371b0d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:23:01.840296 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:01.878630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-40938912-ce49-48e2-92fe-327f09ce2632 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020811 Feb 11 13:23:01.940133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab360aa-3765-4480-8ab9-c4c0e1c2ab3b req-fbabf0dc-0238-4f0d-a177-d62ce8ebc1f6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.946519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:01.954805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab360aa-3765-4480-8ab9-c4c0e1c2ab3b req-fbabf0dc-0238-4f0d-a177-d62ce8ebc1f6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.962461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab360aa-3765-4480-8ab9-c4c0e1c2ab3b req-fbabf0dc-0238-4f0d-a177-d62ce8ebc1f6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.970427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab360aa-3765-4480-8ab9-c4c0e1c2ab3b req-fbabf0dc-0238-4f0d-a177-d62ce8ebc1f6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.977566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab360aa-3765-4480-8ab9-c4c0e1c2ab3b req-fbabf0dc-0238-4f0d-a177-d62ce8ebc1f6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.985898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab360aa-3765-4480-8ab9-c4c0e1c2ab3b req-fbabf0dc-0238-4f0d-a177-d62ce8ebc1f6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:01.995493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab360aa-3765-4480-8ab9-c4c0e1c2ab3b req-fbabf0dc-0238-4f0d-a177-d62ce8ebc1f6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:02.004770 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bab360aa-3765-4480-8ab9-c4c0e1c2ab3b req-fbabf0dc-0238-4f0d-a177-d62ce8ebc1f6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5427 time: 0.1388485 Feb 11 13:23:02.046655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-ed44ed87-b014-49ec-9300-b49f8611aea5 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603591 Feb 11 13:23:02.074189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d98dc63-fce7-4e7b-ae17-014bae7e706a None None] Network 344469a8-97f4-4594-a289-ff8809371b0d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:23:02.080092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bab360aa-3765-4480-8ab9-c4c0e1c2ab3b req-9337cf9d-31c0-4cbb-b0e3-f6a21a96cf2e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464485 Feb 11 13:23:02.083610 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7edc5577-e2a0-48e0-a653-33a6f4c444fd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1481121 Feb 11 13:23:02.233717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46916) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:02.268166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b768c-ce3a-4722-92fb-1867dd6834b6 req-1e739215-0516-4e34-ac07-d259240794b6 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:02.269714 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-973b768c-ce3a-4722-92fb-1867dd6834b6 req-1e739215-0516-4e34-ac07-d259240794b6 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.1058073 Feb 11 13:23:02.312726 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-973b768c-ce3a-4722-92fb-1867dd6834b6 req-3ba79dab-45b7-4391-a259-0770240238bd tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329249 Feb 11 13:23:02.459262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00563678-9876-4257-b1df-acfa374f85ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.564507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00563678-9876-4257-b1df-acfa374f85ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.642330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb3801-90d4-4541-9309-54f33d3b8fe2 req-978c6cc4-52e4-4cb1-a5cf-dc7a0117de08 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:02.643821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07bb3801-90d4-4541-9309-54f33d3b8fe2 req-978c6cc4-52e4-4cb1-a5cf-dc7a0117de08 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0487862 Feb 11 13:23:02.648212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00563678-9876-4257-b1df-acfa374f85ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.687487 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07bb3801-90d4-4541-9309-54f33d3b8fe2 req-83a9435b-f570-4fca-ac92-ebd29b2735b2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370767 Feb 11 13:23:02.688808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00563678-9876-4257-b1df-acfa374f85ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bb1a8c-7b2f-47d9-be89-be3458b1fc6a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:02.693221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-00563678-9876-4257-b1df-acfa374f85ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9af11f213fb47489ba935c0a3fb78e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4584734 Feb 11 13:23:02.695948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46948) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:02.766630 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03030901-3c27-41be-9c7e-bf8549da1218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.794589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03030901-3c27-41be-9c7e-bf8549da1218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.936020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7838-da16-4477-9753-9402a1f5af50 req-72384041-1480-4657-8653-fbef32311f49 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:02.937475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-72384041-1480-4657-8653-fbef32311f49 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.1058478 Feb 11 13:23:02.957487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03030901-3c27-41be-9c7e-bf8549da1218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.957675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-5ea2a5bf-9cd3-48a4-bd61-b7d90f775865 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/quotas/e0d29aa58a34460e9c87cfd03475a330 HTTP/1.1" status: 200 len: 375 time: 0.0095589 Feb 11 13:23:02.957824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03030901-3c27-41be-9c7e-bf8549da1218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:02.957824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-03030901-3c27-41be-9c7e-bf8549da1218 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/65bb1a8c-7b2f-47d9-be89-be3458b1fc6a HTTP/1.1" status: 204 len: 168 time: 0.2579720 Feb 11 13:23:02.965409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03030901-3c27-41be-9c7e-bf8549da1218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bb1a8c-7b2f-47d9-be89-be3458b1fc6a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:02.999576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-36a35ebf-0e0a-4297-b685-e2d509138bbf tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409377 Feb 11 13:23:03.093964 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-62c2a53a-378f-4ae8-b1ed-0d9e0cefd7cb service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859849 Feb 11 13:23:03.191321 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-a02cdaea-d0f3-455c-8310-ccbaa5c9feca service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912907 Feb 11 13:23:03.237402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:03.272996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['39ea6c0d-50c9-461a-bc14-e44498996519'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:03.310707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85de81e0-7ef4-4113-9363-fb769d9ccca6 req-3398e41c-9f18-4f9b-89e2-5e01040bf1e9 tempest-AbsoluteLimitsNegativeTestJSON-436499385 tempest-AbsoluteLimitsNegativeTestJSON-436499385-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=166318bfcbed48c1901e51774cbca0ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286150 Feb 11 13:23:03.351967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:03.389706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['2890c604-8e53-4973-8147-671cfbbcc7b1'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:03.401001 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-2e04dacb-3bf9-4fc5-a11c-1326d035e9d3 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=16ec866687e048a483417f63ff21dad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251532 Feb 11 13:23:03.437581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e1b167ff-d98b-4c05-a225-bdadc187eb27'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:03.508321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['6ad60ca7-975e-4025-9fb9-16fe8d2f7573'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:03.577073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39fb11d3-3b53-4abf-916c-c6d2671fb5be req-b7f70ee6-4a53-4e09-8697-2298d90e2554 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 210 time: 0.0518427 Feb 11 13:23:03.586297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-9d82af1e-d0af-4997-8fdc-4062f3c5083f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.587887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-9d82af1e-d0af-4997-8fdc-4062f3c5083f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768873 Feb 11 13:23:03.622477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Request body: {'port': {'device_id': 'a4eec706-4158-4ba4-813a-ed539a8d1d3b', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '16ec866687e048a483417f63ff21dad7'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:03.720351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de81e0-7ef4-4113-9363-fb769d9ccca6 req-6a87cb7e-f83c-4322-b9de-b352092f8276 tempest-AbsoluteLimitsNegativeTestJSON-436499385 tempest-AbsoluteLimitsNegativeTestJSON-436499385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.722343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85de81e0-7ef4-4113-9363-fb769d9ccca6 req-6a87cb7e-f83c-4322-b9de-b352092f8276 tempest-AbsoluteLimitsNegativeTestJSON-436499385 tempest-AbsoluteLimitsNegativeTestJSON-436499385-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4108264 Feb 11 13:23:03.749683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85de81e0-7ef4-4113-9363-fb769d9ccca6 req-b9dda0dd-24c6-4858-870a-a588563e9978 tempest-AbsoluteLimitsNegativeTestJSON-436499385 tempest-AbsoluteLimitsNegativeTestJSON-436499385-project] 10.222.0.52 "GET /v2.0/quotas/166318bfcbed48c1901e51774cbca0ab HTTP/1.1" status: 200 len: 375 time: 0.0150585 Feb 11 13:23:03.756761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46996) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:03.760264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9a4b-6acb-4970-96e1-c5fc606ea673 req-b396a379-9775-4e9b-a5e2-198b292a1b62 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.767435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9a4b-6acb-4970-96e1-c5fc606ea673 req-b396a379-9775-4e9b-a5e2-198b292a1b62 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.774090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9a4b-6acb-4970-96e1-c5fc606ea673 req-b396a379-9775-4e9b-a5e2-198b292a1b62 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.776828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['a9bc597b-9e92-4318-aff9-f0728c8146b2'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:03.786110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9a4b-6acb-4970-96e1-c5fc606ea673 req-b396a379-9775-4e9b-a5e2-198b292a1b62 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.795449 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf0ae-ff69-475e-967a-7fa98e35d639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:03.796610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9a4b-6acb-4970-96e1-c5fc606ea673 req-b396a379-9775-4e9b-a5e2-198b292a1b62 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.803041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9a4b-6acb-4970-96e1-c5fc606ea673 req-b396a379-9775-4e9b-a5e2-198b292a1b62 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.810019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf9a4b-6acb-4970-96e1-c5fc606ea673 req-b396a379-9775-4e9b-a5e2-198b292a1b62 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:03.812415 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35cf9a4b-6acb-4970-96e1-c5fc606ea673 req-b396a379-9775-4e9b-a5e2-198b292a1b62 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5427 time: 0.1353357 Feb 11 13:23:03.832985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85de81e0-7ef4-4113-9363-fb769d9ccca6 req-a38bc0fb-e3da-45b9-8c17-0dfb4b454878 tempest-AbsoluteLimitsNegativeTestJSON-436499385 tempest-AbsoluteLimitsNegativeTestJSON-436499385-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=166318bfcbed48c1901e51774cbca0ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596066 Feb 11 13:23:03.881706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f5a1da36-af4a-468f-b581-0cbc250c480c details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:03.921566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf0ae-ff69-475e-967a-7fa98e35d639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:03.922966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35cf9a4b-6acb-4970-96e1-c5fc606ea673 req-0b261041-2232-48c5-80a9-c7fbad63cc37 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919881 Feb 11 13:23:04.037081 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb9cf0ae-ff69-475e-967a-7fa98e35d639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.057711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:04.124028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a781cabc-4d5b-45d3-8a18-0febde3d16f6 req-4cf1cf26-5249-47ad-821d-ee1e3876c1cb tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 210 time: 0.0699821 Feb 11 13:23:04.128823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Made reservation on behalf of 16ec866687e048a483417f63ff21dad7 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:04.137540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.219697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9cf0ae-ff69-475e-967a-7fa98e35d639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3fcfa6-1102-45a4-bb86-596af05772f4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:04.224205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fb9cf0ae-ff69-475e-967a-7fa98e35d639 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85f0e6d38694476dbfedb37c454d86b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662397 Feb 11 13:23:04.262891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47006) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:04.362174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398983b9-8bc3-42bd-8ff1-dbc6dd4db523 req-58f2749d-cce1-4a80-a710-c35808c160b4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:04.363764 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-398983b9-8bc3-42bd-8ff1-dbc6dd4db523 req-58f2749d-cce1-4a80-a710-c35808c160b4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1493177 Feb 11 13:23:04.387375 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a28de433-d08b-4fe7-bc13-ddbc35d5627c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.447854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Allocated IP 192.168.233.30 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:04.499636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a28de433-d08b-4fe7-bc13-ddbc35d5627c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.506514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:04.576312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4', 'port_id': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'mac_address': 'fa:16:3e:00:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7453e60e-a49b-401d-9290-ba5d57235e58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:04.617381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6db76-47bd-49e7-8b20-c6ba00988b8b req-0657dc5b-61bf-46f0-aa7e-0a5a0d8baf25 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:04.632605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9bf6db76-47bd-49e7-8b20-c6ba00988b8b req-0657dc5b-61bf-46f0-aa7e-0a5a0d8baf25 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.5865245 Feb 11 13:23:04.641181 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.683319 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.690638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:04.692881 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03137d54-94ee-4f02-a857-e1888dfce602" -d '{"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:04.699315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9bf6db76-47bd-49e7-8b20-c6ba00988b8b req-211dbc5d-3c04-4825-b817-e05bc6a1a715 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566213 Feb 11 13:23:04.711749 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a28de433-d08b-4fe7-bc13-ddbc35d5627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.715068 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a28de433-d08b-4fe7-bc13-ddbc35d5627c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.716473 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a28de433-d08b-4fe7-bc13-ddbc35d5627c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fc3fcfa6-1102-45a4-bb86-596af05772f4 HTTP/1.1" status: 204 len: 168 time: 0.4477644 Feb 11 13:23:04.719926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:04.733372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f5a1da36-af4a-468f-b581-0cbc250c480c {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:04.737464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47018) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:04.749557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28de433-d08b-4fe7-bc13-ddbc35d5627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3fcfa6-1102-45a4-bb86-596af05772f4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:04.759366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:04.764650 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-398983b9-8bc3-42bd-8ff1-dbc6dd4db523 req-508ca89a-5172-4a2b-9678-e133f71b4b75 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811831 Feb 11 13:23:04.862820 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:04.929482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-296df9e2-52af-4ea6-8014-309100881a6f req-3460ec94-ed96-4a26-8f04-1fdb5439a16f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 210 time: 0.0471528 Feb 11 13:23:04.956793 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5bff0d6c-4e29-4438-a144-255815d7512c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.007776 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.010444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93c0b267-088c-42b5-b195-23e059cc74c2 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:05.038394 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ef6d9d-4287-4ba3-ab19-46a5b79c9fc5 x-openstack-request-id: req-09ef6d9d-4287-4ba3-ab19-46a5b79c9fc5 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:05.038912 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:05.038912 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09ef6d9d-4287-4ba3-ab19-46a5b79c9fc5 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:05.039277 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'code': 200} Feb 11 13:23:05.066233 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.079202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5bff0d6c-4e29-4438-a144-255815d7512c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.097822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b04c308f-e6c0-4f23-8919-f494bf8142f3', '3355e21d-3395-4b99-a901-d71616c66673'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:05.106024 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.154277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=10']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.198944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:05.206626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:05.209275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:05.214918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Pushing event updated for resources: {'Port': ['ID=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.249752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.267378 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5bff0d6c-4e29-4438-a144-255815d7512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.290000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bf9f-ed78-480e-8825-b7914eba0077 req-68276218-ab36-4aba-b1e5-c843c6d49832 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.299207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bf9f-ed78-480e-8825-b7914eba0077 req-68276218-ab36-4aba-b1e5-c843c6d49832 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.307418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bf9f-ed78-480e-8825-b7914eba0077 req-68276218-ab36-4aba-b1e5-c843c6d49832 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.315622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bf9f-ed78-480e-8825-b7914eba0077 req-68276218-ab36-4aba-b1e5-c843c6d49832 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.323459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bf9f-ed78-480e-8825-b7914eba0077 req-68276218-ab36-4aba-b1e5-c843c6d49832 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.330225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bf9f-ed78-480e-8825-b7914eba0077 req-68276218-ab36-4aba-b1e5-c843c6d49832 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.338310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e256bf9f-ed78-480e-8825-b7914eba0077 req-68276218-ab36-4aba-b1e5-c843c6d49832 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.347045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e256bf9f-ed78-480e-8825-b7914eba0077 req-68276218-ab36-4aba-b1e5-c843c6d49832 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5427 time: 0.2168930 Feb 11 13:23:05.378089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.379179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.398470 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.403527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff0d6c-4e29-4438-a144-255815d7512c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef018272-93dd-4948-bd3e-c9984f169211,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.431161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e256bf9f-ed78-480e-8825-b7914eba0077 req-51da66f3-534f-40d4-9e3e-b656065a7f88 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821123 Feb 11 13:23:05.434321 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5bff0d6c-4e29-4438-a144-255815d7512c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=166318bfcbed48c1901e51774cbca0ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6910636 Feb 11 13:23:05.435836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47038) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:05.490425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-a6e70bf6-2d3b-4d39-b2d0-a7f356d769cd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8872981 Feb 11 13:23:05.500619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:05.514294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Request body: {'port': {'device_id': 'a4eec706-4158-4ba4-813a-ed539a8d1d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:05.640971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbb3a596-95d4-4813-b551-fccfb1ab1893 req-d6494d9b-9dc4-48ce-8fdb-476d357d84db tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 210 time: 0.0658937 Feb 11 13:23:05.682105 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc33a185-caca-475a-a026-6a60396b5526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.683738 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.686516 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.786638 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc33a185-caca-475a-a026-6a60396b5526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.807195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:05.850686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8bdd2d5d-2d6d-4c2e-ae33-743891d258a7 None None] Provisioning complete for port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:05.851073 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8bdd2d5d-2d6d-4c2e-ae33-743891d258a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:05.917182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd2cf0-c355-402c-96a5-6467eb12cad9 req-dee5353c-82fd-49d8-bf48-ef842078975a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.924928 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cbfd2cf0-c355-402c-96a5-6467eb12cad9 req-dee5353c-82fd-49d8-bf48-ef842078975a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 944 time: 0.0665298 Feb 11 13:23:05.956139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f46dd7-4e89-4348-a28e-bf2d82bf4042 req-8eba4658-314f-4f76-9576-6131098ae2df tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:05.958147 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25f46dd7-4e89-4348-a28e-bf2d82bf4042 req-8eba4658-314f-4f76-9576-6131098ae2df tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 948 time: 0.1674654 Feb 11 13:23:05.987279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cbfd2cf0-c355-402c-96a5-6467eb12cad9 req-49cd59b3-3aa7-465e-b306-79662bfa8d2f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593724 Feb 11 13:23:06.067700 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25f46dd7-4e89-4348-a28e-bf2d82bf4042 req-df779a2a-e5e1-4abc-80af-15b94d089298 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967932 Feb 11 13:23:06.138410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd2d5d-2d6d-4c2e-ae33-743891d258a7 None None] Port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:06.198568 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc33a185-caca-475a-a026-6a60396b5526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:06.201115 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc33a185-caca-475a-a026-6a60396b5526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:06.204797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fc33a185-caca-475a-a026-6a60396b5526 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ef018272-93dd-4948-bd3e-c9984f169211 HTTP/1.1" status: 204 len: 168 time: 0.7653503 Feb 11 13:23:06.222000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33a185-caca-475a-a026-6a60396b5526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef018272-93dd-4948-bd3e-c9984f169211,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:06.238136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027d4bb-02f5-4e64-bb6b-0821fb916197 req-5e6d5211-be1e-43de-affc-8aa23b577c1f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.249244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8027d4bb-02f5-4e64-bb6b-0821fb916197 req-5e6d5211-be1e-43de-affc-8aa23b577c1f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 935 time: 0.1519608 Feb 11 13:23:06.256646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-5377b4d0-7960-438e-9999-87113313e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.258097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-5377b4d0-7960-438e-9999-87113313e2f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe&tenant_id=5cb5a7db126d40d38512c5877f3b5910 HTTP/1.1" status: 200 len: 1099 time: 0.1015527 Feb 11 13:23:06.273315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:06.328159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:06.336969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8027d4bb-02f5-4e64-bb6b-0821fb916197 req-1bcf0100-86f7-4cca-ad33-48d7a3d81578 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897787 Feb 11 13:23:06.362630 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:06.368289 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:06.392525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Transition to ACTIVE for port object d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:06.461198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:06.497691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['f5a1da36-af4a-468f-b581-0cbc250c480c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:06.584337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Pushing event updated for resources: {'Port': ['ID=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:06.699291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:06.793497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:06.813048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dfdb5-710e-4cd6-bd32-33ffe39c1108 req-60095081-fe4d-481b-a28c-4297ae862080 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.819904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dfdb5-710e-4cd6-bd32-33ffe39c1108 req-60095081-fe4d-481b-a28c-4297ae862080 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.826721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dfdb5-710e-4cd6-bd32-33ffe39c1108 req-60095081-fe4d-481b-a28c-4297ae862080 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.833239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dfdb5-710e-4cd6-bd32-33ffe39c1108 req-60095081-fe4d-481b-a28c-4297ae862080 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.842620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dfdb5-710e-4cd6-bd32-33ffe39c1108 req-60095081-fe4d-481b-a28c-4297ae862080 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.848696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dfdb5-710e-4cd6-bd32-33ffe39c1108 req-60095081-fe4d-481b-a28c-4297ae862080 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.855849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3dfdb5-710e-4cd6-bd32-33ffe39c1108 req-60095081-fe4d-481b-a28c-4297ae862080 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:06.858029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff3dfdb5-710e-4cd6-bd32-33ffe39c1108 req-60095081-fe4d-481b-a28c-4297ae862080 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5427 time: 0.2888942 Feb 11 13:23:06.864133 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33758bed-270d-453a-85a4-e9fcd5a78092 req-e059c622-f336-4b83-8fb7-9b08ec500d6f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 210 time: 0.0632596 Feb 11 13:23:06.870481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:06.882578 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:06.908033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Transition to ACTIVE for port object 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:06.986806 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:06.987436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Attempting to bind port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:06.987900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Attempting to bind port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:06.988322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Attempting to bind port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:07.014127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff3dfdb5-710e-4cd6-bd32-33ffe39c1108 req-7d1bbdb6-2979-4576-81e7-34490096d65c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1289561 Feb 11 13:23:07.019229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:07.020217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Attempting to bind port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:07.032916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:07.041331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:07.041331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:07.041331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Bound port: d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:07.041331 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.042732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=11']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.044981 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:07.047378 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc83d8ff-e157-4171-949f-cee4cc9ca129" -d '{"events": [{"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:07.131813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] No DVR routers for this DVR port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:07.151802 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0b899e-d93c-48f7-9dd8-57cbb644c022 x-openstack-request-id: req-9d0b899e-d93c-48f7-9dd8-57cbb644c022 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:07.152105 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:07.154494 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d0b899e-d93c-48f7-9dd8-57cbb644c022 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:07.154904 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2', 'code': 200} Feb 11 13:23:07.260903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7838-da16-4477-9753-9402a1f5af50 req-2fc915b0-e81f-43bb-bc94-acd134d4d805 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.262883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-2fc915b0-e81f-43bb-bc94-acd134d4d805 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.1359854 Feb 11 13:23:07.285992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Request body: {'port': {'device_id': '6568d03f-b8dc-477d-8085-e0d0d026b735', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'admin_state_up': True, 'tenant_id': 'e0d29aa58a34460e9c87cfd03475a330'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:07.293843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:07.294204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:07.296341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:07.317184 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:07.317417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Attempting to bind port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:07.332351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e4f696-57aa-482e-a2ec-d12fdbca12b8 req-c8486bf5-a1bb-4901-8fa9-ccd1d040c5c2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.345034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15e4f696-57aa-482e-a2ec-d12fdbca12b8 req-c8486bf5-a1bb-4901-8fa9-ccd1d040c5c2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 944 time: 0.2416573 Feb 11 13:23:07.355426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:07.355742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:07.356186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:07.356625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Bound port: 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:07.357045 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.408301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf821763-b8b1-418d-a229-ccfcdb547f08 req-c27d358d-49b5-4945-aee0-9c8e37451299 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.416441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf821763-b8b1-418d-a229-ccfcdb547f08 req-c27d358d-49b5-4945-aee0-9c8e37451299 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 948 time: 0.1494601 Feb 11 13:23:07.434768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] For port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:07.439489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] For port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:07.519800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:07.523793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:07.538229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf821763-b8b1-418d-a229-ccfcdb547f08 req-795aed1a-75d7-4908-87b0-f2373db63e49 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185124 Feb 11 13:23:07.551012 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.553875 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15e4f696-57aa-482e-a2ec-d12fdbca12b8 req-107d395f-29a5-47a3-9900-bb52a9833887 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074616 Feb 11 13:23:07.633811 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.665194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.667070 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.668455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] 10.222.0.13 "PUT /v2.0/ports/d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 HTTP/1.1" status: 200 len: 1095 time: 2.1606605 Feb 11 13:23:07.671386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eec706-4158-4ba4-813a-ed539a8d1d3b', 'tag': 'd6d15153-7c97-4d2d-ae97-6cb50ae0f7b6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:07.673651 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473de2fc-9ab3-4610-8719-dec14f31b239" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eec706-4158-4ba4-813a-ed539a8d1d3b", "tag": "d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:07.686720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196aa34-26ad-4394-ba1e-8a1272e0020d service neutron] Pushing event updated for resources: {'Port': ['ID=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.735448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3e0e3-ba08-4ecb-8b79-b4bbe3d4bad4 req-dbbde0f4-f169-4c77-bdb4-7910b284dacc tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.745124 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e1c3e0e3-ba08-4ecb-8b79-b4bbe3d4bad4 req-dbbde0f4-f169-4c77-bdb4-7910b284dacc tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 947 time: 0.1269460 Feb 11 13:23:07.770001 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49017b0e-9f26-46f0-9713-a9eb8b3b5914 x-openstack-request-id: req-49017b0e-9f26-46f0-9713-a9eb8b3b5914 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:07.772936 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eec706-4158-4ba4-813a-ed539a8d1d3b", "tag": "d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:07.772936 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-49017b0e-9f26-46f0-9713-a9eb8b3b5914 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:07.772936 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4eec706-4158-4ba4-813a-ed539a8d1d3b', 'tag': 'd6d15153-7c97-4d2d-ae97-6cb50ae0f7b6', 'status': 'completed', 'code': 200} Feb 11 13:23:07.783083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=12']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:07.791531 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e1c3e0e3-ba08-4ecb-8b79-b4bbe3d4bad4 req-afe6d1a4-a040-494d-bb52-42f14d80d02b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450189 Feb 11 13:23:07.792779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.793450 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.794998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-51becb77-1ecb-4a5f-8e1d-fcc38127d486 service neutron] 10.222.0.59 "PUT /v2.0/ports/9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 1096 time: 1.5279429 Feb 11 13:23:07.795451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:07.797852 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:07.827291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Made reservation on behalf of e0d29aa58a34460e9c87cfd03475a330 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:07.832002 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:07.885467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:07.918280 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c766820-6a31-407e-8900-6fcc90f331b3 x-openstack-request-id: req-5c766820-6a31-407e-8900-6fcc90f331b3 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:07.927406 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:07.927406 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c766820-6a31-407e-8900-6fcc90f331b3 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:07.927406 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'status': 'completed', 'code': 200} Feb 11 13:23:07.934151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-2163db1a-4a01-421c-a4d8-ffb56499b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.938514 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-2163db1a-4a01-421c-a4d8-ffb56499b96e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1099 time: 0.1153324 Feb 11 13:23:07.967009 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473de2fc-9ab3-4610-8719-dec14f31b239 req-8ab3dc9e-92da-4d98-82b7-8d0ac44a77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:07.970099 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-473de2fc-9ab3-4610-8719-dec14f31b239 req-8ab3dc9e-92da-4d98-82b7-8d0ac44a77fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 1098 time: 0.1574929 Feb 11 13:23:08.027336 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-473de2fc-9ab3-4610-8719-dec14f31b239 req-b044052f-cc40-41d6-accc-a66a1fb42f89 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=16ec866687e048a483417f63ff21dad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424225 Feb 11 13:23:08.063283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47146) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:08.079014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:08.095108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:08.102221 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.186791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473de2fc-9ab3-4610-8719-dec14f31b239 req-f773657f-ef45-4916-876a-f15f83078dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.188734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-473de2fc-9ab3-4610-8719-dec14f31b239 req-f773657f-ef45-4916-876a-f15f83078dff service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494966 Feb 11 13:23:08.283545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab93f648-3466-437a-a7ad-ef1eb16d6c50 req-da526971-4023-46be-ab4f-bb2d81e122c1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 210 time: 0.0753555 Feb 11 13:23:08.313703 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.315596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-network', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:08.326366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-84c91b2d-4e27-40e6-9ea4-903434508b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.327886 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-84c91b2d-4e27-40e6-9ea4-903434508b23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1099 time: 0.3884637 Feb 11 13:23:08.339267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Allocated IP 172.20.0.9 (344469a8-97f4-4594-a289-ff8809371b0d/e0068394-8d60-46ec-8614-0892d71a97c5/e014ddd2-85d2-4e83-be87-09f5b17609c7) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:08.355698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:08.443110 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.444521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f5a1da36-af4a-468f-b581-0cbc250c480c up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:08.495013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-122ee33f-0c72-4042-b848-af927abec368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.496607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-122ee33f-0c72-4042-b848-af927abec368 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.5151007 Feb 11 13:23:08.523273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2063504-b6d7-416d-9ae6-107856dd559b req-9753ffbf-9938-4e3d-a482-c3bae8de6752 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.536828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2063504-b6d7-416d-9ae6-107856dd559b req-9753ffbf-9938-4e3d-a482-c3bae8de6752 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.542578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2063504-b6d7-416d-9ae6-107856dd559b req-9753ffbf-9938-4e3d-a482-c3bae8de6752 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.549435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2063504-b6d7-416d-9ae6-107856dd559b req-9753ffbf-9938-4e3d-a482-c3bae8de6752 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.557610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2063504-b6d7-416d-9ae6-107856dd559b req-9753ffbf-9938-4e3d-a482-c3bae8de6752 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.564658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2063504-b6d7-416d-9ae6-107856dd559b req-9753ffbf-9938-4e3d-a482-c3bae8de6752 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.570257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2063504-b6d7-416d-9ae6-107856dd559b req-9753ffbf-9938-4e3d-a482-c3bae8de6752 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.578548 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2063504-b6d7-416d-9ae6-107856dd559b req-9753ffbf-9938-4e3d-a482-c3bae8de6752 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5427 time: 0.3917408 Feb 11 13:23:08.581977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:08.631176 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-f77981a8-6f52-472d-b1f5-7d0d35a3b910 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3122389 Feb 11 13:23:08.654048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port f5a1da36-af4a-468f-b581-0cbc250c480c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:08.654430 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.679966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:08.683106 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.692018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-694da200-256b-4d34-a337-f1959106b220 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 217 time: 0.1861145 Feb 11 13:23:08.725478 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.764779 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.772967 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-a61ea91a-7022-4ab4-a03a-b4f1dda1b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.775410 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-a61ea91a-7022-4ab4-a03a-b4f1dda1b265 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.4333689 Feb 11 13:23:08.808292 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2063504-b6d7-416d-9ae6-107856dd559b req-8cd8fe9a-2e2f-4073-b740-d6ad02355206 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2288823 Feb 11 13:23:08.841522 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-16c8d965-22b7-4204-be97-94eacbb5d63e tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94f601d991e0473d810c4ba9bdaf829f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334091 Feb 11 13:23:08.845577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:08.857195 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-b3b3292d-2e7e-44d6-b6ca-121a33e69865 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 217 time: 0.0689816 Feb 11 13:23:08.876266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-70867e09-e61c-4813-8293-d53576218bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.878471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-70867e09-e61c-4813-8293-d53576218bcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 1098 time: 0.6236792 Feb 11 13:23:08.909622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-0b4c5867-69c5-4398-8364-8f4f6381fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.911085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-0b4c5867-69c5-4398-8364-8f4f6381fdef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.2071457 Feb 11 13:23:08.950178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-cc2b33b9-3317-4cef-b79c-d119a119addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:08.951317 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:08.952121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 39ea6c0d-50c9-461a-bc14-e44498996519 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:08.952259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-cc2b33b9-3317-4cef-b79c-d119a119addb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 1101 time: 0.2454727 Feb 11 13:23:08.970027 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-6f141272-d68e-4bae-95fc-1af5e797f3e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 HTTP/1.1" status: 200 len: 217 time: 0.0576715 Feb 11 13:23:09.013346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-89620175-1225-4085-8093-46d2f5cf27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.014843 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-89620175-1225-4085-8093-46d2f5cf27ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1440384 Feb 11 13:23:09.021045 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.085123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.097946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391f93-a284-4810-8783-f598f09b36da req-e8946d87-2867-4877-897c-07f56e45b85b tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.101331 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-e8946d87-2867-4877-897c-07f56e45b85b tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598772 Feb 11 13:23:09.106068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-ef7cd33f-837b-4f10-97a2-6e7e993d2740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.107785 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-ef7cd33f-837b-4f10-97a2-6e7e993d2740 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1250372 Feb 11 13:23:09.134309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-692b7cb3-5328-44d5-ad53-8e9c2dfdaf53 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/quotas/94f601d991e0473d810c4ba9bdaf829f HTTP/1.1" status: 200 len: 375 time: 0.0239058 Feb 11 13:23:09.155489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2'}, {'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:09.156926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f068d0-fc36-4c1d-a610-2ab43982ceb3 req-e15c22ef-1ec5-48f8-8e11-201ff6289f8f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.157878 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfff9386-706e-40bc-ba35-1665d7981325" -d '{"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2"}, {"server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "name": "network-vif-plugged", "status": "completed", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:09.160486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 39ea6c0d-50c9-461a-bc14-e44498996519 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:09.164189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40f068d0-fc36-4c1d-a610-2ab43982ceb3 req-e15c22ef-1ec5-48f8-8e11-201ff6289f8f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 948 time: 0.2623184 Feb 11 13:23:09.174325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 39ea6c0d-50c9-461a-bc14-e44498996519 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:09.174709 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.189190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.189868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-6efc4923-e601-479a-b017-8e16f7e749ee tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94f601d991e0473d810c4ba9bdaf829f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305400 Feb 11 13:23:09.193072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-e0086291-1c89-4b08-8246-f32de6275e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.195793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-33a33a8c-0a49-481d-bbff-e3b188ba0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.205370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-33a33a8c-0a49-481d-bbff-e3b188ba0a07 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2234840 Feb 11 13:23:09.206349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-e0086291-1c89-4b08-8246-f32de6275e55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0832863 Feb 11 13:23:09.225794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.309754 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.326922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-566aa552-b957-4d05-b37e-d3031a4b6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.329384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-566aa552-b957-4d05-b37e-d3031a4b6999 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2945879 Feb 11 13:23:09.340454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.351814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 39ea6c0d-50c9-461a-bc14-e44498996519, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=39ea6c0d-50c9-461a-bc14-e44498996519,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:09.355327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-640fe19d-8ab0-4241-93b7-ba3b2060187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.357873 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-640fe19d-8ab0-4241-93b7-ba3b2060187d service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.3486567 Feb 11 13:23:09.397552 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40f068d0-fc36-4c1d-a610-2ab43982ceb3 req-0e464f39-16cf-497a-ade8-eee777085f28 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321944 Feb 11 13:23:09.461114 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.476907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Network 344469a8-97f4-4594-a289-ff8809371b0d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:09.488366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:09.499728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:09.565520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event updated for resources: {'Port': ['ID=e014ddd2-85d2-4e83-be87-09f5b17609c7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.576523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=39ea6c0d-50c9-461a-bc14-e44498996519,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.626068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:09.635066 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-52bcdb29-a13b-49a4-8f51-bb5bd1a58ad1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a HTTP/1.1" status: 200 len: 217 time: 0.2325866 Feb 11 13:23:09.673332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.674145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.682751 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-4af5f965-5477-4541-8bf5-7194fa9ab954 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671628 Feb 11 13:23:09.690320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92939e51-144f-4c39-ac57-b96befbaa2d0 req-9ae23045-ba08-4e94-b346-1275ce95db10 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.691904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92939e51-144f-4c39-ac57-b96befbaa2d0 req-9ae23045-ba08-4e94-b346-1275ce95db10 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2002199 Feb 11 13:23:09.769738 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.770422 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Added segment 198bf01d-4b84-4d41-9d99-b323ed3469fb of type vlan for network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 Feb 11 13:23:09.784210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92939e51-144f-4c39-ac57-b96befbaa2d0 req-5d33db4f-d2ca-471d-800d-f0a2860f3d6a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791125 Feb 11 13:23:09.784649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da366f4-8206-4e72-aeef-42b7298a4bf3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:09.819710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-bbd85e88-5b7e-4d14-a5ce-e8352f0d731d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5400379 Feb 11 13:23:09.836435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Request body: {'port': {'device_id': '6568d03f-b8dc-477d-8085-e0d0d026b735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:09.838671 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-a50342c2-5724-465e-9193-af363e2b8570 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302669 Feb 11 13:23:09.862307 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b398ea-34c0-42ee-8ce3-e7751f60b5e7 req-d6b089ff-03e7-4fda-83b2-b4fcd56441dc service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665888 Feb 11 13:23:09.866984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51069ab1-3cb1-497c-b3de-e657f835c383 req-a07f49b4-cb44-48ef-b5ae-9c890b720bd5 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.869046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51069ab1-3cb1-497c-b3de-e657f835c383 req-a07f49b4-cb44-48ef-b5ae-9c890b720bd5 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 947 time: 0.2365146 Feb 11 13:23:09.869356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a9bc597b-9e92-4318-aff9-f0728c8146b2 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:09.906838 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.948259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:09.952547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-c2cb0311-50c3-4075-a4bf-c10d543db417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:09.953838 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-c2cb0311-50c3-4075-a4bf-c10d543db417 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.2982831 Feb 11 13:23:10.029389 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-02f804fc-a415-4b0b-b272-ad0896487c24 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6788301 Feb 11 13:23:10.039921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5e9c3b-ce91-4240-a3f2-285c81828806 req-7aedcce4-2b6a-4de0-bc46-156707da2754 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901813 Feb 11 13:23:10.042293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93c0b267-088c-42b5-b195-23e059cc74c2 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:10.107236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51069ab1-3cb1-497c-b3de-e657f835c383 req-6d8fffac-9a0a-45fb-81a1-244107a20669 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564355 Feb 11 13:23:10.192548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.196135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.199319 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.229949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-e6a641bd-3b7a-4cdf-93a1-3aae5a5f050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.231456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-e6a641bd-3b7a-4cdf-93a1-3aae5a5f050a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2539639 Feb 11 13:23:10.239196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:10.257835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port a9bc597b-9e92-4318-aff9-f0728c8146b2 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:10.263367 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aae62a3-5af2-43f6-bf00-09bc5102ec20 x-openstack-request-id: req-4aae62a3-5af2-43f6-bf00-09bc5102ec20 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:10.263881 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2", "code": 200}, {"server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "name": "network-vif-plugged", "status": "completed", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:10.264567 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4aae62a3-5af2-43f6-bf00-09bc5102ec20 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:10.265582 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2', 'code': 200} Feb 11 13:23:10.266036 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'code': 200} Feb 11 13:23:10.284723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '93c0b267-088c-42b5-b195-23e059cc74c2', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '93c0b267-088c-42b5-b195-23e059cc74c2', 'mac_address': 'fa:16:3e:54:5f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:10.294340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port a9bc597b-9e92-4318-aff9-f0728c8146b2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:10.294748 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.441638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e014ddd2-85d2-4e83-be87-09f5b17609c7 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:10.454379 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.463368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.477085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4086826 Feb 11 13:23:10.477085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-f74f603b-121a-410d-97a6-1d10209529c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.478617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47230) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:10.479006 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-f74f603b-121a-410d-97a6-1d10209529c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 1099 time: 0.3655338 Feb 11 13:23:10.479851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93c0b267-088c-42b5-b195-23e059cc74c2 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:10.489454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Request body: {'subnet': {'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-subnet', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:10.502025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Transition to ACTIVE for port object e014ddd2-85d2-4e83-be87-09f5b17609c7 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:10.509381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-1d710190-405b-471e-9bc0-6b6d71f5492d service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640172 Feb 11 13:23:10.541516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd542b87-db6e-4b7e-9f7e-d057fc8e5496 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b25248-796e-4843-9e5e-fffc7dcb6ce7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:10.555445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:10.564526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:10.612638 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.636207 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.643872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df0483-1f19-4a2e-bb1e-33176069df20 req-05c938dd-ab05-4f15-af47-12331e829bec tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.645478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97df0483-1f19-4a2e-bb1e-33176069df20 req-05c938dd-ab05-4f15-af47-12331e829bec tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 931 time: 0.2560837 Feb 11 13:23:10.657049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-37721614-7f81-49f4-a146-6a98589fac79 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023955 Feb 11 13:23:10.674772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a9bc597b-9e92-4318-aff9-f0728c8146b2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a9bc597b-9e92-4318-aff9-f0728c8146b2,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:10.682213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-d41f583c-2177-442a-9b26-9ded9e35f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:10.683634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-d41f583c-2177-442a-9b26-9ded9e35f08c service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1972687 Feb 11 13:23:10.697381 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.705439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:10.707977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.729419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Pushing event updated for resources: {'Port': ['ID=e014ddd2-85d2-4e83-be87-09f5b17609c7,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:10.808944 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:10.810519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e1b167ff-d98b-4c05-a225-bdadc187eb27 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:10.815111 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-45eeb60e-ea2e-46bd-bf0c-27708d365ab4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 200 len: 217 time: 0.1110077 Feb 11 13:23:10.902907 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['93c0b267-088c-42b5-b195-23e059cc74c2'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:10.999854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:11.051402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Attempting to bind port e014ddd2-85d2-4e83-be87-09f5b17609c7 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:11.052046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Attempting to bind port e014ddd2-85d2-4e83-be87-09f5b17609c7 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:11.052046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Attempting to bind port e014ddd2-85d2-4e83-be87-09f5b17609c7 on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:11.103078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a9bc597b-9e92-4318-aff9-f0728c8146b2,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:11.140043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Port e014ddd2-85d2-4e83-be87-09f5b17609c7 on network 344469a8-97f4-4594-a289-ff8809371b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:11.140423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Attempting to bind port e014ddd2-85d2-4e83-be87-09f5b17609c7 on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:11.167392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:11.167886 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Checking segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:11.168772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Bound using segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:11.169505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Bound port: e014ddd2-85d2-4e83-be87-09f5b17609c7, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:11.170119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.213710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port e1b167ff-d98b-4c05-a225-bdadc187eb27 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:11.222352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port e1b167ff-d98b-4c05-a225-bdadc187eb27 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:11.224131 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.453696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97df0483-1f19-4a2e-bb1e-33176069df20 req-32d1918e-fb44-4441-94fd-bfed8f4c79cc tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7910569 Feb 11 13:23:11.460117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-26c89027-b438-4a7b-9d3c-cdde7ecdfd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.462184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-26c89027-b438-4a7b-9d3c-cdde7ecdfd3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0902712 Feb 11 13:23:11.510652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] For port e014ddd2-85d2-4e83-be87-09f5b17609c7, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:11.520939 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d96d2d0-1e0e-4544-a373-ef5e04633b1c req-510d5fa5-e376-41ef-b804-144f17bd91c3 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8485534 Feb 11 13:23:11.522036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] For port e014ddd2-85d2-4e83-be87-09f5b17609c7, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e014ddd2-85d2-4e83-be87-09f5b17609c7,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:11.523613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.549417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-8d2f31db-37df-4963-8f4d-989413ee0e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.558283 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-8d2f31db-37df-4963-8f4d-989413ee0e4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772805 Feb 11 13:23:11.578704 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.616737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.653958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e1b167ff-d98b-4c05-a225-bdadc187eb27, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e1b167ff-d98b-4c05-a225-bdadc187eb27,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:11.735517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-d61ce3b2-34f0-41af-8ea6-db7c7c5100d7 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751490 Feb 11 13:23:11.737818 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6851e8a3-f08a-41fa-9dba-b97707e3e85d req-eb43fac2-7b91-40f2-bc48-ec49f7a0344a tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 210 time: 0.0399725 Feb 11 13:23:11.750510 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.750510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:11.800530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9ee6e8-fe6f-4e78-8500-2349a6d591e4,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:11.822887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:11.824021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:11.825641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] 10.222.0.59 "PUT /v2.0/ports/e014ddd2-85d2-4e83-be87-09f5b17609c7 HTTP/1.1" status: 200 len: 1091 time: 1.9936178 Feb 11 13:23:11.828376 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6568d03f-b8dc-477d-8085-e0d0d026b735', 'tag': 'e014ddd2-85d2-4e83-be87-09f5b17609c7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:11.830917 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751cd490-2b99-4e13-8118-4eb375202560" -d '{"events": [{"name": "network-changed", "server_uuid": "6568d03f-b8dc-477d-8085-e0d0d026b735", "tag": "e014ddd2-85d2-4e83-be87-09f5b17609c7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:11.876061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Checking segment: {'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:11.879945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Network hostable DHCP agents. Network: e4b25248-796e-4843-9e5e-fffc7dcb6ce7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:11.894310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7062a-27e5-47f2-a459-593a7b13007d service neutron] Pushing event updated for resources: {'Port': ['ID=e014ddd2-85d2-4e83-be87-09f5b17609c7,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:12.037731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989c116f-d6cd-4452-a71b-4f5ef1a50c5f req-7d97e399-611b-4d82-b5e8-699b85ec0b21 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840440 Feb 11 13:23:12.050508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06a193-339b-43bf-970c-d730bba0431d req-7162b302-1a41-40b4-955b-861199697037 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.059080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06a193-339b-43bf-970c-d730bba0431d req-7162b302-1a41-40b4-955b-861199697037 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.059293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e1b167ff-d98b-4c05-a225-bdadc187eb27,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:12.065501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06a193-339b-43bf-970c-d730bba0431d req-7162b302-1a41-40b4-955b-861199697037 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.075055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93c0b267-088c-42b5-b195-23e059cc74c2 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:12.085474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06a193-339b-43bf-970c-d730bba0431d req-7162b302-1a41-40b4-955b-861199697037 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.092993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06a193-339b-43bf-970c-d730bba0431d req-7162b302-1a41-40b4-955b-861199697037 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.101115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:12.101945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06a193-339b-43bf-970c-d730bba0431d req-7162b302-1a41-40b4-955b-861199697037 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.109380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06a193-339b-43bf-970c-d730bba0431d req-7162b302-1a41-40b4-955b-861199697037 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.120155 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e06a193-339b-43bf-970c-d730bba0431d req-7162b302-1a41-40b4-955b-861199697037 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5431 time: 0.1865752 Feb 11 13:23:12.153345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7838-da16-4477-9753-9402a1f5af50 req-85943fb6-21d8-46c1-9026-3cfcb8ea98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.154907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-85943fb6-21d8-46c1-9026-3cfcb8ea98aa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 1094 time: 0.1404183 Feb 11 13:23:12.192390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:12.205636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:12.206535 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.214511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e06a193-339b-43bf-970c-d730bba0431d req-832fd91b-d995-41a8-9474-8e5571a7fefc tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846269 Feb 11 13:23:12.275688 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-49ba1bce-134f-4ccf-aeab-29956ae704c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e014ddd2-85d2-4e83-be87-09f5b17609c7 HTTP/1.1" status: 200 len: 217 time: 0.1113439 Feb 11 13:23:12.276141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, e4b25248-796e-4843-9e5e-fffc7dcb6ce7) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:12.276944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ea6c0d-50c9-461a-bc14-e44498996519'}, {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bc597b-9e92-4318-aff9-f0728c8146b2'}, {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b167ff-d98b-4c05-a225-bdadc187eb27'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:12.296935 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02938884-18e9-44e8-a396-e3607f185f7c" -d '{"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "39ea6c0d-50c9-461a-bc14-e44498996519"}, {"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "a9bc597b-9e92-4318-aff9-f0728c8146b2"}, {"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "e1b167ff-d98b-4c05-a225-bdadc187eb27"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:12.312680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.313440 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.317325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e9eef-b97a-4205-81d6-500fa4bf2932 None None] Network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:23:12.440474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7838-da16-4477-9753-9402a1f5af50 req-f813ab24-21f6-45b3-a1d8-a732e7dfdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.442292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-f813ab24-21f6-45b3-a1d8-a732e7dfdd2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.1556177 Feb 11 13:23:12.465064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d388f0a-9b56-4090-9955-e8e2c015df72 req-8645df32-8acd-4453-aa2d-d4ad4770cc1b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.475526 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.481106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d388f0a-9b56-4090-9955-e8e2c015df72 req-8645df32-8acd-4453-aa2d-d4ad4770cc1b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 948 time: 0.1180782 Feb 11 13:23:12.543118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 93c0b267-088c-42b5-b195-23e059cc74c2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:12.543461 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.543812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-95999511-28fa-41f3-b890-492eb117662d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912068 Feb 11 13:23:12.549935 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-420ec8a2-8d30-477d-ae55-3d8a834f3f9c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0693657 Feb 11 13:23:12.559711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47252) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:12.577358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:12.581000 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d388f0a-9b56-4090-9955-e8e2c015df72 req-ef9afa55-d70b-4223-a52a-2ac1305f3119 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987935 Feb 11 13:23:12.640317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:12.730467 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.763312 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.764272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2890c604-8e53-4973-8147-671cfbbcc7b1 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:12.835626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02714a4c-0429-4a77-80bb-563f39b7d1d3 req-5e2173cc-53c7-4fb1-af8e-92db3a5e61b5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:12.838484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-626186a4-f032-4885-a7a5-29c1f01c2868 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795463 Feb 11 13:23:12.843167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.844240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:12.845941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02714a4c-0429-4a77-80bb-563f39b7d1d3 req-5e2173cc-53c7-4fb1-af8e-92db3a5e61b5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1235683 Feb 11 13:23:12.963980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:12.997577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:23:13.006636 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:13.010524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02714a4c-0429-4a77-80bb-563f39b7d1d3 req-e5167450-2545-4ab0-9c28-dfac7a25fdca tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615019 Feb 11 13:23:13.182161 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:13.254312 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-add2b468-f03f-4da4-8c32-c06a0f3ebf57 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=94f601d991e0473d810c4ba9bdaf829f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422013 Feb 11 13:23:13.272161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814c7838-da16-4477-9753-9402a1f5af50 req-080b04e6-2b09-4d55-8b3c-c39112a5baf9 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159222 Feb 11 13:23:13.399945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b7dc-dd74-457d-920a-84d95f1b4221 req-2bcaef79-6457-40ef-b709-ce734d1e7972 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:13.411678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa75b7dc-dd74-457d-920a-84d95f1b4221 req-2bcaef79-6457-40ef-b709-ce734d1e7972 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 947 time: 0.2669325 Feb 11 13:23:13.440951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:13.468692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:13.510466 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa75b7dc-dd74-457d-920a-84d95f1b4221 req-dae81c8a-c326-4879-b619-23ae7df21c34 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977857 Feb 11 13:23:13.605673 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391f93-a284-4810-8783-f598f09b36da req-243491bb-118a-4f96-9a8e-d72179c0fd07 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:13.607467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-243491bb-118a-4f96-9a8e-d72179c0fd07 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3411419 Feb 11 13:23:13.630704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Request body: {'port': {'device_id': '30f5c597-8c51-48cd-9739-6fffde59d4a7', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '94f601d991e0473d810c4ba9bdaf829f'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:13.677758 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157be12e-f317-4f0f-ac80-d7be5d3c54dc x-openstack-request-id: req-157be12e-f317-4f0f-ac80-d7be5d3c54dc {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:13.678150 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6568d03f-b8dc-477d-8085-e0d0d026b735", "tag": "e014ddd2-85d2-4e83-be87-09f5b17609c7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:13.678341 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-157be12e-f317-4f0f-ac80-d7be5d3c54dc {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:13.678733 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6568d03f-b8dc-477d-8085-e0d0d026b735', 'tag': 'e014ddd2-85d2-4e83-be87-09f5b17609c7', 'status': 'completed', 'code': 200} Feb 11 13:23:13.843809 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd98e05c-ff56-4142-816e-41ed96a88d56 x-openstack-request-id: req-fd98e05c-ff56-4142-816e-41ed96a88d56 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:13.844409 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "39ea6c0d-50c9-461a-bc14-e44498996519", "code": 200}, {"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "a9bc597b-9e92-4318-aff9-f0728c8146b2", "code": 200}, {"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "e1b167ff-d98b-4c05-a225-bdadc187eb27", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:13.844409 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd98e05c-ff56-4142-816e-41ed96a88d56 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:13.844784 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ea6c0d-50c9-461a-bc14-e44498996519', 'code': 200} Feb 11 13:23:13.846624 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bc597b-9e92-4318-aff9-f0728c8146b2', 'code': 200} Feb 11 13:23:13.846885 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b167ff-d98b-4c05-a225-bdadc187eb27', 'code': 200} Feb 11 13:23:13.847499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:13.854955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=10']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:13.877038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cd490-2b99-4e13-8118-4eb375202560 req-8900d369-303e-4689-913e-76df9436d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:13.879410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-751cd490-2b99-4e13-8118-4eb375202560 req-8900d369-303e-4689-913e-76df9436d1c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 1094 time: 0.1130123 Feb 11 13:23:13.902809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:13.906766 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Allocated IP 172.20.0.2 (e4b25248-796e-4843-9e5e-fffc7dcb6ce7/9e9ee6e8-fe6f-4e78-8500-2349a6d591e4/7f80bf50-12df-4ae9-8377-201888af2f3f) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:13.973300 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 2890c604-8e53-4973-8147-671cfbbcc7b1 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:13.990424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Made reservation on behalf of 94f601d991e0473d810c4ba9bdaf829f for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:14.001782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 2890c604-8e53-4973-8147-671cfbbcc7b1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:14.004041 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.022460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.077252 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.093665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cd490-2b99-4e13-8118-4eb375202560 req-2dc8c719-41b1-434a-a642-2e28279063e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.095181 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-751cd490-2b99-4e13-8118-4eb375202560 req-2dc8c719-41b1-434a-a642-2e28279063e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 913 time: 0.2070005 Feb 11 13:23:14.168353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6333f4-7005-4ec1-946d-41b82959210f req-4377c2fc-f7f8-4324-aa50-05407b16a8c9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.204298 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef6333f4-7005-4ec1-946d-41b82959210f req-4377c2fc-f7f8-4324-aa50-05407b16a8c9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 943 time: 0.3115201 Feb 11 13:23:14.235908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:14.292741 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-751cd490-2b99-4e13-8118-4eb375202560 req-9840c769-6e25-4728-9e37-d7a4aa3e5141 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e014ddd2-85d2-4e83-be87-09f5b17609c7 HTTP/1.1" status: 200 len: 217 time: 0.1689804 Feb 11 13:23:14.334655 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef6333f4-7005-4ec1-946d-41b82959210f req-3dee5a5a-a6c8-49d0-859b-e9adc93dcf4a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299882 Feb 11 13:23:14.372076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:14.464497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.473862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cd490-2b99-4e13-8118-4eb375202560 req-2413af70-4b25-487b-8cf0-768dc5df56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.475347 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-751cd490-2b99-4e13-8118-4eb375202560 req-2413af70-4b25-487b-8cf0-768dc5df56f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.1724885 Feb 11 13:23:14.526108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f848d62-7abc-47ac-af50-ccceb1413175 req-9a09d9a1-74ff-468c-b815-aa9b92093838 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 210 time: 0.0481615 Feb 11 13:23:14.534357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-751cd490-2b99-4e13-8118-4eb375202560 req-97412c95-6a9f-402d-924b-b85f059f0440 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490828 Feb 11 13:23:14.558904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'mac_address': 'fa:16:3e:19:60:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:14.563477 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:14.656300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fceec4a9-c269-4a3e-8958-44057d8cba0d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:14.812715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:14.833480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Allocated IP 192.168.233.172 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/2fae5b52-3ce3-41b7-95d4-8641614160e6) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:14.862901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2e92c-d627-4959-acdf-e4cd36d5d614 req-d72beb54-cec7-4f9c-98ac-c202812bd0b7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.875642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2e92c-d627-4959-acdf-e4cd36d5d614 req-d72beb54-cec7-4f9c-98ac-c202812bd0b7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.882691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2e92c-d627-4959-acdf-e4cd36d5d614 req-d72beb54-cec7-4f9c-98ac-c202812bd0b7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.889812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2e92c-d627-4959-acdf-e4cd36d5d614 req-d72beb54-cec7-4f9c-98ac-c202812bd0b7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.895494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2e92c-d627-4959-acdf-e4cd36d5d614 req-d72beb54-cec7-4f9c-98ac-c202812bd0b7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.902443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2e92c-d627-4959-acdf-e4cd36d5d614 req-d72beb54-cec7-4f9c-98ac-c202812bd0b7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.909965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2e92c-d627-4959-acdf-e4cd36d5d614 req-d72beb54-cec7-4f9c-98ac-c202812bd0b7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:14.921113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aad2e92c-d627-4959-acdf-e4cd36d5d614 req-d72beb54-cec7-4f9c-98ac-c202812bd0b7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5432 time: 0.1833603 Feb 11 13:23:15.006898 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aad2e92c-d627-4959-acdf-e4cd36d5d614 req-06a1949b-cb88-4e31-8ada-63a4a5d91bc5 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843818 Feb 11 13:23:15.008900 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.019527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'd6d15153-7c97-4d2d-ae97-6cb50ae0f7b6', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'd6d15153-7c97-4d2d-ae97-6cb50ae0f7b6', 'mac_address': 'fa:16:3e:7c:68:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:15.101337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.163134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-751cd490-2b99-4e13-8118-4eb375202560 req-28ed5a60-234d-46c3-b185-2dd2a551f734 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166000 Feb 11 13:23:15.169552 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.220396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.272559 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.276733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:15.301388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:15.306484 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.407238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ea17c-54c1-432d-88dc-008bbd2aab2c req-4167fd48-5548-4b53-8252-66ef0d00bad8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:15.415439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-751cd490-2b99-4e13-8118-4eb375202560 req-541e5f47-8250-4362-a740-d45bd1347ed6 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408817 Feb 11 13:23:15.420114 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-284ea17c-54c1-432d-88dc-008bbd2aab2c req-4167fd48-5548-4b53-8252-66ef0d00bad8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 948 time: 0.2792850 Feb 11 13:23:15.440624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:15.457344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Pushing event updated for resources: {'Port': ['ID=7f80bf50-12df-4ae9-8377-201888af2f3f,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:15.478021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.483533 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:15.488000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.506740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:15.597062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-284ea17c-54c1-432d-88dc-008bbd2aab2c req-b63f95a7-2286-4a99-8672-562be886248b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731369 Feb 11 13:23:15.697166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Allocated IP 172.25.0.201 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/2856681b-7a3d-4edb-8a9c-0a4c69caec1f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:15.721166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Attempting to bind port 7f80bf50-12df-4ae9-8377-201888af2f3f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:15.722924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Attempting to bind port 7f80bf50-12df-4ae9-8377-201888af2f3f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:15.724888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Attempting to bind port 7f80bf50-12df-4ae9-8377-201888af2f3f on network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:15.739957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:15.764670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:15.771849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:15.772377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Checking segment: {'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:15.772906 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.773627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Bound using segment: {'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:15.774370 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Bound port: 7f80bf50-12df-4ae9-8377-201888af2f3f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:15.775423 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.782161 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.841616 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.856242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c'}, {'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:15.858869 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ccc6bb-981a-48ae-991e-ccdd57cbab58" -d '{"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c"}, {"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-plugged", "status": "completed", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:15.876758 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.941113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:15.947582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:15.969880 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:15.976258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] For port 7f80bf50-12df-4ae9-8377-201888af2f3f, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:15.980184 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:15.985448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] For port 7f80bf50-12df-4ae9-8377-201888af2f3f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7f80bf50-12df-4ae9-8377-201888af2f3f,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:15.992020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a0ebb-00bd-437d-91e3-cd66995e5146 req-18c4112e-d6ff-434a-b72b-43fe9b639b7e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:16.002335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e014ddd2-85d2-4e83-be87-09f5b17609c7 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:16.004947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-258a0ebb-00bd-437d-91e3-cd66995e5146 req-18c4112e-d6ff-434a-b72b-43fe9b639b7e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2925944 Feb 11 13:23:16.049269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=13']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:16.113570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2890c604-8e53-4973-8147-671cfbbcc7b1, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2890c604-8e53-4973-8147-671cfbbcc7b1,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:16.120664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Pushing event updated for resources: {'Port': ['ID=2fae5b52-3ce3-41b7-95d4-8641614160e6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:16.129642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9bc15c18-9f9d-4f73-ad18-03d1558e5f63'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:16.155921 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.174811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.254832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:16.255508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.301999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:16.314923 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-258a0ebb-00bd-437d-91e3-cd66995e5146 req-223b0519-2cf0-4489-ab83-1404eac7b739 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087039 Feb 11 13:23:16.317863 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.318682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:16.319445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:16.332564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:16.344624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:16.347686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Pushing event updated for resources: {'Port': ['ID=2856681b-7a3d-4edb-8a9c-0a4c69caec1f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:16.417257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-0ad1782f-9776-41e0-9d2f-cca832619053 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7904103 Feb 11 13:23:16.437726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Request body: {'port': {'device_id': '30f5c597-8c51-48cd-9739-6fffde59d4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:16.545971 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.resource_extend [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:23:16.711055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758873bf-da3a-48e4-b0a5-c8517c0408f6 req-d751d34c-c15e-41ee-a08f-70c419706b11 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:16.718929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:16.728594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-758873bf-da3a-48e4-b0a5-c8517c0408f6 req-d751d34c-c15e-41ee-a08f-70c419706b11 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 948 time: 0.2641284 Feb 11 13:23:16.739606 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eaaa36dd-273a-46fa-8a9e-a5a62f47af6b None None] Provisioning complete for port 2fae5b52-3ce3-41b7-95d4-8641614160e6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:16.740448 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eaaa36dd-273a-46fa-8a9e-a5a62f47af6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.757920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:16.940179 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-758873bf-da3a-48e4-b0a5-c8517c0408f6 req-e6578784-b6a7-4c16-8b4e-15a6ef76f02c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101645 Feb 11 13:23:17.057131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-eaaa36dd-273a-46fa-8a9e-a5a62f47af6b None None] Port 2fae5b52-3ce3-41b7-95d4-8641614160e6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:17.078351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e014ddd2-85d2-4e83-be87-09f5b17609c7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e014ddd2-85d2-4e83-be87-09f5b17609c7,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:17.093956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c7d39-e64e-4437-8472-8aad712f8124 None None] Pushing event updated for resources: {'Port': ['ID=7f80bf50-12df-4ae9-8377-201888af2f3f,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:17.112050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'e014ddd2-85d2-4e83-be87-09f5b17609c7', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'port_id': 'e014ddd2-85d2-4e83-be87-09f5b17609c7', 'mac_address': 'fa:16:3e:83:a6:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0068394-8d60-46ec-8614-0892d71a97c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:17.178743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:17.180009 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.264226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:17.265460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.267225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2890c604-8e53-4973-8147-671cfbbcc7b1,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:17.451775 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d9a93-8113-44a7-97b2-532c9a78cf55 req-b793ba73-a6c3-4676-9964-2c9a332bf292 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:17.451775 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d37d9a93-8113-44a7-97b2-532c9a78cf55 req-b793ba73-a6c3-4676-9964-2c9a332bf292 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 943 time: 0.2361653 Feb 11 13:23:17.452278 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.465374 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e014ddd2-85d2-4e83-be87-09f5b17609c7 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:17.496956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.498725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d37d9a93-8113-44a7-97b2-532c9a78cf55 req-5357cf22-dd7e-422d-a955-6a5615b668e7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877211 Feb 11 13:23:17.520570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e014ddd2-85d2-4e83-be87-09f5b17609c7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e014ddd2-85d2-4e83-be87-09f5b17609c7,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:17.529981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.564780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fae5b52-3ce3-41b7-95d4-8641614160e6 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:17.574399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.580117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:17.589335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Transition to ACTIVE for port object 2fae5b52-3ce3-41b7-95d4-8641614160e6 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:17.639570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3ae3f-a0c3-4741-9c60-8f05c1ba7e32 req-b669447a-a36c-4a36-b9fd-b3390ea0d68b tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:17.641178 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d3f3ae3f-a0c3-4741-9c60-8f05c1ba7e32 req-b669447a-a36c-4a36-b9fd-b3390ea0d68b tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 936 time: 0.0505478 Feb 11 13:23:17.691939 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d3f3ae3f-a0c3-4741-9c60-8f05c1ba7e32 req-016eb0c8-68ab-4d6a-8172-3278ca623ad5 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436656 Feb 11 13:23:17.779166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7f80bf50-12df-4ae9-8377-201888af2f3f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:17.841722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671a84f-4e25-4d8e-a79f-27a91b4b0c42 req-f2ee01dd-8ad1-4f80-98b8-cc994b2afe0d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:17.843920 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b671a84f-4e25-4d8e-a79f-27a91b4b0c42 req-f2ee01dd-8ad1-4f80-98b8-cc994b2afe0d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 949 time: 0.0562027 Feb 11 13:23:17.849017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7f80bf50-12df-4ae9-8377-201888af2f3f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:17.849017 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:17.903513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Router b7d48301-6274-4f67-8217-428395c9d7ae is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:23:17.915765 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b671a84f-4e25-4d8e-a79f-27a91b4b0c42 req-4f1b02d5-8c5a-40d4-9640-17da13d5da38 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482538 Feb 11 13:23:17.915765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.010250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Pushing event updated for resources: {'Port': ['ID=2fae5b52-3ce3-41b7-95d4-8641614160e6,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.032838 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f23a7f-94d7-4a9d-8e5c-147ad9c52ba5 x-openstack-request-id: req-27f23a7f-94d7-4a9d-8e5c-147ad9c52ba5 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:18.033254 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c", "code": 200}, {"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-plugged", "status": "completed", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:18.033596 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-27f23a7f-94d7-4a9d-8e5c-147ad9c52ba5 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:18.034133 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c', 'code': 200} Feb 11 13:23:18.034482 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2', 'code': 200} Feb 11 13:23:18.037320 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.044310 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.089520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:18.189080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Attempting to bind port 2fae5b52-3ce3-41b7-95d4-8641614160e6 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:18.189585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Attempting to bind port 2fae5b52-3ce3-41b7-95d4-8641614160e6 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:18.190084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Attempting to bind port 2fae5b52-3ce3-41b7-95d4-8641614160e6 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:18.199186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Port 2fae5b52-3ce3-41b7-95d4-8641614160e6 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:18.199517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Attempting to bind port 2fae5b52-3ce3-41b7-95d4-8641614160e6 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:18.226262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:18.240967 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:18.241311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:18.241694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:18.248808 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Sync routers for ids ['b7d48301-6274-4f67-8217-428395c9d7ae'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:18.249565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Bound port: 2fae5b52-3ce3-41b7-95d4-8641614160e6, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:18.249977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.289171 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Routers {'b7d48301-6274-4f67-8217-428395c9d7ae'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:18.289873 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:22:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7d48301-6274-4f67-8217-428395c9d7ae'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:18.316980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e014ddd2-85d2-4e83-be87-09f5b17609c7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.350054 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.354645 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aa036001-2c8b-4ee5-bc62-74d18b2c746b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7898204 Feb 11 13:23:18.354938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47288) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:18.456050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:18.459388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0335c90-7975-4a65-a9fc-1ad9bc8975df None None] Network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:23:18.468779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:18.470854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179887d4-f14b-4477-967a-05fa94eaa95c req-10c89dbf-2f02-4448-b55f-b8f5dd49ac64 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.484036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179887d4-f14b-4477-967a-05fa94eaa95c req-10c89dbf-2f02-4448-b55f-b8f5dd49ac64 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.496540 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179887d4-f14b-4477-967a-05fa94eaa95c req-10c89dbf-2f02-4448-b55f-b8f5dd49ac64 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.508126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179887d4-f14b-4477-967a-05fa94eaa95c req-10c89dbf-2f02-4448-b55f-b8f5dd49ac64 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.522094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179887d4-f14b-4477-967a-05fa94eaa95c req-10c89dbf-2f02-4448-b55f-b8f5dd49ac64 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.541905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179887d4-f14b-4477-967a-05fa94eaa95c req-10c89dbf-2f02-4448-b55f-b8f5dd49ac64 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.565291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179887d4-f14b-4477-967a-05fa94eaa95c req-10c89dbf-2f02-4448-b55f-b8f5dd49ac64 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:18.571690 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-179887d4-f14b-4477-967a-05fa94eaa95c req-10c89dbf-2f02-4448-b55f-b8f5dd49ac64 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.3553264 Feb 11 13:23:18.576058 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Set router b7d48301-6274-4f67-8217-428395c9d7ae gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:18.724078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:18.724575 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.780224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-179887d4-f14b-4477-967a-05fa94eaa95c req-870e4919-6ef4-4350-9601-230f8f1dfd4c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1973619 Feb 11 13:23:18.780224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] For port 2fae5b52-3ce3-41b7-95d4-8641614160e6, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:18.808899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e014ddd2-85d2-4e83-be87-09f5b17609c7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:18.848094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] For port 2fae5b52-3ce3-41b7-95d4-8641614160e6, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2fae5b52-3ce3-41b7-95d4-8641614160e6,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:18.891086 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:16Z', 'revision_number': 3, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:18.929649 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Checking router: b7d48301-6274-4f67-8217-428395c9d7ae for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:18.931492 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Updating router b7d48301-6274-4f67-8217-428395c9d7ae port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:23:18.952910 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:18.973101 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.062935 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.187299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.188249 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.190022 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] 10.222.0.13 "PUT /v2.0/ports/2fae5b52-3ce3-41b7-95d4-8641614160e6 HTTP/1.1" status: 200 len: 1096 time: 2.7577300 Feb 11 13:23:19.190730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30f5c597-8c51-48cd-9739-6fffde59d4a7', 'tag': '2fae5b52-3ce3-41b7-95d4-8641614160e6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:19.194310 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676dea54-ae6f-4391-9751-a04a1b5928f9" -d '{"events": [{"name": "network-changed", "server_uuid": "30f5c597-8c51-48cd-9739-6fffde59d4a7", "tag": "2fae5b52-3ce3-41b7-95d4-8641614160e6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:19.230064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c7e3d504-7297-41af-b8f5-4a33728c0b91 None None] Provisioning complete for port 7f80bf50-12df-4ae9-8377-201888af2f3f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:19.234565 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d504-7297-41af-b8f5-4a33728c0b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.277065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84a855-b8f0-443e-81b5-e858b5374f48 req-86441538-1a74-4bde-9c49-fbc4465bca37 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.289241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3e84a855-b8f0-443e-81b5-e858b5374f48 req-86441538-1a74-4bde-9c49-fbc4465bca37 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.2568107 Feb 11 13:23:19.296267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aedc11-59b0-4795-b5df-2977dbc31451 service neutron] Pushing event updated for resources: {'Port': ['ID=2fae5b52-3ce3-41b7-95d4-8641614160e6,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:19.510371 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3e84a855-b8f0-443e-81b5-e858b5374f48 req-4dc8023e-7c6b-455f-9e1b-f416ae03b33c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192123 Feb 11 13:23:19.577552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391f93-a284-4810-8783-f598f09b36da req-a73c2f35-525a-4fe9-8d2e-ccbee511a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.579937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-a73c2f35-525a-4fe9-8d2e-ccbee511a36e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94f601d991e0473d810c4ba9bdaf829f&device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 1099 time: 0.2475970 Feb 11 13:23:19.643069 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.661290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 7f80bf50-12df-4ae9-8377-201888af2f3f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7f80bf50-12df-4ae9-8377-201888af2f3f,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:19.708364 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-1136ca82-5806-4084-b784-113c25a1cbfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2fae5b52-3ce3-41b7-95d4-8641614160e6 HTTP/1.1" status: 200 len: 217 time: 0.1187143 Feb 11 13:23:19.746143 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.762955 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.837677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:19.846690 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:19.887342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391f93-a284-4810-8783-f598f09b36da req-40ce7832-e892-4f6e-a13e-cde6c69f5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:19.889760 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-40ce7832-e892-4f6e-a13e-cde6c69f5231 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1679962 Feb 11 13:23:19.915539 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Pushing event updated for resources: {'Port': ['ID=2856681b-7a3d-4edb-8a9c-0a4c69caec1f,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:19.976682 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Attempting to bind port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:19.978492 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Attempting to bind port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:19.979962 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Attempting to bind port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:19.992425 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:19.993032 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:19.998474 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:19.998990 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:19.999401 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:19.999832 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:20.000290 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:20.000695 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:20.002660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=7f80bf50-12df-4ae9-8377-201888af2f3f,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.002890 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:20.004285 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:20.008347 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:20.008347 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:20.013893 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.036724 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:20.045894 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:20.046529 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.050651 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:20.060572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Bound port: 2856681b-7a3d-4edb-8a9c-0a4c69caec1f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:20.061335 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.089458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2890c604-8e53-4973-8147-671cfbbcc7b1'}, {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad60ca7-975e-4025-9fb9-16fe8d2f7573'}, {'server_uuid': 'a4eec706-4158-4ba4-813a-ed539a8d1d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d15153-7c97-4d2d-ae97-6cb50ae0f7b6'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:20.091727 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269bbd0d-4c4d-45e7-917d-b3f911dfe325" -d '{"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "2890c604-8e53-4973-8147-671cfbbcc7b1"}, {"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "6ad60ca7-975e-4025-9fb9-16fe8d2f7573"}, {"server_uuid": "a4eec706-4158-4ba4-813a-ed539a8d1d3b", "name": "network-vif-plugged", "status": "completed", "tag": "d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:20.141321 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] For port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:20.145292 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] For port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2856681b-7a3d-4edb-8a9c-0a4c69caec1f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:20.160538 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c7e3d504-7297-41af-b8f5-4a33728c0b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.188294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:20.212356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a412ed-1ce1-4490-8885-ccc03cdfecd4 req-a9f58ef0-5a74-401c-b372-2253fd03e526 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.220463 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.227649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40a412ed-1ce1-4490-8885-ccc03cdfecd4 req-a9f58ef0-5a74-401c-b372-2253fd03e526 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 948 time: 0.3338201 Feb 11 13:23:20.255306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60391f93-a284-4810-8783-f598f09b36da req-9704df4c-97a7-48fc-b798-3bdd359a3972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.256876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-9704df4c-97a7-48fc-b798-3bdd359a3972 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3307450 Feb 11 13:23:20.337291 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-c7e3d504-7297-41af-b8f5-4a33728c0b91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:23:20.339053 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-c7e3d504-7297-41af-b8f5-4a33728c0b91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:23:20.353078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.393181 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Routers {'b7d48301-6274-4f67-8217-428395c9d7ae'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:20.394256 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:22:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7d48301-6274-4f67-8217-428395c9d7ae'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:20.396923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:20.402630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:20.403251 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.463160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40a412ed-1ce1-4490-8885-ccc03cdfecd4 req-22c0aad5-627e-4915-bae8-63503ff88cab tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325265 Feb 11 13:23:20.591501 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.610600 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-b66d6d76-3cb1-4a8b-b1dc-113e4cad3c34 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389888 Feb 11 13:23:20.642747 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.688129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:20.706165 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] Set router b7d48301-6274-4f67-8217-428395c9d7ae gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:20.762682 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:20.809005 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483a4523-3c6c-4ce6-a626-7703bfa28c6d None None] Pushing event updated for resources: {'Port': ['ID=2856681b-7a3d-4edb-8a9c-0a4c69caec1f,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.886271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=14']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:20.931758 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa3d27-703b-4a4e-832a-50fac27d0801 req-7aafcf09-2f15-4d40-bf07-cb768ca71db2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:20.952118 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-88fa3d27-703b-4a4e-832a-50fac27d0801 req-7aafcf09-2f15-4d40-bf07-cb768ca71db2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 944 time: 0.3329573 Feb 11 13:23:20.990216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Allocated IP 172.20.0.1 (e4b25248-796e-4843-9e5e-fffc7dcb6ce7/9e9ee6e8-fe6f-4e78-8500-2349a6d591e4/87caee70-7f7d-4773-8820-e5d690db6c50) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:21.034379 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60391f93-a284-4810-8783-f598f09b36da req-38d6c33e-9e2b-44ef-ab9d-4f81c23096d8 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140460 Feb 11 13:23:21.079756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-88fa3d27-703b-4a4e-832a-50fac27d0801 req-190285b9-ab47-43f9-88c6-734de26510f6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267142 Feb 11 13:23:21.092470 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:16Z', 'revision_number': 3, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:21.166832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cdf7f8ff-84cb-4fdd-80f9-9fa02f009e8f None None] Provisioning complete for port 7f80bf50-12df-4ae9-8377-201888af2f3f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:21.166832 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cdf7f8ff-84cb-4fdd-80f9-9fa02f009e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.189959 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f1901d-0e00-443f-9cce-0fb94f340281 None None] The sync data for ids ['b7d48301-6274-4f67-8217-428395c9d7ae'] in n-d-816488-1 is: [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:16Z', 'revision_number': 3, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:21.291264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.329040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a45184-6109-4cfb-9b8c-936f01aac0cd req-352c97ab-d2a2-4f3a-87d4-40fb421c1510 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.330630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20a45184-6109-4cfb-9b8c-936f01aac0cd req-352c97ab-d2a2-4f3a-87d4-40fb421c1510 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 948 time: 0.1056502 Feb 11 13:23:21.416571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20a45184-6109-4cfb-9b8c-936f01aac0cd req-77626a82-d4de-41c7-8d8c-90234ff0db9a tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748813 Feb 11 13:23:21.426334 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.471322 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed0337c-0285-490f-ae0f-cf755fbe02c0 x-openstack-request-id: req-5ed0337c-0285-490f-ae0f-cf755fbe02c0 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:21.472263 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30f5c597-8c51-48cd-9739-6fffde59d4a7", "tag": "2fae5b52-3ce3-41b7-95d4-8641614160e6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:21.472838 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ed0337c-0285-490f-ae0f-cf755fbe02c0 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:21.474644 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30f5c597-8c51-48cd-9739-6fffde59d4a7', 'tag': '2fae5b52-3ce3-41b7-95d4-8641614160e6', 'status': 'completed', 'code': 200} Feb 11 13:23:21.506279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Pushing event updated for resources: {'Port': ['ID=87caee70-7f7d-4773-8820-e5d690db6c50,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:21.556206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:21.558309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:21.561702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:21.601147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-eb752649-c7e0-44c0-850d-78879ca8ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.607465 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-eb752649-c7e0-44c0-850d-78879ca8ca87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94f601d991e0473d810c4ba9bdaf829f&device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 1099 time: 0.0949719 Feb 11 13:23:21.653059 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:21.965391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-1dcd79b2-12f3-430d-b6e8-9dea40653c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:21.966938 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-1dcd79b2-12f3-430d-b6e8-9dea40653c72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.3382773 Feb 11 13:23:22.036346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.074592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e014ddd2-85d2-4e83-be87-09f5b17609c7 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:22.115444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-407c9a69-23ba-45f2-8133-4ff399c5ecec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=2fae5b52-3ce3-41b7-95d4-8641614160e6 HTTP/1.1" status: 200 len: 217 time: 0.1317539 Feb 11 13:23:22.211420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7f80bf50-12df-4ae9-8377-201888af2f3f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:22.283602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-d5c18135-51c8-4a3e-b081-504de4bb9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:22.285085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-d5c18135-51c8-4a3e-b081-504de4bb9ca3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1601846 Feb 11 13:23:22.318551 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.363053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1ada166c-3560-4ee2-abe4-a7f2311ca1e6 None None] Provisioning complete for port 87caee70-7f7d-4773-8820-e5d690db6c50 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:22.371634 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ada166c-3560-4ee2-abe4-a7f2311ca1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.391964 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.411233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-526907bc-df9f-4b91-8680-f327d9d2c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:22.412727 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-526907bc-df9f-4b91-8680-f327d9d2c58c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159596 Feb 11 13:23:22.465963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1ada166c-3560-4ee2-abe4-a7f2311ca1e6 None None] Port 87caee70-7f7d-4773-8820-e5d690db6c50 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:22.478657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7f80bf50-12df-4ae9-8377-201888af2f3f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:22.479027 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.488287 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.620357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-229b59f7-9789-4167-914f-675abfcf292c service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999714 Feb 11 13:23:22.626940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Pushing event updated for resources: {'Port': ['ID=87caee70-7f7d-4773-8820-e5d690db6c50,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:22.682786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2856681b-7a3d-4edb-8a9c-0a4c69caec1f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:22.687725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port e014ddd2-85d2-4e83-be87-09f5b17609c7 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:22.690492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port e014ddd2-85d2-4e83-be87-09f5b17609c7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:22.690673 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:22.760793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:22.762997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:22.792647 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-676dea54-ae6f-4391-9751-a04a1b5928f9 req-6725c0a9-50cc-4f98-bcc9-2d83985f661c service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634371 Feb 11 13:23:22.913686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:22.914353 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.014581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Router b7d48301-6274-4f67-8217-428395c9d7ae has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:23.031099 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.201537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:23.212289 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.219868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b9309ce5-71ff-4ff9-8879-c0a4309988ff admin admin] 10.222.0.52 "PUT /v2.0/routers/b7d48301-6274-4f67-8217-428395c9d7ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8622923 Feb 11 13:23:23.233478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e014ddd2-85d2-4e83-be87-09f5b17609c7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e014ddd2-85d2-4e83-be87-09f5b17609c7,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:23.271238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2856681b-7a3d-4edb-8a9c-0a4c69caec1f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:23.283358 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e7027374-a229-4203-ad29-86a00afc0569 None None] Provisioning complete for port 87caee70-7f7d-4773-8820-e5d690db6c50 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:23.283874 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e7027374-a229-4203-ad29-86a00afc0569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.349744 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.368756 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:23.422316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e7027374-a229-4203-ad29-86a00afc0569 None None] Port 87caee70-7f7d-4773-8820-e5d690db6c50 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:23.452747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e014ddd2-85d2-4e83-be87-09f5b17609c7,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:23.510581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=2856681b-7a3d-4edb-8a9c-0a4c69caec1f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:23.820794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Sync routers for ids ['b7d48301-6274-4f67-8217-428395c9d7ae'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:23.834084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Routers {'b7d48301-6274-4f67-8217-428395c9d7ae'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:23.834849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:22:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7d48301-6274-4f67-8217-428395c9d7ae'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:24.033735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Set router b7d48301-6274-4f67-8217-428395c9d7ae gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:24.033735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2856681b-7a3d-4edb-8a9c-0a4c69caec1f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:24.311295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2fae5b52-3ce3-41b7-95d4-8641614160e6 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:24.311295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:24.311295 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.444064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2fae5b52-3ce3-41b7-95d4-8641614160e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2fae5b52-3ce3-41b7-95d4-8641614160e6,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:24.489911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '2fae5b52-3ce3-41b7-95d4-8641614160e6', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '2fae5b52-3ce3-41b7-95d4-8641614160e6', 'mac_address': 'fa:16:3e:76:a9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:24.528746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:21Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '87caee70-7f7d-4773-8820-e5d690db6c50', 'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'mac_address': 'fa:16:3e:10:cf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:20Z', 'updated_at': '2022-02-11T13:23:22Z', 'revision_number': 2, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'subnets': [{'id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:24.567887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Checking router: b7d48301-6274-4f67-8217-428395c9d7ae for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:24.568163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Updating router b7d48301-6274-4f67-8217-428395c9d7ae port 87caee70-7f7d-4773-8820-e5d690db6c50 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:23:24.590122 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.611134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fae5b52-3ce3-41b7-95d4-8641614160e6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:24.616450 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.643685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2fae5b52-3ce3-41b7-95d4-8641614160e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2fae5b52-3ce3-41b7-95d4-8641614160e6,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:24.738476 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ef184306-8d7b-41b0-a712-73607b42d382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.839075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47330) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:24.844021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-912419915-network', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:24.915205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.950891 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:24.997132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2fae5b52-3ce3-41b7-95d4-8641614160e6,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.048359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Made reservation on behalf of 45acb4e4b37b4672a5ff5cd965c12500 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:25.049222 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.050944 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.062419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.110763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040d518-f7b7-4ac3-9c5e-b0da8b420c61 None None] Pushing event updated for resources: {'Port': ['ID=87caee70-7f7d-4773-8820-e5d690db6c50,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.194303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.255124 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Attempting to bind port 87caee70-7f7d-4773-8820-e5d690db6c50 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:25.255489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Attempting to bind port 87caee70-7f7d-4773-8820-e5d690db6c50 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:25.255848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Attempting to bind port 87caee70-7f7d-4773-8820-e5d690db6c50 on network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:25.271241 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.281238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:25.283946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Checking segment: {'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:25.283946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.283946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Bound using segment: {'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:25.283946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Bound port: 87caee70-7f7d-4773-8820-e5d690db6c50, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:25.283946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.308649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2fae5b52-3ce3-41b7-95d4-8641614160e6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:25.326724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:25.348003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bce7ca-65aa-4d89-9a39-d729eadf80a4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.362564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.366528 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Added segment 2407d8fd-edb1-474e-bb17-dd0734e35b79 of type vlan for network 842fef97-e836-4710-9cf6-848363bdd3a0 Feb 11 13:23:25.450482 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.468824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.543184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] For port 87caee70-7f7d-4773-8820-e5d690db6c50, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:25.556343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4ec17776-82cf-447c-8e93-9f43b2bde80e None None] Provisioning complete for port 87caee70-7f7d-4773-8820-e5d690db6c50 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:25.556816 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4ec17776-82cf-447c-8e93-9f43b2bde80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.606636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] For port 87caee70-7f7d-4773-8820-e5d690db6c50, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87caee70-7f7d-4773-8820-e5d690db6c50,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:25.619243 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.620547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:25.621420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.656577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4ec17776-82cf-447c-8e93-9f43b2bde80e None None] Port 87caee70-7f7d-4773-8820-e5d690db6c50 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:25.679320 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.745514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9053082 Feb 11 13:23:25.750934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47342) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:25.757236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Request body: {'subnet': {'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-912419915-subnet', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:25.765863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7186024-3130-4468-91fb-9a4312ba8c43 admin admin] Pushing event updated for resources: {'Network': ['ID=842fef97-e836-4710-9cf6-848363bdd3a0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:25.787747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 842fef97-e836-4710-9cf6-848363bdd3a0 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:25.909356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Made reservation on behalf of 45acb4e4b37b4672a5ff5cd965c12500 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:25.911217 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:25.973276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Routers {'b7d48301-6274-4f67-8217-428395c9d7ae'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:25.985727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:22:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7d48301-6274-4f67-8217-428395c9d7ae'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:25.991463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040d518-f7b7-4ac3-9c5e-b0da8b420c61 None None] Pushing event updated for resources: {'Port': ['ID=87caee70-7f7d-4773-8820-e5d690db6c50,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:26.247996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7c1cc6b2-b466-4ddf-8a79-da0e6fbe9764 None None] Provisioning complete for port 87caee70-7f7d-4773-8820-e5d690db6c50 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:26.248773 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc6b2-b466-4ddf-8a79-da0e6fbe9764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.252841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] Set router b7d48301-6274-4f67-8217-428395c9d7ae gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:26.345671 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.456789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e0d9bc-7174-468b-853c-1c44f7f80be5,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:26.512447 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc6b2-b466-4ddf-8a79-da0e6fbe9764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.527815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Checking segment: {'id': '2407d8fd-edb1-474e-bb17-dd0734e35b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:26.528476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Network hostable DHCP agents. Network: 842fef97-e836-4710-9cf6-848363bdd3a0, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:26.573345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7c1cc6b2-b466-4ddf-8a79-da0e6fbe9764 None None] For port 87caee70-7f7d-4773-8820-e5d690db6c50, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87caee70-7f7d-4773-8820-e5d690db6c50,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:26.637175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Network 842fef97-e836-4710-9cf6-848363bdd3a0 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:26.661320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:21Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '87caee70-7f7d-4773-8820-e5d690db6c50', 'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'mac_address': 'fa:16:3e:10:cf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:20Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'subnets': [{'id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:26.665032 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7c1cc6b2-b466-4ddf-8a79-da0e6fbe9764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.717671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 842fef97-e836-4710-9cf6-848363bdd3a0) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:26.717929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5819f811-c62d-4c1c-bb9c-89c84f0b05ca None None] The sync data for ids ['b7d48301-6274-4f67-8217-428395c9d7ae'] in n-d-816488-1 is: [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:21Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '87caee70-7f7d-4773-8820-e5d690db6c50', 'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'mac_address': 'fa:16:3e:10:cf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:20Z', 'updated_at': '2022-02-11T13:23:25Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'subnets': [{'id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:26.723825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:26.728616 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.777745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8959f52d-6861-40dd-89e5-b6b4aebbe853 None None] Network 842fef97-e836-4710-9cf6-848363bdd3a0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:23:26.823553 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9141e6d9-6484-4327-8fd7-00dac9345785 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0679657 Feb 11 13:23:26.825983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47344) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:26.826840 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:23:26.831151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-912419915-router', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:26.953313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cc6b2-b466-4ddf-8a79-da0e6fbe9764 None None] Pushing event updated for resources: {'Port': ['ID=87caee70-7f7d-4773-8820-e5d690db6c50,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:26.978693 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:26.982578 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.077099 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7278f36f-42f2-4940-86a6-bce7c07a2ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.089977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-842fef97-e836-4710-9cf6-848363bdd3a0', 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'fixed_ips': [{'subnet_id': '31e0d9bc-7174-468b-853c-1c44f7f80be5'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:23:27.092826 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.123003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.390432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Allocated IP 172.20.0.2 (842fef97-e836-4710-9cf6-848363bdd3a0/31e0d9bc-7174-468b-853c-1c44f7f80be5/2b448d26-5081-45d6-ab1c-6e68e2202ad3) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:27.566053 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.844803 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:27.963878 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.047689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 87caee70-7f7d-4773-8820-e5d690db6c50 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:28.116968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.130913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.163698 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.265508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2fae5b52-3ce3-41b7-95d4-8641614160e6 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:28.288274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Pushing event updated for resources: {'Port': ['ID=2b448d26-5081-45d6-ab1c-6e68e2202ad3,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:28.347447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Network 842fef97-e836-4710-9cf6-848363bdd3a0 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:28.361809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:28.368644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Allocated IP 172.25.0.39 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/efc8b580-41d9-48e3-9774-27ff926f5017) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:28.397501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:28.564056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.583127 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.584250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 87caee70-7f7d-4773-8820-e5d690db6c50 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:28.584609 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.629859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Attempting to bind port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:28.630004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Attempting to bind port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2407d8fd-edb1-474e-bb17-dd0734e35b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:28.630270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Attempting to bind port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 on network 842fef97-e836-4710-9cf6-848363bdd3a0 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:28.644857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:28.645496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Checking segment: {'id': '2407d8fd-edb1-474e-bb17-dd0734e35b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:28.645955 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.646341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Bound using segment: {'id': '2407d8fd-edb1-474e-bb17-dd0734e35b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:28.651371 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Bound port: 2b448d26-5081-45d6-ab1c-6e68e2202ad3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2407d8fd-edb1-474e-bb17-dd0734e35b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:28.651938 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.688869 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.707334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 2fae5b52-3ce3-41b7-95d4-8641614160e6 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:28.783219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 2fae5b52-3ce3-41b7-95d4-8641614160e6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:28.783471 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:28.786428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:28.791017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:28.799243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:28.845289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Pushing event updated for resources: {'Port': ['ID=efc8b580-41d9-48e3-9774-27ff926f5017,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:29.061297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b6c79973-9682-4964-9e88-84344e64662d None None] For port 2b448d26-5081-45d6-ab1c-6e68e2202ad3, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:29.067179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b6c79973-9682-4964-9e88-84344e64662d None None] For port 2b448d26-5081-45d6-ab1c-6e68e2202ad3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b448d26-5081-45d6-ab1c-6e68e2202ad3,segment=NetworkSegment(2407d8fd-edb1-474e-bb17-dd0734e35b79),segment_id=2407d8fd-edb1-474e-bb17-dd0734e35b79)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:29.125092 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.150862 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.223848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2fae5b52-3ce3-41b7-95d4-8641614160e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2fae5b52-3ce3-41b7-95d4-8641614160e6,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:29.255192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c79973-9682-4964-9e88-84344e64662d None None] Pushing event updated for resources: {'Port': ['ID=2b448d26-5081-45d6-ab1c-6e68e2202ad3,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:29.311164 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.353538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:29.451337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2fae5b52-3ce3-41b7-95d4-8641614160e6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:29.762958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.069006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b448d26-5081-45d6-ab1c-6e68e2202ad3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:30.124114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:30.124541 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.215595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.266293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 2b448d26-5081-45d6-ab1c-6e68e2202ad3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b448d26-5081-45d6-ab1c-6e68e2202ad3,segment=NetworkSegment(2407d8fd-edb1-474e-bb17-dd0734e35b79),segment_id=2407d8fd-edb1-474e-bb17-dd0734e35b79)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:30.418767 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.464354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Router 1d58c896-4d43-467d-b3b4-554225ca2527 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:23:30.468100 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.492313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc5267c-d7dc-4194-b70e-aecbdbd02ddf None None] Network 842fef97-e836-4710-9cf6-848363bdd3a0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:23:30.567460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.587921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-982d7b14-71f0-403b-bff1-53328b93f8bb None None] Provisioning complete for port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:30.589997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-982d7b14-71f0-403b-bff1-53328b93f8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:30.591653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=2b448d26-5081-45d6-ab1c-6e68e2202ad3,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:31.112196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:31.125516 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Sync routers for ids ['1d58c896-4d43-467d-b3b4-554225ca2527'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:31.136471 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Routers {'1d58c896-4d43-467d-b3b4-554225ca2527'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:31.137088 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1d58c896-4d43-467d-b3b4-554225ca2527'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:31.139956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d369fda0-84fa-4a4c-9810-9f22ff28b48c None None] Provisioning complete for port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:31.140486 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d369fda0-84fa-4a4c-9810-9f22ff28b48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:31.218053 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:31.229634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47354) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:31.230335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f143cf62-e0f3-4c08-8c06-ad8d2e1100a2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4021714 Feb 11 13:23:31.362194 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Set router 1d58c896-4d43-467d-b3b4-554225ca2527 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:31.621194 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'name': 'tempest-TaggedBootDevicesTest_v242-912419915-router', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:26Z', 'updated_at': '2022-02-11T13:23:29Z', 'revision_number': 3, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'gw_port': {'id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:31.648402 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Checking router: 1d58c896-4d43-467d-b3b4-554225ca2527 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:31.648764 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Updating router 1d58c896-4d43-467d-b3b4-554225ca2527 port efc8b580-41d9-48e3-9774-27ff926f5017 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:23:31.674160 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:31.844593 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:31.942400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b448d26-5081-45d6-ab1c-6e68e2202ad3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:31.961120 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:31.998151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:32.002289 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.027242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Allocated IP 172.20.0.1 (842fef97-e836-4710-9cf6-848363bdd3a0/31e0d9bc-7174-468b-853c-1c44f7f80be5/0ded1a0a-9415-42ee-9f91-23f03d924e19) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:32.059587 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.116554 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Attempting to bind port efc8b580-41d9-48e3-9774-27ff926f5017 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:32.116919 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Attempting to bind port efc8b580-41d9-48e3-9774-27ff926f5017 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:32.117281 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Attempting to bind port efc8b580-41d9-48e3-9774-27ff926f5017 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:32.120146 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56752c48-39cf-473e-8bd0-7e3f02dfb5b4 None None] Pushing event updated for resources: {'Port': ['ID=efc8b580-41d9-48e3-9774-27ff926f5017,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:32.124863 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:32.125164 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:32.125561 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.126188 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:32.126422 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Bound port: efc8b580-41d9-48e3-9774-27ff926f5017, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:32.126800 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.139438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.189882 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] For port efc8b580-41d9-48e3-9774-27ff926f5017, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:32.192757 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] For port efc8b580-41d9-48e3-9774-27ff926f5017, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=efc8b580-41d9-48e3-9774-27ff926f5017,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:32.236160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.264793 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.272420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Network 842fef97-e836-4710-9cf6-848363bdd3a0 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:32.280649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:32.284112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:32.307475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Pushing event updated for resources: {'Port': ['ID=0ded1a0a-9415-42ee-9f91-23f03d924e19,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:32.329459 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.376236 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Routers {'1d58c896-4d43-467d-b3b4-554225ca2527'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:32.377616 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1d58c896-4d43-467d-b3b4-554225ca2527'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:32.383866 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56752c48-39cf-473e-8bd0-7e3f02dfb5b4 None None] Pushing event updated for resources: {'Port': ['ID=efc8b580-41d9-48e3-9774-27ff926f5017,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:32.468642 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-66858b3a-4fbf-44a0-bbab-131543df7299 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=5cb5a7db126d40d38512c5877f3b5910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470099 Feb 11 13:23:32.548367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3515f6-6134-4035-8d46-42beabd95ad2 req-ae5f56dd-2671-4f92-8323-6827348eaa14 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.560073 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3515f6-6134-4035-8d46-42beabd95ad2 req-ae5f56dd-2671-4f92-8323-6827348eaa14 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.567044 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] Set router 1d58c896-4d43-467d-b3b4-554225ca2527 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:32.568715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3515f6-6134-4035-8d46-42beabd95ad2 req-ae5f56dd-2671-4f92-8323-6827348eaa14 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.576258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3515f6-6134-4035-8d46-42beabd95ad2 req-ae5f56dd-2671-4f92-8323-6827348eaa14 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.583456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3515f6-6134-4035-8d46-42beabd95ad2 req-ae5f56dd-2671-4f92-8323-6827348eaa14 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.590574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3515f6-6134-4035-8d46-42beabd95ad2 req-ae5f56dd-2671-4f92-8323-6827348eaa14 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.596755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3515f6-6134-4035-8d46-42beabd95ad2 req-ae5f56dd-2671-4f92-8323-6827348eaa14 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.598769 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d3515f6-6134-4035-8d46-42beabd95ad2 req-ae5f56dd-2671-4f92-8323-6827348eaa14 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.1152971 Feb 11 13:23:32.645457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d3515f6-6134-4035-8d46-42beabd95ad2 req-a1d802f8-5c2e-4d6b-806b-5bae11ce976b tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394337 Feb 11 13:23:32.697167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d4097cf6-a6e9-4abe-8c48-2f821e28d546 None None] Provisioning complete for port 0ded1a0a-9415-42ee-9f91-23f03d924e19 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:32.698369 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d4097cf6-a6e9-4abe-8c48-2f821e28d546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:32.742237 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467f7afa-9d5a-4802-98d2-bec8ee58ada8 x-openstack-request-id: req-467f7afa-9d5a-4802-98d2-bec8ee58ada8 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:32.752202 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "2890c604-8e53-4973-8147-671cfbbcc7b1", "code": 200}, {"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-plugged", "status": "completed", "tag": "6ad60ca7-975e-4025-9fb9-16fe8d2f7573", "code": 200}, {"server_uuid": "a4eec706-4158-4ba4-813a-ed539a8d1d3b", "name": "network-vif-plugged", "status": "completed", "tag": "d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:32.752585 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-467f7afa-9d5a-4802-98d2-bec8ee58ada8 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:32.752948 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2890c604-8e53-4973-8147-671cfbbcc7b1', 'code': 200} Feb 11 13:23:32.753195 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad60ca7-975e-4025-9fb9-16fe8d2f7573', 'code': 200} Feb 11 13:23:32.753437 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4eec706-4158-4ba4-813a-ed539a8d1d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d15153-7c97-4d2d-ae97-6cb50ae0f7b6', 'code': 200} Feb 11 13:23:32.791541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d4097cf6-a6e9-4abe-8c48-2f821e28d546 None None] Port 0ded1a0a-9415-42ee-9f91-23f03d924e19 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:32.892859 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'name': 'tempest-TaggedBootDevicesTest_v242-912419915-router', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:26Z', 'updated_at': '2022-02-11T13:23:29Z', 'revision_number': 3, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'gw_port': {'id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:32.913069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3aaa0c-1f4f-4044-a64e-dd4404004e28 req-27535a0f-7d8e-4936-9e36-447000fd8061 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.915185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d3aaa0c-1f4f-4044-a64e-dd4404004e28 req-27535a0f-7d8e-4936-9e36-447000fd8061 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0888944 Feb 11 13:23:32.923415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3968fb2-c10a-46ea-89bb-080789784b3c req-6c1c1140-4490-4a77-8cbe-66fd401a2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.923978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3968fb2-c10a-46ea-89bb-080789784b3c req-6c1c1140-4490-4a77-8cbe-66fd401a2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.924473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3968fb2-c10a-46ea-89bb-080789784b3c req-6c1c1140-4490-4a77-8cbe-66fd401a2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.924994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3968fb2-c10a-46ea-89bb-080789784b3c req-6c1c1140-4490-4a77-8cbe-66fd401a2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.925457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3968fb2-c10a-46ea-89bb-080789784b3c req-6c1c1140-4490-4a77-8cbe-66fd401a2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.925690 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ca3908-9bd3-4d7b-ae44-cdedf94cab60 None None] The sync data for ids ['1d58c896-4d43-467d-b3b4-554225ca2527'] in n-d-816488-1 is: [{'id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'name': 'tempest-TaggedBootDevicesTest_v242-912419915-router', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:26Z', 'updated_at': '2022-02-11T13:23:29Z', 'revision_number': 3, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'gw_port': {'id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:32.925943 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3968fb2-c10a-46ea-89bb-080789784b3c req-6c1c1140-4490-4a77-8cbe-66fd401a2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.926556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3968fb2-c10a-46ea-89bb-080789784b3c req-6c1c1140-4490-4a77-8cbe-66fd401a2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:32.928574 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3968fb2-c10a-46ea-89bb-080789784b3c req-6c1c1140-4490-4a77-8cbe-66fd401a2b3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6491 time: 0.0737164 Feb 11 13:23:32.968999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d3aaa0c-1f4f-4044-a64e-dd4404004e28 req-34b3b8cc-f769-48c4-9f41-32bd2c64961c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393274 Feb 11 13:23:33.038776 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3968fb2-c10a-46ea-89bb-080789784b3c req-82e6b626-a6ac-4485-8bed-7be58befc713 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437114 Feb 11 13:23:33.045479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ef86436b-264b-45f7-b6a9-60511f9708bc tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.047160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ef86436b-264b-45f7-b6a9-60511f9708bc tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5698817 Feb 11 13:23:33.049823 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:33.095806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e37d2-1707-4a15-95c6-7d5c323964e3 req-54d0f915-ed8a-4dca-8e2d-ebacb3060de9 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.097321 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b5e37d2-1707-4a15-95c6-7d5c323964e3 req-54d0f915-ed8a-4dca-8e2d-ebacb3060de9 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 949 time: 0.0524282 Feb 11 13:23:33.100357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-6578eade-3578-419d-bdc2-88476a986888 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/quotas/5cb5a7db126d40d38512c5877f3b5910 HTTP/1.1" status: 200 len: 375 time: 0.0466607 Feb 11 13:23:33.109910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa205e-8e98-4ea6-9b34-c8d53cc0a82a req-3d67e1a4-f532-4739-9052-199284155ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.111359 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbaa205e-8e98-4ea6-9b34-c8d53cc0a82a req-3d67e1a4-f532-4739-9052-199284155ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 1100 time: 0.1095884 Feb 11 13:23:33.142951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b5e37d2-1707-4a15-95c6-7d5c323964e3 req-3fa42d0a-3d5b-49d0-8a1f-15bbaa79abe9 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386963 Feb 11 13:23:33.272508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbaa205e-8e98-4ea6-9b34-c8d53cc0a82a req-176df57f-3b09-4ee1-9bb9-1b05df7278c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447978 Feb 11 13:23:33.285186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f6caa-a428-485c-aacc-b38773cda3ef req-c57dd8ed-84d3-4204-b86f-24983a19544a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.286837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d18f6caa-a428-485c-aacc-b38773cda3ef req-c57dd8ed-84d3-4204-b86f-24983a19544a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 945 time: 0.0549560 Feb 11 13:23:33.287270 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-e9e88300-c2cd-4828-bb52-d0cd0398be62 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1796677 Feb 11 13:23:33.336566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d18f6caa-a428-485c-aacc-b38773cda3ef req-6921a60a-b28c-40d7-a682-b1773173f5b5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411010 Feb 11 13:23:33.357886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:33.447503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:33.471751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d051a-64ad-49cb-8cf4-0b1374e433d6 req-04af9bd8-cb66-4a3b-a283-9a09db8d04b0 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.473289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-384d051a-64ad-49cb-8cf4-0b1374e433d6 req-04af9bd8-cb66-4a3b-a283-9a09db8d04b0 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 950 time: 0.0592985 Feb 11 13:23:33.516111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-384d051a-64ad-49cb-8cf4-0b1374e433d6 req-3a4f1f80-2cdc-4c6b-be31-a7baf8fe4179 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358562 Feb 11 13:23:33.524053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Pushing event updated for resources: {'Port': ['ID=0ded1a0a-9415-42ee-9f91-23f03d924e19,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:33.537304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.537304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.537304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.537304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.537908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.538311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.538704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.539093 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.540024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.540414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.540802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.541185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:33.558666 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:33.700149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12d503-d0c1-410e-9184-9ba098c07e93 req-6645030f-8ac3-418e-b090-53a384ae1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.701891 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f12d503-d0c1-410e-9184-9ba098c07e93 req-6645030f-8ac3-418e-b090-53a384ae1bc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e348e61c06146e5809782bbea15e4ff&device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 1096 time: 0.0578592 Feb 11 13:23:33.718391 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb91cc80-de17-49c0-b522-936ea2ce9e31 req-3f660e0f-b18c-475b-8492-7319034d8c37 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 210 time: 0.1019995 Feb 11 13:23:33.724867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Network 842fef97-e836-4710-9cf6-848363bdd3a0 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:33.734527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:33.905883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31862dde-efaa-4490-8fe1-022dd7c930a5 req-4f758be6-14f4-45ed-9c17-260050c562f0 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.913264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-31862dde-efaa-4490-8fe1-022dd7c930a5 req-4f758be6-14f4-45ed-9c17-260050c562f0 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 951 time: 0.2190368 Feb 11 13:23:33.920663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Router 1d58c896-4d43-467d-b3b4-554225ca2527 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:33.943616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02f91d-fc80-42c8-8764-88ff453d64d6 req-f253b92e-a0fc-4cb6-8666-33143c450e0d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.952372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02f91d-fc80-42c8-8764-88ff453d64d6 req-f253b92e-a0fc-4cb6-8666-33143c450e0d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.959091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02f91d-fc80-42c8-8764-88ff453d64d6 req-f253b92e-a0fc-4cb6-8666-33143c450e0d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.967064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02f91d-fc80-42c8-8764-88ff453d64d6 req-f253b92e-a0fc-4cb6-8666-33143c450e0d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.973374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02f91d-fc80-42c8-8764-88ff453d64d6 req-f253b92e-a0fc-4cb6-8666-33143c450e0d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.981039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02f91d-fc80-42c8-8764-88ff453d64d6 req-f253b92e-a0fc-4cb6-8666-33143c450e0d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.988009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02f91d-fc80-42c8-8764-88ff453d64d6 req-f253b92e-a0fc-4cb6-8666-33143c450e0d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:33.991208 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a02f91d-fc80-42c8-8764-88ff453d64d6 req-f253b92e-a0fc-4cb6-8666-33143c450e0d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.1458991 Feb 11 13:23:34.012083 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-31862dde-efaa-4490-8fe1-022dd7c930a5 req-068254db-9497-4969-87dd-0751dd465fca tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947523 Feb 11 13:23:34.017514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12d503-d0c1-410e-9184-9ba098c07e93 req-18b25f31-7c48-4681-a1ec-1493030f064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.033861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f12d503-d0c1-410e-9184-9ba098c07e93 req-18b25f31-7c48-4681-a1ec-1493030f064b service neutron] 10.222.0.59 "GET /v2.0/networks?id=5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 200 len: 915 time: 0.3084109 Feb 11 13:23:34.044071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device efc8b580-41d9-48e3-9774-27ff926f5017 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:34.105902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f12d503-d0c1-410e-9184-9ba098c07e93 req-4c9074f6-3132-4fb2-b134-a3d264876c72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5a1da36-af4a-468f-b581-0cbc250c480c HTTP/1.1" status: 200 len: 217 time: 0.0628302 Feb 11 13:23:34.168184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a02f91d-fc80-42c8-8764-88ff453d64d6 req-dfbba82b-fe7f-4ca0-8b32-7f93b4b2d0fe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1628191 Feb 11 13:23:34.197445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9626a4e7-129f-4cf8-90b0-68c266ac8c58 None None] Provisioning complete for port 0ded1a0a-9415-42ee-9f91-23f03d924e19 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:34.198634 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9626a4e7-129f-4cf8-90b0-68c266ac8c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:34.246886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:34.259796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5a0b91d2-90bf-4907-8213-3ef4f512adfe admin admin] 10.222.0.52 "PUT /v2.0/routers/1d58c896-4d43-467d-b3b4-554225ca2527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0278814 Feb 11 13:23:34.280238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c2ed6-b5c1-4d41-969d-f19ab6c15842 req-b0feff13-718e-4a15-9197-65aaff193e9e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.287662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port efc8b580-41d9-48e3-9774-27ff926f5017 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:34.288061 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:34.288757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d00c2ed6-b5c1-4d41-969d-f19ab6c15842 req-b0feff13-718e-4a15-9197-65aaff193e9e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.1115503 Feb 11 13:23:34.298831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12d503-d0c1-410e-9184-9ba098c07e93 req-af0a1287-ddf7-4a5d-abe4-0765d50c0947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.300527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f12d503-d0c1-410e-9184-9ba098c07e93 req-af0a1287-ddf7-4a5d-abe4-0765d50c0947 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7453e60e-a49b-401d-9290-ba5d57235e58 HTTP/1.1" status: 200 len: 854 time: 0.1877692 Feb 11 13:23:34.303527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9626a4e7-129f-4cf8-90b0-68c266ac8c58 None None] Port 0ded1a0a-9415-42ee-9f91-23f03d924e19 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:34.390075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f12d503-d0c1-410e-9184-9ba098c07e93 req-4e378b1c-0334-4abf-9ef1-d3d17d36a94d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5267caef-1ce5-4b90-b59f-509667f805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753841 Feb 11 13:23:34.430743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:34.434809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d00c2ed6-b5c1-4d41-969d-f19ab6c15842 req-a3b3b38e-5886-4d2a-b4dc-be1e84d4390e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440766 Feb 11 13:23:34.479952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port efc8b580-41d9-48e3-9774-27ff926f5017, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=efc8b580-41d9-48e3-9774-27ff926f5017,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:34.580648 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:34.656927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=efc8b580-41d9-48e3-9774-27ff926f5017,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:34.707674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f12d503-d0c1-410e-9184-9ba098c07e93 req-ff5906af-e73a-42b3-8235-b7a928cdd7f7 service neutron] 10.222.0.59 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025286 Feb 11 13:23:34.715958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082e2b3-16be-4e97-968d-f321a0539635 req-c4b96701-5066-465c-8607-457a148b6ae0 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.723115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e082e2b3-16be-4e97-968d-f321a0539635 req-c4b96701-5066-465c-8607-457a148b6ae0 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 949 time: 0.1456518 Feb 11 13:23:34.755083 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'}, {'server_uuid': '6568d03f-b8dc-477d-8085-e0d0d026b735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e014ddd2-85d2-4e83-be87-09f5b17609c7'}, {'server_uuid': '30f5c597-8c51-48cd-9739-6fffde59d4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae5b52-3ce3-41b7-95d4-8641614160e6'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:34.759680 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fc7377-8288-4d01-8a1a-d0cea25246cb" -d '{"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-plugged", "status": "completed", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63"}, {"server_uuid": "6568d03f-b8dc-477d-8085-e0d0d026b735", "name": "network-vif-plugged", "status": "completed", "tag": "e014ddd2-85d2-4e83-be87-09f5b17609c7"}, {"server_uuid": "30f5c597-8c51-48cd-9739-6fffde59d4a7", "name": "network-vif-plugged", "status": "completed", "tag": "2fae5b52-3ce3-41b7-95d4-8641614160e6"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:34.839434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e082e2b3-16be-4e97-968d-f321a0539635 req-6a65b310-6a3e-4db4-98dd-8f8a05b94dea tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154537 Feb 11 13:23:34.874325 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f12d503-d0c1-410e-9184-9ba098c07e93 req-a5bcac5e-9282-452b-907f-1ffb7fd12869 service neutron] 10.222.0.59 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491749 Feb 11 13:23:34.980547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbae11c-424b-44c6-8f12-3b74eb4d3bab req-35eeb7c4-fe17-4f1f-8156-065b46cbfe0d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:34.988490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cbae11c-424b-44c6-8f12-3b74eb4d3bab req-35eeb7c4-fe17-4f1f-8156-065b46cbfe0d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 945 time: 0.0618794 Feb 11 13:23:35.031454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cbae11c-424b-44c6-8f12-3b74eb4d3bab req-3601608a-de87-420d-962e-5b2f4b3ad7b1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Feb 11 13:23:35.152299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f3bb-89ec-4987-bf1d-00f3e6e16bd7 req-d6c0e7dd-4197-416b-b6c1-431c3a511a14 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.154008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8106f3bb-89ec-4987-bf1d-00f3e6e16bd7 req-d6c0e7dd-4197-416b-b6c1-431c3a511a14 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 950 time: 0.0544944 Feb 11 13:23:35.193132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Sync routers for ids ['1d58c896-4d43-467d-b3b4-554225ca2527'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:35.202730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8106f3bb-89ec-4987-bf1d-00f3e6e16bd7 req-75f2fbe7-c0a8-49da-b10f-41b16e61f846 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363011 Feb 11 13:23:35.213791 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Routers {'1d58c896-4d43-467d-b3b4-554225ca2527'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:35.214561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1d58c896-4d43-467d-b3b4-554225ca2527'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:35.288684 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04cdbbf3-2ace-4136-9335-ef89b21c5c57 req-fd2647c1-439c-4b26-9c65-9e64f1adc910 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 210 time: 0.0315752 Feb 11 13:23:35.331469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Set router 1d58c896-4d43-467d-b3b4-554225ca2527 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:35.376352 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28f860d-25be-4af4-a387-673a68f2127f x-openstack-request-id: req-e28f860d-25be-4af4-a387-673a68f2127f {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:35.377235 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-plugged", "status": "completed", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63", "code": 200}, {"server_uuid": "6568d03f-b8dc-477d-8085-e0d0d026b735", "name": "network-vif-plugged", "status": "completed", "tag": "e014ddd2-85d2-4e83-be87-09f5b17609c7", "code": 200}, {"server_uuid": "30f5c597-8c51-48cd-9739-6fffde59d4a7", "name": "network-vif-plugged", "status": "completed", "tag": "2fae5b52-3ce3-41b7-95d4-8641614160e6", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:35.377235 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e28f860d-25be-4af4-a387-673a68f2127f {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:35.378337 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'code': 200} Feb 11 13:23:35.378620 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6568d03f-b8dc-477d-8085-e0d0d026b735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e014ddd2-85d2-4e83-be87-09f5b17609c7', 'code': 200} Feb 11 13:23:35.378994 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f5c597-8c51-48cd-9739-6fffde59d4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fae5b52-3ce3-41b7-95d4-8641614160e6', 'code': 200} Feb 11 13:23:35.501991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6cb0-e46e-499d-8131-ad770d1beb1a req-d55a80d7-e1be-4d57-b449-6104a9e6bb44 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.511617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6cb0-e46e-499d-8131-ad770d1beb1a req-d55a80d7-e1be-4d57-b449-6104a9e6bb44 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.517841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6cb0-e46e-499d-8131-ad770d1beb1a req-d55a80d7-e1be-4d57-b449-6104a9e6bb44 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.525682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6cb0-e46e-499d-8131-ad770d1beb1a req-d55a80d7-e1be-4d57-b449-6104a9e6bb44 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.535869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6cb0-e46e-499d-8131-ad770d1beb1a req-d55a80d7-e1be-4d57-b449-6104a9e6bb44 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.537549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75c468-6e35-4a43-a3eb-428ab02ce9ac req-c503d572-1ce3-4987-9f58-0dc072ce51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.539381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c75c468-6e35-4a43-a3eb-428ab02ce9ac req-c503d572-1ce3-4987-9f58-0dc072ce51a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 1101 time: 0.0598462 Feb 11 13:23:35.543890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6cb0-e46e-499d-8131-ad770d1beb1a req-d55a80d7-e1be-4d57-b449-6104a9e6bb44 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.549648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe6cb0-e46e-499d-8131-ad770d1beb1a req-d55a80d7-e1be-4d57-b449-6104a9e6bb44 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.551611 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-31fe6cb0-e46e-499d-8131-ad770d1beb1a req-d55a80d7-e1be-4d57-b449-6104a9e6bb44 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.1219635 Feb 11 13:23:35.583131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c75c468-6e35-4a43-a3eb-428ab02ce9ac req-e553ff30-ee34-47bb-b089-10a46f6efa47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356081 Feb 11 13:23:35.588385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'name': 'tempest-TaggedBootDevicesTest_v242-912419915-router', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:26Z', 'updated_at': '2022-02-11T13:23:32Z', 'revision_number': 4, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'gw_port': {'id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '0ded1a0a-9415-42ee-9f91-23f03d924e19', 'name': '', 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'mac_address': 'fa:16:3e:4c:2e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '31e0d9bc-7174-468b-853c-1c44f7f80be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:31Z', 'updated_at': '2022-02-11T13:23:33Z', 'revision_number': 2, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'subnets': [{'id': '31e0d9bc-7174-468b-853c-1c44f7f80be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:35.625701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Checking router: 1d58c896-4d43-467d-b3b4-554225ca2527 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:35.626093 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Updating router 1d58c896-4d43-467d-b3b4-554225ca2527 port 0ded1a0a-9415-42ee-9f91-23f03d924e19 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:23:35.631835 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-31fe6cb0-e46e-499d-8131-ad770d1beb1a req-cbfc44aa-cda4-4b94-bb2a-870a96d351c8 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692136 Feb 11 13:23:35.639171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1b033-353f-4271-931d-520bdb0bf7c9 req-04510c2c-7066-461d-a1aa-d0d9c5e76211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.640916 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0de1b033-353f-4271-931d-520bdb0bf7c9 req-04510c2c-7066-461d-a1aa-d0d9c5e76211 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 1096 time: 0.0882707 Feb 11 13:23:35.655493 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:35.686371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0de1b033-353f-4271-931d-520bdb0bf7c9 req-496dfe35-f169-4e18-abf5-a6719f075270 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Feb 11 13:23:35.820970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25cd68-b8b4-4158-adaf-5a14468cdc29 req-3678b73a-2457-4ef4-825c-7d4a837d9071 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:35.834041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba25cd68-b8b4-4158-adaf-5a14468cdc29 req-3678b73a-2457-4ef4-825c-7d4a837d9071 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 945 time: 0.0885346 Feb 11 13:23:35.879329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba25cd68-b8b4-4158-adaf-5a14468cdc29 req-05c6411e-8226-4c00-bf3d-7cbd16986c60 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436735 Feb 11 13:23:36.009643 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device efc8b580-41d9-48e3-9774-27ff926f5017 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:36.046578 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.052365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9861370-a3fb-486b-a879-bf8cf95efbf6 req-bad19394-efeb-4d27-9394-16de4e8569c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.058853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9861370-a3fb-486b-a879-bf8cf95efbf6 req-bad19394-efeb-4d27-9394-16de4e8569c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.070295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9861370-a3fb-486b-a879-bf8cf95efbf6 req-bad19394-efeb-4d27-9394-16de4e8569c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.076824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port efc8b580-41d9-48e3-9774-27ff926f5017 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:36.077196 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.078652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9861370-a3fb-486b-a879-bf8cf95efbf6 req-bad19394-efeb-4d27-9394-16de4e8569c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.085537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9861370-a3fb-486b-a879-bf8cf95efbf6 req-bad19394-efeb-4d27-9394-16de4e8569c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.103960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9861370-a3fb-486b-a879-bf8cf95efbf6 req-bad19394-efeb-4d27-9394-16de4e8569c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.111568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9861370-a3fb-486b-a879-bf8cf95efbf6 req-bad19394-efeb-4d27-9394-16de4e8569c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.114324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9861370-a3fb-486b-a879-bf8cf95efbf6 req-bad19394-efeb-4d27-9394-16de4e8569c3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.1218860 Feb 11 13:23:36.126317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47518) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:36.132075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f5a1da36-af4a-468f-b581-0cbc250c480c no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:36.132265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-cf0bc325-968f-4c7b-a516-82ba49885427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Request body: {'floatingip': {'port_id': '39ea6c0d-50c9-461a-bc14-e44498996519'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:36.167162 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.216499 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc325-968f-4c7b-a516-82ba49885427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.327846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f259b6c-aac0-45a6-8f8f-1e824aa0b07a req-122cc1df-fa88-45b8-b0a4-0475b5d9720d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.329953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f259b6c-aac0-45a6-8f8f-1e824aa0b07a req-122cc1df-fa88-45b8-b0a4-0475b5d9720d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 945 time: 0.1004872 Feb 11 13:23:36.404725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f259b6c-aac0-45a6-8f8f-1e824aa0b07a req-400e73e4-0cc2-463b-9864-e69171453621 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655980 Feb 11 13:23:36.515674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb856d0-891e-4ab7-82c6-ab6cf56a3990 req-5b868802-35ad-4fc3-9935-82c84d3c9d49 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.517328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7eb856d0-891e-4ab7-82c6-ab6cf56a3990 req-5b868802-35ad-4fc3-9935-82c84d3c9d49 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 949 time: 0.3265395 Feb 11 13:23:36.625502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4180-9853-4275-8e6b-58903c13ea83 req-cd88a1c2-2758-4f41-8453-bd1467d33fe1 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.629978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ca48d-e870-463e-8c0f-a45f1faa26b6 None None] Pushing event updated for resources: {'Port': ['ID=0ded1a0a-9415-42ee-9f91-23f03d924e19,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:36.636621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-033f4180-9853-4275-8e6b-58903c13ea83 req-cd88a1c2-2758-4f41-8453-bd1467d33fe1 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 950 time: 0.0803180 Feb 11 13:23:36.659281 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7eb856d0-891e-4ab7-82c6-ab6cf56a3990 req-10b6f7d3-238d-4e78-9f03-a407121b6563 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039603 Feb 11 13:23:36.671509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Attempting to bind port 0ded1a0a-9415-42ee-9f91-23f03d924e19 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:36.672001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Attempting to bind port 0ded1a0a-9415-42ee-9f91-23f03d924e19 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2407d8fd-edb1-474e-bb17-dd0734e35b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:36.672421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Attempting to bind port 0ded1a0a-9415-42ee-9f91-23f03d924e19 on network 842fef97-e836-4710-9cf6-848363bdd3a0 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:36.679754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:36.680337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Checking segment: {'id': '2407d8fd-edb1-474e-bb17-dd0734e35b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:36.680811 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.681304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Bound using segment: {'id': '2407d8fd-edb1-474e-bb17-dd0734e35b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:36.681903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Bound port: 0ded1a0a-9415-42ee-9f91-23f03d924e19, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2407d8fd-edb1-474e-bb17-dd0734e35b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:36.682376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.703394 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.709700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4917ebee-1909-45f4-ac24-6049562000f1 None None] Provisioning complete for port 0ded1a0a-9415-42ee-9f91-23f03d924e19 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:36.710317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-6a4fd301-4c83-4c54-9f75-9f532677bc61 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5cb5a7db126d40d38512c5877f3b5910&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606291 Feb 11 13:23:36.710411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4917ebee-1909-45f4-ac24-6049562000f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.754603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-033f4180-9853-4275-8e6b-58903c13ea83 req-8244baa2-1654-4215-bc07-5c5b399a8efd tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168222 Feb 11 13:23:36.830379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4917ebee-1909-45f4-ac24-6049562000f1 None None] Port 0ded1a0a-9415-42ee-9f91-23f03d924e19 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:36.841453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:36.885967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-0cddc871-d382-4c89-8eae-f47062dc4dfe tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:36.887500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-0cddc871-d382-4c89-8eae-f47062dc4dfe tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1688569 Feb 11 13:23:36.895112 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] For port 0ded1a0a-9415-42ee-9f91-23f03d924e19, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:36.900751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] For port 0ded1a0a-9415-42ee-9f91-23f03d924e19, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0ded1a0a-9415-42ee-9f91-23f03d924e19,segment=NetworkSegment(2407d8fd-edb1-474e-bb17-dd0734e35b79),segment_id=2407d8fd-edb1-474e-bb17-dd0734e35b79)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:36.905570 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:36.908529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Request body: {'port': {'device_id': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '5cb5a7db126d40d38512c5877f3b5910'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:36.979469 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-614a1e09-b5d4-444d-a719-736b6f687e49 req-0f1b5b19-0bd2-4a90-99c1-28c124e0b860 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 210 time: 0.1747215 Feb 11 13:23:37.008069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.052397 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.125437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Routers {'1d58c896-4d43-467d-b3b4-554225ca2527'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:37.126625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1d58c896-4d43-467d-b3b4-554225ca2527'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:37.131084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ca48d-e870-463e-8c0f-a45f1faa26b6 None None] Pushing event updated for resources: {'Port': ['ID=0ded1a0a-9415-42ee-9f91-23f03d924e19,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:37.202527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Made reservation on behalf of 5cb5a7db126d40d38512c5877f3b5910 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:37.207926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.336042 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc325-968f-4c7b-a516-82ba49885427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.382590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:37.385620 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0d1e1a-e11e-4112-8443-118af1330579" -d '{"events": [{"server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "name": "network-vif-unplugged", "status": "completed", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:37.405911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] Set router 1d58c896-4d43-467d-b3b4-554225ca2527 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:37.465865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc325-968f-4c7b-a516-82ba49885427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.610407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb3703a-4cf6-45a6-9830-1d709251d1b6 req-ac8fbf6a-f573-4af7-8a7b-e9bfde03d5ea tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:37.619857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8cb3703a-4cf6-45a6-9830-1d709251d1b6 req-ac8fbf6a-f573-4af7-8a7b-e9bfde03d5ea tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.1258690 Feb 11 13:23:37.627680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Allocated IP 192.168.233.111 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/ca2855e2-9c0e-45a1-adde-b44e39adee20) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:37.633746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ee4c7703-e4aa-4898-acda-e9061247292c None None] Provisioning complete for port 0ded1a0a-9415-42ee-9f91-23f03d924e19 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:37.634365 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ee4c7703-e4aa-4898-acda-e9061247292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.697041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8cb3703a-4cf6-45a6-9830-1d709251d1b6 req-3c85aaf5-7439-4321-9aa3-dfd99a75e2f8 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759976 Feb 11 13:23:37.751350 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-cf0bc325-968f-4c7b-a516-82ba49885427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Floating IP 2d55998e-5e4c-4638-b15c-5a784e3d23b8 associated. External IP: 172.25.0.222, port: 39ea6c0d-50c9-461a-bc14-e44498996519. Feb 11 13:23:37.803530 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2698e0a6-32b4-4c64-9a39-cc254da31cdd x-openstack-request-id: req-2698e0a6-32b4-4c64-9a39-cc254da31cdd {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:37.803832 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "name": "network-vif-unplugged", "status": "completed", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:37.804054 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2698e0a6-32b4-4c64-9a39-cc254da31cdd {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:37.804441 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'code': 200} Feb 11 13:23:37.880876 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ee4c7703-e4aa-4898-acda-e9061247292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.902407 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:37.922046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a953ca0-f113-48a9-833a-58cca7440932 req-37c3fe62-dcc6-436a-8e20-76c8ead79f98 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:37.935481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a953ca0-f113-48a9-833a-58cca7440932 req-37c3fe62-dcc6-436a-8e20-76c8ead79f98 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 951 time: 0.2915165 Feb 11 13:23:37.939093 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'name': 'tempest-TaggedBootDevicesTest_v242-912419915-router', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:26Z', 'updated_at': '2022-02-11T13:23:32Z', 'revision_number': 4, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'gw_port': {'id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '0ded1a0a-9415-42ee-9f91-23f03d924e19', 'name': '', 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'mac_address': 'fa:16:3e:4c:2e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '31e0d9bc-7174-468b-853c-1c44f7f80be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:31Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'subnets': [{'id': '31e0d9bc-7174-468b-853c-1c44f7f80be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:37.978321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f45388-01c5-4326-888b-2af4f1793f6e req-4d586537-5d3d-46a3-a3fe-7b522c92e14f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:37.986014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84f45388-01c5-4326-888b-2af4f1793f6e req-4d586537-5d3d-46a3-a3fe-7b522c92e14f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 945 time: 0.1006062 Feb 11 13:23:38.024989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d0d1c-d78a-4629-9119-1eb5c6e75240 None None] The sync data for ids ['1d58c896-4d43-467d-b3b4-554225ca2527'] in n-d-816488-1 is: [{'id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'name': 'tempest-TaggedBootDevicesTest_v242-912419915-router', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:26Z', 'updated_at': '2022-02-11T13:23:32Z', 'revision_number': 4, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'gw_port': {'id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '0ded1a0a-9415-42ee-9f91-23f03d924e19', 'name': '', 'network_id': '842fef97-e836-4710-9cf6-848363bdd3a0', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'mac_address': 'fa:16:3e:4c:2e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': '31e0d9bc-7174-468b-853c-1c44f7f80be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:31Z', 'updated_at': '2022-02-11T13:23:36Z', 'revision_number': 4, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'subnets': [{'id': '31e0d9bc-7174-468b-853c-1c44f7f80be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:38.050878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84f45388-01c5-4326-888b-2af4f1793f6e req-f5161dc4-5309-4d76-8d37-23a10fd691b6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633173 Feb 11 13:23:38.078284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ee4c7703-e4aa-4898-acda-e9061247292c None None] For port 0ded1a0a-9415-42ee-9f91-23f03d924e19, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0ded1a0a-9415-42ee-9f91-23f03d924e19,segment=NetworkSegment(2407d8fd-edb1-474e-bb17-dd0734e35b79),segment_id=2407d8fd-edb1-474e-bb17-dd0734e35b79)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:38.095171 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.096479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a953ca0-f113-48a9-833a-58cca7440932 req-4db33082-9db6-4f2a-ae50-437074e21248 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535735 Feb 11 13:23:38.118157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e8199d0a-87f2-434a-b6d9-35b961c843ce', '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:38.126366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['29418b28-e0b7-472f-be02-f3658d8fbd1a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:38.200297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93c0b267-088c-42b5-b195-23e059cc74c2 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:38.271994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:38.279535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:38.286453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:38.289583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0bc325-968f-4c7b-a516-82ba49885427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Router ebd49d56-348d-4df7-9c37-f649add5a73d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:23:38.294538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.295093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.295569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.296263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.296995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.297581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.298033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.307057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96317684-dc3c-4fdd-8c68-d75244860981 req-1da292c5-7424-41ce-9c5c-ee72d1b812f5 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.309810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.309810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.309810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.309810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.310251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:38.314465 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-96317684-dc3c-4fdd-8c68-d75244860981 req-1da292c5-7424-41ce-9c5c-ee72d1b812f5 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 950 time: 0.0928509 Feb 11 13:23:38.318640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:38.453930 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ee4c7703-e4aa-4898-acda-e9061247292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.484227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.485289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.516703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-96317684-dc3c-4fdd-8c68-d75244860981 req-87242d5e-ce71-453e-bc05-95e64d2c3b88 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997259 Feb 11 13:23:38.593553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-ccc1e7a8-d838-4759-9454-a1780109197f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6896200 Feb 11 13:23:38.608861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Request body: {'port': {'device_id': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:38.735284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0bc325-968f-4c7b-a516-82ba49885427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:38.749910 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] Sync routers for ids ['ebd49d56-348d-4df7-9c37-f649add5a73d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:38.750555 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cf0bc325-968f-4c7b-a516-82ba49885427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.764133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.764599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.765053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.765508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.766010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.766458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.766906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.769755 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] Routers {'ebd49d56-348d-4df7-9c37-f649add5a73d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:38.770403 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ebd49d56-348d-4df7-9c37-f649add5a73d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:38.772309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.772852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.773317 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.773882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.774324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.774924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.775380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.775831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.776547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.776975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.777424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.787346 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d133f581-4d4f-4001-a708-f7192ab6421d req-3adc5750-4d2d-47c2-9fcf-779863f10e57 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742&device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7&device_id=6568d03f-b8dc-477d-8085-e0d0d026b735&device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b&device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a&device_id=8714f633-5527-4aee-8fab-c810c67095a3&device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce&device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4&device_id=0c993b64-3785-4dd4-80dd-6892f54e809d&device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0&device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 16212 time: 0.1393590 Feb 11 13:23:38.788001 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.809354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c7703-e4aa-4898-acda-e9061247292c None None] Pushing event updated for resources: {'Port': ['ID=0ded1a0a-9415-42ee-9f91-23f03d924e19,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:38.820928 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cf0bc325-968f-4c7b-a516-82ba49885427 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "PUT /v2.0/floatingips/2d55998e-5e4c-4638-b15c-5a784e3d23b8 HTTP/1.1" status: 200 len: 991 time: 2.6909297 Feb 11 13:23:38.825796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': '39ea6c0d-50c9-461a-bc14-e44498996519'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:38.830336 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07639937-f1ca-465a-bc58-2f4f02665631" -d '{"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "39ea6c0d-50c9-461a-bc14-e44498996519"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:38.855592 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d133f581-4d4f-4001-a708-f7192ab6421d req-5ebfcd86-4446-468e-898f-8ea86057df43 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:38.862653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a27f1-7f46-4718-91b3-514c687c9206 req-c154ba29-dc0e-4389-9c3a-d71329ab9315 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:38.875015 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b9a27f1-7f46-4718-91b3-514c687c9206 req-c154ba29-dc0e-4389-9c3a-d71329ab9315 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 936 time: 0.2321835 Feb 11 13:23:38.940760 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] Set router ebd49d56-348d-4df7-9c37-f649add5a73d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:38.987087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b9a27f1-7f46-4718-91b3-514c687c9206 req-4a218b4f-3645-4369-b2b5-63fae2756891 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085768 Feb 11 13:23:39.036168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.058839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d0b9998f-20fb-4d8a-929d-a85f5c3f9a03 None None] Provisioning complete for port ca2855e2-9c0e-45a1-adde-b44e39adee20 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:39.058839 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0b9998f-20fb-4d8a-929d-a85f5c3f9a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.103307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d0b9998f-20fb-4d8a-929d-a85f5c3f9a03 None None] Port ca2855e2-9c0e-45a1-adde-b44e39adee20 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:39.150957 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d133f581-4d4f-4001-a708-f7192ab6421d req-5ebfcd86-4446-468e-898f-8ea86057df43 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.208072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:39.247768 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d133f581-4d4f-4001-a708-f7192ab6421d req-5ebfcd86-4446-468e-898f-8ea86057df43 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.285475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d133f581-4d4f-4001-a708-f7192ab6421d req-5ebfcd86-4446-468e-898f-8ea86057df43 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&id=1704b922-b676-4153-9058-ddaf67371a4e&id=c89953df-32e5-4dc6-b6e9-547e040339bc&id=52ca0094-8228-4422-90bb-9eb315037a63&id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&id=fceec4a9-c269-4a3e-8958-44057d8cba0d&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 781 time: 0.4875922 Feb 11 13:23:39.293313 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.306666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfcd86-4446-468e-898f-8ea86057df43 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3572bd9d-6179-4d3b-9a91-0de574b521e0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.382648 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:16Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '2d55998e-5e4c-4638-b15c-5a784e3d23b8', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'port_id': '39ea6c0d-50c9-461a-bc14-e44498996519', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'mac_address': 'fa:16:3e:ce:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:52Z', 'updated_at': '2022-02-11T13:23:37Z', 'revision_number': 1, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847', 'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'mac_address': 'fa:16:3e:1b:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:15Z', 'updated_at': '2022-02-11T13:20:24Z', 'revision_number': 5, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'subnets': [{'id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:39.433265 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] Checking router: ebd49d56-348d-4df7-9c37-f649add5a73d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:39.446508 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] Routers {'ebd49d56-348d-4df7-9c37-f649add5a73d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:39.446851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ebd49d56-348d-4df7-9c37-f649add5a73d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:39.466241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=11']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.500858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca2855e2-9c0e-45a1-adde-b44e39adee20 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:39.517387 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.560954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Transition to ACTIVE for port object ca2855e2-9c0e-45a1-adde-b44e39adee20 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:39.594185 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] Set router ebd49d56-348d-4df7-9c37-f649add5a73d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:39.603618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17437edc-d5bb-487e-82be-f694b3f490af req-3d45ac20-d18b-4e58-a1c1-0fd34ae52204 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.606170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-17437edc-d5bb-487e-82be-f694b3f490af req-3d45ac20-d18b-4e58-a1c1-0fd34ae52204 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 949 time: 0.1075058 Feb 11 13:23:39.646839 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.800476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf59d9-df22-4a05-bf73-a431c3874420 req-6e554d81-531b-4bd3-bca2-9deabc3f1079 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.805597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:39.812493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8fdf59d9-df22-4a05-bf73-a431c3874420 req-6e554d81-531b-4bd3-bca2-9deabc3f1079 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.2038538 Feb 11 13:23:39.816764 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b49447b-b79d-44ca-b4de-ed3bdd1b702f" -d '{"events": [{"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:39.855048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:39.895484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8fdf59d9-df22-4a05-bf73-a431c3874420 req-1c014f93-cf32-460c-9359-77253cd63cd0 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829256 Feb 11 13:23:39.924433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92210e7-4ab8-4277-a0ad-b5217bff6ab0 req-4dadd3e9-2da2-4d2b-9f73-abcc169c0547 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.931043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92210e7-4ab8-4277-a0ad-b5217bff6ab0 req-4dadd3e9-2da2-4d2b-9f73-abcc169c0547 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.943931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92210e7-4ab8-4277-a0ad-b5217bff6ab0 req-4dadd3e9-2da2-4d2b-9f73-abcc169c0547 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.950213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92210e7-4ab8-4277-a0ad-b5217bff6ab0 req-4dadd3e9-2da2-4d2b-9f73-abcc169c0547 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.956165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92210e7-4ab8-4277-a0ad-b5217bff6ab0 req-4dadd3e9-2da2-4d2b-9f73-abcc169c0547 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.967468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92210e7-4ab8-4277-a0ad-b5217bff6ab0 req-4dadd3e9-2da2-4d2b-9f73-abcc169c0547 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.973570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92210e7-4ab8-4277-a0ad-b5217bff6ab0 req-4dadd3e9-2da2-4d2b-9f73-abcc169c0547 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:39.979510 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:16Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '2d55998e-5e4c-4638-b15c-5a784e3d23b8', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'port_id': '39ea6c0d-50c9-461a-bc14-e44498996519', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'mac_address': 'fa:16:3e:ce:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:52Z', 'updated_at': '2022-02-11T13:23:37Z', 'revision_number': 1, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847', 'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'mac_address': 'fa:16:3e:1b:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:15Z', 'updated_at': '2022-02-11T13:20:24Z', 'revision_number': 5, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'subnets': [{'id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:39.980834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-17437edc-d5bb-487e-82be-f694b3f490af req-c54542cc-121c-4bf9-8985-0463a3641b4d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Deleting port 93c0b267-088c-42b5-b195-23e059cc74c2 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:23:39.981182 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-17437edc-d5bb-487e-82be-f694b3f490af req-c54542cc-121c-4bf9-8985-0463a3641b4d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:39.985807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c92210e7-4ab8-4277-a0ad-b5217bff6ab0 req-4dadd3e9-2da2-4d2b-9f73-abcc169c0547 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.2437558 Feb 11 13:23:40.021205 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48633a6-ea54-4ff4-aff2-e0437d194897 None None] The sync data for ids ['ebd49d56-348d-4df7-9c37-f649add5a73d'] in n-d-816488-1 is: [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:16Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '2d55998e-5e4c-4638-b15c-5a784e3d23b8', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'floating_ip_address': '172.25.0.222', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'port_id': '39ea6c0d-50c9-461a-bc14-e44498996519', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'mac_address': 'fa:16:3e:ce:44:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:21:52Z', 'updated_at': '2022-02-11T13:23:37Z', 'revision_number': 1, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847', 'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'mac_address': 'fa:16:3e:1b:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:15Z', 'updated_at': '2022-02-11T13:20:24Z', 'revision_number': 5, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'subnets': [{'id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:40.085205 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08165c6f-f6d8-45dd-baf6-2d59d6745264 x-openstack-request-id: req-08165c6f-f6d8-45dd-baf6-2d59d6745264 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:40.085403 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "tag": "39ea6c0d-50c9-461a-bc14-e44498996519", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:40.086457 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08165c6f-f6d8-45dd-baf6-2d59d6745264 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:40.086965 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'tag': '39ea6c0d-50c9-461a-bc14-e44498996519', 'status': 'completed', 'code': 200} Feb 11 13:23:40.127308 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c92210e7-4ab8-4277-a0ad-b5217bff6ab0 req-c95dec53-6e30-4ef2-8727-b8bcd9f21f72 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1360121 Feb 11 13:23:40.156189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0ded1a0a-9415-42ee-9f91-23f03d924e19 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:40.170356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:40.170942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:40.176633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:40.215660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Port ca2855e2-9c0e-45a1-adde-b44e39adee20 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:40.216903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:40.242012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:40.245329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:40.253808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:40.253808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Bound port: ca2855e2-9c0e-45a1-adde-b44e39adee20, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:40.253808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:40.288522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f5a1da36-af4a-468f-b581-0cbc250c480c no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:40.301884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-17437edc-d5bb-487e-82be-f694b3f490af req-c54542cc-121c-4bf9-8985-0463a3641b4d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] For port 93c0b267-088c-42b5-b195-23e059cc74c2, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93c0b267-088c-42b5-b195-23e059cc74c2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:40.302255 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-17437edc-d5bb-487e-82be-f694b3f490af req-c54542cc-121c-4bf9-8985-0463a3641b4d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:40.326837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639937-f1ca-465a-bc58-2f4f02665631 req-ce03dbec-faa2-4fcc-824a-da9c97a8dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.327284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639937-f1ca-465a-bc58-2f4f02665631 req-ce03dbec-faa2-4fcc-824a-da9c97a8dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.327753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639937-f1ca-465a-bc58-2f4f02665631 req-ce03dbec-faa2-4fcc-824a-da9c97a8dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.328209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639937-f1ca-465a-bc58-2f4f02665631 req-ce03dbec-faa2-4fcc-824a-da9c97a8dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.328664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639937-f1ca-465a-bc58-2f4f02665631 req-ce03dbec-faa2-4fcc-824a-da9c97a8dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.329117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639937-f1ca-465a-bc58-2f4f02665631 req-ce03dbec-faa2-4fcc-824a-da9c97a8dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.329574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639937-f1ca-465a-bc58-2f4f02665631 req-ce03dbec-faa2-4fcc-824a-da9c97a8dc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.331562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07639937-f1ca-465a-bc58-2f4f02665631 req-ce03dbec-faa2-4fcc-824a-da9c97a8dc86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6491 time: 0.2096856 Feb 11 13:23:40.335068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-17437edc-d5bb-487e-82be-f694b3f490af req-c54542cc-121c-4bf9-8985-0463a3641b4d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Calling delete_port for 93c0b267-088c-42b5-b195-23e059cc74c2 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:23:40.430796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0ded1a0a-9415-42ee-9f91-23f03d924e19 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:40.431447 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:40.468989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:40.473399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:40.492266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b09e78-d9f4-4c9f-b8c5-b87310c59bc0 req-8ab445c2-a758-4e57-bfa8-d48c34da401f tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.492266 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45b09e78-d9f4-4c9f-b8c5-b87310c59bc0 req-8ab445c2-a758-4e57-bfa8-d48c34da401f tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 949 time: 0.2341170 Feb 11 13:23:40.548282 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb52c43-e35b-4d1f-aa76-a5f473928411 req-f8dfc3d6-7df3-4e4d-bfdc-96834022736f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.557355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cb52c43-e35b-4d1f-aa76-a5f473928411 req-f8dfc3d6-7df3-4e4d-bfdc-96834022736f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 945 time: 0.0858424 Feb 11 13:23:40.563271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:40.623603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45b09e78-d9f4-4c9f-b8c5-b87310c59bc0 req-b5cc5fea-e794-4854-acd5-4009a4a2ceae tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/security-groups?id=260998ad-cc20-47d3-bb27-9a1189adf80a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072812 Feb 11 13:23:40.625731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c7bffb-270e-4061-bbf9-2b13b39e9bde None None] New status for floating IP 2d55998e-5e4c-4638-b15c-5a784e3d23b8: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:23:40.671195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.673924 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:40.675650 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] 10.222.0.59 "PUT /v2.0/ports/ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 1096 time: 2.0724225 Feb 11 13:23:40.680852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:40.683479 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6dfcbc-e9a2-4073-8894-883952181d83" -d '{"events": [{"name": "network-changed", "server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:40.695121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639937-f1ca-465a-bc58-2f4f02665631 req-926f002f-1118-4ff3-afc1-f7a7a09dc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.697695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07639937-f1ca-465a-bc58-2f4f02665631 req-926f002f-1118-4ff3-afc1-f7a7a09dc342 service neutron] 10.222.0.59 "GET /v2.0/networks?id=82e326e6-190a-41c5-9091-43f8b7834047 HTTP/1.1" status: 200 len: 912 time: 0.3557909 Feb 11 13:23:40.774554 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cb52c43-e35b-4d1f-aa76-a5f473928411 req-143a3bb8-4dce-4859-8c9f-5c22ce6de1d5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018132 Feb 11 13:23:40.778488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3b991-1e64-4ef9-9091-df130358c538 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:40.810238 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-acc95e11-1b4b-47f4-8977-dde02cf10850 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=94f601d991e0473d810c4ba9bdaf829f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0912285 Feb 11 13:23:40.844363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-17437edc-d5bb-487e-82be-f694b3f490af req-c54542cc-121c-4bf9-8985-0463a3641b4d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:40.885266 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea65377-60ce-4534-8d81-5e45404b3672 x-openstack-request-id: req-dea65377-60ce-4534-8d81-5e45404b3672 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:40.890586 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-unplugged", "status": "completed", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:40.891115 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dea65377-60ce-4534-8d81-5e45404b3672 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:40.892016 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2', 'code': 200} Feb 11 13:23:40.895845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-2f9ea0ef-4827-4d7d-86e8-beac9001715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:40.902049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-2f9ea0ef-4827-4d7d-86e8-beac9001715c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1099 time: 0.0846488 Feb 11 13:23:40.949292 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07639937-f1ca-465a-bc58-2f4f02665631 req-ec1be0f0-b63e-44a9-8fbe-28362656ab2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ea6c0d-50c9-461a-bc14-e44498996519 HTTP/1.1" status: 200 len: 999 time: 0.2415152 Feb 11 13:23:40.955343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54542cc-121c-4bf9-8985-0463a3641b4d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Pushing event deleted for resources: {'Port': ['ID=93c0b267-088c-42b5-b195-23e059cc74c2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:40.983173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-90cb27f4-0bcd-4c60-8d66-f1239f30370c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 217 time: 0.0712433 Feb 11 13:23:41.056872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-17437edc-d5bb-487e-82be-f694b3f490af req-c54542cc-121c-4bf9-8985-0463a3641b4d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] No DVR routers for this DVR port 93c0b267-088c-42b5-b195-23e059cc74c2 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:41.062637 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-17437edc-d5bb-487e-82be-f694b3f490af req-c54542cc-121c-4bf9-8985-0463a3641b4d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.067296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-17437edc-d5bb-487e-82be-f694b3f490af req-c54542cc-121c-4bf9-8985-0463a3641b4d tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.13 "DELETE /v2.0/ports/93c0b267-088c-42b5-b195-23e059cc74c2 HTTP/1.1" status: 204 len: 173 time: 1.3797014 Feb 11 13:23:41.093040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-ade427da-284d-4845-8e2d-32967dd47971 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.093318 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-ade427da-284d-4845-8e2d-32967dd47971 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2821224 Feb 11 13:23:41.099428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639937-f1ca-465a-bc58-2f4f02665631 req-6efcd17f-835a-49af-888a-91e7c213defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.100868 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07639937-f1ca-465a-bc58-2f4f02665631 req-6efcd17f-835a-49af-888a-91e7c213defb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=270b6f5f-34f9-478f-b64f-a56ab929ff15 HTTP/1.1" status: 200 len: 850 time: 0.1398597 Feb 11 13:23:41.107393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-c4c8d972-b8ba-4219-99f8-1f7e2000dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.110896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-c4c8d972-b8ba-4219-99f8-1f7e2000dff0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1074078 Feb 11 13:23:41.117465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-a10dfb3e-2b47-4355-88d5-61ddff5780d4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.119418 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-a10dfb3e-2b47-4355-88d5-61ddff5780d4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 945 time: 0.1072040 Feb 11 13:23:41.123789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0af29a3f-1ac4-4fb2-8826-de1c36e32bb7 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/quotas/94f601d991e0473d810c4ba9bdaf829f HTTP/1.1" status: 200 len: 375 time: 0.0202832 Feb 11 13:23:41.134920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827f607-d7e7-419a-8e6b-7ebbc06e0bce req-c607fcfc-9d3c-4031-898e-60f280eff97c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.138468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e827f607-d7e7-419a-8e6b-7ebbc06e0bce req-c607fcfc-9d3c-4031-898e-60f280eff97c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.1660490 Feb 11 13:23:41.190458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639937-f1ca-465a-bc58-2f4f02665631 req-1aed7c0d-aa7a-4050-af0d-8242752bcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.192178 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07639937-f1ca-465a-bc58-2f4f02665631 req-1aed7c0d-aa7a-4050-af0d-8242752bcfbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82e326e6-190a-41c5-9091-43f8b7834047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823209 Feb 11 13:23:41.254606 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-6cf6d536-4fe7-40dc-81af-4047940ab9ff tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=94f601d991e0473d810c4ba9bdaf829f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1107624 Feb 11 13:23:41.299265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-315578a4-d9eb-48e7-b718-a447c0c7f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.300756 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-315578a4-d9eb-48e7-b718-a447c0c7f1aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1803055 Feb 11 13:23:41.334752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e827f607-d7e7-419a-8e6b-7ebbc06e0bce req-20f6d84a-25c7-443e-95e9-4278048054cb tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533012 Feb 11 13:23:41.335418 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07639937-f1ca-465a-bc58-2f4f02665631 req-c04a694f-d804-4334-a39f-e3ffbe5d5e9d service neutron] 10.222.0.59 "GET /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352742 Feb 11 13:23:41.425092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-1727ae29-64a6-4238-95bf-59c980c00425 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Deleting port e014ddd2-85d2-4e83-be87-09f5b17609c7 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:23:41.426883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-1727ae29-64a6-4238-95bf-59c980c00425 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.500809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07639937-f1ca-465a-bc58-2f4f02665631 req-266b19c1-5ae0-4818-ab2b-0d2d2c05d63e service neutron] 10.222.0.59 "GET /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592567 Feb 11 13:23:41.594565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-c913fd18-a234-4d88-a6d3-fb72bd0a8638 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789404 Feb 11 13:23:41.676939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff63186-4bd1-49d8-8e85-4f4b0e06409f req-ea9aa233-cc43-43a3-82b5-5b5975aae34a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.684806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dff63186-4bd1-49d8-8e85-4f4b0e06409f req-ea9aa233-cc43-43a3-82b5-5b5975aae34a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 948 time: 0.1785929 Feb 11 13:23:41.689830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65074-4aa5-40d4-83a7-3d8586e9ffe4 req-4fa7ae85-0569-43f2-a0a4-630db2a41390 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.698921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65074-4aa5-40d4-83a7-3d8586e9ffe4 req-4fa7ae85-0569-43f2-a0a4-630db2a41390 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.705849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65074-4aa5-40d4-83a7-3d8586e9ffe4 req-4fa7ae85-0569-43f2-a0a4-630db2a41390 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.715067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65074-4aa5-40d4-83a7-3d8586e9ffe4 req-4fa7ae85-0569-43f2-a0a4-630db2a41390 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.720900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65074-4aa5-40d4-83a7-3d8586e9ffe4 req-4fa7ae85-0569-43f2-a0a4-630db2a41390 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.734675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65074-4aa5-40d4-83a7-3d8586e9ffe4 req-4fa7ae85-0569-43f2-a0a4-630db2a41390 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.740352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-1727ae29-64a6-4238-95bf-59c980c00425 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] For port e014ddd2-85d2-4e83-be87-09f5b17609c7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e014ddd2-85d2-4e83-be87-09f5b17609c7,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:41.740719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-1727ae29-64a6-4238-95bf-59c980c00425 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:41.741241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf65074-4aa5-40d4-83a7-3d8586e9ffe4 req-4fa7ae85-0569-43f2-a0a4-630db2a41390 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.763295 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-abf65074-4aa5-40d4-83a7-3d8586e9ffe4 req-4fa7ae85-0569-43f2-a0a4-630db2a41390 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.1564517 Feb 11 13:23:41.776482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dff63186-4bd1-49d8-8e85-4f4b0e06409f req-a2e3158f-967e-4288-a57a-f4fda7d71a35 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905130 Feb 11 13:23:41.779197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-1727ae29-64a6-4238-95bf-59c980c00425 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Calling delete_port for e014ddd2-85d2-4e83-be87-09f5b17609c7 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:23:41.846281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8bfe046-6030-4b79-9cd8-36d93d37e013 req-474d3e97-6780-4bf7-8b7e-f79d96d72acb service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423990 Feb 11 13:23:41.895053 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b626f5-a7ec-4a9e-836e-778c0a83cdd8 x-openstack-request-id: req-50b626f5-a7ec-4a9e-836e-778c0a83cdd8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:41.895347 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:41.895597 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50b626f5-a7ec-4a9e-836e-778c0a83cdd8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:41.895992 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'status': 'completed', 'code': 200} Feb 11 13:23:41.943450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f0446-f5db-4f91-ac7c-30a1b767508f req-bf97d75f-df29-49de-a089-e52d0a81b4b5 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.944007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f0446-f5db-4f91-ac7c-30a1b767508f req-bf97d75f-df29-49de-a089-e52d0a81b4b5 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.944471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f0446-f5db-4f91-ac7c-30a1b767508f req-bf97d75f-df29-49de-a089-e52d0a81b4b5 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:41.955983 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e58f0446-f5db-4f91-ac7c-30a1b767508f req-bf97d75f-df29-49de-a089-e52d0a81b4b5 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b&device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a&device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 2883 time: 0.0575809 Feb 11 13:23:42.002813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e58f0446-f5db-4f91-ac7c-30a1b767508f req-0af25235-389a-407a-927d-d41ac85fe3a6 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458901 Feb 11 13:23:42.057204 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4907e400-d1a7-4a4a-bdc5-0365de71b0ca req-fceae163-6333-4db6-ae3b-9ee2cd131198 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 210 time: 0.0495229 Feb 11 13:23:42.070671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-5338e6ad-c124-4b0d-b97d-bfb6bd397f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.072701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-5338e6ad-c124-4b0d-b97d-bfb6bd397f0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1099 time: 0.0664828 Feb 11 13:23:42.099526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-deleted', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:42.105255 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88efd9f8-80b0-4c6d-92b9-5eb754c8c73a" -d '{"events": [{"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-deleted", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:42.111682 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16647ac5-cae6-4cf4-a661-d3f616f87dcc req-4a91129b-3fd0-4900-8428-93a8c24aec88 tempest-ImagesOneServerTestJSON-932544855 tempest-ImagesOneServerTestJSON-932544855-project] 10.222.0.52 "GET /v2.0/ports?device_id=71b6dbb0-0a36-46fb-9c21-ea15a430f8ce HTTP/1.1" status: 200 len: 210 time: 0.0494673 Feb 11 13:23:42.139093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-1727ae29-64a6-4238-95bf-59c980c00425 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:42.152527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e014ddd2-85d2-4e83-be87-09f5b17609c7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:42.187175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727ae29-64a6-4238-95bf-59c980c00425 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event deleted for resources: {'Port': ['ID=e014ddd2-85d2-4e83-be87-09f5b17609c7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:42.222576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-4dfa576b-249b-484f-8c38-4a5ea98a1983 req-46d75ca1-991e-4403-b438-add2aca8fd65 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:23:42.224587 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dfa576b-249b-484f-8c38-4a5ea98a1983 req-46d75ca1-991e-4403-b438-add2aca8fd65 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062091 Feb 11 13:23:42.248927 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8949669-d20e-4d80-b11c-62b4b68e0c52 req-787fcc84-713e-43ec-b35b-0bb12ec4bb2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 210 time: 0.0520935 Feb 11 13:23:42.297821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-a105939c-055f-4e95-9209-97c1d6a86bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.303847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-a105939c-055f-4e95-9209-97c1d6a86bcf service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2165592 Feb 11 13:23:42.314682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-1727ae29-64a6-4238-95bf-59c980c00425 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] No DVR routers for this DVR port e014ddd2-85d2-4e83-be87-09f5b17609c7 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:42.380441 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1030e257-a825-495b-abe9-38d158b28a4c x-openstack-request-id: req-1030e257-a825-495b-abe9-38d158b28a4c {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:42.380732 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b6dbb0-0a36-46fb-9c21-ea15a430f8ce", "name": "network-vif-deleted", "tag": "93c0b267-088c-42b5-b195-23e059cc74c2", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:42.380983 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1030e257-a825-495b-abe9-38d158b28a4c {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:42.381364 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b6dbb0-0a36-46fb-9c21-ea15a430f8ce', 'name': 'network-vif-deleted', 'tag': '93c0b267-088c-42b5-b195-23e059cc74c2', 'status': 'completed', 'code': 200} Feb 11 13:23:42.391534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-4d8b3d9d-d022-4681-8fe1-e021bf94cffd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 217 time: 0.0779142 Feb 11 13:23:42.393038 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-1727ae29-64a6-4238-95bf-59c980c00425 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:42.396519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-925b3760-0f8a-4c9b-a259-dc8078d04cf7 req-1727ae29-64a6-4238-95bf-59c980c00425 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "DELETE /v2.0/ports/e014ddd2-85d2-4e83-be87-09f5b17609c7 HTTP/1.1" status: 204 len: 173 time: 1.2566671 Feb 11 13:23:42.456042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-f106d94d-c8f1-4140-a0b8-45914ec8da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.456042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-f106d94d-c8f1-4140-a0b8-45914ec8da4e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0523145 Feb 11 13:23:42.520333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-6fe0d125-52ae-4013-a078-93b7d01bd4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.521959 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-6fe0d125-52ae-4013-a078-93b7d01bd4f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578377 Feb 11 13:23:42.559742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa339270-c916-4170-9358-3d642b275fad req-3f535f8f-c5e3-4316-bf1b-3a4048326d3c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.567541 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa339270-c916-4170-9358-3d642b275fad req-3f535f8f-c5e3-4316-bf1b-3a4048326d3c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0670753 Feb 11 13:23:42.635292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-4bd0944a-57eb-4578-8d49-6bc5a12c8bc6 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063867 Feb 11 13:23:42.636322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa339270-c916-4170-9358-3d642b275fad req-be7ab23c-d36e-4a36-ab35-556e567bb9fa tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574994 Feb 11 13:23:42.755238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc6dfcbc-e9a2-4073-8894-883952181d83 req-3b908d5e-53d2-41d6-a7dc-cb3cf10f5e67 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043961 Feb 11 13:23:42.950521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996941c4-0d83-4548-b193-373168903cab req-5ff7c3cd-4e7f-43e9-b061-bd5707db6bf1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:42.958273 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-996941c4-0d83-4548-b193-373168903cab req-5ff7c3cd-4e7f-43e9-b061-bd5707db6bf1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 948 time: 0.0828738 Feb 11 13:23:43.012949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-996941c4-0d83-4548-b193-373168903cab req-17cfa3d1-6faf-483e-a783-58c1aadee6b3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535514 Feb 11 13:23:43.053978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-f5fd6dfe-c52d-462f-ade0-678edb4f4013 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0526214 Feb 11 13:23:43.194363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da6a9b7d-2643-4288-8787-1f28684e5dcc req-487500eb-cb69-4aa0-b702-26084007bae6 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 210 time: 0.0397885 Feb 11 13:23:43.393091 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d1876ba-c6e3-47e1-b3db-120895b390db req-745d6d8d-3fbf-4c2d-91de-44ea6c49c4ca tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=6568d03f-b8dc-477d-8085-e0d0d026b735 HTTP/1.1" status: 200 len: 210 time: 0.0518017 Feb 11 13:23:43.439910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf1ec9-8464-493c-8f7d-ab453565e235 req-a95abc07-7a95-4691-a91a-2fcead314b6e tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:43.441460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bcbf1ec9-8464-493c-8f7d-ab453565e235 req-a95abc07-7a95-4691-a91a-2fcead314b6e tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 1101 time: 0.0455551 Feb 11 13:23:43.500037 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bcbf1ec9-8464-493c-8f7d-ab453565e235 req-0226c97e-1b84-4aaa-9823-aa29ab80e7d4 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Feb 11 13:23:43.634621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4e9a9-e78a-422c-99e9-6de9c8c85a20 req-f6a92b90-0819-4a35-bd1a-1245ec16cb39 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:43.636296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0cb4e9a9-e78a-422c-99e9-6de9c8c85a20 req-f6a92b90-0819-4a35-bd1a-1245ec16cb39 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 1101 time: 0.0483034 Feb 11 13:23:43.798438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47706) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:43.822634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb924eb9-fd63-485b-891b-9e8e223f4253 req-b14114df-2e7b-4bcb-b40d-9924e8e7a40d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:43.824534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb924eb9-fd63-485b-891b-9e8e223f4253 req-b14114df-2e7b-4bcb-b40d-9924e8e7a40d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0759501 Feb 11 13:23:43.894317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb924eb9-fd63-485b-891b-9e8e223f4253 req-7e00c689-ae1d-415b-ba24-ec9a5bf5a3ed tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617943 Feb 11 13:23:43.897563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6568d03f-b8dc-477d-8085-e0d0d026b735', 'name': 'network-vif-deleted', 'tag': 'e014ddd2-85d2-4e83-be87-09f5b17609c7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:43.903715 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de0d199-31fb-4c06-ba95-0dc2d04e6389" -d '{"events": [{"server_uuid": "6568d03f-b8dc-477d-8085-e0d0d026b735", "name": "network-vif-deleted", "tag": "e014ddd2-85d2-4e83-be87-09f5b17609c7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:43.973954 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e874252-b38d-4bd7-be3c-b704e203c3e8 x-openstack-request-id: req-1e874252-b38d-4bd7-be3c-b704e203c3e8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:43.974273 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6568d03f-b8dc-477d-8085-e0d0d026b735", "name": "network-vif-deleted", "tag": "e014ddd2-85d2-4e83-be87-09f5b17609c7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:43.974527 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e874252-b38d-4bd7-be3c-b704e203c3e8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:43.974977 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6568d03f-b8dc-477d-8085-e0d0d026b735', 'name': 'network-vif-deleted', 'tag': 'e014ddd2-85d2-4e83-be87-09f5b17609c7', 'status': 'completed', 'code': 200} Feb 11 13:23:44.015665 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-e490b65b-7637-48b1-8e2f-b522d964d6e8 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=94f601d991e0473d810c4ba9bdaf829f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257208 Feb 11 13:23:44.054539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4097ae73-d724-4984-8bb5-01755d253fe8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=353ebcb64902402e8a45166cca04c139&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2547281 Feb 11 13:23:44.057231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47714) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:44.098525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0cb4e9a9-e78a-422c-99e9-6de9c8c85a20 req-5f0bd434-9a4e-4851-b93f-a2b9bea510e1 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540067 Feb 11 13:23:44.148876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2c304a2-a940-43e2-b8ff-602742c36ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:44.169916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-ab92bb1b-8b8b-4f51-b5a6-304fff0aba3d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.172005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-ab92bb1b-8b8b-4f51-b5a6-304fff0aba3d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486113 Feb 11 13:23:44.192177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Request body: {'port': {'device_id': 'e034a0fd-59e6-4050-b800-abcbd31c1b10', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '94f601d991e0473d810c4ba9bdaf829f'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:44.194933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93c0b267-088c-42b5-b195-23e059cc74c2 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:44.208697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2c304a2-a940-43e2-b8ff-602742c36ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:44.232498 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb27c7d-2a2a-424c-9fa3-86b5d9c4712f req-67538a87-4c1c-46ff-b35a-3424a673b73b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.241629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cb27c7d-2a2a-424c-9fa3-86b5d9c4712f req-67538a87-4c1c-46ff-b35a-3424a673b73b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 948 time: 0.1282711 Feb 11 13:23:44.281723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 93c0b267-088c-42b5-b195-23e059cc74c2 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:23:44.287669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93c0b267-088c-42b5-b195-23e059cc74c2 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:44.297695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:44.301116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e014ddd2-85d2-4e83-be87-09f5b17609c7 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:44.302102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cb27c7d-2a2a-424c-9fa3-86b5d9c4712f req-9c7792c4-3b12-42c7-9ca9-d5edc08aa2f2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588048 Feb 11 13:23:44.372524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: e014ddd2-85d2-4e83-be87-09f5b17609c7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:23:44.373579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e014ddd2-85d2-4e83-be87-09f5b17609c7 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:44.427108 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2c304a2-a940-43e2-b8ff-602742c36ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:44.428680 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2c304a2-a940-43e2-b8ff-602742c36ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:44.432707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c2c304a2-a940-43e2-b8ff-602742c36ec9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/260998ad-cc20-47d3-bb27-9a1189adf80a HTTP/1.1" status: 204 len: 168 time: 0.3721807 Feb 11 13:23:44.452216 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3fe4fde1-6e49-4fc9-a802-25b6c0e07da5 req-57f6abd4-969c-49fe-a5e5-661c69c705c7 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 210 time: 0.0481925 Feb 11 13:23:44.457435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c304a2-a940-43e2-b8ff-602742c36ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260998ad-cc20-47d3-bb27-9a1189adf80a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:44.464850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Made reservation on behalf of 94f601d991e0473d810c4ba9bdaf829f for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:44.470285 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:44.727585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Allocated IP 192.168.233.112 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/b7189dde-60a8-412c-9fb6-0d56cba6844c) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:44.791693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:44.823972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'mac_address': 'fa:16:3e:ab:5e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:44.849817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-b416e289-9e1f-4f03-8ca6-f80366e13744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.857095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-b416e289-9e1f-4f03-8ca6-f80366e13744 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d&tenant_id=4e348e61c06146e5809782bbea15e4ff HTTP/1.1" status: 200 len: 1094 time: 0.0728657 Feb 11 13:23:44.905720 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:44.926146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2855e2-9c0e-45a1-adde-b44e39adee20 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:44.974401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-880728ae-882a-47c5-acad-3264e06cf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:44.976032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-880728ae-882a-47c5-acad-3264e06cf452 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e348e61c06146e5809782bbea15e4ff&device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 1094 time: 0.0987036 Feb 11 13:23:44.978832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:45.021454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-9cebb144-13ed-4321-bd5d-eb32f90fc2cc tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:45.029056 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-9cebb144-13ed-4321-bd5d-eb32f90fc2cc tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.2472208 Feb 11 13:23:45.047853 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:45.066146 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-ddff0c31-0b23-417f-b74c-f08e432653fd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/quotas/e0d29aa58a34460e9c87cfd03475a330 HTTP/1.1" status: 200 len: 375 time: 0.0360353 Feb 11 13:23:45.117997 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-3e99876b-93f3-4860-8a32-a7ed2a8c7175 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508802 Feb 11 13:23:45.134340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:45.153835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-b7ec1ca7-72ae-47a4-b4f5-f9cb04d136b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:45.154888 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-b7ec1ca7-72ae-47a4-b4f5-f9cb04d136b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 200 len: 915 time: 0.1641645 Feb 11 13:23:45.184145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:45.217441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-5895b360-8012-481f-9adb-1a110bf383f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5a1da36-af4a-468f-b581-0cbc250c480c HTTP/1.1" status: 200 len: 217 time: 0.0516784 Feb 11 13:23:45.229211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004459a5-cf6b-44a3-89dd-5841c7f88f77 req-31c37758-0e46-4cee-9583-3144175c9f6b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:45.237025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004459a5-cf6b-44a3-89dd-5841c7f88f77 req-31c37758-0e46-4cee-9583-3144175c9f6b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.1203959 Feb 11 13:23:45.254701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-fe18f91e-52bb-4825-a010-66a79f57dcf9 service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357143 Feb 11 13:23:45.304317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004459a5-cf6b-44a3-89dd-5841c7f88f77 req-caa7fe7a-fc6a-4bea-91c2-b457865fc8e9 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664339 Feb 11 13:23:45.312984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-77475a25-bc77-4446-b047-f482c0b6e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:45.314773 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-77475a25-bc77-4446-b047-f482c0b6e45b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7453e60e-a49b-401d-9290-ba5d57235e58 HTTP/1.1" status: 200 len: 854 time: 0.0698509 Feb 11 13:23:45.331848 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:45.347154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2fae5b52-3ce3-41b7-95d4-8641614160e6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:45.399095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-f4bca0de-b2ea-4a4e-8232-e39681fbd255 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5267caef-1ce5-4b90-b59f-509667f805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668757 Feb 11 13:23:45.406164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:45.419817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:45.423685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:45.428514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Pushing event updated for resources: {'Port': ['ID=b7189dde-60a8-412c-9fb6-0d56cba6844c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:45.432882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-a565c170-2ae8-4055-82f2-220f7d61a3b6 service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675677 Feb 11 13:23:45.465590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['ca2855e2-9c0e-45a1-adde-b44e39adee20'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:45.487827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:45.489224 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:45.562601 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-8a83ae29-649b-46cc-86dc-01364a71c607 service neutron] 10.222.0.59 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597795 Feb 11 13:23:45.731081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0832901b-6465-4c44-91bd-670cfc5e99a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5494838 Feb 11 13:23:45.745591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-3e86f50d-c7d4-42a9-bea0-a71745d80fed service neutron] 10.222.0.59 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705918 Feb 11 13:23:45.745731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Request body: {'port': {'device_id': 'e034a0fd-59e6-4050-b800-abcbd31c1b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:45.858295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e34a0ea2-e4b4-4bc0-b886-e63c9ee0500b None None] Provisioning complete for port b7189dde-60a8-412c-9fb6-0d56cba6844c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:45.859706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e34a0ea2-e4b4-4bc0-b886-e63c9ee0500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:45.925870 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:45.981619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab766a6f-f735-429e-97ad-8bb9917941d4 req-e0bbeb4e-e54f-474a-9a5f-5c0c08a29186 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:45.994265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab766a6f-f735-429e-97ad-8bb9917941d4 req-e0bbeb4e-e54f-474a-9a5f-5c0c08a29186 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 949 time: 0.1091220 Feb 11 13:23:46.011534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e34a0ea2-e4b4-4bc0-b886-e63c9ee0500b None None] Port b7189dde-60a8-412c-9fb6-0d56cba6844c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:46.122519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab766a6f-f735-429e-97ad-8bb9917941d4 req-c5b5ee0d-66c3-494a-8c11-e56a8e50efa4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271908 Feb 11 13:23:46.204399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47794) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:46.241658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52edb6bb-c0b2-4e80-a40c-566862bc1d20 req-b57df93d-a312-4a55-b910-473073226548 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:46.244048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52edb6bb-c0b2-4e80-a40c-566862bc1d20 req-b57df93d-a312-4a55-b910-473073226548 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 936 time: 0.1213605 Feb 11 13:23:46.282464 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b7b9cce-f9da-4848-ac66-514d6ced03bf req-0b73950b-cfc8-42ff-bb51-8d1ac661ff39 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0754209 Feb 11 13:23:46.322139 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52edb6bb-c0b2-4e80-a40c-566862bc1d20 req-a9b642a1-4746-4e97-b2e6-077a62f42765 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584123 Feb 11 13:23:46.458372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-653806023-network', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:46.536645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7bfa5-43aa-4c2e-9714-452ac9316689 req-29646778-b945-4c60-87f5-7fd9cc3881cc tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:46.542331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbe7bfa5-43aa-4c2e-9714-452ac9316689 req-29646778-b945-4c60-87f5-7fd9cc3881cc tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1316504 Feb 11 13:23:46.613598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Made reservation on behalf of f670e7e0a1614d86b21d95f982ea229b for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:46.615941 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.629598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbe7bfa5-43aa-4c2e-9714-452ac9316689 req-16f6f0f7-7d7b-4093-bcf1-84ad65b7e8da tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792291 Feb 11 13:23:46.637680 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.650981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7189dde-60a8-412c-9fb6-0d56cba6844c {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:46.665712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.709109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Transition to ACTIVE for port object b7189dde-60a8-412c-9fb6-0d56cba6844c will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:46.872235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:46.935183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccb8f5-6bba-4050-a1f1-1f307c48f41e req-34f34e31-7fc7-497a-b960-39e68a6f0dcc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:46.936765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9ccb8f5-6bba-4050-a1f1-1f307c48f41e req-34f34e31-7fc7-497a-b960-39e68a6f0dcc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.5433662 Feb 11 13:23:47.024437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9ccb8f5-6bba-4050-a1f1-1f307c48f41e req-d63a75d1-de71-4413-b7f1-312ce849213d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790071 Feb 11 13:23:47.202361 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.298388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.306606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7189dde-60a8-412c-9fb6-0d56cba6844c,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:47.337949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:23:47.374268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938851e5-5af1-463a-b3d7-5299ac6ca922,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:47.418862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.459907 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Added segment adc1b2d3-d2e1-4146-af4b-d4eaf0480281 of type vlan for network c174928f-171b-42db-92e0-3dcd96d0b30e Feb 11 13:23:47.459907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2add07-b664-4e9b-aff1-4031d8e76439 req-3a96fca1-45fc-47f3-a08d-b9f9728701e8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:47.459907 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e2add07-b664-4e9b-aff1-4031d8e76439 req-3a96fca1-45fc-47f3-a08d-b9f9728701e8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 949 time: 0.1842742 Feb 11 13:23:47.503449 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-051ed259-5892-42c9-b741-67bb1c278f21 req-9ad9a051-d13c-4610-b619-37f94f82d127 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.1251810 Feb 11 13:23:47.543556 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.567284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Attempting to bind port b7189dde-60a8-412c-9fb6-0d56cba6844c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:47.567627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Attempting to bind port b7189dde-60a8-412c-9fb6-0d56cba6844c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:47.567956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Attempting to bind port b7189dde-60a8-412c-9fb6-0d56cba6844c on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:47.608754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e2add07-b664-4e9b-aff1-4031d8e76439 req-996c7948-2c32-4066-9d48-00e298c5ebb2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653516 Feb 11 13:23:47.621455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Port b7189dde-60a8-412c-9fb6-0d56cba6844c on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:47.627826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Attempting to bind port b7189dde-60a8-412c-9fb6-0d56cba6844c on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:47.672033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:47.672033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:47.672033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:47.672033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Bound port: b7189dde-60a8-412c-9fb6-0d56cba6844c, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:47.672033 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.745051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] For port b7189dde-60a8-412c-9fb6-0d56cba6844c, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:47.752781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] For port b7189dde-60a8-412c-9fb6-0d56cba6844c, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b7189dde-60a8-412c-9fb6-0d56cba6844c,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:47.793294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880772e-07fc-45ae-83db-e7ffdeb673b7 req-69fcb4ae-93a5-4aa3-99c6-a712808b40e7 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:47.796555 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b880772e-07fc-45ae-83db-e7ffdeb673b7 req-69fcb4ae-93a5-4aa3-99c6-a712808b40e7 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 948 time: 0.1341228 Feb 11 13:23:47.861725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b880772e-07fc-45ae-83db-e7ffdeb673b7 req-afe9c58b-afe4-4cda-bc7f-616a5d6c6c03 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552788 Feb 11 13:23:47.886494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbce41-f3c6-416b-b165-2c446618dc5e req-ba450a79-57b2-4e2e-b287-52ea3e442e97 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:47.892492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dbce41-f3c6-416b-b165-2c446618dc5e req-ba450a79-57b2-4e2e-b287-52ea3e442e97 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0819800 Feb 11 13:23:47.924618 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.925704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:47.926744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:47.933071 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:48.053028 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3dbce41-f3c6-416b-b165-2c446618dc5e req-9e0e6789-4d2f-4e3b-a80a-0666b55ff56a tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547878 Feb 11 13:23:48.074113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:48.074996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:48.086738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] 10.222.0.13 "PUT /v2.0/ports/b7189dde-60a8-412c-9fb6-0d56cba6844c HTTP/1.1" status: 200 len: 1096 time: 2.3372838 Feb 11 13:23:48.089605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e034a0fd-59e6-4050-b800-abcbd31c1b10', 'tag': 'b7189dde-60a8-412c-9fb6-0d56cba6844c'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:48.092115 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89926e1-baca-4b0e-822e-66e42d91118c" -d '{"events": [{"name": "network-changed", "server_uuid": "e034a0fd-59e6-4050-b800-abcbd31c1b10", "tag": "b7189dde-60a8-412c-9fb6-0d56cba6844c"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:48.107278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] Pushing event updated for resources: {'Network': ['ID=c174928f-171b-42db-92e0-3dcd96d0b30e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:48.124111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network c174928f-171b-42db-92e0-3dcd96d0b30e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:23:48.134281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7290cf-3fb6-4b25-969b-1ee0c275d4a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7189dde-60a8-412c-9fb6-0d56cba6844c,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:48.150096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-226dc633-9cc6-469b-979a-2f18a9ae2883 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9418337 Feb 11 13:23:48.151440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47834) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:48.166979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Request body: {'subnet': {'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-653806023-subnet', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:48.259868 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8126df5d-0fb7-4223-be81-71544d493e5c x-openstack-request-id: req-8126df5d-0fb7-4223-be81-71544d493e5c {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:48.266099 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e034a0fd-59e6-4050-b800-abcbd31c1b10", "tag": "b7189dde-60a8-412c-9fb6-0d56cba6844c", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:48.266099 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8126df5d-0fb7-4223-be81-71544d493e5c {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:48.266099 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e034a0fd-59e6-4050-b800-abcbd31c1b10', 'tag': 'b7189dde-60a8-412c-9fb6-0d56cba6844c', 'status': 'completed', 'code': 200} Feb 11 13:23:48.311424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-f1f7ebd3-511e-4fea-bb44-fa8bc677bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:48.311424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-f1f7ebd3-511e-4fea-bb44-fa8bc677bb52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94f601d991e0473d810c4ba9bdaf829f&device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 1099 time: 0.1000597 Feb 11 13:23:48.311763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:48.323263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Made reservation on behalf of f670e7e0a1614d86b21d95f982ea229b for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:48.326247 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:48.463098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41fa0-3421-45a8-94a0-7daa825b4a7b req-d0e4014c-ed11-4708-8a0a-95824085ed35 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:48.475372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0ad41fa0-3421-45a8-94a0-7daa825b4a7b req-d0e4014c-ed11-4708-8a0a-95824085ed35 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.2487516 Feb 11 13:23:48.480122 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-c7f43211-51a8-4170-a90b-1162be58a570 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=b7189dde-60a8-412c-9fb6-0d56cba6844c HTTP/1.1" status: 200 len: 217 time: 0.1599967 Feb 11 13:23:48.558315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port ca2855e2-9c0e-45a1-adde-b44e39adee20 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:48.570634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port ca2855e2-9c0e-45a1-adde-b44e39adee20 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:48.572054 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:48.603338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0ad41fa0-3421-45a8-94a0-7daa825b4a7b req-424bc95b-a199-48c9-b51c-cc1a01144b30 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253946 Feb 11 13:23:48.610675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-6b7a77c7-5220-4582-9e69-fe41d2b19a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:48.613352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-6b7a77c7-5220-4582-9e69-fe41d2b19a27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1214597 Feb 11 13:23:48.749367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-bfdb0496-7a41-497b-a50e-1c5d5d4d4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:48.751188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-bfdb0496-7a41-497b-a50e-1c5d5d4d4633 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315215 Feb 11 13:23:48.765310 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:48.787337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f92e5e07-8fbb-4d83-b386-4ad0328b8fdf req-af20fff2-9abd-44c2-8723-8a592f4f7d0a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0733185 Feb 11 13:23:48.832569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:48.842267 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b763080c-90b6-4d78-820d-1b95454af621" -d '{"events": [{"server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "name": "network-vif-plugged", "status": "completed", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:48.885872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:48.930730 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-1e41523d-1e92-4e31-9c42-cd0402226114 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452389 Feb 11 13:23:48.972525 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ba8779-32ef-4cd3-b754-c816dc777db7 x-openstack-request-id: req-a7ba8779-32ef-4cd3-b754-c816dc777db7 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:48.972985 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "name": "network-vif-plugged", "status": "completed", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:48.973317 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7ba8779-32ef-4cd3-b754-c816dc777db7 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:48.973791 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'code': 200} Feb 11 13:23:48.976739 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:49.019820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c8da6-3ae7-4a3d-8a92-2384f61fc4b5 req-cc036c8c-855f-4713-967a-4a3d3c1dbb69 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.033023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-018c8da6-3ae7-4a3d-8a92-2384f61fc4b5 req-cc036c8c-855f-4713-967a-4a3d3c1dbb69 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 949 time: 0.2049794 Feb 11 13:23:49.084063 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:49.130755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:49.194657 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-018c8da6-3ae7-4a3d-8a92-2384f61fc4b5 req-2d320962-26ec-4bb6-b192-3b6c23e3f741 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578708 Feb 11 13:23:49.227687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7dae46-d29e-449a-8f9c-b87b0191d936,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:49.318059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12ad22dd-5106-4961-8480-c70efbe9d164 req-0a70db7d-9e1a-440c-9a6e-97f15d32f5f9 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782585 Feb 11 13:23:49.329225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d40ec-a84c-4205-9191-e7b9b7d9ace4 req-25a5855c-5aa9-4477-8526-7c28bec69135 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.330918 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e04d40ec-a84c-4205-9191-e7b9b7d9ace4 req-25a5855c-5aa9-4477-8526-7c28bec69135 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 948 time: 0.1835792 Feb 11 13:23:49.349479 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Checking segment: {'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:49.349839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Network hostable DHCP agents. Network: c174928f-171b-42db-92e0-3dcd96d0b30e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:23:49.376020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20451e8c-ab63-4e9a-86c7-b44404c3a61e req-c8c910ef-94f2-4473-8a33-4199224ad894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.377750 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20451e8c-ab63-4e9a-86c7-b44404c3a61e req-c8c910ef-94f2-4473-8a33-4199224ad894 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1101 time: 0.1460466 Feb 11 13:23:49.432673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99760b7f-28fb-451d-be4d-37142f2458f9 req-99396c17-21cf-4c6e-aa2f-114e568d7f62 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.443520 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99760b7f-28fb-451d-be4d-37142f2458f9 req-99396c17-21cf-4c6e-aa2f-114e568d7f62 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1293702 Feb 11 13:23:49.485754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Network c174928f-171b-42db-92e0-3dcd96d0b30e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:23:49.489408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e04d40ec-a84c-4205-9191-e7b9b7d9ace4 req-d0edb79f-9da5-4348-8030-fe75039c9aff tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499238 Feb 11 13:23:49.504586 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89926e1-baca-4b0e-822e-66e42d91118c req-562532d6-0c71-44ba-8ed8-18792073725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.509350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d89926e1-baca-4b0e-822e-66e42d91118c req-562532d6-0c71-44ba-8ed8-18792073725f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=94f601d991e0473d810c4ba9bdaf829f&device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 1099 time: 0.0826309 Feb 11 13:23:49.514069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99760b7f-28fb-451d-be4d-37142f2458f9 req-cbf0e830-32cc-49fd-9ed1-e7838a55db2d tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694761 Feb 11 13:23:49.567971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, c174928f-171b-42db-92e0-3dcd96d0b30e) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:49.572821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.573523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:49.590212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f84244d-272f-4a41-9333-2138848adb95 None None] Network c174928f-171b-42db-92e0-3dcd96d0b30e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:23:49.682647 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-22f5d315-4a96-4476-9090-033f3f8d67be admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5295229 Feb 11 13:23:49.683427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47850) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:49.690846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:49.732208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89926e1-baca-4b0e-822e-66e42d91118c req-28350215-8198-4d91-8a89-048fc0b0f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.733865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d89926e1-baca-4b0e-822e-66e42d91118c req-28350215-8198-4d91-8a89-048fc0b0f88a service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2185454 Feb 11 13:23:49.795239 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d89926e1-baca-4b0e-822e-66e42d91118c req-7dc49881-9c60-4b4a-a24c-117cda42ed8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=b7189dde-60a8-412c-9fb6-0d56cba6844c HTTP/1.1" status: 200 len: 217 time: 0.0467491 Feb 11 13:23:49.884138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958d240-2167-4318-b1ce-cdc908608dc6 req-fab855c4-5b7c-4973-ab8f-673fc632806a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.893565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0958d240-2167-4318-b1ce-cdc908608dc6 req-fab855c4-5b7c-4973-ab8f-673fc632806a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.1924877 Feb 11 13:23:49.912354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89926e1-baca-4b0e-822e-66e42d91118c req-4935921e-2826-4e92-bd77-2d493943a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:49.915236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d89926e1-baca-4b0e-822e-66e42d91118c req-4935921e-2826-4e92-bd77-2d493943a7e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1081851 Feb 11 13:23:49.969324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0958d240-2167-4318-b1ce-cdc908608dc6 req-2047a3f9-b337-479f-81cd-9b2596b1a819 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736382 Feb 11 13:23:49.970306 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:49.970717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-c174928f-171b-42db-92e0-3dcd96d0b30e', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:23:49.971594 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:49.974277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.041475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f4da9a8-2f97-4ec5-ab2f-0633699bb9ef req-a7b38a0b-3e6f-4f33-b47c-73e9fb6bdcd0 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0673537 Feb 11 13:23:50.050034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89926e1-baca-4b0e-822e-66e42d91118c req-221cc829-ab91-44cd-9b79-b87e93fef610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:50.051525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d89926e1-baca-4b0e-822e-66e42d91118c req-221cc829-ab91-44cd-9b79-b87e93fef610 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247823 Feb 11 13:23:50.089125 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.132001 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20451e8c-ab63-4e9a-86c7-b44404c3a61e req-22962f79-c289-4a1a-ab5c-3d9103ec8efa service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620904 Feb 11 13:23:50.209819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d89926e1-baca-4b0e-822e-66e42d91118c req-7d1f5fc6-427e-4156-9f18-db54e55cac1e service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415682 Feb 11 13:23:50.287464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Allocated IP 172.20.0.2 (c174928f-171b-42db-92e0-3dcd96d0b30e/1e7dae46-d29e-449a-8f9c-b87b0191d936/af9db61e-ba3b-4ab2-bada-ed66d06bf128) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:50.399488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d89926e1-baca-4b0e-822e-66e42d91118c req-0e7c5f9f-5cd6-4d71-8a78-0b361377ff92 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760747 Feb 11 13:23:50.406054 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.458512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797be5e-7c92-43f0-b510-89bb621a5e48 req-539fde66-fa89-4723-8b6a-fe76b9bf6029 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:50.460191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7797be5e-7c92-43f0-b510-89bb621a5e48 req-539fde66-fa89-4723-8b6a-fe76b9bf6029 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0720639 Feb 11 13:23:50.509666 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.598280 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7797be5e-7c92-43f0-b510-89bb621a5e48 req-1174d29d-2df5-4ee3-a06a-c2c00bc06beb tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307716 Feb 11 13:23:50.603185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.685272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Network c174928f-171b-42db-92e0-3dcd96d0b30e is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:50.685272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:50.688269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:50.772254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Attempting to bind port af9db61e-ba3b-4ab2-bada-ed66d06bf128 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:50.772710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Attempting to bind port af9db61e-ba3b-4ab2-bada-ed66d06bf128 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:50.773253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Attempting to bind port af9db61e-ba3b-4ab2-bada-ed66d06bf128 on network c174928f-171b-42db-92e0-3dcd96d0b30e {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:50.775708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Pushing event updated for resources: {'Port': ['ID=af9db61e-ba3b-4ab2-bada-ed66d06bf128,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:50.791434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.792141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.792540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.792949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.793339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.793734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.794157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.794544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.795751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8c985-8ad0-4330-83ac-80cc7e92ba53 req-a1c616c1-435e-445a-a0d2-8142c8ef79aa tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:50.799123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.799892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.800317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.800700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:23:50.810423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29f8c985-8ad0-4330-83ac-80cc7e92ba53 req-a1c616c1-435e-445a-a0d2-8142c8ef79aa tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1743255 Feb 11 13:23:50.814971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:50.815489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Checking segment: {'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:50.815958 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.818189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Bound using segment: {'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:50.818861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Bound port: af9db61e-ba3b-4ab2-bada-ed66d06bf128, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:50.819365 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.906234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f603c0-6238-4cb7-9cc1-12508709ab0b req-74d594e1-2c85-42d1-8a85-da8fc04570fa tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:50.908108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6f603c0-6238-4cb7-9cc1-12508709ab0b req-74d594e1-2c85-42d1-8a85-da8fc04570fa tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 948 time: 0.1342027 Feb 11 13:23:50.917117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29f8c985-8ad0-4330-83ac-80cc7e92ba53 req-c328b3f7-f390-490d-a8ef-edfc480fd478 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057439 Feb 11 13:23:50.922486 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.946923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:50.961744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] For port af9db61e-ba3b-4ab2-bada-ed66d06bf128, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:50.965489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] For port af9db61e-ba3b-4ab2-bada-ed66d06bf128, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=af9db61e-ba3b-4ab2-bada-ed66d06bf128,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:51.039374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6f603c0-6238-4cb7-9cc1-12508709ab0b req-08c558d4-ff22-45a9-ad4e-01342d68cb69 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180105 Feb 11 13:23:51.089031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.156762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65149807-0d98-4c72-b6c1-4a0b21dd87de None None] Pushing event updated for resources: {'Port': ['ID=af9db61e-ba3b-4ab2-bada-ed66d06bf128,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.187613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Allocated IP 172.25.0.184 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:51.217821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6422a-6117-4fb1-8e8b-ff9c5d1ef23f req-aba0455e-1606-4f81-adc7-9f5309e44fa6 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:51.217821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b8a6422a-6117-4fb1-8e8b-ff9c5d1ef23f req-aba0455e-1606-4f81-adc7-9f5309e44fa6 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.1322103 Feb 11 13:23:51.269456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b8a6422a-6117-4fb1-8e8b-ff9c5d1ef23f req-87697ca5-d714-4b38-9466-297cdda67459 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477166 Feb 11 13:23:51.336858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b32d978-a6f0-4631-80be-41e6f58b72fa req-3bddd9b3-28e4-4234-9b62-49908dd8eaee tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0438809 Feb 11 13:23:51.469941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.588600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:51.658676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:51.664741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:51.668894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:51.713715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Pushing event updated for resources: {'Port': ['ID=60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:51.974148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780bcd2-ba8d-4a70-bb7f-5341630a2d17 req-5b3cd2cd-928e-4464-9bf2-c3484e0a34da tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:51.974148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b780bcd2-ba8d-4a70-bb7f-5341630a2d17 req-5b3cd2cd-928e-4464-9bf2-c3484e0a34da tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1746607 Feb 11 13:23:52.074435 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b780bcd2-ba8d-4a70-bb7f-5341630a2d17 req-66a02dfa-7b91-4fa4-b51e-f57f6f1c71f5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920444 Feb 11 13:23:52.106162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device af9db61e-ba3b-4ab2-bada-ed66d06bf128 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:52.218259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port af9db61e-ba3b-4ab2-bada-ed66d06bf128 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:52.220670 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.280554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b7189dde-60a8-412c-9fb6-0d56cba6844c details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:23:52.338444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e70ab-9094-47af-9dbb-4ffb562b91b9 req-f8a990e5-2da5-4f67-9380-5c6ac0ff015c tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.356259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b4e70ab-9094-47af-9dbb-4ffb562b91b9 req-f8a990e5-2da5-4f67-9380-5c6ac0ff015c tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 948 time: 0.1166282 Feb 11 13:23:52.441571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b4e70ab-9094-47af-9dbb-4ffb562b91b9 req-2525924c-94e8-487b-9c7e-452a010da07b tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824449 Feb 11 13:23:52.446623 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.472075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9d576-2030-4e04-a281-741e00f4bd80 req-9d1be3e7-579d-4b57-adf0-2dd46c5b9c4f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.482710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98e9d576-2030-4e04-a281-741e00f4bd80 req-9d1be3e7-579d-4b57-adf0-2dd46c5b9c4f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.4119806 Feb 11 13:23:52.600289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b7189dde-60a8-412c-9fb6-0d56cba6844c, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b7189dde-60a8-412c-9fb6-0d56cba6844c,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:52.626319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac82b45-711c-413f-9e5c-c69056360485 req-917b6f29-b7a9-4986-9786-18ebde9ce2f0 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:52.640890 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aac82b45-711c-413f-9e5c-c69056360485 req-917b6f29-b7a9-4986-9786-18ebde9ce2f0 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.1123443 Feb 11 13:23:52.644586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'b7189dde-60a8-412c-9fb6-0d56cba6844c', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'b7189dde-60a8-412c-9fb6-0d56cba6844c', 'mac_address': 'fa:16:3e:70:a0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:23:52.741424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aac82b45-711c-413f-9e5c-c69056360485 req-d3fb1cc6-b53e-4c1b-b077-caaf014cc7e8 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730174 Feb 11 13:23:52.830680 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98e9d576-2030-4e04-a281-741e00f4bd80 req-69558ca7-c03f-4218-8071-ccc2bde303c1 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408752 Feb 11 13:23:52.859429 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:52.932743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7189dde-60a8-412c-9fb6-0d56cba6844c {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:52.959944 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bab15764-a055-467e-80bc-8e8afa45b5cc req-b4ea04e2-0a5c-466b-8b58-0f7c7245ce62 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0491490 Feb 11 13:23:52.998808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e4160-3b24-4631-a6d6-8918ac7658aa None None] Network c174928f-171b-42db-92e0-3dcd96d0b30e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:23:53.022179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:53.055770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b7189dde-60a8-412c-9fb6-0d56cba6844c, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b7189dde-60a8-412c-9fb6-0d56cba6844c,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:53.128070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ce9c5a24-68b4-466f-a192-1c7e5667c5cb None None] Provisioning complete for port af9db61e-ba3b-4ab2-bada-ed66d06bf128 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:53.128773 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce9c5a24-68b4-466f-a192-1c7e5667c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:53.175563 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:53.188805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port af9db61e-ba3b-4ab2-bada-ed66d06bf128, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=af9db61e-ba3b-4ab2-bada-ed66d06bf128,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:53.271536 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:53.271827 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:53.307241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b7189dde-60a8-412c-9fb6-0d56cba6844c,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:53.434774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=af9db61e-ba3b-4ab2-bada-ed66d06bf128,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:53.480254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b7189dde-60a8-412c-9fb6-0d56cba6844c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:23:53.560235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca01080-4578-485a-86da-254dfb3b4d43 req-bfb95602-5990-4c9f-87e5-c90cdaa12cc5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.578190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ca01080-4578-485a-86da-254dfb3b4d43 req-bfb95602-5990-4c9f-87e5-c90cdaa12cc5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.3478074 Feb 11 13:23:53.668417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-f7fb9f56-36fd-45cf-b767-f303d9507b94 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.670200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-f7fb9f56-36fd-45cf-b767-f303d9507b94 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.7054603 Feb 11 13:23:53.697123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44ca2f-6b28-4c1e-b0e1-2b10191b5471 req-d0538b4a-ad79-4e5f-826f-784beda979a8 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:53.699504 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d44ca2f-6b28-4c1e-b0e1-2b10191b5471 req-d0538b4a-ad79-4e5f-826f-784beda979a8 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 949 time: 0.1405377 Feb 11 13:23:53.711475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ca01080-4578-485a-86da-254dfb3b4d43 req-3e3aec82-d990-498d-8790-80757c652466 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325796 Feb 11 13:23:53.777450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Request body: {'port': {'device_id': '33f5257a-0bb2-4843-bb29-d3e5bbc83377', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'admin_state_up': True, 'tenant_id': 'e0d29aa58a34460e9c87cfd03475a330'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:53.853559 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d44ca2f-6b28-4c1e-b0e1-2b10191b5471 req-f64dc401-71b6-41a7-ba93-b46bf35e4087 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470242 Feb 11 13:23:53.891809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Router 977057cf-6472-4244-aab9-c8c1366a7968 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:23:53.968708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f2a50069-28c3-420f-a9d5-50badee1b079 None None] Provisioning complete for port af9db61e-ba3b-4ab2-bada-ed66d06bf128 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:53.969456 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f2a50069-28c3-420f-a9d5-50badee1b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:54.075043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device af9db61e-ba3b-4ab2-bada-ed66d06bf128 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:54.094236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a8d75-8358-4cc3-ad06-27f4a0683251 req-c48d3431-0383-4ceb-a6e0-5d4bd19d5162 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.118903 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-034a8d75-8358-4cc3-ad06-27f4a0683251 req-c48d3431-0383-4ceb-a6e0-5d4bd19d5162 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1424906 Feb 11 13:23:54.407131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-034a8d75-8358-4cc3-ad06-27f4a0683251 req-b9cad8a6-ac35-4114-a070-129d8cd55d09 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723124 Feb 11 13:23:54.408021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:23:54.408021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec06410-f3c1-451d-9d33-094f6f00bdb8 req-c3390cbd-39fe-46b0-97bd-b06b1c7c7dde tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:54.408021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cec06410-f3c1-451d-9d33-094f6f00bdb8 req-c3390cbd-39fe-46b0-97bd-b06b1c7c7dde tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.3107560 Feb 11 13:23:54.408875 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Sync routers for ids ['977057cf-6472-4244-aab9-c8c1366a7968'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:23:54.409540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port af9db61e-ba3b-4ab2-bada-ed66d06bf128 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:54.409540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:54.410073 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Routers {'977057cf-6472-4244-aab9-c8c1366a7968'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:54.410073 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['977057cf-6472-4244-aab9-c8c1366a7968'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:54.410265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cec06410-f3c1-451d-9d33-094f6f00bdb8 req-2ab241e0-befc-4f96-a804-788e9f245a2e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532594 Feb 11 13:23:54.410363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c1a16399-14c8-4b0d-bece-43c16620b068 req-f633ac01-ab7f-4377-b85b-bd20eab6e500 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0492327 Feb 11 13:23:54.410466 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Set router 977057cf-6472-4244-aab9-c8c1366a7968 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:54.592475 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:54.595323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2c15e74b-6b73-4823-8059-6fa7b7036945 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9104211 Feb 11 13:23:54.597797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47900) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:23:54.672241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Made reservation on behalf of e0d29aa58a34460e9c87cfd03475a330 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:23:54.673882 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0470b9a6-2fef-4392-932c-6c07d353c118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:54.677613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:54.691620 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:51Z', 'revision_number': 3, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:54.885355 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Checking router: 977057cf-6472-4244-aab9-c8c1366a7968 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:23:54.885724 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Updating router 977057cf-6472-4244-aab9-c8c1366a7968 port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:23:54.917250 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.061731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Allocated IP 172.20.0.3 (344469a8-97f4-4594-a289-ff8809371b0d/e0068394-8d60-46ec-8614-0892d71a97c5/d3a5bba3-702c-4a6e-b72a-a203898ee185) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:55.098217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1087166-bdf7-4e81-8b0c-60f831d54a16 req-f303f695-38b5-4c2b-872c-fc6d5be65319 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.105335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1087166-bdf7-4e81-8b0c-60f831d54a16 req-f303f695-38b5-4c2b-872c-fc6d5be65319 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.2606401 Feb 11 13:23:55.265134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1087166-bdf7-4e81-8b0c-60f831d54a16 req-d27a9b1c-f67b-4b94-85ce-e21343220423 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481571 Feb 11 13:23:55.375063 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.393228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3408f4-a5b3-4735-9e9a-28245637cb24 req-1a5b227f-c6f2-434e-8ca3-5bddb5bfcbfd tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.401641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ca3408f4-a5b3-4735-9e9a-28245637cb24 req-1a5b227f-c6f2-434e-8ca3-5bddb5bfcbfd tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 949 time: 0.2411177 Feb 11 13:23:55.495848 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.496419 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ca3408f4-a5b3-4735-9e9a-28245637cb24 req-fc1ceb86-64c7-45f5-b6c1-2addeba335a3 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893292 Feb 11 13:23:55.542910 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.578705 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.645474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cbdf6b3-4fd7-4fa1-b4de-5e5bee95f320 req-9dd661e8-ffc3-4d97-8eb8-bfc10f312bea tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0426743 Feb 11 13:23:55.706897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b950c-9626-483e-b2d4-dbbf24b8c648 req-708e69eb-d1dc-46b9-8368-d5437ab73d11 tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.712804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-844b950c-9626-483e-b2d4-dbbf24b8c648 req-708e69eb-d1dc-46b9-8368-d5437ab73d11 tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1101 time: 0.1811173 Feb 11 13:23:55.722732 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca66e47-c872-423b-a1f4-cc7ab5867d08 None None] Pushing event updated for resources: {'Port': ['ID=60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:55.728432 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Attempting to bind port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:55.728824 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Attempting to bind port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:55.729173 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Attempting to bind port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:55.735792 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:55.742725 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:55.742725 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.742725 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:55.742725 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Bound port: 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:55.742725 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.780188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:55.849647 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] For port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:55.858788 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af367b2-ce8f-4ecf-84ea-cef650601c5a req-d25f983f-ecc6-4fd9-8b5f-f87bf4fbce98 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:55.860368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4af367b2-ce8f-4ecf-84ea-cef650601c5a req-d25f983f-ecc6-4fd9-8b5f-f87bf4fbce98 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0776947 Feb 11 13:23:55.883506 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] For port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:56.006112 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4af367b2-ce8f-4ecf-84ea-cef650601c5a req-ef2beb45-84d2-4166-8c41-926a28f95f5a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859134 Feb 11 13:23:56.196164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.209409 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce62959-2b03-42f9-8f5a-adf6e63fa9b5 req-8122c2b7-c8b7-4dbe-b7b4-8c89312e3b44 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.218749 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ce62959-2b03-42f9-8f5a-adf6e63fa9b5 req-8122c2b7-c8b7-4dbe-b7b4-8c89312e3b44 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1131723 Feb 11 13:23:56.245166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-844b950c-9626-483e-b2d4-dbbf24b8c648 req-644a99c3-609f-4d47-b176-4a3aa71597b6 tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5237062 Feb 11 13:23:56.262743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Network 344469a8-97f4-4594-a289-ff8809371b0d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:56.266234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:56.270117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:56.282367 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.317950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b7189dde-60a8-412c-9fb6-0d56cba6844c up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:23:56.330936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event updated for resources: {'Port': ['ID=d3a5bba3-702c-4a6e-b72a-a203898ee185,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:56.377512 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca66e47-c872-423b-a1f4-cc7ab5867d08 None None] Pushing event updated for resources: {'Port': ['ID=60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:56.394842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.395499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.421934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ce62959-2b03-42f9-8f5a-adf6e63fa9b5 req-d9e330cb-fa14-4b74-bcba-d10bc9085103 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941063 Feb 11 13:23:56.445520 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Routers {'977057cf-6472-4244-aab9-c8c1366a7968'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:23:56.446217 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['977057cf-6472-4244-aab9-c8c1366a7968'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:56.522089 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-2edb1982-fb8b-47b0-9821-3ea23cfad530 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7542145 Feb 11 13:23:56.548007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port b7189dde-60a8-412c-9fb6-0d56cba6844c completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:23:56.548139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Request body: {'port': {'device_id': '33f5257a-0bb2-4843-bb29-d3e5bbc83377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:23:56.548305 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port b7189dde-60a8-412c-9fb6-0d56cba6844c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:56.548735 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.570331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Allocated IP 172.20.0.1 (c174928f-171b-42db-92e0-3dcd96d0b30e/1e7dae46-d29e-449a-8f9c-b87b0191d936/96565b04-04ed-43ab-8477-a57d0794d742) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:23:56.758302 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] Set router 977057cf-6472-4244-aab9-c8c1366a7968 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:23:56.761905 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.829969 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.882969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:56.949258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e034a0fd-59e6-4050-b800-abcbd31c1b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7189dde-60a8-412c-9fb6-0d56cba6844c'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:56.951514 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dda8fa-1262-4ea6-86aa-8c8207f51cac" -d '{"events": [{"server_uuid": "e034a0fd-59e6-4050-b800-abcbd31c1b10", "name": "network-vif-plugged", "status": "completed", "tag": "b7189dde-60a8-412c-9fb6-0d56cba6844c"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:56.964268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988b8385-1b07-4ca0-95d4-2b4b39c5d71d req-80ceb7b0-5dab-4f23-b334-8fc7cce436ff tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:56.986249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b7189dde-60a8-412c-9fb6-0d56cba6844c, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b7189dde-60a8-412c-9fb6-0d56cba6844c,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:56.986378 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-988b8385-1b07-4ca0-95d4-2b4b39c5d71d req-80ceb7b0-5dab-4f23-b334-8fc7cce436ff tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 949 time: 0.3567095 Feb 11 13:23:56.992108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:57.008088 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5874adba-6e3e-4ccb-a391-e816e63d0f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:57.092971 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:57.196662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Pushing event updated for resources: {'Port': ['ID=96565b04-04ed-43ab-8477-a57d0794d742,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:57.225539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b7189dde-60a8-412c-9fb6-0d56cba6844c,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:57.232622 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:51Z', 'revision_number': 3, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:57.237850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Network c174928f-171b-42db-92e0-3dcd96d0b30e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:23:57.281323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:23:57.293578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:23:57.324847 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b83e45-59cf-463d-85b6-1ce942813439 None None] The sync data for ids ['977057cf-6472-4244-aab9-c8c1366a7968'] in n-d-816488-1 is: [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:51Z', 'revision_number': 3, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:23:57.389659 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-988b8385-1b07-4ca0-95d4-2b4b39c5d71d req-920b40f8-9200-40bb-89af-d8de0ee73f65 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007435 Feb 11 13:23:57.421208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba06dc-61ff-4811-9013-2d8fe7fd0505 req-0c336ec8-9036-490d-89d4-1a2b35904d52 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:57.434759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0ba06dc-61ff-4811-9013-2d8fe7fd0505 req-0c336ec8-9036-490d-89d4-1a2b35904d52 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 931 time: 0.2746835 Feb 11 13:23:57.435976 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:57.727844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0ba06dc-61ff-4811-9013-2d8fe7fd0505 req-fde0bfa7-99d9-44ae-8a4b-c4d3879f55ec tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917581 Feb 11 13:23:57.893589 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9894ca93-dcf3-46e5-a1de-c022c765061f x-openstack-request-id: req-9894ca93-dcf3-46e5-a1de-c022c765061f {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:57.894271 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e034a0fd-59e6-4050-b800-abcbd31c1b10", "name": "network-vif-plugged", "status": "completed", "tag": "b7189dde-60a8-412c-9fb6-0d56cba6844c", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:57.894555 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9894ca93-dcf3-46e5-a1de-c022c765061f {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:57.895520 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e034a0fd-59e6-4050-b800-abcbd31c1b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7189dde-60a8-412c-9fb6-0d56cba6844c', 'code': 200} Feb 11 13:23:57.918279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3a5bba3-702c-4a6e-b72a-a203898ee185 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:23:57.928793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0846b085-c1d4-4e5d-b7de-832aeb5ed811 None None] Provisioning complete for port 96565b04-04ed-43ab-8477-a57d0794d742 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:23:57.929884 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0846b085-c1d4-4e5d-b7de-832aeb5ed811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:57.947002 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.003035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Transition to ACTIVE for port object d3a5bba3-702c-4a6e-b72a-a203898ee185 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:23:58.009081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0846b085-c1d4-4e5d-b7de-832aeb5ed811 None None] Port 96565b04-04ed-43ab-8477-a57d0794d742 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:23:58.099843 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.110012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c3dda-8aa6-49c9-961d-537c73f91793 req-865491ca-838c-4a45-b5fa-dc8ae810c787 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.119815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-282c3dda-8aa6-49c9-961d-537c73f91793 req-865491ca-838c-4a45-b5fa-dc8ae810c787 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.1523101 Feb 11 13:23:58.149794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.254461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-282c3dda-8aa6-49c9-961d-537c73f91793 req-0c51b4d8-8035-4851-abe6-e77a1258de5e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323001 Feb 11 13:23:58.271357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Pushing event updated for resources: {'Port': ['ID=d3a5bba3-702c-4a6e-b72a-a203898ee185,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:58.488515 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.587255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d52da-90e8-40e1-9249-60e06832113b req-d3d55191-116e-4eba-8e3f-6b48b345a35a tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:58.597447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af1d52da-90e8-40e1-9249-60e06832113b req-d3d55191-116e-4eba-8e3f-6b48b345a35a tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.2017648 Feb 11 13:23:58.623777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Attempting to bind port d3a5bba3-702c-4a6e-b72a-a203898ee185 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:23:58.624165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Attempting to bind port d3a5bba3-702c-4a6e-b72a-a203898ee185 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:23:58.624527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Attempting to bind port d3a5bba3-702c-4a6e-b72a-a203898ee185 on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:58.653305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Port d3a5bba3-702c-4a6e-b72a-a203898ee185 on network 344469a8-97f4-4594-a289-ff8809371b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:23:58.657784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Attempting to bind port d3a5bba3-702c-4a6e-b72a-a203898ee185 on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:23:58.692014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:23:58.692479 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Checking segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:23:58.692767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Bound using segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:23:58.693222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Bound port: d3a5bba3-702c-4a6e-b72a-a203898ee185, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:23:58.693590 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:58.746030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af1d52da-90e8-40e1-9249-60e06832113b req-939f2c3c-c754-433a-88dd-b1f0fb2a7eb5 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475134 Feb 11 13:23:58.919508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] For port d3a5bba3-702c-4a6e-b72a-a203898ee185, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:23:58.923161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] For port d3a5bba3-702c-4a6e-b72a-a203898ee185, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d3a5bba3-702c-4a6e-b72a-a203898ee185,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:23:59.030386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674be647-f419-4b40-8e71-4a0461a1e7ff req-2ff6eb0d-de3c-4c0b-9650-7704882b8401 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.032536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674be647-f419-4b40-8e71-4a0461a1e7ff req-2ff6eb0d-de3c-4c0b-9650-7704882b8401 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 950 time: 0.1076992 Feb 11 13:23:59.058244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-1a7dece4-be30-47b1-b769-b54a931ef97b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.8174863 Feb 11 13:23:59.061484 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.087839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257983ec-354a-4f2c-8279-debeae6993d1 req-abc21ecd-ad3e-4deb-8572-ae69de7faa26 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.090144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-257983ec-354a-4f2c-8279-debeae6993d1 req-abc21ecd-ad3e-4deb-8572-ae69de7faa26 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 1.4216495 Feb 11 13:23:59.096681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3e440-602c-4029-9426-edbf1d00b3f6 req-42d69458-da06-4676-a0df-6c156ca47f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.098833 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9c3e440-602c-4029-9426-edbf1d00b3f6 req-42d69458-da06-4676-a0df-6c156ca47f85 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 1101 time: 0.3786187 Feb 11 13:23:59.170160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9c3e440-602c-4029-9426-edbf1d00b3f6 req-4699cebd-3ccb-47db-abc7-9599947f12b2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622747 Feb 11 13:23:59.187960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.191565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.191565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] 10.222.0.59 "PUT /v2.0/ports/d3a5bba3-702c-4a6e-b72a-a203898ee185 HTTP/1.1" status: 200 len: 1091 time: 2.6526406 Feb 11 13:23:59.191565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f5257a-0bb2-4843-bb29-d3e5bbc83377', 'tag': 'd3a5bba3-702c-4a6e-b72a-a203898ee185'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:23:59.193757 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "33f5257a-0bb2-4843-bb29-d3e5bbc83377", "tag": "d3a5bba3-702c-4a6e-b72a-a203898ee185"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:23:59.200846 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674be647-f419-4b40-8e71-4a0461a1e7ff req-f04eab37-21f1-4159-a382-fb4b3a271d27 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595294 Feb 11 13:23:59.217108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-257983ec-354a-4f2c-8279-debeae6993d1 req-f41df17f-e832-4503-9400-b21beabcf25b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171055 Feb 11 13:23:59.283051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e27dba-5cc5-463c-b459-5293789365ad service neutron] Pushing event updated for resources: {'Port': ['ID=d3a5bba3-702c-4a6e-b72a-a203898ee185,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:59.329353 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.498737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-68cf66bb-196b-4b0c-99dc-26e48b170924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.500831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-68cf66bb-196b-4b0c-99dc-26e48b170924 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 1094 time: 0.1656668 Feb 11 13:23:59.515435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e96af-d061-421a-8ff8-b7863ecf8621 req-17750151-471f-4d1f-b8f9-7b571723aa96 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.517693 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c8e96af-d061-421a-8ff8-b7863ecf8621 req-17750151-471f-4d1f-b8f9-7b571723aa96 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 943 time: 0.1231158 Feb 11 13:23:59.564737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c8e96af-d061-421a-8ff8-b7863ecf8621 req-8e253e91-59c8-4892-8666-15edc94acb63 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Feb 11 13:23:59.651219 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.705655 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df6565a-d9e2-47f7-b06e-07d09bdfaebc x-openstack-request-id: req-0df6565a-d9e2-47f7-b06e-07d09bdfaebc {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:23:59.706170 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f5257a-0bb2-4843-bb29-d3e5bbc83377", "tag": "d3a5bba3-702c-4a6e-b72a-a203898ee185", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:23:59.706413 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0df6565a-d9e2-47f7-b06e-07d09bdfaebc {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:23:59.706807 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f5257a-0bb2-4843-bb29-d3e5bbc83377', 'tag': 'd3a5bba3-702c-4a6e-b72a-a203898ee185', 'status': 'completed', 'code': 200} Feb 11 13:23:59.723717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0efae5-cee3-4326-a78b-41996332691c req-8f2d14f3-a53c-4d0f-8c7b-e3b144d82fff tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:23:59.725345 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e0efae5-cee3-4326-a78b-41996332691c req-8f2d14f3-a53c-4d0f-8c7b-e3b144d82fff tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0805080 Feb 11 13:23:59.727479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.767871 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e0efae5-cee3-4326-a78b-41996332691c req-b4240ecb-159a-4164-ab54-bf3a4b23c2c7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355430 Feb 11 13:23:59.817351 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:23:59.830048 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Pushing event updated for resources: {'Port': ['ID=96565b04-04ed-43ab-8477-a57d0794d742,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:59.871219 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:00.030939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Network c174928f-171b-42db-92e0-3dcd96d0b30e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:00.032326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:00.033513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:00.044468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e5768-8689-4f6f-a0ba-28b68f196c8a req-c757b26f-908d-4035-bb15-eb36457597dd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:00.052404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-172e5768-8689-4f6f-a0ba-28b68f196c8a req-c757b26f-908d-4035-bb15-eb36457597dd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.2019958 Feb 11 13:24:00.138098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:00.138841 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:00.175093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-172e5768-8689-4f6f-a0ba-28b68f196c8a req-c4af5773-92f5-44ea-8d27-f54b14bca18c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216509 Feb 11 13:24:00.296411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Router 977057cf-6472-4244-aab9-c8c1366a7968 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:00.324826 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:00.380205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:00.450557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab03e1-66e9-45f4-82e0-dc2f82f0e72c req-9935e397-39b6-4f56-b0fd-82873c8ec0e6 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:00.456471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76ab03e1-66e9-45f4-82e0-dc2f82f0e72c req-9935e397-39b6-4f56-b0fd-82873c8ec0e6 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 950 time: 0.0954921 Feb 11 13:24:00.468458 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:00.521896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76ab03e1-66e9-45f4-82e0-dc2f82f0e72c req-d4bffa22-eb2e-4068-a920-dd43445ab88f tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574207 Feb 11 13:24:00.528353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:00.531150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6895ab3e-9ab2-45ba-b846-6125dbdc38a1 None None] Provisioning complete for port 96565b04-04ed-43ab-8477-a57d0794d742 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:00.531748 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6895ab3e-9ab2-45ba-b846-6125dbdc38a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:00.534584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:00.544357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14094fb9-0499-4a2a-bf7a-bcea971f2caa req-872a483e-634a-4f44-93c2-74e1812af73e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:00.552032 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14094fb9-0499-4a2a-bf7a-bcea971f2caa req-872a483e-634a-4f44-93c2-74e1812af73e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1499026 Feb 11 13:24:00.567123 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-94d4af32-e1e9-451b-af1a-d5d4bda42e61 admin admin] 10.222.0.52 "PUT /v2.0/routers/977057cf-6472-4244-aab9-c8c1366a7968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9669375 Feb 11 13:24:00.594732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Sync routers for ids ['977057cf-6472-4244-aab9-c8c1366a7968'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:00.606922 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:00.611300 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6895ab3e-9ab2-45ba-b846-6125dbdc38a1 None None] Port 96565b04-04ed-43ab-8477-a57d0794d742 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:00.618982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Routers {'977057cf-6472-4244-aab9-c8c1366a7968'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:00.621692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['977057cf-6472-4244-aab9-c8c1366a7968'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:00.636869 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14094fb9-0499-4a2a-bf7a-bcea971f2caa req-23e4edd1-b998-46b1-ad22-c376e7f1dfd8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839682 Feb 11 13:24:00.777989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Set router 977057cf-6472-4244-aab9-c8c1366a7968 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:00.778244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e267d5-8163-4acf-99c2-60dd699ab2fa req-008433bd-836f-49d0-bfcf-add78f92af93 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:00.781439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55e267d5-8163-4acf-99c2-60dd699ab2fa req-008433bd-836f-49d0-bfcf-add78f92af93 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 943 time: 0.0913677 Feb 11 13:24:00.832734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55e267d5-8163-4acf-99c2-60dd699ab2fa req-46713ef2-9b99-4b31-8e10-b626576bbcf2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Feb 11 13:24:01.015754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb8498-8797-4b49-b515-23cd0dffa0dd req-dfa197ca-5a2b-44b5-be13-5b607259235c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.017488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5dbb8498-8797-4b49-b515-23cd0dffa0dd req-dfa197ca-5a2b-44b5-be13-5b607259235c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0774713 Feb 11 13:24:01.076081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '96565b04-04ed-43ab-8477-a57d0794d742', 'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'mac_address': 'fa:16:3e:22:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:55Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 2, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'subnets': [{'id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:01.082179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5dbb8498-8797-4b49-b515-23cd0dffa0dd req-3a374ebd-a194-40f3-8838-995172861722 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478506 Feb 11 13:24:01.141722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Checking router: 977057cf-6472-4244-aab9-c8c1366a7968 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:01.142115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Updating router 977057cf-6472-4244-aab9-c8c1366a7968 port 96565b04-04ed-43ab-8477-a57d0794d742 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:24:01.170554 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.234971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48012) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:01.240237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b6617644-007e-4ffd-be4b-d593337c2f66 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--290953341', 'description': 'tempest-description--294944919'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:01.322954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7ebee-f0f0-48b0-879f-92e039f9d542 req-99132f1a-7a49-4423-bde8-b4b2c3948fbf tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.328870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5f7ebee-f0f0-48b0-879f-92e039f9d542 req-99132f1a-7a49-4423-bde8-b4b2c3948fbf tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0660732 Feb 11 13:24:01.337114 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6617644-007e-4ffd-be4b-d593337c2f66 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.394128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5f7ebee-f0f0-48b0-879f-92e039f9d542 req-9763c5a2-9cce-489c-9837-b04ac49debcd tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601311 Feb 11 13:24:01.455728 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6617644-007e-4ffd-be4b-d593337c2f66 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.507756 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.568314 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6617644-007e-4ffd-be4b-d593337c2f66 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.599734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6617644-007e-4ffd-be4b-d593337c2f66 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b597dc-3bf9-478b-9276-6ff648aee51f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:01.612991 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.664458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35780e78-72f8-4f23-921e-9f1d99a02872 None None] Pushing event updated for resources: {'Port': ['ID=96565b04-04ed-43ab-8477-a57d0794d742,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:01.679042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b7cec-8ef9-4f78-9b73-fa6ec00dd8b2 req-bdcf8695-d939-43fa-8c74-5293b304d414 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:01.681072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae9b7cec-8ef9-4f78-9b73-fa6ec00dd8b2 req-bdcf8695-d939-43fa-8c74-5293b304d414 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 950 time: 0.0740073 Feb 11 13:24:01.731697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6617644-007e-4ffd-be4b-d593337c2f66 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.735789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b6617644-007e-4ffd-be4b-d593337c2f66 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4964850 Feb 11 13:24:01.735966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48020) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:01.742251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-cf52cc13-d445-46e3-925c-9453af4477a5 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Request body: {'security_group_rule': {'security_group_id': 'f0b597dc-3bf9-478b-9276-6ff648aee51f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:01.795959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Attempting to bind port 96565b04-04ed-43ab-8477-a57d0794d742 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:01.795959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Attempting to bind port 96565b04-04ed-43ab-8477-a57d0794d742 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:01.796239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Attempting to bind port 96565b04-04ed-43ab-8477-a57d0794d742 on network c174928f-171b-42db-92e0-3dcd96d0b30e {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:01.799242 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae9b7cec-8ef9-4f78-9b73-fa6ec00dd8b2 req-d74e51e2-7826-47ec-b369-b7e303349f3a tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072240 Feb 11 13:24:01.802673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:01.803052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Checking segment: {'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:01.803451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.803880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Bound using segment: {'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:01.804529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Bound port: 96565b04-04ed-43ab-8477-a57d0794d742, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:01.805030 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:01.944166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] For port 96565b04-04ed-43ab-8477-a57d0794d742, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:01.950670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] For port 96565b04-04ed-43ab-8477-a57d0794d742, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=96565b04-04ed-43ab-8477-a57d0794d742,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:01.961625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-37ca140e-8740-493b-860c-a0b2f39bccc5 None None] Provisioning complete for port 96565b04-04ed-43ab-8477-a57d0794d742 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:01.961985 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37ca140e-8740-493b-860c-a0b2f39bccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.002844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379de82-d66e-44fa-8af1-c85d95be6afe req-7f112a3e-73db-46e5-a459-2db59d3e219c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.004423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4379de82-d66e-44fa-8af1-c85d95be6afe req-7f112a3e-73db-46e5-a459-2db59d3e219c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.2477953 Feb 11 13:24:02.006321 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-26605e43-0a70-4201-ab1b-ed550e26aa1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a5bba3-702c-4a6e-b72a-a203898ee185 HTTP/1.1" status: 200 len: 217 time: 0.1251161 Feb 11 13:24:02.012307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-37ca140e-8740-493b-860c-a0b2f39bccc5 None None] Port 96565b04-04ed-43ab-8477-a57d0794d742 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:02.022856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:02.023844 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf52cc13-d445-46e3-925c-9453af4477a5 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.071522 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.131392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:02.132635 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.144156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Routers {'977057cf-6472-4244-aab9-c8c1366a7968'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:02.144156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['977057cf-6472-4244-aab9-c8c1366a7968'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:02.152773 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4379de82-d66e-44fa-8af1-c85d95be6afe req-e5902efc-649f-4400-9334-96e5db8d16ef tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391561 Feb 11 13:24:02.165234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-55aa4629-61f2-47f4-9c58-e4f318fc6ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.166735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-55aa4629-61f2-47f4-9c58-e4f318fc6ce2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.1226935 Feb 11 13:24:02.192998 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf52cc13-d445-46e3-925c-9453af4477a5 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.205603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-27ec9eec-f606-4350-bdb4-70e2bb6b2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.207181 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-27ec9eec-f606-4350-bdb4-70e2bb6b2ef4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1101 time: 0.1802289 Feb 11 13:24:02.225801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35780e78-72f8-4f23-921e-9f1d99a02872 None None] Pushing event updated for resources: {'Port': ['ID=96565b04-04ed-43ab-8477-a57d0794d742,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:02.253841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-f00b8447-9ee9-4b73-b4cb-887adfd7d4ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749230 Feb 11 13:24:02.343158 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] Set router 977057cf-6472-4244-aab9-c8c1366a7968 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:02.421732 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf52cc13-d445-46e3-925c-9453af4477a5 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.479336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53876d32-dbd7-42e8-b460-cc8c08ba4f0a req-9eeca44c-d5ff-4c28-bf2c-a8a39499b6b3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.490305 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-53876d32-dbd7-42e8-b460-cc8c08ba4f0a req-9eeca44c-d5ff-4c28-bf2c-a8a39499b6b3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0804899 Feb 11 13:24:02.498225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf52cc13-d445-46e3-925c-9453af4477a5 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacd5561-40d4-407f-a7fd-90db9f1b37f8,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:02.504406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-628dcfed-e1f8-4e3e-9d53-6cefd14d04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.506112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-628dcfed-e1f8-4e3e-9d53-6cefd14d04b8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2624202 Feb 11 13:24:02.519586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-57766224-5927-40dd-9f31-baff8dfacaa9 None None] Provisioning complete for port 96565b04-04ed-43ab-8477-a57d0794d742 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:02.520003 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57766224-5927-40dd-9f31-baff8dfacaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.535943 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf52cc13-d445-46e3-925c-9453af4477a5 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.541102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cf52cc13-d445-46e3-925c-9453af4477a5 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8040700 Feb 11 13:24:02.541496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48042) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:02.552348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-47b11ac7-a771-4d06-90dd-1b3122306028 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Request body: {'security_group_rule': {'security_group_id': 'f0b597dc-3bf9-478b-9276-6ff648aee51f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:02.583628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4836666-a15b-4eab-87b9-70c0ae0a60ab req-21cfd22f-d307-4800-ad92-1d5befac20e5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.585720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e4836666-a15b-4eab-87b9-70c0ae0a60ab req-21cfd22f-d307-4800-ad92-1d5befac20e5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 943 time: 0.3100979 Feb 11 13:24:02.595316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-53876d32-dbd7-42e8-b460-cc8c08ba4f0a req-518bafef-25da-49ed-ab67-c1a1784b8b4e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926645 Feb 11 13:24:02.596240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-beb576f0-300b-43ed-bf14-787aea8482ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 217 time: 0.0830829 Feb 11 13:24:02.654927 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57766224-5927-40dd-9f31-baff8dfacaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.693334 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-152543d8-d3e4-48b7-90f9-a71d06f3444b service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257936 Feb 11 13:24:02.727622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-57766224-5927-40dd-9f31-baff8dfacaa9 None None] For port 96565b04-04ed-43ab-8477-a57d0794d742, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=96565b04-04ed-43ab-8477-a57d0794d742,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:02.733901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47b11ac7-a771-4d06-90dd-1b3122306028 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.740432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '96565b04-04ed-43ab-8477-a57d0794d742', 'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'mac_address': 'fa:16:3e:22:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:55Z', 'updated_at': '2022-02-11T13:24:01Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'subnets': [{'id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:02.753199 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e4836666-a15b-4eab-87b9-70c0ae0a60ab req-541b00ef-5cce-44bd-99c5-10e0847a5f22 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541760 Feb 11 13:24:02.777963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce784335-f9ec-448e-8b3d-a5eea9b406e4 None None] The sync data for ids ['977057cf-6472-4244-aab9-c8c1366a7968'] in n-d-816488-1 is: [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '96565b04-04ed-43ab-8477-a57d0794d742', 'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'mac_address': 'fa:16:3e:22:03:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:55Z', 'updated_at': '2022-02-11T13:24:01Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'subnets': [{'id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:02.785735 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57766224-5927-40dd-9f31-baff8dfacaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.795245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1fa12e-4963-4960-b5ae-a20bc08aefb4 req-d1be03d2-a34f-46a4-908d-75b2b99bd110 tempest-ServersAdminNegativeTestJSON-1202895658 tempest-ServersAdminNegativeTestJSON-1202895658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.802712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae1fa12e-4963-4960-b5ae-a20bc08aefb4 req-d1be03d2-a34f-46a4-908d-75b2b99bd110 tempest-ServersAdminNegativeTestJSON-1202895658 tempest-ServersAdminNegativeTestJSON-1202895658-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 1101 time: 0.1257164 Feb 11 13:24:02.804481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-da4c01be-4e59-426f-84e9-a9972349ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:02.806085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-da4c01be-4e59-426f-84e9-a9972349ffda service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1851869 Feb 11 13:24:02.844512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57766224-5927-40dd-9f31-baff8dfacaa9 None None] Pushing event updated for resources: {'Port': ['ID=96565b04-04ed-43ab-8477-a57d0794d742,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:02.857222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ae1fa12e-4963-4960-b5ae-a20bc08aefb4 req-bfefa051-2e94-44ae-86d3-47b65c9c5dda tempest-ServersAdminNegativeTestJSON-1202895658 tempest-ServersAdminNegativeTestJSON-1202895658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:02.972955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47b11ac7-a771-4d06-90dd-1b3122306028 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:03.053325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ae1fa12e-4963-4960-b5ae-a20bc08aefb4 req-bfefa051-2e94-44ae-86d3-47b65c9c5dda tempest-ServersAdminNegativeTestJSON-1202895658 tempest-ServersAdminNegativeTestJSON-1202895658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:03.067851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-922abda5-a202-499c-aac5-69442684636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.071096 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-922abda5-a202-499c-aac5-69442684636c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2558165 Feb 11 13:24:03.084972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443df54-8451-4bb6-b1ca-b4510cd4de81 req-c0340efc-ce1b-40cd-adf4-78759aed5b1f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.097040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d443df54-8451-4bb6-b1ca-b4510cd4de81 req-c0340efc-ce1b-40cd-adf4-78759aed5b1f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1859262 Feb 11 13:24:03.119654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-674f653f-1d07-4fb1-9a2f-665c13474efe req-be7a2366-4927-4cd3-9375-6b58edd8c195 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170907 Feb 11 13:24:03.328934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d443df54-8451-4bb6-b1ca-b4510cd4de81 req-69919458-ac6d-4517-9e26-0d1d390a9a88 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939770 Feb 11 13:24:03.328934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-a897941d-e22a-4950-8972-3901dc1b7ec6 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317961 Feb 11 13:24:03.387231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294f59-1d40-4d57-a6a1-7b4dafe547c2 req-0de0a7b0-f5b2-4e09-af7a-805af145e2f1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.388750 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d294f59-1d40-4d57-a6a1-7b4dafe547c2 req-0de0a7b0-f5b2-4e09-af7a-805af145e2f1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1031542 Feb 11 13:24:03.424710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-017d6099-6631-482a-96e5-5a62d3b94393 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741986 Feb 11 13:24:03.446249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d294f59-1d40-4d57-a6a1-7b4dafe547c2 req-60981b2b-6647-46a7-be1e-2dff024d80a3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483601 Feb 11 13:24:03.740332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b9705-4d68-4cb2-9a87-f2bf485c644d req-34b492f3-b48a-403a-b254-28a9f5c8650d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.740332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-181b9705-4d68-4cb2-9a87-f2bf485c644d req-34b492f3-b48a-403a-b254-28a9f5c8650d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0600195 Feb 11 13:24:03.780356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-181b9705-4d68-4cb2-9a87-f2bf485c644d req-13f208cf-30dc-49c9-b10f-dc4b900aae51 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458965 Feb 11 13:24:03.806942 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:24:03.935580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5408da1-4f33-416f-9d94-0c679ac60067 req-43c9a263-f2de-404a-9459-1b54f793952e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:03.937275 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5408da1-4f33-416f-9d94-0c679ac60067 req-43c9a263-f2de-404a-9459-1b54f793952e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 943 time: 0.0809343 Feb 11 13:24:03.945291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47b11ac7-a771-4d06-90dd-1b3122306028 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:03.981105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b11ac7-a771-4d06-90dd-1b3122306028 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf09321-c3da-4834-819e-fcddc7fc8f05,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:03.995436 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-ae1fa12e-4963-4960-b5ae-a20bc08aefb4 req-bfefa051-2e94-44ae-86d3-47b65c9c5dda tempest-ServersAdminNegativeTestJSON-1202895658 tempest-ServersAdminNegativeTestJSON-1202895658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.012905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5408da1-4f33-416f-9d94-0c679ac60067 req-152ffaa3-af77-482e-87ed-6d1e6565678c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686803 Feb 11 13:24:04.046509 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae1fa12e-4963-4960-b5ae-a20bc08aefb4 req-bfefa051-2e94-44ae-86d3-47b65c9c5dda tempest-ServersAdminNegativeTestJSON-1202895658 tempest-ServersAdminNegativeTestJSON-1202895658-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2427826 Feb 11 13:24:04.065513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47b11ac7-a771-4d06-90dd-1b3122306028 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.075832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-47b11ac7-a771-4d06-90dd-1b3122306028 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5243375 Feb 11 13:24:04.083214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 96565b04-04ed-43ab-8477-a57d0794d742 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:04.089445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfefa051-2e94-44ae-86d3-47b65c9c5dda tempest-ServersAdminNegativeTestJSON-1202895658 tempest-ServersAdminNegativeTestJSON-1202895658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde520f8-ba74-49b5-b1ec-3d21bab7dee1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:04.089782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48052) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:04.099044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:04.134686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9 req-a00a573c-fd29-4c22-a41c-a5d0de63ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.136277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9 req-a00a573c-fd29-4c22-a41c-a5d0de63ccb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 1094 time: 0.1121473 Feb 11 13:24:04.177720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 96565b04-04ed-43ab-8477-a57d0794d742 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:04.178564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.245335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.275148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9 req-c3eb402d-0857-408b-bd5b-8b8d63ecc841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.276902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9 req-c3eb402d-0857-408b-bd5b-8b8d63ecc841 service neutron] 10.222.0.59 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 913 time: 0.1333337 Feb 11 13:24:04.366688 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9 req-2a8dbab3-34c3-409f-81a0-2fccddabbf8b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3a5bba3-702c-4a6e-b72a-a203898ee185 HTTP/1.1" status: 200 len: 217 time: 0.0460296 Feb 11 13:24:04.431432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9 req-298668c8-ea9a-46ee-bd0a-19f84cfd0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.432932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9 req-298668c8-ea9a-46ee-bd0a-19f84cfd0231 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.0596297 Feb 11 13:24:04.504305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9 req-22ea689a-4c3f-4e24-a80a-ced5f2ae0c83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581441 Feb 11 13:24:04.575023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674c44e-f303-4b3f-9c7d-941adb3291e9 req-b804fa4b-2316-4c7a-9853-2b83aaf7ad56 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.576624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.576763 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1674c44e-f303-4b3f-9c7d-941adb3291e9 req-b804fa4b-2316-4c7a-9853-2b83aaf7ad56 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0522065 Feb 11 13:24:04.599944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cefc1-11e5-4588-8a8a-bd63eb1d6670 req-996f8a8a-20b2-4eb1-935f-5eea78fc011b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.601582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d3cefc1-11e5-4588-8a8a-bd63eb1d6670 req-996f8a8a-20b2-4eb1-935f-5eea78fc011b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1588638 Feb 11 13:24:04.622007 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1674c44e-f303-4b3f-9c7d-941adb3291e9 req-b82e0106-1316-4aae-95c5-f89836bb6378 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389912 Feb 11 13:24:04.702964 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9 req-2e1d1b1b-90e8-4caa-b781-0af265e26ca0 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906948 Feb 11 13:24:04.739765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d3cefc1-11e5-4588-8a8a-bd63eb1d6670 req-3c397ab5-b894-424d-8d44-f1df667e0c32 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073992 Feb 11 13:24:04.802158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Allocated IP 172.25.0.252 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/68554855-1cb8-4364-b8bf-cafb07b5db98) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:04.881468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce8fa6b2-12b2-497c-ae6a-b1ef7f3b8bc9 req-d37dce5d-53c5-4414-bcc9-7c3bbac0a438 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562712 Feb 11 13:24:04.907787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df6852-b6ec-4282-89a9-8eb9280267bc req-5679661e-2736-41bb-b03c-87bf7309af0f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:04.909049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86df6852-b6ec-4282-89a9-8eb9280267bc req-5679661e-2736-41bb-b03c-87bf7309af0f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0544097 Feb 11 13:24:04.933799 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:04.951059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86df6852-b6ec-4282-89a9-8eb9280267bc req-61651f8c-d926-431a-b275-5f76a011a74b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354092 Feb 11 13:24:05.064661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.137234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:05.143961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:05.149683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:05.154187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Pushing event updated for resources: {'Port': ['ID=68554855-1cb8-4364-b8bf-cafb07b5db98,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:05.171526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6b55a-1552-4357-ace3-6ecff5cd0cd7 req-0b3652de-bf44-4043-9c26-0c72614b8fc1 tempest-ServersAdminNegativeTestJSON-1202895658 tempest-ServersAdminNegativeTestJSON-1202895658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.178365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aff6b55a-1552-4357-ace3-6ecff5cd0cd7 req-0b3652de-bf44-4043-9c26-0c72614b8fc1 tempest-ServersAdminNegativeTestJSON-1202895658 tempest-ServersAdminNegativeTestJSON-1202895658-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 1101 time: 0.0600083 Feb 11 13:24:05.204309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf7f39-7dd5-4694-a0a7-587ebefd214f req-2420feb9-9ab7-4e66-a822-be9932624af6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.205870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6adf7f39-7dd5-4694-a0a7-587ebefd214f req-2420feb9-9ab7-4e66-a822-be9932624af6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 943 time: 0.1089089 Feb 11 13:24:05.218568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aff6b55a-1552-4357-ace3-6ecff5cd0cd7 req-73ea7b2c-7b2d-4e55-91d1-794b10f1a6f3 tempest-ServersAdminNegativeTestJSON-1202895658 tempest-ServersAdminNegativeTestJSON-1202895658-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Feb 11 13:24:05.287529 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6adf7f39-7dd5-4694-a0a7-587ebefd214f req-52d95486-721e-4523-8384-cffce3f1648a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735710 Feb 11 13:24:05.289323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.447098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.597588 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.693648 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.792842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Pushing event updated for resources: {'Port': ['ID=68554855-1cb8-4364-b8bf-cafb07b5db98,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:05.812923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.823273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9525538-466d-4efc-9c06-4b3b56eecbfa req-31c74fd2-818d-4533-927c-944004e3738d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.824896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d9525538-466d-4efc-9c06-4b3b56eecbfa req-31c74fd2-818d-4533-927c-944004e3738d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1038177 Feb 11 13:24:05.870763 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d9525538-466d-4efc-9c06-4b3b56eecbfa req-02c9c855-3496-4aa7-80dc-35065c8d51f2 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382791 Feb 11 13:24:05.924129 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:05.924621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93e101-ef97-4092-992b-2ad610d09da9 req-2d05ea7a-8997-4337-a995-0d17ebbeb520 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.925593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a9f14513-6e8e-40ff-b676-d7ad7df5f5c4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8343337 Feb 11 13:24:05.926807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de93e101-ef97-4092-992b-2ad610d09da9 req-2d05ea7a-8997-4337-a995-0d17ebbeb520 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0625243 Feb 11 13:24:05.968746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de93e101-ef97-4092-992b-2ad610d09da9 req-1644719d-5574-4551-8760-90aa5904c06c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330992 Feb 11 13:24:05.992537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a696856-76f3-4b08-888e-6bbaef2f2097 req-18890089-ff6b-4936-932a-f5a0ac3b55d0 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:05.994214 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a696856-76f3-4b08-888e-6bbaef2f2097 req-18890089-ff6b-4936-932a-f5a0ac3b55d0 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 950 time: 0.0641809 Feb 11 13:24:06.034183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a696856-76f3-4b08-888e-6bbaef2f2097 req-dfc60d96-d06a-4ffa-9ab9-84fcb7bf1c53 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326233 Feb 11 13:24:06.085633 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2bcefdf7-d0a3-4861-ad2b-59ce3b54ef8f tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--290953341&fields=id&tenant_id=f670e7e0a1614d86b21d95f982ea229b HTTP/1.1" status: 200 len: 267 time: 0.0374901 Feb 11 13:24:06.140525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25444083-24da-4124-a2bd-f0dc95c44610 req-41717caa-a20b-4e0e-882b-91881ffe9b2c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.142186 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25444083-24da-4124-a2bd-f0dc95c44610 req-41717caa-a20b-4e0e-882b-91881ffe9b2c tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 943 time: 0.0508118 Feb 11 13:24:06.184728 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25444083-24da-4124-a2bd-f0dc95c44610 req-a0a2ec11-aa4d-4fe2-8fea-10d5446cb946 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356264 Feb 11 13:24:06.201379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-3a339072-731f-487f-9e8a-3c0aa53cf96b tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.202929 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-3a339072-731f-487f-9e8a-3c0aa53cf96b tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/networks?id=c174928f-171b-42db-92e0-3dcd96d0b30e HTTP/1.1" status: 200 len: 811 time: 0.1111484 Feb 11 13:24:06.218118 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-afbdb344-7be1-4adb-bbd2-ba3be4f9c833 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/quotas/f670e7e0a1614d86b21d95f982ea229b HTTP/1.1" status: 200 len: 375 time: 0.0092399 Feb 11 13:24:06.272088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-d2d02cbd-9c6b-42fd-844e-64b3820a7911 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f670e7e0a1614d86b21d95f982ea229b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486109 Feb 11 13:24:06.272875 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f5a1da36-af4a-468f-b581-0cbc250c480c details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:06.376872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-3750e3c6-6548-4325-8bc2-e5b6167f33dc service neutron] 10.222.0.52 "GET /v2.0/networks/c174928f-171b-42db-92e0-3dcd96d0b30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924792 Feb 11 13:24:06.424343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47dc0-fa5b-46bf-a7bf-50a0d255defe req-7154111e-8f29-4908-ad80-5a2cd3ff1bb3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:06.426312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96c47dc0-fa5b-46bf-a7bf-50a0d255defe req-7154111e-8f29-4908-ad80-5a2cd3ff1bb3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 943 time: 0.0588405 Feb 11 13:24:06.474812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96c47dc0-fa5b-46bf-a7bf-50a0d255defe req-5a3868ec-783c-40b7-94aa-cbc20d0595df tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Feb 11 13:24:06.500684 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-a35b8410-98d0-40a8-9de1-8fc41061fed0 service neutron] 10.222.0.52 "GET /v2.0/networks/c174928f-171b-42db-92e0-3dcd96d0b30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147764 Feb 11 13:24:06.517716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:06.529273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'network_id': '5267caef-1ce5-4b90-b59f-509667f805b4', 'port_id': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'mac_address': 'fa:16:3e:00:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7453e60e-a49b-401d-9290-ba5d57235e58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:06.567194 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:06.579990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a1da36-af4a-468f-b581-0cbc250c480c {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:06.602209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:06.698869 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:06.746360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:06.817030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-47005b03-4ec7-47f2-9a56-cfbe0c5791d3 req-58c825b0-0b03-4e9b-8ad4-703c4a21c02d tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 210 time: 0.0315232 Feb 11 13:24:07.007401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6aaaec-439f-4b30-bb2b-634e45559baa req-81bb1cc6-206d-44e8-b0c9-3a6acc0f459c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.009108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce6aaaec-439f-4b30-bb2b-634e45559baa req-81bb1cc6-206d-44e8-b0c9-3a6acc0f459c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0513716 Feb 11 13:24:07.052224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce6aaaec-439f-4b30-bb2b-634e45559baa req-22b21af9-fcd9-4e8d-822f-c0144441b3d7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362360 Feb 11 13:24:07.088187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46616998-bbdf-43d9-847d-7702adc602e7 req-d0d42dfb-2a29-4dc2-99d6-037883b64cc4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.089740 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46616998-bbdf-43d9-847d-7702adc602e7 req-d0d42dfb-2a29-4dc2-99d6-037883b64cc4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0517910 Feb 11 13:24:07.130527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46616998-bbdf-43d9-847d-7702adc602e7 req-31b82d2b-33b9-46cc-92ad-23cc05c34ff7 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337625 Feb 11 13:24:07.134215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['f5a1da36-af4a-468f-b581-0cbc250c480c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:07.168480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb23f9-cb20-4b6b-a868-45672b56eae4 req-d8b0464e-5975-4005-a783-787b4a7ac104 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.170052 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4fb23f9-cb20-4b6b-a868-45672b56eae4 req-d8b0464e-5975-4005-a783-787b4a7ac104 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 950 time: 0.0545659 Feb 11 13:24:07.225737 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4fb23f9-cb20-4b6b-a868-45672b56eae4 req-e0929788-667a-4e24-a71c-f3498457eb63 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450380 Feb 11 13:24:07.306208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb75cb-e665-4937-bd79-1f3f0f4e7624 req-797da679-ab40-40b2-80dd-8949dd50c071 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.307662 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1bb75cb-e665-4937-bd79-1f3f0f4e7624 req-797da679-ab40-40b2-80dd-8949dd50c071 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 944 time: 0.0517554 Feb 11 13:24:07.347029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1bb75cb-e665-4937-bd79-1f3f0f4e7624 req-a9148b9c-0d52-4547-8936-d5ee76fb2267 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332024 Feb 11 13:24:07.583089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-5d797df2-9aad-4e49-865a-c427f44ff1e8 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.584838 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-5d797df2-9aad-4e49-865a-c427f44ff1e8 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.13 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 950 time: 0.0715313 Feb 11 13:24:07.683304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cacd12-62b6-4445-b1b0-9ec2f7e48854 req-adbc84af-fc6a-4461-8b40-8d93f0b56c7a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:07.684934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4cacd12-62b6-4445-b1b0-9ec2f7e48854 req-adbc84af-fc6a-4461-8b40-8d93f0b56c7a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 943 time: 0.1231828 Feb 11 13:24:07.736882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4cacd12-62b6-4445-b1b0-9ec2f7e48854 req-d6b6fc86-d83a-49fc-958f-ee0b20c9fcaa tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443642 Feb 11 13:24:07.745799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-4d31b3d3-780c-4530-bb5d-85acfb2b3a0d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Deleting port b7189dde-60a8-412c-9fb6-0d56cba6844c {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:24:07.746145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-4d31b3d3-780c-4530-bb5d-85acfb2b3a0d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:07.838722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-4d31b3d3-780c-4530-bb5d-85acfb2b3a0d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] For port b7189dde-60a8-412c-9fb6-0d56cba6844c, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b7189dde-60a8-412c-9fb6-0d56cba6844c,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:07.839134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-4d31b3d3-780c-4530-bb5d-85acfb2b3a0d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:07.852768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-4d31b3d3-780c-4530-bb5d-85acfb2b3a0d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Calling delete_port for b7189dde-60a8-412c-9fb6-0d56cba6844c owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:24:07.900450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-affdace3-c954-46f9-981e-24737c6acc3b req-2e1ceb7a-b431-4cc5-b2ad-ee157b9156b4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 210 time: 0.0304458 Feb 11 13:24:08.092274 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-4d31b3d3-780c-4530-bb5d-85acfb2b3a0d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:08.105949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2fae5b52-3ce3-41b7-95d4-8641614160e6', 'b7189dde-60a8-412c-9fb6-0d56cba6844c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:08.123162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31b3d3-780c-4530-bb5d-85acfb2b3a0d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Pushing event deleted for resources: {'Port': ['ID=b7189dde-60a8-412c-9fb6-0d56cba6844c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:08.226345 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-4d31b3d3-780c-4530-bb5d-85acfb2b3a0d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] No DVR routers for this DVR port b7189dde-60a8-412c-9fb6-0d56cba6844c on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:08.231459 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-4d31b3d3-780c-4530-bb5d-85acfb2b3a0d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:08.235027 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dda5467d-5bda-4c19-81dd-5031297e3f74 req-4d31b3d3-780c-4530-bb5d-85acfb2b3a0d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.13 "DELETE /v2.0/ports/b7189dde-60a8-412c-9fb6-0d56cba6844c HTTP/1.1" status: 204 len: 173 time: 0.6338646 Feb 11 13:24:08.237706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e034a0fd-59e6-4050-b800-abcbd31c1b10', 'name': 'network-vif-deleted', 'tag': 'b7189dde-60a8-412c-9fb6-0d56cba6844c'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:08.241959 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88bc6c2-cd39-4e10-badb-810780cebb6e" -d '{"events": [{"server_uuid": "e034a0fd-59e6-4050-b800-abcbd31c1b10", "name": "network-vif-deleted", "tag": "b7189dde-60a8-412c-9fb6-0d56cba6844c"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:08.276008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b0e5fe-79dd-4b8c-a177-08bc27465dd3 req-adb49a68-c83a-4e21-a989-51e7266acb39 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.278323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9b0e5fe-79dd-4b8c-a177-08bc27465dd3 req-adb49a68-c83a-4e21-a989-51e7266acb39 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1484809 Feb 11 13:24:08.284516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d3a5bba3-702c-4a6e-b72a-a203898ee185 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:08.346878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9b0e5fe-79dd-4b8c-a177-08bc27465dd3 req-8c596c69-424a-4069-aece-fc7cf105a828 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590117 Feb 11 13:24:08.356302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b6f9b-4699-4209-81fe-ba78982ca9a4 req-1f5a269d-99b8-4c9d-b84f-22e310f0249d tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.364805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-709b6f9b-4699-4209-81fe-ba78982ca9a4 req-1f5a269d-99b8-4c9d-b84f-22e310f0249d tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0881517 Feb 11 13:24:08.421889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-709b6f9b-4699-4209-81fe-ba78982ca9a4 req-b11d31b5-baa6-485a-9c99-7a6e7bc3fdee tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560286 Feb 11 13:24:08.451187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-f5a6abb1-a276-424f-b660-38301d1a46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.452782 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-f5a6abb1-a276-424f-b660-38301d1a46ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 1101 time: 0.1050246 Feb 11 13:24:08.485040 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d3a5bba3-702c-4a6e-b72a-a203898ee185, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d3a5bba3-702c-4a6e-b72a-a203898ee185,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:08.491623 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8596b745-4079-43e3-80e2-949157111009 x-openstack-request-id: req-8596b745-4079-43e3-80e2-949157111009 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:08.492120 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e034a0fd-59e6-4050-b800-abcbd31c1b10", "name": "network-vif-deleted", "tag": "b7189dde-60a8-412c-9fb6-0d56cba6844c", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:08.492368 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8596b745-4079-43e3-80e2-949157111009 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:08.492838 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e034a0fd-59e6-4050-b800-abcbd31c1b10', 'name': 'network-vif-deleted', 'tag': 'b7189dde-60a8-412c-9fb6-0d56cba6844c', 'status': 'completed', 'code': 200} Feb 11 13:24:08.503580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'd3a5bba3-702c-4a6e-b72a-a203898ee185', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'port_id': 'd3a5bba3-702c-4a6e-b72a-a203898ee185', 'mac_address': 'fa:16:3e:84:d2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0068394-8d60-46ec-8614-0892d71a97c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:08.557183 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:08.587613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3a5bba3-702c-4a6e-b72a-a203898ee185 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:08.615532 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55529243-7329-420d-a23b-98b80585c341 req-c43cffb8-a7c7-49a0-a325-7d2786ef62c9 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.618171 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-add0cdb8-7e55-4279-9b9e-40c45e76e4ea req-9cbde298-3fe5-4882-93e4-ed13ecaa51f4 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 210 time: 0.1266627 Feb 11 13:24:08.622375 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55529243-7329-420d-a23b-98b80585c341 req-c43cffb8-a7c7-49a0-a325-7d2786ef62c9 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 944 time: 0.0854044 Feb 11 13:24:08.636626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d3a5bba3-702c-4a6e-b72a-a203898ee185, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d3a5bba3-702c-4a6e-b72a-a203898ee185,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:08.666802 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55529243-7329-420d-a23b-98b80585c341 req-71eeb2a2-8b39-4b58-bed5-3b7f922fa3c2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378761 Feb 11 13:24:08.677239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-fabc6370-9c68-4356-9094-17800144a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.679295 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-fabc6370-9c68-4356-9094-17800144a996 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2010465 Feb 11 13:24:08.723262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-182bc1b4-cda7-427e-82fd-8274da474fa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3 HTTP/1.1" status: 200 len: 217 time: 0.0351267 Feb 11 13:24:08.783442 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:08.785108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-ae1e2076-968a-43cd-95f3-c9b4c96181e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.786119 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-ae1e2076-968a-43cd-95f3-c9b4c96181e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0447435 Feb 11 13:24:08.833847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d3a5bba3-702c-4a6e-b72a-a203898ee185,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:08.883722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-e8128d41-98c0-401c-b4bf-b4e8dc0e8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.886007 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-e8128d41-98c0-401c-b4bf-b4e8dc0e8cbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871551 Feb 11 13:24:08.894420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13acdfa-0660-44df-ab24-f1611a7053e2 req-00cc5b52-b5c1-4eb3-8573-efd2d9b590f4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:08.895809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c13acdfa-0660-44df-ab24-f1611a7053e2 req-00cc5b52-b5c1-4eb3-8573-efd2d9b590f4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 944 time: 0.0811830 Feb 11 13:24:08.995144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c13acdfa-0660-44df-ab24-f1611a7053e2 req-cef5be34-193e-4e34-9bac-70a87103ec93 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900090 Feb 11 13:24:09.009357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dafc64d-6bb8-43ae-97f0-4a9a1e0d1a8b req-9d5cd869-1b4b-47e0-a6bc-4a623bcde9fc tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 210 time: 0.0377574 Feb 11 13:24:09.041553 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-9cbfb56b-118a-4a0a-8db9-126c46d0bdbd service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447914 Feb 11 13:24:09.140212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-70b0bbea-9811-4bfe-91b6-ef85a584d4a8 req-0b8fc1b5-7b8f-4856-a881-9813e60dcc86 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915315 Feb 11 13:24:09.194053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d3a5bba3-702c-4a6e-b72a-a203898ee185'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:09.465609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6cc74-0fa4-404f-b90a-3f0a80622914 req-d4a17af7-7517-4639-82e4-22129dc21337 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:09.470214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-acf6cc74-0fa4-404f-b90a-3f0a80622914 req-d4a17af7-7517-4639-82e4-22129dc21337 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0556755 Feb 11 13:24:09.510519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-acf6cc74-0fa4-404f-b90a-3f0a80622914 req-5c5a6736-b6ea-4c1b-9eb3-b811fbdcd4cf tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370948 Feb 11 13:24:09.565238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf24b17-f23c-479c-86f1-05e39b074773 req-f04002b2-0a90-4593-9f2d-10a3efc68cfe tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:09.567191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecf24b17-f23c-479c-86f1-05e39b074773 req-f04002b2-0a90-4593-9f2d-10a3efc68cfe tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0659466 Feb 11 13:24:09.611029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecf24b17-f23c-479c-86f1-05e39b074773 req-0f263663-c429-4c3a-a0b1-f04d7f14560c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368865 Feb 11 13:24:09.697802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-8026ca79-4a06-4b94-b99d-37ab8b44ba07 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:09.699691 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-8026ca79-4a06-4b94-b99d-37ab8b44ba07 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.13 "GET /v2.0/networks?id=c174928f-171b-42db-92e0-3dcd96d0b30e HTTP/1.1" status: 200 len: 811 time: 0.1109004 Feb 11 13:24:09.762943 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-359a21f8-c52f-458f-a272-53d3130fbe7c req-d3697242-3a8f-460c-abd7-0e9982f62ebb tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=e034a0fd-59e6-4050-b800-abcbd31c1b10 HTTP/1.1" status: 200 len: 210 time: 0.0402782 Feb 11 13:24:09.779953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-998192d5-0e6e-454f-89ef-0c2c005ab02c tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f670e7e0a1614d86b21d95f982ea229b HTTP/1.1" status: 200 len: 379 time: 0.0657802 Feb 11 13:24:09.796236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acfb9c-c4bd-4fa8-9ca8-fc79b74fbfc0 req-a5705930-301c-4972-89e4-ba67d2567b9e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:09.797983 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68acfb9c-c4bd-4fa8-9ca8-fc79b74fbfc0 req-a5705930-301c-4972-89e4-ba67d2567b9e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 944 time: 0.0523770 Feb 11 13:24:09.807324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Request body: {'port': {'device_id': '04c20f38-b697-402d-9649-5768bfd2e000', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'admin_state_up': True, 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'security_groups': ['f0b597dc-3bf9-478b-9276-6ff648aee51f']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:09.844879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68acfb9c-c4bd-4fa8-9ca8-fc79b74fbfc0 req-65b211c8-b4e6-42e5-9717-ce7e3ef133d2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407202 Feb 11 13:24:10.110044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Made reservation on behalf of f670e7e0a1614d86b21d95f982ea229b for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:10.115447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.127398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2902c3ac-0dde-4f64-b329-b03ad05dfa13 req-cf4a7001-e948-44c8-9239-65207326e13a tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 210 time: 0.0402226 Feb 11 13:24:10.204399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663396-6bcf-4a73-9229-fc8f917117d0 req-35e1200f-ce4a-4f81-819c-d995bbcea1cd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.206050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02663396-6bcf-4a73-9229-fc8f917117d0 req-35e1200f-ce4a-4f81-819c-d995bbcea1cd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 944 time: 0.1378269 Feb 11 13:24:10.284331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02663396-6bcf-4a73-9229-fc8f917117d0 req-b14c0d50-3bb3-4cc2-a475-9ad9802c7a54 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713084 Feb 11 13:24:10.300648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f5a1da36-af4a-468f-b581-0cbc250c480c up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:10.302531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Allocated IP 172.20.0.3 (c174928f-171b-42db-92e0-3dcd96d0b30e/1e7dae46-d29e-449a-8f9c-b87b0191d936/30cad181-bd0a-4534-aff0-9a110b03fc83) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:10.349826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port f5a1da36-af4a-468f-b581-0cbc250c480c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:10.350499 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.434085 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.448609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.457498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:10.460402 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af939fa-c087-4698-af04-150031644065" -d '{"events": [{"server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "name": "network-vif-plugged", "status": "completed", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:10.479614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:10.498303 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c71d1aa-cd4e-4d88-8567-0c02d5bf0490 x-openstack-request-id: req-2c71d1aa-cd4e-4d88-8567-0c02d5bf0490 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:10.498591 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "name": "network-vif-plugged", "status": "completed", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:10.498841 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c71d1aa-cd4e-4d88-8567-0c02d5bf0490 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:10.499226 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'code': 200} Feb 11 13:24:10.590644 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.626784 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.642974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=10']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:10.668040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bfbba-10e5-4695-92ea-cf95014832f9 req-b12f9bac-91ef-404d-a79a-61c5cc595478 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.669715 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-278bfbba-10e5-4695-92ea-cf95014832f9 req-b12f9bac-91ef-404d-a79a-61c5cc595478 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0813689 Feb 11 13:24:10.709323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Network c174928f-171b-42db-92e0-3dcd96d0b30e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:10.712339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Pushing event updated for resources: {'Port': ['ID=30cad181-bd0a-4534-aff0-9a110b03fc83,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:10.717551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:10.721605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:10.749978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e84f7-01a4-406e-8292-8673eff0af9a req-a84aeabc-7193-45b6-a509-c45570370c47 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.751491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-600e84f7-01a4-406e-8292-8673eff0af9a req-a84aeabc-7193-45b6-a509-c45570370c47 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0624464 Feb 11 13:24:10.769290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-278bfbba-10e5-4695-92ea-cf95014832f9 req-dbeed367-6b72-4f66-ac8f-111eef7ac16a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931916 Feb 11 13:24:10.794993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.795646 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:10.830658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-600e84f7-01a4-406e-8292-8673eff0af9a req-60b5d7c6-29dd-4d1a-abd4-68e0645538c3 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640907 Feb 11 13:24:10.911876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1b72-b1fb-401d-8462-cf4f23c6134d req-8147ae55-400c-4ccf-9268-aebb75277883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:10.915282 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-347f1b72-b1fb-401d-8462-cf4f23c6134d req-8147ae55-400c-4ccf-9268-aebb75277883 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 1097 time: 0.0530651 Feb 11 13:24:10.937100 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2f4b0fa9-b48e-40ff-9737-e6ca463a7bb1 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1340873 Feb 11 13:24:10.954443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Request body: {'port': {'device_id': '04c20f38-b697-402d-9649-5768bfd2e000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:10.955063 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-347f1b72-b1fb-401d-8462-cf4f23c6134d req-a8a09f70-9db5-405c-b1a3-9ed35e494cee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330107 Feb 11 13:24:11.039289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3601e2f-839f-4be0-99c2-061ef15756d8 req-4b83da7a-8b54-40cc-a9dd-f9dfa8145476 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.040812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3601e2f-839f-4be0-99c2-061ef15756d8 req-4b83da7a-8b54-40cc-a9dd-f9dfa8145476 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.1028442 Feb 11 13:24:11.041914 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.097014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-deb525b1-2a4b-4ea8-8a0f-57212e022214 None None] Provisioning complete for port 30cad181-bd0a-4534-aff0-9a110b03fc83 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:11.097666 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-deb525b1-2a4b-4ea8-8a0f-57212e022214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.121590 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3601e2f-839f-4be0-99c2-061ef15756d8 req-59e65e0c-9b9f-419e-9562-180246424a38 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708091 Feb 11 13:24:11.138262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-deb525b1-2a4b-4ea8-8a0f-57212e022214 None None] Port 30cad181-bd0a-4534-aff0-9a110b03fc83 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:11.326150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba343bf-e736-40ee-8007-06e43282114d req-44f1e936-ec82-4f41-8362-a7269c153b5c tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.327626 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eba343bf-e736-40ee-8007-06e43282114d req-44f1e936-ec82-4f41-8362-a7269c153b5c tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 931 time: 0.1119514 Feb 11 13:24:11.407535 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eba343bf-e736-40ee-8007-06e43282114d req-23f5c7fd-d4c2-4fd1-82a8-4d3387272dfe tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686519 Feb 11 13:24:11.421558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30cad181-bd0a-4534-aff0-9a110b03fc83 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:11.430290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa99af3-46c6-4232-831b-61f2169e76e1 req-cce0661e-75aa-4682-87aa-322026caa435 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.431866 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5aa99af3-46c6-4232-831b-61f2169e76e1 req-cce0661e-75aa-4682-87aa-322026caa435 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 944 time: 0.0506988 Feb 11 13:24:11.435540 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.449599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Transition to ACTIVE for port object 30cad181-bd0a-4534-aff0-9a110b03fc83 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:11.472310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5aa99af3-46c6-4232-831b-61f2169e76e1 req-b76b0e00-7d6f-468e-a51e-1009ec747148 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331359 Feb 11 13:24:11.526669 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03f142-732b-426f-a759-ba87ca9f6af7 req-fd8a0a63-1d06-47bc-86af-e4d7a13da6af tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.528184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b03f142-732b-426f-a759-ba87ca9f6af7 req-fd8a0a63-1d06-47bc-86af-e4d7a13da6af tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 950 time: 0.0574925 Feb 11 13:24:11.547512 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.612242 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b03f142-732b-426f-a759-ba87ca9f6af7 req-846647f3-bdaa-4ef5-8ff0-27133facf99c tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778296 Feb 11 13:24:11.622063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Pushing event updated for resources: {'Port': ['ID=30cad181-bd0a-4534-aff0-9a110b03fc83,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:11.699391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Attempting to bind port 30cad181-bd0a-4534-aff0-9a110b03fc83 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:11.699728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Attempting to bind port 30cad181-bd0a-4534-aff0-9a110b03fc83 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:11.700058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Attempting to bind port 30cad181-bd0a-4534-aff0-9a110b03fc83 on network c174928f-171b-42db-92e0-3dcd96d0b30e {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:11.705385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Port 30cad181-bd0a-4534-aff0-9a110b03fc83 on network c174928f-171b-42db-92e0-3dcd96d0b30e not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:11.705724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Attempting to bind port 30cad181-bd0a-4534-aff0-9a110b03fc83 on network c174928f-171b-42db-92e0-3dcd96d0b30e {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:11.713091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:11.713480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Checking segment: {'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:11.713889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Bound using segment: {'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:11.714352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Bound port: 30cad181-bd0a-4534-aff0-9a110b03fc83, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:11.714731 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.791501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] For port 30cad181-bd0a-4534-aff0-9a110b03fc83, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:11.794924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] For port 30cad181-bd0a-4534-aff0-9a110b03fc83, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=30cad181-bd0a-4534-aff0-9a110b03fc83,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:11.902650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8e0fc-ddcc-46ae-998c-571cbda30ad3 req-8c62528a-d8e6-417e-b242-7defa9f2a11e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.904107 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ff8e0fc-ddcc-46ae-998c-571cbda30ad3 req-8c62528a-d8e6-417e-b242-7defa9f2a11e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0546474 Feb 11 13:24:11.932587 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.948281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ff8e0fc-ddcc-46ae-998c-571cbda30ad3 req-0972d40d-187e-4081-bcab-74670dd59028 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366716 Feb 11 13:24:11.984080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:11.984080 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:11.984080 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] 10.222.0.13 "PUT /v2.0/ports/30cad181-bd0a-4534-aff0-9a110b03fc83 HTTP/1.1" status: 200 len: 1091 time: 1.0156536 Feb 11 13:24:11.984080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c20f38-b697-402d-9649-5768bfd2e000', 'tag': '30cad181-bd0a-4534-aff0-9a110b03fc83'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:11.984080 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd37415f-cd11-43d4-865e-807294c12f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "04c20f38-b697-402d-9649-5768bfd2e000", "tag": "30cad181-bd0a-4534-aff0-9a110b03fc83"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:12.010875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2009c-eade-4481-a4da-610045aed469 req-a332f594-76cf-403e-9bd3-22c69028a9d6 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.012505 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fdf2009c-eade-4481-a4da-610045aed469 req-a332f594-76cf-403e-9bd3-22c69028a9d6 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1208673 Feb 11 13:24:12.015865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974af1b2-3fa9-4b63-8153-75b32377135a service neutron] Pushing event updated for resources: {'Port': ['ID=30cad181-bd0a-4534-aff0-9a110b03fc83,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:12.027476 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60016ca-8b6c-4a66-b727-9f090865faf4 x-openstack-request-id: req-f60016ca-8b6c-4a66-b727-9f090865faf4 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:12.028067 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c20f38-b697-402d-9649-5768bfd2e000", "tag": "30cad181-bd0a-4534-aff0-9a110b03fc83", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:12.028580 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f60016ca-8b6c-4a66-b727-9f090865faf4 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:12.029048 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c20f38-b697-402d-9649-5768bfd2e000', 'tag': '30cad181-bd0a-4534-aff0-9a110b03fc83', 'status': 'completed', 'code': 200} Feb 11 13:24:12.073388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fdf2009c-eade-4481-a4da-610045aed469 req-db858769-3bad-422d-9e6c-9d14816c7f1c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542510 Feb 11 13:24:12.108106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37415f-cd11-43d4-865e-807294c12f9f req-bc6b86b5-5a12-4971-a423-f3f5d9a3e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.109671 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd37415f-cd11-43d4-865e-807294c12f9f req-bc6b86b5-5a12-4971-a423-f3f5d9a3e2c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f670e7e0a1614d86b21d95f982ea229b&device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 1094 time: 0.0548818 Feb 11 13:24:12.223159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37415f-cd11-43d4-865e-807294c12f9f req-ffa43381-6017-454c-8f9a-de1d330a093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.224652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd37415f-cd11-43d4-865e-807294c12f9f req-ffa43381-6017-454c-8f9a-de1d330a093b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f670e7e0a1614d86b21d95f982ea229b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1059377 Feb 11 13:24:12.255405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fc2da-96f1-4765-910d-0a86f3e08cef req-75333b2d-719f-427e-8303-e0b17c28ab71 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.258148 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d6fc2da-96f1-4765-910d-0a86f3e08cef req-75333b2d-719f-427e-8303-e0b17c28ab71 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0537944 Feb 11 13:24:12.312884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d6fc2da-96f1-4765-910d-0a86f3e08cef req-706ce59d-f48f-4b6f-b059-bae156c6b58f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481479 Feb 11 13:24:12.327800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d3a5bba3-702c-4a6e-b72a-a203898ee185 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:12.350034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37415f-cd11-43d4-865e-807294c12f9f req-1430fa24-ccbb-45c9-b7d7-63a3ba15cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.352984 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd37415f-cd11-43d4-865e-807294c12f9f req-1430fa24-ccbb-45c9-b7d7-63a3ba15cf9b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1187985 Feb 11 13:24:12.387993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b7189dde-60a8-412c-9fb6-0d56cba6844c no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:12.421810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: b7189dde-60a8-412c-9fb6-0d56cba6844c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:24:12.422225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b7189dde-60a8-412c-9fb6-0d56cba6844c not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:12.457948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2b6fc34e-594f-4b22-9d57-96c8a2f72eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.459774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2b6fc34e-594f-4b22-9d57-96c8a2f72eb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f670e7e0a1614d86b21d95f982ea229b&device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 1094 time: 0.0571034 Feb 11 13:24:12.518261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-3a2f8cf7-4cf3-4d68-846f-444844ae6186 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30cad181-bd0a-4534-aff0-9a110b03fc83 HTTP/1.1" status: 200 len: 217 time: 0.0500977 Feb 11 13:24:12.556150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port d3a5bba3-702c-4a6e-b72a-a203898ee185 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:12.560639 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port d3a5bba3-702c-4a6e-b72a-a203898ee185 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:12.561564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:12.597746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d13b99-9aff-4f0b-a009-fa57c917730c req-b73d2083-37b4-4ae0-b46b-6dbea4b9bafa tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.599370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7d13b99-9aff-4f0b-a009-fa57c917730c req-b73d2083-37b4-4ae0-b46b-6dbea4b9bafa tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 943 time: 0.0904598 Feb 11 13:24:12.603346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe9063-ada5-46f0-9f00-8c12fa798e73 req-12bbd75d-646a-4876-88f2-c5b2b8b9e9b5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.603933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-5fd6f901-973c-4098-a539-ddfd8baf7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.605385 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-5fd6f901-973c-4098-a539-ddfd8baf7e34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e7dae46-d29e-449a-8f9c-b87b0191d936 HTTP/1.1" status: 200 len: 850 time: 0.0658250 Feb 11 13:24:12.606228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1abe9063-ada5-46f0-9f00-8c12fa798e73 req-12bbd75d-646a-4876-88f2-c5b2b8b9e9b5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 944 time: 0.0565491 Feb 11 13:24:12.650366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1abe9063-ada5-46f0-9f00-8c12fa798e73 req-af23b7a2-9817-479e-9a40-4d6464ffb16b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381038 Feb 11 13:24:12.663473 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:12.683285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7d13b99-9aff-4f0b-a009-fa57c917730c req-32a1d937-30ff-4baa-959f-7bf2142a01d4 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738308 Feb 11 13:24:12.686040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-6f3e2ef0-2d33-4fa6-b91d-c3e97fd28641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.687547 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-6f3e2ef0-2d33-4fa6-b91d-c3e97fd28641 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c174928f-171b-42db-92e0-3dcd96d0b30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720692 Feb 11 13:24:12.700859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f5257a-0bb2-4843-bb29-d3e5bbc83377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a5bba3-702c-4a6e-b72a-a203898ee185'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:12.708041 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023afe97-a2cd-4a4d-93c1-851cc8623a52" -d '{"events": [{"server_uuid": "33f5257a-0bb2-4843-bb29-d3e5bbc83377", "name": "network-vif-plugged", "status": "completed", "tag": "d3a5bba3-702c-4a6e-b72a-a203898ee185"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:12.720630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d3a5bba3-702c-4a6e-b72a-a203898ee185, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d3a5bba3-702c-4a6e-b72a-a203898ee185,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:12.754564 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30574c59-40d1-4d8f-9ece-66892895bac0 x-openstack-request-id: req-30574c59-40d1-4d8f-9ece-66892895bac0 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:12.755065 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f5257a-0bb2-4843-bb29-d3e5bbc83377", "name": "network-vif-plugged", "status": "completed", "tag": "d3a5bba3-702c-4a6e-b72a-a203898ee185", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:12.755501 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-30574c59-40d1-4d8f-9ece-66892895bac0 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:12.756052 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f5257a-0bb2-4843-bb29-d3e5bbc83377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3a5bba3-702c-4a6e-b72a-a203898ee185', 'code': 200} Feb 11 13:24:12.791787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35877ab-11fd-454e-a240-5cadfdaa2f16 req-ea742f2d-83e4-4a13-987f-37628ce2ab89 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.793318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c35877ab-11fd-454e-a240-5cadfdaa2f16 req-ea742f2d-83e4-4a13-987f-37628ce2ab89 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 950 time: 0.0534990 Feb 11 13:24:12.810138 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:12.826972 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-5367e125-e394-4e03-bf45-913053965d9d service neutron] 10.222.0.13 "GET /v2.0/networks/c174928f-171b-42db-92e0-3dcd96d0b30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277289 Feb 11 13:24:12.879801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d3a5bba3-702c-4a6e-b72a-a203898ee185,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:12.896217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c35877ab-11fd-454e-a240-5cadfdaa2f16 req-afaad022-69c8-48d3-8a3f-3d01b6a36c1d tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/security-groups?id=fceec4a9-c269-4a3e-8958-44057d8cba0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924630 Feb 11 13:24:12.907641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b84595-1ad9-423a-9264-f3f14f43c016 req-fe15e383-31bd-4c7a-a0ba-6398324d12ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:12.909203 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35b84595-1ad9-423a-9264-f3f14f43c016 req-fe15e383-31bd-4c7a-a0ba-6398324d12ca service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 1096 time: 0.0819256 Feb 11 13:24:12.947978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fb85a9f-2bcc-4d35-8f16-64d3429aa183 req-2a7b0645-0148-4a58-8e92-1cdc7352f2cd service neutron] 10.222.0.13 "GET /v2.0/networks/c174928f-171b-42db-92e0-3dcd96d0b30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120028 Feb 11 13:24:12.948217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35b84595-1ad9-423a-9264-f3f14f43c016 req-97ab4432-7710-43da-bf73-3d1ac695d9e9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Feb 11 13:24:13.096920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-7163ea46-464b-40e5-a108-3d72512cc420 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.098491 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-7163ea46-464b-40e5-a108-3d72512cc420 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.13 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 950 time: 0.0877445 Feb 11 13:24:13.112654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d4574-faaf-4fb2-8e28-04b46d25453c req-a975b3b4-fecf-408a-bd15-2c3244b80997 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.117262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-819d4574-faaf-4fb2-8e28-04b46d25453c req-a975b3b4-fecf-408a-bd15-2c3244b80997 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0746109 Feb 11 13:24:13.221487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d7e30-d4ec-4240-8ef9-efcf69bb80f5 req-71363996-03bb-4b68-9328-6a50bb8682bb tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.221487 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e2d7e30-d4ec-4240-8ef9-efcf69bb80f5 req-71363996-03bb-4b68-9328-6a50bb8682bb tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0657597 Feb 11 13:24:13.241917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-819d4574-faaf-4fb2-8e28-04b46d25453c req-8e7e9ad9-d9a7-420b-96b9-ab0753adb092 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172349 Feb 11 13:24:13.268236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e2d7e30-d4ec-4240-8ef9-efcf69bb80f5 req-4e2ec02e-44f3-467e-a14c-06f7b43f9098 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Feb 11 13:24:13.268604 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-8afcdd39-0223-4098-9ff4-b585734edf84 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Deleting port 2fae5b52-3ce3-41b7-95d4-8641614160e6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:24:13.268808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-8afcdd39-0223-4098-9ff4-b585734edf84 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.372009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-8afcdd39-0223-4098-9ff4-b585734edf84 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] For port 2fae5b52-3ce3-41b7-95d4-8641614160e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2fae5b52-3ce3-41b7-95d4-8641614160e6,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:13.372716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-8afcdd39-0223-4098-9ff4-b585734edf84 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.385248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-8afcdd39-0223-4098-9ff4-b585734edf84 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Calling delete_port for 2fae5b52-3ce3-41b7-95d4-8641614160e6 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:24:13.498359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac58a5a-2ad0-4d20-a183-a338470f3435 req-72bb6f56-2d6a-488d-ba47-53c8fb59dedd tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.500018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bac58a5a-2ad0-4d20-a183-a338470f3435 req-72bb6f56-2d6a-488d-ba47-53c8fb59dedd tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.1060588 Feb 11 13:24:13.570144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bac58a5a-2ad0-4d20-a183-a338470f3435 req-552d21a8-633c-41f0-8bc6-53ec47985ac0 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591056 Feb 11 13:24:13.671110 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-8afcdd39-0223-4098-9ff4-b585734edf84 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.685607 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2fae5b52-3ce3-41b7-95d4-8641614160e6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:13.706886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcdd39-0223-4098-9ff4-b585734edf84 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Pushing event deleted for resources: {'Port': ['ID=2fae5b52-3ce3-41b7-95d4-8641614160e6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:13.799778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-8afcdd39-0223-4098-9ff4-b585734edf84 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] No DVR routers for this DVR port 2fae5b52-3ce3-41b7-95d4-8641614160e6 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:13.815927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-8afcdd39-0223-4098-9ff4-b585734edf84 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:13.820820 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-66e43461-f4f3-46c0-a3a8-4f25a28944b3 req-8afcdd39-0223-4098-9ff4-b585734edf84 tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.13 "DELETE /v2.0/ports/2fae5b52-3ce3-41b7-95d4-8641614160e6 HTTP/1.1" status: 204 len: 173 time: 0.7055411 Feb 11 13:24:13.862297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a738444-b7ef-4518-9821-d90bbf3b60a4 req-15be01e4-5fb7-4a62-8a1d-044615ffd7b8 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.864630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a738444-b7ef-4518-9821-d90bbf3b60a4 req-15be01e4-5fb7-4a62-8a1d-044615ffd7b8 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 943 time: 0.0629294 Feb 11 13:24:13.891578 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-213a23a4-c9d3-4d9d-9814-f73049fd6a83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867751 Feb 11 13:24:13.912248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c1fc2-6267-4e9c-9f06-1cef65fc0cf5 req-d677524e-7b2e-4948-bc0a-6172bdda6ebf tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:13.914484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a80c1fc2-6267-4e9c-9f06-1cef65fc0cf5 req-d677524e-7b2e-4948-bc0a-6172bdda6ebf tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 945 time: 0.0992436 Feb 11 13:24:13.925243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a738444-b7ef-4518-9821-d90bbf3b60a4 req-fa255f9b-9582-4c6a-9085-cc24b7c9dd6e tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496938 Feb 11 13:24:14.013098 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a80c1fc2-6267-4e9c-9f06-1cef65fc0cf5 req-15fadf29-35e4-4605-8945-cf7d1ed321e2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822003 Feb 11 13:24:14.030694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-8a673a11-18b9-48f6-bd0e-57e24f71d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.030694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-8a673a11-18b9-48f6-bd0e-57e24f71d814 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 1101 time: 0.0634253 Feb 11 13:24:14.038738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30f5c597-8c51-48cd-9739-6fffde59d4a7', 'name': 'network-vif-deleted', 'tag': '2fae5b52-3ce3-41b7-95d4-8641614160e6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:14.041105 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec5a5bd-f899-402d-afb9-6cec01c77b2c" -d '{"events": [{"server_uuid": "30f5c597-8c51-48cd-9739-6fffde59d4a7", "name": "network-vif-deleted", "tag": "2fae5b52-3ce3-41b7-95d4-8641614160e6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:14.045683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02c99d18-bc66-4f81-aaa6-41a4f077fbc1 req-62006fc4-b2e3-4915-bea4-6dea6103729b tempest-ServersAdminNegativeTestJSON-1257425081 tempest-ServersAdminNegativeTestJSON-1257425081-project] 10.222.0.52 "GET /v2.0/ports?device_id=30f5c597-8c51-48cd-9739-6fffde59d4a7 HTTP/1.1" status: 200 len: 210 time: 0.0343430 Feb 11 13:24:14.081132 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d76daed-af96-45ab-be5e-74f685369b02 x-openstack-request-id: req-1d76daed-af96-45ab-be5e-74f685369b02 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:14.081419 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30f5c597-8c51-48cd-9739-6fffde59d4a7", "name": "network-vif-deleted", "tag": "2fae5b52-3ce3-41b7-95d4-8641614160e6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:14.081666 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d76daed-af96-45ab-be5e-74f685369b02 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:14.082098 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30f5c597-8c51-48cd-9739-6fffde59d4a7', 'name': 'network-vif-deleted', 'tag': '2fae5b52-3ce3-41b7-95d4-8641614160e6', 'status': 'completed', 'code': 200} Feb 11 13:24:14.159633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-72a41c8f-c5be-4d8c-82c4-7d545a128bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.161754 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-72a41c8f-c5be-4d8c-82c4-7d545a128bfa service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1060448 Feb 11 13:24:14.396194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ef560-0d92-4484-9b2b-fe60a700f3ee req-ccc113f4-b32d-448c-b9ba-259a2fd6f2f5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.398425 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-488ef560-0d92-4484-9b2b-fe60a700f3ee req-ccc113f4-b32d-448c-b9ba-259a2fd6f2f5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0644422 Feb 11 13:24:14.443098 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-488ef560-0d92-4484-9b2b-fe60a700f3ee req-89f71f59-c876-4da7-849b-4576572354a5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369966 Feb 11 13:24:14.511587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-f2992c94-8168-4f33-9364-e10b97e93f37 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 200 len: 217 time: 0.3428335 Feb 11 13:24:14.585406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-5fd53180-d941-4f43-83ce-ae0991dbde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.586847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-5fd53180-d941-4f43-83ce-ae0991dbde2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0678716 Feb 11 13:24:14.597956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc32c06-7d77-48d4-8952-7f4314846b59 req-400d5111-7ac0-4545-95ab-edb4df627381 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.599426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dc32c06-7d77-48d4-8952-7f4314846b59 req-400d5111-7ac0-4545-95ab-edb4df627381 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0907278 Feb 11 13:24:14.679855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dc32c06-7d77-48d4-8952-7f4314846b59 req-526f4f9b-8c5d-4144-846d-38f4f7b75400 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672245 Feb 11 13:24:14.682528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-a8db716b-fa21-4c3d-823d-01c3b6af9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.683925 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-a8db716b-fa21-4c3d-823d-01c3b6af9a05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0836656 Feb 11 13:24:14.714452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5897f2-056e-4700-a549-15a449e889ba req-22b397a4-ab4f-4989-a089-9ca5aaa657ed tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.715989 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5897f2-056e-4700-a549-15a449e889ba req-22b397a4-ab4f-4989-a089-9ca5aaa657ed tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0591247 Feb 11 13:24:14.756232 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5897f2-056e-4700-a549-15a449e889ba req-72bb3b6f-13d8-4704-bd4d-a5a7b511fee4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Feb 11 13:24:14.783327 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-d5c54e6e-af8c-41b0-8dbb-851c5f5193b0 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918760 Feb 11 13:24:14.914654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a167062-a752-40ff-b48d-309c67fcd76f req-885ff4ba-a511-4d2f-be0f-374197578540 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:14.916113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a167062-a752-40ff-b48d-309c67fcd76f req-885ff4ba-a511-4d2f-be0f-374197578540 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0824645 Feb 11 13:24:14.918366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3a2522d-8ade-43d2-a9a0-b76fe70bb69f req-20eff10f-2cfc-439e-bf2a-2886b5ce0ed4 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286554 Feb 11 13:24:14.956236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a167062-a752-40ff-b48d-309c67fcd76f req-1a22a140-3128-49a0-acf9-ad0ab56092c4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336685 Feb 11 13:24:15.039002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ed6c7-77a9-4b6d-913d-1f0cbd2ce39e req-b36ca280-be3e-4360-8eeb-b8e5a84d8782 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.040570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb2ed6c7-77a9-4b6d-913d-1f0cbd2ce39e req-b36ca280-be3e-4360-8eeb-b8e5a84d8782 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 943 time: 0.0525372 Feb 11 13:24:15.086348 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb2ed6c7-77a9-4b6d-913d-1f0cbd2ce39e req-f7185ef5-199c-412c-9671-3785e5105043 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387659 Feb 11 13:24:15.096609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145d3c-8070-4562-aeb2-d949e1bf8c03 req-7ea5da24-3d7d-4dd1-9b6a-bc81ca036599 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.098108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c7145d3c-8070-4562-aeb2-d949e1bf8c03 req-7ea5da24-3d7d-4dd1-9b6a-bc81ca036599 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0572884 Feb 11 13:24:15.147279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c7145d3c-8070-4562-aeb2-d949e1bf8c03 req-3520db08-f970-41e4-90b3-7b469b502b4e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381944 Feb 11 13:24:15.215212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b702b9-60ad-4dcd-ad12-cb67946aba7e req-7b274531-b10c-4b4d-b0f7-75bfaa447819 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.222578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75b702b9-60ad-4dcd-ad12-cb67946aba7e req-7b274531-b10c-4b4d-b0f7-75bfaa447819 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 945 time: 0.0644732 Feb 11 13:24:15.271601 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75b702b9-60ad-4dcd-ad12-cb67946aba7e req-6a17456e-1a0d-4a43-aa23-565269a35ad2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381131 Feb 11 13:24:15.339577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340afe3d-9b61-4dd8-a318-ee42e7e0d031 req-7bd0238f-cd28-4f9a-820d-130c846378fe tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.341287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-340afe3d-9b61-4dd8-a318-ee42e7e0d031 req-7bd0238f-cd28-4f9a-820d-130c846378fe tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0587947 Feb 11 13:24:15.388041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-340afe3d-9b61-4dd8-a318-ee42e7e0d031 req-7f43396d-3add-4bb3-9e0b-f62b9b08e940 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394366 Feb 11 13:24:15.580213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af93568-e65f-45c8-a27e-781ea57533dd req-b14b1aba-6b38-4920-b01b-230e1a2709cb tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.581800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8af93568-e65f-45c8-a27e-781ea57533dd req-b14b1aba-6b38-4920-b01b-230e1a2709cb tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0578623 Feb 11 13:24:15.630448 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8af93568-e65f-45c8-a27e-781ea57533dd req-4a755eeb-76c0-4db5-ab40-46c6c263008f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409863 Feb 11 13:24:15.873009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48288) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:15.912572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733fa91-3819-401a-8dde-dfb8cf9848c7 req-d71ceae1-cb26-486a-88df-063626bf853f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.915194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170584c-f2eb-4d7f-9187-9451a93da1a3 req-cda156fb-4629-4798-a32e-d488a1f0d026 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:15.915691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1170584c-f2eb-4d7f-9187-9451a93da1a3 req-cda156fb-4629-4798-a32e-d488a1f0d026 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1011400 Feb 11 13:24:15.921360 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f733fa91-3819-401a-8dde-dfb8cf9848c7 req-d71ceae1-cb26-486a-88df-063626bf853f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.4479587 Feb 11 13:24:15.962355 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f733fa91-3819-401a-8dde-dfb8cf9848c7 req-5d849fbb-c3f1-4732-9a56-4670ce22e7c3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 Feb 11 13:24:15.971326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1170584c-f2eb-4d7f-9187-9451a93da1a3 req-5514902a-88d9-4d1a-a2c5-17cbd96b08a3 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464985 Feb 11 13:24:16.118745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d1b0a935-b2da-4103-bc88-4da1c3ee3d5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94f601d991e0473d810c4ba9bdaf829f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424688 Feb 11 13:24:16.121314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48298) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:16.144286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd7ea0-d417-4ecd-a4a4-be0ce4c00001 req-3227a460-7601-4bf7-917b-8bee5f9975e2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.145638 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ccd7ea0-d417-4ecd-a4a4-be0ce4c00001 req-3227a460-7601-4bf7-917b-8bee5f9975e2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0859563 Feb 11 13:24:16.243345 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ccd7ea0-d417-4ecd-a4a4-be0ce4c00001 req-f921374e-5d8c-4d83-8ae6-5df8663dc404 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738192 Feb 11 13:24:16.259988 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9096b3a2-187a-4892-b207-2e7e06e281aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.296568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b05c9-1e59-4dd8-9002-ea2fe3fad30f req-0d3c96fb-48cf-457d-80db-b04fda5435fc tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.298484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c93b05c9-1e59-4dd8-9002-ea2fe3fad30f req-0d3c96fb-48cf-457d-80db-b04fda5435fc tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 943 time: 0.1294026 Feb 11 13:24:16.303962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9096b3a2-187a-4892-b207-2e7e06e281aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.377109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c93b05c9-1e59-4dd8-9002-ea2fe3fad30f req-ff10ff18-00b4-4f28-b418-c08497471206 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663154 Feb 11 13:24:16.408650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 30cad181-bd0a-4534-aff0-9a110b03fc83 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:16.415942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee57d2-8398-47dc-a93d-784b8adb676f req-9055dcaf-97d3-467d-a898-4706bd931301 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.417412 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eeee57d2-8398-47dc-a93d-784b8adb676f req-9055dcaf-97d3-467d-a898-4706bd931301 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0884812 Feb 11 13:24:16.466324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eeee57d2-8398-47dc-a93d-784b8adb676f req-a0fae381-12c5-45da-8808-2955841a87b1 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Feb 11 13:24:16.504208 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9096b3a2-187a-4892-b207-2e7e06e281aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.507506 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9096b3a2-187a-4892-b207-2e7e06e281aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.511304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9096b3a2-187a-4892-b207-2e7e06e281aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fceec4a9-c269-4a3e-8958-44057d8cba0d HTTP/1.1" status: 204 len: 168 time: 0.3862934 Feb 11 13:24:16.517563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096b3a2-187a-4892-b207-2e7e06e281aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceec4a9-c269-4a3e-8958-44057d8cba0d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:16.555653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 30cad181-bd0a-4534-aff0-9a110b03fc83, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=30cad181-bd0a-4534-aff0-9a110b03fc83,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:16.588917 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '30cad181-bd0a-4534-aff0-9a110b03fc83', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'port_id': '30cad181-bd0a-4534-aff0-9a110b03fc83', 'mac_address': 'fa:16:3e:e3:bf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:16.634790 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.649738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30cad181-bd0a-4534-aff0-9a110b03fc83 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:16.682479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 30cad181-bd0a-4534-aff0-9a110b03fc83, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=30cad181-bd0a-4534-aff0-9a110b03fc83,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:16.774521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d6e1d-a82b-4aef-9cae-88ee28be26a4 req-dcfd9bea-ad95-452c-ae9d-bf8f324da0c3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:16.776055 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f8d6e1d-a82b-4aef-9cae-88ee28be26a4 req-dcfd9bea-ad95-452c-ae9d-bf8f324da0c3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0560944 Feb 11 13:24:16.790232 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:16.821978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f8d6e1d-a82b-4aef-9cae-88ee28be26a4 req-5672d804-2841-4b47-91f3-14d41935ff2d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384512 Feb 11 13:24:16.849882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=30cad181-bd0a-4534-aff0-9a110b03fc83,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.068367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['30cad181-bd0a-4534-aff0-9a110b03fc83'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:17.105044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35665a4-5df2-41ab-a835-be2b0db3a01d req-c494548e-8657-4e3f-a0c6-611054ecc780 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.106666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c35665a4-5df2-41ab-a835-be2b0db3a01d req-c494548e-8657-4e3f-a0c6-611054ecc780 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0598612 Feb 11 13:24:17.134954 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a2027-7bd0-4571-9260-744ebb12bd67 req-0ca6e5f1-2836-41f8-a31d-86e82461cf55 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.136588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-783a2027-7bd0-4571-9260-744ebb12bd67 req-0ca6e5f1-2836-41f8-a31d-86e82461cf55 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0596039 Feb 11 13:24:17.158543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c35665a4-5df2-41ab-a835-be2b0db3a01d req-fb09bb22-2069-4eaf-a3b1-7b1056e1b20a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 Feb 11 13:24:17.186705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-783a2027-7bd0-4571-9260-744ebb12bd67 req-84bbcc6d-d326-4fea-8210-b935846605f2 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420969 Feb 11 13:24:17.436259 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48330) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:17.502303 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9f6653a6-e794-4bb6-b699-d80d118130a1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef2b0fa4617347c48c8b9909e28914ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646248 Feb 11 13:24:17.503168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48332) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:17.525937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e84d77-2da8-4271-aebb-ebc61d110d9d req-0a78931d-fc94-4517-bfc0-69595851810f tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.527859 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79e84d77-2da8-4271-aebb-ebc61d110d9d req-0a78931d-fc94-4517-bfc0-69595851810f tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 944 time: 0.0693877 Feb 11 13:24:17.557374 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1168baa3-4253-4248-b6c9-2fb0a043d9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:17.566524 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79e84d77-2da8-4271-aebb-ebc61d110d9d req-e5e08cba-7045-40e5-849f-62bf922b63dd tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327020 Feb 11 13:24:17.583903 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1168baa3-4253-4248-b6c9-2fb0a043d9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:17.687364 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1168baa3-4253-4248-b6c9-2fb0a043d9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:17.689927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1168baa3-4253-4248-b6c9-2fb0a043d9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:17.691072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1168baa3-4253-4248-b6c9-2fb0a043d9eb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dde520f8-ba74-49b5-b1ec-3d21bab7dee1 HTTP/1.1" status: 204 len: 168 time: 0.1867676 Feb 11 13:24:17.700077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1168baa3-4253-4248-b6c9-2fb0a043d9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde520f8-ba74-49b5-b1ec-3d21bab7dee1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:17.949501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95796223-9226-43a7-a853-fab5870b6272 req-7992585a-9fcd-4d72-8188-8f36b7368db7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:17.951189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95796223-9226-43a7-a853-fab5870b6272 req-7992585a-9fcd-4d72-8188-8f36b7368db7 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0504727 Feb 11 13:24:17.991026 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95796223-9226-43a7-a853-fab5870b6272 req-c9f3fdfd-7260-417f-9152-a28799f0e345 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335424 Feb 11 13:24:18.301145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa108b4-ee90-42b9-83a1-d1daea3dd460 req-e6e5323e-0edd-4e42-a780-5931c8c6547d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.302734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aaa108b4-ee90-42b9-83a1-d1daea3dd460 req-e6e5323e-0edd-4e42-a780-5931c8c6547d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0648732 Feb 11 13:24:18.325486 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84066d-8d14-4a01-bd9e-d3a93777e11c req-344fe5f2-b215-49fa-b029-22642e0fc7fe tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.331449 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-df84066d-8d14-4a01-bd9e-d3a93777e11c req-344fe5f2-b215-49fa-b029-22642e0fc7fe tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0598128 Feb 11 13:24:18.370512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aaa108b4-ee90-42b9-83a1-d1daea3dd460 req-3b5cd77d-0712-4c9f-a59b-3b61c16a4af5 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493972 Feb 11 13:24:18.377912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-df84066d-8d14-4a01-bd9e-d3a93777e11c req-7d376b77-a73d-463c-9d16-06dc4a8b6d6b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446744 Feb 11 13:24:18.420534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 30cad181-bd0a-4534-aff0-9a110b03fc83 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:18.527639 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 30cad181-bd0a-4534-aff0-9a110b03fc83 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:18.533632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 30cad181-bd0a-4534-aff0-9a110b03fc83 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:18.533632 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:18.619890 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:18.649284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c20f38-b697-402d-9649-5768bfd2e000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cad181-bd0a-4534-aff0-9a110b03fc83'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:18.652437 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4dd3c3-d79a-4c9e-9e97-df50dbbe28ba" -d '{"events": [{"server_uuid": "04c20f38-b697-402d-9649-5768bfd2e000", "name": "network-vif-plugged", "status": "completed", "tag": "30cad181-bd0a-4534-aff0-9a110b03fc83"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:18.665537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 30cad181-bd0a-4534-aff0-9a110b03fc83, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=30cad181-bd0a-4534-aff0-9a110b03fc83,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:18.734329 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fa85e-f570-48b1-b148-69608d1bacc4 req-486bc313-3f05-41fd-8466-271ac01967fc tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.737962 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b9fa85e-f570-48b1-b148-69608d1bacc4 req-486bc313-3f05-41fd-8466-271ac01967fc tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 944 time: 0.0628259 Feb 11 13:24:18.779023 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:18.783602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b9fa85e-f570-48b1-b148-69608d1bacc4 req-04945461-b4a5-4e86-8f53-ab948b5e5073 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371902 Feb 11 13:24:18.783924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2fae5b52-3ce3-41b7-95d4-8641614160e6 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:18.824138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 2fae5b52-3ce3-41b7-95d4-8641614160e6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:24:18.824138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2fae5b52-3ce3-41b7-95d4-8641614160e6 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:18.824660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b04c308f-e6c0-4f23-8919-f494bf8142f3 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:18.827725 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135b445a-842a-485d-9559-448a9e59b05c x-openstack-request-id: req-135b445a-842a-485d-9559-448a9e59b05c {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:18.828014 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c20f38-b697-402d-9649-5768bfd2e000", "name": "network-vif-plugged", "status": "completed", "tag": "30cad181-bd0a-4534-aff0-9a110b03fc83", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:18.828256 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-135b445a-842a-485d-9559-448a9e59b05c {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:18.828648 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c20f38-b697-402d-9649-5768bfd2e000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30cad181-bd0a-4534-aff0-9a110b03fc83', 'code': 200} Feb 11 13:24:18.886851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=30cad181-bd0a-4534-aff0-9a110b03fc83,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:18.931803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6951d3-b89d-4df3-aea7-70a26bd55d36 req-a1a94e24-83cd-4dc2-ac4f-5bdd0e4c967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:18.936754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea6951d3-b89d-4df3-aea7-70a26bd55d36 req-a1a94e24-83cd-4dc2-ac4f-5bdd0e4c967e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 1096 time: 0.0487263 Feb 11 13:24:18.938979 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:18.982192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:18.996027 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea6951d3-b89d-4df3-aea7-70a26bd55d36 req-7d8c8ba8-4625-47c3-8d01-9f3df3f0b203 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507603 Feb 11 13:24:19.085585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:19.123801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12456c-adc6-440b-a93b-b5baf97e6d82 req-40a05513-0d31-4999-9fbd-831f9903d0b4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.125504 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a12456c-adc6-440b-a93b-b5baf97e6d82 req-40a05513-0d31-4999-9fbd-831f9903d0b4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0538623 Feb 11 13:24:19.153429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:19.172873 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a12456c-adc6-440b-a93b-b5baf97e6d82 req-341c9ca6-f47f-4f41-9285-b641440735ac tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396762 Feb 11 13:24:19.510752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e2958-dc42-418e-b6a7-27f30df4c7a2 req-4b1c9662-ec91-47ac-8fe9-548e031baa07 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.512451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-298e2958-dc42-418e-b6a7-27f30df4c7a2 req-4b1c9662-ec91-47ac-8fe9-548e031baa07 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0638852 Feb 11 13:24:19.520081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f077d-575e-4c39-9b03-293ce0d5fac1 req-4cd98fc5-f99d-4696-bcad-d6a7ff1383c7 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.520081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-440f077d-575e-4c39-9b03-293ce0d5fac1 req-4cd98fc5-f99d-4696-bcad-d6a7ff1383c7 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 948 time: 0.0555005 Feb 11 13:24:19.561652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-298e2958-dc42-418e-b6a7-27f30df4c7a2 req-94b77588-2cc3-4142-b490-ae5e7557523d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383487 Feb 11 13:24:19.569136 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-440f077d-575e-4c39-9b03-293ce0d5fac1 req-1e279187-b4de-4fcd-a619-2ed25f8e0ef4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372524 Feb 11 13:24:19.905104 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8040989-9e93-4681-86f6-e0a793a2a2d7 req-c0abad17-a3b4-4145-9a16-695601a23f22 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:19.906748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8040989-9e93-4681-86f6-e0a793a2a2d7 req-c0abad17-a3b4-4145-9a16-695601a23f22 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 945 time: 0.0525024 Feb 11 13:24:19.946498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8040989-9e93-4681-86f6-e0a793a2a2d7 req-32aa4082-3d28-4eba-9d86-3865d678b352 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333631 Feb 11 13:24:20.082057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a06ad3-6d3e-4868-8b20-47b105bbb314 req-35dcadcb-3d72-4750-a99b-e21f22bdc9bf tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.083656 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85a06ad3-6d3e-4868-8b20-47b105bbb314 req-35dcadcb-3d72-4750-a99b-e21f22bdc9bf tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0539267 Feb 11 13:24:20.123157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85a06ad3-6d3e-4868-8b20-47b105bbb314 req-b6e24a13-deb4-4567-b4c4-a89742393f65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Feb 11 13:24:20.318191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec8abf-6ca6-47f4-9ccc-30d7f52654e4 req-52f5881f-93c0-422b-929d-b6c79cf101a0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.323695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3ec8abf-6ca6-47f4-9ccc-30d7f52654e4 req-52f5881f-93c0-422b-929d-b6c79cf101a0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0642436 Feb 11 13:24:20.327818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc2f9b-19c7-40f0-8122-bcd3c3294d75 req-c136f68b-2230-4b93-beed-ecaf6342b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.335645 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bdc2f9b-19c7-40f0-8122-bcd3c3294d75 req-c136f68b-2230-4b93-beed-ecaf6342b24c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4e348e61c06146e5809782bbea15e4ff&device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 1097 time: 0.1052294 Feb 11 13:24:20.408751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48448) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:20.413813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b04c308f-e6c0-4f23-8919-f494bf8142f3 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:20.437018 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3ec8abf-6ca6-47f4-9ccc-30d7f52654e4 req-f0bdd85b-c55d-4de2-b0eb-28a7cd8fc30b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038010 Feb 11 13:24:20.518634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc2f9b-19c7-40f0-8122-bcd3c3294d75 req-909bcbf3-49a9-4436-9651-7b157a7406e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.520377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bdc2f9b-19c7-40f0-8122-bcd3c3294d75 req-909bcbf3-49a9-4436-9651-7b157a7406e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 200 len: 915 time: 0.1624205 Feb 11 13:24:20.560522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:20.574273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'mac_address': 'fa:16:3e:7b:a6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:20.577040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bdc2f9b-19c7-40f0-8122-bcd3c3294d75 req-fa8d753b-2110-4164-b084-8fe470eb7401 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5a1da36-af4a-468f-b581-0cbc250c480c HTTP/1.1" status: 200 len: 217 time: 0.0488367 Feb 11 13:24:20.594989 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2193dfec-319e-47b2-9290-253be98eb599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.620238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.635812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04c308f-e6c0-4f23-8919-f494bf8142f3 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:20.658608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:20.688695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc2f9b-19c7-40f0-8122-bcd3c3294d75 req-de3799f2-4351-41dc-a928-112492223675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.691437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bdc2f9b-19c7-40f0-8122-bcd3c3294d75 req-de3799f2-4351-41dc-a928-112492223675 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7453e60e-a49b-401d-9290-ba5d57235e58 HTTP/1.1" status: 200 len: 854 time: 0.1064558 Feb 11 13:24:20.722843 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2193dfec-319e-47b2-9290-253be98eb599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.729091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bdc2f9b-19c7-40f0-8122-bcd3c3294d75 req-16561e72-17e2-433a-9b75-991e78ef49dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5267caef-1ce5-4b90-b59f-509667f805b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300195 Feb 11 13:24:20.743472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.747783 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3150a3-5a6b-4a42-b36e-68f4d53671c6 req-7cefd47d-b608-4b79-8e70-a66d99ea7042 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:20.749451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff3150a3-5a6b-4a42-b36e-68f4d53671c6 req-7cefd47d-b608-4b79-8e70-a66d99ea7042 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 948 time: 0.0638523 Feb 11 13:24:20.805601 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2193dfec-319e-47b2-9290-253be98eb599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:20.812914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.830208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:20.832611 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93530d4-dc94-45a1-8678-153bdb1d027d" -d '{"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:20.853692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48458) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:20.871020 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff3150a3-5a6b-4a42-b36e-68f4d53671c6 req-49ccaa99-9549-418d-8484-06bf398209f3 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134038 Feb 11 13:24:20.882839 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2193dfec-319e-47b2-9290-253be98eb599 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c3d35c34314e4b9cb26da9ca0b4be304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4715848 Feb 11 13:24:20.886725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48462) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:20.906924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1206243357'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:20.916325 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7bdb40-48b8-4c26-a68b-edd54f4ae753 x-openstack-request-id: req-5b7bdb40-48b8-4c26-a68b-edd54f4ae753 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:20.920011 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:20.920011 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b7bdb40-48b8-4c26-a68b-edd54f4ae753 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:20.920011 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'code': 200} Feb 11 13:24:20.921943 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bdc2f9b-19c7-40f0-8122-bcd3c3294d75 req-172c3f66-c093-477c-bb01-0d5e8ba69bb9 service neutron] 10.222.0.59 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850417 Feb 11 13:24:20.950620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193dfec-319e-47b2-9290-253be98eb599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b1419b-8d78-42dd-97ac-b6b549478f00,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:20.994839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b04c308f-e6c0-4f23-8919-f494bf8142f3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:21.011913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c43409-dcde-4ff7-aa4e-9e84a35792d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.058695 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c43409-dcde-4ff7-aa4e-9e84a35792d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.069489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bdc2f9b-19c7-40f0-8122-bcd3c3294d75 req-71f5887f-57d4-445a-9c7d-e796e959087c service neutron] 10.222.0.59 "GET /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393321 Feb 11 13:24:21.108341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:21.111822 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.154114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb016ac-7aee-4f05-a7b8-7934835fc084 req-8c6bd50b-b2c4-4e72-afe4-7fc58147d3f9 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.164386 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cb016ac-7aee-4f05-a7b8-7934835fc084 req-8c6bd50b-b2c4-4e72-afe4-7fc58147d3f9 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 945 time: 0.1325877 Feb 11 13:24:21.217875 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cb016ac-7aee-4f05-a7b8-7934835fc084 req-d618a795-5034-4dc0-919c-965cf5473d02 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521517 Feb 11 13:24:21.255623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c43409-dcde-4ff7-aa4e-9e84a35792d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.259259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c43409-dcde-4ff7-aa4e-9e84a35792d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.263085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f3c43409-dcde-4ff7-aa4e-9e84a35792d1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24b1419b-8d78-42dd-97ac-b6b549478f00 HTTP/1.1" status: 204 len: 168 time: 0.3651357 Feb 11 13:24:21.265717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:21.281814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc41fd-c878-4070-b6f5-f9deb0e6a864 req-a505bb36-9455-4517-8048-752d0a0e582e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.283492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d3dc41fd-c878-4070-b6f5-f9deb0e6a864 req-a505bb36-9455-4517-8048-752d0a0e582e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0811772 Feb 11 13:24:21.287401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c43409-dcde-4ff7-aa4e-9e84a35792d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b1419b-8d78-42dd-97ac-b6b549478f00,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.327519 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.327860 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Added segment cc98a19a-896c-4d41-bee7-1726cbb1e70a of type vlan for network 2202e614-38ab-4ad3-a093-947219c72a71 Feb 11 13:24:21.346757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d3dc41fd-c878-4070-b6f5-f9deb0e6a864 req-efe90c74-bf9f-4e80-b344-228ae378b0af tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541797 Feb 11 13:24:21.381177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.392582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5fd3b-93b5-411a-ac19-b59f645c0281 req-58aaaa87-1251-4ea9-a882-36090751ed96 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.394074 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2d5fd3b-93b5-411a-ac19-b59f645c0281 req-58aaaa87-1251-4ea9-a882-36090751ed96 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 945 time: 0.1032131 Feb 11 13:24:21.404275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48472) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:21.408871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3911249b-0973-444e-aac3-2159819bbb2a tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Request body: {'floatingip': {'port_id': '30cad181-bd0a-4534-aff0-9a110b03fc83'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:21.451282 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3911249b-0973-444e-aac3-2159819bbb2a tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.498931 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.508893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.510092 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.599258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Network': ['ID=2202e614-38ab-4ad3-a093-947219c72a71,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:21.618545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 2202e614-38ab-4ad3-a093-947219c72a71 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:21.640525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e664bdb9-0860-4bcb-a0e2-f5417ee856a3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7558825 Feb 11 13:24:21.642699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48480) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:21.650324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-665603713'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:21.714913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ecdd1-4031-49aa-b7bc-b0c36d1f81fb req-ec2d4052-401f-43a4-8d1a-ecf39da3a614 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:21.717269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c88ecdd1-4031-49aa-b7bc-b0c36d1f81fb req-ec2d4052-401f-43a4-8d1a-ecf39da3a614 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1896970 Feb 11 13:24:21.819760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c88ecdd1-4031-49aa-b7bc-b0c36d1f81fb req-189c6d18-a776-4dfa-ba6c-d365c93cae79 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860391 Feb 11 13:24:21.822721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:21.825487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.951738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:21.972683 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:21.973024 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Added segment aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6 of type vlan for network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 Feb 11 13:24:22.020640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca8fce-d1bb-4f10-8805-302aef51d27e req-3576fa30-38f4-41bd-a581-787de02a2209 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:22.022734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41ca8fce-d1bb-4f10-8805-302aef51d27e req-3576fa30-38f4-41bd-a581-787de02a2209 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 949 time: 0.0653672 Feb 11 13:24:22.042654 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.074493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41ca8fce-d1bb-4f10-8805-302aef51d27e req-6c3565c4-35cc-4414-9c22-cd2c520d8608 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435274 Feb 11 13:24:22.128297 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3911249b-0973-444e-aac3-2159819bbb2a tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.230052 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.230933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:22.231599 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.297133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Network': ['ID=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:22.308365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:22.309449 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3911249b-0973-444e-aac3-2159819bbb2a tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.413265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b04c308f-e6c0-4f23-8919-f494bf8142f3 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:22.452300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2b94fca4-f7e4-4f00-a31c-9ba992702be8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8069179 Feb 11 13:24:22.455130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48502) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:22.463749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'subnet': {'network_id': '2202e614-38ab-4ad3-a093-947219c72a71', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:22.479976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port b04c308f-e6c0-4f23-8919-f494bf8142f3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:22.483477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.522738 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-3911249b-0973-444e-aac3-2159819bbb2a tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Floating IP 8ba8f350-e0a5-4ab1-9e06-340c4c54df9a associated. External IP: 172.25.0.252, port: 30cad181-bd0a-4534-aff0-9a110b03fc83. Feb 11 13:24:22.535213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c5372-cb59-44d5-9e22-237b5368c1df req-3a10e96d-50c1-46ac-afdd-2120f5a1250f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:22.543969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a77c5372-cb59-44d5-9e22-237b5368c1df req-3a10e96d-50c1-46ac-afdd-2120f5a1250f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0779583 Feb 11 13:24:22.632208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a77c5372-cb59-44d5-9e22-237b5368c1df req-1ce2fb17-6b34-483e-9d5f-74d44c8d44b4 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862575 Feb 11 13:24:22.664033 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.686499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:22.690265 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.721010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:22.833927 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:22.876021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1532afe-1720-4468-ad8a-a99e2d3a9b4a req-5a3eb645-9801-4ccd-8692-b086decea3e7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:22.877746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e1532afe-1720-4468-ad8a-a99e2d3a9b4a req-5a3eb645-9801-4ccd-8692-b086decea3e7 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.1106598 Feb 11 13:24:22.905519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:22.913108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3911249b-0973-444e-aac3-2159819bbb2a tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Router 977057cf-6472-4244-aab9-c8c1366a7968 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:24:22.928669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:22.936350 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95f721c-beb3-49f6-bd0d-0638ecfe2b67" -d '{"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-plugged", "status": "completed", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:22.951338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e1532afe-1720-4468-ad8a-a99e2d3a9b4a req-42ee563e-6805-4770-b62f-7eb4d4522647 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640554 Feb 11 13:24:23.132757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5967ec-fa01-4422-b284-10a3607a3cb6 req-048b3b7c-057a-4bc4-861c-09a1efa1a90c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.137869 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f5967ec-fa01-4422-b284-10a3607a3cb6 req-048b3b7c-057a-4bc4-861c-09a1efa1a90c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0884988 Feb 11 13:24:23.141556 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.242864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3911249b-0973-444e-aac3-2159819bbb2a tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:24:23.252874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3911249b-0973-444e-aac3-2159819bbb2a tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.254862 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] Sync routers for ids ['977057cf-6472-4244-aab9-c8c1366a7968'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:24:23.271692 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] Routers {'977057cf-6472-4244-aab9-c8c1366a7968'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:23.273737 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['977057cf-6472-4244-aab9-c8c1366a7968'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:23.306277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3911249b-0973-444e-aac3-2159819bbb2a tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "PUT /v2.0/floatingips/8ba8f350-e0a5-4ab1-9e06-340c4c54df9a HTTP/1.1" status: 200 len: 991 time: 1.9008660 Feb 11 13:24:23.307196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c20f38-b697-402d-9649-5768bfd2e000', 'tag': '30cad181-bd0a-4534-aff0-9a110b03fc83'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:23.310039 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e24a720-2212-4509-841a-1474c71ce8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "04c20f38-b697-402d-9649-5768bfd2e000", "tag": "30cad181-bd0a-4534-aff0-9a110b03fc83"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:23.322038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Checking segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:23.322399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network hostable DHCP agents. Network: 2202e614-38ab-4ad3-a093-947219c72a71, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:23.339359 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1915539-7b8c-4f8f-a9f6-373b40fb609c x-openstack-request-id: req-e1915539-7b8c-4f8f-a9f6-373b40fb609c {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:23.339784 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-plugged", "status": "completed", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:23.340355 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1915539-7b8c-4f8f-a9f6-373b40fb609c {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:23.340849 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'code': 200} Feb 11 13:24:23.417805 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] Set router 977057cf-6472-4244-aab9-c8c1366a7968 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:23.421436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Subnet': ['ID=1032b5af-d6c8-430e-9604-803de2cb3059,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:23.442178 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f5967ec-fa01-4422-b284-10a3607a3cb6 req-ef907a7f-10b7-4835-a300-a25a4f0409a4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887082 Feb 11 13:24:23.470338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dea9b4-8c7a-4ad9-9441-b1889097a6d3 req-bf5be620-92a4-4c1f-b17a-71b86ed957e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.478853 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50dea9b4-8c7a-4ad9-9441-b1889097a6d3 req-bf5be620-92a4-4c1f-b17a-71b86ed957e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 1101 time: 0.1297204 Feb 11 13:24:23.519756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50dea9b4-8c7a-4ad9-9441-b1889097a6d3 req-81e31ecc-cc49-40f9-8e68-ca1097abfbf2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399275 Feb 11 13:24:23.532876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network 2202e614-38ab-4ad3-a093-947219c72a71 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:23.597715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 2202e614-38ab-4ad3-a093-947219c72a71) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:23.603943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.604780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.611832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943d3a1c-a6ea-4700-be47-87c6ef5adebf None None] Network 2202e614-38ab-4ad3-a093-947219c72a71 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:24:23.647668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b569108-8c3d-4f8a-99b8-2cf9b3d6c88e req-f59bb657-a125-4388-bbf3-a7d43ca4b2c9 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.657430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b569108-8c3d-4f8a-99b8-2cf9b3d6c88e req-f59bb657-a125-4388-bbf3-a7d43ca4b2c9 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0971723 Feb 11 13:24:23.692327 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1dee504c-acff-43d2-8ea2-3f8c291beac4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2355084 Feb 11 13:24:23.693058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48532) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:23.702847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'subnet': {'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:23.714096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b569108-8c3d-4f8a-99b8-2cf9b3d6c88e req-4c39803d-99c6-4eb4-851d-265b4e207e01 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573907 Feb 11 13:24:23.854132 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23f8add-d357-4e6f-9104-c3f3b178adf0 x-openstack-request-id: req-b23f8add-d357-4e6f-9104-c3f3b178adf0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:23.854866 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c20f38-b697-402d-9649-5768bfd2e000", "tag": "30cad181-bd0a-4534-aff0-9a110b03fc83", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:23.855236 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b23f8add-d357-4e6f-9104-c3f3b178adf0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:23.855878 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c20f38-b697-402d-9649-5768bfd2e000', 'tag': '30cad181-bd0a-4534-aff0-9a110b03fc83', 'status': 'completed', 'code': 200} Feb 11 13:24:23.870427 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '8ba8f350-e0a5-4ab1-9e06-340c4c54df9a', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'port_id': '30cad181-bd0a-4534-aff0-9a110b03fc83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'mac_address': 'fa:16:3e:e3:bf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20f38-b697-402d-9649-5768bfd2e000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:05Z', 'updated_at': '2022-02-11T13:24:22Z', 'revision_number': 1, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96565b04-04ed-43ab-8477-a57d0794d742', 'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'mac_address': 'fa:16:3e:22:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:55Z', 'updated_at': '2022-02-11T13:24:02Z', 'revision_number': 5, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'subnets': [{'id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:23.908069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-2202e614-38ab-4ad3-a093-947219c72a71', 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'fixed_ips': [{'subnet_id': '1032b5af-d6c8-430e-9604-803de2cb3059'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:24:23.908945 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:23.932790 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] Checking router: 977057cf-6472-4244-aab9-c8c1366a7968 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:24:23.950094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c71c1e-bcad-4b1d-9408-c1aa2eb1596d req-5c7dc5dd-12dc-47bc-9722-26b7cf6cd45d tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.957311 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] Routers {'977057cf-6472-4244-aab9-c8c1366a7968'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:24:23.957945 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d3c71c1e-bcad-4b1d-9408-c1aa2eb1596d req-5c7dc5dd-12dc-47bc-9722-26b7cf6cd45d tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 945 time: 0.1589861 Feb 11 13:24:23.958107 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:23:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['977057cf-6472-4244-aab9-c8c1366a7968'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:23.987743 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-ef80e66b-6000-493b-ab80-b3dfae8a6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:23.989541 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-ef80e66b-6000-493b-ab80-b3dfae8a6bec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f670e7e0a1614d86b21d95f982ea229b&device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 1096 time: 0.1071706 Feb 11 13:24:24.029701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:24.034087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d3c71c1e-bcad-4b1d-9408-c1aa2eb1596d req-105d6b81-e851-403e-8f17-34260181f053 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746765 Feb 11 13:24:24.041935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.124758 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-5cda9325-a767-43bf-8a25-9e2607d5daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.125898 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] Set router 977057cf-6472-4244-aab9-c8c1366a7968 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:24:24.126607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-5cda9325-a767-43bf-8a25-9e2607d5daad service neutron] 10.222.0.13 "GET /v2.0/networks?id=c174928f-171b-42db-92e0-3dcd96d0b30e HTTP/1.1" status: 200 len: 912 time: 0.1307707 Feb 11 13:24:24.196398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cce353-6ef6-40f8-9970-013508680a29 req-72950271-e2fa-4c34-8e77-4ec3df5c2091 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.204932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11cce353-6ef6-40f8-9970-013508680a29 req-72950271-e2fa-4c34-8e77-4ec3df5c2091 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.2474828 Feb 11 13:24:24.275208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11cce353-6ef6-40f8-9970-013508680a29 req-83ba8116-c44d-423a-be01-0fee4f294fdb tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661933 Feb 11 13:24:24.292561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Allocated IP 10.1.1.2 (2202e614-38ab-4ad3-a093-947219c72a71/1032b5af-d6c8-430e-9604-803de2cb3059/0d47fb8f-0614-4610-9028-1844a53727c3) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:24.309805 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-b4556177-a9c3-4757-a0fc-071e033e08d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30cad181-bd0a-4534-aff0-9a110b03fc83 HTTP/1.1" status: 200 len: 999 time: 0.1729968 Feb 11 13:24:24.415923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-49c35a43-72e5-4d02-905a-09d4c03390d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.419615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-49c35a43-72e5-4d02-905a-09d4c03390d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e7dae46-d29e-449a-8f9c-b87b0191d936 HTTP/1.1" status: 200 len: 850 time: 0.1029410 Feb 11 13:24:24.512035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-d7d8574f-017b-4e73-9fdd-17f14abee9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.516807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-d7d8574f-017b-4e73-9fdd-17f14abee9ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c174928f-171b-42db-92e0-3dcd96d0b30e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871089 Feb 11 13:24:24.543553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972d159-8ada-4276-b439-6cf17153ebaa req-932f90f6-34c7-4bb3-b449-04ce29d209fd tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.543553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1972d159-8ada-4276-b439-6cf17153ebaa req-932f90f6-34c7-4bb3-b449-04ce29d209fd tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.1380825 Feb 11 13:24:24.629913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.636849 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1972d159-8ada-4276-b439-6cf17153ebaa req-dee649c8-e0a9-4d1d-9851-5241aa3786af tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911243 Feb 11 13:24:24.682066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.684089 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '8ba8f350-e0a5-4ab1-9e06-340c4c54df9a', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'port_id': '30cad181-bd0a-4534-aff0-9a110b03fc83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'mac_address': 'fa:16:3e:e3:bf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20f38-b697-402d-9649-5768bfd2e000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:05Z', 'updated_at': '2022-02-11T13:24:22Z', 'revision_number': 1, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96565b04-04ed-43ab-8477-a57d0794d742', 'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'mac_address': 'fa:16:3e:22:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:55Z', 'updated_at': '2022-02-11T13:24:02Z', 'revision_number': 5, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'subnets': [{'id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:24.715475 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b6dd9-9c5e-496b-8f2e-abd18609afc4 None None] The sync data for ids ['977057cf-6472-4244-aab9-c8c1366a7968'] in n-d-816488-1 is: [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '8ba8f350-e0a5-4ab1-9e06-340c4c54df9a', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'floating_ip_address': '172.25.0.252', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'port_id': '30cad181-bd0a-4534-aff0-9a110b03fc83', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'mac_address': 'fa:16:3e:e3:bf:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20f38-b697-402d-9649-5768bfd2e000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:05Z', 'updated_at': '2022-02-11T13:24:22Z', 'revision_number': 1, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96565b04-04ed-43ab-8477-a57d0794d742', 'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'mac_address': 'fa:16:3e:22:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:55Z', 'updated_at': '2022-02-11T13:24:02Z', 'revision_number': 5, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'subnets': [{'id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:24:24.729369 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-d90754af-4b66-45ac-96e3-97c24a30fbb1 service neutron] 10.222.0.13 "GET /v2.0/networks/c174928f-171b-42db-92e0-3dcd96d0b30e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016113 Feb 11 13:24:24.745736 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.871922 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f52eb3e-b5ae-415f-8f18-a46d130d7bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:24.876214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e24a720-2212-4509-841a-1474c71ce8c1 req-37e114de-ced7-453c-9358-1fd594f7a97c service neutron] 10.222.0.13 "GET /v2.0/networks/c174928f-171b-42db-92e0-3dcd96d0b30e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395888 Feb 11 13:24:24.910860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Network 2202e614-38ab-4ad3-a093-947219c72a71 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:24.912069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Checking segment: {'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:24.915628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network hostable DHCP agents. Network: 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:24.917017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:24.920218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:24.922146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Subnet': ['ID=5cca98a5-80b8-429c-990e-e21ac1dee2a8,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:24.922823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Pushing event updated for resources: {'Port': ['ID=0d47fb8f-0614-4610-9028-1844a53727c3,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:24.955199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85655c-0d88-424e-96a9-e706c5c11f77 req-511bfae4-188e-4cf6-ac13-b2aca1a23680 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:24.956701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c85655c-0d88-424e-96a9-e706c5c11f77 req-511bfae4-188e-4cf6-ac13-b2aca1a23680 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1474168 Feb 11 13:24:25.020513 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c85655c-0d88-424e-96a9-e706c5c11f77 req-0a2a6f5a-35c9-4944-a8e5-4d4df4e29c12 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548916 Feb 11 13:24:25.024314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Attempting to bind port 0d47fb8f-0614-4610-9028-1844a53727c3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:25.024716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Attempting to bind port 0d47fb8f-0614-4610-9028-1844a53727c3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:25.025090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Attempting to bind port 0d47fb8f-0614-4610-9028-1844a53727c3 on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:25.033649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:25.034107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Checking segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:25.039311 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.040318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Bound using segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:25.041194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Bound port: 0d47fb8f-0614-4610-9028-1844a53727c3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:25.041664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.053555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:25.111013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454f647f-af6b-4f7f-affb-97b4d0163b09 None None] New status for floating IP 8ba8f350-e0a5-4ab1-9e06-340c4c54df9a: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:24:25.152665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:25.161944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.163539 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.187589 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa75759-8b6a-4305-a661-aee61317f117 None None] Network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:24:25.206388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929577c9-0fbe-4d37-bd2f-f03e48772dac req-bb9053c1-2e2e-4199-b427-74bdea5d2803 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.211596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-929577c9-0fbe-4d37-bd2f-f03e48772dac req-bb9053c1-2e2e-4199-b427-74bdea5d2803 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0763505 Feb 11 13:24:25.251383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-929577c9-0fbe-4d37-bd2f-f03e48772dac req-3859e78d-38a2-42ec-8b24-3eb98078119b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365157 Feb 11 13:24:25.299304 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2342811a-fe2d-4e39-8a2f-3e25df1ef17e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6049888 Feb 11 13:24:25.301575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48558) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:25.309493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'port': {'network_id': '2202e614-38ab-4ad3-a093-947219c72a71', 'name': 'tempest-TaggedBootDevicesTest_v242-314118382', 'fixed_ips': [{'subnet_id': '1032b5af-d6c8-430e-9604-803de2cb3059'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:25.327082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] For port 0d47fb8f-0614-4610-9028-1844a53727c3, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:25.354794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] For port 0d47fb8f-0614-4610-9028-1844a53727c3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0d47fb8f-0614-4610-9028-1844a53727c3,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:25.405392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e776c-5dc7-4500-9220-3c46188d4eb1 req-3bf5bd11-e999-45e0-8004-b510a0c9dcb2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.407146 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-506e776c-5dc7-4500-9220-3c46188d4eb1 req-3bf5bd11-e999-45e0-8004-b510a0c9dcb2 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0774298 Feb 11 13:24:25.432607 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.454154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-506e776c-5dc7-4500-9220-3c46188d4eb1 req-6dff6dd0-ffac-4601-a8f4-a53727035c9e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391743 Feb 11 13:24:25.458958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae10766-4a2e-489c-b2fe-79e6403cc20c req-d3d2493b-a0d7-4be3-810b-1ef01f133c7c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.462234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eae10766-4a2e-489c-b2fe-79e6403cc20c req-d3d2493b-a0d7-4be3-810b-1ef01f133c7c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0915728 Feb 11 13:24:25.481039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-86581a7c-b2ed-45bb-9581-e2dffb5bb5f3', 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'fixed_ips': [{'subnet_id': '5cca98a5-80b8-429c-990e-e21ac1dee2a8'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:24:25.482206 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.499462 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.525160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eae10766-4a2e-489c-b2fe-79e6403cc20c req-9afb8733-1054-4e22-a1ca-e9ade071a20a tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530798 Feb 11 13:24:25.609039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:25.657303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22770eb-b0c3-4058-b790-13f976b171f7 req-a41ad5f7-4050-4f82-b16f-27630972152e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:25.658923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c22770eb-b0c3-4058-b790-13f976b171f7 req-a41ad5f7-4050-4f82-b16f-27630972152e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0776017 Feb 11 13:24:25.684307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc45595-775c-4305-9bd7-d2cf1fb991c7 None None] Pushing event updated for resources: {'Port': ['ID=0d47fb8f-0614-4610-9028-1844a53727c3,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:25.715610 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c22770eb-b0c3-4058-b790-13f976b171f7 req-612fafd7-7c1c-403f-ad64-30eba5fcc05f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484340 Feb 11 13:24:25.759075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Allocated IP 10.2.2.2 (86581a7c-b2ed-45bb-9581-e2dffb5bb5f3/5cca98a5-80b8-429c-990e-e21ac1dee2a8/6cc13a03-beab-43db-83ea-7cc35614d9f3) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:25.775406 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:25.798579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] device_id is not set on port 25906095-f674-4165-873d-1b718167c844 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:24:26.048524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87691a-565d-43d7-a769-12c470303425 req-3268bec4-7a19-4c20-a2f0-5619ac2cbd5f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.057582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c87691a-565d-43d7-a769-12c470303425 req-3268bec4-7a19-4c20-a2f0-5619ac2cbd5f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.1341817 Feb 11 13:24:26.103481 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.127957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0d47fb8f-0614-4610-9028-1844a53727c3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:26.134008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c87691a-565d-43d7-a769-12c470303425 req-eeecdfe9-3fae-420a-833f-6b097704321a tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754478 Feb 11 13:24:26.235265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0d47fb8f-0614-4610-9028-1844a53727c3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:26.235840 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.255221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Allocated IP 10.1.1.206 (2202e614-38ab-4ad3-a093-947219c72a71/1032b5af-d6c8-430e-9604-803de2cb3059/25906095-f674-4165-873d-1b718167c844) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:26.261659 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.307367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a86802-fb88-4e58-941d-d393556e04db req-a1865e10-d0f2-4480-b62e-49896537647f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.308890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-10a86802-fb88-4e58-941d-d393556e04db req-a1865e10-d0f2-4480-b62e-49896537647f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0667803 Feb 11 13:24:26.313383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Pushing event updated for resources: {'Port': ['ID=6cc13a03-beab-43db-83ea-7cc35614d9f3,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.332044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:26.335346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:26.340762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:26.373908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-10a86802-fb88-4e58-941d-d393556e04db req-db8a342c-623e-4837-9997-a80c9093cbcb tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501292 Feb 11 13:24:26.407821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbfe19-2bee-4b31-8074-e1245adff8ef req-b506bed8-fe27-41db-b87d-0c4f9d59b69f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.410609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3abbfe19-2bee-4b31-8074-e1245adff8ef req-b506bed8-fe27-41db-b87d-0c4f9d59b69f tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1338437 Feb 11 13:24:26.429183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Attempting to bind port 6cc13a03-beab-43db-83ea-7cc35614d9f3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:26.429694 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Attempting to bind port 6cc13a03-beab-43db-83ea-7cc35614d9f3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:26.431238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Attempting to bind port 6cc13a03-beab-43db-83ea-7cc35614d9f3 on network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:26.443458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:26.444045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Checking segment: {'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:26.444595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.445162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Bound using segment: {'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:26.445841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Bound port: 6cc13a03-beab-43db-83ea-7cc35614d9f3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:26.446067 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.480858 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.506462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3abbfe19-2bee-4b31-8074-e1245adff8ef req-5b48ca46-476b-4fe7-90f7-e0406087b31e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738237 Feb 11 13:24:26.541347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.548900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 0d47fb8f-0614-4610-9028-1844a53727c3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0d47fb8f-0614-4610-9028-1844a53727c3,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:26.551189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3623235-07f9-4343-ae32-67c357bd0954 req-38272932-fe5e-4233-9157-668ddafacb67 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.552589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3623235-07f9-4343-ae32-67c357bd0954 req-38272932-fe5e-4233-9157-668ddafacb67 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0540507 Feb 11 13:24:26.578190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] For port 6cc13a03-beab-43db-83ea-7cc35614d9f3, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:26.583694 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] For port 6cc13a03-beab-43db-83ea-7cc35614d9f3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6cc13a03-beab-43db-83ea-7cc35614d9f3,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:26.609573 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3623235-07f9-4343-ae32-67c357bd0954 req-aee8ab9e-8d86-4223-8ebc-02bf533353b0 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461476 Feb 11 13:24:26.612215 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.665683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.681583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=0d47fb8f-0614-4610-9028-1844a53727c3,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.699307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.747043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network 2202e614-38ab-4ad3-a093-947219c72a71 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:26.750506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:26.752856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:26.789093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48604) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:26.790041 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-283cf717-700d-484b-8899-f8591beecf72 service neutron] show failed (client error): The resource could not be found. Feb 11 13:24:26.791069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-283cf717-700d-484b-8899-f8591beecf72 service neutron] 10.222.0.59 "GET /v2.0/ports/ca2855e2-9c0e-45a1-adde-b44e39adee20/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.1406450 Feb 11 13:24:26.822208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.823843 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.848859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Port': ['ID=25906095-f674-4165-873d-1b718167c844,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.862997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091d22d-46ef-48df-8f2a-7bae9decfa11 None None] Pushing event updated for resources: {'Port': ['ID=6cc13a03-beab-43db-83ea-7cc35614d9f3,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:26.907446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24367294-ddbd-4134-ab35-e125f4302ea1 req-d2dc75b2-c2fb-4808-870f-cd669f61fbbc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:26.912033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24367294-ddbd-4134-ab35-e125f4302ea1 req-d2dc75b2-c2fb-4808-870f-cd669f61fbbc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.1075923 Feb 11 13:24:26.932505 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-012dbd77-e938-466a-93a7-63b0a733b225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:26.936438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aec4fbdb-52bc-49ea-8ac5-f1a8b5d2a9e9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6337061 Feb 11 13:24:26.940837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48608) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:26.945915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'port': {'network_id': '2202e614-38ab-4ad3-a093-947219c72a71', 'name': 'tempest-TaggedBootDevicesTest_v242-915402693', 'fixed_ips': [{'subnet_id': '1032b5af-d6c8-430e-9604-803de2cb3059'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:26.994547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24367294-ddbd-4134-ab35-e125f4302ea1 req-ef0ab3ba-58b3-4ef0-b3de-74e53ee7705d tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706360 Feb 11 13:24:27.030726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2cfb-5047-4ebb-b7a3-cbc948e16acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.163389 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2cfb-5047-4ebb-b7a3-cbc948e16acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.197987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d48d74-8bb3-4f2e-8ece-539ed23291c3 None None] Network 2202e614-38ab-4ad3-a093-947219c72a71 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:24:27.203202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0847b-17be-44c3-8cee-062bf0e3c180 req-bb6551ca-061e-4940-b04b-2a5d0ef786fc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.203445 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2cfb-5047-4ebb-b7a3-cbc948e16acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.204941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e4f0847b-17be-44c3-8cee-062bf0e3c180 req-bb6551ca-061e-4940-b04b-2a5d0ef786fc tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0980718 Feb 11 13:24:27.258240 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e4f0847b-17be-44c3-8cee-062bf0e3c180 req-dafda5d8-f71d-4789-85f7-95e9682f7732 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462966 Feb 11 13:24:27.270808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:27.272239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ae1c2cfb-5047-4ebb-b7a3-cbc948e16acd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7d072c6e43941ffbd1d4f6225e707a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801991 Feb 11 13:24:27.277936 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.280415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48616) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:27.280777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c2cfb-5047-4ebb-b7a3-cbc948e16acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885f3217-61d3-442a-95ea-6cb7dd074e3f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:27.332078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7fbb110f-ddcf-421e-81de-87a5fe9677ff None None] Provisioning complete for port 0d47fb8f-0614-4610-9028-1844a53727c3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:27.332533 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7fbb110f-ddcf-421e-81de-87a5fe9677ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.348223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] device_id is not set on port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:24:27.526926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c874a46-bdf3-4670-bfef-506a209fa08e req-c2604ee7-2d29-4bb8-88cc-03473be33150 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.527607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4e938f8-a122-41e2-b8bc-59b01f692cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.528496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c874a46-bdf3-4670-bfef-506a209fa08e req-c2604ee7-2d29-4bb8-88cc-03473be33150 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0579751 Feb 11 13:24:27.573554 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c874a46-bdf3-4670-bfef-506a209fa08e req-b46e8e1a-288a-4f00-9dfa-f3df0810d01e tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353293 Feb 11 13:24:27.600002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-43c9b637-530d-4b0d-95f8-f60c95dd8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.601561 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-43c9b637-530d-4b0d-95f8-f60c95dd8420 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742&tenant_id=5cb5a7db126d40d38512c5877f3b5910 HTTP/1.1" status: 200 len: 1101 time: 0.2340856 Feb 11 13:24:27.609197 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4e938f8-a122-41e2-b8bc-59b01f692cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.621593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfbdbd-e15f-4786-8775-411c8161c8bb req-1968b34f-0471-453c-9658-0943d87ce475 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.628973 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36bfbdbd-e15f-4786-8775-411c8161c8bb req-1968b34f-0471-453c-9658-0943d87ce475 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.2296710 Feb 11 13:24:27.634459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:27.665121 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.712258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c764fa2-6dcc-41b0-b6f3-0cce8d0b3351 req-726de609-de9e-4e19-bf83-f71ed72a4fe5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.713901 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c764fa2-6dcc-41b0-b6f3-0cce8d0b3351 req-726de609-de9e-4e19-bf83-f71ed72a4fe5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0591009 Feb 11 13:24:27.760286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c764fa2-6dcc-41b0-b6f3-0cce8d0b3351 req-c6bba6f2-526c-4dc3-841a-58c172ba6579 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391393 Feb 11 13:24:27.797003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36bfbdbd-e15f-4786-8775-411c8161c8bb req-b0a5f5f1-4903-4815-a7df-4d1ad923540f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671534 Feb 11 13:24:27.808432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.811585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Allocated IP 10.1.1.91 (2202e614-38ab-4ad3-a093-947219c72a71/1032b5af-d6c8-430e-9604-803de2cb3059/f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:27.850390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f72ccd89-c7fd-48d1-9a7c-334cdcddb521 None None] Provisioning complete for port 0d47fb8f-0614-4610-9028-1844a53727c3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:27.851455 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f72ccd89-c7fd-48d1-9a7c-334cdcddb521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.903925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4e938f8-a122-41e2-b8bc-59b01f692cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.906549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4e938f8-a122-41e2-b8bc-59b01f692cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:27.909906 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b4e938f8-a122-41e2-b8bc-59b01f692cbd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/885f3217-61d3-442a-95ea-6cb7dd074e3f HTTP/1.1" status: 204 len: 168 time: 0.6261604 Feb 11 13:24:27.953739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be2671-8609-43c5-bebd-b1ebbffaf695 req-b22123f0-f856-4ab5-ac92-6439ac7564a9 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:27.964642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72be2671-8609-43c5-bebd-b1ebbffaf695 req-b22123f0-f856-4ab5-ac92-6439ac7564a9 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0887091 Feb 11 13:24:27.998332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f72ccd89-c7fd-48d1-9a7c-334cdcddb521 None None] Provisioning complete for port 25906095-f674-4165-873d-1b718167c844 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:27.998837 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f72ccd89-c7fd-48d1-9a7c-334cdcddb521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.011975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e938f8-a122-41e2-b8bc-59b01f692cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885f3217-61d3-442a-95ea-6cb7dd074e3f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:28.032444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72be2671-8609-43c5-bebd-b1ebbffaf695 req-25904e90-326b-4f95-8f03-a21299873740 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667281 Feb 11 13:24:28.054316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f72ccd89-c7fd-48d1-9a7c-334cdcddb521 None None] Port 25906095-f674-4165-873d-1b718167c844 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:28.236210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0d47fb8f-0614-4610-9028-1844a53727c3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:28.273130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01b6c1-298f-43ae-9982-07071d831f84 req-8bcee570-4a6b-4186-8b59-33f383de5586 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.274749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c01b6c1-298f-43ae-9982-07071d831f84 req-8bcee570-4a6b-4186-8b59-33f383de5586 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0641589 Feb 11 13:24:28.291763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4f5fe603-5b12-4b2d-9669-683a4e132b76 None None] Provisioning complete for port 25906095-f674-4165-873d-1b718167c844 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:28.292172 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4f5fe603-5b12-4b2d-9669-683a4e132b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.335067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c01b6c1-298f-43ae-9982-07071d831f84 req-6b0dd910-5596-40c8-8c61-7e2a3a1427d3 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518224 Feb 11 13:24:28.364016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4f5fe603-5b12-4b2d-9669-683a4e132b76 None None] Port 25906095-f674-4165-873d-1b718167c844 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:28.371468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0d47fb8f-0614-4610-9028-1844a53727c3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:28.371621 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.372426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:28.440914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275dd5b-7ff3-4b0b-a75b-ab00fddbda40 None None] Network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:24:28.477667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:28.484267 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.553666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:28.556050 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6142eae6-4727-4545-a0ce-7fe060f4c8e5" -d '{"events": [{"server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:28.560599 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.573653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453ae0e-cb41-4ae3-9ba9-78907f73315b req-70ca7b72-2bf1-4035-a6f0-bd7b61e16f47 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.575315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0453ae0e-cb41-4ae3-9ba9-78907f73315b req-70ca7b72-2bf1-4035-a6f0-bd7b61e16f47 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.1455030 Feb 11 13:24:28.601360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Transition to ACTIVE for port object ca2855e2-9c0e-45a1-adde-b44e39adee20 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:28.641419 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0453ae0e-cb41-4ae3-9ba9-78907f73315b req-ec5fe6ca-798e-41b2-879c-2d5ae53b21ad tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580547 Feb 11 13:24:28.645921 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d829d48-7725-4f54-8f35-8fde186742f0 x-openstack-request-id: req-9d829d48-7725-4f54-8f35-8fde186742f0 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:28.647339 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:28.648027 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d829d48-7725-4f54-8f35-8fde186742f0 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:28.650826 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'code': 200} Feb 11 13:24:28.650961 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.670818 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.682939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a6c56d0-2cb4-47fb-963e-4e053b2f7f74 None None] Provisioning complete for port 6cc13a03-beab-43db-83ea-7cc35614d9f3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:28.683308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a6c56d0-2cb4-47fb-963e-4e053b2f7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.695662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network 2202e614-38ab-4ad3-a093-947219c72a71 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:28.699763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:28.701645 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.712289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:28.781356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6cc13a03-beab-43db-83ea-7cc35614d9f3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:28.835753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b97da8-6777-4e85-977b-18e551fca76f req-fca35aca-2d98-46f9-848d-5408be1f3561 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.837165 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f9b97da8-6777-4e85-977b-18e551fca76f req-fca35aca-2d98-46f9-848d-5408be1f3561 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1171484 Feb 11 13:24:28.841035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] No DVR routers for this DVR port ca2855e2-9c0e-45a1-adde-b44e39adee20 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:28.864685 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a6c56d0-2cb4-47fb-963e-4e053b2f7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.940340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f9b97da8-6777-4e85-977b-18e551fca76f req-7f9a474a-93cb-4f31-b962-cdab532be607 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896602 Feb 11 13:24:28.949707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:28.952591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:28.962555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a6c56d0-2cb4-47fb-963e-4e053b2f7f74 None None] For port 6cc13a03-beab-43db-83ea-7cc35614d9f3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6cc13a03-beab-43db-83ea-7cc35614d9f3,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:28.985376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6cc13a03-beab-43db-83ea-7cc35614d9f3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:28.985749 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.005394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Port': ['ID=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:29.027351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a6c56d0-2cb4-47fb-963e-4e053b2f7f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.135521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=6']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:29.139886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c56d0-2cb4-47fb-963e-4e053b2f7f74 None None] Pushing event updated for resources: {'Port': ['ID=6cc13a03-beab-43db-83ea-7cc35614d9f3,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:29.168718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:29.169456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:29.170239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:29.185614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Port ca2855e2-9c0e-45a1-adde-b44e39adee20 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:29.186077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:29.189175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0a890c74-667a-4541-af50-d3fcabb7d4ba None None] Provisioning complete for port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:29.189571 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0a890c74-667a-4541-af50-d3fcabb7d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.211051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac99a3c-b6a3-4764-8511-03af0c415a92 req-2d24859e-9982-45dc-a3db-6cdff5c8adc9 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.213581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fac99a3c-b6a3-4764-8511-03af0c415a92 req-2d24859e-9982-45dc-a3db-6cdff5c8adc9 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.3674750 Feb 11 13:24:29.214853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:29.215196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:29.215637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:29.216155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Bound port: ca2855e2-9c0e-45a1-adde-b44e39adee20, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:29.216588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.263722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0a890c74-667a-4541-af50-d3fcabb7d4ba None None] Port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:29.282879 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d2d14ad-0917-4f9f-8a52-6f25397bf670 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3413751 Feb 11 13:24:29.340775 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fac99a3c-b6a3-4764-8511-03af0c415a92 req-97aeb829-e20f-42f9-8156-f3c7063a8b9f tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027551 Feb 11 13:24:29.393779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:29.401839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:29.453160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5279d3b-a75d-4e6c-a927-004b7d60d882 req-2bea5983-2727-4a64-a2d3-c736935cf446 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.454661 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5279d3b-a75d-4e6c-a927-004b7d60d882 req-2bea5983-2727-4a64-a2d3-c736935cf446 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 948 time: 0.0728698 Feb 11 13:24:29.477688 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.520144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.520946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.523056 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 1096 time: 1.9094281 Feb 11 13:24:29.525201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-421710f7-1e90-4745-b03c-bef826b6514c None None] Provisioning complete for port 6cc13a03-beab-43db-83ea-7cc35614d9f3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:29.525721 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-421710f7-1e90-4745-b03c-bef826b6514c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.543002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5279d3b-a75d-4e6c-a927-004b7d60d882 req-317b1825-3609-44df-86e8-de5f1c613d3b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809088 Feb 11 13:24:29.574823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1981f-0b0b-4fe7-baab-a04af594dcd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=7']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:29.662999 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-d408246c-2b47-40ce-98ee-2683130caa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.664739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-d408246c-2b47-40ce-98ee-2683130caa08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1099 time: 0.1133406 Feb 11 13:24:29.720512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48680) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:29.727042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4ff2e53e-9893-4eec-971d-e50dd3ec90d8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--599893378', 'description': 'tempest-description--1169446619'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:29.809311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-9f166155-5788-4c95-b3bc-a8c08bf497fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:29.811540 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-9f166155-5788-4c95-b3bc-a8c08bf497fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1345961 Feb 11 13:24:29.846984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e53e-9893-4eec-971d-e50dd3ec90d8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.875855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:29.885314 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-eab27d69-2153-4991-a611-8b9e8d7387dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 217 time: 0.0634634 Feb 11 13:24:29.956984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e53e-9893-4eec-971d-e50dd3ec90d8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.008350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-2168e080-f594-4718-8554-46ac23b4e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.010597 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-2168e080-f594-4718-8554-46ac23b4e870 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1209562 Feb 11 13:24:30.038414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6cc13a03-beab-43db-83ea-7cc35614d9f3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:30.049070 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e53e-9893-4eec-971d-e50dd3ec90d8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.094143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2e53e-9893-4eec-971d-e50dd3ec90d8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15188d5f-798e-4be5-a830-974416889f85,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:30.101862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6cc13a03-beab-43db-83ea-7cc35614d9f3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:30.102551 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.136170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a473dce-ada1-48ff-a084-e5a8e30bbd89 req-d46a2465-b0cc-4200-b7cb-dace0ecfa887 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.137678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a473dce-ada1-48ff-a084-e5a8e30bbd89 req-d46a2465-b0cc-4200-b7cb-dace0ecfa887 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0922465 Feb 11 13:24:30.139688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-d808ec8d-a6e4-46e6-85a8-393fb18ad428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.141059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-d808ec8d-a6e4-46e6-85a8-393fb18ad428 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1221349 Feb 11 13:24:30.151238 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ff2e53e-9893-4eec-971d-e50dd3ec90d8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.154491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4ff2e53e-9893-4eec-971d-e50dd3ec90d8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4320571 Feb 11 13:24:30.157105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48686) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:30.161987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c8b0d7f9-35c4-487e-908b-f9366dce4755 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'security_group_rule': {'security_group_id': '15188d5f-798e-4be5-a830-974416889f85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:30.237013 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a473dce-ada1-48ff-a084-e5a8e30bbd89 req-27977efa-c6c0-4fcc-b636-b2c78794ea0f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926099 Feb 11 13:24:30.252535 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c8b0d7f9-35c4-487e-908b-f9366dce4755 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.278554 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-18f51f2d-4478-4439-a498-0bb174f7828f service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247053 Feb 11 13:24:30.328588 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c8b0d7f9-35c4-487e-908b-f9366dce4755 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.395027 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f58d920f-71f6-4d7c-8ea7-001528314ed1 req-26b41c5e-c77d-4d21-842e-fd3e0a435df9 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077352 Feb 11 13:24:30.404833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c8b0d7f9-35c4-487e-908b-f9366dce4755 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.410767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:30.437044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0d7f9-35c4-487e-908b-f9366dce4755 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80741820-c284-46b1-911d-34b661711fff,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:30.473974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48694) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:30.498653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:30.518216 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c8b0d7f9-35c4-487e-908b-f9366dce4755 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.520082 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c8b0d7f9-35c4-487e-908b-f9366dce4755 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610468 Feb 11 13:24:30.522720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48698) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:30.528549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-bda8dfa4-69ba-470b-bb71-0ff89e186808 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'security_group_rule': {'security_group_id': '15188d5f-798e-4be5-a830-974416889f85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:30.567377 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.642816 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb48cff2-6859-4328-9652-dfd1022f6027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.652070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:30.654817 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6" -d '{"events": [{"name": "network-changed", "server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:30.667735 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda8dfa4-69ba-470b-bb71-0ff89e186808 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.750363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5e92a-1c5a-45bf-ba83-a7958b731e89 req-a2bcb5e9-709c-4bfe-aa81-1a185bfb4513 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.751974 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5fd5e92a-1c5a-45bf-ba83-a7958b731e89 req-a2bcb5e9-709c-4bfe-aa81-1a185bfb4513 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 948 time: 0.0917802 Feb 11 13:24:30.772576 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d0d06a-46a1-4eb7-94cf-9ee180a371e9 x-openstack-request-id: req-81d0d06a-46a1-4eb7-94cf-9ee180a371e9 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:30.773452 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:30.773717 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81d0d06a-46a1-4eb7-94cf-9ee180a371e9 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:30.774139 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'status': 'completed', 'code': 200} Feb 11 13:24:30.806076 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda8dfa4-69ba-470b-bb71-0ff89e186808 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.832079 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5fd5e92a-1c5a-45bf-ba83-a7958b731e89 req-411a440e-a684-4b69-9b4f-04bfa5b27d41 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721092 Feb 11 13:24:30.846402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-c607657e-1c99-4847-a27c-a882d87ecae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.848284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-c607657e-1c99-4847-a27c-a882d87ecae2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1099 time: 0.0617411 Feb 11 13:24:30.869022 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda8dfa4-69ba-470b-bb71-0ff89e186808 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.894777 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8dfa4-69ba-470b-bb71-0ff89e186808 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c097bad4-2a3f-46b1-8a7a-93f5d8abafad,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:30.909287 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb48cff2-6859-4328-9652-dfd1022f6027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:30.913296 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-68367057-3a86-435f-af40-d6359e9f3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.915121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-68367057-3a86-435f-af40-d6359e9f3b24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1099 time: 0.1111982 Feb 11 13:24:30.964364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-6f60131b-12a9-4b81-a0b0-87af0302b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:30.966773 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-6f60131b-12a9-4b81-a0b0-87af0302b232 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.0999160 Feb 11 13:24:30.974208 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb48cff2-6859-4328-9652-dfd1022f6027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:31.017760 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda8dfa4-69ba-470b-bb71-0ff89e186808 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:31.022781 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bda8dfa4-69ba-470b-bb71-0ff89e186808 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4946489 Feb 11 13:24:31.024972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48708) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:31.030178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:31.039955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-93f55401-2a09-4358-8cd0-2159a9bb5252 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 217 time: 0.0617511 Feb 11 13:24:31.040152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cb48cff2-6859-4328-9652-dfd1022f6027 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ff09a997ecf748d194fb15d3303c3454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609982 Feb 11 13:24:31.040843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48710) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:31.048581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48cff2-6859-4328-9652-dfd1022f6027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0de8a70-e9dd-4198-8e80-001eef4cda3a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:31.067275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-d37f0887-105c-4f26-bedc-46b1ee5591e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.068783 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-d37f0887-105c-4f26-bedc-46b1ee5591e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1425810 Feb 11 13:24:31.153327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-23069d7d-9a90-4e83-b185-e087e2502b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.154884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-23069d7d-9a90-4e83-b185-e087e2502b8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1036487 Feb 11 13:24:31.165045 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a76f327-9b36-45b8-a001-2f0162712f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:31.220758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a76f327-9b36-45b8-a001-2f0162712f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:31.232946 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:31.271178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-68158635-e170-4637-a8a1-d1cc1598f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.272708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-68158635-e170-4637-a8a1-d1cc1598f861 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048946 Feb 11 13:24:31.446926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-6406a0ae-94ce-4f23-aa40-dc715ff216ed service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352367 Feb 11 13:24:31.472031 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-e319daf5-f5ef-4f26-9b1f-2d8b8a4b08d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 217 time: 0.3948519 Feb 11 13:24:31.535939 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a76f327-9b36-45b8-a001-2f0162712f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:31.538802 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a76f327-9b36-45b8-a001-2f0162712f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:31.546149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5a76f327-9b36-45b8-a001-2f0162712f47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0de8a70-e9dd-4198-8e80-001eef4cda3a HTTP/1.1" status: 204 len: 168 time: 0.5010362 Feb 11 13:24:31.554951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-e8048cab-5b14-49b3-bda2-a6919b8af65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.556426 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-e8048cab-5b14-49b3-bda2-a6919b8af65b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0742004 Feb 11 13:24:31.569929 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436dc725-1472-4769-95e9-5ee615eadb84 req-a8dcbaa4-fb77-4e2e-858c-78d4dc93d255 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.570046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76f327-9b36-45b8-a001-2f0162712f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0de8a70-e9dd-4198-8e80-001eef4cda3a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:31.570154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-436dc725-1472-4769-95e9-5ee615eadb84 req-a8dcbaa4-fb77-4e2e-858c-78d4dc93d255 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0933242 Feb 11 13:24:31.573498 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:31.648069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-58af53e5-daaa-49b8-adc8-b0500143030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:31.649696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-58af53e5-daaa-49b8-adc8-b0500143030c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825918 Feb 11 13:24:31.650988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-813ec283-71b0-42d2-84ed-bcd8cd9764c3 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892133 Feb 11 13:24:31.665511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-436dc725-1472-4769-95e9-5ee615eadb84 req-30744c36-0245-4758-86e1-fe12b0b4d91e tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861440 Feb 11 13:24:31.744667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Allocated IP 172.25.0.120 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/2c3ed9ec-ae4e-4050-bad8-8da0b96148f7) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:31.773289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-451caffc-76e7-4a61-a532-ebc62aef5c91 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122713 Feb 11 13:24:31.887410 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8601c71a-72e8-41e8-9fff-12e3b5a60aa6 req-7f3a115b-11e5-4dec-b2a6-58e07b0651a3 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033473 Feb 11 13:24:32.238946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99652f0b-e11c-4991-859d-c1b05c9bfdfb req-a19a5697-6aae-43bf-817a-269bda919a66 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:32.240549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99652f0b-e11c-4991-859d-c1b05c9bfdfb req-a19a5697-6aae-43bf-817a-269bda919a66 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 948 time: 0.1159732 Feb 11 13:24:32.277656 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:32.304219 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99652f0b-e11c-4991-859d-c1b05c9bfdfb req-e901bfae-692f-4f71-8e21-a4f2d0ce80f8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572131 Feb 11 13:24:32.418431 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:32.484580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:32.484580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Port': ['ID=2c3ed9ec-ae4e-4050-bad8-8da0b96148f7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:32.495714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:32.498089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:32.631547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:32.749282 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:32.893181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf10d8-ebc4-45b1-8b1d-ff5808619f80 req-0955646a-5e54-44fb-9ec1-66fec532cae3 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:32.894773 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0edf10d8-ebc4-45b1-8b1d-ff5808619f80 req-0955646a-5e54-44fb-9ec1-66fec532cae3 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1209621 Feb 11 13:24:32.930736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48752) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:32.978738 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0edf10d8-ebc4-45b1-8b1d-ff5808619f80 req-3fc44ada-98c4-41c6-b192-f1fd27a80aae tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691924 Feb 11 13:24:33.028505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.093163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-112297445-network', 'tenant_id': '303a2a9412fc432fb35944c20c5b2ebb'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:33.114756 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.166853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1298ba-1025-422e-8744-8c7fecbbe91c req-23e5b04b-ad35-43bb-8ddf-dbc7f5044d79 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.168393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa1298ba-1025-422e-8744-8c7fecbbe91c req-23e5b04b-ad35-43bb-8ddf-dbc7f5044d79 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 945 time: 0.0923245 Feb 11 13:24:33.211788 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Made reservation on behalf of 303a2a9412fc432fb35944c20c5b2ebb for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:33.214514 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.216840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Port': ['ID=2c3ed9ec-ae4e-4050-bad8-8da0b96148f7,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:33.225281 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.245082 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.257729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa1298ba-1025-422e-8744-8c7fecbbe91c req-914287f1-604e-47bc-8894-d5a0a0ebe59b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575614 Feb 11 13:24:33.308408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.329066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.330484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cab6dce7-8e2d-41b0-9c89-e395f4b75d0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3049965 Feb 11 13:24:33.433951 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.465862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:33.488925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975c2396-7a66-4209-a3e3-5324711475ef,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:33.495497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.495846 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Added segment abcd1820-6057-4e26-b1c2-4a4203a7b4dd of type vlan for network 1e37a951-e881-44a4-b597-f415ed2fa12d Feb 11 13:24:33.504529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615148b1-d2b2-439c-adb1-4cbcb5d4be86 req-86742b60-c929-4207-a7f7-b25ebd3d020e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.506200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-615148b1-d2b2-439c-adb1-4cbcb5d4be86 req-86742b60-c929-4207-a7f7-b25ebd3d020e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 948 time: 0.1164999 Feb 11 13:24:33.565558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.602311 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-615148b1-d2b2-439c-adb1-4cbcb5d4be86 req-0814e331-0732-4013-9d0e-d34956cb9f31 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662105 Feb 11 13:24:33.612205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-a17a1f28-0af1-4fff-b17c-c620239611b6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--599893378&fields=id&tenant_id=406c14c4e97c4c539bb1abc8f09ada82 HTTP/1.1" status: 200 len: 267 time: 0.0482171 Feb 11 13:24:33.663298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-ebabc3d5-a2ce-41aa-a3e6-9d36ee9d6065 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.664826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-ebabc3d5-a2ce-41aa-a3e6-9d36ee9d6065 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports/25906095-f674-4165-873d-1b718167c844 HTTP/1.1" status: 200 len: 936 time: 0.0516608 Feb 11 13:24:33.699305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.700658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.701669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.719603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-09b9c49f-5c48-42f8-9611-b8b274d611d9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.720774 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-09b9c49f-5c48-42f8-9611-b8b274d611d9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports/f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 HTTP/1.1" status: 200 len: 935 time: 0.0488722 Feb 11 13:24:33.763573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Pushing event updated for resources: {'Network': ['ID=1e37a951-e881-44a4-b597-f415ed2fa12d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:33.763818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-433748a4-d374-4118-b4c7-4216584b2f57 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0314128 Feb 11 13:24:33.772413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.772759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.773167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.773602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.773965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.774299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.774622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.774942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.775258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.775572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.775884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.776194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:33.789454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 1e37a951-e881-44a4-b597-f415ed2fa12d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:33.800143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-47d25272-ad3f-4a76-aa24-caaa66e77d42 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0298748 Feb 11 13:24:33.831729 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d69fa0e8-d4bd-4222-957c-8118232ea2ce admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9011981 Feb 11 13:24:33.835732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48778) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:33.840476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Request body: {'subnet': {'network_id': '1e37a951-e881-44a4-b597-f415ed2fa12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-112297445-subnet', 'tenant_id': '303a2a9412fc432fb35944c20c5b2ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:33.923236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-d9179660-1244-41c9-9a47-8c70b73ea66f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.929209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-d9179660-1244-41c9-9a47-8c70b73ea66f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.934883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-d9179660-1244-41c9-9a47-8c70b73ea66f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:33.936515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-d9179660-1244-41c9-9a47-8c70b73ea66f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/networks?id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 HTTP/1.1" status: 200 len: 1995 time: 0.1290331 Feb 11 13:24:33.943935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Made reservation on behalf of 303a2a9412fc432fb35944c20c5b2ebb for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:33.946759 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:33.954659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-a27f6d5f-f49a-47ae-b467-6fd7a8630526 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/quotas/406c14c4e97c4c539bb1abc8f09ada82 HTTP/1.1" status: 200 len: 375 time: 0.0119627 Feb 11 13:24:34.025538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6a0d1fe3-3b72-44c9-a477-459922bec698 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0628302 Feb 11 13:24:34.126985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8cd96246-df17-4702-91de-38ca01a8a28e service neutron] 10.222.0.52 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875626 Feb 11 13:24:34.231229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2644906-5a94-41aa-a180-7337df753b86 req-c60e13db-b87b-4452-869f-3b93e5401c28 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.232902 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a2644906-5a94-41aa-a180-7337df753b86 req-c60e13db-b87b-4452-869f-3b93e5401c28 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0550811 Feb 11 13:24:34.234378 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-f7f5ea24-2353-427e-9974-d624fa9a91f5 service neutron] 10.222.0.52 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989535 Feb 11 13:24:34.249728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:34.271789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-efeca94d-355e-471a-b20e-b6eef2b5ccc1 service neutron] 10.222.0.52 "GET /v2.0/ports/25906095-f674-4165-873d-1b718167c844?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0347075 Feb 11 13:24:34.364061 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-3a806abd-bf69-49f4-8157-4b48b2b56143 service neutron] 10.222.0.52 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857699 Feb 11 13:24:34.381359 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a2644906-5a94-41aa-a180-7337df753b86 req-85ba97d9-a4a2-4c47-8a38-b8bf161db31f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390188 Feb 11 13:24:34.386987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1d3efce-69a9-4657-8de1-47996df58b08,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:34.421523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Checking segment: {'id': 'abcd1820-6057-4e26-b1c2-4a4203a7b4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1e37a951-e881-44a4-b597-f415ed2fa12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:34.422324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Network hostable DHCP agents. Network: 1e37a951-e881-44a4-b597-f415ed2fa12d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:34.435307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-dd60e2c6-7f1e-4f94-84a5-e2f61cd8ce8e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.437115 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-dd60e2c6-7f1e-4f94-84a5-e2f61cd8ce8e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742&tenant_id=5cb5a7db126d40d38512c5877f3b5910&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 948 time: 0.1469359 Feb 11 13:24:34.475094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c0e66227-2a97-4464-a139-580e34df2da1 service neutron] 10.222.0.52 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027396 Feb 11 13:24:34.478623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:34.532822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Network 1e37a951-e881-44a4-b597-f415ed2fa12d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:34.534660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-788f211f-ee26-4dc1-b34a-0a02ef29f414 service neutron] 10.222.0.52 "GET /v2.0/ports/f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0471411 Feb 11 13:24:34.584945 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-c13fdb44-81f6-414a-ace7-f064ab583ae9 service neutron] 10.222.0.13 "GET /v2.0/ports/ca2855e2-9c0e-45a1-adde-b44e39adee20/bindings/n-h1-816488-1 HTTP/1.1" status: 200 len: 382 time: 0.1362185 Feb 11 13:24:34.618635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:34.629461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a31db-c5c9-4552-9136-c078dc681711 req-73249876-6fc8-443a-b30a-65ca4e43aeb1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.632735 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-266a31db-c5c9-4552-9136-c078dc681711 req-73249876-6fc8-443a-b30a-65ca4e43aeb1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 948 time: 0.1306756 Feb 11 13:24:34.642653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'mac_address': 'fa:16:3e:ab:5e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:34.672692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-3963c477-b78e-4a88-bc0f-0fc7eef77444 service neutron] 10.222.0.52 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297059 Feb 11 13:24:34.710736 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:34.718660 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-266a31db-c5c9-4552-9136-c078dc681711 req-bc4c13b4-445e-4f20-9c62-4481966e4f74 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706141 Feb 11 13:24:34.759662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-2e5648cb-ce30-4d16-afeb-dfb7874ebcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.759662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-2e5648cb-ce30-4d16-afeb-dfb7874ebcaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1099 time: 0.0974684 Feb 11 13:24:34.773160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2855e2-9c0e-45a1-adde-b44e39adee20 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:34.795734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-79463c8b-a851-45d8-a101-29f7bebb235a service neutron] 10.222.0.52 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214359 Feb 11 13:24:34.795994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 1e37a951-e881-44a4-b597-f415ed2fa12d) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:34.822195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0790da45-cfa2-43e9-96ea-81cd1d13853a None None] Network 1e37a951-e881-44a4-b597-f415ed2fa12d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:24:34.828907 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:34.859034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.859905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:34.932715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-caf1bfe8-8d3a-4e38-b9b5-45f63179ee22 service neutron] 10.222.0.52 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358752 Feb 11 13:24:34.985963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-ac7fdabd-09a4-4588-a909-9c9cce2169ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:34.987574 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-ac7fdabd-09a4-4588-a909-9c9cce2169ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.2407584 Feb 11 13:24:35.041603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696412e5-45f0-4bc7-a315-718dbc51f71e None None] Network 1e37a951-e881-44a4-b597-f415ed2fa12d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:24:35.059397 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-f0e1796d-3dfe-48c0-8d50-72c340147261 service neutron] 10.222.0.52 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159208 Feb 11 13:24:35.129460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-4289483a-56bd-4fd2-b1c1-43529c030cad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 217 time: 0.1018255 Feb 11 13:24:35.131267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.185092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-2527da8b-96ee-4089-af1e-221646b02cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:35.186893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-2527da8b-96ee-4089-af1e-221646b02cb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0497258 Feb 11 13:24:35.194527 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-20c09a8c-be77-4505-b442-71f65b8d6c07 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3577623 Feb 11 13:24:35.206050 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-fbb7f6e5-d0e2-4702-aca9-656332c326c8 service neutron] 10.222.0.52 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362298 Feb 11 13:24:35.248596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3984718e-2e8d-40d7-81b2-1ba258b60d5d req-18045810-500c-484a-bd47-d3b34bde230d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:35.256649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3984718e-2e8d-40d7-81b2-1ba258b60d5d req-18045810-500c-484a-bd47-d3b34bde230d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 945 time: 0.2574551 Feb 11 13:24:35.310491 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3984718e-2e8d-40d7-81b2-1ba258b60d5d req-dced4d72-862d-4dbc-a67d-fa1c55d73858 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472853 Feb 11 13:24:35.332680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-7c4f760a-cd66-427c-bc34-8c038f2a5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:35.337515 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-7c4f760a-cd66-427c-bc34-8c038f2a5de4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1419444 Feb 11 13:24:35.393005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:35.421498 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92028d72-5a1c-4162-9a20-24ef75543707 req-d8b413e7-2fc5-4715-a13b-97e8cfb6d2b9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:35.423552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92028d72-5a1c-4162-9a20-24ef75543707 req-d8b413e7-2fc5-4715-a13b-97e8cfb6d2b9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 945 time: 0.0937326 Feb 11 13:24:35.447756 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['ca2855e2-9c0e-45a1-adde-b44e39adee20'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:35.468221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-baeea1de-390e-444d-aec0-2d4189c5abf0 service neutron] 10.222.0.52 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559581 Feb 11 13:24:35.480463 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-5f031c22-18ba-4ecd-85fa-77655e4dbd75 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315544 Feb 11 13:24:35.558329 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-69576e40-3809-41d7-9c0b-8b7536b7d5bb req-8a4554fe-bdd6-4e59-bbac-2d8292ab5dfc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1041501813', 'description': 'tempest-description-814449048'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:35.612364 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-7000bf94-fc9b-4602-8555-c8fc8234787b service neutron] 10.222.0.52 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378715 Feb 11 13:24:35.616271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-92028d72-5a1c-4162-9a20-24ef75543707 req-fa532847-9eca-4ed4-a7d1-db248742cd30 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Deleting port d3a5bba3-702c-4a6e-b72a-a203898ee185 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:24:35.616786 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92028d72-5a1c-4162-9a20-24ef75543707 req-fa532847-9eca-4ed4-a7d1-db248742cd30 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.632217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-0280d22a-4c23-4560-b483-9c9f64fcd989 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442478 Feb 11 13:24:35.733115 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-69576e40-3809-41d7-9c0b-8b7536b7d5bb req-8a4554fe-bdd6-4e59-bbac-2d8292ab5dfc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.764216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-92028d72-5a1c-4162-9a20-24ef75543707 req-fa532847-9eca-4ed4-a7d1-db248742cd30 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] For port d3a5bba3-702c-4a6e-b72a-a203898ee185, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d3a5bba3-702c-4a6e-b72a-a203898ee185,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:35.764837 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92028d72-5a1c-4162-9a20-24ef75543707 req-fa532847-9eca-4ed4-a7d1-db248742cd30 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.785417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-92028d72-5a1c-4162-9a20-24ef75543707 req-fa532847-9eca-4ed4-a7d1-db248742cd30 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Calling delete_port for d3a5bba3-702c-4a6e-b72a-a203898ee185 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:24:35.792486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-cf665714-c3c9-4102-b7dd-b71126ce6517 service neutron] 10.222.0.52 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327114 Feb 11 13:24:35.811174 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-69576e40-3809-41d7-9c0b-8b7536b7d5bb req-8a4554fe-bdd6-4e59-bbac-2d8292ab5dfc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.886479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-69576e40-3809-41d7-9c0b-8b7536b7d5bb req-8a4554fe-bdd6-4e59-bbac-2d8292ab5dfc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.918492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4554fe-bdd6-4e59-bbac-2d8292ab5dfc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9b93c1-8087-4e0f-a9e6-806c887ae2a3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:35.940186 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c370b389-23b0-45b6-ad26-4942f1ba3f8e service neutron] 10.222.0.52 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377990 Feb 11 13:24:35.986019 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-69576e40-3809-41d7-9c0b-8b7536b7d5bb req-8a4554fe-bdd6-4e59-bbac-2d8292ab5dfc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:35.987255 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69576e40-3809-41d7-9c0b-8b7536b7d5bb req-8a4554fe-bdd6-4e59-bbac-2d8292ab5dfc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4377985 Feb 11 13:24:36.065185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-304c71ca-7efe-4dec-a54a-174b564a5693 service neutron] 10.222.0.52 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147537 Feb 11 13:24:36.086908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92028d72-5a1c-4162-9a20-24ef75543707 req-fa532847-9eca-4ed4-a7d1-db248742cd30 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:36.100659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d3a5bba3-702c-4a6e-b72a-a203898ee185'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:36.118781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa532847-9eca-4ed4-a7d1-db248742cd30 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event deleted for resources: {'Port': ['ID=d3a5bba3-702c-4a6e-b72a-a203898ee185,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:36.165226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-92028d72-5a1c-4162-9a20-24ef75543707 req-fa532847-9eca-4ed4-a7d1-db248742cd30 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] No DVR routers for this DVR port d3a5bba3-702c-4a6e-b72a-a203898ee185 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:36.168100 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92028d72-5a1c-4162-9a20-24ef75543707 req-fa532847-9eca-4ed4-a7d1-db248742cd30 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:36.171517 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92028d72-5a1c-4162-9a20-24ef75543707 req-fa532847-9eca-4ed4-a7d1-db248742cd30 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "DELETE /v2.0/ports/d3a5bba3-702c-4a6e-b72a-a203898ee185 HTTP/1.1" status: 204 len: 173 time: 0.7406957 Feb 11 13:24:36.171963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f5257a-0bb2-4843-bb29-d3e5bbc83377', 'name': 'network-vif-deleted', 'tag': 'd3a5bba3-702c-4a6e-b72a-a203898ee185'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:36.174304 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4956b9f7-8143-4a25-84d9-c0173bb85245" -d '{"events": [{"server_uuid": "33f5257a-0bb2-4843-bb29-d3e5bbc83377", "name": "network-vif-deleted", "tag": "d3a5bba3-702c-4a6e-b72a-a203898ee185"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:36.431945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c97b2-4b78-4fc4-b710-e6ee3c4179dc req-9224234b-f99b-4aa3-a15f-8e5a7d12f463 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:36.433447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2c1c97b2-4b78-4fc4-b710-e6ee3c4179dc req-9224234b-f99b-4aa3-a15f-8e5a7d12f463 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0505104 Feb 11 13:24:36.474640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:24:36.481644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2c1c97b2-4b78-4fc4-b710-e6ee3c4179dc req-beedc39d-539b-47f8-a0d1-d57582393938 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357730 Feb 11 13:24:36.602500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4bf336-74b5-4c94-818f-f484b746a062 req-fbac1d6c-3772-484e-b2e2-25f8c8fbb3a1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:36.604349 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e4bf336-74b5-4c94-818f-f484b746a062 req-fbac1d6c-3772-484e-b2e2-25f8c8fbb3a1 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 949 time: 0.0592000 Feb 11 13:24:36.618512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port ca2855e2-9c0e-45a1-adde-b44e39adee20 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:24:36.622899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port ca2855e2-9c0e-45a1-adde-b44e39adee20 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:36.628057 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:36.658283 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e4bf336-74b5-4c94-818f-f484b746a062 req-28aa30ae-9d56-4954-8a29-ffcb6bb18d29 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475638 Feb 11 13:24:36.716420 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:36.721539 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5c802ba9-47e9-4d2d-a522-c6ef935909f1 req-26a566a2-7bfe-4c2c-8974-bdde25d6acde tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/8c9b93c1-8087-4e0f-a9e6-806c887ae2a3 HTTP/1.1" status: 200 len: 1806 time: 0.0423257 Feb 11 13:24:36.735694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-5c802ba9-47e9-4d2d-a522-c6ef935909f1 req-a216dc1c-e228-423e-9af0-6593370eb706 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c9b93c1-8087-4e0f-a9e6-806c887ae2a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:36.736533 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-5c802ba9-47e9-4d2d-a522-c6ef935909f1 req-a216dc1c-e228-423e-9af0-6593370eb706 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c9b93c1-8087-4e0f-a9e6-806c887ae2a3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:36.742429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:36.744929 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b8197b-bab1-4de3-93d3-b455a06e282b" -d '{"events": [{"server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "name": "network-vif-plugged", "status": "completed", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:36.761355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:36.890737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5c802ba9-47e9-4d2d-a522-c6ef935909f1 req-a216dc1c-e228-423e-9af0-6593370eb706 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:36.893890 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:36.921015 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5c802ba9-47e9-4d2d-a522-c6ef935909f1 req-a216dc1c-e228-423e-9af0-6593370eb706 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:36.959500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.092716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5c802ba9-47e9-4d2d-a522-c6ef935909f1 req-a216dc1c-e228-423e-9af0-6593370eb706 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:37.111695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216dc1c-e228-423e-9af0-6593370eb706 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4bad6d-57ed-4c6a-8937-e9071e784208,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:37.203327 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5c802ba9-47e9-4d2d-a522-c6ef935909f1 req-a216dc1c-e228-423e-9af0-6593370eb706 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:37.205401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5c802ba9-47e9-4d2d-a522-c6ef935909f1 req-a216dc1c-e228-423e-9af0-6593370eb706 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4744570 Feb 11 13:24:37.254001 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7990eb-3b26-4b0d-ae91-c0767c88fb74 x-openstack-request-id: req-8d7990eb-3b26-4b0d-ae91-c0767c88fb74 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:37.254001 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f5257a-0bb2-4843-bb29-d3e5bbc83377", "name": "network-vif-deleted", "tag": "d3a5bba3-702c-4a6e-b72a-a203898ee185", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:37.254001 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d7990eb-3b26-4b0d-ae91-c0767c88fb74 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:37.254001 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f5257a-0bb2-4843-bb29-d3e5bbc83377', 'name': 'network-vif-deleted', 'tag': 'd3a5bba3-702c-4a6e-b72a-a203898ee185', 'status': 'completed', 'code': 200} Feb 11 13:24:37.338518 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5c4db4f3-187f-4966-985e-0d0ae40f6c81 req-a94693c6-e73e-4454-8edc-f219acb3733d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0344229 Feb 11 13:24:37.460830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb617e64-7b66-41fd-8764-dfd7085439b8 req-2ce76453-8263-4d71-a8da-5768d00889c9 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:37.462742 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb617e64-7b66-41fd-8764-dfd7085439b8 req-2ce76453-8263-4d71-a8da-5768d00889c9 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0545628 Feb 11 13:24:37.525326 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb617e64-7b66-41fd-8764-dfd7085439b8 req-77953eab-c7b4-4851-bb24-524bd02eacac tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546584 Feb 11 13:24:37.553414 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cea8737-56f9-4fb3-b196-9fefcf789d16 x-openstack-request-id: req-7cea8737-56f9-4fb3-b196-9fefcf789d16 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:37.553996 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "name": "network-vif-plugged", "status": "completed", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:37.554663 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cea8737-56f9-4fb3-b196-9fefcf789d16 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:37.555445 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'code': 200} Feb 11 13:24:37.569563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-2ca86956-3977-4d47-a30a-32c803449a67 req-67376d75-043c-4799-b2f2-9a2de4285399 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1613879699', 'description': 'tempest-description-1199647148'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:37.652371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78933619-4708-4111-b5cf-2a84cb8c5d20 req-cfe2226e-fc3c-455e-aaa3-9a6ad33c1615 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0456388 Feb 11 13:24:37.687636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2ca86956-3977-4d47-a30a-32c803449a67 req-67376d75-043c-4799-b2f2-9a2de4285399 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:37.790978 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2ca86956-3977-4d47-a30a-32c803449a67 req-67376d75-043c-4799-b2f2-9a2de4285399 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:37.833469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fd222-2385-45bd-a57a-9559977d80f2 req-1c3118de-f208-44b7-9792-771d35e2b903 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:37.835873 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-526fd222-2385-45bd-a57a-9559977d80f2 req-1c3118de-f208-44b7-9792-771d35e2b903 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0687709 Feb 11 13:24:37.879405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-526fd222-2385-45bd-a57a-9559977d80f2 req-f5437483-8bc4-49e8-915e-f812ff974022 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369215 Feb 11 13:24:37.938408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2ca86956-3977-4d47-a30a-32c803449a67 req-67376d75-043c-4799-b2f2-9a2de4285399 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:37.981460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67376d75-043c-4799-b2f2-9a2de4285399 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb25e762-abcd-46ab-a677-358c8e43436f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:38.013375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b222c79-bb00-4677-bd2e-ed61eefab274 req-dbee0f82-b9ce-4368-81c5-d9d0f5652d66 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.015067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b222c79-bb00-4677-bd2e-ed61eefab274 req-dbee0f82-b9ce-4368-81c5-d9d0f5652d66 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0666785 Feb 11 13:24:38.072200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b222c79-bb00-4677-bd2e-ed61eefab274 req-68d045f3-109a-4911-acc8-fac4358ee7e4 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446148 Feb 11 13:24:38.125398 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2ca86956-3977-4d47-a30a-32c803449a67 req-67376d75-043c-4799-b2f2-9a2de4285399 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:38.125998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ca86956-3977-4d47-a30a-32c803449a67 req-67376d75-043c-4799-b2f2-9a2de4285399 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5608938 Feb 11 13:24:38.229363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f582b508-4b3d-4c13-aa9b-b71252156094 req-99acd7cf-b6bf-4b84-82c7-a42162e192a6 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/bb25e762-abcd-46ab-a677-358c8e43436f HTTP/1.1" status: 200 len: 1807 time: 0.0786302 Feb 11 13:24:38.241285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f582b508-4b3d-4c13-aa9b-b71252156094 req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bb25e762-abcd-46ab-a677-358c8e43436f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:38.241591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f582b508-4b3d-4c13-aa9b-b71252156094 req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'bb25e762-abcd-46ab-a677-358c8e43436f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:38.430207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d3a5bba3-702c-4a6e-b72a-a203898ee185 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:38.440236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-9765e401-7648-4672-8950-17b71dca527e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.447053 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-9765e401-7648-4672-8950-17b71dca527e tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.59 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.1061347 Feb 11 13:24:38.449286 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f582b508-4b3d-4c13-aa9b-b71252156094 req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:38.455859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6a608b3-02d3-409a-b90f-be68462e843c req-ebf47da4-bc56-4d3a-9be6-3e5bbe204309 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0388677 Feb 11 13:24:38.476993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: d3a5bba3-702c-4a6e-b72a-a203898ee185 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:24:38.477341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d3a5bba3-702c-4a6e-b72a-a203898ee185 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:38.519138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f582b508-4b3d-4c13-aa9b-b71252156094 req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:38.595894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-0df43f60-f357-4207-9c82-281d17bddc65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Deleting port f5a1da36-af4a-468f-b581-0cbc250c480c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:24:38.609211 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-0df43f60-f357-4207-9c82-281d17bddc65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:38.671480 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f582b508-4b3d-4c13-aa9b-b71252156094 req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:38.691080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89423513-c23b-4145-8418-a7f24d1d57c8 req-764440ab-8563-4c9e-b8f0-58d612eba7cf tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.692900 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-89423513-c23b-4145-8418-a7f24d1d57c8 req-764440ab-8563-4c9e-b8f0-58d612eba7cf tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 946 time: 0.0625379 Feb 11 13:24:38.706157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43059921-1375-4870-a056-1983305235e8,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:38.742068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.742416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.742754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.743090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.743425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.743749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.743885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-89423513-c23b-4145-8418-a7f24d1d57c8 req-ce112259-6042-46aa-b18e-27a847a56c07 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/security-groups?id=790680dd-dee3-4424-a1e9-d3e9dc77fc26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423799 Feb 11 13:24:38.744078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.744402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.744726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.745050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.745369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.746004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:24:38.801243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-0df43f60-f357-4207-9c82-281d17bddc65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] For port f5a1da36-af4a-468f-b581-0cbc250c480c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f5a1da36-af4a-468f-b581-0cbc250c480c,segment=NetworkSegment(ee1157f7-3e73-4ab3-9117-c67b903fc643),segment_id=ee1157f7-3e73-4ab3-9117-c67b903fc643)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:38.802057 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-0df43f60-f357-4207-9c82-281d17bddc65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:38.806333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-77a52776-4bc1-492c-8bfc-b6d8c690db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:38.807907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-77a52776-4bc1-492c-8bfc-b6d8c690db0e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742&tenant_id=5cb5a7db126d40d38512c5877f3b5910 HTTP/1.1" status: 200 len: 1101 time: 0.1131570 Feb 11 13:24:38.819532 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:38.824998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff926f89-42ff-423a-8b15-8df2a4031c05 req-447458c5-4e6d-4fec-a137-732442774f99 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0282805 Feb 11 13:24:38.849994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-0df43f60-f357-4207-9c82-281d17bddc65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Calling delete_port for f5a1da36-af4a-468f-b581-0cbc250c480c owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:24:38.858116 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f582b508-4b3d-4c13-aa9b-b71252156094 req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:38.859377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f582b508-4b3d-4c13-aa9b-b71252156094 req-1167f1a4-92ef-4cdd-8313-3a64c3846c8f tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6220255 Feb 11 13:24:38.890472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-67b704ec-023d-4bb6-853e-a6812ff963a4 req-a5680ea5-b395-47db-b58c-e0000e71b82a tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-964333102', 'description': 'tempest-description-227985128'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:38.932528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.029622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67b704ec-023d-4bb6-853e-a6812ff963a4 req-a5680ea5-b395-47db-b58c-e0000e71b82a tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.135894 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67b704ec-023d-4bb6-853e-a6812ff963a4 req-a5680ea5-b395-47db-b58c-e0000e71b82a tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.154152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50543e-2739-448d-bc85-dfe9a2003d3a req-d925588e-394e-4e85-9e30-25565b4f7367 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.155539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b50543e-2739-448d-bc85-dfe9a2003d3a req-d925588e-394e-4e85-9e30-25565b4f7367 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1762946 Feb 11 13:24:39.230655 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67b704ec-023d-4bb6-853e-a6812ff963a4 req-a5680ea5-b395-47db-b58c-e0000e71b82a tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.256910 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b50543e-2739-448d-bc85-dfe9a2003d3a req-ba23377d-551b-4bb8-930e-ee2016fec2f4 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936270 Feb 11 13:24:39.278813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5680ea5-b395-47db-b58c-e0000e71b82a tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf264725-af5f-4444-8783-89c05fc50227,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:39.298353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:39.345984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:39.351153 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-0df43f60-f357-4207-9c82-281d17bddc65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.363744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-67b704ec-023d-4bb6-853e-a6812ff963a4 req-a5680ea5-b395-47db-b58c-e0000e71b82a tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.370246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67b704ec-023d-4bb6-853e-a6812ff963a4 req-a5680ea5-b395-47db-b58c-e0000e71b82a tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4802933 Feb 11 13:24:39.396646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-aa15e863-3e52-41cb-abad-e9bbcfea58ba req-2393d805-4aab-48c8-8bc3-d5e73d7d61fe tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1464770584', 'description': 'tempest-description-1956730475'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:39.429218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df43f60-f357-4207-9c82-281d17bddc65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Pushing event deleted for resources: {'Port': ['ID=f5a1da36-af4a-468f-b581-0cbc250c480c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:39.475340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:39.477603 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090bcfb7-d823-4d81-ae93-6e52ab95fdcd" -d '{"events": [{"server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:39.482082 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.507220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-0df43f60-f357-4207-9c82-281d17bddc65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] No DVR routers for this DVR port f5a1da36-af4a-468f-b581-0cbc250c480c on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:39.518017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dc177-be6e-48d9-8ec7-131ff1ad25be req-3ca2b8f1-1b68-4d07-ac07-02dcd35d3f7a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:39.519538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce5dc177-be6e-48d9-8ec7-131ff1ad25be req-3ca2b8f1-1b68-4d07-ac07-02dcd35d3f7a tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1858768 Feb 11 13:24:39.522286 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-0df43f60-f357-4207-9c82-281d17bddc65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.524434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71ff1729-1b2a-4362-af1a-ce30a9d971bb req-0df43f60-f357-4207-9c82-281d17bddc65 tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.59 "DELETE /v2.0/ports/f5a1da36-af4a-468f-b581-0cbc250c480c HTTP/1.1" status: 204 len: 173 time: 1.0686893 Feb 11 13:24:39.527862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-aa15e863-3e52-41cb-abad-e9bbcfea58ba req-2393d805-4aab-48c8-8bc3-d5e73d7d61fe tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.530219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Transition to ACTIVE for port object ca2855e2-9c0e-45a1-adde-b44e39adee20 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:39.581057 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce5dc177-be6e-48d9-8ec7-131ff1ad25be req-23e8572d-f043-4a48-9722-b59ec3fed483 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383310 Feb 11 13:24:39.601973 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.628923 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-aa15e863-3e52-41cb-abad-e9bbcfea58ba req-2393d805-4aab-48c8-8bc3-d5e73d7d61fe tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.665636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=10']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:39.693065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] No DVR routers for this DVR port ca2855e2-9c0e-45a1-adde-b44e39adee20 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:39.709467 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-aa15e863-3e52-41cb-abad-e9bbcfea58ba req-2393d805-4aab-48c8-8bc3-d5e73d7d61fe tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.751682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393d805-4aab-48c8-8bc3-d5e73d7d61fe tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ee3d6d-788d-4d82-b0ef-f6ca453a83d8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:39.769250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:39.771474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:39.771474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:39.774791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e7da105-06b1-4223-b665-86630a17628b req-4fec7bdd-1e7e-4304-9852-f7ebd20ca6c8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0691080 Feb 11 13:24:39.778592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Port ca2855e2-9c0e-45a1-adde-b44e39adee20 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:39.781472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Attempting to bind port ca2855e2-9c0e-45a1-adde-b44e39adee20 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:39.785410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:39.785895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:39.786529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:39.788069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Bound port: ca2855e2-9c0e-45a1-adde-b44e39adee20, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:39.788602 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.886742 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac044e69-8b16-4fa6-9c5d-cba3ec5ebf3d x-openstack-request-id: req-ac044e69-8b16-4fa6-9c5d-cba3ec5ebf3d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:39.887129 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "name": "network-vif-unplugged", "status": "completed", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:39.887476 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac044e69-8b16-4fa6-9c5d-cba3ec5ebf3d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:39.887964 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'code': 200} Feb 11 13:24:39.891914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:39.904310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:39.934687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-aa15e863-3e52-41cb-abad-e9bbcfea58ba req-2393d805-4aab-48c8-8bc3-d5e73d7d61fe tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:39.936628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa15e863-3e52-41cb-abad-e9bbcfea58ba req-2393d805-4aab-48c8-8bc3-d5e73d7d61fe tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5447955 Feb 11 13:24:39.969369 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fa4bb56-dba5-48a2-b4bc-68f85c30624f req-af2a0341-172d-4b1e-87e8-ccb0a738000b tempest-ServersNegativeTestJSON-130155430 tempest-ServersNegativeTestJSON-130155430-project] 10.222.0.52 "GET /v2.0/ports?device_id=0c993b64-3785-4dd4-80dd-6892f54e809d HTTP/1.1" status: 200 len: 210 time: 0.0283115 Feb 11 13:24:40.059197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7846f1a-7800-4121-8174-ca9e90e318c7 req-f2835f52-a7e8-4e46-bcd8-2824e4d84cbe tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/cf264725-af5f-4444-8783-89c05fc50227 HTTP/1.1" status: 200 len: 1805 time: 0.0608718 Feb 11 13:24:40.065965 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.067194 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0aa0d00d-8c9c-4355-8790-1a5b519bba37 req-491618a3-d695-4a06-a695-f92a888af93b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0627081 Feb 11 13:24:40.096833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.097449 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.098936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] 10.222.0.59 "PUT /v2.0/ports/ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 1097 time: 1.2835865 Feb 11 13:24:40.199143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec86f95-f3f4-4ab9-bd7a-b804e9a73917 service neutron] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=11']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:40.210091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7846f1a-7800-4121-8174-ca9e90e318c7 req-c6b14c9b-98f1-4217-a61c-82c3ce58f3ef tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/a1ee3d6d-788d-4d82-b0ef-f6ca453a83d8 HTTP/1.1" status: 200 len: 1807 time: 0.1366308 Feb 11 13:24:40.216506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-d0cb75de-115a-455a-97d9-a4ad1d75ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.218028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-d0cb75de-115a-455a-97d9-a4ad1d75ed5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1100 time: 0.0954762 Feb 11 13:24:40.222681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f7846f1a-7800-4121-8174-ca9e90e318c7 req-6234fae9-087c-439f-8348-1aafe1a01948 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf264725-af5f-4444-8783-89c05fc50227', 'remote_group_id': 'a1ee3d6d-788d-4d82-b0ef-f6ca453a83d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:40.228160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f7846f1a-7800-4121-8174-ca9e90e318c7 req-6234fae9-087c-439f-8348-1aafe1a01948 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cf264725-af5f-4444-8783-89c05fc50227', 'remote_group_id': 'a1ee3d6d-788d-4d82-b0ef-f6ca453a83d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:40.338766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-587ae3ab-09bf-4c4d-aad4-9c3378e33e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.340461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-587ae3ab-09bf-4c4d-aad4-9c3378e33e8c service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1113386 Feb 11 13:24:40.382498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae9d31-6639-4139-8ce6-ee29a6ad4724 req-0abb3de8-5795-4f15-835b-a21dc38f1565 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.384018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0ae9d31-6639-4139-8ce6-ee29a6ad4724 req-0abb3de8-5795-4f15-835b-a21dc38f1565 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0553584 Feb 11 13:24:40.428368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0ae9d31-6639-4139-8ce6-ee29a6ad4724 req-eec83069-9014-4a90-a531-740efcb7c114 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370471 Feb 11 13:24:40.460399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f5a1da36-af4a-468f-b581-0cbc250c480c no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:40.484326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: f5a1da36-af4a-468f-b581-0cbc250c480c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:24:40.484761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f5a1da36-af4a-468f-b581-0cbc250c480c not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:40.691847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-3418bf9a-9aa9-4bcb-9245-c453481bb5f6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 217 time: 0.3414557 Feb 11 13:24:40.705713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1c039-6d58-4ea4-8f2c-2c4bc69261f2 req-d46bd7f4-3ea5-4e62-940f-71adc42be25c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.707199 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8fc1c039-6d58-4ea4-8f2c-2c4bc69261f2 req-d46bd7f4-3ea5-4e62-940f-71adc42be25c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 949 time: 0.0509822 Feb 11 13:24:40.746182 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8fc1c039-6d58-4ea4-8f2c-2c4bc69261f2 req-9cd9ef4b-bd93-498a-a0cc-4dff367b4dc6 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Feb 11 13:24:40.764102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f7846f1a-7800-4121-8174-ca9e90e318c7 req-6234fae9-087c-439f-8348-1aafe1a01948 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.770115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-6d2bd744-dba1-4358-93ff-8a1f5d5b9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.770115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-6d2bd744-dba1-4358-93ff-8a1f5d5b9ec9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0711668 Feb 11 13:24:40.807816 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:24:40.828109 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f7846f1a-7800-4121-8174-ca9e90e318c7 req-6234fae9-087c-439f-8348-1aafe1a01948 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:40.840125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ed8caec-f581-468d-b58b-6e9f59c99a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.841808 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-8ed8caec-f581-468d-b58b-6e9f59c99a43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574207 Feb 11 13:24:40.895793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4213565d-7c23-4b16-a3d6-03f6ee8584a0 req-1658ab8e-5386-4c17-8211-98f9a10c8f48 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=33f5257a-0bb2-4843-bb29-d3e5bbc83377 HTTP/1.1" status: 200 len: 210 time: 0.0273280 Feb 11 13:24:40.931681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-cf3ce1db-c178-4bf9-8bfe-ae2f540ee2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.933049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-cf3ce1db-c178-4bf9-8bfe-ae2f540ee2ef service neutron] 10.222.0.13 "GET /v2.0/ports/25906095-f674-4165-873d-1b718167c844 HTTP/1.1" status: 200 len: 1032 time: 0.0398817 Feb 11 13:24:40.944899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-801783a6-1be1-43e0-8699-64e290e69cb6 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938938 Feb 11 13:24:40.973894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-5f8dd1b1-147f-4b34-bba6-2e883d8054ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:40.975403 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-5f8dd1b1-147f-4b34-bba6-2e883d8054ac service neutron] 10.222.0.13 "GET /v2.0/ports/f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 HTTP/1.1" status: 200 len: 1031 time: 0.0340536 Feb 11 13:24:41.039550 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f7846f1a-7800-4121-8174-ca9e90e318c7 req-6234fae9-087c-439f-8348-1aafe1a01948 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.043859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48886) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:41.056087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c950003c-12ff-4b37-afd7-1f5240a385aa req-9494d24a-209b-4a1c-9db6-cfa2b58c8db9 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046460 Feb 11 13:24:41.063522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234fae9-087c-439f-8348-1aafe1a01948 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ffe742-dc51-441a-8e7f-9baa9192b1ef,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.125488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa950ed6-0f37-4eed-957f-53dfbc7055b8 admin admin] Deleting subnet 7453e60e-a49b-401d-9290-ba5d57235e58 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:24:41.131090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa950ed6-0f37-4eed-957f-53dfbc7055b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.140224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-d492e5d4-862f-41c4-bf77-29fb0dc47301 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:41.146661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-d492e5d4-862f-41c4-bf77-29fb0dc47301 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:41.152611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-d492e5d4-862f-41c4-bf77-29fb0dc47301 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:41.154225 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-d492e5d4-862f-41c4-bf77-29fb0dc47301 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "GET /v2.0/networks?id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 HTTP/1.1" status: 200 len: 1995 time: 0.1723123 Feb 11 13:24:41.205638 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0b464eba-1a39-488f-9a03-af7b8617353e req-7f624e1d-696c-49d5-889c-a8c8917cae6c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0724289 Feb 11 13:24:41.207329 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f7846f1a-7800-4121-8174-ca9e90e318c7 req-6234fae9-087c-439f-8348-1aafe1a01948 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.219714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7846f1a-7800-4121-8174-ca9e90e318c7 req-6234fae9-087c-439f-8348-1aafe1a01948 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0005777 Feb 11 13:24:41.234649 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa950ed6-0f37-4eed-957f-53dfbc7055b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.250951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-8eb728eb-e0da-44bf-91bc-542871727048 req-5c5101a7-a7ef-4563-b7ad-03058602c402 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-251316490', 'description': 'tempest-description-328612901'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:41.268704 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-0ca206d8-a47f-4a4c-b300-559a75e12296 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=406c14c4e97c4c539bb1abc8f09ada82 HTTP/1.1" status: 200 len: 379 time: 0.0884225 Feb 11 13:24:41.279757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'admin_state_up': True, 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'security_groups': ['15188d5f-798e-4be5-a830-974416889f85']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:41.343025 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa950ed6-0f37-4eed-957f-53dfbc7055b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.407360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8eb728eb-e0da-44bf-91bc-542871727048 req-5c5101a7-a7ef-4563-b7ad-03058602c402 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.481047 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8eb728eb-e0da-44bf-91bc-542871727048 req-5c5101a7-a7ef-4563-b7ad-03058602c402 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.551445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cf60c-dad3-4b20-9719-3e744eb5cda5 req-9ee29702-cca2-4a96-b85f-19ddae540554 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:41.553972 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d54cf60c-dad3-4b20-9719-3e744eb5cda5 req-9ee29702-cca2-4a96-b85f-19ddae540554 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0564339 Feb 11 13:24:41.575806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:41.579235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.583373 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa950ed6-0f37-4eed-957f-53dfbc7055b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.635398 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8eb728eb-e0da-44bf-91bc-542871727048 req-5c5101a7-a7ef-4563-b7ad-03058602c402 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.649898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa950ed6-0f37-4eed-957f-53dfbc7055b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7453e60e-a49b-401d-9290-ba5d57235e58,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.655433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa950ed6-0f37-4eed-957f-53dfbc7055b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.660258 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fa950ed6-0f37-4eed-957f-53dfbc7055b8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7453e60e-a49b-401d-9290-ba5d57235e58 HTTP/1.1" status: 204 len: 168 time: 0.6137059 Feb 11 13:24:41.665185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48894) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:41.669614 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d54cf60c-dad3-4b20-9719-3e744eb5cda5 req-9d51d24d-47f3-4a9c-b3d3-e3d85b186276 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094887 Feb 11 13:24:41.669794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5101a7-a7ef-4563-b7ad-03058602c402 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ed4fa5-97b8-42cf-89b9-9d411a62f117,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:41.752419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8eb728eb-e0da-44bf-91bc-542871727048 req-5c5101a7-a7ef-4563-b7ad-03058602c402 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.753989 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8eb728eb-e0da-44bf-91bc-542871727048 req-5c5101a7-a7ef-4563-b7ad-03058602c402 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5102241 Feb 11 13:24:41.793255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-036406e4-3536-46f1-b1bd-72c8ad5aa437 req-6c4911c0-5930-42e7-aeb6-35c8f2956755 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-149293205', 'description': 'tempest-description-1833033923'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:41.820720 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:41.878659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9514964-5b94-450e-b8a0-593a8d2d2cc0 req-d13e970c-4d37-4030-bf3c-0448fde8e10b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:41.880309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f9514964-5b94-450e-b8a0-593a8d2d2cc0 req-d13e970c-4d37-4030-bf3c-0448fde8e10b tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 949 time: 0.0531147 Feb 11 13:24:41.889200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'name': 'network-vif-deleted', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c'}, {'name': 'network-changed', 'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:41.891467 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547772c7-6c20-4d4b-8f76-b779d8c1c606" -d '{"events": [{"server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "name": "network-vif-deleted", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c"}, {"name": "network-changed", "server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:41.910525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Allocated IP 172.20.0.10 (e4b25248-796e-4843-9e5e-fffc7dcb6ce7/9e9ee6e8-fe6f-4e78-8500-2349a6d591e4/ef39ff2d-2440-4cb7-8b7d-d340c39a7374) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:41.935812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f9514964-5b94-450e-b8a0-593a8d2d2cc0 req-d0cb6e62-541b-45fa-9244-afcb588569bb tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482061 Feb 11 13:24:41.937685 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-036406e4-3536-46f1-b1bd-72c8ad5aa437 req-6c4911c0-5930-42e7-aeb6-35c8f2956755 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.006247 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a10aa7a-c9d0-45a6-87b0-e1c963d878bc x-openstack-request-id: req-6a10aa7a-c9d0-45a6-87b0-e1c963d878bc {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:42.007186 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c993b64-3785-4dd4-80dd-6892f54e809d", "name": "network-vif-deleted", "tag": "f5a1da36-af4a-468f-b581-0cbc250c480c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:42.008524 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a10aa7a-c9d0-45a6-87b0-e1c963d878bc {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:42.008524 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c993b64-3785-4dd4-80dd-6892f54e809d', 'name': 'network-vif-deleted', 'tag': 'f5a1da36-af4a-468f-b581-0cbc250c480c', 'status': 'completed', 'code': 200} Feb 11 13:24:42.008524 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'status': 'completed', 'code': 200} Feb 11 13:24:42.013380 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.080559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5267caef-1ce5-4b90-b59f-509667f805b4']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:42.080755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-fd19a685-5ae5-4427-abf3-e7defef817f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.082240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-fd19a685-5ae5-4427-abf3-e7defef817f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1100 time: 0.0536430 Feb 11 13:24:42.113613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1157f7-3e73-4ab3-9117-c67b903fc643') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:42.113948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1157f7-3e73-4ab3-9117-c67b903fc643') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:42.204304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-9dd8a186-7998-46d5-be84-dcb0ef87eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.211657 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-9dd8a186-7998-46d5-be84-dcb0ef87eb9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1232078 Feb 11 13:24:42.306675 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-40a91163-83e1-4aab-bccd-226b86d4d108 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 217 time: 0.0854738 Feb 11 13:24:42.360050 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-688e70b3-ef91-4138-b113-22a90fd15914 req-fdc52ca1-d5c5-4ac7-8fa7-a77d2537f109 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0508118 Feb 11 13:24:42.413546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-066f6381-b2f8-4c3a-ac0c-3a0631675eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.415078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-066f6381-b2f8-4c3a-ac0c-3a0631675eb5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0947585 Feb 11 13:24:42.441782 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.475954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.496584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:42.497099 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:42.499121 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:42.506478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:42.546993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-6276290e-350f-4e9f-ac17-e1d5b6ed4c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.548575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-6276290e-350f-4e9f-ac17-e1d5b6ed4c75 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1257098 Feb 11 13:24:42.554923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-bbc9e7d6-6bbb-466e-ab13-8ffad84ec7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.556581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-bbc9e7d6-6bbb-466e-ab13-8ffad84ec7b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5cb5a7db126d40d38512c5877f3b5910&device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1100 time: 0.5061951 Feb 11 13:24:42.576651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:42.642276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e5915-59f4-46e7-8420-2e7ded0ff78d req-af8ccc22-d679-4cb6-934e-0720620beb0a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.643640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d7e5915-59f4-46e7-8420-2e7ded0ff78d req-af8ccc22-d679-4cb6-934e-0720620beb0a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.1781178 Feb 11 13:24:42.674235 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d7e5915-59f4-46e7-8420-2e7ded0ff78d req-91f92247-18e7-4823-a2c5-3c1143708781 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/quotas/e0d29aa58a34460e9c87cfd03475a330 HTTP/1.1" status: 200 len: 375 time: 0.0222766 Feb 11 13:24:42.685316 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-036406e4-3536-46f1-b1bd-72c8ad5aa437 req-6c4911c0-5930-42e7-aeb6-35c8f2956755 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.707887 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.708467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-80e948ee-d09c-4418-8a45-80df1705c6a0 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493580 Feb 11 13:24:42.727018 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d7e5915-59f4-46e7-8420-2e7ded0ff78d req-ce0daf28-2b50-420e-9b5c-4e09d123d6a0 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358760 Feb 11 13:24:42.753386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-57749646-b6c4-4268-a01f-63edf4cb769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.754885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-57749646-b6c4-4268-a01f-63edf4cb769e service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1781650 Feb 11 13:24:42.801249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-4e6b33f0-dd81-4739-bb70-cef33283761a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 200 len: 217 time: 0.0352371 Feb 11 13:24:42.837036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.848441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.852786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] 10.222.0.52 "DELETE /v2.0/networks/5267caef-1ce5-4b90-b59f-509667f805b4 HTTP/1.1" status: 204 len: 168 time: 1.1864569 Feb 11 13:24:42.853990 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.855508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-036406e4-3536-46f1-b1bd-72c8ad5aa437 req-6c4911c0-5930-42e7-aeb6-35c8f2956755 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:42.894795 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462df62-db9a-45ab-b7fd-97c7600bee3b admin admin] Pushing event deleted for resources: {'Network': ['ID=5267caef-1ce5-4b90-b59f-509667f805b4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.899605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-9f9dd62b-fe3e-4012-9b34-96f0c84cce76 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760647 Feb 11 13:24:42.922615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d7e5915-59f4-46e7-8420-2e7ded0ff78d req-f055e69a-8923-439c-938c-3be46d8f6a5b service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749053 Feb 11 13:24:42.972619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-607aced7-e027-4418-b913-8bd3697a2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:42.975468 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-607aced7-e027-4418-b913-8bd3697a2cee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1656098 Feb 11 13:24:42.978535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:42.982442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4911c0-5930-42e7-aeb6-35c8f2956755 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45eebd1-2c92-4269-9155-a92cd6258cbf,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:42.985099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:42.998632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:43.043972 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Port': ['ID=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.055845 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-036406e4-3536-46f1-b1bd-72c8ad5aa437 req-6c4911c0-5930-42e7-aeb6-35c8f2956755 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.057085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-036406e4-3536-46f1-b1bd-72c8ad5aa437 req-6c4911c0-5930-42e7-aeb6-35c8f2956755 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2731776 Feb 11 13:24:43.072507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d7e5915-59f4-46e7-8420-2e7ded0ff78d req-00629d54-dae4-4f14-9bff-9fd813387665 service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489599 Feb 11 13:24:43.088101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.088101 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.129147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-f7c7434d-cb08-4a30-b5f5-287dbef97c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.133307 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-f7c7434d-cb08-4a30-b5f5-287dbef97c4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1436958 Feb 11 13:24:43.283542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fc75b-cbcf-41d7-911e-163520f3990f req-245855a8-db60-4b9e-aefb-57cea7dc7a29 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.285099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-306fc75b-cbcf-41d7-911e-163520f3990f req-245855a8-db60-4b9e-aefb-57cea7dc7a29 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1479933 Feb 11 13:24:43.313039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-c24dc179-bccf-460b-a78b-71edd7cb20a8 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603999 Feb 11 13:24:43.315904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0b5bcb20-5692-4881-9d36-94da9e2c6884 None None] Provisioning complete for port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:43.316278 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0b5bcb20-5692-4881-9d36-94da9e2c6884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.340749 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-416232e4-c5c0-4606-b3e5-bc76b83cf99b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0664117 Feb 11 13:24:43.352956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0b5bcb20-5692-4881-9d36-94da9e2c6884 None None] Port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:43.359023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71', 'admin_state_up': True, 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'security_groups': ['15188d5f-798e-4be5-a830-974416889f85']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:43.367978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-306fc75b-cbcf-41d7-911e-163520f3990f req-0b949c2d-19bf-40a4-b322-d5a19a550346 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728142 Feb 11 13:24:43.420628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48936) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:43.511593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b9eee598-125c-40ff-8cb6-19bcddd7c0d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4e348e61c06146e5809782bbea15e4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898411 Feb 11 13:24:43.516242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48942) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:43.524797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7709ae4-4e3c-47a4-b989-6fe947560bdd req-b9e9fd59-4ab1-43ba-8e4c-ccb8ac607c46 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/84ed4fa5-97b8-42cf-89b9-9d411a62f117 HTTP/1.1" status: 200 len: 1805 time: 0.0713673 Feb 11 13:24:43.588898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7709ae4-4e3c-47a4-b989-6fe947560bdd req-a0438263-ed27-4a8c-b23e-99d7593478c4 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/e45eebd1-2c92-4269-9155-a92cd6258cbf HTTP/1.1" status: 200 len: 1806 time: 0.0565066 Feb 11 13:24:43.594868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e7709ae4-4e3c-47a4-b989-6fe947560bdd req-0ab3a3f9-168d-4e30-91ef-15aef7bf09d8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '84ed4fa5-97b8-42cf-89b9-9d411a62f117', 'remote_group_id': 'e45eebd1-2c92-4269-9155-a92cd6258cbf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:43.596015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e7709ae4-4e3c-47a4-b989-6fe947560bdd req-0ab3a3f9-168d-4e30-91ef-15aef7bf09d8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '84ed4fa5-97b8-42cf-89b9-9d411a62f117', 'remote_group_id': 'e45eebd1-2c92-4269-9155-a92cd6258cbf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:43.664948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-547772c7-6c20-4d4b-8f76-b779d8c1c606 req-6381ffcb-6714-4c48-bcf5-ecf16fb90672 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415775 Feb 11 13:24:43.684915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef88c7e-b3c3-42e6-b3db-2e1654fe4587 req-c809b699-c4b7-424f-81ff-6b7c21a183b3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.686558 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cef88c7e-b3c3-42e6-b3db-2e1654fe4587 req-c809b699-c4b7-424f-81ff-6b7c21a183b3 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 949 time: 0.2018223 Feb 11 13:24:43.715196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d0bcad9d-b08e-49d2-b6ee-a1d7bbeaddc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.756420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7709ae4-4e3c-47a4-b989-6fe947560bdd req-0ab3a3f9-168d-4e30-91ef-15aef7bf09d8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.764991 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d0bcad9d-b08e-49d2-b6ee-a1d7bbeaddc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.771229 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cef88c7e-b3c3-42e6-b3db-2e1654fe4587 req-ede4699d-3407-4d8d-a7b9-683dbb7eae37 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756891 Feb 11 13:24:43.809582 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7709ae4-4e3c-47a4-b989-6fe947560bdd req-0ab3a3f9-168d-4e30-91ef-15aef7bf09d8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.847039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:43.851097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.942045 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7709ae4-4e3c-47a4-b989-6fe947560bdd req-0ab3a3f9-168d-4e30-91ef-15aef7bf09d8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.964932 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87364a62-6aa2-4a1f-bcc7-5b2adb208123 req-9b7966bd-36d6-4fa9-8d1b-22e5bc765bcb tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:43.965462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87364a62-6aa2-4a1f-bcc7-5b2adb208123 req-9b7966bd-36d6-4fa9-8d1b-22e5bc765bcb tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 932 time: 0.1045198 Feb 11 13:24:43.994545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d0bcad9d-b08e-49d2-b6ee-a1d7bbeaddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:43.997049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3a3f9-168d-4e30-91ef-15aef7bf09d8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf510d0-af5b-4e8b-b60d-78adad4996a3,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:43.997220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d0bcad9d-b08e-49d2-b6ee-a1d7bbeaddc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.000812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d0bcad9d-b08e-49d2-b6ee-a1d7bbeaddc6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/790680dd-dee3-4424-a1e9-d3e9dc77fc26 HTTP/1.1" status: 204 len: 168 time: 0.4809227 Feb 11 13:24:44.051930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcad9d-b08e-49d2-b6ee-a1d7bbeaddc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790680dd-dee3-4424-a1e9-d3e9dc77fc26,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:44.081557 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87364a62-6aa2-4a1f-bcc7-5b2adb208123 req-ad98e7ee-a115-4119-bc9b-73cd12dc70cb tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095116 Feb 11 13:24:44.111235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Allocated IP 10.1.1.9 (2202e614-38ab-4ad3-a093-947219c72a71/1032b5af-d6c8-430e-9604-803de2cb3059/bc390621-14fa-4ee2-8555-bcbb41a5523e) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:44.128318 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e7709ae4-4e3c-47a4-b989-6fe947560bdd req-0ab3a3f9-168d-4e30-91ef-15aef7bf09d8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.133476 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7709ae4-4e3c-47a4-b989-6fe947560bdd req-0ab3a3f9-168d-4e30-91ef-15aef7bf09d8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5434682 Feb 11 13:24:44.204160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-254327de-8f84-498a-8642-8b1a6e9c7847 req-ff90d0be-6536-4145-920d-a9fa50acdf85 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7f6f6530-8880-49b0-b0b3-e03c81a7e121 HTTP/1.1" status: 200 len: 210 time: 0.0484500 Feb 11 13:24:44.214909 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ad0e160-93b9-468d-9a3a-398815677471 req-a9465a92-11ed-4ca2-8647-a70ae1209483 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/e45eebd1-2c92-4269-9155-a92cd6258cbf HTTP/1.1" status: 200 len: 1806 time: 0.0583167 Feb 11 13:24:44.322419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ad0e160-93b9-468d-9a3a-398815677471 req-81fb4ad7-ae52-4ef1-bbfe-f30ac5399487 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.348236 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ad0e160-93b9-468d-9a3a-398815677471 req-81fb4ad7-ae52-4ef1-bbfe-f30ac5399487 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.372520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.488960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.544835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network 2202e614-38ab-4ad3-a093-947219c72a71 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:44.555241 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ad0e160-93b9-468d-9a3a-398815677471 req-81fb4ad7-ae52-4ef1-bbfe-f30ac5399487 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.562394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:44.562887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ad0e160-93b9-468d-9a3a-398815677471 req-81fb4ad7-ae52-4ef1-bbfe-f30ac5399487 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.563009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:44.575688 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ad0e160-93b9-468d-9a3a-398815677471 req-81fb4ad7-ae52-4ef1-bbfe-f30ac5399487 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "DELETE /v2.0/security-groups/e45eebd1-2c92-4269-9155-a92cd6258cbf HTTP/1.1" status: 204 len: 173 time: 0.3454487 Feb 11 13:24:44.616251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fb4ad7-ae52-4ef1-bbfe-f30ac5399487 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45eebd1-2c92-4269-9155-a92cd6258cbf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:44.644876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Port': ['ID=bc390621-14fa-4ee2-8555-bcbb41a5523e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:44.677076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:44.678713 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:44.825982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-14b6629c-2b28-48cf-a31b-938233d368ed tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4716890 Feb 11 13:24:44.834263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db621372-790d-4880-a2c0-3259cf025807 req-d5913d10-fc97-4d41-a454-a272040793a1 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:44.836090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db621372-790d-4880-a2c0-3259cf025807 req-d5913d10-fc97-4d41-a454-a272040793a1 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1009438 Feb 11 13:24:44.838800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71', 'admin_state_up': True, 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'security_groups': ['15188d5f-798e-4be5-a830-974416889f85']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:44.893980 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db621372-790d-4880-a2c0-3259cf025807 req-ab8d810d-f3d5-4e5d-8561-22fd62504c92 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460424 Feb 11 13:24:44.981456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99f06106-6917-4d81-b760-7d84b6b1619c req-58342dc2-afb6-4420-a237-34e877f9458e tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/84ed4fa5-97b8-42cf-89b9-9d411a62f117 HTTP/1.1" status: 200 len: 1805 time: 0.0529325 Feb 11 13:24:44.990957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4bc4b4c6-7505-4716-a33d-333b0548a616 None None] Provisioning complete for port bc390621-14fa-4ee2-8555-bcbb41a5523e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:44.992137 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4bc4b4c6-7505-4716-a33d-333b0548a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.040494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4bc4b4c6-7505-4716-a33d-333b0548a616 None None] Port bc390621-14fa-4ee2-8555-bcbb41a5523e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:45.080150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7fe0d-7d9c-4806-a3f5-20ce0b095cf0 req-ed547574-aa32-4ed2-953d-89be811fe94d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:45.081627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4d7fe0d-7d9c-4806-a3f5-20ce0b095cf0 req-ed547574-aa32-4ed2-953d-89be811fe94d tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 949 time: 0.0542433 Feb 11 13:24:45.123028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4d7fe0d-7d9c-4806-a3f5-20ce0b095cf0 req-da362af4-5696-4c9f-8db0-c7ad8f7dbbbf tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Feb 11 13:24:45.152185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-89a4a5a0-f251-41a2-814c-6ed52ed79d71 req-f10fb4fb-fc12-45a6-a3ce-6bb23de10a41 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-9201269', 'description': 'tempest-description-1950186907'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:45.159274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:45.165382 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.281525 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-89a4a5a0-f251-41a2-814c-6ed52ed79d71 req-f10fb4fb-fc12-45a6-a3ce-6bb23de10a41 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.342847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Allocated IP 10.1.1.139 (2202e614-38ab-4ad3-a093-947219c72a71/1032b5af-d6c8-430e-9604-803de2cb3059/3a8edef0-7f83-4237-9a47-5ea18158de62) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:45.363812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-89a4a5a0-f251-41a2-814c-6ed52ed79d71 req-f10fb4fb-fc12-45a6-a3ce-6bb23de10a41 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.452960 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-89a4a5a0-f251-41a2-814c-6ed52ed79d71 req-f10fb4fb-fc12-45a6-a3ce-6bb23de10a41 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.484433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10fb4fb-fc12-45a6-a3ce-6bb23de10a41 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2045e9ec-9cc6-43f2-82c8-596be6e1a4b9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:45.500424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3929c9-ac62-4026-a063-b22885492e0f req-03233717-d70f-461d-afed-3d58658dfcc3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:45.506508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3929c9-ac62-4026-a063-b22885492e0f req-03233717-d70f-461d-afed-3d58658dfcc3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:45.511056 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f3929c9-ac62-4026-a063-b22885492e0f req-03233717-d70f-461d-afed-3d58658dfcc3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 1652 time: 0.1084850 Feb 11 13:24:45.563436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-89a4a5a0-f251-41a2-814c-6ed52ed79d71 req-f10fb4fb-fc12-45a6-a3ce-6bb23de10a41 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.564740 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-89a4a5a0-f251-41a2-814c-6ed52ed79d71 req-f10fb4fb-fc12-45a6-a3ce-6bb23de10a41 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4170835 Feb 11 13:24:45.583499 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f3929c9-ac62-4026-a063-b22885492e0f req-fe6ec2e0-2c2d-4269-99fa-6d20f9df6cce tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626972 Feb 11 13:24:45.588061 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.650710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49002) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:45.723878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d276c-a600-4d20-ae63-de190cb330c5 req-5f4e4caa-c4ea-471b-8423-2ee9967efe48 tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:45.726467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b31d276c-a600-4d20-ae63-de190cb330c5 req-5f4e4caa-c4ea-471b-8423-2ee9967efe48 tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 1100 time: 0.0697708 Feb 11 13:24:45.731061 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e118e65-37d9-43ee-9a55-9176965d794d req-f8eaaa53-2edf-4892-ae26-86cee0fd2af0 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/2045e9ec-9cc6-43f2-82c8-596be6e1a4b9 HTTP/1.1" status: 200 len: 1804 time: 0.0509415 Feb 11 13:24:45.737325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-5e118e65-37d9-43ee-9a55-9176965d794d req-cab35e80-af65-4946-881a-1fcc94f2d76b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2045e9ec-9cc6-43f2-82c8-596be6e1a4b9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:45.737647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-5e118e65-37d9-43ee-9a55-9176965d794d req-cab35e80-af65-4946-881a-1fcc94f2d76b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2045e9ec-9cc6-43f2-82c8-596be6e1a4b9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:45.744669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.782232 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b31d276c-a600-4d20-ae63-de190cb330c5 req-63efeb43-51b5-4dc5-9b62-e71b041d023b tempest-MigrationsAdminTest-1796374769 tempest-MigrationsAdminTest-1796374769-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494924 Feb 11 13:24:45.794082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network 2202e614-38ab-4ad3-a093-947219c72a71 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:45.800017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:45.804161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:45.861487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Port': ['ID=3a8edef0-7f83-4237-9a47-5ea18158de62,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:45.888165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:45.888824 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:45.895952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-848439299-network', 'tenant_id': 'f27bff15722c4e798ab68b1a948ef8b3'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:46.036725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e2521616-9acb-488c-acf2-8f1dbbb93e93 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2035100 Feb 11 13:24:46.039593 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5e118e65-37d9-43ee-9a55-9176965d794d req-cab35e80-af65-4946-881a-1fcc94f2d76b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.059835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3', 'admin_state_up': True, 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'security_groups': ['15188d5f-798e-4be5-a830-974416889f85']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:46.074091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2f151a33-8340-405c-9eb4-dfb5819b368b None None] Provisioning complete for port 3a8edef0-7f83-4237-9a47-5ea18158de62 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:46.075113 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f151a33-8340-405c-9eb4-dfb5819b368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.117918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2f151a33-8340-405c-9eb4-dfb5819b368b None None] Port 3a8edef0-7f83-4237-9a47-5ea18158de62 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:46.136223 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5e118e65-37d9-43ee-9a55-9176965d794d req-cab35e80-af65-4946-881a-1fcc94f2d76b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.218853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Made reservation on behalf of f27bff15722c4e798ab68b1a948ef8b3 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:46.221220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.235778 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.282197 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5e118e65-37d9-43ee-9a55-9176965d794d req-cab35e80-af65-4946-881a-1fcc94f2d76b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.312524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab35e80-af65-4946-881a-1fcc94f2d76b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf63247-d3b7-491f-ba0e-a5a62ac652f3,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.341322 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.343762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:46.392737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5e118e65-37d9-43ee-9a55-9176965d794d req-cab35e80-af65-4946-881a-1fcc94f2d76b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.393983 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e118e65-37d9-43ee-9a55-9176965d794d req-cab35e80-af65-4946-881a-1fcc94f2d76b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6620569 Feb 11 13:24:46.445272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.453191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.485439 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:46.533090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:46.564980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14942688-b499-4124-8c96-64c4d871d8d8 req-08479f08-13c7-4e28-8d5d-e329162156ab tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.566290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14942688-b499-4124-8c96-64c4d871d8d8 req-08479f08-13c7-4e28-8d5d-e329162156ab tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1010871 Feb 11 13:24:46.582794 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.583135 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Added segment ce18d49c-c195-45f4-b07f-2c0a6c8882bf of type vlan for network 769aa2c0-51f1-4b5e-af70-b428c02d5192 Feb 11 13:24:46.595088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4a32468b-8600-4913-a5c1-491005db249c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.597325 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4a32468b-8600-4913-a5c1-491005db249c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.1249974 Feb 11 13:24:46.600124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0561abf0-ee6a-4ab7-8adf-f5f7e2cda894,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.620462 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:46.633727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-1e74d6a9-7be8-4f10-9be9-5bb70101b21e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/quotas/e0d29aa58a34460e9c87cfd03475a330 HTTP/1.1" status: 200 len: 375 time: 0.0229025 Feb 11 13:24:46.636479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'mac_address': 'fa:16:3e:ab:5e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:46.681600 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.682288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-50080d0c-d292-491b-9e65-ea862324a323 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415080 Feb 11 13:24:46.695321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca2855e2-9c0e-45a1-adde-b44e39adee20 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:46.716386 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:46.770547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.784172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-ca2403f7-27e3-49a7-9a3d-3972a874ff50 service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936916 Feb 11 13:24:46.790169 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14942688-b499-4124-8c96-64c4d871d8d8 req-748360c3-0792-4e96-82e6-816cc0fe4ae1 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160497 Feb 11 13:24:46.824034 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:46.887084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=12']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:46.893656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Allocated IP 10.2.2.100 (86581a7c-b2ed-45bb-9581-e2dffb5bb5f3/5cca98a5-80b8-429c-990e-e21ac1dee2a8/18d1fef7-4d8a-40c8-b077-dec495d182b8) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:46.894972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-460f9405-e99f-4d09-ad7e-17881ada5f15 service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021292 Feb 11 13:24:46.972461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1c14b-1a42-4215-8a9e-21ca5545b9ae req-cb2fedd4-4a92-46ea-8e80-acfb33471ae8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:46.974072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3c1c14b-1a42-4215-8a9e-21ca5545b9ae req-cb2fedd4-4a92-46ea-8e80-acfb33471ae8 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.0919685 Feb 11 13:24:47.025736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.026956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.027538 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.213700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['ca2855e2-9c0e-45a1-adde-b44e39adee20'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:47.340227 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6898267 Feb 11 13:24:47.376882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3c1c14b-1a42-4215-8a9e-21ca5545b9ae req-6c7d8206-f039-45fe-b713-0c0564acf219 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908296 Feb 11 13:24:47.382455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04eb0a80-0b54-4506-a109-2d81a56db128 req-425a2dde-1067-4520-9c8c-5a139de8e05a tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/2045e9ec-9cc6-43f2-82c8-596be6e1a4b9 HTTP/1.1" status: 200 len: 2398 time: 0.0779424 Feb 11 13:24:47.392893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-04eb0a80-0b54-4506-a109-2d81a56db128 req-d1ab3667-ccac-4b86-9233-c818d0baa3a8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2045e9ec-9cc6-43f2-82c8-596be6e1a4b9', 'remote_group_id': None}]} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:47.392893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-04eb0a80-0b54-4506-a109-2d81a56db128 req-d1ab3667-ccac-4b86-9233-c818d0baa3a8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2045e9ec-9cc6-43f2-82c8-596be6e1a4b9', 'remote_group_id': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:47.393141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d12fa-e76b-44dd-a6b6-445031612b2d admin admin] Pushing event updated for resources: {'Network': ['ID=769aa2c0-51f1-4b5e-af70-b428c02d5192,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.403929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 769aa2c0-51f1-4b5e-af70-b428c02d5192 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:47.450083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.579652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7eb47-5045-457b-9d7c-63cccdc773f3 req-bc30680d-3cf7-48dc-af78-8166010d0419 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.587267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7eb47-5045-457b-9d7c-63cccdc773f3 req-bc30680d-3cf7-48dc-af78-8166010d0419 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.597218 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed7eb47-5045-457b-9d7c-63cccdc773f3 req-bc30680d-3cf7-48dc-af78-8166010d0419 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.597218 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0ed7eb47-5045-457b-9d7c-63cccdc773f3 req-bc30680d-3cf7-48dc-af78-8166010d0419 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 2373 time: 0.0930016 Feb 11 13:24:47.623072 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.633795 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-04eb0a80-0b54-4506-a109-2d81a56db128 req-d1ab3667-ccac-4b86-9233-c818d0baa3a8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.657674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-04eb0a80-0b54-4506-a109-2d81a56db128 req-d1ab3667-ccac-4b86-9233-c818d0baa3a8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.692639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:47.696949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Port': ['ID=18d1fef7-4d8a-40c8-b077-dec495d182b8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.699431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:47.713285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0ed7eb47-5045-457b-9d7c-63cccdc773f3 req-f478a3fd-0cff-49c7-90ab-4c175f5fa926 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083715 Feb 11 13:24:47.715726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:47.749986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-04eb0a80-0b54-4506-a109-2d81a56db128 req-d1ab3667-ccac-4b86-9233-c818d0baa3a8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.773583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab3667-ccac-4b86-9233-c818d0baa3a8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a9b67f-04e9-43e7-b24a-d338208bfff0,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:47.820561 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e662825d-084e-4f63-ae74-8f556b0632c0 req-cda2cdbc-b85c-453f-922a-cd750c855864 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 210 time: 0.0376880 Feb 11 13:24:47.828578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.829388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.915945 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-04eb0a80-0b54-4506-a109-2d81a56db128 req-d1ab3667-ccac-4b86-9233-c818d0baa3a8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:47.930709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04eb0a80-0b54-4506-a109-2d81a56db128 req-d1ab3667-ccac-4b86-9233-c818d0baa3a8 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5470352 Feb 11 13:24:47.970860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-35658bcb-61ce-42e0-8dab-c47c1a7e5240 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9173763 Feb 11 13:24:47.971822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-1f7143fe-4956-4b81-96aa-48ac4cae4cfe tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:47.973036 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-1f7143fe-4956-4b81-96aa-48ac4cae4cfe tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1196928 Feb 11 13:24:47.986597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3', 'admin_state_up': True, 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'security_groups': ['15188d5f-798e-4be5-a830-974416889f85']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:48.141438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7962f09-7319-463c-b9c5-5559226ca6d6 req-4ccdf352-daf2-4bb2-8de7-b78a845868aa tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.149344 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7962f09-7319-463c-b9c5-5559226ca6d6 req-4ccdf352-daf2-4bb2-8de7-b78a845868aa tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1086013 Feb 11 13:24:48.166554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0eeb72b4-ccee-471a-b39f-864939928d61 None None] Provisioning complete for port 18d1fef7-4d8a-40c8-b077-dec495d182b8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:48.167189 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0eeb72b4-ccee-471a-b39f-864939928d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.208169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7962f09-7319-463c-b9c5-5559226ca6d6 req-e45de4eb-a21f-4152-ace0-8689a3ccd51c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575576 Feb 11 13:24:48.220003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0eeb72b4-ccee-471a-b39f-864939928d61 None None] Port 18d1fef7-4d8a-40c8-b077-dec495d182b8 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:48.247043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-e38068a6-18ec-4c1d-a635-4ae71177f105 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Deleting port ca2855e2-9c0e-45a1-adde-b44e39adee20 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:24:48.247469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-e38068a6-18ec-4c1d-a635-4ae71177f105 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.347137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51ed6d59-9845-4bc7-b734-90561a0051ea req-c929db51-429e-4518-9820-a9f631b2f222 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/2045e9ec-9cc6-43f2-82c8-596be6e1a4b9 HTTP/1.1" status: 200 len: 2997 time: 0.1129749 Feb 11 13:24:48.368168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2251ae1-5035-4908-aa5b-75d2a05fa00a req-0945330b-8b14-4e52-8969-cc509b0e3abe tempest-ComputeTenantNetworksTest-2123510943 tempest-ComputeTenantNetworksTest-2123510943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.374017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2251ae1-5035-4908-aa5b-75d2a05fa00a req-0945330b-8b14-4e52-8969-cc509b0e3abe tempest-ComputeTenantNetworksTest-2123510943 tempest-ComputeTenantNetworksTest-2123510943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.380960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2251ae1-5035-4908-aa5b-75d2a05fa00a req-0945330b-8b14-4e52-8969-cc509b0e3abe tempest-ComputeTenantNetworksTest-2123510943 tempest-ComputeTenantNetworksTest-2123510943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.382945 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2251ae1-5035-4908-aa5b-75d2a05fa00a req-0945330b-8b14-4e52-8969-cc509b0e3abe tempest-ComputeTenantNetworksTest-2123510943 tempest-ComputeTenantNetworksTest-2123510943-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3157630 Feb 11 13:24:48.409186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-e38068a6-18ec-4c1d-a635-4ae71177f105 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:48.409679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-e38068a6-18ec-4c1d-a635-4ae71177f105 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.416256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cdbff61-909e-4a3d-bbc2-14de80d9b351 req-b6f96078-a048-4877-9e99-11c06482a175 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-group-rules/f2a9b67f-04e9-43e7-b24a-d338208bfff0 HTTP/1.1" status: 200 len: 783 time: 0.0442755 Feb 11 13:24:48.435306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-e38068a6-18ec-4c1d-a635-4ae71177f105 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Calling delete_port for ca2855e2-9c0e-45a1-adde-b44e39adee20 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:24:48.500333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:24:48.500563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c0bce-faa9-46da-8811-c2060a9e3604 req-2c73d1f8-a733-4c8f-a47f-e55aecd41303 tempest-ComputeTenantNetworksTest-2123510943 tempest-ComputeTenantNetworksTest-2123510943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.511762 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b07c0bce-faa9-46da-8811-c2060a9e3604 req-2c73d1f8-a733-4c8f-a47f-e55aecd41303 tempest-ComputeTenantNetworksTest-2123510943 tempest-ComputeTenantNetworksTest-2123510943-project] 10.222.0.52 "GET /v2.0/networks/769aa2c0-51f1-4b5e-af70-b428c02d5192 HTTP/1.1" status: 200 len: 768 time: 0.0880675 Feb 11 13:24:48.511762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Made reservation on behalf of 406c14c4e97c4c539bb1abc8f09ada82 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:48.511762 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.512708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49058) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:48.528781 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cdbff61-909e-4a3d-bbc2-14de80d9b351 req-87cc50d1-4387-46c8-8b7e-ea7c66d88c78 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/2045e9ec-9cc6-43f2-82c8-596be6e1a4b9 HTTP/1.1" status: 200 len: 2997 time: 0.1035101 Feb 11 13:24:48.570751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2cdbff61-909e-4a3d-bbc2-14de80d9b351 req-7e1c62b7-f38d-4999-93b8-047b8d690ae6 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.582826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2cdbff61-909e-4a3d-bbc2-14de80d9b351 req-7e1c62b7-f38d-4999-93b8-047b8d690ae6 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.684336 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.712237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port ca2855e2-9c0e-45a1-adde-b44e39adee20, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ca2855e2-9c0e-45a1-adde-b44e39adee20,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:48.723451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'mac_address': 'fa:16:3e:ab:5e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:24:48.738473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548b6a8-58ae-45b7-bcb9-ca80819ebe44 req-a160c962-810e-4c71-9642-a81d97506d29 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:48.742329 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c548b6a8-58ae-45b7-bcb9-ca80819ebe44 req-a160c962-810e-4c71-9642-a81d97506d29 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 950 time: 0.1702569 Feb 11 13:24:48.783856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2cdbff61-909e-4a3d-bbc2-14de80d9b351 req-7e1c62b7-f38d-4999-93b8-047b8d690ae6 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.791278 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2cdbff61-909e-4a3d-bbc2-14de80d9b351 req-7e1c62b7-f38d-4999-93b8-047b8d690ae6 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.792375 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cdbff61-909e-4a3d-bbc2-14de80d9b351 req-7e1c62b7-f38d-4999-93b8-047b8d690ae6 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/f2a9b67f-04e9-43e7-b24a-d338208bfff0 HTTP/1.1" status: 204 len: 173 time: 0.2629268 Feb 11 13:24:48.801917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c62b7-f38d-4999-93b8-047b8d690ae6 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2a9b67f-04e9-43e7-b24a-d338208bfff0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:48.830446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-e38068a6-18ec-4c1d-a635-4ae71177f105 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.846316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e8199d0a-87f2-434a-b6d9-35b961c843ce', '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:48.856183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['29418b28-e0b7-472f-be02-f3658d8fbd1a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:48.874646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38068a6-18ec-4c1d-a635-4ae71177f105 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Pushing event deleted for resources: {'Port': ['ID=ca2855e2-9c0e-45a1-adde-b44e39adee20,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:48.892309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:48.910158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c548b6a8-58ae-45b7-bcb9-ca80819ebe44 req-685a7e21-7d2d-4839-bfac-6468328ca274 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617627 Feb 11 13:24:48.967130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769aa2c0-51f1-4b5e-af70-b428c02d5192']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.009478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-e38068a6-18ec-4c1d-a635-4ae71177f105 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] No DVR routers for this DVR port ca2855e2-9c0e-45a1-adde-b44e39adee20 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:49.014720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-e38068a6-18ec-4c1d-a635-4ae71177f105 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.020158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-116a48af-fc63-4157-b935-1d06d5e9afb3 req-e38068a6-18ec-4c1d-a635-4ae71177f105 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "DELETE /v2.0/ports/ca2855e2-9c0e-45a1-adde-b44e39adee20 HTTP/1.1" status: 204 len: 173 time: 1.0408368 Feb 11 13:24:49.023013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'name': 'network-vif-deleted', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:49.025811 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67908ff3-65fc-4cb7-bb37-07eb926e2267" -d '{"events": [{"server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "name": "network-vif-deleted", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:49.050725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Allocated IP 10.2.2.200 (86581a7c-b2ed-45bb-9581-e2dffb5bb5f3/5cca98a5-80b8-429c-990e-e21ac1dee2a8/c740c3f1-1394-4e6e-9568-6a229df226cb) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:49.081860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d983fe-0060-414c-a19e-2c82b3cd0c4f req-f38feac9-8ec1-4787-bb36-18c57e7d9dae tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.090736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d983fe-0060-414c-a19e-2c82b3cd0c4f req-f38feac9-8ec1-4787-bb36-18c57e7d9dae tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.091813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce18d49c-c195-45f4-b07f-2c0a6c8882bf') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.092112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce18d49c-c195-45f4-b07f-2c0a6c8882bf') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:49.099561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d983fe-0060-414c-a19e-2c82b3cd0c4f req-f38feac9-8ec1-4787-bb36-18c57e7d9dae tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.107510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d983fe-0060-414c-a19e-2c82b3cd0c4f req-f38feac9-8ec1-4787-bb36-18c57e7d9dae tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.118121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69d983fe-0060-414c-a19e-2c82b3cd0c4f req-f38feac9-8ec1-4787-bb36-18c57e7d9dae tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 3094 time: 0.2021229 Feb 11 13:24:49.126105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.226160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69d983fe-0060-414c-a19e-2c82b3cd0c4f req-f645f482-5c7d-42dc-8ca3-b0114861c70a tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066976 Feb 11 13:24:49.227886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.243075 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-55a6f9e6-e507-4e7e-b530-c9399fd56fab req-efcfb4e1-3ad3-4a00-993b-1fab6a16658e tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/2045e9ec-9cc6-43f2-82c8-596be6e1a4b9 HTTP/1.1" status: 200 len: 2398 time: 0.2854133 Feb 11 13:24:49.244116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:49.244523 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:49.251675 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:49.399573 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.422085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-55a6f9e6-e507-4e7e-b530-c9399fd56fab req-8aca0f59-46e1-4a97-8d04-74c6ad8cec7e tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.463142 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-55a6f9e6-e507-4e7e-b530-c9399fd56fab req-8aca0f59-46e1-4a97-8d04-74c6ad8cec7e tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.465561 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.470323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-410fecf5-d6e1-4182-97b7-3440f949eddb req-e3b94835-d3cb-40ec-985a-2d2827f64978 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 210 time: 0.0456707 Feb 11 13:24:49.480250 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.486545 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] 10.222.0.52 "DELETE /v2.0/networks/769aa2c0-51f1-4b5e-af70-b428c02d5192 HTTP/1.1" status: 204 len: 168 time: 0.9705687 Feb 11 13:24:49.514362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00598fd7-55b1-4dce-875d-8d2e2afa5206 admin admin] Pushing event deleted for resources: {'Network': ['ID=769aa2c0-51f1-4b5e-af70-b428c02d5192,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.572402 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de5c990-292a-49c4-9cef-8d235d6bb877 x-openstack-request-id: req-6de5c990-292a-49c4-9cef-8d235d6bb877 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:49.572696 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "456b58ab-d575-4cd6-abf3-4bdb93537742", "name": "network-vif-deleted", "tag": "ca2855e2-9c0e-45a1-adde-b44e39adee20", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:49.572947 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6de5c990-292a-49c4-9cef-8d235d6bb877 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:49.573352 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '456b58ab-d575-4cd6-abf3-4bdb93537742', 'name': 'network-vif-deleted', 'tag': 'ca2855e2-9c0e-45a1-adde-b44e39adee20', 'status': 'completed', 'code': 200} Feb 11 13:24:49.585316 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.637261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:49.642677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:49.647961 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:49.653670 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-55a6f9e6-e507-4e7e-b530-c9399fd56fab req-8aca0f59-46e1-4a97-8d04-74c6ad8cec7e tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.656206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-55a6f9e6-e507-4e7e-b530-c9399fd56fab req-8aca0f59-46e1-4a97-8d04-74c6ad8cec7e tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.657354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-55a6f9e6-e507-4e7e-b530-c9399fd56fab req-8aca0f59-46e1-4a97-8d04-74c6ad8cec7e tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "DELETE /v2.0/security-groups/2045e9ec-9cc6-43f2-82c8-596be6e1a4b9 HTTP/1.1" status: 204 len: 173 time: 0.4028909 Feb 11 13:24:49.690142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event updated for resources: {'Port': ['ID=c740c3f1-1394-4e6e-9568-6a229df226cb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.714177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aca0f59-46e1-4a97-8d04-74c6ad8cec7e tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2045e9ec-9cc6-43f2-82c8-596be6e1a4b9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:49.728434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969327e-a607-4548-b622-79264fc88de6 req-1686fbb3-8856-4626-a894-31b47829784c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.736862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1969327e-a607-4548-b622-79264fc88de6 req-1686fbb3-8856-4626-a894-31b47829784c tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0771768 Feb 11 13:24:49.751664 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-bb26cf6a-5b86-45e0-b3a4-6ea46d197c93 req-445b0d7b-8bf0-48bc-be0a-175c9af6552b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] show failed (client error): The resource could not be found. Feb 11 13:24:49.760297 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb26cf6a-5b86-45e0-b3a4-6ea46d197c93 req-445b0d7b-8bf0-48bc-be0a-175c9af6552b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/e45eebd1-2c92-4269-9155-a92cd6258cbf HTTP/1.1" status: 404 len: 352 time: 0.0501740 Feb 11 13:24:49.761283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:49.764720 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.799705 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1969327e-a607-4548-b622-79264fc88de6 req-57ecdabb-3bc0-4ff3-9ef0-38a03ea72074 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598893 Feb 11 13:24:49.840571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03e58eb4-1c11-4517-8c4b-963f7a8607bb req-e0ed6f96-ebb9-40c3-81b6-a8f80beaba1b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/84ed4fa5-97b8-42cf-89b9-9d411a62f117 HTTP/1.1" status: 200 len: 1805 time: 0.0494912 Feb 11 13:24:49.907467 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-03e58eb4-1c11-4517-8c4b-963f7a8607bb req-fcb3fad6-e778-4786-9210-0c70d9f67832 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.935386 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-03e58eb4-1c11-4517-8c4b-963f7a8607bb req-fcb3fad6-e778-4786-9210-0c70d9f67832 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:49.953069 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75e01116-8661-46a9-a2e9-2871be3c9c76 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9717581 Feb 11 13:24:49.970350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:49.996868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-92a560b0-eb5b-4f02-a234-dc9eb84c60e5 None None] Provisioning complete for port c740c3f1-1394-4e6e-9568-6a229df226cb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:24:49.996868 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92a560b0-eb5b-4f02-a234-dc9eb84c60e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.044363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e3cfb22-7fa7-40d2-94cc-4d929fac05ae req-b1204822-7dff-4c58-a32b-2d3b869ccd32 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=456b58ab-d575-4cd6-abf3-4bdb93537742 HTTP/1.1" status: 200 len: 210 time: 0.0382006 Feb 11 13:24:50.046307 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.056528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-92a560b0-eb5b-4f02-a234-dc9eb84c60e5 None None] Port c740c3f1-1394-4e6e-9568-6a229df226cb cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:24:50.085200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49078) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:50.129583 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95efae53-633d-4426-9bf5-24cf2a063ecd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f27bff15722c4e798ab68b1a948ef8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499179 Feb 11 13:24:50.132924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49080) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:50.172879 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-03e58eb4-1c11-4517-8c4b-963f7a8607bb req-fcb3fad6-e778-4786-9210-0c70d9f67832 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.175630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-03e58eb4-1c11-4517-8c4b-963f7a8607bb req-fcb3fad6-e778-4786-9210-0c70d9f67832 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.176773 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03e58eb4-1c11-4517-8c4b-963f7a8607bb req-fcb3fad6-e778-4786-9210-0c70d9f67832 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "DELETE /v2.0/security-groups/84ed4fa5-97b8-42cf-89b9-9d411a62f117 HTTP/1.1" status: 204 len: 173 time: 0.3316779 Feb 11 13:24:50.191083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5bff3a28-e0b6-405e-980e-4e1f9f723daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.215247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3fad6-e778-4786-9210-0c70d9f67832 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ed4fa5-97b8-42cf-89b9-9d411a62f117,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.229450 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5bff3a28-e0b6-405e-980e-4e1f9f723daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.280852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62923428-8cd8-4c62-8438-b5e3d06084ee req-7a0823a9-da2e-4318-ba7c-77ce29a6514b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/a1ee3d6d-788d-4d82-b0ef-f6ca453a83d8 HTTP/1.1" status: 200 len: 1807 time: 0.0835245 Feb 11 13:24:50.356156 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-62923428-8cd8-4c62-8438-b5e3d06084ee req-be2072b6-22de-4ecc-b5fd-79669a7f01aa tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.380156 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-62923428-8cd8-4c62-8438-b5e3d06084ee req-be2072b6-22de-4ecc-b5fd-79669a7f01aa tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.451627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736dbc-2712-49ae-ad11-7bafd8567e7a req-01f3f8a5-2e47-4d63-962d-19466e65573f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.457634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736dbc-2712-49ae-ad11-7bafd8567e7a req-01f3f8a5-2e47-4d63-962d-19466e65573f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.463878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736dbc-2712-49ae-ad11-7bafd8567e7a req-01f3f8a5-2e47-4d63-962d-19466e65573f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.469799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736dbc-2712-49ae-ad11-7bafd8567e7a req-01f3f8a5-2e47-4d63-962d-19466e65573f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.475887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1736dbc-2712-49ae-ad11-7bafd8567e7a req-01f3f8a5-2e47-4d63-962d-19466e65573f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.477737 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1736dbc-2712-49ae-ad11-7bafd8567e7a req-01f3f8a5-2e47-4d63-962d-19466e65573f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 3815 time: 0.1327415 Feb 11 13:24:50.498900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef39ff2d-2440-4cb7-8b7d-d340c39a7374 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:50.500474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:50.517674 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.531149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: ca2855e2-9c0e-45a1-adde-b44e39adee20 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:24:50.531550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ca2855e2-9c0e-45a1-adde-b44e39adee20 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:50.547892 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1736dbc-2712-49ae-ad11-7bafd8567e7a req-cc57bff7-e4b7-4758-9f6e-d4619c5498ba tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613990 Feb 11 13:24:50.573691 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5bff3a28-e0b6-405e-980e-4e1f9f723daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.587753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5bff3a28-e0b6-405e-980e-4e1f9f723daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.587753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5bff3a28-e0b6-405e-980e-4e1f9f723daa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0561abf0-ee6a-4ab7-8adf-f5f7e2cda894 HTTP/1.1" status: 204 len: 168 time: 0.4431188 Feb 11 13:24:50.592621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff3a28-e0b6-405e-980e-4e1f9f723daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0561abf0-ee6a-4ab7-8adf-f5f7e2cda894,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.618023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4a5bd794-bf33-4a2d-8ada-7209b23e409f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:50.619550 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4a5bd794-bf33-4a2d-8ada-7209b23e409f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.1327083 Feb 11 13:24:50.624846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Transition to ACTIVE for port object ef39ff2d-2440-4cb7-8b7d-d340c39a7374 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:50.627146 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-62923428-8cd8-4c62-8438-b5e3d06084ee req-be2072b6-22de-4ecc-b5fd-79669a7f01aa tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.631346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-62923428-8cd8-4c62-8438-b5e3d06084ee req-be2072b6-22de-4ecc-b5fd-79669a7f01aa tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.632445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62923428-8cd8-4c62-8438-b5e3d06084ee req-be2072b6-22de-4ecc-b5fd-79669a7f01aa tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "DELETE /v2.0/security-groups/a1ee3d6d-788d-4d82-b0ef-f6ca453a83d8 HTTP/1.1" status: 204 len: 173 time: 0.3438091 Feb 11 13:24:50.642621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Request body: {'port': {'device_id': '7e023a9c-96fd-42ae-9260-020a0e388e9d', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'admin_state_up': True, 'tenant_id': 'e0d29aa58a34460e9c87cfd03475a330'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:50.654377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2072b6-22de-4ecc-b5fd-79669a7f01aa tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ee3d6d-788d-4d82-b0ef-f6ca453a83d8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.761603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d6e7302-c8ef-41df-975e-456a4370e7fa req-8412236a-2a60-4007-a1cb-13b53b1d9af0 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 210 time: 0.0549941 Feb 11 13:24:50.762784 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:50.804570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b50c2dc6-23c4-4088-b12b-e551898587f1 req-da64ffd8-de11-47fb-9662-f80ed1474012 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/cf264725-af5f-4444-8783-89c05fc50227 HTTP/1.1" status: 200 len: 1805 time: 0.1345875 Feb 11 13:24:50.886893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Pushing event updated for resources: {'Port': ['ID=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:50.931592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Attempting to bind port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:50.932306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Attempting to bind port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:50.932306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Attempting to bind port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 on network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:50.941957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 on network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:50.943353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Attempting to bind port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 on network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:50.975096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:50.975096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Checking segment: {'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:50.975577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Bound using segment: {'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:50.975821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Bound port: ef39ff2d-2440-4cb7-8b7d-d340c39a7374, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198bf01d-4b84-4d41-9d99-b323ed3469fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:50.976105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.002457 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b50c2dc6-23c4-4088-b12b-e551898587f1 req-061c8114-b8da-48f0-951d-b0b4b2dcadd3 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.030941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Made reservation on behalf of e0d29aa58a34460e9c87cfd03475a330 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:51.041456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.057549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44c0fe-4a26-4bb6-93d9-bb1ebe53221d req-3c0767e5-5dcb-442d-b4de-fbc9784f7d9d tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:51.064602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-df44c0fe-4a26-4bb6-93d9-bb1ebe53221d req-3c0767e5-5dcb-442d-b4de-fbc9784f7d9d tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1188831 Feb 11 13:24:51.097819 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b50c2dc6-23c4-4088-b12b-e551898587f1 req-061c8114-b8da-48f0-951d-b0b4b2dcadd3 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.125084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] For port ef39ff2d-2440-4cb7-8b7d-d340c39a7374, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:51.143617 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-df44c0fe-4a26-4bb6-93d9-bb1ebe53221d req-49e9ebc7-885d-412d-bab0-0ea913b8a082 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778818 Feb 11 13:24:51.152162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] For port ef39ff2d-2440-4cb7-8b7d-d340c39a7374, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:51.262118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Allocated IP 172.20.0.4 (344469a8-97f4-4594-a289-ff8809371b0d/e0068394-8d60-46ec-8614-0892d71a97c5/34b53106-4a80-49a9-b773-f60fc2502b72) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:24:51.334236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.377253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b50c2dc6-23c4-4088-b12b-e551898587f1 req-061c8114-b8da-48f0-951d-b0b4b2dcadd3 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.380870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b50c2dc6-23c4-4088-b12b-e551898587f1 req-061c8114-b8da-48f0-951d-b0b4b2dcadd3 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.382655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b50c2dc6-23c4-4088-b12b-e551898587f1 req-061c8114-b8da-48f0-951d-b0b4b2dcadd3 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "DELETE /v2.0/security-groups/cf264725-af5f-4444-8783-89c05fc50227 HTTP/1.1" status: 204 len: 173 time: 0.5443277 Feb 11 13:24:51.401348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c8114-b8da-48f0-951d-b0b4b2dcadd3 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf264725-af5f-4444-8783-89c05fc50227,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:51.439979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:51.440743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.444483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] 10.222.0.13 "PUT /v2.0/ports/ef39ff2d-2440-4cb7-8b7d-d340c39a7374 HTTP/1.1" status: 200 len: 1092 time: 1.4783652 Feb 11 13:24:51.444994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:51.447981 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e" -d '{"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "ef39ff2d-2440-4cb7-8b7d-d340c39a7374"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:51.475089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbc9d7-b469-4e5f-a34f-078e467c0afd service neutron] Pushing event updated for resources: {'Port': ['ID=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:51.486074 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.531637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d5e3c12-3cfd-4f86-8e39-8f135a4fbb79 req-1ee03d32-af12-4ac5-8eb5-6b140a8c6f9b tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/bb25e762-abcd-46ab-a677-358c8e43436f HTTP/1.1" status: 200 len: 2407 time: 0.0876634 Feb 11 13:24:51.570026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:51.610021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0d5e3c12-3cfd-4f86-8e39-8f135a4fbb79 req-be5f765f-bb56-4be4-b813-c82dc6ea44bc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.637647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0d5e3c12-3cfd-4f86-8e39-8f135a4fbb79 req-be5f765f-bb56-4be4-b813-c82dc6ea44bc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.642369 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.724487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.803488 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b794bb64-bb45-4c86-9f90-6dd531ea2c6a x-openstack-request-id: req-b794bb64-bb45-4c86-9f90-6dd531ea2c6a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:51.803860 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "ef39ff2d-2440-4cb7-8b7d-d340c39a7374", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:51.804175 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b794bb64-bb45-4c86-9f90-6dd531ea2c6a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:51.804581 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374', 'status': 'completed', 'code': 200} Feb 11 13:24:51.816367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Network 344469a8-97f4-4594-a289-ff8809371b0d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:24:51.824372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:51.827727 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0d5e3c12-3cfd-4f86-8e39-8f135a4fbb79 req-be5f765f-bb56-4be4-b813-c82dc6ea44bc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.830766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0d5e3c12-3cfd-4f86-8e39-8f135a4fbb79 req-be5f765f-bb56-4be4-b813-c82dc6ea44bc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.835483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d5e3c12-3cfd-4f86-8e39-8f135a4fbb79 req-be5f765f-bb56-4be4-b813-c82dc6ea44bc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "DELETE /v2.0/security-groups/bb25e762-abcd-46ab-a677-358c8e43436f HTTP/1.1" status: 204 len: 173 time: 0.2912226 Feb 11 13:24:51.836356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:24:51.897823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:51.898479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:51.934731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f765f-bb56-4be4-b813-c82dc6ea44bc tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb25e762-abcd-46ab-a677-358c8e43436f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:51.949631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-b5ac6009-8008-4dc6-bde1-9900e3ff4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:51.950209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-b5ac6009-8008-4dc6-bde1-9900e3ff4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:51.950588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-b5ac6009-8008-4dc6-bde1-9900e3ff4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:51.951050 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-b5ac6009-8008-4dc6-bde1-9900e3ff4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:51.951509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-b5ac6009-8008-4dc6-bde1-9900e3ff4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:51.952141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event updated for resources: {'Port': ['ID=34b53106-4a80-49a9-b773-f60fc2502b72,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:51.953939 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-b5ac6009-8008-4dc6-bde1-9900e3ff4b6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 4362 time: 0.1246490 Feb 11 13:24:52.072090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-fb91d8d2-f946-4eb7-95a5-866300e64d2f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4380934 Feb 11 13:24:52.090511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Request body: {'port': {'device_id': '7e023a9c-96fd-42ae-9260-020a0e388e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:52.107959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9667b3-98af-4c04-841f-c8477d6a7fdc req-ba9c1cfe-66a0-462a-8e84-b54db174d5e5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.110600 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e9667b3-98af-4c04-841f-c8477d6a7fdc req-ba9c1cfe-66a0-462a-8e84-b54db174d5e5 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 950 time: 0.0838084 Feb 11 13:24:52.160640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3fd69-c275-4228-a3b9-9424e09989de req-a95b100b-5518-463f-92b7-4fe7d6e5fefe tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.168397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3fd69-c275-4228-a3b9-9424e09989de req-a95b100b-5518-463f-92b7-4fe7d6e5fefe tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.178678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3fd69-c275-4228-a3b9-9424e09989de req-a95b100b-5518-463f-92b7-4fe7d6e5fefe tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.187421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3fd69-c275-4228-a3b9-9424e09989de req-a95b100b-5518-463f-92b7-4fe7d6e5fefe tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.198106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e9667b3-98af-4c04-841f-c8477d6a7fdc req-f8ab696e-5f02-4991-8b12-655d985dd82e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659537 Feb 11 13:24:52.206723 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.215113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3fd69-c275-4228-a3b9-9424e09989de req-a95b100b-5518-463f-92b7-4fe7d6e5fefe tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.237830 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00d3fd69-c275-4228-a3b9-9424e09989de req-a95b100b-5518-463f-92b7-4fe7d6e5fefe tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 3827 time: 0.2785234 Feb 11 13:24:52.267279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25906095-f674-4165-873d-1b718167c844 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:52.286738 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.308291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Transition to ACTIVE for port object 25906095-f674-4165-873d-1b718167c844 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:52.338707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-983138d1-48e9-459f-8925-c20bfd717803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.339603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-983138d1-48e9-459f-8925-c20bfd717803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.340256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-983138d1-48e9-459f-8925-c20bfd717803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.342386 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-983138d1-48e9-459f-8925-c20bfd717803 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3744166 Feb 11 13:24:52.431177 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00d3fd69-c275-4228-a3b9-9424e09989de req-835b0bb6-c86f-48b5-ba41-7fc6351e4a12 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920443 Feb 11 13:24:52.436218 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.475491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba3afd-ff8d-409c-aa31-bbc261b3891b req-d67f1198-2a29-4263-b022-61a610929b72 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.477235 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eeba3afd-ff8d-409c-aa31-bbc261b3891b req-d67f1198-2a29-4263-b022-61a610929b72 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 931 time: 0.1028242 Feb 11 13:24:52.558758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eeba3afd-ff8d-409c-aa31-bbc261b3891b req-0fdf7a7f-0f98-4b0b-a338-eb9a432dff14 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753791 Feb 11 13:24:52.611306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34b53106-4a80-49a9-b773-f60fc2502b72 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:52.624710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.641093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Transition to ACTIVE for port object 34b53106-4a80-49a9-b773-f60fc2502b72 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:52.691896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.761339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09cbb0-d475-497b-bafb-36b8779e10c6 req-9b41d08f-c98b-416b-b9c1-de5319d52b00 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.768399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4b09cbb0-d475-497b-bafb-36b8779e10c6 req-9b41d08f-c98b-416b-b9c1-de5319d52b00 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1070406 Feb 11 13:24:52.769328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=34b53106-4a80-49a9-b773-f60fc2502b72,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:52.815133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Pushing event updated for resources: {'Port': ['ID=25906095-f674-4165-873d-1b718167c844,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:52.830232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-cba01626-3f80-4936-8105-21929445c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:52.831821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4473f7b-88d5-4b9d-9779-9f4bee03d24e req-cba01626-3f80-4936-8105-21929445c5ad service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4674842 Feb 11 13:24:52.854520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9c781e80-d632-44b2-930a-f8f497e10030 req-45031088-a7ed-4f95-94cb-d5e86eb17e13 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "GET /v2.0/security-groups/8c9b93c1-8087-4e0f-a9e6-806c887ae2a3 HTTP/1.1" status: 200 len: 2400 time: 0.1304753 Feb 11 13:24:52.886713 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4b09cbb0-d475-497b-bafb-36b8779e10c6 req-4c23ebb2-b35d-4091-b334-87aad8dfd97e tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135800 Feb 11 13:24:52.892702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Attempting to bind port 34b53106-4a80-49a9-b773-f60fc2502b72 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:52.893235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Attempting to bind port 34b53106-4a80-49a9-b773-f60fc2502b72 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:52.893877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Attempting to bind port 34b53106-4a80-49a9-b773-f60fc2502b72 on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:52.904160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Port 34b53106-4a80-49a9-b773-f60fc2502b72 on network 344469a8-97f4-4594-a289-ff8809371b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:52.904559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Attempting to bind port 34b53106-4a80-49a9-b773-f60fc2502b72 on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:52.936982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:52.936982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Checking segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:52.936982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Bound using segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:52.936982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Bound port: 34b53106-4a80-49a9-b773-f60fc2502b72, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:52.936982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:52.964634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Attempting to bind port 25906095-f674-4165-873d-1b718167c844 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:52.965269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Attempting to bind port 25906095-f674-4165-873d-1b718167c844 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:52.965542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Attempting to bind port 25906095-f674-4165-873d-1b718167c844 on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:52.971086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Port 25906095-f674-4165-873d-1b718167c844 on network 2202e614-38ab-4ad3-a093-947219c72a71 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:52.971411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Attempting to bind port 25906095-f674-4165-873d-1b718167c844 on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:52.999239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9c781e80-d632-44b2-930a-f8f497e10030 req-7bb33589-9a50-437a-9a7f-ce1728b18d99 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.014320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] For port 34b53106-4a80-49a9-b773-f60fc2502b72, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:53.017557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] For port 34b53106-4a80-49a9-b773-f60fc2502b72, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=34b53106-4a80-49a9-b773-f60fc2502b72,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:53.032332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9c781e80-d632-44b2-930a-f8f497e10030 req-7bb33589-9a50-437a-9a7f-ce1728b18d99 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.042251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:53.042600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Checking segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:53.043067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Bound using segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:53.043646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Bound port: 25906095-f674-4165-873d-1b718167c844, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:53.044057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.133968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] For port 25906095-f674-4165-873d-1b718167c844, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:53.137956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] For port 25906095-f674-4165-873d-1b718167c844, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=25906095-f674-4165-873d-1b718167c844,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:53.223038 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.251888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.251888 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.251888 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] 10.222.0.59 "PUT /v2.0/ports/34b53106-4a80-49a9-b773-f60fc2502b72 HTTP/1.1" status: 200 len: 1091 time: 1.1641729 Feb 11 13:24:53.251888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e023a9c-96fd-42ae-9260-020a0e388e9d', 'tag': '34b53106-4a80-49a9-b773-f60fc2502b72'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:53.252302 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf75cab6-876e-4985-b4f0-6482c254f028" -d '{"events": [{"name": "network-changed", "server_uuid": "7e023a9c-96fd-42ae-9260-020a0e388e9d", "tag": "34b53106-4a80-49a9-b773-f60fc2502b72"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:53.277813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c260c70-9a22-4460-b6b5-9edfd66b1cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=34b53106-4a80-49a9-b773-f60fc2502b72,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.280267 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9c781e80-d632-44b2-930a-f8f497e10030 req-7bb33589-9a50-437a-9a7f-ce1728b18d99 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.282877 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9c781e80-d632-44b2-930a-f8f497e10030 req-7bb33589-9a50-437a-9a7f-ce1728b18d99 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.284147 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9c781e80-d632-44b2-930a-f8f497e10030 req-7bb33589-9a50-437a-9a7f-ce1728b18d99 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] 10.222.0.52 "DELETE /v2.0/security-groups/8c9b93c1-8087-4e0f-a9e6-806c887ae2a3 HTTP/1.1" status: 204 len: 173 time: 0.4267442 Feb 11 13:24:53.292063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49144) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:53.294257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb33589-9a50-437a-9a7f-ce1728b18d99 tempest-SecurityGroupRulesTestJSON-1020551555 tempest-SecurityGroupRulesTestJSON-1020551555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9b93c1-8087-4e0f-a9e6-806c887ae2a3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.361356 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc66a12-bfe6-4fce-8d49-362b25e56db3 x-openstack-request-id: req-3bc66a12-bfe6-4fce-8d49-362b25e56db3 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:53.361626 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e023a9c-96fd-42ae-9260-020a0e388e9d", "tag": "34b53106-4a80-49a9-b773-f60fc2502b72", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:53.361901 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3bc66a12-bfe6-4fce-8d49-362b25e56db3 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:53.362311 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e023a9c-96fd-42ae-9260-020a0e388e9d', 'tag': '34b53106-4a80-49a9-b773-f60fc2502b72', 'status': 'completed', 'code': 200} Feb 11 13:24:53.378502 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.419276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.419893 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.421276 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] 10.222.0.13 "PUT /v2.0/ports/25906095-f674-4165-873d-1b718167c844 HTTP/1.1" status: 200 len: 1135 time: 1.8567476 Feb 11 13:24:53.434708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d171eee7-0428-44d7-90e2-01b8641070f7 admin admin] Deleting subnet a1d3efce-69a9-4657-8de1-47996df58b08 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:24:53.444400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d6e06-155e-445d-9912-abec1e09569f service neutron] Pushing event updated for resources: {'Port': ['ID=25906095-f674-4165-873d-1b718167c844,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:53.447748 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d171eee7-0428-44d7-90e2-01b8641070f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.495816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad226cea-2913-405f-b832-8876cbefc69e req-6ddd8db2-f91b-451f-b98c-466c70001167 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.497531 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad226cea-2913-405f-b832-8876cbefc69e req-6ddd8db2-f91b-451f-b98c-466c70001167 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 950 time: 0.2064400 Feb 11 13:24:53.506745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75cab6-876e-4985-b4f0-6482c254f028 req-7f823e0e-222a-4fb0-80e3-ab6f0da7f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.509340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf75cab6-876e-4985-b4f0-6482c254f028 req-7f823e0e-222a-4fb0-80e3-ab6f0da7f6ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 1094 time: 0.1272883 Feb 11 13:24:53.521738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-76fba32f-c1d9-4aac-995b-57b1bb64fd38 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.523381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-76fba32f-c1d9-4aac-995b-57b1bb64fd38 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 950 time: 0.2092152 Feb 11 13:24:53.618101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:53.641684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d171eee7-0428-44d7-90e2-01b8641070f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.668458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26698322-bdb9-49e0-b92f-df5c9595ea3c req-3dbfa798-6f21-436b-934d-218e30ad45c3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.674748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26698322-bdb9-49e0-b92f-df5c9595ea3c req-3dbfa798-6f21-436b-934d-218e30ad45c3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.681488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26698322-bdb9-49e0-b92f-df5c9595ea3c req-3dbfa798-6f21-436b-934d-218e30ad45c3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.687351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26698322-bdb9-49e0-b92f-df5c9595ea3c req-3dbfa798-6f21-436b-934d-218e30ad45c3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.693815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26698322-bdb9-49e0-b92f-df5c9595ea3c req-3dbfa798-6f21-436b-934d-218e30ad45c3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.699629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26698322-bdb9-49e0-b92f-df5c9595ea3c req-3dbfa798-6f21-436b-934d-218e30ad45c3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:53.706309 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26698322-bdb9-49e0-b92f-df5c9595ea3c req-3dbfa798-6f21-436b-934d-218e30ad45c3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 4604 time: 0.1337233 Feb 11 13:24:53.738685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad226cea-2913-405f-b832-8876cbefc69e req-80bfa958-8430-493e-9a58-0f0c7cd6b6ce tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142186 Feb 11 13:24:53.752601 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.774479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d171eee7-0428-44d7-90e2-01b8641070f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:53.797513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26698322-bdb9-49e0-b92f-df5c9595ea3c req-f6b35284-35be-46ec-aef0-534e1e504b23 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643108 Feb 11 13:24:53.813542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': '25906095-f674-4165-873d-1b718167c844'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:53.817054 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b730d0bd-3370-42ff-97fb-9c388235305e" -d '{"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "25906095-f674-4165-873d-1b718167c844"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:53.888047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49156) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:53.894469 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52d8bf3-f4e8-42eb-a82f-56e894f7b6f0 x-openstack-request-id: req-a52d8bf3-f4e8-42eb-a82f-56e894f7b6f0 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:53.894864 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "25906095-f674-4165-873d-1b718167c844", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:53.895034 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a52d8bf3-f4e8-42eb-a82f-56e894f7b6f0 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:53.895394 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': '25906095-f674-4165-873d-1b718167c844', 'status': 'completed', 'code': 200} Feb 11 13:24:54.064384 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-06a65a93-1c41-4e05-9319-fe592bbcd779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.134405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d0bd-3370-42ff-97fb-9c388235305e req-b4e420ed-3dc8-4334-933a-8e0cb88d301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.134886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d0bd-3370-42ff-97fb-9c388235305e req-b4e420ed-3dc8-4334-933a-8e0cb88d301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.135358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d0bd-3370-42ff-97fb-9c388235305e req-b4e420ed-3dc8-4334-933a-8e0cb88d301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.135877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d0bd-3370-42ff-97fb-9c388235305e req-b4e420ed-3dc8-4334-933a-8e0cb88d301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.136280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d0bd-3370-42ff-97fb-9c388235305e req-b4e420ed-3dc8-4334-933a-8e0cb88d301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.136744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d0bd-3370-42ff-97fb-9c388235305e req-b4e420ed-3dc8-4334-933a-8e0cb88d301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.138678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b730d0bd-3370-42ff-97fb-9c388235305e req-b4e420ed-3dc8-4334-933a-8e0cb88d301b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5290 time: 0.1757455 Feb 11 13:24:54.148797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75cab6-876e-4985-b4f0-6482c254f028 req-a7398ad2-eaf3-47c6-9e7f-beebdb9691cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.151104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf75cab6-876e-4985-b4f0-6482c254f028 req-a7398ad2-eaf3-47c6-9e7f-beebdb9691cd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e0d29aa58a34460e9c87cfd03475a330&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6252434 Feb 11 13:24:54.159219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee335eff-3f2a-446b-b40f-2b4e1a7b4614 req-b31738e6-7483-4bf5-8697-455df6fd7185 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.160695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee335eff-3f2a-446b-b40f-2b4e1a7b4614 req-b31738e6-7483-4bf5-8697-455df6fd7185 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1797180 Feb 11 13:24:54.299472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-1fab5b32-502f-4ed5-a1b5-8413716ac756 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Deleting port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:24:54.299629 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-1fab5b32-502f-4ed5-a1b5-8413716ac756 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.307997 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee335eff-3f2a-446b-b40f-2b4e1a7b4614 req-1827d876-8b5e-43aa-a046-f3d5a410555d tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366351 Feb 11 13:24:54.325753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff178aa4-4de2-4497-bf20-5641b3087971 req-7a903978-c1fb-412b-95ce-ab7268b80b80 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.337836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff178aa4-4de2-4497-bf20-5641b3087971 req-7a903978-c1fb-412b-95ce-ab7268b80b80 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 943 time: 0.1856213 Feb 11 13:24:54.351066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d0bd-3370-42ff-97fb-9c388235305e req-aea0a698-1242-4a5b-bf66-1e89b1058156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.351538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d0bd-3370-42ff-97fb-9c388235305e req-aea0a698-1242-4a5b-bf66-1e89b1058156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.352004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d0bd-3370-42ff-97fb-9c388235305e req-aea0a698-1242-4a5b-bf66-1e89b1058156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.353716 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b730d0bd-3370-42ff-97fb-9c388235305e req-aea0a698-1242-4a5b-bf66-1e89b1058156 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2047870 Feb 11 13:24:54.400960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75cab6-876e-4985-b4f0-6482c254f028 req-5153e367-3af4-4338-8b8f-b584dd46ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.402699 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf75cab6-876e-4985-b4f0-6482c254f028 req-5153e367-3af4-4338-8b8f-b584dd46ad2d service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188761 Feb 11 13:24:54.403831 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d171eee7-0428-44d7-90e2-01b8641070f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.438692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171eee7-0428-44d7-90e2-01b8641070f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1d3efce-69a9-4657-8de1-47996df58b08,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:54.459051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:54.466841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.481705 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d171eee7-0428-44d7-90e2-01b8641070f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.487263 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d171eee7-0428-44d7-90e2-01b8641070f7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a1d3efce-69a9-4657-8de1-47996df58b08 HTTP/1.1" status: 204 len: 168 time: 1.1917880 Feb 11 13:24:54.489383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49162) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:54.504403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff178aa4-4de2-4497-bf20-5641b3087971 req-c839a8e8-78e6-4f07-aa65-103d84a64557 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652849 Feb 11 13:24:54.510996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Transition to ACTIVE for port object f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:54.527984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-1fab5b32-502f-4ed5-a1b5-8413716ac756 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] For port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:24:54.527984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-1fab5b32-502f-4ed5-a1b5-8413716ac756 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.544254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-1fab5b32-502f-4ed5-a1b5-8413716ac756 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Calling delete_port for 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:24:54.556761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-0350cafd-01db-402a-90d3-46237e52fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.559298 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-0350cafd-01db-402a-90d3-46237e52fb77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 1094 time: 0.1032352 Feb 11 13:24:54.603421 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-06a65a93-1c41-4e05-9319-fe592bbcd779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.620114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730d0bd-3370-42ff-97fb-9c388235305e req-0d8bc23e-e2f7-4f2f-9ab3-12588089966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.621960 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b730d0bd-3370-42ff-97fb-9c388235305e req-0d8bc23e-e2f7-4f2f-9ab3-12588089966e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2616813 Feb 11 13:24:54.624571 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.636428 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.649244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-1b3d50ba-b049-4c71-ae01-33910f51f9f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34b53106-4a80-49a9-b773-f60fc2502b72 HTTP/1.1" status: 200 len: 217 time: 0.0478041 Feb 11 13:24:54.724280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-a65ec7ba-45b0-44e6-8fed-878c6d99f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:54.728685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-a65ec7ba-45b0-44e6-8fed-878c6d99f74d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.0678132 Feb 11 13:24:54.768132 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.791068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Pushing event updated for resources: {'Port': ['ID=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:54.802041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-f7c14ce1-af5d-4c90-8c43-eaf5d87ed2ae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672204 Feb 11 13:24:54.846674 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-075bc029-d3f5-4a3d-babe-252719a91c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.852254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e37a951-e881-44a4-b597-f415ed2fa12d']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:54.853620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-06a65a93-1c41-4e05-9319-fe592bbcd779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.915339 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-06a65a93-1c41-4e05-9319-fe592bbcd779 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=79516d9c7de246b4bac0f6eeddf19a08&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0286553 Feb 11 13:24:54.928416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a65a93-1c41-4e05-9319-fe592bbcd779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a824de00-b52f-4f12-bcef-f73395eb7b1a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:54.934955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49168) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:54.948603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcd1820-6057-4e26-b1c2-4a4203a7b4dd') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:54.948890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcd1820-6057-4e26-b1c2-4a4203a7b4dd') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:24:54.983682 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:54.988422 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-1fab5b32-502f-4ed5-a1b5-8413716ac756 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.012292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Attempting to bind port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:55.012292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Attempting to bind port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:55.012292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Attempting to bind port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:55.015620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.020028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e8199d0a-87f2-434a-b6d9-35b961c843ce'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:55.026348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 on network 2202e614-38ab-4ad3-a093-947219c72a71 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:55.026348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Attempting to bind port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:55.030511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:24:55.030908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:24:55.032546 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:24:55.043351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab5b32-502f-4ed5-a1b5-8413716ac756 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Pushing event deleted for resources: {'Port': ['ID=9bc15c18-9f9d-4f73-ad18-03d1558e5f63,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:55.056515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa139565-0860-40fc-bebd-68f498429f56 req-3227aeb9-3b4c-417f-bb74-cc82d94586ff tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.066609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa139565-0860-40fc-bebd-68f498429f56 req-3227aeb9-3b4c-417f-bb74-cc82d94586ff tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 868 time: 0.2155440 Feb 11 13:24:55.074819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['29418b28-e0b7-472f-be02-f3658d8fbd1a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:24:55.122900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-1fab5b32-502f-4ed5-a1b5-8413716ac756 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] No DVR routers for this DVR port 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:24:55.128899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:55.129297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Checking segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:55.129749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Bound using segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:55.130902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Bound port: f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:55.131268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.154307 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-1fab5b32-502f-4ed5-a1b5-8413716ac756 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.158118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3aa19cdc-5c77-4e5a-963d-ab21796ec4f8 req-1fab5b32-502f-4ed5-a1b5-8413716ac756 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "DELETE /v2.0/ports/9bc15c18-9f9d-4f73-ad18-03d1558e5f63 HTTP/1.1" status: 204 len: 173 time: 1.5674808 Feb 11 13:24:55.158856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-60fbb43d-6b05-4386-a8fd-6c36a9b44eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.185815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03efb02-d4af-4208-a8bb-2ee5da163dbf req-59711c81-fd19-428c-bfbd-bb359303e310 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.191959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03efb02-d4af-4208-a8bb-2ee5da163dbf req-59711c81-fd19-428c-bfbd-bb359303e310 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.196733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa139565-0860-40fc-bebd-68f498429f56 req-ffdda8d2-00dc-4e42-8eb8-6beeec8d0e74 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292474 Feb 11 13:24:55.198688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03efb02-d4af-4208-a8bb-2ee5da163dbf req-59711c81-fd19-428c-bfbd-bb359303e310 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.204686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03efb02-d4af-4208-a8bb-2ee5da163dbf req-59711c81-fd19-428c-bfbd-bb359303e310 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.211900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03efb02-d4af-4208-a8bb-2ee5da163dbf req-59711c81-fd19-428c-bfbd-bb359303e310 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.226724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03efb02-d4af-4208-a8bb-2ee5da163dbf req-59711c81-fd19-428c-bfbd-bb359303e310 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.232982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03efb02-d4af-4208-a8bb-2ee5da163dbf req-59711c81-fd19-428c-bfbd-bb359303e310 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.234936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b03efb02-d4af-4208-a8bb-2ee5da163dbf req-59711c81-fd19-428c-bfbd-bb359303e310 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5380 time: 0.2990816 Feb 11 13:24:55.278029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] For port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:55.281897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] For port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:55.283865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.291716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.293876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-de7fd500-4286-4aa5-963d-531a939a8e97 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416130 Feb 11 13:24:55.297974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1e37a951-e881-44a4-b597-f415ed2fa12d HTTP/1.1" status: 204 len: 168 time: 0.8014724 Feb 11 13:24:55.298145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-60fbb43d-6b05-4386-a8fd-6c36a9b44eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.308890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7a813-2830-49f9-8b33-64de36925687 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e37a951-e881-44a4-b597-f415ed2fa12d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:55.355970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b03efb02-d4af-4208-a8bb-2ee5da163dbf req-d961697a-d121-4238-8162-160dc14aa736 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1093349 Feb 11 13:24:55.364090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.393471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-deleted', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:55.395882 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062fb820-1558-4037-bb8f-2bf8c83f3fb9" -d '{"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-deleted", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:55.459260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.459954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.461450 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] 10.222.0.13 "PUT /v2.0/ports/f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 HTTP/1.1" status: 200 len: 1134 time: 1.8571248 Feb 11 13:24:55.468871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.512643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba6fef-c068-4c8b-ae0d-65b35bf73b1c service neutron] Pushing event updated for resources: {'Port': ['ID=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:55.544360 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13cc39-3009-48bf-84d9-7b4c6ff1c871 req-73a557f3-115a-4219-9454-a5080fe98e0a service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223549 Feb 11 13:24:55.562011 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c460efba-153d-4843-bc41-b9f2895631ae x-openstack-request-id: req-c460efba-153d-4843-bc41-b9f2895631ae {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:55.562408 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe", "name": "network-vif-deleted", "tag": "9bc15c18-9f9d-4f73-ad18-03d1558e5f63", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:55.562767 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c460efba-153d-4843-bc41-b9f2895631ae {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:55.563809 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe', 'name': 'network-vif-deleted', 'tag': '9bc15c18-9f9d-4f73-ad18-03d1558e5f63', 'status': 'completed', 'code': 200} Feb 11 13:24:55.591851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd696e6-017b-41d0-91dd-b6d93d075018 req-e06311f6-3288-435c-92dc-cd80c8c3b25f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.593457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bd696e6-017b-41d0-91dd-b6d93d075018 req-e06311f6-3288-435c-92dc-cd80c8c3b25f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0743783 Feb 11 13:24:55.616608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:55.689515 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-60fbb43d-6b05-4386-a8fd-6c36a9b44eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.693537 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-60fbb43d-6b05-4386-a8fd-6c36a9b44eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.699515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-60fbb43d-6b05-4386-a8fd-6c36a9b44eaf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a824de00-b52f-4f12-bcef-f73395eb7b1a HTTP/1.1" status: 204 len: 168 time: 0.7474194 Feb 11 13:24:55.733636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbb43d-6b05-4386-a8fd-6c36a9b44eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a824de00-b52f-4f12-bcef-f73395eb7b1a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:55.745811 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bd696e6-017b-41d0-91dd-b6d93d075018 req-755fe96a-3413-4d97-beef-df81c53092f2 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395345 Feb 11 13:24:55.779462 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:55.807096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec8aa3-ecb0-43ec-aba6-e9a8be66f939 req-79ae5fe3-e4b9-4cef-8bad-eb9be9b4c75a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:55.817194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1eec8aa3-ecb0-43ec-aba6-e9a8be66f939 req-79ae5fe3-e4b9-4cef-8bad-eb9be9b4c75a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 943 time: 0.1767828 Feb 11 13:24:55.888159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1eec8aa3-ecb0-43ec-aba6-e9a8be66f939 req-31c972c5-34a3-4968-a656-a6708a3e6797 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699613 Feb 11 13:24:55.929579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': 'f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:55.932524 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb91da44-9287-4f4c-842c-f91413b9e547" -d '{"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:55.977938 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de91d9-b83a-4a8c-8dd3-4dff04839877 x-openstack-request-id: req-77de91d9-b83a-4a8c-8dd3-4dff04839877 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:55.978231 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:55.978478 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77de91d9-b83a-4a8c-8dd3-4dff04839877 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:55.978870 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': 'f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97', 'status': 'completed', 'code': 200} Feb 11 13:24:56.004149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49182) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:56.053104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cd882744-fa78-4a0a-823b-32e11b7a9c45 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=303a2a9412fc432fb35944c20c5b2ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437691 Feb 11 13:24:56.053426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49184) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:56.089584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-a9e0eaa5-a0ab-4ea4-bb5d-d46781255416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.091290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-a9e0eaa5-a0ab-4ea4-bb5d-d46781255416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.094459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-a9e0eaa5-a0ab-4ea4-bb5d-d46781255416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.095139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-a9e0eaa5-a0ab-4ea4-bb5d-d46781255416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.096375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-a9e0eaa5-a0ab-4ea4-bb5d-d46781255416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.097053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-a9e0eaa5-a0ab-4ea4-bb5d-d46781255416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.097844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-a9e0eaa5-a0ab-4ea4-bb5d-d46781255416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.101188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-a9e0eaa5-a0ab-4ea4-bb5d-d46781255416 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6217 time: 0.0800903 Feb 11 13:24:56.116965 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-74006b3e-0140-43c6-b9a2-ac9e5e75db83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.142615 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-74006b3e-0140-43c6-b9a2-ac9e5e75db83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.279682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc390621-14fa-4ee2-8555-bcbb41a5523e {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:56.289145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.303899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Transition to ACTIVE for port object bc390621-14fa-4ee2-8555-bcbb41a5523e will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:56.336150 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f73e1c93-fca6-4c32-9f57-7413b6b74bb8 req-e1ba03bb-167a-4ac9-8123-4c037716991c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=898d98d0-a9ad-4b7c-8f2b-0750b4a65dbe HTTP/1.1" status: 200 len: 210 time: 0.0385082 Feb 11 13:24:56.338078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-74006b3e-0140-43c6-b9a2-ac9e5e75db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.348558 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-74006b3e-0140-43c6-b9a2-ac9e5e75db83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.348558 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-74006b3e-0140-43c6-b9a2-ac9e5e75db83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/975c2396-7a66-4209-a3e3-5324711475ef HTTP/1.1" status: 204 len: 168 time: 0.2872891 Feb 11 13:24:56.355257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74006b3e-0140-43c6-b9a2-ac9e5e75db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975c2396-7a66-4209-a3e3-5324711475ef,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:56.369930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-c133a26d-037b-4bab-aa0e-779892b8452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.370838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-c133a26d-037b-4bab-aa0e-779892b8452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.371340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-c133a26d-037b-4bab-aa0e-779892b8452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.372964 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-c133a26d-037b-4bab-aa0e-779892b8452a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2640047 Feb 11 13:24:56.465591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.531614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:24:56.558353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-5612bf6c-4a98-4ac3-8674-51ecdbc959e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.559854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb91da44-9287-4f4c-842c-f91413b9e547 req-5612bf6c-4a98-4ac3-8674-51ecdbc959e3 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1782942 Feb 11 13:24:56.596359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:24:56.598225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc390621-14fa-4ee2-8555-bcbb41a5523e,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:56.598350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bc15c18-9f9d-4f73-ad18-03d1558e5f63 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:24:56.652017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945252-5a0d-4600-aca3-88bcba9c3b52 req-9a1453e2-f71e-4c08-a711-42f244cf3f9c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.658114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945252-5a0d-4600-aca3-88bcba9c3b52 req-9a1453e2-f71e-4c08-a711-42f244cf3f9c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.664106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945252-5a0d-4600-aca3-88bcba9c3b52 req-9a1453e2-f71e-4c08-a711-42f244cf3f9c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.671341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945252-5a0d-4600-aca3-88bcba9c3b52 req-9a1453e2-f71e-4c08-a711-42f244cf3f9c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.678065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945252-5a0d-4600-aca3-88bcba9c3b52 req-9a1453e2-f71e-4c08-a711-42f244cf3f9c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.683969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945252-5a0d-4600-aca3-88bcba9c3b52 req-9a1453e2-f71e-4c08-a711-42f244cf3f9c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.689901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34945252-5a0d-4600-aca3-88bcba9c3b52 req-9a1453e2-f71e-4c08-a711-42f244cf3f9c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:56.691815 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-34945252-5a0d-4600-aca3-88bcba9c3b52 req-9a1453e2-f71e-4c08-a711-42f244cf3f9c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5392 time: 0.2159586 Feb 11 13:24:56.794853 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-34945252-5a0d-4600-aca3-88bcba9c3b52 req-430cc4ac-a318-4c43-b292-e8fee4404190 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780504 Feb 11 13:24:56.821717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Attempting to bind port bc390621-14fa-4ee2-8555-bcbb41a5523e on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:56.822389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Attempting to bind port bc390621-14fa-4ee2-8555-bcbb41a5523e by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:56.822801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Attempting to bind port bc390621-14fa-4ee2-8555-bcbb41a5523e on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:56.835965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Port bc390621-14fa-4ee2-8555-bcbb41a5523e on network 2202e614-38ab-4ad3-a093-947219c72a71 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:56.835965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Attempting to bind port bc390621-14fa-4ee2-8555-bcbb41a5523e on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:56.843101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:56.843551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Checking segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:56.844105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Bound using segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:56.844641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Bound port: bc390621-14fa-4ee2-8555-bcbb41a5523e, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:56.845358 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.946245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f83e25df-6bcc-4cd2-b1c2-85cdce65a437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:56.982535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] For port bc390621-14fa-4ee2-8555-bcbb41a5523e, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:56.991654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] For port bc390621-14fa-4ee2-8555-bcbb41a5523e, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bc390621-14fa-4ee2-8555-bcbb41a5523e,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:57.033481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9531561-18cb-4292-a140-899d70041152 req-0263fb4a-5f96-415d-a647-5bd91ae43dc8 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.035891 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9531561-18cb-4292-a140-899d70041152 req-0263fb4a-5f96-415d-a647-5bd91ae43dc8 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1048310 Feb 11 13:24:57.057356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.115620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed6f53-6eef-45cb-a9e6-3dcb540efa71 req-db7967c9-8531-4936-939e-c8098a8da57d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.117831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78ed6f53-6eef-45cb-a9e6-3dcb540efa71 req-db7967c9-8531-4936-939e-c8098a8da57d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 943 time: 0.1189187 Feb 11 13:24:57.125500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.127226 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.128773 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc390621-14fa-4ee2-8555-bcbb41a5523e HTTP/1.1" status: 200 len: 1089 time: 1.5213666 Feb 11 13:24:57.129875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9531561-18cb-4292-a140-899d70041152 req-750dc9c8-943b-4108-b470-322d2cd5c8ba tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817599 Feb 11 13:24:57.211067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318116cc-f00d-4c33-9912-00b1c0be1db0 service neutron] Pushing event updated for resources: {'Port': ['ID=bc390621-14fa-4ee2-8555-bcbb41a5523e,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:57.238121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:57.244380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78ed6f53-6eef-45cb-a9e6-3dcb540efa71 req-c29026ba-e8b2-4687-8508-2a8ddc2cc101 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036875 Feb 11 13:24:57.314201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.506250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49234) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:57.650145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1148451514-network', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:57.686704 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.724219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8edef0-7f83-4237-9a47-5ea18158de62 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:57.731572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:57.743760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Transition to ACTIVE for port object 3a8edef0-7f83-4237-9a47-5ea18158de62 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:57.875698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49242) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:57.948421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e00cf-21e2-4a3c-b182-bd8937219996 req-48a83d0c-620f-490c-95f9-ea6c95e2a968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.955849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e00cf-21e2-4a3c-b182-bd8937219996 req-48a83d0c-620f-490c-95f9-ea6c95e2a968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.961350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e00cf-21e2-4a3c-b182-bd8937219996 req-48a83d0c-620f-490c-95f9-ea6c95e2a968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.967428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e00cf-21e2-4a3c-b182-bd8937219996 req-48a83d0c-620f-490c-95f9-ea6c95e2a968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.973262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e00cf-21e2-4a3c-b182-bd8937219996 req-48a83d0c-620f-490c-95f9-ea6c95e2a968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.979743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e00cf-21e2-4a3c-b182-bd8937219996 req-48a83d0c-620f-490c-95f9-ea6c95e2a968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.980427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': 'bc390621-14fa-4ee2-8555-bcbb41a5523e'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:24:57.982831 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aa3c94-30fe-41f5-806f-94437f74db6f" -d '{"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "bc390621-14fa-4ee2-8555-bcbb41a5523e"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:24:57.985835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e00cf-21e2-4a3c-b182-bd8937219996 req-48a83d0c-620f-490c-95f9-ea6c95e2a968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:57.987792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-891e00cf-21e2-4a3c-b182-bd8937219996 req-48a83d0c-620f-490c-95f9-ea6c95e2a968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5392 time: 0.0948086 Feb 11 13:24:57.992647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-319191537-network', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:58.023521 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.027889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Made reservation on behalf of caa838ed111542f39780c8f8cfe1c7c6 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:58.032528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.045784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-891e00cf-21e2-4a3c-b182-bd8937219996 req-ab45cf70-358d-4883-b7b7-bf86f2413166 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497575 Feb 11 13:24:58.048900 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.131681 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4da5a75-72a6-478b-8b25-260c60489ef5 x-openstack-request-id: req-a4da5a75-72a6-478b-8b25-260c60489ef5 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:24:58.132602 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "bc390621-14fa-4ee2-8555-bcbb41a5523e", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:24:58.133018 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a4da5a75-72a6-478b-8b25-260c60489ef5 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:24:58.133591 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': 'bc390621-14fa-4ee2-8555-bcbb41a5523e', 'status': 'completed', 'code': 200} Feb 11 13:24:58.134663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8edef0-7f83-4237-9a47-5ea18158de62,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.186441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.229139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Made reservation on behalf of 671a7403db3346d798a4a79bd1fb00e8 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:58.232674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.245663 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.288056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Attempting to bind port 3a8edef0-7f83-4237-9a47-5ea18158de62 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:24:58.288619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Attempting to bind port 3a8edef0-7f83-4237-9a47-5ea18158de62 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:24:58.288910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Attempting to bind port 3a8edef0-7f83-4237-9a47-5ea18158de62 on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:58.294838 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.298517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-e9b120e9-5d6a-4496-b730-14c0ba6f40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.299086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-e9b120e9-5d6a-4496-b730-14c0ba6f40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.300030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-e9b120e9-5d6a-4496-b730-14c0ba6f40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.300564 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-e9b120e9-5d6a-4496-b730-14c0ba6f40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.301098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-e9b120e9-5d6a-4496-b730-14c0ba6f40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.302220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-e9b120e9-5d6a-4496-b730-14c0ba6f40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.302750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-e9b120e9-5d6a-4496-b730-14c0ba6f40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.305526 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-e9b120e9-5d6a-4496-b730-14c0ba6f40fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6309 time: 0.1082492 Feb 11 13:24:58.308346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Port 3a8edef0-7f83-4237-9a47-5ea18158de62 on network 2202e614-38ab-4ad3-a093-947219c72a71 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:24:58.315180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Attempting to bind port 3a8edef0-7f83-4237-9a47-5ea18158de62 on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:24:58.327042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:24:58.327042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Checking segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:58.327968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Bound using segment: {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:24:58.328411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Bound port: 3a8edef0-7f83-4237-9a47-5ea18158de62, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc98a19a-896c-4d41-bee7-1726cbb1e70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:24:58.328864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.345987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:58.380191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6399949c-a65c-4dfd-ae70-8c51712758d4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.412164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.412835 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Added segment 1bb41aac-a238-4f39-9ff8-121ea5e9745a of type vlan for network 78e8cc7a-6b88-4178-9818-4cb8339195fa Feb 11 13:24:58.423699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83597d-778e-435a-bc50-86079509d335 req-4223c509-5801-4511-970e-499abe3c1ca3 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.433553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e83597d-778e-435a-bc50-86079509d335 req-4223c509-5801-4511-970e-499abe3c1ca3 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1900144 Feb 11 13:24:58.508439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.529496 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.547040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-bfdfdd1a-93ab-4c1d-85bf-8ffbd60d56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.547515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-bfdfdd1a-93ab-4c1d-85bf-8ffbd60d56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.548698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-bfdfdd1a-93ab-4c1d-85bf-8ffbd60d56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.550572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-bfdfdd1a-93ab-4c1d-85bf-8ffbd60d56f5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2354681 Feb 11 13:24:58.555913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e83597d-778e-435a-bc50-86079509d335 req-95e435b8-d59a-44ef-b320-475eb71fffdf tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211481 Feb 11 13:24:58.559489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] For port 3a8edef0-7f83-4237-9a47-5ea18158de62, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:24:58.561782 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] For port 3a8edef0-7f83-4237-9a47-5ea18158de62, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3a8edef0-7f83-4237-9a47-5ea18158de62,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:24:58.572058 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.594132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bebf30-3cbe-4945-b921-32de62037671 req-3d76bdf4-6db0-4eb1-9150-1fdd72d3835d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.594132 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6bebf30-3cbe-4945-b921-32de62037671 req-3d76bdf4-6db0-4eb1-9150-1fdd72d3835d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 943 time: 0.1301847 Feb 11 13:24:58.681267 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6bebf30-3cbe-4945-b921-32de62037671 req-7514e30d-fbb8-43d5-acaf-c943a2c60489 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837159 Feb 11 13:24:58.706143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfe2ae-cdc2-406f-8102-056de5c2754c req-f258580e-daf9-4b15-abe9-506f0ce9afea tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.708444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5bfe2ae-cdc2-406f-8102-056de5c2754c req-f258580e-daf9-4b15-abe9-506f0ce9afea tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0553577 Feb 11 13:24:58.711575 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.751305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5bfe2ae-cdc2-406f-8102-056de5c2754c req-64b4fea0-0c42-4ccd-bb7f-945fb13d82f9 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356412 Feb 11 13:24:58.768201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.769619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.771464 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.775576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.818422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:24:58.877646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.878019 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Added segment 89751280-05d2-44d9-bd1e-b5606af27042 of type vlan for network b144d7c7-6efc-4463-b219-6206ca822bd4 Feb 11 13:24:58.879349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a69d439-c29c-4b1a-897c-f078dffc9e9c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.901270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3938048 Feb 11 13:24:58.902060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49256) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:58.905582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e48c87-cbf5-4477-93d6-dc0db2c0d730 admin admin] Pushing event updated for resources: {'Network': ['ID=78e8cc7a-6b88-4178-9818-4cb8339195fa,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:58.910977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Request body: {'subnet': {'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1148451514-subnet', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:58.918410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 78e8cc7a-6b88-4178-9818-4cb8339195fa details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:58.968267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:58.988536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-759fd1e2-8a17-4b8b-92f2-7ab6e18eae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:58.991037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19aa3c94-30fe-41f5-806f-94437f74db6f req-759fd1e2-8a17-4b8b-92f2-7ab6e18eae59 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4263673 Feb 11 13:24:59.020804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.022190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.025532 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/3a8edef0-7f83-4237-9a47-5ea18158de62 HTTP/1.1" status: 200 len: 1091 time: 1.7944899 Feb 11 13:24:59.059736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d4e7e-7f97-43e8-9744-1f7c2d0c63b1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8edef0-7f83-4237-9a47-5ea18158de62,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:59.108261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Made reservation on behalf of caa838ed111542f39780c8f8cfe1c7c6 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:59.108261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.174961 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.176265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.177166 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.205651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:59.259359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be241d3-9e30-44a3-bdd2-21f879ec4b0c req-988db1e7-921a-438f-b03f-ddefe33911cf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.266656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be241d3-9e30-44a3-bdd2-21f879ec4b0c req-988db1e7-921a-438f-b03f-ddefe33911cf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.274652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be241d3-9e30-44a3-bdd2-21f879ec4b0c req-988db1e7-921a-438f-b03f-ddefe33911cf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.281337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be241d3-9e30-44a3-bdd2-21f879ec4b0c req-988db1e7-921a-438f-b03f-ddefe33911cf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.283584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b144d7c7-6efc-4463-b219-6206ca822bd4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:59.294527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be241d3-9e30-44a3-bdd2-21f879ec4b0c req-988db1e7-921a-438f-b03f-ddefe33911cf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.295646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network b144d7c7-6efc-4463-b219-6206ca822bd4 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:24:59.302293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be241d3-9e30-44a3-bdd2-21f879ec4b0c req-988db1e7-921a-438f-b03f-ddefe33911cf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.309420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be241d3-9e30-44a3-bdd2-21f879ec4b0c req-988db1e7-921a-438f-b03f-ddefe33911cf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.311404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7be241d3-9e30-44a3-bdd2-21f879ec4b0c req-988db1e7-921a-438f-b03f-ddefe33911cf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5404 time: 0.1707265 Feb 11 13:24:59.371238 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.416940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3b0d02f6-244e-493c-896c-fc88cce010c0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5313671 Feb 11 13:24:59.416940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49260) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:24:59.419043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Request body: {'subnet': {'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-319191537-subnet', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:24:59.426299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7be241d3-9e30-44a3-bdd2-21f879ec4b0c req-ec2fc7f4-e8fc-42de-92cc-34887028582e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839112 Feb 11 13:24:59.470096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.537527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3356f2cd-4d02-411c-9f61-5d25d83cac42,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:24:59.552689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Checking segment: {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:24:59.553245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Network hostable DHCP agents. Network: 78e8cc7a-6b88-4178-9818-4cb8339195fa, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:24:59.563877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Made reservation on behalf of 671a7403db3346d798a4a79bd1fb00e8 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:24:59.566510 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.729381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d1fef7-4d8a-40c8-b077-dec495d182b8 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:24:59.737147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.740594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a90b7e-e55b-4642-b556-b6da63035656 req-8718cbd8-505d-4669-952f-d79fed484345 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.742305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1a90b7e-e55b-4642-b556-b6da63035656 req-8718cbd8-505d-4669-952f-d79fed484345 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.0947952 Feb 11 13:24:59.746541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Network 78e8cc7a-6b88-4178-9818-4cb8339195fa is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:24:59.759217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Transition to ACTIVE for port object 18d1fef7-4d8a-40c8-b077-dec495d182b8 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:24:59.828469 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1a90b7e-e55b-4642-b556-b6da63035656 req-bb403c05-023e-43be-abc7-44adeaa2228a tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753098 Feb 11 13:24:59.843688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05217eec-6245-42f7-9e6c-6270340291c4 req-45ccd687-809e-45d8-a14e-c5b1c4343497 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.845230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-05217eec-6245-42f7-9e6c-6270340291c4 req-45ccd687-809e-45d8-a14e-c5b1c4343497 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 943 time: 0.0849349 Feb 11 13:24:59.859675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-54d3fe33-b77c-4afa-b508-1de8e766b111 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.861822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-54d3fe33-b77c-4afa-b508-1de8e766b111 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0758405 Feb 11 13:24:59.866226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 78e8cc7a-6b88-4178-9818-4cb8339195fa) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:24:59.870910 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.871312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.872332 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.878249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b45d53d-9656-4666-b6d1-a43881f34cda None None] Network 78e8cc7a-6b88-4178-9818-4cb8339195fa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:24:59.953245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:24:59.957955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402b469-f69a-4451-af14-3a863258ccc2 req-7926d14b-c668-4088-897c-d6b0296cd75e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:24:59.966355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5402b469-f69a-4451-af14-3a863258ccc2 req-7926d14b-c668-4088-897c-d6b0296cd75e tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 950 time: 0.0643942 Feb 11 13:24:59.996813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Pushing event updated for resources: {'Port': ['ID=18d1fef7-4d8a-40c8-b077-dec495d182b8,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:00.002621 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-05217eec-6245-42f7-9e6c-6270340291c4 req-62d03148-4d87-46a8-b79b-54e17e3c1eb9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397421 Feb 11 13:25:00.029851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5402b469-f69a-4451-af14-3a863258ccc2 req-7eaf618b-02d2-4ad9-9b72-a1b554f7c4ce tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622783 Feb 11 13:25:00.059083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.064562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b3fdda26-2006-4025-9b66-4e69ff839091 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1594253 Feb 11 13:25:00.093979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49270) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:00.098519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:00.133410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-78e8cc7a-6b88-4178-9818-4cb8339195fa', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:25:00.134728 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.138088 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': '3a8edef0-7f83-4237-9a47-5ea18158de62'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:00.140398 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e" -d '{"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "3a8edef0-7f83-4237-9a47-5ea18158de62"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:00.175279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-5cb66ef9-0961-4621-bd55-6447bdfcf040 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Deleting port 29418b28-e0b7-472f-be02-f3658d8fbd1a {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:00.175650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-5cb66ef9-0961-4621-bd55-6447bdfcf040 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.191913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Checking segment: {'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:00.192299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Network hostable DHCP agents. Network: b144d7c7-6efc-4463-b219-6206ca822bd4, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:00.194995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12f70255-927c-4966-8a3c-6c16ea2b8442,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:00.199442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Attempting to bind port 18d1fef7-4d8a-40c8-b077-dec495d182b8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:00.203435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Attempting to bind port 18d1fef7-4d8a-40c8-b077-dec495d182b8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:00.203435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Attempting to bind port 18d1fef7-4d8a-40c8-b077-dec495d182b8 on network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:00.238963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Port 18d1fef7-4d8a-40c8-b077-dec495d182b8 on network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:00.240498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Attempting to bind port 18d1fef7-4d8a-40c8-b077-dec495d182b8 on network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:00.252333 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd41ae9-5dca-4f03-a031-40bcbba1d09b x-openstack-request-id: req-9dd41ae9-5dca-4f03-a031-40bcbba1d09b {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:00.252613 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "3a8edef0-7f83-4237-9a47-5ea18158de62", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:00.252857 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9dd41ae9-5dca-4f03-a031-40bcbba1d09b {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:00.253240 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': '3a8edef0-7f83-4237-9a47-5ea18158de62', 'status': 'completed', 'code': 200} Feb 11 13:25:00.254110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:00.254439 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Checking segment: {'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:00.255508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Bound using segment: {'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:00.256130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Bound port: 18d1fef7-4d8a-40c8-b077-dec495d182b8, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:00.256475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.308779 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.309711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.341119 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Allocated IP 172.20.0.2 (78e8cc7a-6b88-4178-9818-4cb8339195fa/3356f2cd-4d02-411c-9f61-5d25d83cac42/e1c1f81b-05f7-46b6-9c3b-e75de36db09e) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:00.350258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-5cb66ef9-0961-4621-bd55-6447bdfcf040 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] For port 29418b28-e0b7-472f-be02-f3658d8fbd1a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=29418b28-e0b7-472f-be02-f3658d8fbd1a,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:00.350610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-5cb66ef9-0961-4621-bd55-6447bdfcf040 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.359641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Network b144d7c7-6efc-4463-b219-6206ca822bd4 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:00.380157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-016a19f8-378c-444f-863e-32723c5d3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.381351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-016a19f8-378c-444f-863e-32723c5d3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.381351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-016a19f8-378c-444f-863e-32723c5d3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.381808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-016a19f8-378c-444f-863e-32723c5d3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.382330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-016a19f8-378c-444f-863e-32723c5d3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.383509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-016a19f8-378c-444f-863e-32723c5d3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.384944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-016a19f8-378c-444f-863e-32723c5d3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.388749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-016a19f8-378c-444f-863e-32723c5d3cb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6376 time: 0.1140020 Feb 11 13:25:00.447778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-5cb66ef9-0961-4621-bd55-6447bdfcf040 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Calling delete_port for 29418b28-e0b7-472f-be02-f3658d8fbd1a owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:00.453757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.460164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] For port 18d1fef7-4d8a-40c8-b077-dec495d182b8, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:00.477166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] For port 18d1fef7-4d8a-40c8-b077-dec495d182b8, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=18d1fef7-4d8a-40c8-b077-dec495d182b8,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:00.492403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, b144d7c7-6efc-4463-b219-6206ca822bd4) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:00.500564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.501219 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.543461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951dbba8-d31d-462f-a913-cfcaba9af851 req-d4591ba5-faa7-475e-845f-708368698005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.544952 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-951dbba8-d31d-462f-a913-cfcaba9af851 req-d4591ba5-faa7-475e-845f-708368698005 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 1101 time: 0.1156967 Feb 11 13:25:00.558207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2757d3a6-14d7-4e91-9290-694ee4b0ec66 None None] Network b144d7c7-6efc-4463-b219-6206ca822bd4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:00.577270 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.587163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 34b53106-4a80-49a9-b773-f60fc2502b72 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:00.597461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-4b95cbb6-65ea-41bd-af53-ee0415cccdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.601929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-4b95cbb6-65ea-41bd-af53-ee0415cccdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.601929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-4b95cbb6-65ea-41bd-af53-ee0415cccdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.601929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-4b95cbb6-65ea-41bd-af53-ee0415cccdfd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1993005 Feb 11 13:25:00.632666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-951dbba8-d31d-462f-a913-cfcaba9af851 req-3704f881-a13b-4c37-bf97-266b2672793f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765498 Feb 11 13:25:00.655997 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.712978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.712978 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.714475 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.715112 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] 10.222.0.13 "PUT /v2.0/ports/18d1fef7-4d8a-40c8-b077-dec495d182b8 HTTP/1.1" status: 200 len: 1091 time: 1.5143282 Feb 11 13:25:00.733986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dac43f37-2f8e-4797-a031-b952e21c2018 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3201706 Feb 11 13:25:00.734662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49280) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:00.800072 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:00.807585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:00.813106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-9bb6d1dc-ea24-4b47-a943-9ff3e76d4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.818184 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8adcd3e-a163-4058-a09f-1c2a24d3b22e req-9bb6d1dc-ea24-4b47-a943-9ff3e76d4225 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844552 Feb 11 13:25:00.872141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Network 78e8cc7a-6b88-4178-9818-4cb8339195fa is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:00.873038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9351cec-d573-43c0-99f0-25e7c6e97418 req-f7c915af-37b1-446e-8f57-984bca21685f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.881499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Pushing event updated for resources: {'Port': ['ID=e1c1f81b-05f7-46b6-9c3b-e75de36db09e,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:00.882499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9351cec-d573-43c0-99f0-25e7c6e97418 req-f7c915af-37b1-446e-8f57-984bca21685f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.884621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:00.892168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9351cec-d573-43c0-99f0-25e7c6e97418 req-f7c915af-37b1-446e-8f57-984bca21685f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.899896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9351cec-d573-43c0-99f0-25e7c6e97418 req-f7c915af-37b1-446e-8f57-984bca21685f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.903582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:00.909697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9351cec-d573-43c0-99f0-25e7c6e97418 req-f7c915af-37b1-446e-8f57-984bca21685f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.916657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.917246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.917743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.918803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9351cec-d573-43c0-99f0-25e7c6e97418 req-f7c915af-37b1-446e-8f57-984bca21685f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.919141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.920601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.921119 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.921661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.922207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.922754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.923256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.923738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.924206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:00.928970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9351cec-d573-43c0-99f0-25e7c6e97418 req-f7c915af-37b1-446e-8f57-984bca21685f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:00.934301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 34b53106-4a80-49a9-b773-f60fc2502b72, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=34b53106-4a80-49a9-b773-f60fc2502b72,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:00.939510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9351cec-d573-43c0-99f0-25e7c6e97418 req-f7c915af-37b1-446e-8f57-984bca21685f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5416 time: 0.3820274 Feb 11 13:25:00.971547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Request body: {'port': {'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:00.998797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.007445 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-5cb66ef9-0961-4621-bd55-6447bdfcf040 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.027174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '34b53106-4a80-49a9-b773-f60fc2502b72', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'port_id': '34b53106-4a80-49a9-b773-f60fc2502b72', 'mac_address': 'fa:16:3e:3a:19:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0068394-8d60-46ec-8614-0892d71a97c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:01.035105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-b144d7c7-6efc-4463-b219-6206ca822bd4', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:25:01.036946 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9351cec-d573-43c0-99f0-25e7c6e97418 req-b0888859-bd6c-45d6-a720-8f76ae1097b5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0941534 Feb 11 13:25:01.037091 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.043191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e8199d0a-87f2-434a-b6d9-35b961c843ce'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:01.055564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['29418b28-e0b7-472f-be02-f3658d8fbd1a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:01.144092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-5cb66ef9-0961-4621-bd55-6447bdfcf040 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] No DVR routers for this DVR port 29418b28-e0b7-472f-be02-f3658d8fbd1a on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:01.148920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09f14d-da3f-4938-bdba-1fe5c7eb449a service neutron] Pushing event updated for resources: {'Port': ['ID=18d1fef7-4d8a-40c8-b077-dec495d182b8,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:01.199584 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-5cb66ef9-0961-4621-bd55-6447bdfcf040 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.205802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39c8d624-7c1d-4f40-a939-8a75ae0fbb1f req-5cb66ef9-0961-4621-bd55-6447bdfcf040 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.13 "DELETE /v2.0/ports/29418b28-e0b7-472f-be02-f3658d8fbd1a HTTP/1.1" status: 204 len: 173 time: 1.3295388 Feb 11 13:25:01.210682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Attempting to bind port e1c1f81b-05f7-46b6-9c3b-e75de36db09e on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:01.211052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Attempting to bind port e1c1f81b-05f7-46b6-9c3b-e75de36db09e by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:01.211411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Attempting to bind port e1c1f81b-05f7-46b6-9c3b-e75de36db09e on network 78e8cc7a-6b88-4178-9818-4cb8339195fa {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:01.242845 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:01.243211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Checking segment: {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:01.243817 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.244369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Bound using segment: {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:01.245057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Bound port: e1c1f81b-05f7-46b6-9c3b-e75de36db09e, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:01.245644 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.258741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb66ef9-0961-4621-bd55-6447bdfcf040 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Pushing event deleted for resources: {'Port': ['ID=29418b28-e0b7-472f-be02-f3658d8fbd1a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:01.260291 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.264224 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.265436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.321411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3941b-091e-4482-875b-dca9f31d09ec req-d72125eb-0b44-423e-825f-3a6bc0ee1849 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:01.322946 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3a3941b-091e-4482-875b-dca9f31d09ec req-d72125eb-0b44-423e-825f-3a6bc0ee1849 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 945 time: 0.2425442 Feb 11 13:25:01.345885 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.348264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d985ae-222a-4f9a-ae12-dbb6ae5b200e req-96d39f3e-fe35-48fd-8325-5071a0f38d87 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:01.355784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08d985ae-222a-4f9a-ae12-dbb6ae5b200e req-96d39f3e-fe35-48fd-8325-5071a0f38d87 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.1549795 Feb 11 13:25:01.403676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34b53106-4a80-49a9-b773-f60fc2502b72 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:01.416617 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3a3941b-091e-4482-875b-dca9f31d09ec req-8ca79b4e-1fa1-48a1-96cb-5d1cf3f96eb8 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824049 Feb 11 13:25:01.452725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.463326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 34b53106-4a80-49a9-b773-f60fc2502b72, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=34b53106-4a80-49a9-b773-f60fc2502b72,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:01.572203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d87f4794-4787-447b-85d7-1a08939224df None None] For port e1c1f81b-05f7-46b6-9c3b-e75de36db09e, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:01.613797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d87f4794-4787-447b-85d7-1a08939224df None None] For port e1c1f81b-05f7-46b6-9c3b-e75de36db09e, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e1c1f81b-05f7-46b6-9c3b-e75de36db09e,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:01.615950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Allocated IP 172.20.0.2 (b144d7c7-6efc-4463-b219-6206ca822bd4/12f70255-927c-4966-8a3c-6c16ea2b8442/2e086ae7-b52e-4724-bac3-d90f4e154089) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:01.618290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08d985ae-222a-4f9a-ae12-dbb6ae5b200e req-3f4a36a6-f6f1-4184-b76c-df0aaa7b242a tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569938 Feb 11 13:25:01.624697 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.687393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abf1df-a230-43f4-8232-bd7b0657042f req-d3e09519-e522-43dc-928a-15871fab9338 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:01.698807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1abf1df-a230-43f4-8232-bd7b0657042f req-d3e09519-e522-43dc-928a-15871fab9338 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 943 time: 0.1387255 Feb 11 13:25:01.720581 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.760617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.812994 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1abf1df-a230-43f4-8232-bd7b0657042f req-f3cf4b89-bdba-4a64-9b76-d388b22c4d1b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980999 Feb 11 13:25:01.914344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:01.960175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=34b53106-4a80-49a9-b773-f60fc2502b72,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.001886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Allocated IP 172.25.0.227 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/f0474b45-f4aa-4698-8503-d1f18a188d95) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:02.079953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f4794-4787-447b-85d7-1a08939224df None None] Pushing event updated for resources: {'Port': ['ID=e1c1f81b-05f7-46b6-9c3b-e75de36db09e,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.089897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['34b53106-4a80-49a9-b773-f60fc2502b72'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:02.131342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.186811 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.228357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ae24118-f77f-4108-ad77-37616f4c92df req-2baf2dbe-40c5-4aa7-b5fd-bdc97caa50eb tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=37589d9f-7bc6-4473-8e5d-c1cb632e88b0 HTTP/1.1" status: 200 len: 210 time: 0.5078480 Feb 11 13:25:02.278162 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.287210 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': '18d1fef7-4d8a-40c8-b077-dec495d182b8'}, {'server_uuid': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'name': 'network-vif-deleted', 'tag': '29418b28-e0b7-472f-be02-f3658d8fbd1a'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:02.289900 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3" -d '{"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "18d1fef7-4d8a-40c8-b077-dec495d182b8"}, {"server_uuid": "37589d9f-7bc6-4473-8e5d-c1cb632e88b0", "name": "network-vif-deleted", "tag": "29418b28-e0b7-472f-be02-f3658d8fbd1a"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:02.303192 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.306314 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.373871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Network b144d7c7-6efc-4463-b219-6206ca822bd4 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:02.390340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Pushing event updated for resources: {'Port': ['ID=2e086ae7-b52e-4724-bac3-d90f4e154089,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.394546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:02.402781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:02.445588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:02.447897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c740c3f1-1394-4e6e-9568-6a229df226cb {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:02.464133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:02.471220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.483922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f43a1-a6b1-4c83-b271-6aa2260ca1d4 req-e367a34f-1a4e-40fa-ab38-c233571f5860 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.496063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f43a1-a6b1-4c83-b271-6aa2260ca1d4 req-e367a34f-1a4e-40fa-ab38-c233571f5860 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.496063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f43a1-a6b1-4c83-b271-6aa2260ca1d4 req-e367a34f-1a4e-40fa-ab38-c233571f5860 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.502186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f43a1-a6b1-4c83-b271-6aa2260ca1d4 req-e367a34f-1a4e-40fa-ab38-c233571f5860 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.508036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f43a1-a6b1-4c83-b271-6aa2260ca1d4 req-e367a34f-1a4e-40fa-ab38-c233571f5860 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.513941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f43a1-a6b1-4c83-b271-6aa2260ca1d4 req-e367a34f-1a4e-40fa-ab38-c233571f5860 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.518167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Attempting to bind port 2e086ae7-b52e-4724-bac3-d90f4e154089 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:02.518783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Attempting to bind port 2e086ae7-b52e-4724-bac3-d90f4e154089 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:02.519288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Attempting to bind port 2e086ae7-b52e-4724-bac3-d90f4e154089 on network b144d7c7-6efc-4463-b219-6206ca822bd4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:02.519553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Transition to ACTIVE for port object c740c3f1-1394-4e6e-9568-6a229df226cb will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:02.519668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f43a1-a6b1-4c83-b271-6aa2260ca1d4 req-e367a34f-1a4e-40fa-ab38-c233571f5860 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.522255 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a8f43a1-a6b1-4c83-b271-6aa2260ca1d4 req-e367a34f-1a4e-40fa-ab38-c233571f5860 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5416 time: 0.3073943 Feb 11 13:25:02.523073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:02.539783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:02.540349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Checking segment: {'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:02.541585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.543571 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Bound using segment: {'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:02.546536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Bound port: 2e086ae7-b52e-4724-bac3-d90f4e154089, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:02.547102 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.571581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b04c308f-e6c0-4f23-8919-f494bf8142f3 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:02.580900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b04c308f-e6c0-4f23-8919-f494bf8142f3 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:02.581577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Pushing event updated for resources: {'Port': ['ID=f0474b45-f4aa-4698-8503-d1f18a188d95,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.612827 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a8f43a1-a6b1-4c83-b271-6aa2260ca1d4 req-25924b7e-dca9-485b-a646-f27890b928fc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566072 Feb 11 13:25:02.619470 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.695301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Pushing event updated for resources: {'Port': ['ID=c740c3f1-1394-4e6e-9568-6a229df226cb,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:02.728419 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bb791f-4e1c-45dc-be66-16c75c1e3a22 x-openstack-request-id: req-86bb791f-4e1c-45dc-be66-16c75c1e3a22 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:02.728709 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "18d1fef7-4d8a-40c8-b077-dec495d182b8", "status": "completed", "code": 200}, {"server_uuid": "37589d9f-7bc6-4473-8e5d-c1cb632e88b0", "name": "network-vif-deleted", "tag": "29418b28-e0b7-472f-be02-f3658d8fbd1a", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:02.729263 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-86bb791f-4e1c-45dc-be66-16c75c1e3a22 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:02.729651 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': '18d1fef7-4d8a-40c8-b077-dec495d182b8', 'status': 'completed', 'code': 200} Feb 11 13:25:02.729933 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37589d9f-7bc6-4473-8e5d-c1cb632e88b0', 'name': 'network-vif-deleted', 'tag': '29418b28-e0b7-472f-be02-f3658d8fbd1a', 'status': 'completed', 'code': 200} Feb 11 13:25:02.823920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-b9c992c8-ebc2-4591-be77-95661bd843cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.828676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-b9c992c8-ebc2-4591-be77-95661bd843cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.828676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-b9c992c8-ebc2-4591-be77-95661bd843cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.828676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-b9c992c8-ebc2-4591-be77-95661bd843cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.828676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-b9c992c8-ebc2-4591-be77-95661bd843cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.828676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-b9c992c8-ebc2-4591-be77-95661bd843cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.828676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-b9c992c8-ebc2-4591-be77-95661bd843cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:02.830540 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-b9c992c8-ebc2-4591-be77-95661bd843cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6443 time: 0.0784750 Feb 11 13:25:02.865190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] For port 2e086ae7-b52e-4724-bac3-d90f4e154089, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:02.869802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] For port 2e086ae7-b52e-4724-bac3-d90f4e154089, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2e086ae7-b52e-4724-bac3-d90f4e154089,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:02.894096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.912582 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.932334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Attempting to bind port c740c3f1-1394-4e6e-9568-6a229df226cb on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:02.932675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Attempting to bind port c740c3f1-1394-4e6e-9568-6a229df226cb by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:02.932990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Attempting to bind port c740c3f1-1394-4e6e-9568-6a229df226cb on network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:02.948321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:02.964201 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:02.981288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'mac_address': 'fa:16:3e:7b:a6:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:02.999968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Port c740c3f1-1394-4e6e-9568-6a229df226cb on network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:03.000558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Attempting to bind port c740c3f1-1394-4e6e-9568-6a229df226cb on network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:03.003798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:03.014533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:03.016821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Checking segment: {'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:03.016821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Bound using segment: {'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:03.016821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Bound port: c740c3f1-1394-4e6e-9568-6a229df226cb, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:03.016821 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.018899 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2193ec75-4798-4ef6-a558-b7808d6f891f" -d '{"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:03.075208 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.098423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:03.113644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013d4b1-6377-4f62-a0e8-50108bf2dcfc req-2473ad09-e005-4ac3-aa54-e2476185db21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.113834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a013d4b1-6377-4f62-a0e8-50108bf2dcfc req-2473ad09-e005-4ac3-aa54-e2476185db21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 950 time: 0.2593193 Feb 11 13:25:03.163397 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.171336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-116189b6-feb9-461e-94aa-d87dd1a5315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.172013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-116189b6-feb9-461e-94aa-d87dd1a5315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.172270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-116189b6-feb9-461e-94aa-d87dd1a5315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.182402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-116189b6-feb9-461e-94aa-d87dd1a5315f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3431721 Feb 11 13:25:03.229677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.237678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b04c308f-e6c0-4f23-8919-f494bf8142f3 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:03.237986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Allocated IP 172.25.0.208 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/353c228c-9512-47e5-ba84-2065c4cc0344) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:03.256212 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.259045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde9e4-17b8-4dca-a946-741d41970c86 None None] Pushing event updated for resources: {'Port': ['ID=2e086ae7-b52e-4724-bac3-d90f4e154089,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.265848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f835d61-a5ec-442f-bbd2-e1b5c6664468 req-486767dd-04e7-4023-bea0-2b82afdb8675 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.280223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f835d61-a5ec-442f-bbd2-e1b5c6664468 req-486767dd-04e7-4023-bea0-2b82afdb8675 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 944 time: 0.1898093 Feb 11 13:25:03.280223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] For port c740c3f1-1394-4e6e-9568-6a229df226cb, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:03.281910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] For port c740c3f1-1394-4e6e-9568-6a229df226cb, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c740c3f1-1394-4e6e-9568-6a229df226cb,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:03.313500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a013d4b1-6377-4f62-a0e8-50108bf2dcfc req-f9055d11-685f-43d8-8bad-3dd2bfdb48de tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894553 Feb 11 13:25:03.407883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f835d61-a5ec-442f-bbd2-e1b5c6664468 req-51ce82f6-5390-4968-97e5-c907a4beb1e5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321917 Feb 11 13:25:03.410879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.429330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.437000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:25:03.437494 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:25:03.481544 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d55a2a7-9738-4f03-8cae-e22cfa5f82a1 x-openstack-request-id: req-9d55a2a7-9738-4f03-8cae-e22cfa5f82a1 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:03.482294 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:03.482549 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d55a2a7-9738-4f03-8cae-e22cfa5f82a1 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:03.483001 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'code': 200} Feb 11 13:25:03.501553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.502330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.503658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] 10.222.0.13 "PUT /v2.0/ports/c740c3f1-1394-4e6e-9568-6a229df226cb HTTP/1.1" status: 200 len: 1091 time: 2.5374439 Feb 11 13:25:03.504119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': 'c740c3f1-1394-4e6e-9568-6a229df226cb'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:03.506972 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "c740c3f1-1394-4e6e-9568-6a229df226cb"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:03.656130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.659065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e778b-a646-4f4f-99bb-e0e7b62a9314 service neutron] Pushing event updated for resources: {'Port': ['ID=c740c3f1-1394-4e6e-9568-6a229df226cb,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.789458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-ea8984e4-47f7-4079-9f02-fb4a089d0f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.790957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce3d3e14-7099-4f06-9739-fd83d7fb71f3 req-ea8984e4-47f7-4079-9f02-fb4a089d0f9f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6006143 Feb 11 13:25:03.801268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0240a44a-4035-41fa-a1ce-edb6311dc1d6 None None] Network 78e8cc7a-6b88-4178-9818-4cb8339195fa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:03.807300 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:03.858589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:03.863028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:03.868345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:03.872150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240386cd-45ed-4c3c-969a-c4558e987c2e req-2c3b748c-22ed-4263-a055-d0e73679f369 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:03.881070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-240386cd-45ed-4c3c-969a-c4558e987c2e req-2c3b748c-22ed-4263-a055-d0e73679f369 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 945 time: 0.1513906 Feb 11 13:25:03.926050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=353c228c-9512-47e5-ba84-2065c4cc0344,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:03.977344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a4198dd-eb7b-4135-b27c-a397b93f7b43 None None] Provisioning complete for port e1c1f81b-05f7-46b6-9c3b-e75de36db09e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:03.978093 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4198dd-eb7b-4135-b27c-a397b93f7b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.002128 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-240386cd-45ed-4c3c-969a-c4558e987c2e req-45e1d6c1-5dc1-4943-a6b3-54c8d074033f tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077299 Feb 11 13:25:04.049398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8d6a2919-bfba-4872-a104-3ef4786bfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.049978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8d6a2919-bfba-4872-a104-3ef4786bfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.050355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8d6a2919-bfba-4872-a104-3ef4786bfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.050810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8d6a2919-bfba-4872-a104-3ef4786bfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.051328 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8d6a2919-bfba-4872-a104-3ef4786bfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.051884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8d6a2919-bfba-4872-a104-3ef4786bfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.052399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8d6a2919-bfba-4872-a104-3ef4786bfee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.066505 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8d6a2919-bfba-4872-a104-3ef4786bfee5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6485 time: 0.2036879 Feb 11 13:25:04.074096 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.118519 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.169304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04c308f-e6c0-4f23-8919-f494bf8142f3 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:04.207093 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea017d98-c3dc-4eb1-8903-e7eb62430d01 x-openstack-request-id: req-ea017d98-c3dc-4eb1-8903-e7eb62430d01 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:04.207389 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "c740c3f1-1394-4e6e-9568-6a229df226cb", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:04.207780 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ea017d98-c3dc-4eb1-8903-e7eb62430d01 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:04.208410 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': 'c740c3f1-1394-4e6e-9568-6a229df226cb', 'status': 'completed', 'code': 200} Feb 11 13:25:04.213344 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-a38797b8-0728-4517-8e38-0f4206797c9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef39ff2d-2440-4cb7-8b7d-d340c39a7374 HTTP/1.1" status: 200 len: 217 time: 0.1336689 Feb 11 13:25:04.253815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:04.268953 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4198dd-eb7b-4135-b27c-a397b93f7b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.321160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a4198dd-eb7b-4135-b27c-a397b93f7b43 None None] For port e1c1f81b-05f7-46b6-9c3b-e75de36db09e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e1c1f81b-05f7-46b6-9c3b-e75de36db09e,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:04.337027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-acbb975b-f8a2-4a2d-815e-cfcccb577cb6 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.340188 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-acbb975b-f8a2-4a2d-815e-cfcccb577cb6 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 945 time: 0.0950010 Feb 11 13:25:04.391170 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.412624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e1c1f81b-05f7-46b6-9c3b-e75de36db09e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:04.416911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-23de8cdb-d648-4d52-9008-dcbd179d1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.418398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-23de8cdb-d648-4d52-9008-dcbd179d1852 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e9ee6e8-fe6f-4e78-8500-2349a6d591e4 HTTP/1.1" status: 200 len: 856 time: 0.1878350 Feb 11 13:25:04.455087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1a6-d974-4299-9dfa-45be26cd7863 req-b7806a75-d982-4a40-a63f-05846c479682 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.461456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1a6-d974-4299-9dfa-45be26cd7863 req-b7806a75-d982-4a40-a63f-05846c479682 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.475465 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1a6-d974-4299-9dfa-45be26cd7863 req-b7806a75-d982-4a40-a63f-05846c479682 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.481541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1a6-d974-4299-9dfa-45be26cd7863 req-b7806a75-d982-4a40-a63f-05846c479682 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.495911 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4198dd-eb7b-4135-b27c-a397b93f7b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.497203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1a6-d974-4299-9dfa-45be26cd7863 req-b7806a75-d982-4a40-a63f-05846c479682 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.505446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1a6-d974-4299-9dfa-45be26cd7863 req-b7806a75-d982-4a40-a63f-05846c479682 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.511116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1a6-d974-4299-9dfa-45be26cd7863 req-b7806a75-d982-4a40-a63f-05846c479682 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.518351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b08a1a6-d974-4299-9dfa-45be26cd7863 req-b7806a75-d982-4a40-a63f-05846c479682 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.3370409 Feb 11 13:25:04.596943 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 29418b28-e0b7-472f-be02-f3658d8fbd1a no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:04.616052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Deleting port 30cad181-bd0a-4534-aff0-9a110b03fc83 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:04.616403 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.619922 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.626689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e1c1f81b-05f7-46b6-9c3b-e75de36db09e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:04.627512 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:04.630500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 34b53106-4a80-49a9-b773-f60fc2502b72 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:04.634739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 29418b28-e0b7-472f-be02-f3658d8fbd1a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:04.635209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 29418b28-e0b7-472f-be02-f3658d8fbd1a not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:04.682201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b08a1a6-d974-4299-9dfa-45be26cd7863 req-69d8d8de-eff0-485f-b078-3e6b4d6c8ec5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1611338 Feb 11 13:25:04.702097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-89142de6-f202-4ec1-ba13-5d3c94db1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.703847 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-89142de6-f202-4ec1-ba13-5d3c94db1b26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2703159 Feb 11 13:25:04.717135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=10']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:04.720680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b04c308f-e6c0-4f23-8919-f494bf8142f3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:04.817361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Router 8b6fc681-667b-4dae-b475-235e7c09f39a is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:04.925250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e492d5c0-183d-4a5e-83f7-73ca501d1c28 None None] Network b144d7c7-6efc-4463-b219-6206ca822bd4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:04.956174 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-9b484fe5-c89f-473b-899f-513ea6b1523f service neutron] 10.222.0.13 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338476 Feb 11 13:25:04.990302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7370bff-173c-4c4b-8555-58bcb46fdfb3 req-01c82452-c8ca-4fb1-b8c2-83f7ac5f6825 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:04.992452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7370bff-173c-4c4b-8555-58bcb46fdfb3 req-01c82452-c8ca-4fb1-b8c2-83f7ac5f6825 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 1101 time: 0.1654561 Feb 11 13:25:04.993325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-97bdcb7b-1236-4fab-9fc0-8b9fb9e63d4d None None] Provisioning complete for port e1c1f81b-05f7-46b6-9c3b-e75de36db09e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:04.993697 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-97bdcb7b-1236-4fab-9fc0-8b9fb9e63d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.018154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe0a33-8cd9-463d-8658-6b03c7e227ad req-b0c67eb2-6c86-4758-b39f-2f1d9e2eeb0b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.019666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fe0a33-8cd9-463d-8658-6b03c7e227ad req-b0c67eb2-6c86-4758-b39f-2f1d9e2eeb0b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 944 time: 0.1896579 Feb 11 13:25:05.050278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] For port 30cad181-bd0a-4534-aff0-9a110b03fc83, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=30cad181-bd0a-4534-aff0-9a110b03fc83,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:05.051770 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.068507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.083557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4198dd-eb7b-4135-b27c-a397b93f7b43 None None] Pushing event updated for resources: {'Port': ['ID=e1c1f81b-05f7-46b6-9c3b-e75de36db09e,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:05.096424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:05.099469 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7370bff-173c-4c4b-8555-58bcb46fdfb3 req-48269497-3403-4faf-878b-9c037567b5a1 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949433 Feb 11 13:25:05.123961 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Sync routers for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:05.137848 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-1af85877-84b7-495b-b6b1-5e6f269d89d5 service neutron] 10.222.0.13 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497231 Feb 11 13:25:05.140334 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:05.140972 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:05.162541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 34b53106-4a80-49a9-b773-f60fc2502b72 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:05.171664 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 34b53106-4a80-49a9-b773-f60fc2502b72 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:05.172029 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.195083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-9caa17e3-8822-4f9d-ae57-1db7d49f158b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=25906095-f674-4165-873d-1b718167c844 HTTP/1.1" status: 200 len: 217 time: 0.0457122 Feb 11 13:25:05.222065 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.224537 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1da8f311-890f-4a6b-b356-0987d8060853 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1293912 Feb 11 13:25:05.232393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2e086ae7-b52e-4724-bac3-d90f4e154089 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:05.252744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49326) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:05.273717 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fe0a33-8cd9-463d-8658-6b03c7e227ad req-5ded4056-a8a4-44f6-a244-485de87801ef tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455115 Feb 11 13:25:05.390077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-71f79407-d87d-48a8-9bb7-2a54ddf14755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.392056 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-71f79407-d87d-48a8-9bb7-2a54ddf14755 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.1903787 Feb 11 13:25:05.480387 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:05.495193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404c21a-9fa4-45b4-b3c6-ea4043b8aad8 req-0d846e97-2bc1-4683-8975-d61056376709 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.502465 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3404c21a-9fa4-45b4-b3c6-ea4043b8aad8 req-0d846e97-2bc1-4683-8975-d61056376709 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.2587154 Feb 11 13:25:05.551903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-bc3abc4a-71f9-4bb8-bdfa-0d338651c793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.553470 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-bc3abc4a-71f9-4bb8-bdfa-0d338651c793 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1461484 Feb 11 13:25:05.594878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e666f-3a63-4854-ab7d-ca3633c7777e req-778a2ef3-09d6-457f-bc13-04f3cbe7322d tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:05.596540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de0e666f-3a63-4854-ab7d-ca3633c7777e req-778a2ef3-09d6-457f-bc13-04f3cbe7322d tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 945 time: 0.2249253 Feb 11 13:25:05.602794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2e086ae7-b52e-4724-bac3-d90f4e154089 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:05.603174 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.646603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3404c21a-9fa4-45b4-b3c6-ea4043b8aad8 req-0e50c4dc-4264-4f15-a3bb-499e8d34e3f6 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430075 Feb 11 13:25:05.650299 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.650921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.651406 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Floating IP 8ba8f350-e0a5-4ab1-9e06-340c4c54df9a disassociated. External IP: 172.25.0.252, port: 30cad181-bd0a-4534-aff0-9a110b03fc83. Feb 11 13:25:05.663736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Calling delete_port for 30cad181-bd0a-4534-aff0-9a110b03fc83 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:05.697157 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.756261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de0e666f-3a63-4854-ab7d-ca3633c7777e req-3f46a58c-455b-4d10-94e7-b347990f2796 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups?id=f0b597dc-3bf9-478b-9276-6ff648aee51f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443698 Feb 11 13:25:05.799469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e023a9c-96fd-42ae-9260-020a0e388e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b53106-4a80-49a9-b773-f60fc2502b72'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:05.802314 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facd6483-06cc-45f1-b707-55b4502adfda" -d '{"events": [{"server_uuid": "7e023a9c-96fd-42ae-9260-020a0e388e9d", "name": "network-vif-plugged", "status": "completed", "tag": "34b53106-4a80-49a9-b773-f60fc2502b72"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:05.837258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 34b53106-4a80-49a9-b773-f60fc2502b72, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=34b53106-4a80-49a9-b773-f60fc2502b72,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:05.872072 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:02Z', 'revision_number': 3, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:05.892867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-ee3db415-f7e1-4f1c-a05e-43d3071e8f77 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878382 Feb 11 13:25:05.943882 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Checking router: 8b6fc681-667b-4dae-b475-235e7c09f39a for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:05.944380 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Updating router 8b6fc681-667b-4dae-b475-235e7c09f39a port f0474b45-f4aa-4698-8503-d1f18a188d95 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:05.950051 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:05.974911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0e15da0e-a958-4660-a229-166c55b40859 None None] Provisioning complete for port 2e086ae7-b52e-4724-bac3-d90f4e154089 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:05.975174 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e15da0e-a958-4660-a229-166c55b40859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.008459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:06.008730 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.018246 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.027113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 2e086ae7-b52e-4724-bac3-d90f4e154089, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2e086ae7-b52e-4724-bac3-d90f4e154089,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:06.052901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708b5b-86d7-47a8-8a20-2dc73f5c799c req-7e9a62d3-b217-4288-a3f8-fdf171ea1d30 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.064316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708b5b-86d7-47a8-8a20-2dc73f5c799c req-7e9a62d3-b217-4288-a3f8-fdf171ea1d30 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.077621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708b5b-86d7-47a8-8a20-2dc73f5c799c req-7e9a62d3-b217-4288-a3f8-fdf171ea1d30 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.089326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708b5b-86d7-47a8-8a20-2dc73f5c799c req-7e9a62d3-b217-4288-a3f8-fdf171ea1d30 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.091782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=34b53106-4a80-49a9-b773-f60fc2502b72,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:06.105911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708b5b-86d7-47a8-8a20-2dc73f5c799c req-7e9a62d3-b217-4288-a3f8-fdf171ea1d30 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.113461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708b5b-86d7-47a8-8a20-2dc73f5c799c req-7e9a62d3-b217-4288-a3f8-fdf171ea1d30 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.122186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708b5b-86d7-47a8-8a20-2dc73f5c799c req-7e9a62d3-b217-4288-a3f8-fdf171ea1d30 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.132607 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b708b5b-86d7-47a8-8a20-2dc73f5c799c req-7e9a62d3-b217-4288-a3f8-fdf171ea1d30 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.2187488 Feb 11 13:25:06.145874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.158621 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e15da0e-a958-4660-a229-166c55b40859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.241950 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.304663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Pushing event deleted for resources: {'Port': ['ID=30cad181-bd0a-4534-aff0-9a110b03fc83,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:06.388822 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-0e15da0e-a958-4660-a229-166c55b40859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:25:06.389212 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-0e15da0e-a958-4660-a229-166c55b40859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:25:06.392794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=2e086ae7-b52e-4724-bac3-d90f4e154089,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:06.419611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e1c1f81b-05f7-46b6-9c3b-e75de36db09e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:06.435797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b708b5b-86d7-47a8-8a20-2dc73f5c799c req-f39bfdea-1355-4afe-8637-3880773d5592 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2924042 Feb 11 13:25:06.468260 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f6136b-e921-4a5b-b945-6a1e8ee82e74 x-openstack-request-id: req-a9f6136b-e921-4a5b-b945-6a1e8ee82e74 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:06.468260 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e023a9c-96fd-42ae-9260-020a0e388e9d", "name": "network-vif-plugged", "status": "completed", "tag": "34b53106-4a80-49a9-b773-f60fc2502b72", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:06.468260 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a9f6136b-e921-4a5b-b945-6a1e8ee82e74 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:06.468260 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e023a9c-96fd-42ae-9260-020a0e388e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34b53106-4a80-49a9-b773-f60fc2502b72', 'code': 200} Feb 11 13:25:06.471800 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.488575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e1c1f81b-05f7-46b6-9c3b-e75de36db09e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:06.489112 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.490103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970a9b9-459a-47b1-83da-170f9203e496 req-a3ea4d18-5e18-42df-be4b-3b5935902e0c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.491112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3970a9b9-459a-47b1-83da-170f9203e496 req-a3ea4d18-5e18-42df-be4b-3b5935902e0c tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.3561015 Feb 11 13:25:06.566421 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.573376 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-75ee477c-60ca-48a2-81a5-73798e0fd8b9 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381717 Feb 11 13:25:06.594508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b04c308f-e6c0-4f23-8919-f494bf8142f3 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:06.621544 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Pushing event updated for resources: {'Port': ['ID=f0474b45-f4aa-4698-8503-d1f18a188d95,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:06.656086 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Attempting to bind port f0474b45-f4aa-4698-8503-d1f18a188d95 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:06.656747 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Attempting to bind port f0474b45-f4aa-4698-8503-d1f18a188d95 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:06.657292 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Attempting to bind port f0474b45-f4aa-4698-8503-d1f18a188d95 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:06.666940 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:06.667608 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:06.668190 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.668753 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:06.669571 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Bound port: f0474b45-f4aa-4698-8503-d1f18a188d95, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:06.670363 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.680538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.680538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.680538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.680538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.680538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.680538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.680538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.681461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port b04c308f-e6c0-4f23-8919-f494bf8142f3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:06.681912 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.682085 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.682573 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.683066 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.683557 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.684042 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:06.709802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-bc1b4937-b9b6-4e73-a9bb-ac4d5ad71505 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 HTTP/1.1" status: 200 len: 217 time: 0.1036701 Feb 11 13:25:06.761559 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] For port f0474b45-f4aa-4698-8503-d1f18a188d95, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:06.766649 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] For port f0474b45-f4aa-4698-8503-d1f18a188d95, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f0474b45-f4aa-4698-8503-d1f18a188d95,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:06.806006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48781132-6669-4b48-b2df-1288b9d70b92 req-01dad628-43d9-42a3-b01b-2d6a0f5786f0 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.811321 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.814795 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-48781132-6669-4b48-b2df-1288b9d70b92 req-01dad628-43d9-42a3-b01b-2d6a0f5786f0 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 945 time: 0.2477963 Feb 11 13:25:06.855748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:06.867869 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-7b808502-b12d-4f03-b95d-5718e5bb53d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:06.869498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-7b808502-b12d-4f03-b95d-5718e5bb53d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.1531560 Feb 11 13:25:06.887774 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.956452 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:06.957217 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:06.958198 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-48781132-6669-4b48-b2df-1288b9d70b92 req-219de487-70db-4c15-94e7-2f0d2d425e55 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402929 Feb 11 13:25:06.972567 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:06.973472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 30cad181-bd0a-4534-aff0-9a110b03fc83 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:06.996216 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.041159 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b09dbc-96cc-48de-bccf-fc58cc0e7cc1 None None] Pushing event updated for resources: {'Port': ['ID=f0474b45-f4aa-4698-8503-d1f18a188d95,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:07.081546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-d2e43eae-e8b4-4e30-aa4c-b85f269aec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.084024 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-d2e43eae-e8b4-4e30-aa4c-b85f269aec0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2070634 Feb 11 13:25:07.084511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:07.105862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 30cad181-bd0a-4534-aff0-9a110b03fc83 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:07.109174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 30cad181-bd0a-4534-aff0-9a110b03fc83 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:07.118022 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:07.119920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Sync routers for ids ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:07.127788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-df2dbb13-fe46-45f4-92f4-618361162683 None None] Provisioning complete for port 2e086ae7-b52e-4724-bac3-d90f4e154089 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:07.131839 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df2dbb13-fe46-45f4-92f4-618361162683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.168735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=11']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:07.176325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Router 977057cf-6472-4244-aab9-c8c1366a7968 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:07.178381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601eeec-f30f-4036-8415-449e8543788c req-b6c2fca2-3a1e-4271-9aa7-0063a21345a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.180184 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d601eeec-f30f-4036-8415-449e8543788c req-b6c2fca2-3a1e-4271-9aa7-0063a21345a6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 1096 time: 0.1883349 Feb 11 13:25:07.185247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Routers {'9f3b67a7-b1fd-4e71-870e-eba9a59254d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:07.185936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:07.208684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34a4d8-64b7-49af-8b27-34615f3f7185 req-43e885c3-3abd-4665-ae5d-ab7f906776c2 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.216300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb34a4d8-64b7-49af-8b27-34615f3f7185 req-43e885c3-3abd-4665-ae5d-ab7f906776c2 tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 1102 time: 0.2175250 Feb 11 13:25:07.289291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46090c-e5b7-43f3-b8a1-a47942f96952 req-07e0a60c-206e-47a4-b67b-96fb09bd0955 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.296801 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db46090c-e5b7-43f3-b8a1-a47942f96952 req-07e0a60c-206e-47a4-b67b-96fb09bd0955 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 950 time: 0.2280579 Feb 11 13:25:07.329183 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.330940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-138f2b08-f5a7-4a01-9eb4-6fb1f5f37ca5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5275848 Feb 11 13:25:07.337864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-3970a9b9-459a-47b1-83da-170f9203e496 req-afdc3399-4348-4481-808e-04183777ef34 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Deleting port e8199d0a-87f2-434a-b6d9-35b961c843ce {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:07.338597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3970a9b9-459a-47b1-83da-170f9203e496 req-afdc3399-4348-4481-808e-04183777ef34 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.339588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49340) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:07.344285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d601eeec-f30f-4036-8415-449e8543788c req-671b148a-fc9b-487c-93cd-3867673bea15 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460695 Feb 11 13:25:07.375780 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:02Z', 'revision_number': 3, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:07.418913 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee542433-2669-45e0-8098-2e144ef7afce None None] The sync data for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 is: [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:02Z', 'revision_number': 3, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:07.419423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db46090c-e5b7-43f3-b8a1-a47942f96952 req-9669c3e0-3451-495a-9da0-304510c9ecb0 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/security-groups?id=c89953df-32e5-4dc6-b6e9-547e040339bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216664 Feb 11 13:25:07.420680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Set router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:07.466568 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb34a4d8-64b7-49af-8b27-34615f3f7185 req-245fd58c-1446-4257-ab02-0b093b07171f tempest-ServersAdminTestJSON-254317319 tempest-ServersAdminTestJSON-254317319-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383845 Feb 11 13:25:07.519575 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8585cd08-fdc3-4b01-b590-4d6b7c53deca service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823147 Feb 11 13:25:07.545658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:07.564837 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] Sync routers for ids ['977057cf-6472-4244-aab9-c8c1366a7968'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:07.589508 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] Routers {'977057cf-6472-4244-aab9-c8c1366a7968'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:07.590572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['977057cf-6472-4244-aab9-c8c1366a7968'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:07.602847 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cbd54221-18c7-4e9a-8447-22b5c18d2490 req-1f5903e0-8dc6-4b44-bd8c-1856293ea48f tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 210 time: 0.0481489 Feb 11 13:25:07.624375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] No DVR routers for this DVR port 30cad181-bd0a-4534-aff0-9a110b03fc83 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:07.632553 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.636095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc0c9ab7-16ac-4694-bd8b-38da0b9cf029 req-26ca50b7-1ee7-471c-8803-6e39415e53df tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.13 "DELETE /v2.0/ports/30cad181-bd0a-4534-aff0-9a110b03fc83 HTTP/1.1" status: 204 len: 173 time: 3.2155151 Feb 11 13:25:07.654151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-3970a9b9-459a-47b1-83da-170f9203e496 req-afdc3399-4348-4481-808e-04183777ef34 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] For port e8199d0a-87f2-434a-b6d9-35b961c843ce, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e8199d0a-87f2-434a-b6d9-35b961c843ce,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:07.654660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3970a9b9-459a-47b1-83da-170f9203e496 req-afdc3399-4348-4481-808e-04183777ef34 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.696228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-3970a9b9-459a-47b1-83da-170f9203e496 req-afdc3399-4348-4481-808e-04183777ef34 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Calling delete_port for e8199d0a-87f2-434a-b6d9-35b961c843ce owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:07.722783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:04Z', 'revision_number': 3, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:07.736237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Allocated IP 172.20.0.1 (78e8cc7a-6b88-4178-9818-4cb8339195fa/3356f2cd-4d02-411c-9f61-5d25d83cac42/07757fe0-145a-4583-abdb-cbff44461559) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:07.805108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Checking router: 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:07.805415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Updating router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 port 353c228c-9512-47e5-ba84-2065c4cc0344 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:07.849061 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] Set router 977057cf-6472-4244-aab9-c8c1366a7968 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:07.870199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c20f38-b697-402d-9649-5768bfd2e000', 'name': 'network-vif-deleted', 'tag': '30cad181-bd0a-4534-aff0-9a110b03fc83'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:07.873904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:07.874126 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f9b237-15af-4fdc-8a6d-c4f396cc1947" -d '{"events": [{"server_uuid": "04c20f38-b697-402d-9649-5768bfd2e000", "name": "network-vif-deleted", "tag": "30cad181-bd0a-4534-aff0-9a110b03fc83"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:07.991481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e39b0-9cf5-477d-9455-2f617176b4eb req-dd54bbb3-1e0f-4ed2-9e42-8e6dd0b0ff18 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:07.997722 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-0960c6dd-f25c-4fcb-9f28-d9f4c79b8802 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605601 Feb 11 13:25:07.998548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e39b0-9cf5-477d-9455-2f617176b4eb req-dd54bbb3-1e0f-4ed2-9e42-8e6dd0b0ff18 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.005986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e39b0-9cf5-477d-9455-2f617176b4eb req-dd54bbb3-1e0f-4ed2-9e42-8e6dd0b0ff18 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.012795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e39b0-9cf5-477d-9455-2f617176b4eb req-dd54bbb3-1e0f-4ed2-9e42-8e6dd0b0ff18 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.020062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e39b0-9cf5-477d-9455-2f617176b4eb req-dd54bbb3-1e0f-4ed2-9e42-8e6dd0b0ff18 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.026538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e39b0-9cf5-477d-9455-2f617176b4eb req-dd54bbb3-1e0f-4ed2-9e42-8e6dd0b0ff18 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.033467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e39b0-9cf5-477d-9455-2f617176b4eb req-dd54bbb3-1e0f-4ed2-9e42-8e6dd0b0ff18 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.036561 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-106e39b0-9cf5-477d-9455-2f617176b4eb req-dd54bbb3-1e0f-4ed2-9e42-8e6dd0b0ff18 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.1668839 Feb 11 13:25:08.133982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-815443f3-edb0-442b-af86-d06770a69fae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=bc390621-14fa-4ee2-8555-bcbb41a5523e HTTP/1.1" status: 200 len: 217 time: 0.1243041 Feb 11 13:25:08.153928 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.204729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-106e39b0-9cf5-477d-9455-2f617176b4eb req-8a8fa013-0361-4e25-b5d9-003a3201814c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1442640 Feb 11 13:25:08.218459 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '96565b04-04ed-43ab-8477-a57d0794d742', 'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'mac_address': 'fa:16:3e:22:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:55Z', 'updated_at': '2022-02-11T13:24:02Z', 'revision_number': 5, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'subnets': [{'id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:08.268666 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] Checking router: 977057cf-6472-4244-aab9-c8c1366a7968 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:08.281120 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3970a9b9-459a-47b1-83da-170f9203e496 req-afdc3399-4348-4481-808e-04183777ef34 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.281804 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] Routers {'977057cf-6472-4244-aab9-c8c1366a7968'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:08.282929 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['977057cf-6472-4244-aab9-c8c1366a7968'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:08.322818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-26d426bf-82af-4116-90bc-6921b6db152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.324296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-26d426bf-82af-4116-90bc-6921b6db152a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.1684067 Feb 11 13:25:08.421389 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] Set router 977057cf-6472-4244-aab9-c8c1366a7968 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:08.426620 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0590abca-7ef1-4e95-9269-43e6bcea84c0 x-openstack-request-id: req-0590abca-7ef1-4e95-9269-43e6bcea84c0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:08.427184 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c20f38-b697-402d-9649-5768bfd2e000", "name": "network-vif-deleted", "tag": "30cad181-bd0a-4534-aff0-9a110b03fc83", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:08.427545 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0590abca-7ef1-4e95-9269-43e6bcea84c0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:08.428107 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c20f38-b697-402d-9649-5768bfd2e000', 'name': 'network-vif-deleted', 'tag': '30cad181-bd0a-4534-aff0-9a110b03fc83', 'status': 'completed', 'code': 200} Feb 11 13:25:08.439363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.444146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc3399-4348-4481-808e-04183777ef34 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Pushing event deleted for resources: {'Port': ['ID=e8199d0a-87f2-434a-b6d9-35b961c843ce,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:08.476146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:08.486664 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81150b5-466f-4d0c-b1e3-be9a56ca612f" -d '{"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-plugged", "status": "completed", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:08.495921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-3970a9b9-459a-47b1-83da-170f9203e496 req-afdc3399-4348-4481-808e-04183777ef34 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] No DVR routers for this DVR port e8199d0a-87f2-434a-b6d9-35b961c843ce on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:08.507237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3970a9b9-459a-47b1-83da-170f9203e496 req-afdc3399-4348-4481-808e-04183777ef34 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.521244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3970a9b9-459a-47b1-83da-170f9203e496 req-afdc3399-4348-4481-808e-04183777ef34 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.59 "DELETE /v2.0/ports/e8199d0a-87f2-434a-b6d9-35b961c843ce HTTP/1.1" status: 204 len: 173 time: 2.0141282 Feb 11 13:25:08.560678 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.591875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1bcf1-4cea-43d4-9df5-43bb19c18890 req-c94c31e4-ecc5-490e-b652-d5bb10909ef2 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.621961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72f1bcf1-4cea-43d4-9df5-43bb19c18890 req-c94c31e4-ecc5-490e-b652-d5bb10909ef2 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 949 time: 0.1055005 Feb 11 13:25:08.661789 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f4668-1f4f-4385-bcd0-730537ac3a2f None None] Pushing event updated for resources: {'Port': ['ID=353c228c-9512-47e5-ba84-2065c4cc0344,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:08.693069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e8199d0a-87f2-434a-b6d9-35b961c843ce no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:08.712666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f0474b45-f4aa-4698-8503-d1f18a188d95 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:08.717317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72f1bcf1-4cea-43d4-9df5-43bb19c18890 req-6f96cd5b-ff70-4f77-b956-2d559ff070bb tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915792 Feb 11 13:25:08.752775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Attempting to bind port 353c228c-9512-47e5-ba84-2065c4cc0344 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:08.753143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Attempting to bind port 353c228c-9512-47e5-ba84-2065c4cc0344 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:08.753493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Attempting to bind port 353c228c-9512-47e5-ba84-2065c4cc0344 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:08.763457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: e8199d0a-87f2-434a-b6d9-35b961c843ce {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:08.763825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e8199d0a-87f2-434a-b6d9-35b961c843ce not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:08.773315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e30d67-cff6-48cf-b45f-fde505df772f req-18e11b79-3e7e-40f3-94d1-e967ea321d0c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.780031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:08.780414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:08.780817 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.781210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:08.781686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Bound port: 353c228c-9512-47e5-ba84-2065c4cc0344, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:08.789185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.789636 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0e30d67-cff6-48cf-b45f-fde505df772f req-18e11b79-3e7e-40f3-94d1-e967ea321d0c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 945 time: 0.4146721 Feb 11 13:25:08.820065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e28972d7-73fe-4194-aa9e-72b00b9c86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:08.822123 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-e28972d7-73fe-4194-aa9e-72b00b9c86b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4405062 Feb 11 13:25:08.830560 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '96565b04-04ed-43ab-8477-a57d0794d742', 'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'mac_address': 'fa:16:3e:22:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:55Z', 'updated_at': '2022-02-11T13:24:02Z', 'revision_number': 5, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'subnets': [{'id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:08.869686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f0474b45-f4aa-4698-8503-d1f18a188d95 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:08.870085 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.887127 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:08.919704 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc5774-7e89-490b-976b-2bddd5656800 None None] The sync data for ids ['977057cf-6472-4244-aab9-c8c1366a7968'] in n-d-816488-1 is: [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:23:59Z', 'revision_number': 4, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '96565b04-04ed-43ab-8477-a57d0794d742', 'name': '', 'network_id': 'c174928f-171b-42db-92e0-3dcd96d0b30e', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'mac_address': 'fa:16:3e:22:03:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:55Z', 'updated_at': '2022-02-11T13:24:02Z', 'revision_number': 5, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'subnets': [{'id': '1e7dae46-d29e-449a-8f9c-b87b0191d936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:08.929942 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] For port 353c228c-9512-47e5-ba84-2065c4cc0344, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:08.938178 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91d23241-ad82-4e0d-8575-5c0e72928eec req-de66b9df-0413-43f9-9999-d79c98e3e617 tempest-MigrationsAdminTest-553679070 tempest-MigrationsAdminTest-553679070-project] 10.222.0.52 "GET /v2.0/ports?device_id=d51042ef-6cc1-48e5-812e-d156e04f9e78 HTTP/1.1" status: 200 len: 210 time: 0.0638502 Feb 11 13:25:08.994722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] For port 353c228c-9512-47e5-ba84-2065c4cc0344, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=353c228c-9512-47e5-ba84-2065c4cc0344,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:09.079010 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:09.105604 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b211b57-c39c-4147-9dd5-0030df3ea81a x-openstack-request-id: req-5b211b57-c39c-4147-9dd5-0030df3ea81a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:09.105936 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-plugged", "status": "completed", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:09.106171 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5b211b57-c39c-4147-9dd5-0030df3ea81a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:09.106572 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'code': 200} Feb 11 13:25:09.121750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port f0474b45-f4aa-4698-8503-d1f18a188d95, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f0474b45-f4aa-4698-8503-d1f18a188d95,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:09.138981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:09.168316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Network 78e8cc7a-6b88-4178-9818-4cb8339195fa is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:09.186903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:09.199433 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:09.228362 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0e30d67-cff6-48cf-b45f-fde505df772f req-f97f5c59-8b7f-459d-be0b-30dbbaf3f129 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422264 Feb 11 13:25:09.245604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Routers {'9f3b67a7-b1fd-4e71-870e-eba9a59254d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:09.246896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:09.252227 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:09.252444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2e086ae7-b52e-4724-bac3-d90f4e154089 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:09.270244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Pushing event updated for resources: {'Port': ['ID=07757fe0-145a-4583-abdb-cbff44461559,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:09.399535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3e9d97b-677d-44d3-815b-bd4d6dcde443 req-67e50bfe-b2a5-4aad-9529-10c49831dc63 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/ports?device_id=04c20f38-b697-402d-9649-5768bfd2e000 HTTP/1.1" status: 200 len: 210 time: 0.0554166 Feb 11 13:25:09.414035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-bc3d3cd8-9788-425f-affd-209b97309a7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1280663 Feb 11 13:25:09.448047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:09.509100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f4668-1f4f-4385-bcd0-730537ac3a2f None None] Pushing event updated for resources: {'Port': ['ID=353c228c-9512-47e5-ba84-2065c4cc0344,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:09.539839 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:09.540744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-77fa7034-50dc-4670-b905-cc80b1c3c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.544019 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-32939f0d-ec6c-4bcb-b240-691df9c78a6a service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935453 Feb 11 13:25:09.547569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-77fa7034-50dc-4670-b905-cc80b1c3c559 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=16ec866687e048a483417f63ff21dad7&device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 1101 time: 0.0891168 Feb 11 13:25:09.664707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-ca98dbc6-f556-4aca-96d8-cf3306a20c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.666391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-ca98dbc6-f556-4aca-96d8-cf3306a20c1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.0945718 Feb 11 13:25:09.702927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5499-c8c3-43b0-b729-21abe595a088 req-21ac8a25-f831-4898-8f9a-93b3db057b48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.708715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5499-c8c3-43b0-b729-21abe595a088 req-21ac8a25-f831-4898-8f9a-93b3db057b48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.714725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5499-c8c3-43b0-b729-21abe595a088 req-21ac8a25-f831-4898-8f9a-93b3db057b48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.718768 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-cdc32eff-7b6b-4904-ac7a-0bf02d364de9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=3355e21d-3395-4b99-a901-d71616c66673 HTTP/1.1" status: 200 len: 217 time: 0.0442791 Feb 11 13:25:09.720612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5499-c8c3-43b0-b729-21abe595a088 req-21ac8a25-f831-4898-8f9a-93b3db057b48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.727270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5499-c8c3-43b0-b729-21abe595a088 req-21ac8a25-f831-4898-8f9a-93b3db057b48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.733093 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5499-c8c3-43b0-b729-21abe595a088 req-21ac8a25-f831-4898-8f9a-93b3db057b48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.739099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f5499-c8c3-43b0-b729-21abe595a088 req-21ac8a25-f831-4898-8f9a-93b3db057b48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.741002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d2f5499-c8c3-43b0-b729-21abe595a088 req-21ac8a25-f831-4898-8f9a-93b3db057b48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.3282642 Feb 11 13:25:09.769032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=f0474b45-f4aa-4698-8503-d1f18a188d95,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:09.799933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b624349f-5961-4268-b4b9-b368a54b0806 None None] New status for floating IP 8ba8f350-e0a5-4ab1-9e06-340c4c54df9a: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:25:09.842024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-6396b19d-0325-40ae-b602-600fb2031237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.854815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-6396b19d-0325-40ae-b602-600fb2031237 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.1291144 Feb 11 13:25:09.857128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] Set router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:09.941630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ecc2e-8c2e-4f91-a94b-5c1352bcada2 req-204bb019-3b68-462c-aa67-ed3ba50aaa31 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.945256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a7ecc2e-8c2e-4f91-a94b-5c1352bcada2 req-204bb019-3b68-462c-aa67-ed3ba50aaa31 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 949 time: 0.1243210 Feb 11 13:25:09.951577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-d03d9d3f-c396-42da-9500-d499f412e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:09.953468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-d03d9d3f-c396-42da-9500-d499f412e829 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767362 Feb 11 13:25:09.971471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eda74972-c8c4-4924-b1ac-6c473a0056b1 None None] Provisioning complete for port 07757fe0-145a-4583-abdb-cbff44461559 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:09.971720 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eda74972-c8c4-4924-b1ac-6c473a0056b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:10.059399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a7ecc2e-8c2e-4f91-a94b-5c1352bcada2 req-cfe6aca9-c330-4199-b2ae-305100499ba8 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048322 Feb 11 13:25:10.091221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-eda74972-c8c4-4924-b1ac-6c473a0056b1 None None] Port 07757fe0-145a-4583-abdb-cbff44461559 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:10.105094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2e086ae7-b52e-4724-bac3-d90f4e154089 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:10.105459 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:10.107780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-ac74897b-1730-4779-aba9-5e85b19d8c38 service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443756 Feb 11 13:25:10.250612 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d2f5499-c8c3-43b0-b729-21abe595a088 req-15fc4922-9e25-49f4-9ab5-cc57175592c6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1607344 Feb 11 13:25:10.254844 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-9d15c961-3731-4a84-a086-7671c1364b85 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882653 Feb 11 13:25:10.269055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-e87422a5-c9e5-417f-b236-58d8a573e8ac tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.269055 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-e87422a5-c9e5-417f-b236-58d8a573e8ac tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 949 time: 0.6073711 Feb 11 13:25:10.280241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d931214-b8c1-48da-aa67-febaf5413f5a req-b4cdea47-0827-47a2-9340-6c2393e054bb service neutron] 10.222.0.13 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610410 Feb 11 13:25:10.365737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:04Z', 'revision_number': 3, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:10.373035 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-fb3b0af1-953c-4b04-9651-821704dc357c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=3a8edef0-7f83-4237-9a47-5ea18158de62 HTTP/1.1" status: 200 len: 217 time: 0.1050470 Feb 11 13:25:10.403889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd78cfc-922c-4ebd-8005-47c412ae7b0d None None] The sync data for ids ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'] in n-d-816488-1 is: [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:04Z', 'revision_number': 3, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:10.429154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'name': 'network-vif-deleted', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:10.440929 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0555aed6-4932-4a23-85b4-1a91612826b5" -d '{"events": [{"server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "name": "network-vif-deleted", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:10.458748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c85955-f401-4a01-8ab2-46da34013cb4 req-45bc19a2-14f1-45d4-bfa4-72c3868ebaa9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.462307 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0c85955-f401-4a01-8ab2-46da34013cb4 req-45bc19a2-14f1-45d4-bfa4-72c3868ebaa9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 945 time: 0.1004078 Feb 11 13:25:10.497612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f0474b45-f4aa-4698-8503-d1f18a188d95 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:10.512242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0c85955-f401-4a01-8ab2-46da34013cb4 req-f3bc10cd-d7bb-4a66-b130-cc7b53f3f9b0 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455558 Feb 11 13:25:10.528227 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:10.558056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Allocated IP 172.20.0.1 (b144d7c7-6efc-4463-b219-6206ca822bd4/12f70255-927c-4966-8a3c-6c16ea2b8442/59fd0a50-9fb3-4323-8b0e-89cccf0498ba) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:10.559933 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3adf42f-5351-46bc-8147-28f48649eec5 x-openstack-request-id: req-d3adf42f-5351-46bc-8147-28f48649eec5 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:10.560179 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51042ef-6cc1-48e5-812e-d156e04f9e78", "name": "network-vif-deleted", "tag": "e8199d0a-87f2-434a-b6d9-35b961c843ce", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:10.560816 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d3adf42f-5351-46bc-8147-28f48649eec5 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:10.563668 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51042ef-6cc1-48e5-812e-d156e04f9e78', 'name': 'network-vif-deleted', 'tag': 'e8199d0a-87f2-434a-b6d9-35b961c843ce', 'status': 'completed', 'code': 200} Feb 11 13:25:10.582039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f0474b45-f4aa-4698-8503-d1f18a188d95 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:10.584154 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:10.594055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-fb10bcf6-0f88-4a5b-a7e4-82dfd030a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.595553 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-fb10bcf6-0f88-4a5b-a7e4-82dfd030a18d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.1943045 Feb 11 13:25:10.685583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49378) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:10.769448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-cd11dff2-e938-41bd-b7ab-1f319d4dc865 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Deleting port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:10.771676 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-cd11dff2-e938-41bd-b7ab-1f319d4dc865 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:10.783026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c1556b0-a53e-4519-adfc-86b664251add tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:10.808573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c1556b0-a53e-4519-adfc-86b664251add tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:10.841642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-24bb72f3-9d69-45e6-a2cf-0e93d7e4101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:10.845826 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-24bb72f3-9d69-45e6-a2cf-0e93d7e4101e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2223299 Feb 11 13:25:10.975091 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.007229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49384) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:11.029684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c1556b0-a53e-4519-adfc-86b664251add tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.032376 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c1556b0-a53e-4519-adfc-86b664251add tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.036321 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8c1556b0-a53e-4519-adfc-86b664251add tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "DELETE /v2.0/security-groups/f0b597dc-3bf9-478b-9276-6ff648aee51f HTTP/1.1" status: 204 len: 168 time: 0.3482885 Feb 11 13:25:11.038715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49388) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:11.067266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff2fc64-5bee-413f-8212-cc84e85492c9 req-d189f399-9ff7-4eaa-9a61-109ab3a86ffd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.068852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ff2fc64-5bee-413f-8212-cc84e85492c9 req-d189f399-9ff7-4eaa-9a61-109ab3a86ffd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 945 time: 0.0927362 Feb 11 13:25:11.070241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1556b0-a53e-4519-adfc-86b664251add tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b597dc-3bf9-478b-9276-6ff648aee51f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.078388 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-790dbd2f-8eee-45bc-a5cc-a5030a91bf60 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] show failed (client error): The resource could not be found. Feb 11 13:25:11.081626 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-790dbd2f-8eee-45bc-a5cc-a5030a91bf60 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "GET /v2.0/security-groups/f0b597dc-3bf9-478b-9276-6ff648aee51f HTTP/1.1" status: 404 len: 347 time: 0.0387497 Feb 11 13:25:11.081870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49390) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:11.100331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-cd11dff2-e938-41bd-b7ab-1f319d4dc865 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] For port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:11.100708 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-cd11dff2-e938-41bd-b7ab-1f319d4dc865 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.159305 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-cd11dff2-e938-41bd-b7ab-1f319d4dc865 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Calling delete_port for d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:11.201228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.206261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-68718eef-31ef-4550-9fb3-6e6895fbae94 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456948 Feb 11 13:25:11.251105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ff2fc64-5bee-413f-8212-cc84e85492c9 req-39608f65-025c-4de0-8c53-489743672127 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289587 Feb 11 13:25:11.288863 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.341455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-463de5da-5855-4f38-ad86-612f728be111 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Deleting port 68554855-1cb8-4364-b8bf-cafb07b5db98 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:11.341987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-463de5da-5855-4f38-ad86-612f728be111 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.366083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.463778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Network b144d7c7-6efc-4463-b219-6206ca822bd4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:11.484979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d29a01-c4d8-4abc-a36e-f2aa7c4eecfc req-b2098e21-4f8e-48e4-9a30-f4d652a5c464 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.489238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:11.491352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d29a01-c4d8-4abc-a36e-f2aa7c4eecfc req-b2098e21-4f8e-48e4-9a30-f4d652a5c464 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.497238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d29a01-c4d8-4abc-a36e-f2aa7c4eecfc req-b2098e21-4f8e-48e4-9a30-f4d652a5c464 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.503102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d29a01-c4d8-4abc-a36e-f2aa7c4eecfc req-b2098e21-4f8e-48e4-9a30-f4d652a5c464 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.509451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d29a01-c4d8-4abc-a36e-f2aa7c4eecfc req-b2098e21-4f8e-48e4-9a30-f4d652a5c464 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.516841 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:11.522014 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-368eb0b9-3862-4519-92fc-b93539d94765 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5cb5a7db126d40d38512c5877f3b5910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5110686 Feb 11 13:25:11.522167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d29a01-c4d8-4abc-a36e-f2aa7c4eecfc req-b2098e21-4f8e-48e4-9a30-f4d652a5c464 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.528818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d29a01-c4d8-4abc-a36e-f2aa7c4eecfc req-b2098e21-4f8e-48e4-9a30-f4d652a5c464 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.541036 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33d29a01-c4d8-4abc-a36e-f2aa7c4eecfc req-b2098e21-4f8e-48e4-9a30-f4d652a5c464 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.1427860 Feb 11 13:25:11.544713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49398) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:11.553595 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-463de5da-5855-4f38-ad86-612f728be111 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.554020 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-463de5da-5855-4f38-ad86-612f728be111 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.608134 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-970b30f1-b35f-4314-9a8e-90d1c3a00140 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358414 Feb 11 13:25:11.615092 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.617006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Pushing event updated for resources: {'Port': ['ID=59fd0a50-9fb3-4323-8b0e-89cccf0498ba,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.617438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-463de5da-5855-4f38-ad86-612f728be111 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Calling delete_port for 68554855-1cb8-4364-b8bf-cafb07b5db98 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:11.626373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33d29a01-c4d8-4abc-a36e-f2aa7c4eecfc req-25ff3e60-1640-4db5-8393-2837fd97b66f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844867 Feb 11 13:25:11.656694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf5f66e-036b-4904-8c36-21ff38f897f5 req-e5f9f82d-169f-4994-aa3b-6afb3b7f4639 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:11.665288 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8cf5f66e-036b-4904-8c36-21ff38f897f5 req-e5f9f82d-169f-4994-aa3b-6afb3b7f4639 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 949 time: 0.4025848 Feb 11 13:25:11.704389 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.726464 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-036eac91-6f19-4722-83d6-e030def22687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.758585 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-036eac91-6f19-4722-83d6-e030def22687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.788395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-5ccfdff8-ecca-4791-849b-0c1f05adcd17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18d1fef7-4d8a-40c8-b077-dec495d182b8 HTTP/1.1" status: 200 len: 217 time: 0.1671813 Feb 11 13:25:11.841234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-412eac7b-b7e7-4f04-8cae-e5429aafb2f3 None None] Provisioning complete for port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:11.842372 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-412eac7b-b7e7-4f04-8cae-e5429aafb2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.870529 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-036eac91-6f19-4722-83d6-e030def22687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.873369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-036eac91-6f19-4722-83d6-e030def22687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.877519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-036eac91-6f19-4722-83d6-e030def22687 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c89953df-32e5-4dc6-b6e9-547e040339bc HTTP/1.1" status: 204 len: 168 time: 0.3290513 Feb 11 13:25:11.882446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-412eac7b-b7e7-4f04-8cae-e5429aafb2f3 None None] Port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:11.888586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036eac91-6f19-4722-83d6-e030def22687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89953df-32e5-4dc6-b6e9-547e040339bc,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.923149 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-463de5da-5855-4f38-ad86-612f728be111 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:11.947550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Pushing event updated for resources: {'Port': ['ID=07757fe0-145a-4583-abdb-cbff44461559,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.950412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463de5da-5855-4f38-ad86-612f728be111 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Pushing event deleted for resources: {'Port': ['ID=68554855-1cb8-4364-b8bf-cafb07b5db98,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:11.952321 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8cf5f66e-036b-4904-8c36-21ff38f897f5 req-273d2ed4-9d12-4ae1-b594-1ef35b920021 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858927 Feb 11 13:25:12.015706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-9cd9f531-5d14-4ce5-b655-6631be5a82af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:12.017104 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-9cd9f531-5d14-4ce5-b655-6631be5a82af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cca98a5-80b8-429c-990e-e21ac1dee2a8 HTTP/1.1" status: 200 len: 797 time: 0.2201359 Feb 11 13:25:12.025929 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-463de5da-5855-4f38-ad86-612f728be111 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.028895 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-463de5da-5855-4f38-ad86-612f728be111 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.030122 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-463de5da-5855-4f38-ad86-612f728be111 tempest-ServersTestManualDisk-733350738 tempest-ServersTestManualDisk-733350738-project] 10.222.0.52 "DELETE /v2.0/floatingips/8ba8f350-e0a5-4ab1-9e06-340c4c54df9a HTTP/1.1" status: 204 len: 168 time: 0.9467461 Feb 11 13:25:12.033153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49402) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:12.076649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Network 78e8cc7a-6b88-4178-9818-4cb8339195fa is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:12.079792 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:12.094429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-87338841-68b7-4c0d-af6b-ea65a06f4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:12.095941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-87338841-68b7-4c0d-af6b-ea65a06f4e9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0701690 Feb 11 13:25:12.145812 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-cd11dff2-e938-41bd-b7ab-1f319d4dc865 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.157256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['3355e21d-3395-4b99-a901-d71616c66673', 'd6d15153-7c97-4d2d-ae97-6cb50ae0f7b6', 'b04c308f-e6c0-4f23-8919-f494bf8142f3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:12.235821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11dff2-e938-41bd-b7ab-1f319d4dc865 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Pushing event deleted for resources: {'Port': ['ID=d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:12.551137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-32e92d1f-46cc-4602-a42c-62a740966c81 None None] Provisioning complete for port 07757fe0-145a-4583-abdb-cbff44461559 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:12.552035 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32e92d1f-46cc-4602-a42c-62a740966c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.563343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317aba3-7c4f-4d9c-91eb-37a8413f3dc3 req-1f63fc0a-00ea-446c-8423-6b97e46f7dc8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:12.563927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 353c228c-9512-47e5-ba84-2065c4cc0344 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:12.565089 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4317aba3-7c4f-4d9c-91eb-37a8413f3dc3 req-1f63fc0a-00ea-446c-8423-6b97e46f7dc8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 945 time: 0.1752520 Feb 11 13:25:12.630626 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4317aba3-7c4f-4d9c-91eb-37a8413f3dc3 req-57a31aa9-bbfd-4f52-a9e6-963c1e819c6f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578291 Feb 11 13:25:12.679908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-32e92d1f-46cc-4602-a42c-62a740966c81 None None] Port 07757fe0-145a-4583-abdb-cbff44461559 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:12.702279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.719229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 353c228c-9512-47e5-ba84-2065c4cc0344 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:12.719675 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.835187 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.859043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 353c228c-9512-47e5-ba84-2065c4cc0344, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=353c228c-9512-47e5-ba84-2065c4cc0344,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:12.888671 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.889468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49412) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:12.911586 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-cd11dff2-e938-41bd-b7ab-1f319d4dc865 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] No DVR routers for this DVR port d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:12.930684 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-cd11dff2-e938-41bd-b7ab-1f319d4dc865 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:12.934567 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1536fc7e-d618-4aae-b3ea-89f958c080f9 req-cd11dff2-e938-41bd-b7ab-1f319d4dc865 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "DELETE /v2.0/ports/d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 HTTP/1.1" status: 204 len: 173 time: 2.6563487 Feb 11 13:25:12.934567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eec706-4158-4ba4-813a-ed539a8d1d3b', 'name': 'network-vif-deleted', 'tag': 'd6d15153-7c97-4d2d-ae97-6cb50ae0f7b6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:12.936749 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac46154-20ea-4fc6-9ead-94925b07f44b" -d '{"events": [{"server_uuid": "a4eec706-4158-4ba4-813a-ed539a8d1d3b", "name": "network-vif-deleted", "tag": "d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:12.953750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-b08462c3-2fa5-4571-8d42-b13d8b16b01b service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8220382 Feb 11 13:25:12.961108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Router 8b6fc681-667b-4dae-b475-235e7c09f39a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:13.007562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f1f5-28a6-4e73-a1fd-c0260177338b req-1795811b-2d8b-4685-8e5f-b4d1f4c983d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.009665 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.013935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f1f5-28a6-4e73-a1fd-c0260177338b req-1795811b-2d8b-4685-8e5f-b4d1f4c983d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.019049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f1f5-28a6-4e73-a1fd-c0260177338b req-1795811b-2d8b-4685-8e5f-b4d1f4c983d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.025327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f1f5-28a6-4e73-a1fd-c0260177338b req-1795811b-2d8b-4685-8e5f-b4d1f4c983d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.031543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f1f5-28a6-4e73-a1fd-c0260177338b req-1795811b-2d8b-4685-8e5f-b4d1f4c983d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.037881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f1f5-28a6-4e73-a1fd-c0260177338b req-1795811b-2d8b-4685-8e5f-b4d1f4c983d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.043571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4f1f5-28a6-4e73-a1fd-c0260177338b req-1795811b-2d8b-4685-8e5f-b4d1f4c983d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.045736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbc4f1f5-28a6-4e73-a1fd-c0260177338b req-1795811b-2d8b-4685-8e5f-b4d1f4c983d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.1750715 Feb 11 13:25:13.080821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=353c228c-9512-47e5-ba84-2065c4cc0344,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:13.101469 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fd17ec0d-b60a-4685-aaca-2817909506e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e667d80683c3422e9058ac9f17dbce1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970022 Feb 11 13:25:13.105087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49418) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:13.149380 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbc4f1f5-28a6-4e73-a1fd-c0260177338b req-c2ba844e-7190-4bc8-a345-bba461201ad6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879357 Feb 11 13:25:13.160419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-622521f9-cf6d-444b-acd8-2c99b81324dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1138735 Feb 11 13:25:13.242509 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd66027-27df-4a36-9cd0-f1177da76c65 x-openstack-request-id: req-8cd66027-27df-4a36-9cd0-f1177da76c65 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:13.242870 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eec706-4158-4ba4-813a-ed539a8d1d3b", "name": "network-vif-deleted", "tag": "d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:13.243087 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cd66027-27df-4a36-9cd0-f1177da76c65 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:13.243416 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4eec706-4158-4ba4-813a-ed539a8d1d3b', 'name': 'network-vif-deleted', 'tag': 'd6d15153-7c97-4d2d-ae97-6cb50ae0f7b6', 'status': 'completed', 'code': 200} Feb 11 13:25:13.249172 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-115111b2-d11e-4475-a003-8d347fb39ddd service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692878 Feb 11 13:25:13.279829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-7e641bb5-27f0-4121-9a09-cfcd4796fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.280480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-7e641bb5-27f0-4121-9a09-cfcd4796fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.280818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-7e641bb5-27f0-4121-9a09-cfcd4796fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.281156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-7e641bb5-27f0-4121-9a09-cfcd4796fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.281674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-7e641bb5-27f0-4121-9a09-cfcd4796fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.282433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-7e641bb5-27f0-4121-9a09-cfcd4796fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.282575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-7e641bb5-27f0-4121-9a09-cfcd4796fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.284438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-7e641bb5-27f0-4121-9a09-cfcd4796fb16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6491 time: 0.0996759 Feb 11 13:25:13.322642 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-a33ea03b-ee9f-401b-9a01-8af180262672 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c740c3f1-1394-4e6e-9568-6a229df226cb HTTP/1.1" status: 200 len: 217 time: 0.0583966 Feb 11 13:25:13.327228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] Deleting port 96565b04-04ed-43ab-8477-a57d0794d742 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:13.327579 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.338549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:13.351452 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Sync routers for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:13.364476 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:13.365441 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:13.368967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-237520db-b3a8-4624-a8e6-4f28c3e80a7a admin admin] 10.222.0.52 "PUT /v2.0/routers/8b6fc681-667b-4dae-b475-235e7c09f39a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1095512 Feb 11 13:25:13.370631 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1457175-46f0-4d7f-a69c-7e8513c53849 req-3e250fee-9fd8-4fb0-afff-49672162023b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 210 time: 0.0675070 Feb 11 13:25:13.406460 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0632735a-7eca-4393-b847-666f637aac7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.444834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.457655 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0632735a-7eca-4393-b847-666f637aac7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.460603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-96dde040-394b-4210-b546-fb8b3cdad127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.462103 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-96dde040-394b-4210-b546-fb8b3cdad127 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cca98a5-80b8-429c-990e-e21ac1dee2a8 HTTP/1.1" status: 200 len: 797 time: 0.1301947 Feb 11 13:25:13.510024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] For port 96565b04-04ed-43ab-8477-a57d0794d742, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=96565b04-04ed-43ab-8477-a57d0794d742,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:13.510751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.527442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] Calling delete_port for 96565b04-04ed-43ab-8477-a57d0794d742 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:13.535288 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.596057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.645384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:13.674095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-fb6a508d-1ef5-4dfb-8cbf-964f42efe219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.677455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-fb6a508d-1ef5-4dfb-8cbf-964f42efe219 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081876 Feb 11 13:25:13.799132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Pushing event updated for resources: {'Port': ['ID=59fd0a50-9fb3-4323-8b0e-89cccf0498ba,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:13.862587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Network b144d7c7-6efc-4463-b219-6206ca822bd4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:13.865622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:13.874060 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-8865da25-074c-4454-9f64-496290149ac8 service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564856 Feb 11 13:25:13.894601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759f2d0-f3ef-48aa-be02-5c88906dd1cf req-ef822712-afaf-437e-a7c7-b005c0e9a077 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.902660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e759f2d0-f3ef-48aa-be02-5c88906dd1cf req-ef822712-afaf-437e-a7c7-b005c0e9a077 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 945 time: 0.2207739 Feb 11 13:25:13.911226 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 2, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:13.936175 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0632735a-7eca-4393-b847-666f637aac7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.938735 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0632735a-7eca-4393-b847-666f637aac7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:13.943193 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0632735a-7eca-4393-b847-666f637aac7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98d816fd-5e42-478f-9b23-05fcaa639e39 HTTP/1.1" status: 204 len: 168 time: 0.8343799 Feb 11 13:25:13.947835 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Checking router: 8b6fc681-667b-4dae-b475-235e7c09f39a for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:13.948201 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Updating router 8b6fc681-667b-4dae-b475-235e7c09f39a port 07757fe0-145a-4583-abdb-cbff44461559 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:13.968752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e759f2d0-f3ef-48aa-be02-5c88906dd1cf req-3f55e0ff-a3a5-450d-9728-00d5541363a1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652156 Feb 11 13:25:13.992326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-73b636d1-ab18-44ee-aca7-342ec84fdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.992809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-73b636d1-ab18-44ee-aca7-342ec84fdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.993894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-73b636d1-ab18-44ee-aca7-342ec84fdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:13.995856 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-73b636d1-ab18-44ee-aca7-342ec84fdf60 service neutron] 10.222.0.59 "GET /v2.0/networks?id=82e326e6-190a-41c5-9091-43f8b7834047&id=54357795-65be-438f-898f-11db6e4005be&id=54357795-65be-438f-898f-11db6e4005be&id=54357795-65be-438f-898f-11db6e4005be&id=54357795-65be-438f-898f-11db6e4005be&id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&id=e4f4d906-9c4b-48bb-930e-7263dc5fd141 HTTP/1.1" status: 200 len: 2291 time: 0.6796813 Feb 11 13:25:14.005548 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.120943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632735a-7eca-4393-b847-666f637aac7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d816fd-5e42-478f-9b23-05fcaa639e39,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:14.122550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49430) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:14.135309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-c37c604e-6378-4704-b0bd-21c4fcb2c96e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ea6c0d-50c9-461a-bc14-e44498996519 HTTP/1.1" status: 200 len: 1001 time: 0.1320581 Feb 11 13:25:14.136468 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.170409 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9a2c1ad3-6883-440a-bf39-8166a06b4dd4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340107997', 'description': 'tempest-description--773152804'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:14.201584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:14.276504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=96565b04-04ed-43ab-8477-a57d0794d742,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:14.328407 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49dbf956-a3d0-4eaf-853c-0ae3d775bec0 req-f640d5c3-5660-4d62-a521-ca48ac79ba6b service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205739 Feb 11 13:25:14.339673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a9dab8b1-1616-43a9-99ba-c19291d3b042 None None] Provisioning complete for port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:14.341201 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9dab8b1-1616-43a9-99ba-c19291d3b042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.383812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-86449e13-e64d-4371-a1de-ae40f7e8ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.385289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-86449e13-e64d-4371-a1de-ae40f7e8ccc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=270b6f5f-34f9-478f-b64f-a56ab929ff15 HTTP/1.1" status: 200 len: 850 time: 0.2370420 Feb 11 13:25:14.415116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a9dab8b1-1616-43a9-99ba-c19291d3b042 None None] Port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:14.464707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a2c1ad3-6883-440a-bf39-8166a06b4dd4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.499606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:14.510497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c3e93cc6-4a01-4e98-8cc6-f07da96f2a42 admin admin] 10.222.0.52 "PUT /v2.0/routers/9f3b67a7-b1fd-4e71-870e-eba9a59254d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1644862 Feb 11 13:25:14.527788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Sync routers for ids ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:14.547635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Routers {'9f3b67a7-b1fd-4e71-870e-eba9a59254d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:14.548696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:14.579399 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.704318 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8ae1c077-523d-4f82-98fb-c2d7420cf61c req-7b8494c8-84d7-405c-84f9-366420018cc1 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4eec706-4158-4ba4-813a-ed539a8d1d3b HTTP/1.1" status: 200 len: 210 time: 0.1164496 Feb 11 13:25:14.742816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:14.744774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 353c228c-9512-47e5-ba84-2065c4cc0344 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:14.747594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a2c1ad3-6883-440a-bf39-8166a06b4dd4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.765164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-f562ac2e-e603-405b-a421-ef501715a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.777443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-f562ac2e-e603-405b-a421-ef501715a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.777621 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:14.777738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-f562ac2e-e603-405b-a421-ef501715a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.777738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-f562ac2e-e603-405b-a421-ef501715a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.777738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-f562ac2e-e603-405b-a421-ef501715a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.777738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-f562ac2e-e603-405b-a421-ef501715a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.777738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-f562ac2e-e603-405b-a421-ef501715a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.777738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-f562ac2e-e603-405b-a421-ef501715a90f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6485 time: 0.1079516 Feb 11 13:25:14.796173 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:14.796518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d6d15153-7c97-4d2d-ae97-6cb50ae0f7b6 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:14.844667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Set router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:14.979988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-cee5614c-c2f4-44fd-be06-21e8fb24aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:14.981450 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-cee5614c-c2f4-44fd-be06-21e8fb24aebe service neutron] 10.222.0.13 "GET /v2.0/networks?id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 HTTP/1.1" status: 200 len: 902 time: 0.1969581 Feb 11 13:25:14.982807 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a2c1ad3-6883-440a-bf39-8166a06b4dd4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.049674 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Attempting to bind port 07757fe0-145a-4583-abdb-cbff44461559 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:15.050107 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Attempting to bind port 07757fe0-145a-4583-abdb-cbff44461559 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:15.050781 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Attempting to bind port 07757fe0-145a-4583-abdb-cbff44461559 on network 78e8cc7a-6b88-4178-9818-4cb8339195fa {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:15.059418 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5662f9-5a10-4d7e-898f-081f1edd186b None None] Pushing event updated for resources: {'Port': ['ID=07757fe0-145a-4583-abdb-cbff44461559,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:15.063087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-1a3999ea-a36a-406c-bf8d-2f09c17a0641 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c740c3f1-1394-4e6e-9568-6a229df226cb HTTP/1.1" status: 200 len: 217 time: 0.0609696 Feb 11 13:25:15.075152 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:15.075539 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Checking segment: {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:15.075946 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.076385 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Bound using segment: {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:15.076819 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Bound port: 07757fe0-145a-4583-abdb-cbff44461559, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:15.077201 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.116297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 353c228c-9512-47e5-ba84-2065c4cc0344 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:15.116676 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.118220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c1ad3-6883-440a-bf39-8166a06b4dd4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7000f20-6e31-43bb-a413-da029995602e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:15.144407 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a2c1ad3-6883-440a-bf39-8166a06b4dd4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.146857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9a2c1ad3-6883-440a-bf39-8166a06b4dd4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0130150 Feb 11 13:25:15.154779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49454) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:15.162945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b7dc1633-86a2-4e68-9547-946af46b241a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'security_group_rule': {'security_group_id': 'd7000f20-6e31-43bb-a413-da029995602e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:15.199390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-46cbb469-3a98-4539-ad59-bc7ce27fdb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.207814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-46cbb469-3a98-4539-ad59-bc7ce27fdb16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cca98a5-80b8-429c-990e-e21ac1dee2a8 HTTP/1.1" status: 200 len: 797 time: 0.1224952 Feb 11 13:25:15.274300 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] For port 07757fe0-145a-4583-abdb-cbff44461559, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:15.284943 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] For port 07757fe0-145a-4583-abdb-cbff44461559, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=07757fe0-145a-4583-abdb-cbff44461559,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:15.301753 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1633-86a2-4e68-9547-946af46b241a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.327333 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-f9ff69f5-6dfe-4785-b016-43373639167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.329153 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-f9ff69f5-6dfe-4785-b016-43373639167a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1196785 Feb 11 13:25:15.367903 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.369663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-26167c3c-e5b7-45c3-837f-359dec1706e4 None None] Provisioning complete for port 07757fe0-145a-4583-abdb-cbff44461559 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:15.370380 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-26167c3c-e5b7-45c3-837f-359dec1706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.501919 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.503948 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1633-86a2-4e68-9547-946af46b241a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.512076 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:15.518470 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:15.541984 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-26167c3c-e5b7-45c3-837f-359dec1706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.570425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4027-07da-4a0b-80fd-a696b6ea0799 req-79968543-b300-4cc5-a7f0-05a1906a6810 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.578496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4027-07da-4a0b-80fd-a696b6ea0799 req-79968543-b300-4cc5-a7f0-05a1906a6810 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.585368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4027-07da-4a0b-80fd-a696b6ea0799 req-79968543-b300-4cc5-a7f0-05a1906a6810 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.596008 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-535f2e27-e441-4496-a70e-226c3d3d9442 service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490904 Feb 11 13:25:15.599444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-26167c3c-e5b7-45c3-837f-359dec1706e4 None None] For port 07757fe0-145a-4583-abdb-cbff44461559, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=07757fe0-145a-4583-abdb-cbff44461559,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:15.616135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '59fd0a50-9fb3-4323-8b0e-89cccf0498ba', 'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'mac_address': 'fa:16:3e:42:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:09Z', 'updated_at': '2022-02-11T13:25:13Z', 'revision_number': 2, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'subnets': [{'id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:15.617049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4027-07da-4a0b-80fd-a696b6ea0799 req-79968543-b300-4cc5-a7f0-05a1906a6810 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.640141 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5662f9-5a10-4d7e-898f-081f1edd186b None None] Pushing event updated for resources: {'Port': ['ID=07757fe0-145a-4583-abdb-cbff44461559,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:15.640718 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4027-07da-4a0b-80fd-a696b6ea0799 req-79968543-b300-4cc5-a7f0-05a1906a6810 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.650749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Checking router: 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:15.651111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Updating router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:15.666987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4027-07da-4a0b-80fd-a696b6ea0799 req-79968543-b300-4cc5-a7f0-05a1906a6810 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.687960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4027-07da-4a0b-80fd-a696b6ea0799 req-79968543-b300-4cc5-a7f0-05a1906a6810 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.689568 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-26167c3c-e5b7-45c3-837f-359dec1706e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.703705 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16ed4027-07da-4a0b-80fd-a696b6ea0799 req-79968543-b300-4cc5-a7f0-05a1906a6810 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 1.4306297 Feb 11 13:25:15.718211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-3750db90-3540-4985-ae60-47fea96f7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.719735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-3750db90-3540-4985-ae60-47fea96f7456 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82e326e6-190a-41c5-9091-43f8b7834047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2441933 Feb 11 13:25:15.720243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49462) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:15.784439 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.821328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6192ec1b-692f-49c0-82ed-28e5416dd0a2 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--116124506', 'description': 'tempest-description--1686458119'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:15.828803 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:15.873168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcd6529e-5a6d-4f11-b984-fd8b8eda2e7d req-2b81f265-fadb-4f49-9d2a-7382bb3b201f service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700603 Feb 11 13:25:15.873168 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1633-86a2-4e68-9547-946af46b241a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:15.918566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49468) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:15.954159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc1633-86a2-4e68-9547-946af46b241a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea6ec72-a440-4711-a62d-d9607573e325,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:15.987637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab5d0a-7263-4e15-a402-74079671f889 req-6e14ed40-142e-4ad7-85d9-be1d989227b3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:15.990058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2bab5d0a-7263-4e15-a402-74079671f889 req-6e14ed40-142e-4ad7-85d9-be1d989227b3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 945 time: 0.1204133 Feb 11 13:25:16.029919 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b7dc1633-86a2-4e68-9547-946af46b241a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.031207 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b7dc1633-86a2-4e68-9547-946af46b241a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8749914 Feb 11 13:25:16.038872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49472) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:16.044079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a95082b2-a039-4164-8426-df9732f8f7bd tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'security_group_rule': {'security_group_id': 'd7000f20-6e31-43bb-a413-da029995602e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:16.067539 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2bab5d0a-7263-4e15-a402-74079671f889 req-265e0918-8033-4fc3-9080-7bbac2daa64d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685756 Feb 11 13:25:16.091067 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26167c3c-e5b7-45c3-837f-359dec1706e4 None None] Pushing event updated for resources: {'Port': ['ID=07757fe0-145a-4583-abdb-cbff44461559,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:16.123486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90a6c2e7-a178-4282-926f-c02049d2807f None None] Provisioning complete for port 07757fe0-145a-4583-abdb-cbff44461559 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:16.123654 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90a6c2e7-a178-4282-926f-c02049d2807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.154214 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:16.199716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16ed4027-07da-4a0b-80fd-a696b6ea0799 req-b34478b7-9bbf-44fa-8e23-e7f8e7f36258 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4950085 Feb 11 13:25:16.209915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-network', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:16.227430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6192ec1b-692f-49c0-82ed-28e5416dd0a2 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.253510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a95082b2-a039-4164-8426-df9732f8f7bd tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.268941 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22393fcf-3203-4a48-9f8b-56ee4b47c3f7 None None] The sync data for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 is: [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:16.332302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-8a505f15-4b9c-4b31-92ab-46f0833f0c56 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:16.334592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-8a505f15-4b9c-4b31-92ab-46f0833f0c56 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 945 time: 0.8211753 Feb 11 13:25:16.386784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Made reservation on behalf of 40ae3ea2fb064fb3af590d74630d1578 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:16.390422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.474271 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a95082b2-a039-4164-8426-df9732f8f7bd tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.487587 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.628745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a95082b2-a039-4164-8426-df9732f8f7bd tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.636729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 07757fe0-145a-4583-abdb-cbff44461559 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:16.638753 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.657442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95082b2-a039-4164-8426-df9732f8f7bd tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7129eea8-e80f-41c3-bac3-da2f74c9ace0,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:16.700790 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.720149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 07757fe0-145a-4583-abdb-cbff44461559 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:16.720729 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.722464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-c10119e8-6569-4844-9fba-fec653975726 service neutron] 10.222.0.59 "GET /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8820755 Feb 11 13:25:16.758630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a95082b2-a039-4164-8426-df9732f8f7bd tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.761138 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a95082b2-a039-4164-8426-df9732f8f7bd tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7211182 Feb 11 13:25:16.762338 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.768032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49478) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:16.776367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:16.804664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:16.822779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6422cb35-574a-4911-b1f5-a133778097d0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:16.826541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.826887 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Added segment 1713697d-5846-4c26-8d44-abe7c68c22cf of type vlan for network 56ca897a-daf6-4090-a480-a748125a03ee Feb 11 13:25:16.852706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:16.897691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6418e40-d491-4502-a6d8-0165d1510332 None None] Pushing event updated for resources: {'Port': ['ID=59fd0a50-9fb3-4323-8b0e-89cccf0498ba,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:16.910780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.005485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6192ec1b-692f-49c0-82ed-28e5416dd0a2 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.013525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Attempting to bind port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:17.013930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Attempting to bind port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:17.014302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Attempting to bind port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba on network b144d7c7-6efc-4463-b219-6206ca822bd4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:17.020909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:17.022597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Checking segment: {'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:17.022597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.022597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Bound using segment: {'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:17.022597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Bound port: 59fd0a50-9fb3-4323-8b0e-89cccf0498ba, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:17.023051 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.054716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.055720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.056638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.100507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5f16b-784f-4a40-b2c4-0595a01c4d1b req-b0112ef4-fdd9-41ff-94e5-cc9e4ac99335 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.109751 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79e5f16b-784f-4a40-b2c4-0595a01c4d1b req-b0112ef4-fdd9-41ff-94e5-cc9e4ac99335 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 950 time: 0.2238526 Feb 11 13:25:17.127723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-685bf663-6835-48fd-937e-f22e85d0659d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Deleting port 34b53106-4a80-49a9-b773-f60fc2502b72 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:17.128618 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-685bf663-6835-48fd-937e-f22e85d0659d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.131912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] For port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:17.132948 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6192ec1b-692f-49c0-82ed-28e5416dd0a2 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.135598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.140991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] For port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=59fd0a50-9fb3-4323-8b0e-89cccf0498ba,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:17.173973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-07207b89-7d98-4630-b751-20f476dc64f5 service neutron] 10.222.0.59 "GET /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409049 Feb 11 13:25:17.189308 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] Pushing event updated for resources: {'Network': ['ID=56ca897a-daf6-4090-a480-a748125a03ee,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:17.210102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 56ca897a-daf6-4090-a480-a748125a03ee details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:17.247522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1c8799ef-13d3-455c-8fab-63657c80907a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3196859 Feb 11 13:25:17.250750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49484) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:17.260069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Request body: {'subnet': {'network_id': '56ca897a-daf6-4090-a480-a748125a03ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-subnet', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:17.271774 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.334902 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192ec1b-692f-49c0-82ed-28e5416dd0a2 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57437bef-16d9-46fd-81b1-aa0061f1750b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:17.339532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe133df-7243-485f-aab4-c120aa5fb9c3 req-5bd5069f-d4e2-40a1-b617-b86f7e3b49ab tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.350708 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fe133df-7243-485f-aab4-c120aa5fb9c3 req-5bd5069f-d4e2-40a1-b617-b86f7e3b49ab tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 945 time: 0.1398451 Feb 11 13:25:17.398523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Routers {'9f3b67a7-b1fd-4e71-870e-eba9a59254d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:17.400862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:17.431182 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fe133df-7243-485f-aab4-c120aa5fb9c3 req-f0b28cfd-7c31-4c97-83b5-2e400a819707 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792227 Feb 11 13:25:17.452960 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79e5f16b-784f-4a40-b2c4-0595a01c4d1b req-e6ddef33-dc1f-4296-836a-8ce4643d0000 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341007 Feb 11 13:25:17.459092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6192ec1b-692f-49c0-82ed-28e5416dd0a2 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.463464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6192ec1b-692f-49c0-82ed-28e5416dd0a2 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7169845 Feb 11 13:25:17.464228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49486) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:17.469045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-39c85a44-3e49-4dae-99b1-fe75341c3f94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Request body: {'security_group_rule': {'security_group_id': '57437bef-16d9-46fd-81b1-aa0061f1750b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:17.486729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6418e40-d491-4502-a6d8-0165d1510332 None None] Pushing event updated for resources: {'Port': ['ID=59fd0a50-9fb3-4323-8b0e-89cccf0498ba,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:17.493430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d5924e1c-4fcf-4867-b4b4-ef08c56756a2 None None] Provisioning complete for port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:17.493824 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d5924e1c-4fcf-4867-b4b4-ef08c56756a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.555691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-de1f4ec6-e641-4af4-9778-67b01c638711 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e1b167ff-d98b-4c05-a225-bdadc187eb27 HTTP/1.1" status: 200 len: 217 time: 0.3210568 Feb 11 13:25:17.567245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] Router 977057cf-6472-4244-aab9-c8c1366a7968 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:17.572718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Made reservation on behalf of 40ae3ea2fb064fb3af590d74630d1578 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:17.575465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.637709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] Set router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:17.671991 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39c85a44-3e49-4dae-99b1-fe75341c3f94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.695499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-4c425e2d-186b-40ad-b200-289ee9ff84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.697213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-4c425e2d-186b-40ad-b200-289ee9ff84f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.1285527 Feb 11 13:25:17.747271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c6d4f-bb07-4889-acad-c5b81a72d567 req-112ca052-5c36-4fbb-bbe9-98042e3130cc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.755837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-685bf663-6835-48fd-937e-f22e85d0659d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] For port 34b53106-4a80-49a9-b773-f60fc2502b72, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=34b53106-4a80-49a9-b773-f60fc2502b72,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:17.756428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-685bf663-6835-48fd-937e-f22e85d0659d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.756901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c6d4f-bb07-4889-acad-c5b81a72d567 req-112ca052-5c36-4fbb-bbe9-98042e3130cc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.765435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c6d4f-bb07-4889-acad-c5b81a72d567 req-112ca052-5c36-4fbb-bbe9-98042e3130cc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.771135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d5924e1c-4fcf-4867-b4b4-ef08c56756a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.775384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c6d4f-bb07-4889-acad-c5b81a72d567 req-112ca052-5c36-4fbb-bbe9-98042e3130cc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.782485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c6d4f-bb07-4889-acad-c5b81a72d567 req-112ca052-5c36-4fbb-bbe9-98042e3130cc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.788993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c6d4f-bb07-4889-acad-c5b81a72d567 req-112ca052-5c36-4fbb-bbe9-98042e3130cc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.795094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c6d4f-bb07-4889-acad-c5b81a72d567 req-112ca052-5c36-4fbb-bbe9-98042e3130cc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.803537 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e1c6d4f-bb07-4889-acad-c5b81a72d567 req-112ca052-5c36-4fbb-bbe9-98042e3130cc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.2819700 Feb 11 13:25:17.809698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-685bf663-6835-48fd-937e-f22e85d0659d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Calling delete_port for 34b53106-4a80-49a9-b773-f60fc2502b72 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:17.821981 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:25:17.849281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d5924e1c-4fcf-4867-b4b4-ef08c56756a2 None None] For port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=59fd0a50-9fb3-4323-8b0e-89cccf0498ba,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:17.918812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-81606083-9e86-43ab-b30a-3a3d6bc2ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:17.920341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-81606083-9e86-43ab-b30a-3a3d6bc2ea29 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2056572 Feb 11 13:25:17.932790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e1c6d4f-bb07-4889-acad-c5b81a72d567 req-fce3a00c-faac-4527-9d90-138372af6df2 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1280117 Feb 11 13:25:17.968368 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39c85a44-3e49-4dae-99b1-fe75341c3f94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:17.968683 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d5924e1c-4fcf-4867-b4b4-ef08c56756a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.030082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:18.042947 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] Sync routers for ids ['977057cf-6472-4244-aab9-c8c1366a7968'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:18.046074 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-322bc41b-fa7e-498b-a28a-8594488477c6 admin admin] 10.222.0.52 "PUT /v2.0/routers/977057cf-6472-4244-aab9-c8c1366a7968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0118144 Feb 11 13:25:18.051644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.052704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49488) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:18.056484 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5924e1c-4fcf-4867-b4b4-ef08c56756a2 None None] Pushing event updated for resources: {'Port': ['ID=59fd0a50-9fb3-4323-8b0e-89cccf0498ba,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:18.057682 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] Routers {'977057cf-6472-4244-aab9-c8c1366a7968'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:18.059131 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['977057cf-6472-4244-aab9-c8c1366a7968'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:18.070935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '59fd0a50-9fb3-4323-8b0e-89cccf0498ba', 'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'mac_address': 'fa:16:3e:42:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:09Z', 'updated_at': '2022-02-11T13:25:17Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'subnets': [{'id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:18.113002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e96ce0d-0a0d-4aea-ac6c-bc380dd9ff98 None None] The sync data for ids ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'] in n-d-816488-1 is: [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '59fd0a50-9fb3-4323-8b0e-89cccf0498ba', 'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'mac_address': 'fa:16:3e:42:1d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:09Z', 'updated_at': '2022-02-11T13:25:17Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'subnets': [{'id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:18.124975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-930b8312-8521-4d2f-91c2-c0dba4175c67 None None] Provisioning complete for port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:18.125351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-930b8312-8521-4d2f-91c2-c0dba4175c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.148913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-911f32ed-17e4-4dde-92c3-f8b71b763599 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112646 Feb 11 13:25:18.256277 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] Set router 977057cf-6472-4244-aab9-c8c1366a7968 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:18.369230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Allocated IP 172.25.0.139 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/4eda053b-20cd-447c-913b-8c6815450b43) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:18.397013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-97ba258a-3b8f-4855-930f-6ab556235401 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067914 Feb 11 13:25:18.400458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-685bf663-6835-48fd-937e-f22e85d0659d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.533133 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-be823b3b-16b6-4535-987d-e99bb4764e2b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=a9bc597b-9e92-4318-aff9-f0728c8146b2 HTTP/1.1" status: 200 len: 217 time: 0.1237354 Feb 11 13:25:18.601680 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:25:13Z', 'revision_number': 5, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:18.605495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bf663-6835-48fd-937e-f22e85d0659d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event deleted for resources: {'Port': ['ID=34b53106-4a80-49a9-b773-f60fc2502b72,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:18.632343 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.638076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 34b53106-4a80-49a9-b773-f60fc2502b72 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:18.638596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.646176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 59fd0a50-9fb3-4323-8b0e-89cccf0498ba up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:18.654959 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] Checking router: 977057cf-6472-4244-aab9-c8c1366a7968 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:18.676122 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] Routers {'977057cf-6472-4244-aab9-c8c1366a7968'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:18.677148 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['977057cf-6472-4244-aab9-c8c1366a7968'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:18.719782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 34b53106-4a80-49a9-b773-f60fc2502b72 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:18.720121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 34b53106-4a80-49a9-b773-f60fc2502b72 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:18.729253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-685bf663-6835-48fd-937e-f22e85d0659d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] No DVR routers for this DVR port 34b53106-4a80-49a9-b773-f60fc2502b72 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:18.733395 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-685bf663-6835-48fd-937e-f22e85d0659d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.740195 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f827077a-7599-4288-bb91-6afdb0e5b023 req-685bf663-6835-48fd-937e-f22e85d0659d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "DELETE /v2.0/ports/34b53106-4a80-49a9-b773-f60fc2502b72 HTTP/1.1" status: 204 len: 173 time: 2.2800784 Feb 11 13:25:18.758707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39c85a44-3e49-4dae-99b1-fe75341c3f94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.779016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e023a9c-96fd-42ae-9260-020a0e388e9d', 'name': 'network-vif-deleted', 'tag': '34b53106-4a80-49a9-b773-f60fc2502b72'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:18.781661 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4e2ba3-502a-431b-b5e0-4ad0bf79676e" -d '{"events": [{"server_uuid": "7e023a9c-96fd-42ae-9260-020a0e388e9d", "name": "network-vif-deleted", "tag": "34b53106-4a80-49a9-b773-f60fc2502b72"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:18.784994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:18.785413 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.786264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a7378f6-3553-4454-9921-61beb8cff980 req-150850b3-1ebd-43e9-bc40-8da69f43b475 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 210 time: 0.1857738 Feb 11 13:25:18.787834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-b561f22f-54e6-46fb-9e62-7cac511a5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:18.789276 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-b561f22f-54e6-46fb-9e62-7cac511a5c9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.1989777 Feb 11 13:25:18.893187 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d584cbfd-25b3-4db9-8ece-863706f1af4e x-openstack-request-id: req-d584cbfd-25b3-4db9-8ece-863706f1af4e {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:18.893494 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e023a9c-96fd-42ae-9260-020a0e388e9d", "name": "network-vif-deleted", "tag": "34b53106-4a80-49a9-b773-f60fc2502b72", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:18.893714 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d584cbfd-25b3-4db9-8ece-863706f1af4e {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:18.894129 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e023a9c-96fd-42ae-9260-020a0e388e9d', 'name': 'network-vif-deleted', 'tag': '34b53106-4a80-49a9-b773-f60fc2502b72', 'status': 'completed', 'code': 200} Feb 11 13:25:18.903805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-20908019-e88e-4fee-9b73-35689c771f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:18.905547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-20908019-e88e-4fee-9b73-35689c771f7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1089354 Feb 11 13:25:18.917475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:18.951746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c85a44-3e49-4dae-99b1-fe75341c3f94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d306a59b-7f79-4cc1-b5e8-077d5083aca3,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:18.994722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75dd3cef-a493-4393-b7cd-99cd0c98e9e4,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:19.038055 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] Set router 977057cf-6472-4244-aab9-c8c1366a7968 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:19.055168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.098671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-867cffdd-d7dd-4c03-9d51-2608f91719ce tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.100986 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-867cffdd-d7dd-4c03-9d51-2608f91719ce tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 950 time: 0.4651663 Feb 11 13:25:19.112087 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39c85a44-3e49-4dae-99b1-fe75341c3f94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.112087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-39c85a44-3e49-4dae-99b1-fe75341c3f94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6430788 Feb 11 13:25:19.124877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49498) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:19.146612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Checking segment: {'id': '1713697d-5846-4c26-8d44-abe7c68c22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:19.146612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Network hostable DHCP agents. Network: 56ca897a-daf6-4090-a480-a748125a03ee, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:19.160828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2fafae58-7522-42bc-9a7e-b52171967a89 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Request body: {'security_group_rule': {'security_group_id': '57437bef-16d9-46fd-81b1-aa0061f1750b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:19.170723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0149867-9e15-409d-b153-fb236b2813f8 req-6b5c2610-bd0b-4097-b848-6ffe5c515330 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.172633 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0149867-9e15-409d-b153-fb236b2813f8 req-6b5c2610-bd0b-4097-b848-6ffe5c515330 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 950 time: 0.5383008 Feb 11 13:25:19.227234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77461189-31d6-4468-b74e-9ce0990ec28f req-dd3f8155-3e70-4023-950a-abe58fb2f172 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.234202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77461189-31d6-4468-b74e-9ce0990ec28f req-dd3f8155-3e70-4023-950a-abe58fb2f172 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.240294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77461189-31d6-4468-b74e-9ce0990ec28f req-dd3f8155-3e70-4023-950a-abe58fb2f172 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.246280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77461189-31d6-4468-b74e-9ce0990ec28f req-dd3f8155-3e70-4023-950a-abe58fb2f172 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.252620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77461189-31d6-4468-b74e-9ce0990ec28f req-dd3f8155-3e70-4023-950a-abe58fb2f172 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.259875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77461189-31d6-4468-b74e-9ce0990ec28f req-dd3f8155-3e70-4023-950a-abe58fb2f172 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.266745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77461189-31d6-4468-b74e-9ce0990ec28f req-dd3f8155-3e70-4023-950a-abe58fb2f172 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.274303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-77461189-31d6-4468-b74e-9ce0990ec28f req-dd3f8155-3e70-4023-950a-abe58fb2f172 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.1943586 Feb 11 13:25:19.292659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:25:13Z', 'revision_number': 5, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:19.298022 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-a0b5f9de-3edd-4d93-a99b-08027930c611 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743532 Feb 11 13:25:19.305166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Deleting port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:19.305514 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.326866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Network 56ca897a-daf6-4090-a480-a748125a03ee is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:19.329412 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd71f99-08df-47ed-82fc-5c86b5133c70 None None] The sync data for ids ['977057cf-6472-4244-aab9-c8c1366a7968'] in n-d-816488-1 is: [{'id': '977057cf-6472-4244-aab9-c8c1366a7968', 'name': 'tempest-ServersTestManualDisk-653806023-router', 'tenant_id': 'f670e7e0a1614d86b21d95f982ea229b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184'}], 'enable_snat': True}, 'gw_port_id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:49Z', 'updated_at': '2022-02-11T13:25:13Z', 'revision_number': 5, 'project_id': 'f670e7e0a1614d86b21d95f982ea229b', 'gw_port': {'id': '60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977057cf-6472-4244-aab9-c8c1366a7968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:50Z', 'updated_at': '2022-02-11T13:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:19.333506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0149867-9e15-409d-b153-fb236b2813f8 req-5076e951-30ad-430e-9980-6b9d4a15d29f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367228 Feb 11 13:25:19.403610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fafae58-7522-42bc-9a7e-b52171967a89 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.409258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.415339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-77461189-31d6-4468-b74e-9ce0990ec28f req-7f8b18af-cb39-46f7-93fb-2694da78100c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384377 Feb 11 13:25:19.427702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-cb0c1206-1fbf-46b1-9aa8-22e27cb53f21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Deleting port 3355e21d-3395-4b99-a901-d71616c66673 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:19.428046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-cb0c1206-1fbf-46b1-9aa8-22e27cb53f21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.434323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] For port 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:19.434716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.453596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 56ca897a-daf6-4090-a480-a748125a03ee) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:19.472597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf4fa2d-13b4-4632-8b96-16b557540d53 None None] Network 56ca897a-daf6-4090-a480-a748125a03ee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:19.491626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.492550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.504839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Calling delete_port for 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:19.515140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-4df7d060-6c57-4e63-9169-7d60cc523bb7 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076173 Feb 11 13:25:19.604505 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-69af6b81-4a54-4fdb-b5f0-a18c99640615 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3522255 Feb 11 13:25:19.604698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'Port': ['ID=4eda053b-20cd-447c-913b-8c6815450b43,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:19.610300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49500) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:19.618523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-router', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:19.623381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:19.628905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:19.632849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:19.642645 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-b48edf79-f977-4c73-9a22-5b6b374d70c7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=2890c604-8e53-4973-8147-671cfbbcc7b1 HTTP/1.1" status: 200 len: 217 time: 0.1163628 Feb 11 13:25:19.646763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-cb0c1206-1fbf-46b1-9aa8-22e27cb53f21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] For port 3355e21d-3395-4b99-a901-d71616c66673, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3355e21d-3395-4b99-a901-d71616c66673,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:19.646763 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-cb0c1206-1fbf-46b1-9aa8-22e27cb53f21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.665363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-56ca897a-daf6-4090-a480-a748125a03ee', 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'fixed_ips': [{'subnet_id': '75dd3cef-a493-4393-b7cd-99cd0c98e9e4'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:25:19.667335 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.735271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-cb0c1206-1fbf-46b1-9aa8-22e27cb53f21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Calling delete_port for 3355e21d-3395-4b99-a901-d71616c66673 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:19.791283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-02b1824a-9554-4d86-b9cf-91d21128c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.799048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-02b1824a-9554-4d86-b9cf-91d21128c2a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.1277294 Feb 11 13:25:19.802911 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fafae58-7522-42bc-9a7e-b52171967a89 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.899806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Allocated IP 172.20.0.2 (56ca897a-daf6-4090-a480-a748125a03ee/75dd3cef-a493-4393-b7cd-99cd0c98e9e4/0f3b865d-4a22-4384-817d-87532f0ca348) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:19.907375 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fafae58-7522-42bc-9a7e-b52171967a89 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.942766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.957990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafae58-7522-42bc-9a7e-b52171967a89 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d562f4f-378e-425d-8be4-b832e6e4c1cd,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:19.962629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-51610dee-3f6a-4bbc-9f4d-159c06f1d2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:19.964174 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-51610dee-3f6a-4bbc-9f4d-159c06f1d2b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1568978 Feb 11 13:25:19.994207 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:19.997013 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.079171 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fafae58-7522-42bc-9a7e-b52171967a89 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.083876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2fafae58-7522-42bc-9a7e-b52171967a89 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9237597 Feb 11 13:25:20.084269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.086371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49504) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:20.121724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:20.130722 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ca11f33-aa3c-4eed-bbae-8debad185ee1 req-422f3522-4306-4f5e-8def-022cfe00d901 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=7e023a9c-96fd-42ae-9260-020a0e388e9d HTTP/1.1" status: 200 len: 210 time: 0.1533248 Feb 11 13:25:20.184537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-5917b5e1-eacd-4ea3-8610-653e333b9166 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098706 Feb 11 13:25:20.186825 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.242305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.283048 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Pushing event deleted for resources: {'Port': ['ID=60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:20.341465 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.395125 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-cb0c1206-1fbf-46b1-9aa8-22e27cb53f21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.407855 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.414147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['3355e21d-3395-4b99-a901-d71616c66673', 'b04c308f-e6c0-4f23-8919-f494bf8142f3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:20.454903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c1206-1fbf-46b1-9aa8-22e27cb53f21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Pushing event deleted for resources: {'Port': ['ID=3355e21d-3395-4b99-a901-d71616c66673,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:20.466786 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.525688 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.598213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-cb0c1206-1fbf-46b1-9aa8-22e27cb53f21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] No DVR routers for this DVR port 3355e21d-3395-4b99-a901-d71616c66673 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:20.601323 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-cb0c1206-1fbf-46b1-9aa8-22e27cb53f21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.604678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd81e31a-9532-4aca-a802-95c3de5ffcf5 req-cb0c1206-1fbf-46b1-9aa8-22e27cb53f21 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "DELETE /v2.0/ports/3355e21d-3395-4b99-a901-d71616c66673 HTTP/1.1" status: 204 len: 173 time: 1.4759159 Feb 11 13:25:20.613915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 96565b04-04ed-43ab-8477-a57d0794d742 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:20.635338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcb1bb2-2090-422a-aa17-6e85bcb59c9a', 'name': 'network-vif-deleted', 'tag': '3355e21d-3395-4b99-a901-d71616c66673'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:20.635338 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca747a2-979b-4ffc-b52e-832074f496cb" -d '{"events": [{"server_uuid": "dfcb1bb2-2090-422a-aa17-6e85bcb59c9a", "name": "network-vif-deleted", "tag": "3355e21d-3395-4b99-a901-d71616c66673"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:20.654410 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.658150 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.669318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Network 56ca897a-daf6-4090-a480-a748125a03ee is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:20.670442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 96565b04-04ed-43ab-8477-a57d0794d742 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:20.670882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 96565b04-04ed-43ab-8477-a57d0794d742 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:20.683382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:20.686568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:20.690552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Pushing event updated for resources: {'Port': ['ID=0f3b865d-4a22-4384-817d-87532f0ca348,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:20.756723 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.792495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2eea-a03c-44b6-af03-18ea66185695 req-7feca5b9-d507-4afa-9141-c9879061e570 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.795157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ec190ea-eef7-456a-aabe-fe9175c137c8 req-54cdd682-475b-4d1d-a032-955f43ceffd0 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=dfcb1bb2-2090-422a-aa17-6e85bcb59c9a HTTP/1.1" status: 200 len: 210 time: 0.0451024 Feb 11 13:25:20.798394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2eea-a03c-44b6-af03-18ea66185695 req-7feca5b9-d507-4afa-9141-c9879061e570 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.804730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2eea-a03c-44b6-af03-18ea66185695 req-7feca5b9-d507-4afa-9141-c9879061e570 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.806196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Attempting to bind port 0f3b865d-4a22-4384-817d-87532f0ca348 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:20.806577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Attempting to bind port 0f3b865d-4a22-4384-817d-87532f0ca348 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '1713697d-5846-4c26-8d44-abe7c68c22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:20.806947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Attempting to bind port 0f3b865d-4a22-4384-817d-87532f0ca348 on network 56ca897a-daf6-4090-a480-a748125a03ee {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:20.810705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2eea-a03c-44b6-af03-18ea66185695 req-7feca5b9-d507-4afa-9141-c9879061e570 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.817286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2eea-a03c-44b6-af03-18ea66185695 req-7feca5b9-d507-4afa-9141-c9879061e570 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.818418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:20.818794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Checking segment: {'id': '1713697d-5846-4c26-8d44-abe7c68c22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:20.819193 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.819581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Bound using segment: {'id': '1713697d-5846-4c26-8d44-abe7c68c22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:20.820167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Bound port: 0f3b865d-4a22-4384-817d-87532f0ca348, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1713697d-5846-4c26-8d44-abe7c68c22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:20.820927 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.823437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2eea-a03c-44b6-af03-18ea66185695 req-7feca5b9-d507-4afa-9141-c9879061e570 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.829485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2eea-a03c-44b6-af03-18ea66185695 req-7feca5b9-d507-4afa-9141-c9879061e570 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:20.831446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84cf2eea-a03c-44b6-af03-18ea66185695 req-7feca5b9-d507-4afa-9141-c9879061e570 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.2347379 Feb 11 13:25:20.873087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-0347be40-ed47-4324-85ab-5e24e9fea307 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6818552 Feb 11 13:25:20.883293 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.883988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 977057cf-6472-4244-aab9-c8c1366a7968 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:25:20.894620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:20.903092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8a8cbbaf-f61e-4279-9167-4ef3a99a5882 admin admin] 10.222.0.52 "DELETE /v2.0/routers/977057cf-6472-4244-aab9-c8c1366a7968 HTTP/1.1" status: 204 len: 168 time: 2.8459511 Feb 11 13:25:20.907472 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84cf2eea-a03c-44b6-af03-18ea66185695 req-b436985b-5cd6-4665-a45e-9086c9e6d616 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645633 Feb 11 13:25:20.909691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49512) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:20.967955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-5c0d3875-b109-4350-9e3e-f8aa2e09a5c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=6ad60ca7-975e-4025-9fb9-16fe8d2f7573 HTTP/1.1" status: 200 len: 217 time: 0.0872495 Feb 11 13:25:20.997322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] For port 0f3b865d-4a22-4384-817d-87532f0ca348, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:21.002113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] For port 0f3b865d-4a22-4384-817d-87532f0ca348, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f3b865d-4a22-4384-817d-87532f0ca348,segment=NetworkSegment(1713697d-5846-4c26-8d44-abe7c68c22cf),segment_id=1713697d-5846-4c26-8d44-abe7c68c22cf)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:21.040260 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31a691a-fba6-40fd-b072-725a1888fa47 x-openstack-request-id: req-e31a691a-fba6-40fd-b072-725a1888fa47 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:21.041447 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcb1bb2-2090-422a-aa17-6e85bcb59c9a", "name": "network-vif-deleted", "tag": "3355e21d-3395-4b99-a901-d71616c66673", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:21.041862 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e31a691a-fba6-40fd-b072-725a1888fa47 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:21.042824 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcb1bb2-2090-422a-aa17-6e85bcb59c9a', 'name': 'network-vif-deleted', 'tag': '3355e21d-3395-4b99-a901-d71616c66673', 'status': 'completed', 'code': 200} Feb 11 13:25:21.098391 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.100368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4b3e96-faee-43b7-aa0a-d2bab73f1b7f admin admin] Deleting subnet 1e7dae46-d29e-449a-8f9c-b87b0191d936 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:25:21.109304 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e96-faee-43b7-aa0a-d2bab73f1b7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.152763 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-09d26372-3a3a-4ea8-a3f9-393636d2e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:21.154419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-09d26372-3a3a-4ea8-a3f9-393636d2e9cd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.1748676 Feb 11 13:25:21.215786 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e96-faee-43b7-aa0a-d2bab73f1b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.225252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16db6961-e829-4482-8b02-5e2ebc809892 None None] Pushing event updated for resources: {'Port': ['ID=0f3b865d-4a22-4384-817d-87532f0ca348,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:21.253344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.283167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-fc3824d7-e839-41e0-b039-2b7f6bbc2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:21.284638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.284800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-fc3824d7-e839-41e0-b039-2b7f6bbc2468 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0982120 Feb 11 13:25:21.291152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.315871 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.413378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.520518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e96-faee-43b7-aa0a-d2bab73f1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.547298 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-dec69395-7776-47d0-9bfd-eb96efae0674 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538524 Feb 11 13:25:21.697676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Allocated IP 172.25.0.10 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/46096438-ac40-4efd-8273-a0ce12875edc) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:21.734405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'Port': ['ID=4eda053b-20cd-447c-913b-8c6815450b43,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:21.777815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.876698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85c213-998a-48ff-9c67-c51172da145c req-b6cfee22-0a16-4f12-94fc-3a9faf913b91 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:21.878207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-b6cfee22-0a16-4f12-94fc-3a9faf913b91 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.3977211 Feb 11 13:25:21.919752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-a761404b-6db9-4f5c-8a4c-4e0bd4f1a135 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463659 Feb 11 13:25:21.924511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-8ba2636b-96d5-4444-b3f5-ccb96674486f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/quotas/e0d29aa58a34460e9c87cfd03475a330 HTTP/1.1" status: 200 len: 375 time: 0.0339875 Feb 11 13:25:21.937255 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e96-faee-43b7-aa0a-d2bab73f1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.971687 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b3e96-faee-43b7-aa0a-d2bab73f1b7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e7dae46-d29e-449a-8f9c-b87b0191d936,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:21.974064 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e4b3e96-faee-43b7-aa0a-d2bab73f1b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:21.977248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e4b3e96-faee-43b7-aa0a-d2bab73f1b7f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/1e7dae46-d29e-449a-8f9c-b87b0191d936 HTTP/1.1" status: 204 len: 168 time: 1.0659630 Feb 11 13:25:21.980252 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49534) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:21.984579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c7ffeb-92e9-47f8-92a4-6501f722a808 None None] Network c174928f-171b-42db-92e0-3dcd96d0b30e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:22.003151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:22.013014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-94c85dc8-544c-41c4-bb74-4066507d1427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2322199 Feb 11 13:25:22.013014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-5313f61a-3615-4e05-b16e-4d8464704364 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c HTTP/1.1" status: 200 len: 217 time: 0.0754735 Feb 11 13:25:22.013014 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:22.013014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-9e15c4f0-efd2-4bec-943e-b89c36384f3f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739002 Feb 11 13:25:22.077853 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:22.162749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-a1a532fb-1487-42d8-b9cf-d159c24b7b99 service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310086 Feb 11 13:25:22.196649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Deleting port af9db61e-ba3b-4ab2-bada-ed66d06bf128 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:22.197005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:22.263430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-be77e8f6-0d65-4987-a5a2-afa7ab97cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.265208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-be77e8f6-0d65-4987-a5a2-afa7ab97cb7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b51d35db-10e7-4e60-a949-b308adbd8a14 HTTP/1.1" status: 200 len: 797 time: 0.2464492 Feb 11 13:25:22.315835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] For port af9db61e-ba3b-4ab2-bada-ed66d06bf128, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=af9db61e-ba3b-4ab2-bada-ed66d06bf128,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:22.318318 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:22.340438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b701cae-f1bd-4987-a465-c6cc2d293fbf None None] DHCP port deletion for c174928f-171b-42db-92e0-3dcd96d0b30e request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:25:22.340955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Calling delete_port for af9db61e-ba3b-4ab2-bada-ed66d06bf128 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:22.365887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-359b4517-cf72-4b20-a44c-61b63272f243 service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932905 Feb 11 13:25:22.375572 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-c2d35fe4-2760-4210-b508-e16dd7fa7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.377973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-c2d35fe4-2760-4210-b508-e16dd7fa7b46 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017573 Feb 11 13:25:22.443242 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:22.455965 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1b701cae-f1bd-4987-a465-c6cc2d293fbf None None] Deleting port af9db61e-ba3b-4ab2-bada-ed66d06bf128 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:22.456491 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b701cae-f1bd-4987-a465-c6cc2d293fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:22.537841 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76305383-1163-4b31-b438-297b2bbc73f4 req-41519608-2fc1-4599-a9b8-582406aea311 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.555871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76305383-1163-4b31-b438-297b2bbc73f4 req-41519608-2fc1-4599-a9b8-582406aea311 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.559372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1b701cae-f1bd-4987-a465-c6cc2d293fbf None None] For port af9db61e-ba3b-4ab2-bada-ed66d06bf128, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=af9db61e-ba3b-4ab2-bada-ed66d06bf128,segment=NetworkSegment(adc1b2d3-d2e1-4146-af4b-d4eaf0480281),segment_id=adc1b2d3-d2e1-4146-af4b-d4eaf0480281)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:22.559699 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b701cae-f1bd-4987-a465-c6cc2d293fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:22.563672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f3b865d-4a22-4384-817d-87532f0ca348 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:22.566686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76305383-1163-4b31-b438-297b2bbc73f4 req-41519608-2fc1-4599-a9b8-582406aea311 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.574361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76305383-1163-4b31-b438-297b2bbc73f4 req-41519608-2fc1-4599-a9b8-582406aea311 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.580563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76305383-1163-4b31-b438-297b2bbc73f4 req-41519608-2fc1-4599-a9b8-582406aea311 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.587239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76305383-1163-4b31-b438-297b2bbc73f4 req-41519608-2fc1-4599-a9b8-582406aea311 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.587966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:22.593514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76305383-1163-4b31-b438-297b2bbc73f4 req-41519608-2fc1-4599-a9b8-582406aea311 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:22.595519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:22.595936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76305383-1163-4b31-b438-297b2bbc73f4 req-41519608-2fc1-4599-a9b8-582406aea311 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.2490947 Feb 11 13:25:22.614078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:22.614291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1b701cae-f1bd-4987-a465-c6cc2d293fbf None None] Calling delete_port for af9db61e-ba3b-4ab2-bada-ed66d06bf128 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:22.646019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Allocated IP 172.25.0.190 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/4b4e1008-ce83-4567-9c01-3a4ec96f3a79) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:22.668474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3355e21d-3395-4b99-a901-d71616c66673 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:22.703401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 3355e21d-3395-4b99-a901-d71616c66673 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:22.703737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3355e21d-3395-4b99-a901-d71616c66673 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:22.708175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76305383-1163-4b31-b438-297b2bbc73f4 req-d1304de6-0d48-43be-a897-bfb57bb83393 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996237 Feb 11 13:25:22.723823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c48e52-1b63-49b6-9fd5-2d2647bf175d None None] Network 56ca897a-daf6-4090-a480-a748125a03ee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:22.730467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Pushing event updated for resources: {'Port': ['ID=46096438-ac40-4efd-8273-a0ce12875edc,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:22.821572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-f6a24fa4-b0da-4ee3-8e11-e55837151246 service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333320 Feb 11 13:25:22.835416 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:22.859569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:22.905317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Pushing event deleted for resources: {'Port': ['ID=af9db61e-ba3b-4ab2-bada-ed66d06bf128,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:22.921720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-e1ddde3f-b8c9-415e-a519-e8bb25ba5634 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1340107997&fields=id&tenant_id=caa838ed111542f39780c8f8cfe1c7c6 HTTP/1.1" status: 200 len: 267 time: 0.1351457 Feb 11 13:25:22.923950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] No DVR routers for this DVR port af9db61e-ba3b-4ab2-bada-ed66d06bf128 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:22.965203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0f3b865d-4a22-4384-817d-87532f0ca348 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:22.965597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.024796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bb362da4-64ab-4adf-9fba-6e50eb07dc86 None None] Provisioning complete for port 0f3b865d-4a22-4384-817d-87532f0ca348 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:23.025946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bb362da4-64ab-4adf-9fba-6e50eb07dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.031283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17b58f-2480-4b44-a516-38fb42806a9a req-4300ad17-0c8f-4991-a104-9ff7f0569c9b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:23.038349 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db17b58f-2480-4b44-a516-38fb42806a9a req-4300ad17-0c8f-4991-a104-9ff7f0569c9b tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 951 time: 0.2007227 Feb 11 13:25:23.054157 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b701cae-f1bd-4987-a465-c6cc2d293fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.087483 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.102992 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b701cae-f1bd-4987-a465-c6cc2d293fbf None None] No DVR routers for this DVR port af9db61e-ba3b-4ab2-bada-ed66d06bf128 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:23.104536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b701cae-f1bd-4987-a465-c6cc2d293fbf None None] Pushing event deleted for resources: {'Port': ['ID=af9db61e-ba3b-4ab2-bada-ed66d06bf128,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:23.114883 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.132132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-69d9ae06-fe98-47e2-ba6c-7f10ea60268d service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976325 Feb 11 13:25:23.139414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.174768 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db17b58f-2480-4b44-a516-38fb42806a9a req-3f9f9cb6-c2d0-4f3e-b522-613b079108cb tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344037 Feb 11 13:25:23.184942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c174928f-171b-42db-92e0-3dcd96d0b30e']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:23.192046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-56af369d-db9c-4eea-8f2f-97463c03d721 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 HTTP/1.1" status: 200 len: 217 time: 0.0447567 Feb 11 13:25:23.200148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:23.200450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc1b2d3-d2e1-4146-af4b-d4eaf0480281') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:23.214316 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.225712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.232728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-da92e865-3222-4d55-982a-3c2ad7c430cf tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:23.235165 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-da92e865-3222-4d55-982a-3c2ad7c430cf tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 811 time: 0.2994926 Feb 11 13:25:23.267774 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.299706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:23.300123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:23.303077 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:23.309669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 0f3b865d-4a22-4384-817d-87532f0ca348, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f3b865d-4a22-4384-817d-87532f0ca348,segment=NetworkSegment(1713697d-5846-4c26-8d44-abe7c68c22cf),segment_id=1713697d-5846-4c26-8d44-abe7c68c22cf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:23.313188 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c39f743a-529e-4683-badf-254af59c7435 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/quotas/caa838ed111542f39780c8f8cfe1c7c6 HTTP/1.1" status: 200 len: 375 time: 0.0504138 Feb 11 13:25:23.337189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-708899df-35c0-4120-9c76-bf6590eacb06 req-19877726-50d5-4434-8bad-185081f662a5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 210 time: 0.0588107 Feb 11 13:25:23.337320 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bb362da4-64ab-4adf-9fba-6e50eb07dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.429901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.434131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-21450624-5c47-4698-bff9-e16d30c9dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:23.434131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-21450624-5c47-4698-bff9-e16d30c9dc1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b51d35db-10e7-4e60-a949-b308adbd8a14 HTTP/1.1" status: 200 len: 797 time: 0.2363007 Feb 11 13:25:23.471618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:23.477136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:23.481858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:23.484784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4e1008-ce83-4567-9c01-3a4ec96f3a79,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:23.489014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cb74bc64-13d2-488f-a1bc-e10ec156db99 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1746891 Feb 11 13:25:23.504780 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.587651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-9d020fba-4764-4703-bfb0-780c49107277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:23.589933 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-9d020fba-4764-4703-bfb0-780c49107277 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487339 Feb 11 13:25:23.590098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:23.639562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:23.640038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 60cd5a4e-1873-4a0b-bfe1-e427b8afbfe5 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:23.640675 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device af9db61e-ba3b-4ab2-bada-ed66d06bf128 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:23.671898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-bb362da4-64ab-4adf-9fba-6e50eb07dc86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:25:23.671898 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-bb362da4-64ab-4adf-9fba-6e50eb07dc86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:25:23.673417 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.674975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: af9db61e-ba3b-4ab2-bada-ed66d06bf128 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:23.675412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device af9db61e-ba3b-4ab2-bada-ed66d06bf128 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:23.678539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=0f3b865d-4a22-4384-817d-87532f0ca348,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:23.691904 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.721467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-01b7aa34-91f9-4fdd-845f-b23e7a127c24 service neutron] 10.222.0.52 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070613 Feb 11 13:25:23.725094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.728322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] 10.222.0.52 "DELETE /v2.0/networks/c174928f-171b-42db-92e0-3dcd96d0b30e HTTP/1.1" status: 204 len: 168 time: 1.7469540 Feb 11 13:25:23.731499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc2177-9c50-462f-bbf2-ed84135015ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c174928f-171b-42db-92e0-3dcd96d0b30e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:23.764183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-c7bc8c8f-27aa-4f65-80dc-52c55f9c2fe7 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:23.767239 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-c7bc8c8f-27aa-4f65-80dc-52c55f9c2fe7 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 951 time: 0.0842166 Feb 11 13:25:23.815565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:23.819421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-b409d275-9429-424e-aec6-b246900b5207 service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224767 Feb 11 13:25:23.997066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab4327-ee66-4dbb-9d27-7668d457b1f2 req-ec4d7edf-2dad-4ef4-8781-80cf84281269 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.003116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab4327-ee66-4dbb-9d27-7668d457b1f2 req-ec4d7edf-2dad-4ef4-8781-80cf84281269 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.010254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab4327-ee66-4dbb-9d27-7668d457b1f2 req-ec4d7edf-2dad-4ef4-8781-80cf84281269 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.016273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab4327-ee66-4dbb-9d27-7668d457b1f2 req-ec4d7edf-2dad-4ef4-8781-80cf84281269 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.023340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab4327-ee66-4dbb-9d27-7668d457b1f2 req-ec4d7edf-2dad-4ef4-8781-80cf84281269 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.029557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab4327-ee66-4dbb-9d27-7668d457b1f2 req-ec4d7edf-2dad-4ef4-8781-80cf84281269 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.035963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab4327-ee66-4dbb-9d27-7668d457b1f2 req-ec4d7edf-2dad-4ef4-8781-80cf84281269 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.038259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8eab4327-ee66-4dbb-9d27-7668d457b1f2 req-ec4d7edf-2dad-4ef4-8781-80cf84281269 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.2287598 Feb 11 13:25:24.075388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.125599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-b0a8528a-91ac-4dd0-8f4d-f2da8f90658f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Deleting port b04c308f-e6c0-4f23-8919-f494bf8142f3 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:24.126097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-b0a8528a-91ac-4dd0-8f4d-f2da8f90658f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.198668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8eab4327-ee66-4dbb-9d27-7668d457b1f2 req-07a0db79-eb72-4593-8fbd-48ea35d1d8d9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1485322 Feb 11 13:25:24.275122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Pushing event updated for resources: {'Port': ['ID=46096438-ac40-4efd-8273-a0ce12875edc,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:24.277405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49570) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:24.307574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.339358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-9be2ec6a-b5bb-49fe-af87-ef450e99efbb service neutron] 10.222.0.52 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093116 Feb 11 13:25:24.351442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae81a4fc-928e-47c2-a7e7-eb8819fc493e req-2e7f0963-ed90-453d-abe8-6fe07f53220e service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223293 Feb 11 13:25:24.375620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-b0a8528a-91ac-4dd0-8f4d-f2da8f90658f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] For port b04c308f-e6c0-4f23-8919-f494bf8142f3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b04c308f-e6c0-4f23-8919-f494bf8142f3,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:24.375995 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-b0a8528a-91ac-4dd0-8f4d-f2da8f90658f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.400403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4f8b0067-6200-40df-8647-9e6616fb72c1 None None] Provisioning complete for port 0f3b865d-4a22-4384-817d-87532f0ca348 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:24.400898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4f8b0067-6200-40df-8647-9e6616fb72c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.420039 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.429849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-b0a8528a-91ac-4dd0-8f4d-f2da8f90658f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Calling delete_port for b04c308f-e6c0-4f23-8919-f494bf8142f3 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:24.430223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e27217c5-d5b5-4ff3-ad87-69c649ad5ae3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3215961 Feb 11 13:25:24.522684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f3b865d-4a22-4384-817d-87532f0ca348 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:24.560713 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3ab5199b-ea9a-4995-8d5c-a75294a2542c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f670e7e0a1614d86b21d95f982ea229b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781398 Feb 11 13:25:24.561184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49576) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:24.581296 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6996d51-c73c-4ab8-9e9f-57949bcc30b4 req-d3147b54-3075-4718-a639-5be9d0409b6d tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:24.583497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b6996d51-c73c-4ab8-9e9f-57949bcc30b4 req-d3147b54-3075-4718-a639-5be9d0409b6d tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 951 time: 0.2633190 Feb 11 13:25:24.634525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.658291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0f3b865d-4a22-4384-817d-87532f0ca348 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:24.672372 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f577377f-c085-485a-a927-b948f9d4888d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.674817 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.710053 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4334fc33-1379-44c6-a4bc-a537daa06dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.758268 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b6996d51-c73c-4ab8-9e9f-57949bcc30b4 req-b6d69711-1426-4938-afdf-6acede57faaa tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/security-groups?id=1704b922-b676-4153-9058-ddaf67371a4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447334 Feb 11 13:25:24.770823 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-494b1694-5b36-403d-815b-9673dd1300e7 req-3063c080-d648-4ca6-80c7-05f978fa2397 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 210 time: 0.0788443 Feb 11 13:25:24.776760 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f577377f-c085-485a-a927-b948f9d4888d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:24.917204 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3d99ae5f-e086-4124-998a-7604cb8fc7ba req-b3e83182-9cb7-4dd3-af9f-a0c2c432555e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 210 time: 0.0539036 Feb 11 13:25:24.947329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-4214d177-70ff-4508-9e3b-d9ef144d840f tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--116124506&fields=id&tenant_id=671a7403db3346d798a4a79bd1fb00e8 HTTP/1.1" status: 200 len: 267 time: 0.0369051 Feb 11 13:25:25.058826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-e74cd730-c9b6-4d35-9c4f-7a3818b71506 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.060328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-e74cd730-c9b6-4d35-9c4f-7a3818b71506 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/networks?id=b144d7c7-6efc-4463-b219-6206ca822bd4 HTTP/1.1" status: 200 len: 814 time: 0.1059618 Feb 11 13:25:25.063202 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f577377f-c085-485a-a927-b948f9d4888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:25.063859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-b0a8528a-91ac-4dd0-8f4d-f2da8f90658f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:25.065907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f577377f-c085-485a-a927-b948f9d4888d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:25.070699 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f577377f-c085-485a-a927-b948f9d4888d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/938851e5-5af1-463a-b3d7-5299ac6ca922 HTTP/1.1" status: 204 len: 168 time: 0.5044811 Feb 11 13:25:25.079692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b04c308f-e6c0-4f23-8919-f494bf8142f3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:25.090126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f577377f-c085-485a-a927-b948f9d4888d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938851e5-5af1-463a-b3d7-5299ac6ca922,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:25.094359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-6c6a6545-88b1-4de2-aed1-6bcc475c34da tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/quotas/671a7403db3346d798a4a79bd1fb00e8 HTTP/1.1" status: 200 len: 375 time: 0.0259376 Feb 11 13:25:25.129216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:25.134164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8528a-91ac-4dd0-8f4d-f2da8f90658f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Pushing event deleted for resources: {'Port': ['ID=b04c308f-e6c0-4f23-8919-f494bf8142f3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:25.210497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-a7c88943-faca-49bd-a15b-c6afdef1c571 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=671a7403db3346d798a4a79bd1fb00e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1015711 Feb 11 13:25:25.216784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-b0a8528a-91ac-4dd0-8f4d-f2da8f90658f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] No DVR routers for this DVR port b04c308f-e6c0-4f23-8919-f494bf8142f3 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:25.221199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-b0a8528a-91ac-4dd0-8f4d-f2da8f90658f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:25.225630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bd813e7-4159-49c7-8491-aa80432b5f86 req-b0a8528a-91ac-4dd0-8f4d-f2da8f90658f tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.13 "DELETE /v2.0/ports/b04c308f-e6c0-4f23-8919-f494bf8142f3 HTTP/1.1" status: 204 len: 173 time: 1.4514556 Feb 11 13:25:25.377390 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-08c1edf0-38cb-478d-8a57-593e74539b80 service neutron] 10.222.0.52 "GET /v2.0/networks/b144d7c7-6efc-4463-b219-6206ca822bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604371 Feb 11 13:25:25.394030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-deleted', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:25.399567 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d38912-6645-4830-bb09-ceb96f304e41" -d '{"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-deleted", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:25.447113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:25.521813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766de4-dad6-404e-af14-76156821bf3b req-a6eb9874-3164-4788-9f28-45ea7ede073a tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.531286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766de4-dad6-404e-af14-76156821bf3b req-a6eb9874-3164-4788-9f28-45ea7ede073a tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.536155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Sync routers for ids ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:25.539694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766de4-dad6-404e-af14-76156821bf3b req-a6eb9874-3164-4788-9f28-45ea7ede073a tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.547887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766de4-dad6-404e-af14-76156821bf3b req-a6eb9874-3164-4788-9f28-45ea7ede073a tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.553391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-891ff18c-de7f-4824-be04-0ed98686537b service neutron] 10.222.0.52 "GET /v2.0/networks/b144d7c7-6efc-4463-b219-6206ca822bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717167 Feb 11 13:25:25.555038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766de4-dad6-404e-af14-76156821bf3b req-a6eb9874-3164-4788-9f28-45ea7ede073a tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.560874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766de4-dad6-404e-af14-76156821bf3b req-a6eb9874-3164-4788-9f28-45ea7ede073a tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.567111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766de4-dad6-404e-af14-76156821bf3b req-a6eb9874-3164-4788-9f28-45ea7ede073a tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:25.569419 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da766de4-dad6-404e-af14-76156821bf3b req-a6eb9874-3164-4788-9f28-45ea7ede073a tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.1685352 Feb 11 13:25:25.585635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Routers {'4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:25.586303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:24:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:25.614833 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:25.616179 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-856321d8-765f-4722-80d1-9fbca6be4eb9 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0011971 Feb 11 13:25:25.619373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49608) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:25.637301 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da766de4-dad6-404e-af14-76156821bf3b req-5cea26ae-9a00-40b8-b54a-1e76d234c52f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610209 Feb 11 13:25:25.695255 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d6ddf7-9e78-463d-bd83-27ca01f54e97 x-openstack-request-id: req-a7d6ddf7-9e78-463d-bd83-27ca01f54e97 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:25.695544 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8714f633-5527-4aee-8fab-c810c67095a3", "name": "network-vif-deleted", "tag": "b04c308f-e6c0-4f23-8919-f494bf8142f3", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:25.695810 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7d6ddf7-9e78-463d-bd83-27ca01f54e97 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:25.696246 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8714f633-5527-4aee-8fab-c810c67095a3', 'name': 'network-vif-deleted', 'tag': 'b04c308f-e6c0-4f23-8919-f494bf8142f3', 'status': 'completed', 'code': 200} Feb 11 13:25:25.773546 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:25.834977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Set router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:25.910912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7ecf7c69-40ce-464a-8a97-0c8791d96f82 req-4ad4520c-6dc5-422b-9d10-61b944991e80 tempest-ServersAdminTestJSON-1455279491 tempest-ServersAdminTestJSON-1455279491-project] 10.222.0.52 "GET /v2.0/ports?device_id=8714f633-5527-4aee-8fab-c810c67095a3 HTTP/1.1" status: 200 len: 210 time: 0.0423949 Feb 11 13:25:26.007365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-21f45201-55fe-4a02-93e8-04895d16f6f6 req-3092224c-941e-4ce6-89aa-d520732eb5af tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 210 time: 0.0362539 Feb 11 13:25:26.100582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5a57c55-9604-4b90-82b5-96d96f3ddb8f req-8d895248-3fbb-47bb-943e-bd47cc7d76b6 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 210 time: 0.0405610 Feb 11 13:25:26.192187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49642) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:26.221151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-router', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:20Z', 'updated_at': '2022-02-11T13:25:23Z', 'revision_number': 3, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'gw_port': {'id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:21Z', 'updated_at': '2022-02-11T13:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:26.292853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Checking router: 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:26.293183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Updating router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:26.324726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbded0e-4bf6-4fc0-a6e7-f667870a967f req-8ba4189e-9d14-448c-8d9d-9dc66209c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.326269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbded0e-4bf6-4fc0-a6e7-f667870a967f req-8ba4189e-9d14-448c-8d9d-9dc66209c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.326909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbded0e-4bf6-4fc0-a6e7-f667870a967f req-8ba4189e-9d14-448c-8d9d-9dc66209c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.327540 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbded0e-4bf6-4fc0-a6e7-f667870a967f req-8ba4189e-9d14-448c-8d9d-9dc66209c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.328180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbded0e-4bf6-4fc0-a6e7-f667870a967f req-8ba4189e-9d14-448c-8d9d-9dc66209c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.328778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbded0e-4bf6-4fc0-a6e7-f667870a967f req-8ba4189e-9d14-448c-8d9d-9dc66209c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.329447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbded0e-4bf6-4fc0-a6e7-f667870a967f req-8ba4189e-9d14-448c-8d9d-9dc66209c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.334629 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:26.337805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a28bf21-7d8b-4f6b-821b-b26aaa067af2 req-76440d16-62bf-4f24-a682-6b6a8d911923 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 210 time: 0.2916703 Feb 11 13:25:26.339390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7fbded0e-4bf6-4fc0-a6e7-f667870a967f req-8ba4189e-9d14-448c-8d9d-9dc66209c78f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6491 time: 0.1443882 Feb 11 13:25:26.399377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7fbded0e-4bf6-4fc0-a6e7-f667870a967f req-3af32c5e-dc20-488f-a119-8c3fe59ba807 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9e000a9d-e480-4af7-8f80-d2cab443c651&id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584855 Feb 11 13:25:26.518698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85c213-998a-48ff-9c67-c51172da145c req-95beba49-e2a9-4332-a7c8-f99864443185 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.520644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-95beba49-e2a9-4332-a7c8-f99864443185 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.5137486 Feb 11 13:25:26.535651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Request body: {'port': {'device_id': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'admin_state_up': True, 'tenant_id': 'e0d29aa58a34460e9c87cfd03475a330'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:26.663514 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:26.700174 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:26.766274 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:26.828302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26303ec0-66d1-4c62-b890-ea3a534bb62d req-80433552-b317-4296-82e9-31505e1a743e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.835331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26303ec0-66d1-4c62-b890-ea3a534bb62d req-80433552-b317-4296-82e9-31505e1a743e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.846456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26303ec0-66d1-4c62-b890-ea3a534bb62d req-80433552-b317-4296-82e9-31505e1a743e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.857656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26303ec0-66d1-4c62-b890-ea3a534bb62d req-80433552-b317-4296-82e9-31505e1a743e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.866137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26303ec0-66d1-4c62-b890-ea3a534bb62d req-80433552-b317-4296-82e9-31505e1a743e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.874793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26303ec0-66d1-4c62-b890-ea3a534bb62d req-80433552-b317-4296-82e9-31505e1a743e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.882939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26303ec0-66d1-4c62-b890-ea3a534bb62d req-80433552-b317-4296-82e9-31505e1a743e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:26.892219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26303ec0-66d1-4c62-b890-ea3a534bb62d req-80433552-b317-4296-82e9-31505e1a743e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.1437423 Feb 11 13:25:26.912478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958fe0a-bc60-47ab-8a29-390fe3bb6912 None None] Pushing event updated for resources: {'Port': ['ID=4b4e1008-ce83-4567-9c01-3a4ec96f3a79,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:26.932091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Attempting to bind port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:26.945715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Attempting to bind port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:26.946128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Attempting to bind port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:26.954738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:26.955218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:26.955748 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:26.956204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:26.956881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Bound port: 4b4e1008-ce83-4567-9c01-3a4ec96f3a79, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:26.957358 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:26.970212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26303ec0-66d1-4c62-b890-ea3a534bb62d req-9390e401-3476-4d0d-9a5b-6b8b1c70f299 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0760381 Feb 11 13:25:26.971258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Made reservation on behalf of e0d29aa58a34460e9c87cfd03475a330 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:26.989676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.071748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] For port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:27.077725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] For port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b4e1008-ce83-4567-9c01-3a4ec96f3a79,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:27.082484 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8c6ccd0-f0bb-40bb-9546-9746bbeb8574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.119680 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd60615e-f969-4236-9f2f-518fbdfe1221 req-480ec090-7996-4f35-b702-dc760cafee67 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 210 time: 0.0397666 Feb 11 13:25:27.148294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Allocated IP 172.20.0.1 (56ca897a-daf6-4090-a480-a748125a03ee/75dd3cef-a493-4393-b7cd-99cd0c98e9e4/a9ceea79-ce5a-47ed-be2a-74341d9ab3f3) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:27.201841 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.259941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Allocated IP 172.20.0.13 (344469a8-97f4-4594-a289-ff8809371b0d/e0068394-8d60-46ec-8614-0892d71a97c5/dc2d456a-0dbb-4615-9f12-35a538c31d76) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:27.294840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49676) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:27.309573 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cae9b63f-98d7-4735-aac6-6c73f324cb9d req-3cd6fdf4-3c9d-4078-ab60-932867c9f824 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 210 time: 0.0858335 Feb 11 13:25:27.368252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Routers {'4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:27.369308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:27.374249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958fe0a-bc60-47ab-8a29-390fe3bb6912 None None] Pushing event updated for resources: {'Port': ['ID=4b4e1008-ce83-4567-9c01-3a4ec96f3a79,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:27.497599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-851013619-network', 'tenant_id': 'fecac2cdbbd145b181df3e1879047434'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:27.547543 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] Set router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:27.548189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b437d0af-4e0b-4ce8-85ee-3eaedb05352c req-20e83017-ecc4-41f2-952d-a8d379b321d5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 210 time: 0.0581007 Feb 11 13:25:27.554176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.633192 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.675465 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.722831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Made reservation on behalf of fecac2cdbbd145b181df3e1879047434 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:27.724785 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.730694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.744279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49684) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:27.765227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-router', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:20Z', 'updated_at': '2022-02-11T13:25:23Z', 'revision_number': 3, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'gw_port': {'id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:21Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:27.774597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.794114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e4b0ce-6d8e-4506-8479-39bac20e26f3 None None] The sync data for ids ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'] in n-d-816488-1 is: [{'id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-router', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:20Z', 'updated_at': '2022-02-11T13:25:23Z', 'revision_number': 3, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'gw_port': {'id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:21Z', 'updated_at': '2022-02-11T13:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:27.804071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Network 56ca897a-daf6-4090-a480-a748125a03ee is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:27.818996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:27.820441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ceea79-ce5a-47ed-be2a-74341d9ab3f3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:27.825280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:27.868827 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.935074 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f07e5b55-8d7f-4a51-9dea-53c525dc494d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16ec866687e048a483417f63ff21dad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895735 Feb 11 13:25:27.937480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49688) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:27.939759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Network 344469a8-97f4-4594-a289-ff8809371b0d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:27.944933 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:27.957580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:27.959867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:27.992683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4904cff6-6997-42b3-a3ab-95c13d633863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.032456 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4904cff6-6997-42b3-a3ab-95c13d633863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.047861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event updated for resources: {'Port': ['ID=dc2d456a-0dbb-4615-9f12-35a538c31d76,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:28.143717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.156210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.156856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.250156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9f63c0e0-9df1-4144-a680-e01c63ebcd4a None None] Provisioning complete for port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:28.250632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7eb2a41f-c6ae-41ca-84c7-35c9b6ff5295 req-4d3eba35-df7a-4ec4-a1f2-124986ac9fea tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 210 time: 0.0291560 Feb 11 13:25:28.251187 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9f63c0e0-9df1-4144-a680-e01c63ebcd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.283498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f23b6-e8d2-4c7b-9812-56630b2969bc req-5f4261f1-159f-4f39-9ef6-c1034b188ca4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.290858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f23b6-e8d2-4c7b-9812-56630b2969bc req-5f4261f1-159f-4f39-9ef6-c1034b188ca4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.298466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f23b6-e8d2-4c7b-9812-56630b2969bc req-5f4261f1-159f-4f39-9ef6-c1034b188ca4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.302380 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9f63c0e0-9df1-4144-a680-e01c63ebcd4a None None] Port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:28.306059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f23b6-e8d2-4c7b-9812-56630b2969bc req-5f4261f1-159f-4f39-9ef6-c1034b188ca4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.312113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f23b6-e8d2-4c7b-9812-56630b2969bc req-5f4261f1-159f-4f39-9ef6-c1034b188ca4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.319557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f23b6-e8d2-4c7b-9812-56630b2969bc req-5f4261f1-159f-4f39-9ef6-c1034b188ca4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.326015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f23b6-e8d2-4c7b-9812-56630b2969bc req-5f4261f1-159f-4f39-9ef6-c1034b188ca4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.327981 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-682f23b6-e8d2-4c7b-9812-56630b2969bc req-5f4261f1-159f-4f39-9ef6-c1034b188ca4 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.1262758 Feb 11 13:25:28.329576 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4904cff6-6997-42b3-a3ab-95c13d633863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.332888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4904cff6-6997-42b3-a3ab-95c13d633863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.345391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-59b20052-29e9-4e51-89d1-540ae9cbc5c7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8122654 Feb 11 13:25:28.345391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.358456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4904cff6-6997-42b3-a3ab-95c13d633863 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1704b922-b676-4153-9058-ddaf67371a4e HTTP/1.1" status: 204 len: 168 time: 0.4195380 Feb 11 13:25:28.421058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904cff6-6997-42b3-a3ab-95c13d633863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1704b922-b676-4153-9058-ddaf67371a4e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:28.429983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Request body: {'port': {'device_id': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:28.485530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-682f23b6-e8d2-4c7b-9812-56630b2969bc req-0b119aa9-f638-475b-a854-6029f3e49f4f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1204872 Feb 11 13:25:28.541754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:28.555147 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-444587b6-ef0d-4ba1-8bc9-bdccc2e415db req-11e8efda-4676-47e3-bab2-06196eb3a9f5 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 210 time: 0.1043148 Feb 11 13:25:28.568653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:28.572183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddf509e-0e3f-4843-ac28-fc7ac033bd3c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:28.578924 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.589133 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.597478 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Added segment d6b45200-ca4d-4874-9e88-e9d0aa68eecb of type vlan for network 15197da1-26b1-4632-98ef-ee2b21eb2049 Feb 11 13:25:28.635459 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:28.636045 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.667817 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.692543 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b04c308f-e6c0-4f23-8919-f494bf8142f3 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:28.695939 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.700043 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.741066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: b04c308f-e6c0-4f23-8919-f494bf8142f3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:28.741301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b04c308f-e6c0-4f23-8919-f494bf8142f3 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:28.802444 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.803552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b5e54-50ad-4676-abd9-32ba8829bec3 req-3bb9e615-6920-4eeb-b227-f35804af6648 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:28.814438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-618b5e54-50ad-4676-abd9-32ba8829bec3 req-3bb9e615-6920-4eeb-b227-f35804af6648 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 932 time: 0.0810766 Feb 11 13:25:28.825950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b4e1008-ce83-4567-9c01-3a4ec96f3a79,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:28.858601 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-618b5e54-50ad-4676-abd9-32ba8829bec3 req-eca052f6-877d-458a-bf00-84ba47defa14 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Feb 11 13:25:28.937810 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:28.998275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=4b4e1008-ce83-4567-9c01-3a4ec96f3a79,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:29.049867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.051072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.053047 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.103273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c7381b98-ffba-43b3-80b4-8c063016066f tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.104708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c7381b98-ffba-43b3-80b4-8c063016066f tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.59 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 811 time: 0.3750002 Feb 11 13:25:29.197507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-9cc87190-c574-4336-990f-0b0178e3d7ed tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caa838ed111542f39780c8f8cfe1c7c6 HTTP/1.1" status: 200 len: 380 time: 0.0621362 Feb 11 13:25:29.207516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'port': {'device_id': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'admin_state_up': True, 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'security_groups': ['d7000f20-6e31-43bb-a413-da029995602e']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:29.219498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9235976 Feb 11 13:25:29.222691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49702) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:29.228248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Request body: {'subnet': {'network_id': '15197da1-26b1-4632-98ef-ee2b21eb2049', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-851013619-subnet', 'tenant_id': 'fecac2cdbbd145b181df3e1879047434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:29.230494 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.400700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Made reservation on behalf of fecac2cdbbd145b181df3e1879047434 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:29.403453 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.565198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49708) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:29.648826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.693091 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-899dc576-961b-47b9-9b7f-5b641d00c498 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e003a52145494b439cb54b75e10544c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292489 Feb 11 13:25:29.693972 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49712) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:29.709277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2990c43-5c0e-4fb3-b365-d3dacb8e3dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=15197da1-26b1-4632-98ef-ee2b21eb2049,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:29.720302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 15197da1-26b1-4632-98ef-ee2b21eb2049 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:29.733993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63e3c452-c7f8-4226-b6a9-e0676bb4b70d req-61e14b33-cf70-45d4-a30f-19c5d06d48d2 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 210 time: 0.0935016 Feb 11 13:25:29.741114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31fe97-6659-4ff3-b5d8-201d7905d6c4 req-415612c0-2281-4d2f-9dc1-7a7ee77de444 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.748051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31fe97-6659-4ff3-b5d8-201d7905d6c4 req-415612c0-2281-4d2f-9dc1-7a7ee77de444 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.755131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31fe97-6659-4ff3-b5d8-201d7905d6c4 req-415612c0-2281-4d2f-9dc1-7a7ee77de444 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.771920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31fe97-6659-4ff3-b5d8-201d7905d6c4 req-415612c0-2281-4d2f-9dc1-7a7ee77de444 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.778978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31fe97-6659-4ff3-b5d8-201d7905d6c4 req-415612c0-2281-4d2f-9dc1-7a7ee77de444 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.800020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31fe97-6659-4ff3-b5d8-201d7905d6c4 req-415612c0-2281-4d2f-9dc1-7a7ee77de444 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.800020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31fe97-6659-4ff3-b5d8-201d7905d6c4 req-415612c0-2281-4d2f-9dc1-7a7ee77de444 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:29.802582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c31fe97-6659-4ff3-b5d8-201d7905d6c4 req-415612c0-2281-4d2f-9dc1-7a7ee77de444 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.2137055 Feb 11 13:25:29.804586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Pushing event updated for resources: {'Port': ['ID=a9ceea79-ce5a-47ed-be2a-74341d9ab3f3,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:29.824642 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.862190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.877172 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e985895a-1b5d-4c88-8211-a32f570258bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.900831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c31fe97-6659-4ff3-b5d8-201d7905d6c4 req-33847d22-c4ec-48f5-819c-780fba5066f7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986991 Feb 11 13:25:29.942596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e985895a-1b5d-4c88-8211-a32f570258bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.946173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d963ff86-77c8-45f9-8cdb-08527e2a154a,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:29.960947 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:29.968806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a405e44a-e1b4-41e8-8ef3-b07b21a8f81a req-5fd7e86a-eaf8-4ae9-ab15-b70dddacd00a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 210 time: 0.0988686 Feb 11 13:25:30.004665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2d456a-0dbb-4615-9f12-35a538c31d76 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:30.017316 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.041271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Transition to ACTIVE for port object dc2d456a-0dbb-4615-9f12-35a538c31d76 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:30.045247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Network 56ca897a-daf6-4090-a480-a748125a03ee is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:30.045247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:30.095260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Checking segment: {'id': 'd6b45200-ca4d-4874-9e88-e9d0aa68eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '15197da1-26b1-4632-98ef-ee2b21eb2049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:30.095685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Network hostable DHCP agents. Network: 15197da1-26b1-4632-98ef-ee2b21eb2049, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:30.156838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3a4b-9536-4927-964e-535ca1478a7a req-e4291edf-a49e-443c-a6fb-76736d1711aa tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.158103 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-42be3a4b-9536-4927-964e-535ca1478a7a req-e4291edf-a49e-443c-a6fb-76736d1711aa tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 932 time: 0.1333020 Feb 11 13:25:30.201994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:30.206306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Made reservation on behalf of caa838ed111542f39780c8f8cfe1c7c6 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:30.210413 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.219639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-1a94baa9-80fe-4b5d-b174-59749638f46c tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.221408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-1a94baa9-80fe-4b5d-b174-59749638f46c tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.13 "GET /v2.0/networks?id=b144d7c7-6efc-4463-b219-6206ca822bd4 HTTP/1.1" status: 200 len: 814 time: 0.2519038 Feb 11 13:25:30.259430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-42be3a4b-9536-4927-964e-535ca1478a7a req-e35ba56c-4430-4c28-80d4-e91bf82bc5fc tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886397 Feb 11 13:25:30.279379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.285398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Network 15197da1-26b1-4632-98ef-ee2b21eb2049 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:30.293645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-fa170b1d-d77f-44f0-9789-5a3a0fe4dfe8 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=671a7403db3346d798a4a79bd1fb00e8 HTTP/1.1" status: 200 len: 379 time: 0.0594459 Feb 11 13:25:30.303391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Request body: {'port': {'device_id': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'admin_state_up': True, 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'security_groups': ['57437bef-16d9-46fd-81b1-aa0061f1750b']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:30.340526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-181ba759-d271-4a72-9f20-611e415c03f4 None None] Provisioning complete for port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:30.340926 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-181ba759-d271-4a72-9f20-611e415c03f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.355551 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e985895a-1b5d-4c88-8211-a32f570258bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.359834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e985895a-1b5d-4c88-8211-a32f570258bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.364073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e985895a-1b5d-4c88-8211-a32f570258bf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3572bd9d-6179-4d3b-9a91-0de574b521e0 HTTP/1.1" status: 204 len: 168 time: 0.6637840 Feb 11 13:25:30.395862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-181ba759-d271-4a72-9f20-611e415c03f4 None None] Port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:30.397253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985895a-1b5d-4c88-8211-a32f570258bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3572bd9d-6179-4d3b-9a91-0de574b521e0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:30.421307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 15197da1-26b1-4632-98ef-ee2b21eb2049) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:30.437491 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:30.438122 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.451793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d576cda-982a-4b60-9b57-107d567a7b6c None None] Network 15197da1-26b1-4632-98ef-ee2b21eb2049 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:30.479419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Pushing event updated for resources: {'Port': ['ID=dc2d456a-0dbb-4615-9f12-35a538c31d76,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:30.526618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:30.537927 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Sync routers for ids ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:30.556381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4af2fe61-0854-4bd3-95c6-af4b14830248 admin admin] 10.222.0.52 "PUT /v2.0/routers/4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9274879 Feb 11 13:25:30.556605 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Routers {'4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:30.556605 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:30.581014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:30.600220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Allocated IP 172.20.0.11 (78e8cc7a-6b88-4178-9818-4cb8339195fa/3356f2cd-4d02-411c-9f61-5d25d83cac42/10389505-d2a6-40ae-8f71-8344bd0eb22e) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:30.618954 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-88bc2641-3b66-4495-9266-7a0470e1540b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.3832507 Feb 11 13:25:30.658894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Attempting to bind port dc2d456a-0dbb-4615-9f12-35a538c31d76 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:30.660706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Attempting to bind port dc2d456a-0dbb-4615-9f12-35a538c31d76 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:30.662562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Attempting to bind port dc2d456a-0dbb-4615-9f12-35a538c31d76 on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:30.670390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Port dc2d456a-0dbb-4615-9f12-35a538c31d76 on network 344469a8-97f4-4594-a289-ff8809371b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:30.671298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Attempting to bind port dc2d456a-0dbb-4615-9f12-35a538c31d76 on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:30.694809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:30.695774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Checking segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:30.696647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Bound using segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:30.697698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Bound port: dc2d456a-0dbb-4615-9f12-35a538c31d76, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:30.697904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.698930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.714332 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Set router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:30.715221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c600f5-e7a2-4046-ab3e-34ee5cea7ad6 None None] Network 15197da1-26b1-4632-98ef-ee2b21eb2049 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:30.789132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:30.789856 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.795665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Made reservation on behalf of 671a7403db3346d798a4a79bd1fb00e8 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:30.802408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:30.866159 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.030126 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-router', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:20Z', 'updated_at': '2022-02-11T13:25:28Z', 'revision_number': 4, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'gw_port': {'id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:21Z', 'updated_at': '2022-02-11T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a9ceea79-ce5a-47ed-be2a-74341d9ab3f3', 'name': '', 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'mac_address': 'fa:16:3e:77:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '75dd3cef-a493-4393-b7cd-99cd0c98e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:26Z', 'updated_at': '2022-02-11T13:25:28Z', 'revision_number': 2, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'subnets': [{'id': '75dd3cef-a493-4393-b7cd-99cd0c98e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:31.062103 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Checking router: 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:31.062815 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Updating router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:31.070391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] For port dc2d456a-0dbb-4615-9f12-35a538c31d76, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:31.073739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] For port dc2d456a-0dbb-4615-9f12-35a538c31d76, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:31.103595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1e622d1-a38d-4da6-9d87-b9eb3a8ecd38 req-42ace2e0-c71d-4255-80c2-5705ef3df901 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 210 time: 0.1474619 Feb 11 13:25:31.105630 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.109978 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.126616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Allocated IP 172.20.0.6 (b144d7c7-6efc-4463-b219-6206ca822bd4/12f70255-927c-4966-8a3c-6c16ea2b8442/1bc68c6a-0d88-4a03-a0af-6f4283923679) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:31.214990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.268891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Network 78e8cc7a-6b88-4178-9818-4cb8339195fa is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:31.286187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'Port': ['ID=10389505-d2a6-40ae-8f71-8344bd0eb22e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:31.294373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.295275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.297173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] 10.222.0.59 "PUT /v2.0/ports/dc2d456a-0dbb-4615-9f12-35a538c31d76 HTTP/1.1" status: 200 len: 1092 time: 2.9426501 Feb 11 13:25:31.300730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'tag': 'dc2d456a-0dbb-4615-9f12-35a538c31d76'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:31.310506 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71" -d '{"events": [{"name": "network-changed", "server_uuid": "cb77f1ac-20c2-458c-8b84-4c31e298d114", "tag": "dc2d456a-0dbb-4615-9f12-35a538c31d76"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:31.313879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:31.320658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:31.509583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc2e2-88dd-4cad-956e-7a4f5e5b0ae8 req-67819179-4b22-49eb-aa13-373e6835ee54 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.517698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc2e2-88dd-4cad-956e-7a4f5e5b0ae8 req-67819179-4b22-49eb-aa13-373e6835ee54 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.523689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc2e2-88dd-4cad-956e-7a4f5e5b0ae8 req-67819179-4b22-49eb-aa13-373e6835ee54 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.530195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc2e2-88dd-4cad-956e-7a4f5e5b0ae8 req-67819179-4b22-49eb-aa13-373e6835ee54 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.537266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc2e2-88dd-4cad-956e-7a4f5e5b0ae8 req-67819179-4b22-49eb-aa13-373e6835ee54 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.543324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc2e2-88dd-4cad-956e-7a4f5e5b0ae8 req-67819179-4b22-49eb-aa13-373e6835ee54 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.549324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fc2e2-88dd-4cad-956e-7a4f5e5b0ae8 req-67819179-4b22-49eb-aa13-373e6835ee54 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.558069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-662fc2e2-88dd-4cad-956e-7a4f5e5b0ae8 req-67819179-4b22-49eb-aa13-373e6835ee54 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.3137417 Feb 11 13:25:31.567036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.567713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.570482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ace88-0053-4426-aee1-eaee79a1d98f service neutron] Pushing event updated for resources: {'Port': ['ID=dc2d456a-0dbb-4615-9f12-35a538c31d76,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:31.610461 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.636571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85c213-998a-48ff-9c67-c51172da145c req-727dc48d-0e29-46be-8d8e-450b96aa8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.638277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-727dc48d-0e29-46be-8d8e-450b96aa8c15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 1095 time: 0.2150235 Feb 11 13:25:31.656732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-662fc2e2-88dd-4cad-956e-7a4f5e5b0ae8 req-05c9a057-eeef-4560-b3cb-1acbcc08e087 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0977821 Feb 11 13:25:31.698166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-0ad7d8d9-370d-4af8-8470-8f1e8396837a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76 HTTP/1.1" status: 200 len: 217 time: 0.0511031 Feb 11 13:25:31.720297 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.742868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c6a261d3-272a-4e10-984b-617a8d2ecc06 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5397832 Feb 11 13:25:31.746103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-73e9858d-e9ef-4e10-b008-787249f5011e None None] Provisioning complete for port 10389505-d2a6-40ae-8f71-8344bd0eb22e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:31.747196 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-73e9858d-e9ef-4e10-b008-787249f5011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.780915 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8ee55-c348-4d2c-996e-5dfc18b41dbd None None] Pushing event updated for resources: {'Port': ['ID=a9ceea79-ce5a-47ed-be2a-74341d9ab3f3,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:31.816556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8bce0e2a-3f61-4996-82cb-61f2e8ca10b7 req-ab1f7b5e-c8cd-4b6d-886c-17ed5d70c3c4 tempest-FloatingIPsNegativeTestJSON-449185494 tempest-FloatingIPsNegativeTestJSON-449185494-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=40ae3ea2fb064fb3af590d74630d1578 HTTP/1.1" status: 200 len: 217 time: 0.4020319 Feb 11 13:25:31.819928 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.831259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Request body: {'port': {'device_id': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:31.844718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-73e9858d-e9ef-4e10-b008-787249f5011e None None] Port 10389505-d2a6-40ae-8f71-8344bd0eb22e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:31.928276 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Attempting to bind port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:31.928917 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Attempting to bind port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '1713697d-5846-4c26-8d44-abe7c68c22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:31.930478 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Attempting to bind port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 on network 56ca897a-daf6-4090-a480-a748125a03ee {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:31.943670 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:31.944883 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Checking segment: {'id': '1713697d-5846-4c26-8d44-abe7c68c22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:31.946279 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.947008 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Bound using segment: {'id': '1713697d-5846-4c26-8d44-abe7c68c22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:31.947811 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Bound port: a9ceea79-ce5a-47ed-be2a-74341d9ab3f3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1713697d-5846-4c26-8d44-abe7c68c22cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:31.950801 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.951382 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:31.952821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c917e-17ac-4364-8eee-8daef6bb9ba0 req-ebb2d5e7-f72a-4e69-b63f-5fd23f399d19 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.959107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85c213-998a-48ff-9c67-c51172da145c req-90d185b9-86ea-4c9a-bf13-0b436186e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:31.960960 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-90d185b9-86ea-4c9a-bf13-0b436186e198 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.2530940 Feb 11 13:25:31.961505 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f17c917e-17ac-4364-8eee-8daef6bb9ba0 req-ebb2d5e7-f72a-4e69-b63f-5fd23f399d19 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 944 time: 0.0698330 Feb 11 13:25:31.997635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a1621-adb0-43e8-9ac0-f7042f93b2a9 req-b16ec994-7e08-4091-9c03-b1f15816a4a1 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.006621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e15a1621-adb0-43e8-9ac0-f7042f93b2a9 req-b16ec994-7e08-4091-9c03-b1f15816a4a1 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 932 time: 0.2133586 Feb 11 13:25:32.009905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f17c917e-17ac-4364-8eee-8daef6bb9ba0 req-2a2b1e36-83c4-4b25-b7c9-e63a31c1d236 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470994 Feb 11 13:25:32.018114 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:32.064595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-67fcc153-0fae-4ae8-8c95-82e4fb211732 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945394 Feb 11 13:25:32.074058 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] For port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:32.081061 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] For port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a9ceea79-ce5a-47ed-be2a-74341d9ab3f3,segment=NetworkSegment(1713697d-5846-4c26-8d44-abe7c68c22cf),segment_id=1713697d-5846-4c26-8d44-abe7c68c22cf)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:32.103373 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b732c711-6696-4ca6-a578-4f4a5f5653c4 x-openstack-request-id: req-b732c711-6696-4ca6-a578-4f4a5f5653c4 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:32.103675 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb77f1ac-20c2-458c-8b84-4c31e298d114", "tag": "dc2d456a-0dbb-4615-9f12-35a538c31d76", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:32.103952 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b732c711-6696-4ca6-a578-4f4a5f5653c4 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:32.104373 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'tag': 'dc2d456a-0dbb-4615-9f12-35a538c31d76', 'status': 'completed', 'code': 200} Feb 11 13:25:32.117910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Network b144d7c7-6efc-4463-b219-6206ca822bd4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:32.121070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:32.131523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:32.132715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Pushing event updated for resources: {'Port': ['ID=1bc68c6a-0d88-4a03-a0af-6f4283923679,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:32.154426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e15a1621-adb0-43e8-9ac0-f7042f93b2a9 req-cb78eb30-73a9-4216-9ea6-0a0018b5f9bd tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467628 Feb 11 13:25:32.193421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.193757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-21b3fdac-363c-4908-90eb-5666801d0697 None None] Provisioning complete for port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:32.194260 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-21b3fdac-363c-4908-90eb-5666801d0697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:32.194841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:32.229340 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:32.285561 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-0d0a414e-c609-4344-8889-2f43a85679b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9843106 Feb 11 13:25:32.286559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-21b3fdac-363c-4908-90eb-5666801d0697 None None] Port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:32.297206 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Request body: {'port': {'device_id': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:32.298639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7cbc125b-86af-4382-99aa-a937e81e1dfc req-630aa939-2f7d-44f3-93ff-65f6eaabd8d1 tempest-FloatingIPsNegativeTestJSON-449185494 tempest-FloatingIPsNegativeTestJSON-449185494-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1024225 Feb 11 13:25:32.358613 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8ee55-c348-4d2c-996e-5dfc18b41dbd None None] Pushing event updated for resources: {'Port': ['ID=a9ceea79-ce5a-47ed-be2a-74341d9ab3f3,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:32.365037 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Routers {'4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:32.366185 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:32.442945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:32.609252 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] Set router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:32.631782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e811e4c3-8983-47a7-bbfd-b4f14730bc4f None None] Provisioning complete for port 1bc68c6a-0d88-4a03-a0af-6f4283923679 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:32.632162 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e811e4c3-8983-47a7-bbfd-b4f14730bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:32.650816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-e0c969ca-efcb-4443-bc20-a3af9ed4bd58 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497777 Feb 11 13:25:32.717450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72029b-cd0c-4714-9d5d-0b29ebde8ac4 req-852b53d9-d74a-46cf-a3e8-c1c99d0b2378 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:32.725508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef72029b-cd0c-4714-9d5d-0b29ebde8ac4 req-852b53d9-d74a-46cf-a3e8-c1c99d0b2378 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 931 time: 0.2442482 Feb 11 13:25:32.739885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e811e4c3-8983-47a7-bbfd-b4f14730bc4f None None] Port 1bc68c6a-0d88-4a03-a0af-6f4283923679 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:32.870055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1d0d931f-f031-4950-be0e-bb3808c7144d None None] Provisioning complete for port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:32.870755 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1d0d931f-f031-4950-be0e-bb3808c7144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:32.912998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc68c6a-0d88-4a03-a0af-6f4283923679 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:32.937741 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:32.941873 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-router', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:20Z', 'updated_at': '2022-02-11T13:25:28Z', 'revision_number': 4, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'gw_port': {'id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:21Z', 'updated_at': '2022-02-11T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a9ceea79-ce5a-47ed-be2a-74341d9ab3f3', 'name': '', 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'mac_address': 'fa:16:3e:77:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '75dd3cef-a493-4393-b7cd-99cd0c98e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:26Z', 'updated_at': '2022-02-11T13:25:32Z', 'revision_number': 4, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'subnets': [{'id': '75dd3cef-a493-4393-b7cd-99cd0c98e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:32.947023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef72029b-cd0c-4714-9d5d-0b29ebde8ac4 req-e2bb6134-e23d-48e7-a03b-0e7e01bf47cb tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2187531 Feb 11 13:25:32.981187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Transition to ACTIVE for port object 1bc68c6a-0d88-4a03-a0af-6f4283923679 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:33.011824 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4cc806-ec45-48ac-995f-bb1e1b225a36 None None] The sync data for ids ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'] in n-d-816488-1 is: [{'id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-router', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:20Z', 'updated_at': '2022-02-11T13:25:28Z', 'revision_number': 4, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'gw_port': {'id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:21Z', 'updated_at': '2022-02-11T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a9ceea79-ce5a-47ed-be2a-74341d9ab3f3', 'name': '', 'network_id': '56ca897a-daf6-4090-a480-a748125a03ee', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'mac_address': 'fa:16:3e:77:86:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '75dd3cef-a493-4393-b7cd-99cd0c98e9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:26Z', 'updated_at': '2022-02-11T13:25:32Z', 'revision_number': 4, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'subnets': [{'id': '75dd3cef-a493-4393-b7cd-99cd0c98e9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:33.030837 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1d0d931f-f031-4950-be0e-bb3808c7144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:33.069654 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-b2f593de-6839-400c-9cce-0e0547f41254 req-0d892efa-f328-4069-9562-2dc0c0a4993d tempest-FloatingIPsNegativeTestJSON-449185494 tempest-FloatingIPsNegativeTestJSON-449185494-project] show failed (client error): The resource could not be found. Feb 11 13:25:33.073703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1d0d931f-f031-4950-be0e-bb3808c7144d None None] For port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a9ceea79-ce5a-47ed-be2a-74341d9ab3f3,segment=NetworkSegment(1713697d-5846-4c26-8d44-abe7c68c22cf),segment_id=1713697d-5846-4c26-8d44-abe7c68c22cf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:33.091679 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2f593de-6839-400c-9cce-0e0547f41254 req-0d892efa-f328-4069-9562-2dc0c0a4993d tempest-FloatingIPsNegativeTestJSON-449185494 tempest-FloatingIPsNegativeTestJSON-449185494-project] 10.222.0.52 "GET /v2.0/floatingips/93a0b080-60ef-4a8f-960c-ec8042d62251 HTTP/1.1" status: 404 len: 350 time: 0.0961583 Feb 11 13:25:33.092200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49784) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:33.106280 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e85c213-998a-48ff-9c67-c51172da145c req-eb6ab567-272b-4d9f-938f-527addb7c749 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006433 Feb 11 13:25:33.181905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:33.214887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10389505-d2a6-40ae-8f71-8344bd0eb22e {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:33.233446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:33.249076 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1d0d931f-f031-4950-be0e-bb3808c7144d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:33.259737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-90e2b491-c184-4b6d-b205-79ae7ec2f962 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.270424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-90e2b491-c184-4b6d-b205-79ae7ec2f962 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/networks?id=15197da1-26b1-4632-98ef-ee2b21eb2049 HTTP/1.1" status: 200 len: 817 time: 0.2316980 Feb 11 13:25:33.351378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d931f-f031-4950-be0e-bb3808c7144d None None] Pushing event updated for resources: {'Port': ['ID=a9ceea79-ce5a-47ed-be2a-74341d9ab3f3,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:33.388197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Transition to ACTIVE for port object 10389505-d2a6-40ae-8f71-8344bd0eb22e will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:33.400292 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-e0b697e7-61d7-4837-be4f-2b344b8d564f tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/quotas/fecac2cdbbd145b181df3e1879047434 HTTP/1.1" status: 200 len: 375 time: 0.1293230 Feb 11 13:25:33.410669 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc68c6a-0d88-4a03-a0af-6f4283923679,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:33.480438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Attempting to bind port 1bc68c6a-0d88-4a03-a0af-6f4283923679 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:33.480771 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Attempting to bind port 1bc68c6a-0d88-4a03-a0af-6f4283923679 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:33.481100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Attempting to bind port 1bc68c6a-0d88-4a03-a0af-6f4283923679 on network b144d7c7-6efc-4463-b219-6206ca822bd4 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:33.482735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18897-ac47-425f-a05d-cdb811f6e968 req-9f696c09-9a5a-4800-8f81-1b9bb957bdde tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.485070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-f97083c1-4301-4622-855b-735ca62d97ff tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=fecac2cdbbd145b181df3e1879047434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761764 Feb 11 13:25:33.490422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18897-ac47-425f-a05d-cdb811f6e968 req-9f696c09-9a5a-4800-8f81-1b9bb957bdde tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.491057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Port 1bc68c6a-0d88-4a03-a0af-6f4283923679 on network b144d7c7-6efc-4463-b219-6206ca822bd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:33.491388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Attempting to bind port 1bc68c6a-0d88-4a03-a0af-6f4283923679 on network b144d7c7-6efc-4463-b219-6206ca822bd4 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:33.497236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18897-ac47-425f-a05d-cdb811f6e968 req-9f696c09-9a5a-4800-8f81-1b9bb957bdde tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.503409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18897-ac47-425f-a05d-cdb811f6e968 req-9f696c09-9a5a-4800-8f81-1b9bb957bdde tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.509898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18897-ac47-425f-a05d-cdb811f6e968 req-9f696c09-9a5a-4800-8f81-1b9bb957bdde tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.516027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18897-ac47-425f-a05d-cdb811f6e968 req-9f696c09-9a5a-4800-8f81-1b9bb957bdde tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.523188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b18897-ac47-425f-a05d-cdb811f6e968 req-9f696c09-9a5a-4800-8f81-1b9bb957bdde tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.526028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00b18897-ac47-425f-a05d-cdb811f6e968 req-9f696c09-9a5a-4800-8f81-1b9bb957bdde tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.3155084 Feb 11 13:25:33.539440 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:33.555449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:33.555887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Checking segment: {'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:33.556343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Bound using segment: {'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:33.556867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Bound port: 1bc68c6a-0d88-4a03-a0af-6f4283923679, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89751280-05d2-44d9-bd1e-b5606af27042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:33.557315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:33.562334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71 req-bcad3014-cc2d-4c15-8bd8-e3016a898edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.563826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71 req-bcad3014-cc2d-4c15-8bd8-e3016a898edc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 1095 time: 0.2264905 Feb 11 13:25:33.667219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] For port 1bc68c6a-0d88-4a03-a0af-6f4283923679, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:33.672271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] For port 1bc68c6a-0d88-4a03-a0af-6f4283923679, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1bc68c6a-0d88-4a03-a0af-6f4283923679,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:33.702885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-1a04e9ed-3a17-480a-9c8c-f8a7cf5737b5 service neutron] 10.222.0.52 "GET /v2.0/networks/15197da1-26b1-4632-98ef-ee2b21eb2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066371 Feb 11 13:25:33.761074 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Pushing event updated for resources: {'Port': ['ID=10389505-d2a6-40ae-8f71-8344bd0eb22e,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:33.773644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00b18897-ac47-425f-a05d-cdb811f6e968 req-bfcd84a1-eab1-4761-8d69-968d7a8743cb tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2352071 Feb 11 13:25:33.924202 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-eabe7550-1278-494f-8285-663cfd9f606f service neutron] 10.222.0.52 "GET /v2.0/networks/15197da1-26b1-4632-98ef-ee2b21eb2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993916 Feb 11 13:25:33.926660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:33.967291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:33.968998 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:33.969613 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/1bc68c6a-0d88-4a03-a0af-6f4283923679 HTTP/1.1" status: 200 len: 1091 time: 1.6773052 Feb 11 13:25:33.970033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'tag': '1bc68c6a-0d88-4a03-a0af-6f4283923679'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:33.973044 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f20cef9-f5eb-449d-96fc-60f8bb967063" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea13fb4-8c09-4d97-b9e4-4f13621aa373", "tag": "1bc68c6a-0d88-4a03-a0af-6f4283923679"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:34.009358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71 req-2a6855dc-90c8-4bab-80a5-047527a2ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.011421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71 req-2a6855dc-90c8-4bab-80a5-047527a2ca0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 913 time: 0.4148858 Feb 11 13:25:34.014258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc68c6a-0d88-4a03-a0af-6f4283923679,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:34.024684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.025333 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.025862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.026366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.026866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.027714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.028219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.028916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.029840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.030394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.030890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.037408 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485e8eb8-0e37-41bf-9634-d37ebe5808a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:34.167594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-d4ab4a00-8528-48c5-9ca6-9575939a5790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.189354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-d4ab4a00-8528-48c5-9ca6-9575939a5790 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=671a7403db3346d798a4a79bd1fb00e8&device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 1094 time: 0.0879226 Feb 11 13:25:34.276821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-6e09e100-8649-4ff9-aa17-dc877c4445ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bc68c6a-0d88-4a03-a0af-6f4283923679 HTTP/1.1" status: 200 len: 217 time: 0.0737994 Feb 11 13:25:34.344896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-005cdb58-00bc-4746-945e-efc46c4a57f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.346592 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-005cdb58-00bc-4746-945e-efc46c4a57f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12f70255-927c-4966-8a3c-6c16ea2b8442 HTTP/1.1" status: 200 len: 853 time: 0.0669801 Feb 11 13:25:34.487774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-354cce60-5eee-4cbd-9a1f-284a290be0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.490037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-354cce60-5eee-4cbd-9a1f-284a290be0b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b144d7c7-6efc-4463-b219-6206ca822bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1258898 Feb 11 13:25:34.499882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4239d1b-2560-4b65-ae38-fd2adca4bfcd req-6731e4be-e9bb-47e5-ab55-36f0964ff68e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.501492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4239d1b-2560-4b65-ae38-fd2adca4bfcd req-6731e4be-e9bb-47e5-ab55-36f0964ff68e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 944 time: 0.1605806 Feb 11 13:25:34.565278 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71 req-52f8a4b1-8102-4daf-8a00-c5566feab4f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76 HTTP/1.1" status: 200 len: 217 time: 0.5020263 Feb 11 13:25:34.576068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:34.611304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4239d1b-2560-4b65-ae38-fd2adca4bfcd req-6e9214d5-a5a0-421f-a3d0-fa03cc9ac46b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985277 Feb 11 13:25:34.614797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Attempting to bind port 10389505-d2a6-40ae-8f71-8344bd0eb22e on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:34.615125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Attempting to bind port 10389505-d2a6-40ae-8f71-8344bd0eb22e by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:34.615645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Attempting to bind port 10389505-d2a6-40ae-8f71-8344bd0eb22e on network 78e8cc7a-6b88-4178-9818-4cb8339195fa {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:34.638539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c865bd5-2a3a-47f4-99ff-58c3d2bd524a req-a88100d1-0606-4388-ad3a-1f2f7467a5e8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.640130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c865bd5-2a3a-47f4-99ff-58c3d2bd524a req-a88100d1-0606-4388-ad3a-1f2f7467a5e8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 944 time: 0.6274948 Feb 11 13:25:34.665441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Port 10389505-d2a6-40ae-8f71-8344bd0eb22e on network 78e8cc7a-6b88-4178-9818-4cb8339195fa not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:34.665687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Attempting to bind port 10389505-d2a6-40ae-8f71-8344bd0eb22e on network 78e8cc7a-6b88-4178-9818-4cb8339195fa {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:34.668697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:34.670664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:34.679608 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-091068ed-37d7-4239-881a-ea231357ddcf service neutron] 10.222.0.13 "GET /v2.0/networks/b144d7c7-6efc-4463-b219-6206ca822bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770723 Feb 11 13:25:34.690866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:34.691512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Checking segment: {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:34.692082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Bound using segment: {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:34.692685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Bound port: 10389505-d2a6-40ae-8f71-8344bd0eb22e, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:34.693210 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:34.704618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71 req-237a9b1d-f7d8-4695-9580-69042189b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.706131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71 req-237a9b1d-f7d8-4695-9580-69042189b5b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.1331141 Feb 11 13:25:34.724751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 25906095-f674-4165-873d-1b718167c844 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:34.763024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71 req-69698a36-660f-4ea8-888a-5f3c8149a5e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447531 Feb 11 13:25:34.813041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c865bd5-2a3a-47f4-99ff-58c3d2bd524a req-7374700c-6d9d-446e-9522-7a7e45744058 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595185 Feb 11 13:25:34.829493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192fb17-0eb3-4199-8b82-844d645f1e2c req-195f7191-7b33-4a41-b55a-26af16aede4f tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:34.831356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c192fb17-0eb3-4199-8b82-844d645f1e2c req-195f7191-7b33-4a41-b55a-26af16aede4f tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 943 time: 0.0887437 Feb 11 13:25:34.853138 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c3f62f0-fa5b-4ad7-80b6-689e61061cd4 req-958f1379-e4d3-4139-931c-84d71c7bef9b service neutron] 10.222.0.13 "GET /v2.0/networks/b144d7c7-6efc-4463-b219-6206ca822bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659446 Feb 11 13:25:34.913079 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c192fb17-0eb3-4199-8b82-844d645f1e2c req-e64e1216-1905-430f-90a7-bf447eb805b3 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663688 Feb 11 13:25:34.954249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] For port 10389505-d2a6-40ae-8f71-8344bd0eb22e, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:34.966311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] For port 10389505-d2a6-40ae-8f71-8344bd0eb22e, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:34.971905 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c015cb2-6d50-43a0-9df0-19df67111743 x-openstack-request-id: req-1c015cb2-6d50-43a0-9df0-19df67111743 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:34.973324 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea13fb4-8c09-4d97-b9e4-4f13621aa373", "tag": "1bc68c6a-0d88-4a03-a0af-6f4283923679", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:34.973606 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c015cb2-6d50-43a0-9df0-19df67111743 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:34.974121 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'tag': '1bc68c6a-0d88-4a03-a0af-6f4283923679', 'status': 'completed', 'code': 200} Feb 11 13:25:34.994853 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71 req-b87db9c7-0ef4-4160-8923-6226de463502 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184587 Feb 11 13:25:35.077955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-81a2a14c-dd1f-46bc-8c7d-6dff3d90331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.079377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-81a2a14c-dd1f-46bc-8c7d-6dff3d90331f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=671a7403db3346d798a4a79bd1fb00e8&device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 1094 time: 0.0619042 Feb 11 13:25:35.143135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:35.184950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 25906095-f674-4165-873d-1b718167c844, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=25906095-f674-4165-873d-1b718167c844,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:35.197394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-2d713985-a4ef-464f-bdc2-b1bc61d2cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.199515 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-2d713985-a4ef-464f-bdc2-b1bc61d2cb29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b144d7c7-6efc-4463-b219-6206ca822bd4 HTTP/1.1" status: 200 len: 915 time: 0.1120729 Feb 11 13:25:35.202285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '25906095-f674-4165-873d-1b718167c844', 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71', 'port_id': '25906095-f674-4165-873d-1b718167c844', 'mac_address': 'fa:16:3e:5c:77:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1032b5af-d6c8-430e-9604-803de2cb3059', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:35.271287 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-f285d5dd-8d31-49f6-aed7-f88b24e9c670 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bc68c6a-0d88-4a03-a0af-6f4283923679 HTTP/1.1" status: 200 len: 217 time: 0.0567746 Feb 11 13:25:35.287510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.288533 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:35.291140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] 10.222.0.59 "PUT /v2.0/ports/10389505-d2a6-40ae-8f71-8344bd0eb22e HTTP/1.1" status: 200 len: 1092 time: 3.4666700 Feb 11 13:25:35.295599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'tag': '10389505-d2a6-40ae-8f71-8344bd0eb22e'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:35.297958 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a61050f-dfbe-453c-a489-9932e8adfa07" -d '{"events": [{"name": "network-changed", "server_uuid": "1014c5f8-b4ac-4501-ac7f-872175e1c742", "tag": "10389505-d2a6-40ae-8f71-8344bd0eb22e"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:35.311110 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:35.313331 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:35.330788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25906095-f674-4165-873d-1b718167c844 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:35.356328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 25906095-f674-4165-873d-1b718167c844, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=25906095-f674-4165-873d-1b718167c844,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:35.416656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44a2e1a5-9a09-4f15-b7d9-ab0ba3af6f71 req-9e8740b1-4471-4c6d-934d-5087668c5509 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150198 Feb 11 13:25:35.447507 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:35.450383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bc390621-14fa-4ee2-8555-bcbb41a5523e details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:35.458770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-5a04e643-4ad8-4003-8ac1-ec553cfcea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.461622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-5a04e643-4ad8-4003-8ac1-ec553cfcea44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12f70255-927c-4966-8a3c-6c16ea2b8442 HTTP/1.1" status: 200 len: 853 time: 0.1788988 Feb 11 13:25:35.523413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3048-f831-46e0-bf4c-a73b659a5981 req-b8a89e5e-ebd3-4f56-bf61-775f0cb2b24f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.526898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a4221fa-67dc-4695-b62e-9c5faa4c8f50 req-d8232f18-f0b7-4cc0-895d-a706d2a8b855 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 210 time: 0.4558089 Feb 11 13:25:35.529925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3048-f831-46e0-bf4c-a73b659a5981 req-b8a89e5e-ebd3-4f56-bf61-775f0cb2b24f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.536751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3048-f831-46e0-bf4c-a73b659a5981 req-b8a89e5e-ebd3-4f56-bf61-775f0cb2b24f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.543501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3048-f831-46e0-bf4c-a73b659a5981 req-b8a89e5e-ebd3-4f56-bf61-775f0cb2b24f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.544026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port bc390621-14fa-4ee2-8555-bcbb41a5523e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bc390621-14fa-4ee2-8555-bcbb41a5523e,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:35.546804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=25906095-f674-4165-873d-1b718167c844,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:35.559365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3048-f831-46e0-bf4c-a73b659a5981 req-b8a89e5e-ebd3-4f56-bf61-775f0cb2b24f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.560580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'bc390621-14fa-4ee2-8555-bcbb41a5523e', 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71', 'port_id': 'bc390621-14fa-4ee2-8555-bcbb41a5523e', 'mac_address': 'fa:16:3e:30:2b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1032b5af-d6c8-430e-9604-803de2cb3059', 'ip_address': '10.1.1.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:35.580820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3048-f831-46e0-bf4c-a73b659a5981 req-b8a89e5e-ebd3-4f56-bf61-775f0cb2b24f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.583099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64096c-1860-403c-bb02-1c0b72ff066b service neutron] Pushing event updated for resources: {'Port': ['ID=10389505-d2a6-40ae-8f71-8344bd0eb22e,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:35.635458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc3048-f831-46e0-bf4c-a73b659a5981 req-b8a89e5e-ebd3-4f56-bf61-775f0cb2b24f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.642092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6dc3048-f831-46e0-bf4c-a73b659a5981 req-b8a89e5e-ebd3-4f56-bf61-775f0cb2b24f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5428 time: 0.3092217 Feb 11 13:25:35.661289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-5297b9f7-2ecd-4e62-adba-cfd9c4ccd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.663229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-5297b9f7-2ecd-4e62-adba-cfd9c4ccd790 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 1095 time: 0.2427454 Feb 11 13:25:35.678909 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:35.718744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc390621-14fa-4ee2-8555-bcbb41a5523e {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:35.720632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-317e6b99-52ce-42c9-87bb-49ecb933a4d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e HTTP/1.1" status: 200 len: 217 time: 0.0475526 Feb 11 13:25:35.722678 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8ec843-17e4-49d1-ad8c-cb2bcbcc2341 x-openstack-request-id: req-9b8ec843-17e4-49d1-ad8c-cb2bcbcc2341 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:35.722962 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1014c5f8-b4ac-4501-ac7f-872175e1c742", "tag": "10389505-d2a6-40ae-8f71-8344bd0eb22e", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:35.723207 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b8ec843-17e4-49d1-ad8c-cb2bcbcc2341 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:35.723592 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'tag': '10389505-d2a6-40ae-8f71-8344bd0eb22e', 'status': 'completed', 'code': 200} Feb 11 13:25:35.733094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6dc3048-f831-46e0-bf4c-a73b659a5981 req-f64475d7-743f-4c59-9694-d3ce5b787731 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813098 Feb 11 13:25:35.743354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-36294b2a-a1c8-43de-a715-bfe8ffa4c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.744975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-36294b2a-a1c8-43de-a715-bfe8ffa4c7b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b144d7c7-6efc-4463-b219-6206ca822bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2747481 Feb 11 13:25:35.760661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port bc390621-14fa-4ee2-8555-bcbb41a5523e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bc390621-14fa-4ee2-8555-bcbb41a5523e,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:35.858636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-4bb075ba-8ff0-4087-8bdf-3cc30acc3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.860146 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-4bb075ba-8ff0-4087-8bdf-3cc30acc3c2c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3356f2cd-4d02-411c-9f61-5d25d83cac42 HTTP/1.1" status: 200 len: 850 time: 0.0962675 Feb 11 13:25:35.868848 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:35.869666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ef39ff2d-2440-4cb7-8b7d-d340c39a7374 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:35.939530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616fd3e-0265-40b4-a775-b0869442c88f req-e257cc47-e29c-4852-9187-71dc3b301c3c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.946454 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e616fd3e-0265-40b4-a775-b0869442c88f req-e257cc47-e29c-4852-9187-71dc3b301c3c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 944 time: 0.1082335 Feb 11 13:25:35.949490 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-ff188971-4f63-41ac-8181-ad767d15c256 service neutron] 10.222.0.13 "GET /v2.0/networks/b144d7c7-6efc-4463-b219-6206ca822bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962292 Feb 11 13:25:35.969434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c8cbd3e2-e89a-4eb3-9856-01f639a3b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:35.971196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c8cbd3e2-e89a-4eb3-9856-01f639a3b4c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78e8cc7a-6b88-4178-9818-4cb8339195fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025851 Feb 11 13:25:35.998320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e616fd3e-0265-40b4-a775-b0869442c88f req-329f23b2-8771-4fd7-8642-7a6441578d74 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469546 Feb 11 13:25:36.061928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=bc390621-14fa-4ee2-8555-bcbb41a5523e,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:36.114206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ef39ff2d-2440-4cb7-8b7d-d340c39a7374, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.126570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'port_id': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374', 'mac_address': 'fa:16:3e:83:c9:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:36.170740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7d75ab-a1b4-4541-aa81-8099d0edbcb0 req-22f3c26f-6b2f-4f08-873f-b0c3efa27f5a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.172395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e7d75ab-a1b4-4541-aa81-8099d0edbcb0 req-22f3c26f-6b2f-4f08-873f-b0c3efa27f5a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 944 time: 0.1391368 Feb 11 13:25:36.179977 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f20cef9-f5eb-449d-96fc-60f8bb967063 req-b4d8b2d2-85b5-4ddd-85da-ae8c1373ab0d service neutron] 10.222.0.13 "GET /v2.0/networks/b144d7c7-6efc-4463-b219-6206ca822bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860516 Feb 11 13:25:36.184584 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.186822 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-0ebdc47b-d06c-4e31-a831-25fded46ff4b service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069783 Feb 11 13:25:36.202061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef39ff2d-2440-4cb7-8b7d-d340c39a7374 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:36.212164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcdba8-412a-4c63-9a60-50cc0d736eff req-342dd30c-4dd8-460c-b7d8-3e3b8312593c tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.214872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85fcdba8-412a-4c63-9a60-50cc0d736eff req-342dd30c-4dd8-460c-b7d8-3e3b8312593c tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 943 time: 0.1110406 Feb 11 13:25:36.222645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ef39ff2d-2440-4cb7-8b7d-d340c39a7374, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.232017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] Deleting port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:36.232017 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.255274 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85fcdba8-412a-4c63-9a60-50cc0d736eff req-87761c74-bd72-41f9-bc6c-29b6665352ec tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378616 Feb 11 13:25:36.319886 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.320579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:36.331930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e7d75ab-a1b4-4541-aa81-8099d0edbcb0 req-b2f8cb11-96d5-4163-a0d6-1050c11ebaf7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437850 Feb 11 13:25:36.382025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e37d6fb-fde4-48cb-96cf-d1990fc01c6e req-c69c196f-07f8-48b2-81a1-0ff9e60bd17d service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850162 Feb 11 13:25:36.386852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] For port a9ceea79-ce5a-47ed-be2a-74341d9ab3f3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a9ceea79-ce5a-47ed-be2a-74341d9ab3f3,segment=NetworkSegment(1713697d-5846-4c26-8d44-abe7c68c22cf),segment_id=1713697d-5846-4c26-8d44-abe7c68c22cf)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.387223 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.396901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.401336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] Calling delete_port for a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:36.405136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:36.411574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97', 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71', 'port_id': 'f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97', 'mac_address': 'fa:16:3e:35:66:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1032b5af-d6c8-430e-9604-803de2cb3059', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:36.452024 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.464944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:36.484719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.554269 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.555110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c740c3f1-1394-4e6e-9568-6a229df226cb details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:36.603936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-dd016055-0dba-4a1d-81c9-5d098021518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.605561 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-dd016055-0dba-4a1d-81c9-5d098021518c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 1095 time: 0.0773289 Feb 11 13:25:36.621866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49840) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:36.709831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-04187422-a165-4dfa-86cd-bfd140521de8 req-6682e81c-7dd6-4c71-9659-9dbc0e63667c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 210 time: 0.0428452 Feb 11 13:25:36.710925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:36.749748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dc2d456a-0dbb-4615-9f12-35a538c31d76 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:36.784591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-1ef4d45b-37f1-4875-9431-8566f5a8b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.790269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-1ef4d45b-37f1-4875-9431-8566f5a8b1a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 912 time: 0.1721346 Feb 11 13:25:36.791735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c740c3f1-1394-4e6e-9568-6a229df226cb, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c740c3f1-1394-4e6e-9568-6a229df226cb,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.806620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'c740c3f1-1394-4e6e-9568-6a229df226cb', 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3', 'port_id': 'c740c3f1-1394-4e6e-9568-6a229df226cb', 'mac_address': 'fa:16:3e:aa:78:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cca98a5-80b8-429c-990e-e21ac1dee2a8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:36.818722 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-78e2a112-1410-4053-8b05-a0d35a9aa54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.838491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-98d776bf-f811-4229-bb2a-68992e610aa4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e HTTP/1.1" status: 200 len: 217 time: 0.0434918 Feb 11 13:25:36.904495 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.920122 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-78e2a112-1410-4053-8b05-a0d35a9aa54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.927860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:36.928411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c740c3f1-1394-4e6e-9568-6a229df226cb {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:36.928542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-362fd874-fb61-4571-b889-c2500677ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.929588 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-362fd874-fb61-4571-b889-c2500677ca8b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3356f2cd-4d02-411c-9f61-5d25d83cac42 HTTP/1.1" status: 200 len: 850 time: 0.0802104 Feb 11 13:25:36.960646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dc2d456a-0dbb-4615-9f12-35a538c31d76, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.963615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9ceea79-ce5a-47ed-be2a-74341d9ab3f3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:36.963807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c740c3f1-1394-4e6e-9568-6a229df226cb, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c740c3f1-1394-4e6e-9568-6a229df226cb,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:36.975401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'dc2d456a-0dbb-4615-9f12-35a538c31d76', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'port_id': 'dc2d456a-0dbb-4615-9f12-35a538c31d76', 'mac_address': 'fa:16:3e:30:49:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0068394-8d60-46ec-8614-0892d71a97c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:36.979343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9a12-b7f6-4f36-a361-76d10b263521 req-ae30cf68-0197-4526-82f2-3ce4bd4cdef3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.982907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9a12-b7f6-4f36-a361-76d10b263521 req-ae30cf68-0197-4526-82f2-3ce4bd4cdef3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.989671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9a12-b7f6-4f36-a361-76d10b263521 req-ae30cf68-0197-4526-82f2-3ce4bd4cdef3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:36.995499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9a12-b7f6-4f36-a361-76d10b263521 req-ae30cf68-0197-4526-82f2-3ce4bd4cdef3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.001411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9a12-b7f6-4f36-a361-76d10b263521 req-ae30cf68-0197-4526-82f2-3ce4bd4cdef3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.008225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9a12-b7f6-4f36-a361-76d10b263521 req-ae30cf68-0197-4526-82f2-3ce4bd4cdef3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.014118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d9a12-b7f6-4f36-a361-76d10b263521 req-ae30cf68-0197-4526-82f2-3ce4bd4cdef3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.015923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e55d9a12-b7f6-4f36-a361-76d10b263521 req-ae30cf68-0197-4526-82f2-3ce4bd4cdef3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5432 time: 0.1764328 Feb 11 13:25:37.050248 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.074892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2d456a-0dbb-4615-9f12-35a538c31d76 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:37.100004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-78e2a112-1410-4053-8b05-a0d35a9aa54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.108625 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.109884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 18d1fef7-4d8a-40c8-b077-dec495d182b8 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:37.126463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dc2d456a-0dbb-4615-9f12-35a538c31d76, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:37.194655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e55d9a12-b7f6-4f36-a361-76d10b263521 req-7b365aa0-a58b-4752-8753-32c311150119 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191483 Feb 11 13:25:37.203812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-72d41c14-d93c-4225-b424-9b047c3160b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.205657 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-72d41c14-d93c-4225-b424-9b047c3160b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78e8cc7a-6b88-4178-9818-4cb8339195fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2515497 Feb 11 13:25:37.229708 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-78e2a112-1410-4053-8b05-a0d35a9aa54a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5b0a90105faf42a6b27eed5ee86c4110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6059036 Feb 11 13:25:37.234989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49848) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:37.234989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2a112-1410-4053-8b05-a0d35a9aa54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a4ff88-8d78-4e02-bc70-2ab952c9867b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:37.253753 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.277067 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c740c3f1-1394-4e6e-9568-6a229df226cb,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:37.285982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 18d1fef7-4d8a-40c8-b077-dec495d182b8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=18d1fef7-4d8a-40c8-b077-dec495d182b8,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:37.350856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '18d1fef7-4d8a-40c8-b077-dec495d182b8', 'network_id': '86581a7c-b2ed-45bb-9581-e2dffb5bb5f3', 'port_id': '18d1fef7-4d8a-40c8-b077-dec495d182b8', 'mac_address': 'fa:16:3e:08:60:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cca98a5-80b8-429c-990e-e21ac1dee2a8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:37.361163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca56429-7800-4d3b-90ac-ea0823c4ef8b req-c3889204-52e7-42ec-89f6-d2f69e328725 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.369843 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aca56429-7800-4d3b-90ac-ea0823c4ef8b req-c3889204-52e7-42ec-89f6-d2f69e328725 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 944 time: 0.1691291 Feb 11 13:25:37.388598 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d685dde-dfde-4de1-8410-1a28ef073a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.411038 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.414994 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d685dde-dfde-4de1-8410-1a28ef073a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.431701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d1fef7-4d8a-40c8-b077-dec495d182b8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:37.452990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 18d1fef7-4d8a-40c8-b077-dec495d182b8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=18d1fef7-4d8a-40c8-b077-dec495d182b8,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:37.453745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=dc2d456a-0dbb-4615-9f12-35a538c31d76,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:37.459768 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aca56429-7800-4d3b-90ac-ea0823c4ef8b req-f5c2d59b-2664-45bc-bafa-396169567e0f tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888147 Feb 11 13:25:37.470333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-83ac721c-3373-4225-aabb-c4911e0663c9 service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218838 Feb 11 13:25:37.472428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.543163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.543969 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3a8edef0-7f83-4237-9a47-5ea18158de62 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:37.599280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52270de1-926a-414f-8625-3906878af8ab req-2b827f1f-0bf8-4613-8730-48ce5ce9eeb0 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.604425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b868f1-d12d-4087-9b34-a2f54c359c8d req-73daf549-76af-4bb6-8173-2fced2c16a25 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.606135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24b868f1-d12d-4087-9b34-a2f54c359c8d req-73daf549-76af-4bb6-8173-2fced2c16a25 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 943 time: 0.1989415 Feb 11 13:25:37.612431 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-52270de1-926a-414f-8625-3906878af8ab req-2b827f1f-0bf8-4613-8730-48ce5ce9eeb0 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 945 time: 0.0748360 Feb 11 13:25:37.622988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 3a8edef0-7f83-4237-9a47-5ea18158de62, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3a8edef0-7f83-4237-9a47-5ea18158de62,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:37.625265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=18d1fef7-4d8a-40c8-b077-dec495d182b8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:37.637016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '3a8edef0-7f83-4237-9a47-5ea18158de62', 'network_id': '2202e614-38ab-4ad3-a093-947219c72a71', 'port_id': '3a8edef0-7f83-4237-9a47-5ea18158de62', 'mac_address': 'fa:16:3e:b6:3c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1032b5af-d6c8-430e-9604-803de2cb3059', 'ip_address': '10.1.1.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:37.643602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d685dde-dfde-4de1-8410-1a28ef073a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.647085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d685dde-dfde-4de1-8410-1a28ef073a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.648224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4d685dde-dfde-4de1-8410-1a28ef073a09 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45a4ff88-8d78-4e02-bc70-2ab952c9867b HTTP/1.1" status: 204 len: 168 time: 0.4133575 Feb 11 13:25:37.700123 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.715365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a61050f-dfbe-453c-a489-9932e8adfa07 req-dd085538-6d04-4560-82af-d655f93eaa53 service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294366 Feb 11 13:25:37.720289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d685dde-dfde-4de1-8410-1a28ef073a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a4ff88-8d78-4e02-bc70-2ab952c9867b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:37.720519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24b868f1-d12d-4087-9b34-a2f54c359c8d req-64e69959-c902-46d8-8614-bf2f34856759 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842290 Feb 11 13:25:37.732180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8edef0-7f83-4237-9a47-5ea18158de62 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:37.776977 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-52270de1-926a-414f-8625-3906878af8ab req-eea2be96-61f4-4ba6-aa63-830d647bba96 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573057 Feb 11 13:25:37.783689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 3a8edef0-7f83-4237-9a47-5ea18158de62, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3a8edef0-7f83-4237-9a47-5ea18158de62,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:37.813266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['dc2d456a-0dbb-4615-9f12-35a538c31d76'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:37.835598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-bce8e250-33f3-497b-9e93-0dfc91d75723 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:37.837134 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-bce8e250-33f3-497b-9e93-0dfc91d75723 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.13 "GET /v2.0/networks?id=15197da1-26b1-4632-98ef-ee2b21eb2049 HTTP/1.1" status: 200 len: 817 time: 0.2156160 Feb 11 13:25:37.852681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Request body: {'port': {'device_id': '90802eda-2b56-4182-a37b-97f9fa8fcfe4', 'network_id': '15197da1-26b1-4632-98ef-ee2b21eb2049', 'admin_state_up': True, 'tenant_id': 'fecac2cdbbd145b181df3e1879047434'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:37.888168 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ea8a8058-a8ef-4c18-85e4-440ac9eb3dd3 req-04a6a914-4025-4d36-a534-7f566131ffb4 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 210 time: 0.0367832 Feb 11 13:25:37.899052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] Router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:37.909213 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:37.955478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1bc68c6a-0d88-4a03-a0af-6f4283923679 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:38.027967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=3a8edef0-7f83-4237-9a47-5ea18158de62,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:38.109023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Made reservation on behalf of fecac2cdbbd145b181df3e1879047434 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:38.115704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.138686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1bc68c6a-0d88-4a03-a0af-6f4283923679, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1bc68c6a-0d88-4a03-a0af-6f4283923679,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:38.154566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '1bc68c6a-0d88-4a03-a0af-6f4283923679', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'port_id': '1bc68c6a-0d88-4a03-a0af-6f4283923679', 'mac_address': 'fa:16:3e:17:1c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:38.249123 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.264147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Allocated IP 172.20.0.2 (15197da1-26b1-4632-98ef-ee2b21eb2049/d963ff86-77c8-45f9-8cdb-08527e2a154a/fd7a49cf-9f2f-4e23-9e61-7f256b9bec14) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:38.277663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc68c6a-0d88-4a03-a0af-6f4283923679 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:38.309999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1bc68c6a-0d88-4a03-a0af-6f4283923679, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1bc68c6a-0d88-4a03-a0af-6f4283923679,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:38.364267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:38.373117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cbe37c2e-d85a-4597-a563-9132eeed7321 admin admin] 10.222.0.52 "PUT /v2.0/routers/4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2711225 Feb 11 13:25:38.374081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49862) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:38.385002 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.396874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] Sync routers for ids ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:38.441480 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] Routers {'4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:38.442257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:38.473739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49864) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:38.497808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.517540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1bc68c6a-0d88-4a03-a0af-6f4283923679,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:38.527937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['25906095-f674-4165-873d-1b718167c844'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:38.534283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['bc390621-14fa-4ee2-8555-bcbb41a5523e'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:38.559715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f946a-3ff9-42e8-9866-4dccc2735ebf req-8ad9c3b1-b16b-4204-9050-a9a24f22897d tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.565524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f946a-3ff9-42e8-9866-4dccc2735ebf req-8ad9c3b1-b16b-4204-9050-a9a24f22897d tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.572006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f946a-3ff9-42e8-9866-4dccc2735ebf req-8ad9c3b1-b16b-4204-9050-a9a24f22897d tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.577887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f946a-3ff9-42e8-9866-4dccc2735ebf req-8ad9c3b1-b16b-4204-9050-a9a24f22897d tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.583783 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f946a-3ff9-42e8-9866-4dccc2735ebf req-8ad9c3b1-b16b-4204-9050-a9a24f22897d tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.589684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f946a-3ff9-42e8-9866-4dccc2735ebf req-8ad9c3b1-b16b-4204-9050-a9a24f22897d tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.596709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f946a-3ff9-42e8-9866-4dccc2735ebf req-8ad9c3b1-b16b-4204-9050-a9a24f22897d tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.606379 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b2f946a-3ff9-42e8-9866-4dccc2735ebf req-8ad9c3b1-b16b-4204-9050-a9a24f22897d tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5435 time: 0.2307961 Feb 11 13:25:38.624225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['c740c3f1-1394-4e6e-9568-6a229df226cb'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:38.626226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['3a8edef0-7f83-4237-9a47-5ea18158de62'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:38.638907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b57600-c782-4c17-b2b1-ab69a1f315d5 req-935694d3-325d-4d34-a368-f27d0c713b11 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.639477 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.641485 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.641704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:38.644008 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['18d1fef7-4d8a-40c8-b077-dec495d182b8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:38.646467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80b57600-c782-4c17-b2b1-ab69a1f315d5 req-935694d3-325d-4d34-a368-f27d0c713b11 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 944 time: 0.0884371 Feb 11 13:25:38.723003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b2f946a-3ff9-42e8-9866-4dccc2735ebf req-d516cf37-b7db-4aa9-ad03-ecafdd5af4ad tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157677 Feb 11 13:25:38.731255 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.754573 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80b57600-c782-4c17-b2b1-ab69a1f315d5 req-632fb9b4-291e-44fd-bb61-640ae97f5832 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669401 Feb 11 13:25:38.795065 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.812235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['1bc68c6a-0d88-4a03-a0af-6f4283923679'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:38.867681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cb6a70-8a10-42ef-a5f4-3c2e5488f127,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:38.874419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=76a9beda1d43429daaeec58d015aba6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980985 Feb 11 13:25:38.877186 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.880855 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:38.883046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49874) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:38.902821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.903156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.903491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.903855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.904154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.904477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.904804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.905121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.905437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.905785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.913288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.913288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c793a-4f7d-4e55-ad0d-dff6662f74e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:25:38.953018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Network 15197da1-26b1-4632-98ef-ee2b21eb2049 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:38.967091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e4104-5989-46f4-b35d-875d181192d7 req-ebeb6ed4-853f-4066-a318-db59d6e6e4f1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:38.968703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-375e4104-5989-46f4-b35d-875d181192d7 req-ebeb6ed4-853f-4066-a318-db59d6e6e4f1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 944 time: 0.1301403 Feb 11 13:25:38.973816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:38.977294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Pushing event updated for resources: {'Port': ['ID=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:38.979986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:39.000278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c589a-9ed4-4bc3-bbeb-0185df8ce118 req-92dcff81-8b82-4b52-a888-9f3db914e2db tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.001267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee8c589a-9ed4-4bc3-bbeb-0185df8ce118 req-92dcff81-8b82-4b52-a888-9f3db914e2db tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 945 time: 0.1251280 Feb 11 13:25:39.005076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6b9efad-c00c-49f9-b3f8-6d41a4d43de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.046840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6b9efad-c00c-49f9-b3f8-6d41a4d43de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.073519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] Set router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:39.076450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee8c589a-9ed4-4bc3-bbeb-0185df8ce118 req-6e9443b1-cf06-450a-a987-5c6fbe47c574 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683661 Feb 11 13:25:39.106687 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-375e4104-5989-46f4-b35d-875d181192d7 req-dd69f0c3-805a-4d77-af1d-563624beb790 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195228 Feb 11 13:25:39.141688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.142861 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.169107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Deleting port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:39.169508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.223714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6b9efad-c00c-49f9-b3f8-6d41a4d43de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.227596 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6b9efad-c00c-49f9-b3f8-6d41a4d43de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.230007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f6b9efad-c00c-49f9-b3f8-6d41a4d43de7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0cb6a70-8a10-42ef-a5f4-3c2e5488f127 HTTP/1.1" status: 204 len: 168 time: 0.3453147 Feb 11 13:25:39.245713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9efad-c00c-49f9-b3f8-6d41a4d43de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cb6a70-8a10-42ef-a5f4-3c2e5488f127,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:39.265555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-9434d2d1-b929-4bb0-a1ba-a484419ba321 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4187555 Feb 11 13:25:39.282505 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Request body: {'port': {'device_id': '90802eda-2b56-4182-a37b-97f9fa8fcfe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:39.339947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce43409-abda-4dde-9e4d-9bb0ea22d642 req-662e6e2f-73ee-4cb1-b1df-435be8cd7e38 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.347648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ce43409-abda-4dde-9e4d-9bb0ea22d642 req-662e6e2f-73ee-4cb1-b1df-435be8cd7e38 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 931 time: 0.1356156 Feb 11 13:25:39.351067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] For port 4b4e1008-ce83-4567-9c01-3a4ec96f3a79, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b4e1008-ce83-4567-9c01-3a4ec96f3a79,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:39.351415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.396679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Calling delete_port for 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:39.420834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:39.480151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['ef39ff2d-2440-4cb7-8b7d-d340c39a7374'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:39.483094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ce43409-abda-4dde-9e4d-9bb0ea22d642 req-b24b50e9-e5c6-4d70-8383-9b93129f60aa tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345408 Feb 11 13:25:39.872851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bef37-c43e-47e8-b612-4ac6fa2edaea req-e457817c-b10f-4858-9624-b9b8e914ec23 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.883680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bef37-c43e-47e8-b612-4ac6fa2edaea req-e457817c-b10f-4858-9624-b9b8e914ec23 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.892365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bef37-c43e-47e8-b612-4ac6fa2edaea req-e457817c-b10f-4858-9624-b9b8e914ec23 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.901556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bef37-c43e-47e8-b612-4ac6fa2edaea req-e457817c-b10f-4858-9624-b9b8e914ec23 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.908146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bef37-c43e-47e8-b612-4ac6fa2edaea req-e457817c-b10f-4858-9624-b9b8e914ec23 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.914384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bef37-c43e-47e8-b612-4ac6fa2edaea req-e457817c-b10f-4858-9624-b9b8e914ec23 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.920629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099bef37-c43e-47e8-b612-4ac6fa2edaea req-e457817c-b10f-4858-9624-b9b8e914ec23 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:39.929726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-099bef37-c43e-47e8-b612-4ac6fa2edaea req-e457817c-b10f-4858-9624-b9b8e914ec23 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5435 time: 0.1208625 Feb 11 13:25:39.981175 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-099bef37-c43e-47e8-b612-4ac6fa2edaea req-0dadf1c9-57f3-44e8-9590-28236be4a4c2 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0502319 Feb 11 13:25:40.044826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-router', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:20Z', 'updated_at': '2022-02-11T13:25:36Z', 'revision_number': 5, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'gw_port': {'id': '4b4e1008-ce83-4567-9c01-3a4ec96f3a79', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:21Z', 'updated_at': '2022-02-11T13:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:40.083743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] Checking router: 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:40.107600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] Routers {'4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:40.108219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:40.183414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97b7b6-055b-49ec-a1f8-318f9d7186d2 req-5c2eac6e-9c53-411f-a1df-1c6dc5987c4c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.184974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d97b7b6-055b-49ec-a1f8-318f9d7186d2 req-5c2eac6e-9c53-411f-a1df-1c6dc5987c4c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 944 time: 0.1147072 Feb 11 13:25:40.227327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] Set router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:40.260607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.269730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35325820-c923-4208-bc49-88dc48949f6b req-948d64a9-ffc1-411e-b13c-1369d38558c8 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.269730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35325820-c923-4208-bc49-88dc48949f6b req-948d64a9-ffc1-411e-b13c-1369d38558c8 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 944 time: 0.0822461 Feb 11 13:25:40.273698 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d97b7b6-055b-49ec-a1f8-318f9d7186d2 req-5a76b8bf-8cab-4b54-ab1e-5b9342600596 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790589 Feb 11 13:25:40.282483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:40.307851 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.313115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4e1008-ce83-4567-9c01-3a4ec96f3a79,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:40.316915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-router', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:20Z', 'updated_at': '2022-02-11T13:25:38Z', 'revision_number': 6, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:40.337075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35325820-c923-4208-bc49-88dc48949f6b req-0da0f602-5344-46a9-967c-ed7f63db63e6 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588522 Feb 11 13:25:40.347129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Transition to ACTIVE for port object fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:40.356465 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828762f0-a1b4-4088-97b3-11c9d518858a None None] The sync data for ids ['4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39'] in n-d-816488-1 is: [{'id': '4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39', 'name': 'tempest-FloatingIPsNegativeTestJSON-197200894-router', 'tenant_id': '40ae3ea2fb064fb3af590d74630d1578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:20Z', 'updated_at': '2022-02-11T13:25:38Z', 'revision_number': 6, 'project_id': '40ae3ea2fb064fb3af590d74630d1578', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:40.388497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.492889 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.495640 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.518557 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.606808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49910) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:40.610778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047439f-3adc-44de-b0d4-b7cb07f7fed1 req-f7286942-9653-4113-b60b-30c884bd5014 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.610961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1047439f-3adc-44de-b0d4-b7cb07f7fed1 req-f7286942-9653-4113-b60b-30c884bd5014 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 943 time: 0.0533662 Feb 11 13:25:40.615510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:40.629752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6dcbe-3d78-4c9c-a6f2-5a945a8ca647 req-d208f8a5-17f3-40bb-bc80-33569251ef42 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:40.637193 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8b6dcbe-3d78-4c9c-a6f2-5a945a8ca647 req-d208f8a5-17f3-40bb-bc80-33569251ef42 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 945 time: 0.2183516 Feb 11 13:25:40.654968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1047439f-3adc-44de-b0d4-b7cb07f7fed1 req-b0d7220c-f995-43e2-a1da-d5715d26506b tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364692 Feb 11 13:25:40.690219 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.691520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:25:40.700885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.702102 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-041b5cd9-5aad-40f6-ae7b-4d4097720194 admin admin] 10.222.0.52 "DELETE /v2.0/routers/4c3dcfb8-e474-4f81-871a-1a2d9a4d4f39 HTTP/1.1" status: 204 len: 168 time: 2.3257182 Feb 11 13:25:40.705083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49914) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:40.738408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8b6dcbe-3d78-4c9c-a6f2-5a945a8ca647 req-37b04bd6-e203-4f61-976f-f298c8896c74 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996528 Feb 11 13:25:40.774013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Attempting to bind port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:40.774727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Attempting to bind port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'd6b45200-ca4d-4874-9e88-e9d0aa68eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '15197da1-26b1-4632-98ef-ee2b21eb2049'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:40.774727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Attempting to bind port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 on network 15197da1-26b1-4632-98ef-ee2b21eb2049 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:40.780228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-network', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:40.781182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 10389505-d2a6-40ae-8f71-8344bd0eb22e details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:40.782079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8be6cb-9175-4421-a909-610d0dad4e56 admin admin] Deleting subnet 75dd3cef-a493-4393-b7cd-99cd0c98e9e4 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:25:40.784269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dc2d456a-0dbb-4615-9f12-35a538c31d76 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:40.786096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f8be6cb-9175-4421-a909-610d0dad4e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.787457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 on network 15197da1-26b1-4632-98ef-ee2b21eb2049 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:40.788255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Attempting to bind port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 on network 15197da1-26b1-4632-98ef-ee2b21eb2049 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:40.802406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:40.802757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Checking segment: {'id': 'd6b45200-ca4d-4874-9e88-e9d0aa68eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '15197da1-26b1-4632-98ef-ee2b21eb2049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:40.803144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Bound using segment: {'id': 'd6b45200-ca4d-4874-9e88-e9d0aa68eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '15197da1-26b1-4632-98ef-ee2b21eb2049'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:40.803591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Bound port: fd7a49cf-9f2f-4e23-9e61-7f256b9bec14, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b45200-ca4d-4874-9e88-e9d0aa68eecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '15197da1-26b1-4632-98ef-ee2b21eb2049'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:40.803952 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.830822 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f8be6cb-9175-4421-a909-610d0dad4e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.896862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] For port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:40.901076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] For port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,segment=NetworkSegment(d6b45200-ca4d-4874-9e88-e9d0aa68eecb),segment_id=d6b45200-ca4d-4874-9e88-e9d0aa68eecb)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:40.922830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f8be6cb-9175-4421-a909-610d0dad4e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.931965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Made reservation on behalf of 210c2c9de09c45babe6e51b2a425452c for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:40.934770 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.946351 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:40.947235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 10389505-d2a6-40ae-8f71-8344bd0eb22e, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:40.958770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '10389505-d2a6-40ae-8f71-8344bd0eb22e', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'port_id': '10389505-d2a6-40ae-8f71-8344bd0eb22e', 'mac_address': 'fa:16:3e:b8:7e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:40.999643 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.013729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10389505-d2a6-40ae-8f71-8344bd0eb22e {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:41.029077 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.030038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port dc2d456a-0dbb-4615-9f12-35a538c31d76 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:41.030948 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.041672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port dc2d456a-0dbb-4615-9f12-35a538c31d76 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:41.042092 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.048828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 10389505-d2a6-40ae-8f71-8344bd0eb22e, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:41.070987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.071627 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.073101 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 HTTP/1.1" status: 200 len: 1091 time: 1.7968609 Feb 11 13:25:41.073538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90802eda-2b56-4182-a37b-97f9fa8fcfe4', 'tag': 'fd7a49cf-9f2f-4e23-9e61-7f256b9bec14'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:41.075813 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e41ec22-144f-4e7c-b62c-509d6a6d74d2" -d '{"events": [{"name": "network-changed", "server_uuid": "90802eda-2b56-4182-a37b-97f9fa8fcfe4", "tag": "fd7a49cf-9f2f-4e23-9e61-7f256b9bec14"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:41.099729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18423d25-6fbd-4fb0-8226-f6330a4fc559 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.108837 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f8be6cb-9175-4421-a909-610d0dad4e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.114555 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.136817 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c6cb08-0002-4636-a9ba-103ce62b2e7c x-openstack-request-id: req-b0c6cb08-0002-4636-a9ba-103ce62b2e7c {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:41.137104 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90802eda-2b56-4182-a37b-97f9fa8fcfe4", "tag": "fd7a49cf-9f2f-4e23-9e61-7f256b9bec14", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:41.137347 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0c6cb08-0002-4636-a9ba-103ce62b2e7c {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:41.137734 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90802eda-2b56-4182-a37b-97f9fa8fcfe4', 'tag': 'fd7a49cf-9f2f-4e23-9e61-7f256b9bec14', 'status': 'completed', 'code': 200} Feb 11 13:25:41.146345 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.151641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:41.158342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7605208d-4608-4ed5-a070-be80c9bd44d8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.164802 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.165280 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Added segment 77e19f5a-194f-465e-9cdd-e5562272ce35 of type vlan for network a067bb3d-512f-4fef-9ded-b1c773def887 Feb 11 13:25:41.170251 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f8be6cb-9175-4421-a909-610d0dad4e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.173851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2f8be6cb-9175-4421-a909-610d0dad4e56 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/75dd3cef-a493-4393-b7cd-99cd0c98e9e4 HTTP/1.1" status: 204 len: 168 time: 0.4673078 Feb 11 13:25:41.178149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8be6cb-9175-4421-a909-610d0dad4e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75dd3cef-a493-4393-b7cd-99cd0c98e9e4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.178357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49920) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:41.186013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2b76c8-6c77-460d-8537-f22b487571d6 None None] Network 56ca897a-daf6-4090-a480-a748125a03ee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:41.199929 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.211606 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619213-e751-408f-bfd4-c6bc6e017919 req-0e0bcc11-852e-4abf-9d9d-4d365dd7da0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.222503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619213-e751-408f-bfd4-c6bc6e017919 req-0e0bcc11-852e-4abf-9d9d-4d365dd7da0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.233633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619213-e751-408f-bfd4-c6bc6e017919 req-0e0bcc11-852e-4abf-9d9d-4d365dd7da0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.240168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619213-e751-408f-bfd4-c6bc6e017919 req-0e0bcc11-852e-4abf-9d9d-4d365dd7da0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.246342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619213-e751-408f-bfd4-c6bc6e017919 req-0e0bcc11-852e-4abf-9d9d-4d365dd7da0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.254220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619213-e751-408f-bfd4-c6bc6e017919 req-0e0bcc11-852e-4abf-9d9d-4d365dd7da0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.260684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619213-e751-408f-bfd4-c6bc6e017919 req-0e0bcc11-852e-4abf-9d9d-4d365dd7da0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.263368 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c619213-e751-408f-bfd4-c6bc6e017919 req-0e0bcc11-852e-4abf-9d9d-4d365dd7da0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5435 time: 0.2002501 Feb 11 13:25:41.300605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=10389505-d2a6-40ae-8f71-8344bd0eb22e,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.309244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2d456a-0dbb-4615-9f12-35a538c31d76'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:41.312527 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88db4f38-61ed-4302-abff-c56ef3f04d21" -d '{"events": [{"server_uuid": "cb77f1ac-20c2-458c-8b84-4c31e298d114", "name": "network-vif-plugged", "status": "completed", "tag": "dc2d456a-0dbb-4615-9f12-35a538c31d76"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:41.313570 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.325444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c619213-e751-408f-bfd4-c6bc6e017919 req-18cb0fde-f425-43fb-af93-e372138824c7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548120 Feb 11 13:25:41.349762 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.353819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dc2d456a-0dbb-4615-9f12-35a538c31d76, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:41.361677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41ec22-144f-4e7c-b62c-509d6a6d74d2 req-d3cba672-4cf5-41be-a746-e1dd95fc02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.369717 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3e41ec22-144f-4e7c-b62c-509d6a6d74d2 req-d3cba672-4cf5-41be-a746-e1dd95fc02c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecac2cdbbd145b181df3e1879047434&device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 1094 time: 0.1905777 Feb 11 13:25:41.425943 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f813ce80-2225-44d2-8fe9-deaa0bbfdebb x-openstack-request-id: req-f813ce80-2225-44d2-8fe9-deaa0bbfdebb {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:41.425943 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77f1ac-20c2-458c-8b84-4c31e298d114", "name": "network-vif-plugged", "status": "completed", "tag": "dc2d456a-0dbb-4615-9f12-35a538c31d76", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:41.425943 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f813ce80-2225-44d2-8fe9-deaa0bbfdebb {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:41.425943 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2d456a-0dbb-4615-9f12-35a538c31d76', 'code': 200} Feb 11 13:25:41.461471 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.474030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.481258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.481985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.520986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['10389505-d2a6-40ae-8f71-8344bd0eb22e'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:41.554266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f646aab-2f95-456b-8de9-1b83e75d7d83 None None] DHCP port deletion for 56ca897a-daf6-4090-a480-a748125a03ee request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:25:41.595536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e058279-4849-40c1-9044-487ae2665953 req-f4e464eb-3262-475a-b11f-8f3ef7d01625 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.598207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e058279-4849-40c1-9044-487ae2665953 req-f4e464eb-3262-475a-b11f-8f3ef7d01625 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 944 time: 0.1144001 Feb 11 13:25:41.600463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2790e-117b-4c50-bbe7-fa4fb9a18922 req-a137f56c-c475-40e1-ad7d-d4652bb443bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.602851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-40b2790e-117b-4c50-bbe7-fa4fb9a18922 req-a137f56c-c475-40e1-ad7d-d4652bb443bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 1097 time: 0.0895014 Feb 11 13:25:41.609830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=dc2d456a-0dbb-4615-9f12-35a538c31d76,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.619884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439a9e3-2229-4a70-9bc6-e81aa47670f6 req-80bd7925-ffb2-4a74-8b06-89d78ec21efe tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.627603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c439a9e3-2229-4a70-9bc6-e81aa47670f6 req-80bd7925-ffb2-4a74-8b06-89d78ec21efe tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 945 time: 0.2264209 Feb 11 13:25:41.650434 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0417464 Feb 11 13:25:41.651576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9088eac-7260-4ac7-a771-ae16e48b9903 admin admin] Pushing event updated for resources: {'Network': ['ID=a067bb3d-512f-4fef-9ded-b1c773def887,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:41.662068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49928) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:41.666285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network a067bb3d-512f-4fef-9ded-b1c773def887 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:41.669930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Request body: {'subnet': {'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-subnet', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:41.683938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41ec22-144f-4e7c-b62c-509d6a6d74d2 req-9cfb4a8f-6f08-4130-bfd2-9470c5729f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.685831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3e41ec22-144f-4e7c-b62c-509d6a6d74d2 req-9cfb4a8f-6f08-4130-bfd2-9470c5729f0f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=fecac2cdbbd145b181df3e1879047434&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3063273 Feb 11 13:25:41.705583 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e058279-4849-40c1-9044-487ae2665953 req-2b77ac24-d372-42d5-a245-a0d66bc2efc8 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007907 Feb 11 13:25:41.707996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-40b2790e-117b-4c50-bbe7-fa4fb9a18922 req-4863266d-d652-4968-bd6d-be37a8a89c77 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961607 Feb 11 13:25:41.778417 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c439a9e3-2229-4a70-9bc6-e81aa47670f6 req-a6416659-a964-44df-ba8b-f33e7d08f2d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491976 Feb 11 13:25:41.783258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Deleting port 0f3b865d-4a22-4384-817d-87532f0ca348 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:41.783582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.794090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0f646aab-2f95-456b-8de9-1b83e75d7d83 None None] Deleting port 0f3b865d-4a22-4384-817d-87532f0ca348 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:41.919090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0f646aab-2f95-456b-8de9-1b83e75d7d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.920263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87357d51-2a90-48f8-9785-472905ed1d9f req-96e40cde-3efe-4f9f-a43d-7b42881fe007 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.920263 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87357d51-2a90-48f8-9785-472905ed1d9f req-96e40cde-3efe-4f9f-a43d-7b42881fe007 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 943 time: 0.0820904 Feb 11 13:25:41.920733 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] For port 0f3b865d-4a22-4384-817d-87532f0ca348, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f3b865d-4a22-4384-817d-87532f0ca348,segment=NetworkSegment(1713697d-5846-4c26-8d44-abe7c68c22cf),segment_id=1713697d-5846-4c26-8d44-abe7c68c22cf)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:41.920733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.921086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87357d51-2a90-48f8-9785-472905ed1d9f req-be421f4f-e59d-4728-9418-3d8c71a99ca7 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362175 Feb 11 13:25:41.925730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0f646aab-2f95-456b-8de9-1b83e75d7d83 None None] For port 0f3b865d-4a22-4384-817d-87532f0ca348, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f3b865d-4a22-4384-817d-87532f0ca348,segment=NetworkSegment(1713697d-5846-4c26-8d44-abe7c68c22cf),segment_id=1713697d-5846-4c26-8d44-abe7c68c22cf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:41.926155 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0f646aab-2f95-456b-8de9-1b83e75d7d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:41.926469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41ec22-144f-4e7c-b62c-509d6a6d74d2 req-b8b282bb-3468-40d1-949f-f1f0f2f72d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:41.928280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3e41ec22-144f-4e7c-b62c-509d6a6d74d2 req-b8b282bb-3468-40d1-949f-f1f0f2f72d68 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2327549 Feb 11 13:25:41.940740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Calling delete_port for 0f3b865d-4a22-4384-817d-87532f0ca348 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:41.960240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Made reservation on behalf of 210c2c9de09c45babe6e51b2a425452c for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:41.963060 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.055465 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4fc6b-72a2-4b24-afb6-40c8c5df1110 req-88207659-7774-4e33-8374-6c6bf303191f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.057002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bff4fc6b-72a2-4b24-afb6-40c8c5df1110 req-88207659-7774-4e33-8374-6c6bf303191f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1828048 Feb 11 13:25:42.088171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1bc68c6a-0d88-4a03-a0af-6f4283923679 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:42.111803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0f646aab-2f95-456b-8de9-1b83e75d7d83 None None] Calling delete_port for 0f3b865d-4a22-4384-817d-87532f0ca348 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:42.173835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-120e7b4a-582a-481d-88bf-7d4a4cc69296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.176006 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-120e7b4a-582a-481d-88bf-7d4a4cc69296 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fecac2cdbbd145b181df3e1879047434&device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 1094 time: 0.1657069 Feb 11 13:25:42.182345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bff4fc6b-72a2-4b24-afb6-40c8c5df1110 req-852bde8a-ecbb-4bb6-86a2-aee775e20028 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085598 Feb 11 13:25:42.226937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-d09a624f-4581-40d1-9210-9c284eaee32c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 HTTP/1.1" status: 200 len: 217 time: 0.0407600 Feb 11 13:25:42.263211 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0f646aab-2f95-456b-8de9-1b83e75d7d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.289979 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.293507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f646aab-2f95-456b-8de9-1b83e75d7d83 None None] Pushing event deleted for resources: {'Port': ['ID=0f3b865d-4a22-4384-817d-87532f0ca348,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:42.295300 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 1bc68c6a-0d88-4a03-a0af-6f4283923679 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:42.302715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f646aab-2f95-456b-8de9-1b83e75d7d83 None None] No DVR routers for this DVR port 0f3b865d-4a22-4384-817d-87532f0ca348 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:42.302715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 1bc68c6a-0d88-4a03-a0af-6f4283923679 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:42.302715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.354164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3b865d-4a22-4384-817d-87532f0ca348,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:42.354164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] No DVR routers for this DVR port 0f3b865d-4a22-4384-817d-87532f0ca348 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:42.385986 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.397759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-158ca454-40f3-4f3b-a11d-aed77353b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.399317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-158ca454-40f3-4f3b-a11d-aed77353b8a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d963ff86-77c8-45f9-8cdb-08527e2a154a HTTP/1.1" status: 200 len: 857 time: 0.1650441 Feb 11 13:25:42.436417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1bc68c6a-0d88-4a03-a0af-6f4283923679, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1bc68c6a-0d88-4a03-a0af-6f4283923679,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:42.478921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728366a-1385-4c6c-8e49-ae9a86f313c0 req-3d258c00-5101-478e-b874-9e252cda4355 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.484621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728366a-1385-4c6c-8e49-ae9a86f313c0 req-3d258c00-5101-478e-b874-9e252cda4355 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.487094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:42.490865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728366a-1385-4c6c-8e49-ae9a86f313c0 req-3d258c00-5101-478e-b874-9e252cda4355 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.491042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-104d9899-0a39-4554-8d8d-24bc7bad53b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=15197da1-26b1-4632-98ef-ee2b21eb2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817297 Feb 11 13:25:42.497019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728366a-1385-4c6c-8e49-ae9a86f313c0 req-3d258c00-5101-478e-b874-9e252cda4355 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.502714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728366a-1385-4c6c-8e49-ae9a86f313c0 req-3d258c00-5101-478e-b874-9e252cda4355 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.506476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-fdbe8961-4bda-423d-a44b-384855061043 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:25:42.507479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-fdbe8961-4bda-423d-a44b-384855061043 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080585 Feb 11 13:25:42.509486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728366a-1385-4c6c-8e49-ae9a86f313c0 req-3d258c00-5101-478e-b874-9e252cda4355 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.511602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.512725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:42.513101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a9ceea79-ce5a-47ed-be2a-74341d9ab3f3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:42.513588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:42.515417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728366a-1385-4c6c-8e49-ae9a86f313c0 req-3d258c00-5101-478e-b874-9e252cda4355 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.517341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4728366a-1385-4c6c-8e49-ae9a86f313c0 req-3d258c00-5101-478e-b874-9e252cda4355 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5435 time: 0.0979190 Feb 11 13:25:42.534348 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.535243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 25906095-f674-4165-873d-1b718167c844 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:42.536866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:42.537269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b4e1008-ce83-4567-9c01-3a4ec96f3a79 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:42.537747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f3b865d-4a22-4384-817d-87532f0ca348 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:42.565372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4728366a-1385-4c6c-8e49-ae9a86f313c0 req-ff3ca3a0-0d5e-48fd-886b-6a5e84c05b54 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398459 Feb 11 13:25:42.594240 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.594240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ca897a-daf6-4090-a480-a748125a03ee']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:42.594483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 0f3b865d-4a22-4384-817d-87532f0ca348 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:42.594602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f3b865d-4a22-4384-817d-87532f0ca348 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:42.609349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1713697d-5846-4c26-8d44-abe7c68c22cf') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:42.609640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1713697d-5846-4c26-8d44-abe7c68c22cf') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:42.633851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1bc68c6a-0d88-4a03-a0af-6f4283923679,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:42.645907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.682908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.700412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff534bc7-467d-4b3f-8d22-af10c7791887,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:42.703758 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:25:42.704149 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:25:42.713074 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:25:42.728335 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-f4c54b13-9daf-4e85-b355-b9f91a69226f service neutron] 10.222.0.13 "GET /v2.0/networks/15197da1-26b1-4632-98ef-ee2b21eb2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135494 Feb 11 13:25:42.736890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 25906095-f674-4165-873d-1b718167c844 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:42.741162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 25906095-f674-4165-873d-1b718167c844 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:42.741629 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.831007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Checking segment: {'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:42.835288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Network hostable DHCP agents. Network: a067bb3d-512f-4fef-9ded-b1c773def887, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:42.846216 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.889280 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 25906095-f674-4165-873d-1b718167c844, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=25906095-f674-4165-873d-1b718167c844,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:42.917930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38bdbb-406a-4623-887b-96be11ce9bae req-2d50ccbe-ad01-4baf-bf4b-c52ec61bacf6 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.919481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d38bdbb-406a-4623-887b-96be11ce9bae req-2d50ccbe-ad01-4baf-bf4b-c52ec61bacf6 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 945 time: 0.1288776 Feb 11 13:25:42.929737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db810a-431e-45f2-b177-cedf984bb674 req-4e0e2ff9-bb96-4395-b056-d67440d5cd13 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:42.938591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78bd6524-db91-40e7-99a6-ac965e1ffa23 req-ebc1cfa3-f2ce-4faf-9bb4-a84a3fb6319e service neutron] 10.222.0.13 "GET /v2.0/networks/15197da1-26b1-4632-98ef-ee2b21eb2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694896 Feb 11 13:25:42.938761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39db810a-431e-45f2-b177-cedf984bb674 req-4e0e2ff9-bb96-4395-b056-d67440d5cd13 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 945 time: 0.0659337 Feb 11 13:25:42.976178 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d38bdbb-406a-4623-887b-96be11ce9bae req-3a05d8c7-d5c5-4920-95e1-2ca9c8c18cfd tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494776 Feb 11 13:25:42.976939 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:42.994316 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.000050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] 10.222.0.52 "DELETE /v2.0/networks/56ca897a-daf6-4090-a480-a748125a03ee HTTP/1.1" status: 204 len: 168 time: 1.8152828 Feb 11 13:25:43.001624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8957c8-6df1-4560-9193-f6392538643d admin admin] Pushing event deleted for resources: {'Network': ['ID=56ca897a-daf6-4090-a480-a748125a03ee,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:43.006279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39db810a-431e-45f2-b177-cedf984bb674 req-3186c723-1e77-487e-9eed-9808dcdbe6e1 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546954 Feb 11 13:25:43.011531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.013806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bc390621-14fa-4ee2-8555-bcbb41a5523e up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:43.025262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Network a067bb3d-512f-4fef-9ded-b1c773def887 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:43.109396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc8fa5-e29a-4ebd-953b-4832ec009685 req-6944ee8c-1c42-4844-b592-4de8d39c8baf tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.111170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73bc8fa5-e29a-4ebd-953b-4832ec009685 req-6944ee8c-1c42-4844-b592-4de8d39c8baf tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 943 time: 0.0594893 Feb 11 13:25:43.126939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=25906095-f674-4165-873d-1b718167c844,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:43.127566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, a067bb3d-512f-4fef-9ded-b1c773def887) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:43.135626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb1169-878d-4349-8bd5-0e3d8347d482 None None] Network a067bb3d-512f-4fef-9ded-b1c773def887 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:43.139539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.139790 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.169193 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73bc8fa5-e29a-4ebd-953b-4832ec009685 req-79a929b4-757c-4317-a527-1875231498fc tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513096 Feb 11 13:25:43.257985 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f1d532d8-6397-4c73-a20f-57dea0f26085 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5925968 Feb 11 13:25:43.267407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49946) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:43.267407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-router', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:43.304069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port bc390621-14fa-4ee2-8555-bcbb41a5523e completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:43.308621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port bc390621-14fa-4ee2-8555-bcbb41a5523e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:43.309178 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.311944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b841a73-992b-4008-b3a9-316de81bfd39 req-a05d6164-d9c7-4f91-9c64-25855fb1db1f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.313154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-a067bb3d-512f-4fef-9ded-b1c773def887', 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'fixed_ips': [{'subnet_id': 'ff534bc7-467d-4b3f-8d22-af10c7791887'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:25:43.313447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b841a73-992b-4008-b3a9-316de81bfd39 req-a05d6164-d9c7-4f91-9c64-25855fb1db1f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0568795 Feb 11 13:25:43.314336 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.356641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b841a73-992b-4008-b3a9-316de81bfd39 req-51eb982b-64df-4e40-ad5a-1af7825d1172 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Feb 11 13:25:43.363138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49948) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:43.387592 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.388584 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.424723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc68c6a-0d88-4a03-a0af-6f4283923679'}, {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25906095-f674-4165-873d-1b718167c844'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:43.427686 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cef97c-4a52-42cd-a9be-f2cbc5a4ed4b" -d '{"events": [{"server_uuid": "1ea13fb4-8c09-4d97-b9e4-4f13621aa373", "name": "network-vif-plugged", "status": "completed", "tag": "1bc68c6a-0d88-4a03-a0af-6f4283923679"}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "25906095-f674-4165-873d-1b718167c844"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:43.464142 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d97592c9-1d8b-4d40-9887-e272673f1116 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40ae3ea2fb064fb3af590d74630d1578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998580 Feb 11 13:25:43.466702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49952) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:43.474467 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.484093 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299c9273-2e71-4b9c-9275-9b65844a86db x-openstack-request-id: req-299c9273-2e71-4b9c-9275-9b65844a86db {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:43.484388 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea13fb4-8c09-4d97-b9e4-4f13621aa373", "name": "network-vif-plugged", "status": "completed", "tag": "1bc68c6a-0d88-4a03-a0af-6f4283923679", "code": 200}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "25906095-f674-4165-873d-1b718167c844", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:43.484634 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-299c9273-2e71-4b9c-9275-9b65844a86db {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:43.485018 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc68c6a-0d88-4a03-a0af-6f4283923679', 'code': 200} Feb 11 13:25:43.485270 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25906095-f674-4165-873d-1b718167c844', 'code': 200} Feb 11 13:25:43.519601 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3fac0e98-4514-4a03-88ca-ee5746062206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.540663 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.542545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3fac0e98-4514-4a03-88ca-ee5746062206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.552685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Allocated IP 172.20.0.2 (a067bb3d-512f-4fef-9ded-b1c773def887/ff534bc7-467d-4b3f-8d22-af10c7791887/c2765841-4d21-4df8-a66d-64aaea183cc1) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:43.596331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port bc390621-14fa-4ee2-8555-bcbb41a5523e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bc390621-14fa-4ee2-8555-bcbb41a5523e,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:43.675234 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.676455 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:43.730156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95425-acfb-480e-ae19-d418fee3b1fb req-96a2d48f-7fd0-4bc6-9600-bd8cc013a76b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.736836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95425-acfb-480e-ae19-d418fee3b1fb req-96a2d48f-7fd0-4bc6-9600-bd8cc013a76b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.743823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95425-acfb-480e-ae19-d418fee3b1fb req-96a2d48f-7fd0-4bc6-9600-bd8cc013a76b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.750922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95425-acfb-480e-ae19-d418fee3b1fb req-96a2d48f-7fd0-4bc6-9600-bd8cc013a76b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.758049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95425-acfb-480e-ae19-d418fee3b1fb req-96a2d48f-7fd0-4bc6-9600-bd8cc013a76b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.765352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95425-acfb-480e-ae19-d418fee3b1fb req-96a2d48f-7fd0-4bc6-9600-bd8cc013a76b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.772948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd95425-acfb-480e-ae19-d418fee3b1fb req-96a2d48f-7fd0-4bc6-9600-bd8cc013a76b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.774946 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ccd95425-acfb-480e-ae19-d418fee3b1fb req-96a2d48f-7fd0-4bc6-9600-bd8cc013a76b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5436 time: 0.1237416 Feb 11 13:25:43.801837 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.807540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=bc390621-14fa-4ee2-8555-bcbb41a5523e,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:43.831652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ccd95425-acfb-480e-ae19-d418fee3b1fb req-316144d9-8df4-4720-bbd2-cfe74daa1703 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470734 Feb 11 13:25:43.896917 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.929880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:43.941082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:43.941803 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:43.944303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Network a067bb3d-512f-4fef-9ded-b1c773def887 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:43.951329 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:43.957810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce5257-046f-4aa3-8c23-9ea0a399cad1 req-2c7f902c-7f44-4385-a8be-6125caee62e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:43.959376 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ebce5257-046f-4aa3-8c23-9ea0a399cad1 req-2c7f902c-7f44-4385-a8be-6125caee62e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 1096 time: 0.4148693 Feb 11 13:25:43.975023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:43.981257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Pushing event updated for resources: {'Port': ['ID=c2765841-4d21-4df8-a66d-64aaea183cc1,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.007186 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.028936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ebce5257-046f-4aa3-8c23-9ea0a399cad1 req-8ceed512-c4d9-49b8-b001-84e0815d4040 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388885 Feb 11 13:25:44.047897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Attempting to bind port c2765841-4d21-4df8-a66d-64aaea183cc1 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:44.048318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Attempting to bind port c2765841-4d21-4df8-a66d-64aaea183cc1 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:44.048681 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Attempting to bind port c2765841-4d21-4df8-a66d-64aaea183cc1 on network a067bb3d-512f-4fef-9ded-b1c773def887 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:44.056852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:44.057233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Checking segment: {'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:44.057632 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.058057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Bound using segment: {'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:44.058521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Bound port: c2765841-4d21-4df8-a66d-64aaea183cc1, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:44.058895 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.121761 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.174665 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] For port c2765841-4d21-4df8-a66d-64aaea183cc1, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:44.178651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:44.187654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] For port c2765841-4d21-4df8-a66d-64aaea183cc1, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c2765841-4d21-4df8-a66d-64aaea183cc1,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:44.227309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0aa8e3-ff63-4514-a937-edb6c2dfacb5 req-c8b6ce5c-a9d6-452b-8693-b716ef210313 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.228814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c0aa8e3-ff63-4514-a937-edb6c2dfacb5 req-c8b6ce5c-a9d6-452b-8693-b716ef210313 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 945 time: 0.0511274 Feb 11 13:25:44.253475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3fac0e98-4514-4a03-88ca-ee5746062206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.256574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3fac0e98-4514-4a03-88ca-ee5746062206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.257345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3fac0e98-4514-4a03-88ca-ee5746062206 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6422cb35-574a-4911-b1f5-a133778097d0 HTTP/1.1" status: 204 len: 168 time: 0.7896557 Feb 11 13:25:44.271564 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c0aa8e3-ff63-4514-a937-edb6c2dfacb5 req-f32feb84-8530-456e-8877-8ba0b2c4ee62 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364125 Feb 11 13:25:44.276635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac0e98-4514-4a03-88ca-ee5746062206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6422cb35-574a-4911-b1f5-a133778097d0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.280564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.281439 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c740c3f1-1394-4e6e-9568-6a229df226cb up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:44.292375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5155e-c9ba-462f-9386-757cf28508ed req-b5f51dae-7ba0-4481-8629-96b28be7b18d tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.292375 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2df5155e-c9ba-462f-9386-757cf28508ed req-b5f51dae-7ba0-4481-8629-96b28be7b18d tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 945 time: 0.1071475 Feb 11 13:25:44.345939 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2df5155e-c9ba-462f-9386-757cf28508ed req-9883cf1a-e62e-40d7-bc6d-3b074f15548c tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478549 Feb 11 13:25:44.348505 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.415414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.468588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a210909-1290-47f6-a90a-fd9a4cebcd70 req-e0b77ec4-c0a8-4043-bb6d-126a2f8808ed tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.474122 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a210909-1290-47f6-a90a-fd9a4cebcd70 req-e0b77ec4-c0a8-4043-bb6d-126a2f8808ed tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 943 time: 0.1210403 Feb 11 13:25:44.485218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009b03d-673a-420c-b1ef-d3f8edd3661d None None] Pushing event updated for resources: {'Port': ['ID=c2765841-4d21-4df8-a66d-64aaea183cc1,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.523521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a210909-1290-47f6-a90a-fd9a4cebcd70 req-b949b78b-7833-4af6-b701-a3f20ff6e06a tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344296 Feb 11 13:25:44.589893 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.594806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port c740c3f1-1394-4e6e-9568-6a229df226cb completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:44.601103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port c740c3f1-1394-4e6e-9568-6a229df226cb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:44.605677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.617113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef02c-3f81-4754-a596-3c303e72f7c4 req-ecdde1c1-74c8-4962-b3d4-68e8a154c060 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:44.618842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b1ef02c-3f81-4754-a596-3c303e72f7c4 req-ecdde1c1-74c8-4962-b3d4-68e8a154c060 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1164122 Feb 11 13:25:44.620470 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.746331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b1ef02c-3f81-4754-a596-3c303e72f7c4 req-4d8dd037-6073-4b86-a1c8-535c98d622cd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035957 Feb 11 13:25:44.752626 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.797373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 10389505-d2a6-40ae-8f71-8344bd0eb22e up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:44.803508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c740c3f1-1394-4e6e-9568-6a229df226cb, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c740c3f1-1394-4e6e-9568-6a229df226cb,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:44.806642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Allocated IP 172.25.0.134 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/0f801dad-eed8-41b8-9f29-725d4902692b) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:44.897476 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:44.898539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 18d1fef7-4d8a-40c8-b077-dec495d182b8 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:44.980729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c740c3f1-1394-4e6e-9568-6a229df226cb,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:44.988724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.022808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd4e40-697f-4b4e-b335-36f28a8f8661 req-168d735d-54c6-44e0-80db-322b187d6e5b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.026021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd4e40-697f-4b4e-b335-36f28a8f8661 req-168d735d-54c6-44e0-80db-322b187d6e5b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.026679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 10389505-d2a6-40ae-8f71-8344bd0eb22e completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:45.032348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 10389505-d2a6-40ae-8f71-8344bd0eb22e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:45.032797 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.033071 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd4e40-697f-4b4e-b335-36f28a8f8661 req-168d735d-54c6-44e0-80db-322b187d6e5b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.039251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd4e40-697f-4b4e-b335-36f28a8f8661 req-168d735d-54c6-44e0-80db-322b187d6e5b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.045332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd4e40-697f-4b4e-b335-36f28a8f8661 req-168d735d-54c6-44e0-80db-322b187d6e5b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.051282 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd4e40-697f-4b4e-b335-36f28a8f8661 req-168d735d-54c6-44e0-80db-322b187d6e5b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.057929 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd4e40-697f-4b4e-b335-36f28a8f8661 req-168d735d-54c6-44e0-80db-322b187d6e5b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.060259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdbd4e40-697f-4b4e-b335-36f28a8f8661 req-168d735d-54c6-44e0-80db-322b187d6e5b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5439 time: 0.1364408 Feb 11 13:25:45.111236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 18d1fef7-4d8a-40c8-b077-dec495d182b8 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:45.129448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 18d1fef7-4d8a-40c8-b077-dec495d182b8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:45.129918 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.138366 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdbd4e40-697f-4b4e-b335-36f28a8f8661 req-36358c20-7f9b-49f6-a4ab-24541d3577d8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611150 Feb 11 13:25:45.155457 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.207743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 10389505-d2a6-40ae-8f71-8344bd0eb22e, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:45.228870 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.263270 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.292007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:45.295569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:45.301195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:45.303898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.316142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Pushing event updated for resources: {'Port': ['ID=0f801dad-eed8-41b8-9f29-725d4902692b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:45.346110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 18d1fef7-4d8a-40c8-b077-dec495d182b8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=18d1fef7-4d8a-40c8-b077-dec495d182b8,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:45.374498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=10389505-d2a6-40ae-8f71-8344bd0eb22e,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:45.417717 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.418828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3a8edef0-7f83-4237-9a47-5ea18158de62 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:45.491437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc390621-14fa-4ee2-8555-bcbb41a5523e'}, {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97'}, {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c740c3f1-1394-4e6e-9568-6a229df226cb'}, {'server_uuid': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10389505-d2a6-40ae-8f71-8344bd0eb22e'}, {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d1fef7-4d8a-40c8-b077-dec495d182b8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:45.494294 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d902550a-f332-4b9b-8bf7-92922b8f6f6e" -d '{"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "bc390621-14fa-4ee2-8555-bcbb41a5523e"}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97"}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "c740c3f1-1394-4e6e-9568-6a229df226cb"}, {"server_uuid": "1014c5f8-b4ac-4501-ac7f-872175e1c742", "name": "network-vif-plugged", "status": "completed", "tag": "10389505-d2a6-40ae-8f71-8344bd0eb22e"}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "18d1fef7-4d8a-40c8-b077-dec495d182b8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:45.543289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=18d1fef7-4d8a-40c8-b077-dec495d182b8,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:45.618229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 3a8edef0-7f83-4237-9a47-5ea18158de62 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:45.623788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 3a8edef0-7f83-4237-9a47-5ea18158de62 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:45.624267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.628227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f950a93-6065-4b76-ac88-fde3307eb29f req-22123d09-7aa7-448e-9263-ea2359240290 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.629822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f950a93-6065-4b76-ac88-fde3307eb29f req-22123d09-7aa7-448e-9263-ea2359240290 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.2200859 Feb 11 13:25:45.684231 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f950a93-6065-4b76-ac88-fde3307eb29f req-7e94df94-bf93-42d7-af49-38414ff8d907 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467751 Feb 11 13:25:45.744753 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.757152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66febd-2bde-46de-b54c-a4d2e817dc81 req-aebf28c2-e6d9-4318-9df3-e429a3003dc6 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.767726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af66febd-2bde-46de-b54c-a4d2e817dc81 req-aebf28c2-e6d9-4318-9df3-e429a3003dc6 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 945 time: 0.0944474 Feb 11 13:25:45.794707 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 3a8edef0-7f83-4237-9a47-5ea18158de62, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3a8edef0-7f83-4237-9a47-5ea18158de62,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:45.805667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af66febd-2bde-46de-b54c-a4d2e817dc81 req-7500bd5e-adb2-43f2-a605-126270a7035d tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367446 Feb 11 13:25:45.827214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c65def-5eaa-4a4d-8898-b03b9803636b None None] Network a067bb3d-512f-4fef-9ded-b1c773def887 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:45.830817 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cf8ce5-b826-4208-97bc-d1536911e507 x-openstack-request-id: req-45cf8ce5-b826-4208-97bc-d1536911e507 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:45.831847 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "bc390621-14fa-4ee2-8555-bcbb41a5523e", "code": 200}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97", "code": 200}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "c740c3f1-1394-4e6e-9568-6a229df226cb", "code": 200}, {"server_uuid": "1014c5f8-b4ac-4501-ac7f-872175e1c742", "name": "network-vif-plugged", "status": "completed", "tag": "10389505-d2a6-40ae-8f71-8344bd0eb22e", "code": 200}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "18d1fef7-4d8a-40c8-b077-dec495d182b8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:45.832165 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45cf8ce5-b826-4208-97bc-d1536911e507 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:45.832972 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc390621-14fa-4ee2-8555-bcbb41a5523e', 'code': 200} Feb 11 13:25:45.833230 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97', 'code': 200} Feb 11 13:25:45.833481 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c740c3f1-1394-4e6e-9568-6a229df226cb', 'code': 200} Feb 11 13:25:45.833730 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10389505-d2a6-40ae-8f71-8344bd0eb22e', 'code': 200} Feb 11 13:25:45.835491 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d1fef7-4d8a-40c8-b077-dec495d182b8', 'code': 200} Feb 11 13:25:45.860419 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.871723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:45.910002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50008) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:45.930718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ef39ff2d-2440-4cb7-8b7d-d340c39a7374 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:45.991194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed2b15f-e364-46a2-b5ba-386e0a72175b req-3eac99c3-30be-4772-8186-4eb5de70caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:45.993169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ed2b15f-e364-46a2-b5ba-386e0a72175b req-3eac99c3-30be-4772-8186-4eb5de70caff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 1097 time: 0.0935569 Feb 11 13:25:46.007483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac70f1-f2cf-4cf2-bb6a-f10285ebb12d req-fe164a1d-e779-41ab-9600-d0639f2c304f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.017527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-61ac70f1-f2cf-4cf2-bb6a-f10285ebb12d req-fe164a1d-e779-41ab-9600-d0639f2c304f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0793328 Feb 11 13:25:46.039829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b096639-e3d8-4d19-b509-b43eff3a7428 req-996f245f-cb80-4b49-a60b-a012fd4c5fc3 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.041631 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b096639-e3d8-4d19-b509-b43eff3a7428 req-996f245f-cb80-4b49-a60b-a012fd4c5fc3 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 943 time: 0.1015472 Feb 11 13:25:46.047685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1951201010-network', 'tenant_id': '1479a70b67534648a9ff36fdd44cc7ba'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:46.054553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=3a8edef0-7f83-4237-9a47-5ea18158de62,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:46.069761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:25:46.081660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ed2b15f-e364-46a2-b5ba-386e0a72175b req-3645364a-7edd-4593-9460-027ba64952c0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606511 Feb 11 13:25:46.098438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-61ac70f1-f2cf-4cf2-bb6a-f10285ebb12d req-702479fc-5f06-40a6-b2ed-6bd02de7f3ee tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795569 Feb 11 13:25:46.124368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c9b4418b-f80a-451a-8893-e63d9a6a39fc None None] Provisioning complete for port c2765841-4d21-4df8-a66d-64aaea183cc1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:46.127557 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c9b4418b-f80a-451a-8893-e63d9a6a39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.170853 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b096639-e3d8-4d19-b509-b43eff3a7428 req-9296a797-1f26-435d-a634-0aada4e4ce14 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198742 Feb 11 13:25:46.200753 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.213456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Made reservation on behalf of 1479a70b67534648a9ff36fdd44cc7ba for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:46.213456 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.257856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf88eb9-3504-4b5a-a4c8-734b8642df66 req-e8c0ae34-c31e-44e2-a70d-abad3b8bc766 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.260432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.264298 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cf88eb9-3504-4b5a-a4c8-734b8642df66 req-e8c0ae34-c31e-44e2-a70d-abad3b8bc766 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 945 time: 0.0981033 Feb 11 13:25:46.269500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50014) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:46.275100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-dc3d024e-887f-4eb5-9d38-daaadf5572d5 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Request body: {'floatingip': {'port_id': '1bc68c6a-0d88-4a03-a0af-6f4283923679'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:46.318743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc3d024e-887f-4eb5-9d38-daaadf5572d5 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.437424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,segment=NetworkSegment(d6b45200-ca4d-4874-9e88-e9d0aa68eecb),segment_id=d6b45200-ca4d-4874-9e88-e9d0aa68eecb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:46.444697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c31b-8934-468e-9130-885a7bb4e082 req-02f1216d-fbbc-4d58-b4c5-b25e4760cacf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.451421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c31b-8934-468e-9130-885a7bb4e082 req-02f1216d-fbbc-4d58-b4c5-b25e4760cacf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.458040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c31b-8934-468e-9130-885a7bb4e082 req-02f1216d-fbbc-4d58-b4c5-b25e4760cacf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.463702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c31b-8934-468e-9130-885a7bb4e082 req-02f1216d-fbbc-4d58-b4c5-b25e4760cacf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.469864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c31b-8934-468e-9130-885a7bb4e082 req-02f1216d-fbbc-4d58-b4c5-b25e4760cacf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.473585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:46.477297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c31b-8934-468e-9130-885a7bb4e082 req-02f1216d-fbbc-4d58-b4c5-b25e4760cacf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.483167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210c31b-8934-468e-9130-885a7bb4e082 req-02f1216d-fbbc-4d58-b4c5-b25e4760cacf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:46.491487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'fd7a49cf-9f2f-4e23-9e61-7f256b9bec14', 'network_id': '15197da1-26b1-4632-98ef-ee2b21eb2049', 'port_id': 'fd7a49cf-9f2f-4e23-9e61-7f256b9bec14', 'mac_address': 'fa:16:3e:72:3f:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd963ff86-77c8-45f9-8cdb-08527e2a154a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:25:46.492013 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a210c31b-8934-468e-9130-885a7bb4e082 req-02f1216d-fbbc-4d58-b4c5-b25e4760cacf tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5441 time: 0.1701083 Feb 11 13:25:46.498865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:46.499238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.556182 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c9b4418b-f80a-451a-8893-e63d9a6a39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.560373 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.579891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a210c31b-8934-468e-9130-885a7bb4e082 req-87d05f21-f233-475a-aeb9-b9e699a840f8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869360 Feb 11 13:25:46.600025 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.619554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c2765841-4d21-4df8-a66d-64aaea183cc1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:46.640140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:46.654204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:46.671222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c9b4418b-f80a-451a-8893-e63d9a6a39fc None None] For port c2765841-4d21-4df8-a66d-64aaea183cc1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c2765841-4d21-4df8-a66d-64aaea183cc1,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:46.692110 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.696492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,segment=NetworkSegment(d6b45200-ca4d-4874-9e88-e9d0aa68eecb),segment_id=d6b45200-ca4d-4874-9e88-e9d0aa68eecb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:46.739406 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.746730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:46.779312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ef39ff2d-2440-4cb7-8b7d-d340c39a7374, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:46.782401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c2765841-4d21-4df8-a66d-64aaea183cc1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:46.782770 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.785846 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c9b4418b-f80a-451a-8893-e63d9a6a39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.794491 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:46.814070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.814477 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Added segment f8eecd28-e1f3-4935-a855-c395abe2fe37 of type vlan for network 628a6630-3b59-42be-8d5b-678dbf3f588a Feb 11 13:25:46.843798 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.853093 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:46.866598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4418b-f80a-451a-8893-e63d9a6a39fc None None] Pushing event updated for resources: {'Port': ['ID=c2765841-4d21-4df8-a66d-64aaea183cc1,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:46.869606 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.875162 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Sync routers for ids ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:46.901928 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Routers {'272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:46.902943 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:46.910330 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.966977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:46.974961 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-35597c2e-5c16-404a-8148-da4fba0f3b5c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7136486 Feb 11 13:25:46.976168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:46.977403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50018) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:46.981117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4f704a2f-dba0-4918-857a-68d1644e5550 None None] Provisioning complete for port c2765841-4d21-4df8-a66d-64aaea183cc1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:46.981343 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4f704a2f-dba0-4918-857a-68d1644e5550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.001458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d667c-9936-4c51-8fc5-9f6e92021e01 req-37ae317d-aaa5-4c33-b530-5ea76c96a551 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.003885 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad3d667c-9936-4c51-8fc5-9f6e92021e01 req-37ae317d-aaa5-4c33-b530-5ea76c96a551 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1030760 Feb 11 13:25:47.078503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:47.091087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc3d024e-887f-4eb5-9d38-daaadf5572d5 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.100519 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.101480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.102100 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.130921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad3d667c-9936-4c51-8fc5-9f6e92021e01 req-a8caff34-1336-4a7e-be3d-2e42ac9095d2 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865335 Feb 11 13:25:47.136421 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Set router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:47.177086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fd7a49cf-9f2f-4e23-9e61-7f256b9bec14'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:25:47.182483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] Pushing event updated for resources: {'Network': ['ID=628a6630-3b59-42be-8d5b-678dbf3f588a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:47.195000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc3d024e-887f-4eb5-9d38-daaadf5572d5 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.233276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 628a6630-3b59-42be-8d5b-678dbf3f588a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:47.330785 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0dceb5d3-3faa-4632-af93-87998557935c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4172080 Feb 11 13:25:47.334171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50024) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:47.341849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Request body: {'subnet': {'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1951201010-subnet', 'tenant_id': '1479a70b67534648a9ff36fdd44cc7ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:47.410750 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-router', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:43Z', 'updated_at': '2022-02-11T13:25:45Z', 'revision_number': 3, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'gw_port': {'id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:47.415329 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-dc3d024e-887f-4eb5-9d38-daaadf5572d5 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Floating IP 3a76cb52-cf9c-4596-b66e-037ddda293d5 associated. External IP: 172.25.0.10, port: 1bc68c6a-0d88-4a03-a0af-6f4283923679. Feb 11 13:25:47.445232 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Checking router: 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:47.446003 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Updating router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 port 0f801dad-eed8-41b8-9f29-725d4902692b binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:47.476337 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.532385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d26a6-faf2-4b10-b061-bfec69bbc610 req-0cf76aa7-e956-45fd-92f5-83aa03d6fcf0 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.540025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-526d26a6-faf2-4b10-b061-bfec69bbc610 req-0cf76aa7-e956-45fd-92f5-83aa03d6fcf0 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 944 time: 0.2066853 Feb 11 13:25:47.621657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Made reservation on behalf of 1479a70b67534648a9ff36fdd44cc7ba for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:47.624018 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.639792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-526d26a6-faf2-4b10-b061-bfec69bbc610 req-7c7e0bbf-96d1-46f2-b249-41f385d4787e tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969586 Feb 11 13:25:47.746974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14777a9b-7d91-4f6e-8a95-b13bfaa7418c req-e9ee0a9b-6fb6-4e80-a25b-bdf8e90abdf9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.748532 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14777a9b-7d91-4f6e-8a95-b13bfaa7418c req-e9ee0a9b-6fb6-4e80-a25b-bdf8e90abdf9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.5374713 Feb 11 13:25:47.782765 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.836049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14777a9b-7d91-4f6e-8a95-b13bfaa7418c req-d8182e97-434c-4bee-a6de-485b669899d5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747781 Feb 11 13:25:47.836932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8edef0-7f83-4237-9a47-5ea18158de62'}, {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:47.839397 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfc2814-1f4e-4c32-bc1d-c8119a8b7b49" -d '{"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "3a8edef0-7f83-4237-9a47-5ea18158de62"}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "ef39ff2d-2440-4cb7-8b7d-d340c39a7374"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:47.845296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3d024e-887f-4eb5-9d38-daaadf5572d5 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:47.874344 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.876460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ad94-f31c-4f92-b1c5-8c79d058c530 req-61086fbb-18f8-42d9-80dc-7d2bd262e331 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.882814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ad94-f31c-4f92-b1c5-8c79d058c530 req-61086fbb-18f8-42d9-80dc-7d2bd262e331 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.888938 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cfd9d1-6bd4-42ea-9ea3-5d0884dd98c2 x-openstack-request-id: req-e3cfd9d1-6bd4-42ea-9ea3-5d0884dd98c2 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:47.889185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ad94-f31c-4f92-b1c5-8c79d058c530 req-61086fbb-18f8-42d9-80dc-7d2bd262e331 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.889333 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "3a8edef0-7f83-4237-9a47-5ea18158de62", "code": 200}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-plugged", "status": "completed", "tag": "ef39ff2d-2440-4cb7-8b7d-d340c39a7374", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:47.889581 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e3cfd9d1-6bd4-42ea-9ea3-5d0884dd98c2 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:47.889993 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8edef0-7f83-4237-9a47-5ea18158de62', 'code': 200} Feb 11 13:25:47.890245 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374', 'code': 200} Feb 11 13:25:47.896048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ad94-f31c-4f92-b1c5-8c79d058c530 req-61086fbb-18f8-42d9-80dc-7d2bd262e331 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.901837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ad94-f31c-4f92-b1c5-8c79d058c530 req-61086fbb-18f8-42d9-80dc-7d2bd262e331 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.908302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ad94-f31c-4f92-b1c5-8c79d058c530 req-61086fbb-18f8-42d9-80dc-7d2bd262e331 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.916260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ad94-f31c-4f92-b1c5-8c79d058c530 req-61086fbb-18f8-42d9-80dc-7d2bd262e331 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:47.918199 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ce4ad94-f31c-4f92-b1c5-8c79d058c530 req-61086fbb-18f8-42d9-80dc-7d2bd262e331 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5442 time: 0.1609447 Feb 11 13:25:47.948208 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4575e-1b3f-408e-8a40-364144220c3d None None] Pushing event updated for resources: {'Port': ['ID=0f801dad-eed8-41b8-9f29-725d4902692b,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:47.952720 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Attempting to bind port 0f801dad-eed8-41b8-9f29-725d4902692b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:47.953087 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Attempting to bind port 0f801dad-eed8-41b8-9f29-725d4902692b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:47.953439 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Attempting to bind port 0f801dad-eed8-41b8-9f29-725d4902692b on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:47.959097 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:47.959488 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:47.959863 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:47.960246 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:47.960707 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Bound port: 0f801dad-eed8-41b8-9f29-725d4902692b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:47.961084 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.019217 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] For port 0f801dad-eed8-41b8-9f29-725d4902692b, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:48.024572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] For port 0f801dad-eed8-41b8-9f29-725d4902692b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f801dad-eed8-41b8-9f29-725d4902692b,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:48.048441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ce4ad94-f31c-4f92-b1c5-8c79d058c530 req-01932035-8753-43b0-b24a-8f5ae8347c84 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189637 Feb 11 13:25:48.072459 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.132769 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.139945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3d024e-887f-4eb5-9d38-daaadf5572d5 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:48.146624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc3d024e-887f-4eb5-9d38-daaadf5572d5 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.155651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] Sync routers for ids ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:48.180464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] Routers {'9f3b67a7-b1fd-4e71-870e-eba9a59254d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:48.183266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:48.202386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dc3d024e-887f-4eb5-9d38-daaadf5572d5 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "PUT /v2.0/floatingips/3a76cb52-cf9c-4596-b66e-037ddda293d5 HTTP/1.1" status: 200 len: 990 time: 1.9313815 Feb 11 13:25:48.203051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'tag': '1bc68c6a-0d88-4a03-a0af-6f4283923679'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:48.205364 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea13fb4-8c09-4d97-b9e4-4f13621aa373", "tag": "1bc68c6a-0d88-4a03-a0af-6f4283923679"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:48.212351 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.221176 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Routers {'272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:48.223355 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:48.274557 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4575e-1b3f-408e-8a40-364144220c3d None None] Pushing event updated for resources: {'Port': ['ID=0f801dad-eed8-41b8-9f29-725d4902692b,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:48.278411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b524e984-4024-46c0-b04c-9c226443adb2,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:48.285863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Checking segment: {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:48.286230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Network hostable DHCP agents. Network: 628a6630-3b59-42be-8d5b-678dbf3f588a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:48.295826 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e8c91-64b0-4991-a57e-4c5c68e5ef43 x-openstack-request-id: req-c39e8c91-64b0-4991-a57e-4c5c68e5ef43 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:48.296027 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea13fb4-8c09-4d97-b9e4-4f13621aa373", "tag": "1bc68c6a-0d88-4a03-a0af-6f4283923679", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:48.296277 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c39e8c91-64b0-4991-a57e-4c5c68e5ef43 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:48.296671 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'tag': '1bc68c6a-0d88-4a03-a0af-6f4283923679', 'status': 'completed', 'code': 200} Feb 11 13:25:48.368854 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] Set router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:48.373713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abc2db-a616-4c22-9d0b-7ee22311a0a0 req-f7751409-3bea-4f19-b0c9-c4d7dcc1b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.374320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abc2db-a616-4c22-9d0b-7ee22311a0a0 req-f7751409-3bea-4f19-b0c9-c4d7dcc1b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.374792 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abc2db-a616-4c22-9d0b-7ee22311a0a0 req-f7751409-3bea-4f19-b0c9-c4d7dcc1b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.375257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abc2db-a616-4c22-9d0b-7ee22311a0a0 req-f7751409-3bea-4f19-b0c9-c4d7dcc1b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.375716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abc2db-a616-4c22-9d0b-7ee22311a0a0 req-f7751409-3bea-4f19-b0c9-c4d7dcc1b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.376185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abc2db-a616-4c22-9d0b-7ee22311a0a0 req-f7751409-3bea-4f19-b0c9-c4d7dcc1b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.376644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abc2db-a616-4c22-9d0b-7ee22311a0a0 req-f7751409-3bea-4f19-b0c9-c4d7dcc1b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.379656 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49abc2db-a616-4c22-9d0b-7ee22311a0a0 req-f7751409-3bea-4f19-b0c9-c4d7dcc1b574 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6499 time: 0.3754642 Feb 11 13:25:48.383494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] Set router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:48.395368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Network 628a6630-3b59-42be-8d5b-678dbf3f588a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:48.450533 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Allocated IP 172.20.0.1 (a067bb3d-512f-4fef-9ded-b1c773def887/ff534bc7-467d-4b3f-8d22-af10c7791887/828fad70-4878-42aa-a7ee-1e512f244d74) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:48.463177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-07a20460-c846-439a-b8b0-71124a685005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.464783 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-07a20460-c846-439a-b8b0-71124a685005 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=671a7403db3346d798a4a79bd1fb00e8&device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 1096 time: 0.1413870 Feb 11 13:25:48.498082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd5457-294b-4715-b8f7-03c9127c8514 req-57ad83c6-b8f1-4782-a3cb-8b7156604d77 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.499738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9cd5457-294b-4715-b8f7-03c9127c8514 req-57ad83c6-b8f1-4782-a3cb-8b7156604d77 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1751292 Feb 11 13:25:48.511195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c2765841-4d21-4df8-a66d-64aaea183cc1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:48.520333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 628a6630-3b59-42be-8d5b-678dbf3f588a) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:48.522218 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49abc2db-a616-4c22-9d0b-7ee22311a0a0 req-dc72efe4-aaa9-4eb7-86c5-80b7e9887dc7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215510 Feb 11 13:25:48.532281 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.533117 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.545252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af86f55-fe75-45c9-a167-b6d97e91432b None None] Network 628a6630-3b59-42be-8d5b-678dbf3f588a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:48.580564 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-router', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:43Z', 'updated_at': '2022-02-11T13:25:45Z', 'revision_number': 3, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'gw_port': {'id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:48.608793 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f329e90-9339-4289-b645-d6f9f4372ff5 None None] The sync data for ids ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'] in n-d-816488-1 is: [{'id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-router', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:43Z', 'updated_at': '2022-02-11T13:25:45Z', 'revision_number': 3, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'gw_port': {'id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:48.622589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fdc32e9a-2a19-4d24-ba33-e04a7d7d483e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2831120 Feb 11 13:25:48.683802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9cd5457-294b-4715-b8f7-03c9127c8514 req-53fbd484-a97d-4054-8c3f-2bc6ced6293a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647122 Feb 11 13:25:48.711153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c2765841-4d21-4df8-a66d-64aaea183cc1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:48.711598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.740855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-a964664f-33d8-4d66-b864-153d77160bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.742365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-a964664f-33d8-4d66-b864-153d77160bb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b144d7c7-6efc-4463-b219-6206ca822bd4 HTTP/1.1" status: 200 len: 915 time: 0.2633328 Feb 11 13:25:48.819783 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:48.857578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5aaa28-79b2-4371-be5a-3a0f4cc678ce req-c32a290d-9231-4fa9-a3d9-e930fb18ed38 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.867553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a5aaa28-79b2-4371-be5a-3a0f4cc678ce req-c32a290d-9231-4fa9-a3d9-e930fb18ed38 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 944 time: 0.0890143 Feb 11 13:25:48.888891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-07d56e97-de94-4498-bb7a-ca62e5665cef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1bc68c6a-0d88-4a03-a0af-6f4283923679 HTTP/1.1" status: 200 len: 998 time: 0.1324823 Feb 11 13:25:48.914742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9226a5-1019-460f-9d01-2f9a4d00ffd7 None None] Network 628a6630-3b59-42be-8d5b-678dbf3f588a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:48.926179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a5aaa28-79b2-4371-be5a-3a0f4cc678ce req-57a92267-7e44-45eb-8125-8ca2112a1e9e tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552943 Feb 11 13:25:48.952216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2d29f-b8ad-4f5e-b01a-afef407244a6 req-6e181cd1-172d-41c9-ae1c-c4fe116fb6fc tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:48.953895 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60e2d29f-b8ad-4f5e-b01a-afef407244a6 req-6e181cd1-172d-41c9-ae1c-c4fe116fb6fc tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1325681 Feb 11 13:25:48.964825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50052) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:48.969517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-324442b7-3bb0-4809-a67f-0271d628899e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'floatingip': {'port_id': '10389505-d2a6-40ae-8f71-8344bd0eb22e'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:49.009679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-2f404987-437b-4371-9c53-d721599616fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.011187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-2f404987-437b-4371-9c53-d721599616fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=12f70255-927c-4966-8a3c-6c16ea2b8442 HTTP/1.1" status: 200 len: 853 time: 0.1139255 Feb 11 13:25:49.016679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-324442b7-3bb0-4809-a67f-0271d628899e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:49.120989 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:49.154271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3a76cb52-cf9c-4596-b66e-037ddda293d5', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'port_id': '1bc68c6a-0d88-4a03-a0af-6f4283923679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'mac_address': 'fa:16:3e:17:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:22Z', 'updated_at': '2022-02-11T13:25:46Z', 'revision_number': 1, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59fd0a50-9fb3-4323-8b0e-89cccf0498ba', 'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'mac_address': 'fa:16:3e:42:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:09Z', 'updated_at': '2022-02-11T13:25:17Z', 'revision_number': 5, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'subnets': [{'id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:49.202528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] Checking router: 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:49.212578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] Routers {'9f3b67a7-b1fd-4e71-870e-eba9a59254d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:49.213738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:49.307774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Network a067bb3d-512f-4fef-9ded-b1c773def887 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:49.316861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:49.324766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:49.394276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-1a38db29-382a-4b82-ad85-9f8120c30c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.399780 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-1a38db29-382a-4b82-ad85-9f8120c30c43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b144d7c7-6efc-4463-b219-6206ca822bd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3793917 Feb 11 13:25:49.400851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Pushing event updated for resources: {'Port': ['ID=828fad70-4878-42aa-a7ee-1e512f244d74,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:49.437271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-b307156e-ef52-4b24-afcd-f445d7658ada tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.444542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-b307156e-ef52-4b24-afcd-f445d7658ada tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 805 time: 0.1669676 Feb 11 13:25:49.472288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-44c9ed22-085c-42dd-8823-ad5619210329 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/quotas/1479a70b67534648a9ff36fdd44cc7ba HTTP/1.1" status: 200 len: 375 time: 0.0200357 Feb 11 13:25:49.515760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-45cfc107-5c30-476b-8579-f82968aee946 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353594 Feb 11 13:25:49.539873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] Set router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:49.568396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1282c-86e0-431d-8898-648ff3b1100c req-d5b9e6cf-f602-4c4f-b804-848706d4c6ef tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:49.570881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8ad1282c-86e0-431d-8898-648ff3b1100c req-d5b9e6cf-f602-4c4f-b804-848706d4c6ef tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.4863708 Feb 11 13:25:49.631704 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-13778e0a-2197-4742-a1c3-53cd7e531464 service neutron] 10.222.0.52 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150026 Feb 11 13:25:49.725712 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-1a439053-5158-487a-822c-cf2ba5b35638 service neutron] 10.222.0.52 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930810 Feb 11 13:25:49.749227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-26f96123-a479-435f-8d11-6477b3270797 None None] Provisioning complete for port 828fad70-4878-42aa-a7ee-1e512f244d74 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:49.749608 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-26f96123-a479-435f-8d11-6477b3270797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:49.824602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-26f96123-a479-435f-8d11-6477b3270797 None None] Port 828fad70-4878-42aa-a7ee-1e512f244d74 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:49.847480 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:49.860060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3a76cb52-cf9c-4596-b66e-037ddda293d5', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'port_id': '1bc68c6a-0d88-4a03-a0af-6f4283923679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'mac_address': 'fa:16:3e:17:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:22Z', 'updated_at': '2022-02-11T13:25:46Z', 'revision_number': 1, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59fd0a50-9fb3-4323-8b0e-89cccf0498ba', 'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'mac_address': 'fa:16:3e:42:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:09Z', 'updated_at': '2022-02-11T13:25:17Z', 'revision_number': 5, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'subnets': [{'id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:49.894945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48ff834-48e1-4dfb-872e-faa1a31f0857 None None] The sync data for ids ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'] in n-d-816488-1 is: [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3a76cb52-cf9c-4596-b66e-037ddda293d5', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'port_id': '1bc68c6a-0d88-4a03-a0af-6f4283923679', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1095, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'mac_address': 'fa:16:3e:17:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:22Z', 'updated_at': '2022-02-11T13:25:46Z', 'revision_number': 1, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59fd0a50-9fb3-4323-8b0e-89cccf0498ba', 'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'mac_address': 'fa:16:3e:42:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:09Z', 'updated_at': '2022-02-11T13:25:17Z', 'revision_number': 5, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'subnets': [{'id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:49.967514 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8ad1282c-86e0-431d-8898-648ff3b1100c req-4ba3ad99-e6f2-495f-bfa0-dbf1a5227c10 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505640 Feb 11 13:25:49.991003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-bc4556aa-90e5-47ca-a0db-164490839f5f service neutron] 10.222.0.13 "GET /v2.0/networks/b144d7c7-6efc-4463-b219-6206ca822bd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151663 Feb 11 13:25:50.005664 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:50.147439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607d129-cc2d-4073-92fd-7130fec8ec33 req-cfeefa31-7b5a-4bf5-b568-8e799bd7e968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.157508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607d129-cc2d-4073-92fd-7130fec8ec33 req-cfeefa31-7b5a-4bf5-b568-8e799bd7e968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.162747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-324442b7-3bb0-4809-a67f-0271d628899e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.167010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607d129-cc2d-4073-92fd-7130fec8ec33 req-cfeefa31-7b5a-4bf5-b568-8e799bd7e968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.173106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607d129-cc2d-4073-92fd-7130fec8ec33 req-cfeefa31-7b5a-4bf5-b568-8e799bd7e968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.181200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607d129-cc2d-4073-92fd-7130fec8ec33 req-cfeefa31-7b5a-4bf5-b568-8e799bd7e968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.187600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607d129-cc2d-4073-92fd-7130fec8ec33 req-cfeefa31-7b5a-4bf5-b568-8e799bd7e968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.194266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607d129-cc2d-4073-92fd-7130fec8ec33 req-cfeefa31-7b5a-4bf5-b568-8e799bd7e968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.196289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a607d129-cc2d-4073-92fd-7130fec8ec33 req-cfeefa31-7b5a-4bf5-b568-8e799bd7e968 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5442 time: 0.1492906 Feb 11 13:25:50.225959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102158a6-7de4-4b0b-b6ad-097932df57ad req-54ce6e18-60c0-4ad9-9b01-5d43f1d3b1b6 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.227753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-102158a6-7de4-4b0b-b6ad-097932df57ad req-54ce6e18-60c0-4ad9-9b01-5d43f1d3b1b6 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 944 time: 0.1167893 Feb 11 13:25:50.246611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:25:50.251373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a607d129-cc2d-4073-92fd-7130fec8ec33 req-b2754aac-be8b-4bdf-a030-892c825b7936 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486040 Feb 11 13:25:50.253414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:50.253972 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.283208 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-953f105a-5d8f-4eab-b7cb-4ef62ccea28a req-de4d9147-64dc-47d7-95d8-0109412d3fda service neutron] 10.222.0.13 "GET /v2.0/networks/b144d7c7-6efc-4463-b219-6206ca822bd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602909 Feb 11 13:25:50.283741 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-324442b7-3bb0-4809-a67f-0271d628899e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.351860 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5433d519-c2db-470a-875f-86611cae5a5b req-6399ecdc-e910-4e5b-b3b5-01311ec22ff2 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 210 time: 0.0403664 Feb 11 13:25:50.365708 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.392140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90802eda-2b56-4182-a37b-97f9fa8fcfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7a49cf-9f2f-4e23-9e61-7f256b9bec14'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:50.395455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-102158a6-7de4-4b0b-b6ad-097932df57ad req-b9e12e77-ee55-4d5b-8c80-c81ccbf0b1d5 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563892 Feb 11 13:25:50.396149 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f5b84-7d57-4bb0-afe4-1e74e16ce183" -d '{"events": [{"server_uuid": "90802eda-2b56-4182-a37b-97f9fa8fcfe4", "name": "network-vif-plugged", "status": "completed", "tag": "fd7a49cf-9f2f-4e23-9e61-7f256b9bec14"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:50.400159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.412983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,segment=NetworkSegment(d6b45200-ca4d-4874-9e88-e9d0aa68eecb),segment_id=d6b45200-ca4d-4874-9e88-e9d0aa68eecb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:50.475210 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148d3d61-8fa8-4a98-8a9c-3a15ac6bee25 x-openstack-request-id: req-148d3d61-8fa8-4a98-8a9c-3a15ac6bee25 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:50.475506 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90802eda-2b56-4182-a37b-97f9fa8fcfe4", "name": "network-vif-plugged", "status": "completed", "tag": "fd7a49cf-9f2f-4e23-9e61-7f256b9bec14", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:50.475760 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-148d3d61-8fa8-4a98-8a9c-3a15ac6bee25 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:50.476174 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90802eda-2b56-4182-a37b-97f9fa8fcfe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7a49cf-9f2f-4e23-9e61-7f256b9bec14', 'code': 200} Feb 11 13:25:50.500439 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.556580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f801dad-eed8-41b8-9f29-725d4902692b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:50.607637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:50.625251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0f801dad-eed8-41b8-9f29-725d4902692b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:50.625685 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.722712 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.742366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 0f801dad-eed8-41b8-9f29-725d4902692b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f801dad-eed8-41b8-9f29-725d4902692b,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:50.791619 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-324442b7-3bb0-4809-a67f-0271d628899e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Floating IP 1ebae608-2494-468a-8797-fbd765d0ba9f associated. External IP: 172.25.0.139, port: 10389505-d2a6-40ae-8f71-8344bd0eb22e. Feb 11 13:25:50.845357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7004d-465f-428e-aaa6-5772caf106ec req-b373b92e-545b-4d21-ba10-012c7b992ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:50.846384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ea7004d-465f-428e-aaa6-5772caf106ec req-b373b92e-545b-4d21-ba10-012c7b992ef6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 1096 time: 0.1364489 Feb 11 13:25:50.850767 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:50.905495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=0f801dad-eed8-41b8-9f29-725d4902692b,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:50.974369 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ea7004d-465f-428e-aaa6-5772caf106ec req-1b64d170-9501-47e1-88d4-38919ef4cecf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135192 Feb 11 13:25:51.102183 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:51.130248 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70edd219-dc9d-4391-8769-b22937f0defc None None] New status for floating IP 3a76cb52-cf9c-4596-b66e-037ddda293d5: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:25:51.155580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324442b7-3bb0-4809-a67f-0271d628899e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Router 8b6fc681-667b-4dae-b475-235e7c09f39a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:51.168498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a37223-ed91-4630-be56-c413c896d21a req-8742b0cf-10bf-452e-891f-b0afe8df7e96 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.170023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b6a37223-ed91-4630-be56-c413c896d21a req-8742b0cf-10bf-452e-891f-b0afe8df7e96 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0754137 Feb 11 13:25:51.227638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:51.357349 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b6a37223-ed91-4630-be56-c413c896d21a req-c188b8fd-4c81-4704-a7e2-4042707f3372 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710205 Feb 11 13:25:51.358130 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:51.366118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Pushing event updated for resources: {'Port': ['ID=828fad70-4878-42aa-a7ee-1e512f244d74,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:51.389375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883ec69-8c8a-405e-999d-030e9fc5dbcb req-3c0e6115-4bf7-4ce2-a64c-22d7b3b4cb43 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.397836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324442b7-3bb0-4809-a67f-0271d628899e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:51.399379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883ec69-8c8a-405e-999d-030e9fc5dbcb req-3c0e6115-4bf7-4ce2-a64c-22d7b3b4cb43 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.409134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-324442b7-3bb0-4809-a67f-0271d628899e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:51.409859 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883ec69-8c8a-405e-999d-030e9fc5dbcb req-3c0e6115-4bf7-4ce2-a64c-22d7b3b4cb43 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.414137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] Sync routers for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:51.426153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883ec69-8c8a-405e-999d-030e9fc5dbcb req-3c0e6115-4bf7-4ce2-a64c-22d7b3b4cb43 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.426887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:51.427967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:51.434783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883ec69-8c8a-405e-999d-030e9fc5dbcb req-3c0e6115-4bf7-4ce2-a64c-22d7b3b4cb43 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.442019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883ec69-8c8a-405e-999d-030e9fc5dbcb req-3c0e6115-4bf7-4ce2-a64c-22d7b3b4cb43 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.448940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883ec69-8c8a-405e-999d-030e9fc5dbcb req-3c0e6115-4bf7-4ce2-a64c-22d7b3b4cb43 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.450862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5883ec69-8c8a-405e-999d-030e9fc5dbcb req-3c0e6115-4bf7-4ce2-a64c-22d7b3b4cb43 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5442 time: 0.1252418 Feb 11 13:25:51.490559 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c54be76e-98ae-47e6-b7db-e15ce150dee2 req-a610eaca-86f5-4269-97f9-d7f90b971c84 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 210 time: 0.0363269 Feb 11 13:25:51.496699 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-324442b7-3bb0-4809-a67f-0271d628899e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "PUT /v2.0/floatingips/1ebae608-2494-468a-8797-fbd765d0ba9f HTTP/1.1" status: 200 len: 992 time: 2.5308716 Feb 11 13:25:51.498682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'tag': '10389505-d2a6-40ae-8f71-8344bd0eb22e'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:51.500950 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385e2cd1-21ce-478a-9ee0-3f215049fd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1014c5f8-b4ac-4501-ac7f-872175e1c742", "tag": "10389505-d2a6-40ae-8f71-8344bd0eb22e"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:51.508718 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5883ec69-8c8a-405e-999d-030e9fc5dbcb req-d66eed90-da84-4e45-a97f-366e86783ff1 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473993 Feb 11 13:25:51.543038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Network a067bb3d-512f-4fef-9ded-b1c773def887 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:51.544698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:51.595641 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:51.696944 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478479a7-bb7b-4c32-a558-4c5cadedc565 x-openstack-request-id: req-478479a7-bb7b-4c32-a558-4c5cadedc565 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:51.696944 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1014c5f8-b4ac-4501-ac7f-872175e1c742", "tag": "10389505-d2a6-40ae-8f71-8344bd0eb22e", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:51.696944 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-478479a7-bb7b-4c32-a558-4c5cadedc565 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:51.696944 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'tag': '10389505-d2a6-40ae-8f71-8344bd0eb22e', 'status': 'completed', 'code': 200} Feb 11 13:25:51.788793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3089d4-9130-402f-9a70-33e393aa538d req-67db769f-f013-4c20-8306-4cee395f44e9 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.791059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a3089d4-9130-402f-9a70-33e393aa538d req-67db769f-f013-4c20-8306-4cee395f44e9 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 945 time: 0.1323109 Feb 11 13:25:51.826403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:51.836252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-4cb4d8d1-4b3b-4433-97eb-d880ac8ef862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.837746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-4cb4d8d1-4b3b-4433-97eb-d880ac8ef862 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 1097 time: 0.1159828 Feb 11 13:25:51.851616 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a3089d4-9130-402f-9a70-33e393aa538d req-4150150b-5ddd-48b6-9421-49f60ffe339a tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521684 Feb 11 13:25:51.855534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fad0-7333-4f5a-be97-67f95fac1761 req-67d254b7-14d5-42fd-87a0-3c41259c4809 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.861416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fad0-7333-4f5a-be97-67f95fac1761 req-67d254b7-14d5-42fd-87a0-3c41259c4809 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.879052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fad0-7333-4f5a-be97-67f95fac1761 req-67d254b7-14d5-42fd-87a0-3c41259c4809 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.881814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-17aad6f1-e68c-413a-a247-7142ebf61353 None None] Provisioning complete for port 828fad70-4878-42aa-a7ee-1e512f244d74 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:51.882307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17aad6f1-e68c-413a-a247-7142ebf61353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:51.885792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fad0-7333-4f5a-be97-67f95fac1761 req-67d254b7-14d5-42fd-87a0-3c41259c4809 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.891946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fad0-7333-4f5a-be97-67f95fac1761 req-67d254b7-14d5-42fd-87a0-3c41259c4809 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.898264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fad0-7333-4f5a-be97-67f95fac1761 req-67d254b7-14d5-42fd-87a0-3c41259c4809 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.904652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36fad0-7333-4f5a-be97-67f95fac1761 req-67d254b7-14d5-42fd-87a0-3c41259c4809 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:51.906851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc36fad0-7333-4f5a-be97-67f95fac1761 req-67d254b7-14d5-42fd-87a0-3c41259c4809 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5442 time: 0.1360044 Feb 11 13:25:51.919807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50098) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:51.924113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-787afa2b-904b-4e43-b13f-34c695fd10c5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Request body: {'floatingip': {'port_id': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:51.945215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-17aad6f1-e68c-413a-a247-7142ebf61353 None None] Port 828fad70-4878-42aa-a7ee-1e512f244d74 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:25:51.967755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '1ebae608-2494-468a-8797-fbd765d0ba9f', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'port_id': '10389505-d2a6-40ae-8f71-8344bd0eb22e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'mac_address': 'fa:16:3e:b8:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:19Z', 'updated_at': '2022-02-11T13:25:49Z', 'revision_number': 1, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:51.996395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:51.996973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] Checking router: 8b6fc681-667b-4dae-b475-235e7c09f39a for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:52.006308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5b9fb212-bade-4455-983f-3c3d4df2015d admin admin] 10.222.0.52 "PUT /v2.0/routers/272a28f5-a52d-43fe-8c3d-8c6b7d7b9380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0275366 Feb 11 13:25:52.009355 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-787afa2b-904b-4e43-b13f-34c695fd10c5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:52.011222 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Sync routers for ids ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:52.021723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:52.022470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:52.033257 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Routers {'272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:52.035128 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:52.161928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-54821710-6733-482f-bf0d-e6815b49a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:52.163486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-54821710-6733-482f-bf0d-e6815b49a0eb service neutron] 10.222.0.59 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 912 time: 0.2555096 Feb 11 13:25:52.166085 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Set router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:52.227233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:52.339617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-e83d82ca-530f-4bfb-881b-7a68eb64c128 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e HTTP/1.1" status: 200 len: 1000 time: 0.1699486 Feb 11 13:25:52.473557 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-router', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:43Z', 'updated_at': '2022-02-11T13:25:50Z', 'revision_number': 4, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'gw_port': {'id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '828fad70-4878-42aa-a7ee-1e512f244d74', 'name': '', 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'mac_address': 'fa:16:3e:e5:6f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'ff534bc7-467d-4b3f-8d22-af10c7791887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:48Z', 'updated_at': '2022-02-11T13:25:50Z', 'revision_number': 2, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'subnets': [{'id': 'ff534bc7-467d-4b3f-8d22-af10c7791887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:52.497724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-6b826f6a-1f24-4cdc-8b76-b3473214998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:52.499437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-6b826f6a-1f24-4cdc-8b76-b3473214998e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3356f2cd-4d02-411c-9f61-5d25d83cac42 HTTP/1.1" status: 200 len: 850 time: 0.1420362 Feb 11 13:25:52.531101 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Checking router: 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:52.539761 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Updating router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 port 828fad70-4878-42aa-a7ee-1e512f244d74 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:52.579678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '1ebae608-2494-468a-8797-fbd765d0ba9f', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'port_id': '10389505-d2a6-40ae-8f71-8344bd0eb22e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'mac_address': 'fa:16:3e:b8:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:19Z', 'updated_at': '2022-02-11T13:25:49Z', 'revision_number': 1, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:52.582369 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:52.629384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ac601-8dc2-45cc-8f99-6b767d36df96 req-4965dc0b-39f4-4d7e-b2fb-da0d4a106bcf tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:52.631872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-915ac601-8dc2-45cc-8f99-6b767d36df96 req-4965dc0b-39f4-4d7e-b2fb-da0d4a106bcf tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1288009 Feb 11 13:25:52.641310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f801dad-eed8-41b8-9f29-725d4902692b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:52.644115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9691fda-8830-4796-a4da-e6099a33e4f7 None None] The sync data for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 is: [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '1ebae608-2494-468a-8797-fbd765d0ba9f', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'floating_ip_address': '172.25.0.139', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'port_id': '10389505-d2a6-40ae-8f71-8344bd0eb22e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'mac_address': 'fa:16:3e:b8:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:25:19Z', 'updated_at': '2022-02-11T13:25:49Z', 'revision_number': 1, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:52.714248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-915ac601-8dc2-45cc-8f99-6b767d36df96 req-fbb66f58-c703-4b47-ab23-6e595355a1f9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760138 Feb 11 13:25:52.753968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0f801dad-eed8-41b8-9f29-725d4902692b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:52.754224 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:52.961022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2692db0-be15-4429-902b-b2a0317ea2d5 None None] New status for floating IP 1ebae608-2494-468a-8797-fbd765d0ba9f: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:25:53.003288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc31be-94f7-4e5a-be14-4d6642126179 req-689b6598-7795-4513-87c3-e93ffbeba151 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.010816 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6dbc31be-94f7-4e5a-be14-4d6642126179 req-689b6598-7795-4513-87c3-e93ffbeba151 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 945 time: 0.0636971 Feb 11 13:25:53.056093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6dbc31be-94f7-4e5a-be14-4d6642126179 req-9124711a-accb-4864-8716-2350c2ab8e08 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Feb 11 13:25:53.404639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-df172aaa-c2fe-421d-9806-7ef298e765eb req-995df0af-b965-41d1-baad-c9955ef27530 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 210 time: 0.0471864 Feb 11 13:25:53.405431 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.415845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-a9875ab5-79c7-45ef-a880-5f1a802b9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.415845 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-a9875ab5-79c7-45ef-a880-5f1a802b9f0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78e8cc7a-6b88-4178-9818-4cb8339195fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6734581 Feb 11 13:25:53.415845 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.resource_extend [None req-787afa2b-904b-4e43-b13f-34c695fd10c5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:25:53.416588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50122) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:53.416588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-network', 'tenant_id': 'e06742417890450ab687dabd38686c9d'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:53.417019 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.417019 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e98a83-099a-4e9b-be43-477ee95610e9 None None] Pushing event updated for resources: {'Port': ['ID=828fad70-4878-42aa-a7ee-1e512f244d74,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:53.417620 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-787afa2b-904b-4e43-b13f-34c695fd10c5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.421613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-9c4ded74-0ecc-438b-ac43-7f7082a83a88 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.424826 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Attempting to bind port 828fad70-4878-42aa-a7ee-1e512f244d74 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:53.424826 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Attempting to bind port 828fad70-4878-42aa-a7ee-1e512f244d74 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:53.424826 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Attempting to bind port 828fad70-4878-42aa-a7ee-1e512f244d74 on network a067bb3d-512f-4fef-9ded-b1c773def887 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:53.425126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-9c4ded74-0ecc-438b-ac43-7f7082a83a88 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 805 time: 0.2540460 Feb 11 13:25:53.431909 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:53.433049 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Checking segment: {'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:53.433421 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.434467 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Bound using segment: {'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:53.435167 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Bound port: 828fad70-4878-42aa-a7ee-1e512f244d74, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:53.435905 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.439008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Request body: {'port': {'device_id': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'admin_state_up': True, 'tenant_id': '1479a70b67534648a9ff36fdd44cc7ba'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:53.445981 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-220e5dbc-5d1b-42d0-a0b3-c83ed80bf558 service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462280 Feb 11 13:25:53.485294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Made reservation on behalf of e06742417890450ab687dabd38686c9d for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:53.489528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.506885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.528399 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] For port 828fad70-4878-42aa-a7ee-1e512f244d74, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:53.532117 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] For port 828fad70-4878-42aa-a7ee-1e512f244d74, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=828fad70-4878-42aa-a7ee-1e512f244d74,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:53.578649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-787afa2b-904b-4e43-b13f-34c695fd10c5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.601653 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.609634 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.668964 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-385e2cd1-21ce-478a-9ee0-3f215049fd0d req-a9d8d076-92a7-401b-8cc7-12d0365fe426 service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047431 Feb 11 13:25:53.685555 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.704845 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a001c9a6-6ab8-40e7-b75a-121853c216a0 None None] Provisioning complete for port 828fad70-4878-42aa-a7ee-1e512f244d74 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:53.706212 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a001c9a6-6ab8-40e7-b75a-121853c216a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.726182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:25:53.731865 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e98a83-099a-4e9b-be43-477ee95610e9 None None] Pushing event updated for resources: {'Port': ['ID=828fad70-4878-42aa-a7ee-1e512f244d74,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:53.732540 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51130b90-5d79-4265-8f74-ea2bdb7d8e18,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:53.763130 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.763376 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Added segment 9163f45d-cc50-435a-95cf-34153b8163e4 of type vlan for network 22e086fa-95fd-4314-ad93-80f36d12a13f Feb 11 13:25:53.769163 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Routers {'272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:53.770801 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:53.812528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb102d8-5122-4932-b2dc-535a373c3196 req-97d2ef07-01e3-4638-b70f-fec6f7f80db1 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.814146 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1fb102d8-5122-4932-b2dc-535a373c3196 req-97d2ef07-01e3-4638-b70f-fec6f7f80db1 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 945 time: 0.1440725 Feb 11 13:25:53.843509 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-787afa2b-904b-4e43-b13f-34c695fd10c5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Floating IP 68ce2305-a2f6-4c82-95c7-23349cfb456c associated. External IP: 172.25.0.120, port: ef39ff2d-2440-4cb7-8b7d-d340c39a7374. Feb 11 13:25:53.861820 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a001c9a6-6ab8-40e7-b75a-121853c216a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.906235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a001c9a6-6ab8-40e7-b75a-121853c216a0 None None] For port 828fad70-4878-42aa-a7ee-1e512f244d74, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=828fad70-4878-42aa-a7ee-1e512f244d74,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:53.908111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Made reservation on behalf of 1479a70b67534648a9ff36fdd44cc7ba for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:53.912034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.921973 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:53.936408 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] Set router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:53.946941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef557a1-a53b-47b7-985f-87582ba3b799 req-c75e6484-2a33-4c61-b603-4873ae8ee016 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:53.960887 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ef557a1-a53b-47b7-985f-87582ba3b799 req-c75e6484-2a33-4c61-b603-4873ae8ee016 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1319065 Feb 11 13:25:54.022846 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a001c9a6-6ab8-40e7-b75a-121853c216a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.028662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ef557a1-a53b-47b7-985f-87582ba3b799 req-f1fa8ed3-d5f2-474b-96e2-7ab46597ae9e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625494 Feb 11 13:25:54.076103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001c9a6-6ab8-40e7-b75a-121853c216a0 None None] Pushing event updated for resources: {'Port': ['ID=828fad70-4878-42aa-a7ee-1e512f244d74,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:54.083240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1fb102d8-5122-4932-b2dc-535a373c3196 req-12456b3b-b2d1-466b-9a50-26957794e90c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589152 Feb 11 13:25:54.092940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.094814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.095709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.160250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9e453ee6-1472-48dc-826d-11d57f17b0d5 None None] Provisioning complete for port 828fad70-4878-42aa-a7ee-1e512f244d74 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:54.161924 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e453ee6-1472-48dc-826d-11d57f17b0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.178424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Allocated IP 172.20.0.10 (628a6630-3b59-42be-8d5b-678dbf3f588a/b524e984-4024-46c0-b04c-9c226443adb2/2d2f5864-feba-4d44-a658-fd415a8b8e31) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:54.232628 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-router', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:43Z', 'updated_at': '2022-02-11T13:25:50Z', 'revision_number': 4, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'gw_port': {'id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '828fad70-4878-42aa-a7ee-1e512f244d74', 'name': '', 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'mac_address': 'fa:16:3e:e5:6f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'ff534bc7-467d-4b3f-8d22-af10c7791887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:48Z', 'updated_at': '2022-02-11T13:25:53Z', 'revision_number': 4, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'subnets': [{'id': 'ff534bc7-467d-4b3f-8d22-af10c7791887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:54.234934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-244c7d94-0b48-41a5-86dc-8ca369670d7c req-6ccbea01-88f1-4e7c-a3f7-85324bf32553 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 210 time: 0.0447259 Feb 11 13:25:54.239464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] Pushing event updated for resources: {'Network': ['ID=22e086fa-95fd-4314-ad93-80f36d12a13f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:54.260116 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-036a44ca-4cb3-46ca-a6e1-86fd13d632df admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9837863 Feb 11 13:25:54.262761 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50130) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:54.267568 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742a57f-ddda-4281-b5f9-ee73e4555532 None None] The sync data for ids ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'] in n-d-816488-1 is: [{'id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-router', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:43Z', 'updated_at': '2022-02-11T13:25:50Z', 'revision_number': 4, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'gw_port': {'id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '828fad70-4878-42aa-a7ee-1e512f244d74', 'name': '', 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'mac_address': 'fa:16:3e:e5:6f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'ff534bc7-467d-4b3f-8d22-af10c7791887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:48Z', 'updated_at': '2022-02-11T13:25:53Z', 'revision_number': 4, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'subnets': [{'id': 'ff534bc7-467d-4b3f-8d22-af10c7791887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:54.271630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 22e086fa-95fd-4314-ad93-80f36d12a13f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:25:54.275646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Request body: {'subnet': {'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-subnet', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:54.387343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Made reservation on behalf of e06742417890450ab687dabd38686c9d for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:25:54.391761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.449710 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787afa2b-904b-4e43-b13f-34c695fd10c5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Router b7d48301-6274-4f67-8217-428395c9d7ae has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:25:54.516511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 828fad70-4878-42aa-a7ee-1e512f244d74 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:54.601749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 828fad70-4878-42aa-a7ee-1e512f244d74 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:54.602186 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.619264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.631582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787afa2b-904b-4e43-b13f-34c695fd10c5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:54.637304 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-787afa2b-904b-4e43-b13f-34c695fd10c5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.644868 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] Sync routers for ids ['b7d48301-6274-4f67-8217-428395c9d7ae'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:54.657798 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-79660e0d-3e48-40ea-9613-1e10e045843a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.664407 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] Routers {'b7d48301-6274-4f67-8217-428395c9d7ae'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:54.665328 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7d48301-6274-4f67-8217-428395c9d7ae'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:54.681896 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.689490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-787afa2b-904b-4e43-b13f-34c695fd10c5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "PUT /v2.0/floatingips/68ce2305-a2f6-4c82-95c7-23349cfb456c HTTP/1.1" status: 200 len: 992 time: 2.7683699 Feb 11 13:25:54.711947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:54.727189 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843bd454-bafa-4e60-8c9a-a4bd49465099" -d '{"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "ef39ff2d-2440-4cb7-8b7d-d340c39a7374"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:54.777517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68b6360d-7100-4bc4-9093-c11d2f4bb5b7,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:54.796813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Checking segment: {'id': '9163f45d-cc50-435a-95cf-34153b8163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:54.797169 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Network hostable DHCP agents. Network: 22e086fa-95fd-4314-ad93-80f36d12a13f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:25:54.805985 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c952f4-8ecd-40d6-8f96-76fdc5252967 x-openstack-request-id: req-50c952f4-8ecd-40d6-8f96-76fdc5252967 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:54.806270 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "tag": "ef39ff2d-2440-4cb7-8b7d-d340c39a7374", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:54.806527 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50c952f4-8ecd-40d6-8f96-76fdc5252967 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:54.806915 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'tag': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374', 'status': 'completed', 'code': 200} Feb 11 13:25:54.813179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:54.822559 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:25:54.846669 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] Set router b7d48301-6274-4f67-8217-428395c9d7ae gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:54.906595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Network 628a6630-3b59-42be-8d5b-678dbf3f588a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:54.918445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:54.922811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-d96f43ff-16e4-435c-aeb3-4e43a0159ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.923292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-d96f43ff-16e4-435c-aeb3-4e43a0159ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.923781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-d96f43ff-16e4-435c-aeb3-4e43a0159ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.924815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-d96f43ff-16e4-435c-aeb3-4e43a0159ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.925288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-d96f43ff-16e4-435c-aeb3-4e43a0159ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.925946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-d96f43ff-16e4-435c-aeb3-4e43a0159ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.926271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-d96f43ff-16e4-435c-aeb3-4e43a0159ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:54.928394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-d96f43ff-16e4-435c-aeb3-4e43a0159ab2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6499 time: 0.0744927 Feb 11 13:25:54.928828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:54.931982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Network 22e086fa-95fd-4314-ad93-80f36d12a13f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:25:54.964807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Pushing event updated for resources: {'Port': ['ID=2d2f5864-feba-4d44-a658-fd415a8b8e31,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:55.007290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50bcbd-74fa-4c4b-a0db-c54d181643ae req-8821eec7-9d5a-4563-9526-8bde5bdc2f61 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.015473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50bcbd-74fa-4c4b-a0db-c54d181643ae req-8821eec7-9d5a-4563-9526-8bde5bdc2f61 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.025060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50bcbd-74fa-4c4b-a0db-c54d181643ae req-8821eec7-9d5a-4563-9526-8bde5bdc2f61 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.031998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 22e086fa-95fd-4314-ad93-80f36d12a13f) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:55.034934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50bcbd-74fa-4c4b-a0db-c54d181643ae req-8821eec7-9d5a-4563-9526-8bde5bdc2f61 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.042267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851cbd5a-1c08-4812-8027-89442f1dfd64 None None] Network 22e086fa-95fd-4314-ad93-80f36d12a13f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:55.043166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50bcbd-74fa-4c4b-a0db-c54d181643ae req-8821eec7-9d5a-4563-9526-8bde5bdc2f61 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.050044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50bcbd-74fa-4c4b-a0db-c54d181643ae req-8821eec7-9d5a-4563-9526-8bde5bdc2f61 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.065947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50bcbd-74fa-4c4b-a0db-c54d181643ae req-8821eec7-9d5a-4563-9526-8bde5bdc2f61 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.068018 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb50bcbd-74fa-4c4b-a0db-c54d181643ae req-8821eec7-9d5a-4563-9526-8bde5bdc2f61 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5442 time: 0.2576234 Feb 11 13:25:55.086450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.087047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.124125 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb50bcbd-74fa-4c4b-a0db-c54d181643ae req-ad096ded-8667-4acb-909b-83fd454ebdd2 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462623 Feb 11 13:25:55.133026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.133820 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.226072 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:21Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '68ce2305-a2f6-4c82-95c7-23349cfb456c', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'port_id': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'mac_address': 'fa:16:3e:83:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:32Z', 'updated_at': '2022-02-11T13:25:53Z', 'revision_number': 1, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87caee70-7f7d-4773-8820-e5d690db6c50', 'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'mac_address': 'fa:16:3e:10:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:20Z', 'updated_at': '2022-02-11T13:23:26Z', 'revision_number': 5, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'subnets': [{'id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:55.237648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-6de6b718-3df3-4bcf-80d6-c1b5941e2f44 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8039463 Feb 11 13:25:55.259463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Request body: {'port': {'device_id': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:55.266482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-9c7a1526-471a-4e9d-82f2-fdca1db5e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.269030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-9c7a1526-471a-4e9d-82f2-fdca1db5e772 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7 HTTP/1.1" status: 200 len: 918 time: 0.3309777 Feb 11 13:25:55.271777 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] Checking router: b7d48301-6274-4f67-8217-428395c9d7ae for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:55.282895 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] Routers {'b7d48301-6274-4f67-8217-428395c9d7ae'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:55.284475 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7d48301-6274-4f67-8217-428395c9d7ae'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:55.311106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-545daacd-e425-4538-b576-bc9a1919364b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0443609 Feb 11 13:25:55.317199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50144) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:55.329184 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-e302bf04-6bcb-4e69-ad3b-54e5ed589c13 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.329555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-router', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:25:55.331565 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-e302bf04-6bcb-4e69-ad3b-54e5ed589c13 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.13 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 945 time: 0.2959235 Feb 11 13:25:55.350810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c4d9a-1eb5-4fad-9a0f-5a4a983c55cf req-108ffcc5-2ed2-4051-bb64-ab30dd18346b tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.358902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f31c4d9a-1eb5-4fad-9a0f-5a4a983c55cf req-108ffcc5-2ed2-4051-bb64-ab30dd18346b tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 945 time: 0.1182857 Feb 11 13:25:55.419644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26351812-92aa-49f4-85a7-97e33137a371 req-14df9cd7-bf5d-433f-a1b6-e08d38065118 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.421291 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26351812-92aa-49f4-85a7-97e33137a371 req-14df9cd7-bf5d-433f-a1b6-e08d38065118 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.2585642 Feb 11 13:25:55.428217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.444565 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] Set router b7d48301-6274-4f67-8217-428395c9d7ae gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:55.491370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-fd4de60d-66a6-4024-8046-c639bd393807 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef39ff2d-2440-4cb7-8b7d-d340c39a7374 HTTP/1.1" status: 200 len: 1000 time: 0.1954856 Feb 11 13:25:55.501500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f31c4d9a-1eb5-4fad-9a0f-5a4a983c55cf req-ee76ada8-4c33-4971-adaf-e0762485cdd7 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416109 Feb 11 13:25:55.505057 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.510261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.588963 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.589862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-22e086fa-95fd-4314-ad93-80f36d12a13f', 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'fixed_ips': [{'subnet_id': '68b6360d-7100-4bc4-9093-c11d2f4bb5b7'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:25:55.590695 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.639114 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26351812-92aa-49f4-85a7-97e33137a371 req-79b0d8de-4711-4c56-ac90-d0a34b8bb420 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866293 Feb 11 13:25:55.695320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-f0c6ec1e-1ad9-42ae-9e35-e3eadb84d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.700296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-f0c6ec1e-1ad9-42ae-9e35-e3eadb84d0be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e9ee6e8-fe6f-4e78-8500-2349a6d591e4 HTTP/1.1" status: 200 len: 856 time: 0.1827884 Feb 11 13:25:55.719889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-22bf649e-9794-430e-a115-5e241046287c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Deleting port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:25:55.720229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-22bf649e-9794-430e-a115-5e241046287c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.794623 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:21Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '68ce2305-a2f6-4c82-95c7-23349cfb456c', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'port_id': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'mac_address': 'fa:16:3e:83:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:32Z', 'updated_at': '2022-02-11T13:25:53Z', 'revision_number': 1, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87caee70-7f7d-4773-8820-e5d690db6c50', 'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'mac_address': 'fa:16:3e:10:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:20Z', 'updated_at': '2022-02-11T13:23:26Z', 'revision_number': 5, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'subnets': [{'id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:55.796990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:55.829466 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Allocated IP 172.20.0.2 (22e086fa-95fd-4314-ad93-80f36d12a13f/68b6360d-7100-4bc4-9093-c11d2f4bb5b7/f23b8e17-72ab-4ef4-8be0-60bc90b13524) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:55.840772 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401facb7-0dca-44df-99c2-327e6b718cd3 None None] The sync data for ids ['b7d48301-6274-4f67-8217-428395c9d7ae'] in n-d-816488-1 is: [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:21Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '68ce2305-a2f6-4c82-95c7-23349cfb456c', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'floating_ip_address': '172.25.0.120', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'port_id': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 993, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'mac_address': 'fa:16:3e:83:c9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:24:32Z', 'updated_at': '2022-02-11T13:25:53Z', 'revision_number': 1, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87caee70-7f7d-4773-8820-e5d690db6c50', 'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'mac_address': 'fa:16:3e:10:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:20Z', 'updated_at': '2022-02-11T13:23:26Z', 'revision_number': 5, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'subnets': [{'id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:25:55.855984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f0c89-bd92-40bb-8214-a84293821102 req-384b82c4-9497-4546-98d4-ba81cea2b853 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.865579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f0c89-bd92-40bb-8214-a84293821102 req-384b82c4-9497-4546-98d4-ba81cea2b853 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.871382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f0c89-bd92-40bb-8214-a84293821102 req-384b82c4-9497-4546-98d4-ba81cea2b853 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.883338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f0c89-bd92-40bb-8214-a84293821102 req-384b82c4-9497-4546-98d4-ba81cea2b853 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.889067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f0c89-bd92-40bb-8214-a84293821102 req-384b82c4-9497-4546-98d4-ba81cea2b853 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.890883 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9140979-12d1-4192-9e04-51fcfb85d8d3 req-b21a84ed-a4d2-4460-ad72-4bfb70d3c18e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.892205 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9140979-12d1-4192-9e04-51fcfb85d8d3 req-b21a84ed-a4d2-4460-ad72-4bfb70d3c18e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 932 time: 0.1453784 Feb 11 13:25:55.895414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f0c89-bd92-40bb-8214-a84293821102 req-384b82c4-9497-4546-98d4-ba81cea2b853 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.897416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-91c317c0-fef5-4e4c-af41-5b20a6b03a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.898991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-91c317c0-fef5-4e4c-af41-5b20a6b03a13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655884 Feb 11 13:25:55.901081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f0c89-bd92-40bb-8214-a84293821102 req-384b82c4-9497-4546-98d4-ba81cea2b853 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:55.903227 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-885f0c89-bd92-40bb-8214-a84293821102 req-384b82c4-9497-4546-98d4-ba81cea2b853 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5442 time: 0.2818673 Feb 11 13:25:56.017838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-22bf649e-9794-430e-a115-5e241046287c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] For port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,segment=NetworkSegment(d6b45200-ca4d-4874-9e88-e9d0aa68eecb),segment_id=d6b45200-ca4d-4874-9e88-e9d0aa68eecb)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:56.018933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-22bf649e-9794-430e-a115-5e241046287c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.024232 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9140979-12d1-4192-9e04-51fcfb85d8d3 req-55f7fbd3-57d3-48d3-80a7-cbf2d6f1c031 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178019 Feb 11 13:25:56.037122 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.056599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-22bf649e-9794-430e-a115-5e241046287c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Calling delete_port for fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:25:56.127257 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.132716 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-fe502137-e139-48de-bc56-559270ee1962 service neutron] 10.222.0.13 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028241 Feb 11 13:25:56.140654 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.192056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Network 22e086fa-95fd-4314-ad93-80f36d12a13f is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:56.199511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:56.201633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d2f5864-feba-4d44-a658-fd415a8b8e31 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:25:56.205932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:56.211623 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.214292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Pushing event updated for resources: {'Port': ['ID=f23b8e17-72ab-4ef4-8be0-60bc90b13524,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:56.247836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Transition to ACTIVE for port object 2d2f5864-feba-4d44-a658-fd415a8b8e31 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:25:56.273444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Attempting to bind port f23b8e17-72ab-4ef4-8be0-60bc90b13524 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:56.273720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Attempting to bind port f23b8e17-72ab-4ef4-8be0-60bc90b13524 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '9163f45d-cc50-435a-95cf-34153b8163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:56.274129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Attempting to bind port f23b8e17-72ab-4ef4-8be0-60bc90b13524 on network 22e086fa-95fd-4314-ad93-80f36d12a13f {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:56.280475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:56.280850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Checking segment: {'id': '9163f45d-cc50-435a-95cf-34153b8163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:56.281245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.281633 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Bound using segment: {'id': '9163f45d-cc50-435a-95cf-34153b8163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:56.282126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Bound port: f23b8e17-72ab-4ef4-8be0-60bc90b13524, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9163f45d-cc50-435a-95cf-34153b8163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:56.282502 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.377019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] For port f23b8e17-72ab-4ef4-8be0-60bc90b13524, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:56.388841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] For port f23b8e17-72ab-4ef4-8be0-60bc90b13524, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f23b8e17-72ab-4ef4-8be0-60bc90b13524,segment=NetworkSegment(9163f45d-cc50-435a-95cf-34153b8163e4),segment_id=9163f45d-cc50-435a-95cf-34153b8163e4)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:56.389033 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.488238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.498856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2f5864-feba-4d44-a658-fd415a8b8e31,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:56.552517 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e71cca-24de-4197-90e7-53239a8fe733 None None] New status for floating IP 68ce2305-a2f6-4c82-95c7-23349cfb456c: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:25:56.592150 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.603916 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-843bd454-bafa-4e60-8c9a-a4bd49465099 req-4a3e48ea-a987-44ca-8844-e153486fe1af service neutron] 10.222.0.13 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616628 Feb 11 13:25:56.640849 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.647243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19276710-9c39-4f81-8a9b-64a450678ac5 None None] Pushing event updated for resources: {'Port': ['ID=f23b8e17-72ab-4ef4-8be0-60bc90b13524,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:56.686927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-22bf649e-9794-430e-a115-5e241046287c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.740080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Attempting to bind port 2d2f5864-feba-4d44-a658-fd415a8b8e31 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:56.740421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Attempting to bind port 2d2f5864-feba-4d44-a658-fd415a8b8e31 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:56.740767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Attempting to bind port 2d2f5864-feba-4d44-a658-fd415a8b8e31 on network 628a6630-3b59-42be-8d5b-678dbf3f588a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:56.752063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf649e-9794-430e-a115-5e241046287c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Pushing event deleted for resources: {'Port': ['ID=fd7a49cf-9f2f-4e23-9e61-7f256b9bec14,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:56.753834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff21f6-0f32-438e-baaa-ec36158a0d0e req-be743986-00a1-4bd9-ab59-274501de1df5 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:56.755378 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83ff21f6-0f32-438e-baaa-ec36158a0d0e req-be743986-00a1-4bd9-ab59-274501de1df5 tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 867 time: 0.1261451 Feb 11 13:25:56.764580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Port 2d2f5864-feba-4d44-a658-fd415a8b8e31 on network 628a6630-3b59-42be-8d5b-678dbf3f588a not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:25:56.764913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Attempting to bind port 2d2f5864-feba-4d44-a658-fd415a8b8e31 on network 628a6630-3b59-42be-8d5b-678dbf3f588a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:56.824683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:56.826052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Checking segment: {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:56.826052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Bound using segment: {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:56.826052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Bound port: 2d2f5864-feba-4d44-a658-fd415a8b8e31, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:56.826355 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.833128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-22bf649e-9794-430e-a115-5e241046287c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] No DVR routers for this DVR port fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:25:56.839681 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-22bf649e-9794-430e-a115-5e241046287c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.850959 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-506780fc-4254-4327-bcbe-b7aaa6ea1db0 req-22bf649e-9794-430e-a115-5e241046287c tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.13 "DELETE /v2.0/ports/fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 HTTP/1.1" status: 204 len: 173 time: 1.4801757 Feb 11 13:25:56.851666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90802eda-2b56-4182-a37b-97f9fa8fcfe4', 'name': 'network-vif-deleted', 'tag': 'fd7a49cf-9f2f-4e23-9e61-7f256b9bec14'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:56.860994 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5178a6e-2c13-4b4a-9de6-bef506b57519" -d '{"events": [{"server_uuid": "90802eda-2b56-4182-a37b-97f9fa8fcfe4", "name": "network-vif-deleted", "tag": "fd7a49cf-9f2f-4e23-9e61-7f256b9bec14"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:56.886885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572952d-1408-4a74-a78d-85f887f83ba0 req-f715ed05-18a9-4c2a-8a93-c3f388df7cae tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:56.897485 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1572952d-1408-4a74-a78d-85f887f83ba0 req-f715ed05-18a9-4c2a-8a93-c3f388df7cae tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1584072 Feb 11 13:25:56.904541 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-de6af3a3-673e-4845-80f2-d25034aa194d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:56.912783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Allocated IP 172.25.0.90 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/674bab7f-0788-4858-bd01-62a1771ba181) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:25:56.925269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83ff21f6-0f32-438e-baaa-ec36158a0d0e req-01062255-dcf1-4b0d-b505-12cf750df0ca tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/security-groups?id=eddf509e-0e3f-4843-ac28-fc7ac033bd3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284316 Feb 11 13:25:56.950051 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1572952d-1408-4a74-a78d-85f887f83ba0 req-678bad3c-de85-439c-a0b4-ec4cc150c618 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515268 Feb 11 13:25:56.997996 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bce3417-c501-4de9-831e-fb1a2e3ae8a6 x-openstack-request-id: req-2bce3417-c501-4de9-831e-fb1a2e3ae8a6 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:56.998314 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90802eda-2b56-4182-a37b-97f9fa8fcfe4", "name": "network-vif-deleted", "tag": "fd7a49cf-9f2f-4e23-9e61-7f256b9bec14", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:56.998826 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2bce3417-c501-4de9-831e-fb1a2e3ae8a6 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:57.004124 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90802eda-2b56-4182-a37b-97f9fa8fcfe4', 'name': 'network-vif-deleted', 'tag': 'fd7a49cf-9f2f-4e23-9e61-7f256b9bec14', 'status': 'completed', 'code': 200} Feb 11 13:25:57.051512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] For port 2d2f5864-feba-4d44-a658-fd415a8b8e31, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:57.055743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] For port 2d2f5864-feba-4d44-a658-fd415a8b8e31, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2d2f5864-feba-4d44-a658-fd415a8b8e31,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:57.097816 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.138994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.173011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2c44d-23eb-4949-870e-d35f62be2b9e req-280adbb5-14c9-49c1-bf3b-e75ddcf5ff50 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.179207 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7b2c44d-23eb-4949-870e-d35f62be2b9e req-280adbb5-14c9-49c1-bf3b-e75ddcf5ff50 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 944 time: 0.0606401 Feb 11 13:25:57.179359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.179359 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.179709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] 10.222.0.59 "PUT /v2.0/ports/2d2f5864-feba-4d44-a658-fd415a8b8e31 HTTP/1.1" status: 200 len: 1092 time: 1.9249361 Feb 11 13:25:57.180213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'tag': '2d2f5864-feba-4d44-a658-fd415a8b8e31'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:25:57.182738 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfa4606-aeee-4009-9f04-c382376d35fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e", "tag": "2d2f5864-feba-4d44-a658-fd415a8b8e31"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:25:57.213754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f78162-10c2-42fb-b85f-9eaa97402610 service neutron] Pushing event updated for resources: {'Port': ['ID=2d2f5864-feba-4d44-a658-fd415a8b8e31,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:57.231096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7b2c44d-23eb-4949-870e-d35f62be2b9e req-4d795237-972f-4d6a-87ac-3cddd50537dc tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Feb 11 13:25:57.249253 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d1e4c3-5721-4fb3-a887-19e471c6094a x-openstack-request-id: req-77d1e4c3-5721-4fb3-a887-19e471c6094a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:25:57.249533 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e", "tag": "2d2f5864-feba-4d44-a658-fd415a8b8e31", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:25:57.249806 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-77d1e4c3-5721-4fb3-a887-19e471c6094a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:25:57.250223 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'tag': '2d2f5864-feba-4d44-a658-fd415a8b8e31', 'status': 'completed', 'code': 200} Feb 11 13:25:57.280966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.342102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:25:57.348048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:25:57.355468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:25:57.360327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Pushing event updated for resources: {'Port': ['ID=674bab7f-0788-4858-bd01-62a1771ba181,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:57.392163 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4606-aeee-4009-9f04-c382376d35fb req-28ade9be-2b47-43cb-9aab-299f15adc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.394028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecfa4606-aeee-4009-9f04-c382376d35fb req-28ade9be-2b47-43cb-9aab-299f15adc7d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 1095 time: 0.1227138 Feb 11 13:25:57.588377 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.700959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10efbbc-5be8-4b28-a428-45fec3931eb6 None None] Network 22e086fa-95fd-4314-ad93-80f36d12a13f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:25:57.764682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a511563a-3f19-4ff2-a957-b76f2e58f69e None None] Provisioning complete for port f23b8e17-72ab-4ef4-8be0-60bc90b13524 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:57.765055 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a511563a-3f19-4ff2-a957-b76f2e58f69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.906382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4606-aeee-4009-9f04-c382376d35fb req-3f27d0d0-d300-4f92-97d9-2f8fab86b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:57.907794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecfa4606-aeee-4009-9f04-c382376d35fb req-3f27d0d0-d300-4f92-97d9-2f8fab86b5e8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4999583 Feb 11 13:25:57.918156 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a511563a-3f19-4ff2-a957-b76f2e58f69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:57.964365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a511563a-3f19-4ff2-a957-b76f2e58f69e None None] For port f23b8e17-72ab-4ef4-8be0-60bc90b13524, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f23b8e17-72ab-4ef4-8be0-60bc90b13524,segment=NetworkSegment(9163f45d-cc50-435a-95cf-34153b8163e4),segment_id=9163f45d-cc50-435a-95cf-34153b8163e4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:25:58.018926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4606-aeee-4009-9f04-c382376d35fb req-b04b797b-30f9-444d-95c3-b8016289472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.020432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecfa4606-aeee-4009-9f04-c382376d35fb req-b04b797b-30f9-444d-95c3-b8016289472b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048410 Feb 11 13:25:58.057965 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b312d214-6ce0-422a-bb28-4ea4cf06e49d req-65a6f819-6607-4ba0-a050-532a15d9227f tempest-InstanceActionsV221TestJSON-2143515147 tempest-InstanceActionsV221TestJSON-2143515147-project] 10.222.0.52 "GET /v2.0/ports?device_id=90802eda-2b56-4182-a37b-97f9fa8fcfe4 HTTP/1.1" status: 200 len: 210 time: 0.0315769 Feb 11 13:25:58.071998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:25:58.109058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:25:58.109520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fd7a49cf-9f2f-4e23-9e61-7f256b9bec14 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:25:58.165821 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a511563a-3f19-4ff2-a957-b76f2e58f69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:58.220720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55050778-9c6c-42ab-8bc3-22cf0880eba3 req-eef5f3ce-e480-4a35-88b7-6c5883a60fda tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.222312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55050778-9c6c-42ab-8bc3-22cf0880eba3 req-eef5f3ce-e480-4a35-88b7-6c5883a60fda tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1425004 Feb 11 13:25:58.226854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-bd6fbc12-525b-4165-b3b1-aae6e60ea238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.228273 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-bd6fbc12-525b-4165-b3b1-aae6e60ea238 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 1095 time: 0.1496227 Feb 11 13:25:58.238597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a511563a-3f19-4ff2-a957-b76f2e58f69e None None] Pushing event updated for resources: {'Port': ['ID=f23b8e17-72ab-4ef4-8be0-60bc90b13524,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:58.240158 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:58.286880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-94ebccb0-2031-4465-90b3-27d00fdee947 None None] Provisioning complete for port f23b8e17-72ab-4ef4-8be0-60bc90b13524 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:58.287575 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-94ebccb0-2031-4465-90b3-27d00fdee947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:58.322729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-06c8b340-5311-43f1-b844-3df86d2391d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d2f5864-feba-4d44-a658-fd415a8b8e31 HTTP/1.1" status: 200 len: 217 time: 0.0834501 Feb 11 13:25:58.352498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55050778-9c6c-42ab-8bc3-22cf0880eba3 req-295928ba-96c2-421c-82f7-24486a56faf7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217251 Feb 11 13:25:58.355632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea146574-8655-40a9-98c6-a2b66e36c39e req-c2b5b6ad-3373-4efe-aa0a-6be078afe773 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.357212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea146574-8655-40a9-98c6-a2b66e36c39e req-c2b5b6ad-3373-4efe-aa0a-6be078afe773 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 944 time: 0.0581307 Feb 11 13:25:58.405739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea146574-8655-40a9-98c6-a2b66e36c39e req-3ea82bd1-9276-4f25-ac59-75b474ab2dc1 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352166 Feb 11 13:25:58.432256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-abf4c131-e858-4fb6-961b-64d5756f487d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:58.433757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-abf4c131-e858-4fb6-961b-64d5756f487d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b524e984-4024-46c0-b04c-9c226443adb2 HTTP/1.1" status: 200 len: 845 time: 0.0972266 Feb 11 13:25:58.485481 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:58.502932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-efaaf1c6-e184-4cae-8cc5-4d34dc5e1a31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=628a6630-3b59-42be-8d5b-678dbf3f588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611975 Feb 11 13:25:58.512214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f23b8e17-72ab-4ef4-8be0-60bc90b13524 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:25:58.564732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f23b8e17-72ab-4ef4-8be0-60bc90b13524 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:25:58.565126 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:58.622405 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:58.674947 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-329d8754-4415-4109-ae33-3cb2b78506b7 service neutron] 10.222.0.59 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624153 Feb 11 13:25:58.815707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c125721-7cba-4f49-b315-ec5ad154e857 req-b7d0886b-f26f-41ee-8b62-b8ca2da809e0 service neutron] 10.222.0.59 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325121 Feb 11 13:25:58.902507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:25:59.009627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:25:59.018985 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Sync routers for ids ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:25:59.029413 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Routers {'5bd886b6-b90f-40b9-8765-3b41ae35ee70'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:25:59.030049 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:59.076254 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.077622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0f441a2d-0415-4b23-bf02-6a9bdf1dc8ab admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7517576 Feb 11 13:25:59.081346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50168) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:59.237536 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Set router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:25:59.311595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50178) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:59.405484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff63801-f195-4072-8088-84b7a078fe93 admin admin] Deleting subnet d963ff86-77c8-45f9-8cdb-08527e2a154a {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:25:59.410163 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ff63801-f195-4072-8088-84b7a078fe93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.430563 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-router', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '674bab7f-0788-4858-bd01-62a1771ba181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:25:57Z', 'revision_number': 3, 'project_id': 'e06742417890450ab687dabd38686c9d', 'gw_port': {'id': '674bab7f-0788-4858-bd01-62a1771ba181', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:25:59.458122 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Checking router: 5bd886b6-b90f-40b9-8765-3b41ae35ee70 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:25:59.458464 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Updating router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 port 674bab7f-0788-4858-bd01-62a1771ba181 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:25:59.482556 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.525066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ff63801-f195-4072-8088-84b7a078fe93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.537188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c15774-cd30-4ac1-ae25-6dbb7f147922 req-a95622d8-f1b6-487e-9d75-4ba95d68ea30 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:59.538702 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47c15774-cd30-4ac1-ae25-6dbb7f147922 req-a95622d8-f1b6-487e-9d75-4ba95d68ea30 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 944 time: 0.0580595 Feb 11 13:25:59.575945 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47c15774-cd30-4ac1-ae25-6dbb7f147922 req-d32785be-3fd1-4f48-b540-7d5cbe7a70fa tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311267 Feb 11 13:25:59.591119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af83e2-2723-40c1-aff4-7e06ed96e1cd req-36b26986-4606-45dc-9b85-e5d805e21c2d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:25:59.593365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70af83e2-2723-40c1-aff4-7e06ed96e1cd req-36b26986-4606-45dc-9b85-e5d805e21c2d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1620753 Feb 11 13:25:59.611531 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ff63801-f195-4072-8088-84b7a078fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.707862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70af83e2-2723-40c1-aff4-7e06ed96e1cd req-f849f1f2-1cbc-416b-bf95-8de213a5a304 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020038 Feb 11 13:25:59.745701 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.762517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.810271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ff63801-f195-4072-8088-84b7a078fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.833336 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.853702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff63801-f195-4072-8088-84b7a078fe93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d963ff86-77c8-45f9-8cdb-08527e2a154a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:59.857793 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ff63801-f195-4072-8088-84b7a078fe93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.861076 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2ff63801-f195-4072-8088-84b7a078fe93 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d963ff86-77c8-45f9-8cdb-08527e2a154a HTTP/1.1" status: 204 len: 168 time: 0.5484157 Feb 11 13:25:59.864111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50184) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:25:59.886292 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Attempting to bind port 674bab7f-0788-4858-bd01-62a1771ba181 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:25:59.886676 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Attempting to bind port 674bab7f-0788-4858-bd01-62a1771ba181 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:25:59.887169 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Attempting to bind port 674bab7f-0788-4858-bd01-62a1771ba181 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:25:59.892613 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefd4d0-a10e-4882-824f-2a981028863e None None] Pushing event updated for resources: {'Port': ['ID=674bab7f-0788-4858-bd01-62a1771ba181,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:25:59.898796 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:25:59.899085 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:25:59.899471 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.899849 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:25:59.900301 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Bound port: 674bab7f-0788-4858-bd01-62a1771ba181, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:25:59.900671 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.911705 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.946082 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:25:59.953896 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] For port 674bab7f-0788-4858-bd01-62a1771ba181, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:25:59.957744 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] For port 674bab7f-0788-4858-bd01-62a1771ba181, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=674bab7f-0788-4858-bd01-62a1771ba181,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:25:59.958957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Allocated IP 172.20.0.1 (22e086fa-95fd-4314-ad93-80f36d12a13f/68b6360d-7100-4bc4-9093-c11d2f4bb5b7/58dca072-46a0-443c-960f-35f2359ba049) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:00.025229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.046798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15197da1-26b1-4632-98ef-ee2b21eb2049']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:00.051620 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.057654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b45200-ca4d-4874-9e88-e9d0aa68eecb') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:00.057654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b45200-ca4d-4874-9e88-e9d0aa68eecb') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:00.062239 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.069639 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.087422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:00.100516 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:00.118500 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefd4d0-a10e-4882-824f-2a981028863e None None] Pushing event updated for resources: {'Port': ['ID=674bab7f-0788-4858-bd01-62a1771ba181,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:00.121098 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Routers {'5bd886b6-b90f-40b9-8765-3b41ae35ee70'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:00.121688 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:00.217159 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.228332 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] Set router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:00.239520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.247651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.255831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] 10.222.0.52 "DELETE /v2.0/networks/15197da1-26b1-4632-98ef-ee2b21eb2049 HTTP/1.1" status: 204 len: 168 time: 0.3856101 Feb 11 13:26:00.260286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Network 22e086fa-95fd-4314-ad93-80f36d12a13f is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:00.262549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e3303-8fc2-4b70-853e-57f5d2d7cf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=15197da1-26b1-4632-98ef-ee2b21eb2049,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:00.263867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:00.270464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:00.301995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Pushing event updated for resources: {'Port': ['ID=58dca072-46a0-443c-960f-35f2359ba049,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:00.318568 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.447163 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-router', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '674bab7f-0788-4858-bd01-62a1771ba181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:25:57Z', 'revision_number': 3, 'project_id': 'e06742417890450ab687dabd38686c9d', 'gw_port': {'id': '674bab7f-0788-4858-bd01-62a1771ba181', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:00.474836 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24214879-e38c-477a-adb7-c4bcd8da20ed None None] The sync data for ids ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'] in n-d-816488-1 is: [{'id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-router', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '674bab7f-0788-4858-bd01-62a1771ba181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:25:57Z', 'revision_number': 3, 'project_id': 'e06742417890450ab687dabd38686c9d', 'gw_port': {'id': '674bab7f-0788-4858-bd01-62a1771ba181', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:00.528573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.533328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1479c505-c1a3-49a1-90d4-00d213a36fdd None None] Provisioning complete for port 58dca072-46a0-443c-960f-35f2359ba049 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:00.534259 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1479c505-c1a3-49a1-90d4-00d213a36fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.571056 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.581126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1479c505-c1a3-49a1-90d4-00d213a36fdd None None] Port 58dca072-46a0-443c-960f-35f2359ba049 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:26:00.696978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50190) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:00.707699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.712190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a1ed2-1368-4dab-ad2e-ceeeaf2bbb8f req-113fa39b-6154-47ca-9c40-2466da013be9 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.713690 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b05a1ed2-1368-4dab-ad2e-ceeeaf2bbb8f req-113fa39b-6154-47ca-9c40-2466da013be9 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 944 time: 0.0598559 Feb 11 13:26:00.765236 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.774636 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4f7be175-04c7-4216-88eb-a94dd7f1dd50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fecac2cdbbd145b181df3e1879047434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742371 Feb 11 13:26:00.775623 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b05a1ed2-1368-4dab-ad2e-ceeeaf2bbb8f req-641aec81-0240-4b01-aa07-f037c7fa63f4 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556662 Feb 11 13:26:00.776077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50194) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:00.840978 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d0e7cdff-02d3-4472-8574-50b17df6b56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.863399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d0e7cdff-02d3-4472-8574-50b17df6b56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.866728 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.870320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Pushing event updated for resources: {'Port': ['ID=58dca072-46a0-443c-960f-35f2359ba049,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:00.888551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0fdda-0828-4eb8-9d14-e2f93b3c7148 req-bf0eea2a-5b6f-4ceb-88b1-2f3198987bb4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:00.890056 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eda0fdda-0828-4eb8-9d14-e2f93b3c7148 req-bf0eea2a-5b6f-4ceb-88b1-2f3198987bb4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1000235 Feb 11 13:26:00.970817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eda0fdda-0828-4eb8-9d14-e2f93b3c7148 req-6f3970d8-bd85-45b5-9370-a43f0dca2a9d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660472 Feb 11 13:26:00.993609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d0e7cdff-02d3-4472-8574-50b17df6b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.996288 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d0e7cdff-02d3-4472-8574-50b17df6b56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:00.997529 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d0e7cdff-02d3-4472-8574-50b17df6b56a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eddf509e-0e3f-4843-ac28-fc7ac033bd3c HTTP/1.1" status: 204 len: 168 time: 0.2199872 Feb 11 13:26:01.004715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Network 22e086fa-95fd-4314-ad93-80f36d12a13f is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:01.006330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:01.006443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7cdff-02d3-4472-8574-50b17df6b56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddf509e-0e3f-4843-ac28-fc7ac033bd3c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:01.134112 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:01.311669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7d06ccea-58c6-4661-9cd3-ea3b61ac4c7b None None] Provisioning complete for port 58dca072-46a0-443c-960f-35f2359ba049 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:01.311669 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7d06ccea-58c6-4661-9cd3-ea3b61ac4c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:01.345234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7d06ccea-58c6-4661-9cd3-ea3b61ac4c7b None None] Port 58dca072-46a0-443c-960f-35f2359ba049 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:26:01.587568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:01.592775 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ac6336f1-eed2-4af2-9fd1-c2432e1baa56 admin admin] 10.222.0.52 "PUT /v2.0/routers/5bd886b6-b90f-40b9-8765-3b41ae35ee70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5099041 Feb 11 13:26:01.914554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bca5fc-529c-4b22-b060-5f3b19b18d27 req-adf6afff-892d-4b51-9024-ccf4369be274 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:01.923214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71bca5fc-529c-4b22-b060-5f3b19b18d27 req-adf6afff-892d-4b51-9024-ccf4369be274 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 944 time: 0.0646093 Feb 11 13:26:01.969681 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71bca5fc-529c-4b22-b060-5f3b19b18d27 req-1c19e60d-66dd-40ec-841d-d8932bc61235 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454023 Feb 11 13:26:02.147042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce37db-5640-4b62-b0af-0c4c8c11e8a0 req-bdf0ac25-9484-420e-a12c-a8b39b185df1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:02.148701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c7ce37db-5640-4b62-b0af-0c4c8c11e8a0 req-bdf0ac25-9484-420e-a12c-a8b39b185df1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0763514 Feb 11 13:26:02.211970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c7ce37db-5640-4b62-b0af-0c4c8c11e8a0 req-a0ae0730-88f9-40ad-9464-f7b7b29d7e1d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512810 Feb 11 13:26:02.355653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50236) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:02.515779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1483363036-network', 'tenant_id': '6ad1686bfca445f4af9efee2cca7e8b7'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:02.547088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 674bab7f-0788-4858-bd01-62a1771ba181 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:02.599553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 674bab7f-0788-4858-bd01-62a1771ba181 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:02.599919 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.636521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Made reservation on behalf of 6ad1686bfca445f4af9efee2cca7e8b7 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:02.641257 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.661213 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.706864 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.735458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 674bab7f-0788-4858-bd01-62a1771ba181, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=674bab7f-0788-4858-bd01-62a1771ba181,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:02.781838 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.857238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.864401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2d2f5864-feba-4d44-a658-fd415a8b8e31 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:02.879680 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.934488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c4519a-735a-4cfa-9e0c-a104eccae759,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:02.951454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:02.965723 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:02.970435 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Added segment 7218a72c-e124-4d65-9b2b-331a878f6076 of type vlan for network 8e40ff37-572b-4289-87b2-681d537fea77 Feb 11 13:26:03.029399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.065389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=674bab7f-0788-4858-bd01-62a1771ba181,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:03.086437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.087073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.087597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.088192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.094334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.094334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.094334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.094334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.094334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.094334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.094334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.094334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:03.114909 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.116138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:03.116858 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.154834 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2d2f5864-feba-4d44-a658-fd415a8b8e31, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2d2f5864-feba-4d44-a658-fd415a8b8e31,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:03.174910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abbb71-d60a-4cb4-8647-3cfc8c3fe2df req-af3dcada-704e-4125-a203-8b33868595d3 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:03.184980 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3abbb71-d60a-4cb4-8647-3cfc8c3fe2df req-af3dcada-704e-4125-a203-8b33868595d3 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 944 time: 0.0859408 Feb 11 13:26:03.187271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '2d2f5864-feba-4d44-a658-fd415a8b8e31', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'port_id': '2d2f5864-feba-4d44-a658-fd415a8b8e31', 'mac_address': 'fa:16:3e:d6:7b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b524e984-4024-46c0-b04c-9c226443adb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:03.217969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8603697 Feb 11 13:26:03.224603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50242) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:03.227146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac11a3-be14-42a6-8d84-7a7d4d695c1d admin admin] Pushing event updated for resources: {'Network': ['ID=8e40ff37-572b-4289-87b2-681d537fea77,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:03.244820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Request body: {'subnet': {'network_id': '8e40ff37-572b-4289-87b2-681d537fea77', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1483363036-subnet', 'tenant_id': '6ad1686bfca445f4af9efee2cca7e8b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:03.267503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3abbb71-d60a-4cb4-8647-3cfc8c3fe2df req-b5da6bd6-1f0a-4cd7-912b-068ab2311e9e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785787 Feb 11 13:26:03.274528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 8e40ff37-572b-4289-87b2-681d537fea77 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:26:03.354960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Sync routers for ids ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:03.373172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Made reservation on behalf of 6ad1686bfca445f4af9efee2cca7e8b7 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:03.375941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.392489 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.403963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c20be-bd45-461b-95a7-d8db1f89cd20 req-85623a8e-cdd1-4172-a077-28dc38689d6a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:03.405622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Routers {'5bd886b6-b90f-40b9-8765-3b41ae35ee70'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:03.405794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d57c20be-bd45-461b-95a7-d8db1f89cd20 req-85623a8e-cdd1-4172-a077-28dc38689d6a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0793433 Feb 11 13:26:03.406353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:03.447182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d2f5864-feba-4d44-a658-fd415a8b8e31 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:03.477720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2d2f5864-feba-4d44-a658-fd415a8b8e31, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2d2f5864-feba-4d44-a658-fd415a8b8e31,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:03.501556 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d57c20be-bd45-461b-95a7-d8db1f89cd20 req-158b1996-6777-4396-8eca-c3962d822f6a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664721 Feb 11 13:26:03.542298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Set router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:03.568776 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.680113 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.732569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c82592-bada-4ae4-b758-637678197228,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:03.751357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Checking segment: {'id': '7218a72c-e124-4d65-9b2b-331a878f6076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8e40ff37-572b-4289-87b2-681d537fea77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:03.751515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Network hostable DHCP agents. Network: 8e40ff37-572b-4289-87b2-681d537fea77, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:03.810904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Network 8e40ff37-572b-4289-87b2-681d537fea77 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:03.815462 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2d2f5864-feba-4d44-a658-fd415a8b8e31,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:03.930923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 8e40ff37-572b-4289-87b2-681d537fea77) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:03.935504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:03.936291 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:03.943859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d550778-9ecc-44a3-9c50-96377091009b None None] Network 8e40ff37-572b-4289-87b2-681d537fea77 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:26:04.049792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-861951dd-7dbd-4f82-b0fd-ff0b80b6e110 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8180315 Feb 11 13:26:04.050044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['2d2f5864-feba-4d44-a658-fd415a8b8e31'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:04.123996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-router', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '674bab7f-0788-4858-bd01-62a1771ba181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:26:00Z', 'revision_number': 4, 'project_id': 'e06742417890450ab687dabd38686c9d', 'gw_port': {'id': '674bab7f-0788-4858-bd01-62a1771ba181', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '58dca072-46a0-443c-960f-35f2359ba049', 'name': '', 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'mac_address': 'fa:16:3e:b9:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '68b6360d-7100-4bc4-9093-c11d2f4bb5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:59Z', 'updated_at': '2022-02-11T13:26:00Z', 'revision_number': 2, 'project_id': 'e06742417890450ab687dabd38686c9d', 'subnets': [{'id': '68b6360d-7100-4bc4-9093-c11d2f4bb5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:04.201374 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Checking router: 5bd886b6-b90f-40b9-8765-3b41ae35ee70 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:04.201716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Updating router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 port 58dca072-46a0-443c-960f-35f2359ba049 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:26:04.266757 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.300882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d389e5-a930-4a33-9f68-f1ccd9578e44 None None] Network 8e40ff37-572b-4289-87b2-681d537fea77 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:26:04.431352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53aebe7-b4a6-4688-9944-f2114755844a req-5872e2e7-d252-4a4d-8864-1318033cbaaa tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:04.436806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e53aebe7-b4a6-4688-9944-f2114755844a req-5872e2e7-d252-4a4d-8864-1318033cbaaa tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 945 time: 0.0885904 Feb 11 13:26:04.533709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e53aebe7-b4a6-4688-9944-f2114755844a req-f489659f-940e-45c2-8318-7c086f17251b tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704062 Feb 11 13:26:04.663753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 674bab7f-0788-4858-bd01-62a1771ba181 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:04.717094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc352c-63ee-49d9-afda-92925ed0d63c req-d75350c1-5f1e-4b6f-96a7-155468b46e12 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:04.728215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-affc352c-63ee-49d9-afda-92925ed0d63c req-d75350c1-5f1e-4b6f-96a7-155468b46e12 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1278839 Feb 11 13:26:04.793665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-affc352c-63ee-49d9-afda-92925ed0d63c req-9c31db01-0ec3-4aa6-bf33-880b6d437cd5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638149 Feb 11 13:26:04.801803 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.844026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-5522065a-081f-48b9-b50a-42af1fde4633 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:04.846464 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-5522065a-081f-48b9-b50a-42af1fde4633 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/networks?id=8e40ff37-572b-4289-87b2-681d537fea77 HTTP/1.1" status: 200 len: 822 time: 0.1491559 Feb 11 13:26:04.865036 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-6c81f156-e4cc-4958-a0ba-13229f3c5adc tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/quotas/6ad1686bfca445f4af9efee2cca7e8b7 HTTP/1.1" status: 200 len: 375 time: 0.0116532 Feb 11 13:26:04.891287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 674bab7f-0788-4858-bd01-62a1771ba181 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:04.891665 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.893302 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:04.900993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-f79e4218-a8db-412b-95fd-0d9aae29e728 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6ad1686bfca445f4af9efee2cca7e8b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276756 Feb 11 13:26:04.915035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-856927ae-d5bb-4333-a4a3-634a4cafc77a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:26:04.916234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-856927ae-d5bb-4333-a4a3-634a4cafc77a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057092 Feb 11 13:26:05.023096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717778d-e59a-48b0-bb51-d7ce6ec26c6c None None] Pushing event updated for resources: {'Port': ['ID=58dca072-46a0-443c-960f-35f2359ba049,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:05.053178 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e63d58c0-f523-41ab-82e6-282b4a1ae4d8 service neutron] 10.222.0.52 "GET /v2.0/networks/8e40ff37-572b-4289-87b2-681d537fea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298971 Feb 11 13:26:05.115347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Attempting to bind port 58dca072-46a0-443c-960f-35f2359ba049 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:05.115714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Attempting to bind port 58dca072-46a0-443c-960f-35f2359ba049 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '9163f45d-cc50-435a-95cf-34153b8163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:05.116081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Attempting to bind port 58dca072-46a0-443c-960f-35f2359ba049 on network 22e086fa-95fd-4314-ad93-80f36d12a13f {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:05.125376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:05.125745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Checking segment: {'id': '9163f45d-cc50-435a-95cf-34153b8163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:05.126177 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.126575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Bound using segment: {'id': '9163f45d-cc50-435a-95cf-34153b8163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:05.127592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Bound port: 58dca072-46a0-443c-960f-35f2359ba049, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9163f45d-cc50-435a-95cf-34153b8163e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:05.127980 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.165343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-eec7a1ef-2d56-4c61-afd9-c31030e8edbd service neutron] 10.222.0.52 "GET /v2.0/networks/8e40ff37-572b-4289-87b2-681d537fea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111383 Feb 11 13:26:05.216758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] For port 58dca072-46a0-443c-960f-35f2359ba049, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:05.220055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] For port 58dca072-46a0-443c-960f-35f2359ba049, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=58dca072-46a0-443c-960f-35f2359ba049,segment=NetworkSegment(9163f45d-cc50-435a-95cf-34153b8163e4),segment_id=9163f45d-cc50-435a-95cf-34153b8163e4)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:05.300196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1f8577e2-1709-457a-bc31-6208a7f0be22 None None] Provisioning complete for port 58dca072-46a0-443c-960f-35f2359ba049 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:05.300650 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f8577e2-1709-457a-bc31-6208a7f0be22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.324145 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.373408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1f8577e2-1709-457a-bc31-6208a7f0be22 None None] Port 58dca072-46a0-443c-960f-35f2359ba049 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:26:05.396670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Routers {'5bd886b6-b90f-40b9-8765-3b41ae35ee70'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:05.397327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:25:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:05.439348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717778d-e59a-48b0-bb51-d7ce6ec26c6c None None] Pushing event updated for resources: {'Port': ['ID=58dca072-46a0-443c-960f-35f2359ba049,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:05.511180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e990ed95-174d-412c-9c2f-d5391a9b7ade req-ff85136b-29d0-4a71-bad9-c5761eeb8f99 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 210 time: 0.0290272 Feb 11 13:26:05.565511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] Set router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:05.707071 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31f9a6-2ca1-446c-b67d-c835097a1dd6 req-80eb454c-bc31-4591-ba6f-a2372ebd385a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:05.715323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c31f9a6-2ca1-446c-b67d-c835097a1dd6 req-80eb454c-bc31-4591-ba6f-a2372ebd385a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 945 time: 0.0699165 Feb 11 13:26:05.747356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9b0025f9-ac1b-4c64-b18f-8f9deee2c8f1 None None] Provisioning complete for port 58dca072-46a0-443c-960f-35f2359ba049 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:05.747970 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9b0025f9-ac1b-4c64-b18f-8f9deee2c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.751618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c31f9a6-2ca1-446c-b67d-c835097a1dd6 req-58a1e85d-e92a-4c74-8f12-11d12210037c tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Feb 11 13:26:05.878642 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9b0025f9-ac1b-4c64-b18f-8f9deee2c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:05.914265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c134a8-7082-4c52-926e-4c15b0da21ff req-a7fa0500-2e87-4338-9dd2-7e8e797815a2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:05.915780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54c134a8-7082-4c52-926e-4c15b0da21ff req-a7fa0500-2e87-4338-9dd2-7e8e797815a2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0513964 Feb 11 13:26:05.920576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-router', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '674bab7f-0788-4858-bd01-62a1771ba181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:26:00Z', 'revision_number': 4, 'project_id': 'e06742417890450ab687dabd38686c9d', 'gw_port': {'id': '674bab7f-0788-4858-bd01-62a1771ba181', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '58dca072-46a0-443c-960f-35f2359ba049', 'name': '', 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'mac_address': 'fa:16:3e:b9:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '68b6360d-7100-4bc4-9093-c11d2f4bb5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:59Z', 'updated_at': '2022-02-11T13:26:05Z', 'revision_number': 4, 'project_id': 'e06742417890450ab687dabd38686c9d', 'subnets': [{'id': '68b6360d-7100-4bc4-9093-c11d2f4bb5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:05.925958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9b0025f9-ac1b-4c64-b18f-8f9deee2c8f1 None None] For port 58dca072-46a0-443c-960f-35f2359ba049, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=58dca072-46a0-443c-960f-35f2359ba049,segment=NetworkSegment(9163f45d-cc50-435a-95cf-34153b8163e4),segment_id=9163f45d-cc50-435a-95cf-34153b8163e4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:05.950824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9208c81c-c264-4514-812d-97cc90a4ec60 None None] The sync data for ids ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'] in n-d-816488-1 is: [{'id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-router', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '674bab7f-0788-4858-bd01-62a1771ba181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:26:00Z', 'revision_number': 4, 'project_id': 'e06742417890450ab687dabd38686c9d', 'gw_port': {'id': '674bab7f-0788-4858-bd01-62a1771ba181', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '58dca072-46a0-443c-960f-35f2359ba049', 'name': '', 'network_id': '22e086fa-95fd-4314-ad93-80f36d12a13f', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'mac_address': 'fa:16:3e:b9:19:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': '68b6360d-7100-4bc4-9093-c11d2f4bb5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:59Z', 'updated_at': '2022-02-11T13:26:05Z', 'revision_number': 4, 'project_id': 'e06742417890450ab687dabd38686c9d', 'subnets': [{'id': '68b6360d-7100-4bc4-9093-c11d2f4bb5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:05.957541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54c134a8-7082-4c52-926e-4c15b0da21ff req-ee951f29-85bf-4a66-ae96-4f1f983b9f15 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354221 Feb 11 13:26:05.993937 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9b0025f9-ac1b-4c64-b18f-8f9deee2c8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.071338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0025f9-ac1b-4c64-b18f-8f9deee2c8f1 None None] Pushing event updated for resources: {'Port': ['ID=58dca072-46a0-443c-960f-35f2359ba049,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:06.526096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 58dca072-46a0-443c-960f-35f2359ba049 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:06.720774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a044decd-f5d0-4c15-b376-789cca0b10a6 req-d3ec033f-900a-4939-b6a3-63f67beb7208 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 210 time: 0.1197357 Feb 11 13:26:06.731216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 58dca072-46a0-443c-960f-35f2359ba049 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:06.731985 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:06.898399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9459076-a1c0-4f49-ae08-451d731316f5 req-3be07549-f15d-4576-bf62-ac65110a0dbc tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:06.900182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9459076-a1c0-4f49-ae08-451d731316f5 req-3be07549-f15d-4576-bf62-ac65110a0dbc tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 945 time: 0.0585265 Feb 11 13:26:06.900630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2d2f5864-feba-4d44-a658-fd415a8b8e31 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:06.966439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9459076-a1c0-4f49-ae08-451d731316f5 req-2c9a1fab-0196-4b73-9140-c92f17f37c61 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463006 Feb 11 13:26:07.110182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74927acf-fdee-4d68-bf6f-21c636995c11 req-68b58778-833d-493f-89e0-07540e328d3d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:07.118904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74927acf-fdee-4d68-bf6f-21c636995c11 req-68b58778-833d-493f-89e0-07540e328d3d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0773628 Feb 11 13:26:07.147926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 2d2f5864-feba-4d44-a658-fd415a8b8e31 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:07.152625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 2d2f5864-feba-4d44-a658-fd415a8b8e31 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:07.152906 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:07.173244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74927acf-fdee-4d68-bf6f-21c636995c11 req-98dd8738-8d14-4cdd-9387-ac7b6fec953b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522499 Feb 11 13:26:07.259864 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:07.283686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2f5864-feba-4d44-a658-fd415a8b8e31'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:07.286081 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c971c3-820c-4f6a-bc17-a8053c63241b" -d '{"events": [{"server_uuid": "4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d2f5864-feba-4d44-a658-fd415a8b8e31"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:07.299272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2d2f5864-feba-4d44-a658-fd415a8b8e31, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2d2f5864-feba-4d44-a658-fd415a8b8e31,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:07.378302 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:07.409082 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05693e8-8c70-418a-8595-3e8b13efc072 x-openstack-request-id: req-b05693e8-8c70-418a-8595-3e8b13efc072 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:07.409440 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d2f5864-feba-4d44-a658-fd415a8b8e31", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:07.409849 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b05693e8-8c70-418a-8595-3e8b13efc072 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:07.410308 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2f5864-feba-4d44-a658-fd415a8b8e31', 'code': 200} Feb 11 13:26:07.438053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2d2f5864-feba-4d44-a658-fd415a8b8e31,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:07.558832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5c4a6-8623-43a4-bb1a-f78955265a8b req-26151df3-c77c-45dc-9e39-eafa19973644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:07.560307 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fcd5c4a6-8623-43a4-bb1a-f78955265a8b req-26151df3-c77c-45dc-9e39-eafa19973644 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 1097 time: 0.0907121 Feb 11 13:26:07.603558 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fcd5c4a6-8623-43a4-bb1a-f78955265a8b req-639b7798-dc3f-401f-aa46-85c8aad51b49 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Feb 11 13:26:07.816857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf556096-294e-4c47-8da8-282d0040f315 req-a6487352-c011-4880-94a1-947cc011f5f2 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 210 time: 0.0261555 Feb 11 13:26:08.083397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc29a9-c4bb-40f6-9b6b-87c16aa818fe req-710a0922-5b23-404c-96fa-683593185ec2 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.085195 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dfc29a9-c4bb-40f6-9b6b-87c16aa818fe req-710a0922-5b23-404c-96fa-683593185ec2 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 946 time: 0.0601513 Feb 11 13:26:08.130944 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dfc29a9-c4bb-40f6-9b6b-87c16aa818fe req-fa78787a-c7d1-4830-8b7b-2ed35922db03 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336962 Feb 11 13:26:08.228825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-6bc75c7d-d09b-4b31-b9d5-f5b9639780ad tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.231566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-6bc75c7d-d09b-4b31-b9d5-f5b9639780ad tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.13 "GET /v2.0/networks?id=8e40ff37-572b-4289-87b2-681d537fea77 HTTP/1.1" status: 200 len: 822 time: 0.1444530 Feb 11 13:26:08.254610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Request body: {'port': {'device_id': '152ff72f-ca65-4490-af7c-ef8bd7dc014e', 'network_id': '8e40ff37-572b-4289-87b2-681d537fea77', 'admin_state_up': True, 'tenant_id': '6ad1686bfca445f4af9efee2cca7e8b7'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:08.379154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4bc85-9090-431f-8cf1-64a1a06bbae7 req-b891ca82-bdce-4baa-ba77-b9085355a8bf tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.380594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0a4bc85-9090-431f-8cf1-64a1a06bbae7 req-b891ca82-bdce-4baa-ba77-b9085355a8bf tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1089437 Feb 11 13:26:08.447984 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0a4bc85-9090-431f-8cf1-64a1a06bbae7 req-1d30b9db-cdd4-4322-9c2b-24eea979f536 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Feb 11 13:26:08.519572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Made reservation on behalf of 6ad1686bfca445f4af9efee2cca7e8b7 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:08.523222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:08.651803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Allocated IP 172.20.0.11 (8e40ff37-572b-4289-87b2-681d537fea77/43c82592-bada-4ae4-b758-637678197228/e68150c7-e802-4997-a058-cdca5d8cc8ae) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:08.813631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:08.903021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:08.946512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0abe9a-6b5e-4537-8849-886f092c0be9 req-c3eb0071-397f-498c-ae2a-96cd302abf19 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:08.948271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f0abe9a-6b5e-4537-8849-886f092c0be9 req-c3eb0071-397f-498c-ae2a-96cd302abf19 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 932 time: 0.0563478 Feb 11 13:26:08.955357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Network 8e40ff37-572b-4289-87b2-681d537fea77 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:08.958628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:08.963265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:08.967533 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Pushing event updated for resources: {'Port': ['ID=e68150c7-e802-4997-a058-cdca5d8cc8ae,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:09.022328 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.022967 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:09.035090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f0abe9a-6b5e-4537-8849-886f092c0be9 req-2697a5a6-09eb-45d0-8506-3998da27a961 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556090 Feb 11 13:26:09.124905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-7ee03aaa-948f-434c-9761-e0c5764b26fb tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8758948 Feb 11 13:26:09.137966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Request body: {'port': {'device_id': '152ff72f-ca65-4490-af7c-ef8bd7dc014e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:09.242046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:09.312233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b69af-24e1-422f-b5ba-1181bc4737a8 req-1a01b1be-e82f-4d17-996c-dd6638b49d1f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.313848 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e81b69af-24e1-422f-b5ba-1181bc4737a8 req-1a01b1be-e82f-4d17-996c-dd6638b49d1f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 946 time: 0.0963204 Feb 11 13:26:09.427765 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e81b69af-24e1-422f-b5ba-1181bc4737a8 req-1e02ebc4-323b-4ce4-a348-7cf7dba918ab tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983806 Feb 11 13:26:09.575157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10323b22-5782-467f-98de-629e06c4b33a req-c91c33de-b339-4324-a1c6-8228e73a1826 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:09.576818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-10323b22-5782-467f-98de-629e06c4b33a req-c91c33de-b339-4324-a1c6-8228e73a1826 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0519099 Feb 11 13:26:09.591258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68150c7-e802-4997-a058-cdca5d8cc8ae {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:09.599368 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:09.613509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Transition to ACTIVE for port object e68150c7-e802-4997-a058-cdca5d8cc8ae will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:09.621908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-10323b22-5782-467f-98de-629e06c4b33a req-66aa14bd-e5d3-4f8a-aa97-0a9f3869ff12 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377662 Feb 11 13:26:09.685522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:09.760534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9071579-1b70-450a-805a-adbe326482df service neutron] Pushing event updated for resources: {'Port': ['ID=e68150c7-e802-4997-a058-cdca5d8cc8ae,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:09.811492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Attempting to bind port e68150c7-e802-4997-a058-cdca5d8cc8ae on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:09.811836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Attempting to bind port e68150c7-e802-4997-a058-cdca5d8cc8ae by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7218a72c-e124-4d65-9b2b-331a878f6076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8e40ff37-572b-4289-87b2-681d537fea77'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:09.812139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Attempting to bind port e68150c7-e802-4997-a058-cdca5d8cc8ae on network 8e40ff37-572b-4289-87b2-681d537fea77 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:09.817026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Port e68150c7-e802-4997-a058-cdca5d8cc8ae on network 8e40ff37-572b-4289-87b2-681d537fea77 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:09.817341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Attempting to bind port e68150c7-e802-4997-a058-cdca5d8cc8ae on network 8e40ff37-572b-4289-87b2-681d537fea77 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:09.822013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:09.822349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Checking segment: {'id': '7218a72c-e124-4d65-9b2b-331a878f6076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8e40ff37-572b-4289-87b2-681d537fea77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:09.822729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Bound using segment: {'id': '7218a72c-e124-4d65-9b2b-331a878f6076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8e40ff37-572b-4289-87b2-681d537fea77'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:09.823147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Bound port: e68150c7-e802-4997-a058-cdca5d8cc8ae, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7218a72c-e124-4d65-9b2b-331a878f6076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8e40ff37-572b-4289-87b2-681d537fea77'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:09.823494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:09.888022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] For port e68150c7-e802-4997-a058-cdca5d8cc8ae, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:09.891245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] For port e68150c7-e802-4997-a058-cdca5d8cc8ae, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e68150c7-e802-4997-a058-cdca5d8cc8ae,segment=NetworkSegment(7218a72c-e124-4d65-9b2b-331a878f6076),segment_id=7218a72c-e124-4d65-9b2b-331a878f6076)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:09.982935 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:10.026781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.026781 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:10.026781 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e9071579-1b70-450a-805a-adbe326482df service neutron] 10.222.0.13 "PUT /v2.0/ports/e68150c7-e802-4997-a058-cdca5d8cc8ae HTTP/1.1" status: 200 len: 1092 time: 0.8905752 Feb 11 13:26:10.026781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '152ff72f-ca65-4490-af7c-ef8bd7dc014e', 'tag': 'e68150c7-e802-4997-a058-cdca5d8cc8ae'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:10.033659 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e634a1b-c5e6-4331-8751-451522f356be" -d '{"events": [{"name": "network-changed", "server_uuid": "152ff72f-ca65-4490-af7c-ef8bd7dc014e", "tag": "e68150c7-e802-4997-a058-cdca5d8cc8ae"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:10.056625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9071579-1b70-450a-805a-adbe326482df service neutron] Pushing event updated for resources: {'Port': ['ID=e68150c7-e802-4997-a058-cdca5d8cc8ae,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:10.094598 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bf91f0-d6a7-4597-a8b8-402059e100d2 x-openstack-request-id: req-81bf91f0-d6a7-4597-a8b8-402059e100d2 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:10.095061 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "152ff72f-ca65-4490-af7c-ef8bd7dc014e", "tag": "e68150c7-e802-4997-a058-cdca5d8cc8ae", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:10.095529 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81bf91f0-d6a7-4597-a8b8-402059e100d2 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:10.096180 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '152ff72f-ca65-4490-af7c-ef8bd7dc014e', 'tag': 'e68150c7-e802-4997-a058-cdca5d8cc8ae', 'status': 'completed', 'code': 200} Feb 11 13:26:10.184786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634a1b-c5e6-4331-8751-451522f356be req-2d12ec8e-2241-458d-833b-a0c1e33f75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.186384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e634a1b-c5e6-4331-8751-451522f356be req-2d12ec8e-2241-458d-833b-a0c1e33f75c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ad1686bfca445f4af9efee2cca7e8b7&device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 1095 time: 0.0482244 Feb 11 13:26:10.191753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb025e89-8fe7-495b-a871-bbdb98a7f834 req-efa63e37-7895-4a53-a640-4a989f2295e3 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.193274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb025e89-8fe7-495b-a871-bbdb98a7f834 req-efa63e37-7895-4a53-a640-4a989f2295e3 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 944 time: 0.0677063 Feb 11 13:26:10.247997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb025e89-8fe7-495b-a871-bbdb98a7f834 req-525f7321-73a3-4493-bf0b-8cb67e561099 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474350 Feb 11 13:26:10.337324 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-d71ec3e0-87d6-41ae-bcf0-d9697c86b87a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0768077 Feb 11 13:26:10.365444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634a1b-c5e6-4331-8751-451522f356be req-7722ea5d-eada-41ac-b785-60d38a907ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.366953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e634a1b-c5e6-4331-8751-451522f356be req-7722ea5d-eada-41ac-b785-60d38a907ee7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6ad1686bfca445f4af9efee2cca7e8b7&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1664038 Feb 11 13:26:10.502778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-5be992ab-dbb6-4439-b5a2-d4e44d0df369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.503233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-5be992ab-dbb6-4439-b5a2-d4e44d0df369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.504148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-5be992ab-dbb6-4439-b5a2-d4e44d0df369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.504732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-5be992ab-dbb6-4439-b5a2-d4e44d0df369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.505191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-5be992ab-dbb6-4439-b5a2-d4e44d0df369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.505646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-5be992ab-dbb6-4439-b5a2-d4e44d0df369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.506117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-5be992ab-dbb6-4439-b5a2-d4e44d0df369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.508047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-5be992ab-dbb6-4439-b5a2-d4e44d0df369 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6499 time: 0.1193876 Feb 11 13:26:10.584392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e634a1b-c5e6-4331-8751-451522f356be req-997e6912-7040-46e7-8c34-9ee5de73b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.585994 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e634a1b-c5e6-4331-8751-451522f356be req-997e6912-7040-46e7-8c34-9ee5de73b29d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2096152 Feb 11 13:26:10.666280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ece5bc-b2fc-4f7f-8d5a-2bd55d34c129 req-0c8de91c-4652-4da3-ac74-6d71434014b9 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.668874 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1ece5bc-b2fc-4f7f-8d5a-2bd55d34c129 req-0c8de91c-4652-4da3-ac74-6d71434014b9 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 946 time: 0.1370335 Feb 11 13:26:10.747197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-aaca37a0-38ac-4831-81f5-20c83ad043c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.747833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-aaca37a0-38ac-4831-81f5-20c83ad043c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.748361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-aaca37a0-38ac-4831-81f5-20c83ad043c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.750106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-aaca37a0-38ac-4831-81f5-20c83ad043c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 HTTP/1.1" status: 200 len: 2298 time: 0.2117848 Feb 11 13:26:10.758127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-a3e06fef-231e-40b1-a0c8-9a2672e761aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.759731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-a3e06fef-231e-40b1-a0c8-9a2672e761aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ad1686bfca445f4af9efee2cca7e8b7&device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 1095 time: 0.1186702 Feb 11 13:26:10.764578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1ece5bc-b2fc-4f7f-8d5a-2bd55d34c129 req-a23cc870-0994-4901-9a70-15e398b8e543 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726762 Feb 11 13:26:10.778318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d254ea0-0bce-4958-afe0-1de966a85b43 req-72ba97c9-1e2b-44c3-9850-602a23f24ac6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.780783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d254ea0-0bce-4958-afe0-1de966a85b43 req-72ba97c9-1e2b-44c3-9850-602a23f24ac6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0727673 Feb 11 13:26:10.808500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-e2bb0a2b-21c9-4ecc-95e7-b0d555f660cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e68150c7-e802-4997-a058-cdca5d8cc8ae HTTP/1.1" status: 200 len: 217 time: 0.0371478 Feb 11 13:26:10.865463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d254ea0-0bce-4958-afe0-1de966a85b43 req-03ef0390-4465-4404-b327-b0c618a2f948 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740461 Feb 11 13:26:10.916583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-85f3ac78-7bbb-4164-920a-a645d2cd15ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef39ff2d-2440-4cb7-8b7d-d340c39a7374 HTTP/1.1" status: 200 len: 1002 time: 0.1554995 Feb 11 13:26:10.919931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-4ba3ee69-524d-4831-89b2-8af30f8561af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:10.919931 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-4ba3ee69-524d-4831-89b2-8af30f8561af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43c82592-bada-4ae4-b758-637678197228 HTTP/1.1" status: 200 len: 862 time: 0.0785270 Feb 11 13:26:10.991520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-f3c9b06f-049d-4f99-8d3d-a072613cec44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8e40ff37-572b-4289-87b2-681d537fea77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613592 Feb 11 13:26:11.016872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-bce3b825-522b-4d0f-ba99-bc8be825034e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:11.018919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-bce3b825-522b-4d0f-ba99-bc8be825034e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e9ee6e8-fe6f-4e78-8500-2349a6d591e4 HTTP/1.1" status: 200 len: 856 time: 0.0900910 Feb 11 13:26:11.136566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-1c82288a-1736-4a9a-83b0-bfa409825633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:11.138584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-1c82288a-1736-4a9a-83b0-bfa409825633 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993843 Feb 11 13:26:11.187258 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-39ec48af-59c9-436b-a7cd-36c879bd5d15 service neutron] 10.222.0.13 "GET /v2.0/networks/8e40ff37-572b-4289-87b2-681d537fea77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797106 Feb 11 13:26:11.219740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fccd-0f2b-46b9-b55a-f48256d8a4e3 req-a6c6048a-93fb-499c-a4e4-d7ca0d4e0c98 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:11.224245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4798fccd-0f2b-46b9-b55a-f48256d8a4e3 req-a6c6048a-93fb-499c-a4e4-d7ca0d4e0c98 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 946 time: 0.0771730 Feb 11 13:26:11.301886 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4798fccd-0f2b-46b9-b55a-f48256d8a4e3 req-eba177aa-1043-4741-9793-77c8d18ae8e4 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631976 Feb 11 13:26:11.667715 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-64dab441-a37e-4a6c-9fb8-53daa247571e service neutron] 10.222.0.13 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129173 Feb 11 13:26:11.696261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cd593-0b4e-4a31-a70e-dd25d8cd7f7b req-9ad03e5b-8b16-4065-bc89-8402da34b440 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:11.697792 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-258cd593-0b4e-4a31-a70e-dd25d8cd7f7b req-9ad03e5b-8b16-4065-bc89-8402da34b440 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 944 time: 0.1121523 Feb 11 13:26:11.747730 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1eb2ad5d-b9da-40e1-a61c-2ce823cd4a18 req-8ee1bbe2-490a-4f73-a0fb-4dc9687a0d06 service neutron] 10.222.0.13 "GET /v2.0/networks/8e40ff37-572b-4289-87b2-681d537fea77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075939 Feb 11 13:26:11.789846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-258cd593-0b4e-4a31-a70e-dd25d8cd7f7b req-8666153c-95ef-44f1-bcb9-d26a836b94df tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793529 Feb 11 13:26:11.816580 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-2f6de74a-0d50-4e40-9532-cfed32df53b6 service neutron] 10.222.0.13 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373827 Feb 11 13:26:11.859873 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-f0302009-5d20-4ba7-929c-0be19fc91c5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=25906095-f674-4165-873d-1b718167c844 HTTP/1.1" status: 200 len: 217 time: 0.0368602 Feb 11 13:26:11.923695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-5898d968-dc0a-4d7c-b224-48a509ab6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:11.926350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-5898d968-dc0a-4d7c-b224-48a509ab6b9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.0598123 Feb 11 13:26:11.985417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a1828-bc60-4142-ba70-9fe372674983 req-eb67d56e-6bf6-4849-9d10-3bdcba72d0e5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:11.987407 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a94a1828-bc60-4142-ba70-9fe372674983 req-eb67d56e-6bf6-4849-9d10-3bdcba72d0e5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0524518 Feb 11 13:26:12.000270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-a541aeca-3f38-47f6-81bf-6b1b63913be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.003085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-a541aeca-3f38-47f6-81bf-6b1b63913be0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622165 Feb 11 13:26:12.030480 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a94a1828-bc60-4142-ba70-9fe372674983 req-e52f8f0f-3a30-4bc7-a7af-e9871e4ee684 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362144 Feb 11 13:26:12.108818 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-425df5d5-ff49-4244-83a6-d97b464ea96c service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989592 Feb 11 13:26:12.217285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-0cedb9ff-4a6d-4d8f-b35f-df3c3ae9cf37 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004474 Feb 11 13:26:12.264343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-adb929fb-4894-4799-b0b2-689431128a7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 HTTP/1.1" status: 200 len: 217 time: 0.0373287 Feb 11 13:26:12.316179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-897c0b6d-db48-4e22-99fc-407497cdbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.317367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-897c0b6d-db48-4e22-99fc-407497cdbc60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.0457404 Feb 11 13:26:12.368542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-28b63765-1ae2-4297-a801-c3cbf28e1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.370666 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-28b63765-1ae2-4297-a801-c3cbf28e1bf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456908 Feb 11 13:26:12.475855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda4bc3-da57-4930-8446-aa8d72a384d6 req-3fdf7852-87b2-4d3e-a74e-f78724b65872 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.477994 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0cda4bc3-da57-4930-8446-aa8d72a384d6 req-3fdf7852-87b2-4d3e-a74e-f78724b65872 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 946 time: 0.1057403 Feb 11 13:26:12.524962 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-bb83de99-0cc9-40be-b6f6-9d21808e1017 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438460 Feb 11 13:26:12.562292 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0cda4bc3-da57-4930-8446-aa8d72a384d6 req-3261f9d2-d5c0-4631-83b2-e1772924059f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644202 Feb 11 13:26:12.636596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-e8a4825a-7ff5-4ea6-817d-75c220d1e010 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997369 Feb 11 13:26:12.680361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-75d553ba-7c20-4fce-bb34-5880df9139d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=bc390621-14fa-4ee2-8555-bcbb41a5523e HTTP/1.1" status: 200 len: 217 time: 0.0367608 Feb 11 13:26:12.739324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-589ab6a0-2f31-4e04-b2cf-c1f64af6ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.740725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-589ab6a0-2f31-4e04-b2cf-c1f64af6ffcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.0488398 Feb 11 13:26:12.795774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-f2d22d7a-595b-4372-957b-9679591bde93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.797754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-f2d22d7a-595b-4372-957b-9679591bde93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0501969 Feb 11 13:26:12.954989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb069e-0f6c-4ea2-bf33-efb3452bd88b req-ff481f32-489c-4b0b-ae14-c998263b7f4e tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:12.956718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fabb069e-0f6c-4ea2-bf33-efb3452bd88b req-ff481f32-489c-4b0b-ae14-c998263b7f4e tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 944 time: 0.0820496 Feb 11 13:26:12.962333 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-f42174d4-561e-4e02-b246-3a34ae29c63a service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569796 Feb 11 13:26:13.063867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fabb069e-0f6c-4ea2-bf33-efb3452bd88b req-12db4093-169f-4c8d-aa7b-12e3e25bd835 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831945 Feb 11 13:26:13.108380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-924c79ee-1ce3-41f8-9bc4-dbfe4fd802c5 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378207 Feb 11 13:26:13.159895 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-a9a1865d-c793-4c6f-b33c-d6983c63ac3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=3a8edef0-7f83-4237-9a47-5ea18158de62 HTTP/1.1" status: 200 len: 217 time: 0.0444005 Feb 11 13:26:13.271701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-d6e2ddb1-6a8e-4b98-bd09-0f3f3aa01298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.273317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-d6e2ddb1-6a8e-4b98-bd09-0f3f3aa01298 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.1043155 Feb 11 13:26:13.286159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42d611-f5c3-4c8d-931a-20cbf6649388 req-50c3afb1-0471-4d1d-9057-a63b14c83d9b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.294361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de42d611-f5c3-4c8d-931a-20cbf6649388 req-50c3afb1-0471-4d1d-9057-a63b14c83d9b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1375406 Feb 11 13:26:13.363142 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de42d611-f5c3-4c8d-931a-20cbf6649388 req-f55feca3-0970-40f8-8cbe-52d2116aa5c0 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675156 Feb 11 13:26:13.369561 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-f7218a1b-aa6b-4b93-aced-42e93912ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.371070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-f7218a1b-aa6b-4b93-aced-42e93912ad62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737967 Feb 11 13:26:13.465877 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-9b372e23-aef7-4f23-8a58-7cbb4f25aca3 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860462 Feb 11 13:26:13.564096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-fe834ae3-3fbb-43a1-a0c4-5c046f2e1ad1 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907264 Feb 11 13:26:13.606241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-3a9afe51-619c-4bbe-ace0-41617454fea9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18d1fef7-4d8a-40c8-b077-dec495d182b8 HTTP/1.1" status: 200 len: 217 time: 0.0342164 Feb 11 13:26:13.658604 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-c23a99d5-82a3-4fa0-96df-46cec905da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.659253 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-c23a99d5-82a3-4fa0-96df-46cec905da69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cca98a5-80b8-429c-990e-e21ac1dee2a8 HTTP/1.1" status: 200 len: 797 time: 0.0451038 Feb 11 13:26:13.706316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-9fdffa39-e051-4407-8691-0d843ee6591f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.707870 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-9fdffa39-e051-4407-8691-0d843ee6591f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0427065 Feb 11 13:26:13.802574 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-e8c101de-164d-4df0-b804-20888d1a6acb service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873771 Feb 11 13:26:13.892097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-68965138-7555-4501-be02-acdfcf01dd80 service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817497 Feb 11 13:26:13.938255 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-353afaac-0d26-4e47-bfc6-04408dff44c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c740c3f1-1394-4e6e-9568-6a229df226cb HTTP/1.1" status: 200 len: 217 time: 0.0388587 Feb 11 13:26:13.988618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-1b12145e-7a0b-4473-82e0-053722624926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:13.990125 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-1b12145e-7a0b-4473-82e0-053722624926 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cca98a5-80b8-429c-990e-e21ac1dee2a8 HTTP/1.1" status: 200 len: 797 time: 0.0446076 Feb 11 13:26:14.035254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-6e3d6f65-3d34-4b12-97d0-5ec970ca0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:14.036735 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-6e3d6f65-3d34-4b12-97d0-5ec970ca0963 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0400400 Feb 11 13:26:14.132874 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-816c4dc7-61f1-4cf3-b4d1-46a6252ec825 service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890007 Feb 11 13:26:14.137591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e68150c7-e802-4997-a058-cdca5d8cc8ae details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:14.202423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515f4f3-a828-437a-960f-99a0be166f2e req-7740bb9c-b3da-43d6-b500-a1b5f5711864 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:14.205290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0515f4f3-a828-437a-960f-99a0be166f2e req-7740bb9c-b3da-43d6-b500-a1b5f5711864 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 944 time: 0.0607643 Feb 11 13:26:14.248198 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d793bee2-ae5b-4ded-b351-12c03f706117 req-85d1be4f-be2c-4ac7-bcc3-f83e828b047a service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090705 Feb 11 13:26:14.255928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e68150c7-e802-4997-a058-cdca5d8cc8ae, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e68150c7-e802-4997-a058-cdca5d8cc8ae,segment=NetworkSegment(7218a72c-e124-4d65-9b2b-331a878f6076),segment_id=7218a72c-e124-4d65-9b2b-331a878f6076)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:14.269844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'e68150c7-e802-4997-a058-cdca5d8cc8ae', 'network_id': '8e40ff37-572b-4289-87b2-681d537fea77', 'port_id': 'e68150c7-e802-4997-a058-cdca5d8cc8ae', 'mac_address': 'fa:16:3e:9d:28:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c82592-bada-4ae4-b758-637678197228', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:14.286358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0515f4f3-a828-437a-960f-99a0be166f2e req-370d69a3-2943-475b-9203-33ad86504f8e tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738542 Feb 11 13:26:14.339896 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.357021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68150c7-e802-4997-a058-cdca5d8cc8ae {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:14.380167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e68150c7-e802-4997-a058-cdca5d8cc8ae, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e68150c7-e802-4997-a058-cdca5d8cc8ae,segment=NetworkSegment(7218a72c-e124-4d65-9b2b-331a878f6076),segment_id=7218a72c-e124-4d65-9b2b-331a878f6076)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:14.471239 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:14.527934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35831b-fb9d-482c-b8fe-cd45dbb49bd6 req-e091c441-2f13-45f1-a68e-62fe7e3f1274 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:14.529796 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac35831b-fb9d-482c-b8fe-cd45dbb49bd6 req-e091c441-2f13-45f1-a68e-62fe7e3f1274 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0760374 Feb 11 13:26:14.539998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=e68150c7-e802-4997-a058-cdca5d8cc8ae,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:14.589463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac35831b-fb9d-482c-b8fe-cd45dbb49bd6 req-035d60fd-9012-4eeb-8d6a-fdd96fd4321f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523603 Feb 11 13:26:14.789223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e68150c7-e802-4997-a058-cdca5d8cc8ae'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:14.935538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dc2d456a-0dbb-4615-9f12-35a538c31d76 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:15.070518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dc2d456a-0dbb-4615-9f12-35a538c31d76, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:15.083626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'dc2d456a-0dbb-4615-9f12-35a538c31d76', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'port_id': 'dc2d456a-0dbb-4615-9f12-35a538c31d76', 'mac_address': 'fa:16:3e:30:49:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0068394-8d60-46ec-8614-0892d71a97c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:15.128719 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:15.141720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc2d456a-0dbb-4615-9f12-35a538c31d76 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:15.162171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dc2d456a-0dbb-4615-9f12-35a538c31d76, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:15.234010 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:15.316371 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=dc2d456a-0dbb-4615-9f12-35a538c31d76,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:15.392464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['dc2d456a-0dbb-4615-9f12-35a538c31d76'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:15.450195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca25f9-eead-4bf5-8cd5-8691fd1653f0 req-7802b78d-3c6a-4821-8f70-1d33d0886f0c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.453123 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fca25f9-eead-4bf5-8cd5-8691fd1653f0 req-7802b78d-3c6a-4821-8f70-1d33d0886f0c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 945 time: 0.0839376 Feb 11 13:26:15.543514 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fca25f9-eead-4bf5-8cd5-8691fd1653f0 req-6b2f7a3a-d370-41bd-8b36-c5f5f8045075 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776668 Feb 11 13:26:15.713334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7586bc5-05ad-4379-8170-e82615c620b1 req-9a33c8da-e767-432d-837e-deb37680360b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:15.715090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7586bc5-05ad-4379-8170-e82615c620b1 req-9a33c8da-e767-432d-837e-deb37680360b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 945 time: 0.0605266 Feb 11 13:26:15.768841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7586bc5-05ad-4379-8170-e82615c620b1 req-8ea48491-701e-4a37-8023-da3cf21b25bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461841 Feb 11 13:26:16.148094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e68150c7-e802-4997-a058-cdca5d8cc8ae up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:16.313664 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port e68150c7-e802-4997-a058-cdca5d8cc8ae completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:16.318765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port e68150c7-e802-4997-a058-cdca5d8cc8ae triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:16.319385 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:16.414228 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:16.442527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152ff72f-ca65-4490-af7c-ef8bd7dc014e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68150c7-e802-4997-a058-cdca5d8cc8ae'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:16.445023 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84292f9d-f013-4d02-a016-e00556e3e7c4" -d '{"events": [{"server_uuid": "152ff72f-ca65-4490-af7c-ef8bd7dc014e", "name": "network-vif-plugged", "status": "completed", "tag": "e68150c7-e802-4997-a058-cdca5d8cc8ae"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:16.489310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e68150c7-e802-4997-a058-cdca5d8cc8ae, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e68150c7-e802-4997-a058-cdca5d8cc8ae,segment=NetworkSegment(7218a72c-e124-4d65-9b2b-331a878f6076),segment_id=7218a72c-e124-4d65-9b2b-331a878f6076)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:16.503636 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af16c87f-6d8e-48c4-93a6-4beaba86659d x-openstack-request-id: req-af16c87f-6d8e-48c4-93a6-4beaba86659d {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:16.504074 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152ff72f-ca65-4490-af7c-ef8bd7dc014e", "name": "network-vif-plugged", "status": "completed", "tag": "e68150c7-e802-4997-a058-cdca5d8cc8ae", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:16.506522 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af16c87f-6d8e-48c4-93a6-4beaba86659d {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:16.506522 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152ff72f-ca65-4490-af7c-ef8bd7dc014e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68150c7-e802-4997-a058-cdca5d8cc8ae', 'code': 200} Feb 11 13:26:16.576622 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:16.640755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=e68150c7-e802-4997-a058-cdca5d8cc8ae,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:16.675202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579e7fb-db46-43e0-a022-c63ac8d3b13a req-22ff5376-9714-4ee3-8e2e-f92fbc4312b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.676188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7579e7fb-db46-43e0-a022-c63ac8d3b13a req-22ff5376-9714-4ee3-8e2e-f92fbc4312b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 1097 time: 0.0985146 Feb 11 13:26:16.688681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93927240-3661-4034-9ffb-f7363dd37c3a req-cdb0e816-4abe-4777-9b48-3cf757b4f54e tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.691048 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93927240-3661-4034-9ffb-f7363dd37c3a req-cdb0e816-4abe-4777-9b48-3cf757b4f54e tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 946 time: 0.0746684 Feb 11 13:26:16.744337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7579e7fb-db46-43e0-a022-c63ac8d3b13a req-b854e461-96c0-4b85-9dbe-2f1b43288b26 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501742 Feb 11 13:26:16.757731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93927240-3661-4034-9ffb-f7363dd37c3a req-95870ee6-dd90-43b1-8746-7937dff6459f tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496066 Feb 11 13:26:16.913262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daf473-e873-4066-bffe-bf41a2822487 req-41cfe4a9-6fbc-4a04-8924-f296a8410f32 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:16.916279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08daf473-e873-4066-bffe-bf41a2822487 req-41cfe4a9-6fbc-4a04-8924-f296a8410f32 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 945 time: 0.0630202 Feb 11 13:26:16.934749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dc2d456a-0dbb-4615-9f12-35a538c31d76 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:16.982092 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08daf473-e873-4066-bffe-bf41a2822487 req-134e74c1-92f6-43a3-9eee-65298a0b425c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572109 Feb 11 13:26:16.997155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port dc2d456a-0dbb-4615-9f12-35a538c31d76 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:16.997613 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:17.088926 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:17.126702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dc2d456a-0dbb-4615-9f12-35a538c31d76, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:17.216114 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:17.270860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=dc2d456a-0dbb-4615-9f12-35a538c31d76,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:17.893219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43ff95-5798-4868-b1da-3f3b701f9d80 req-71215f3d-4555-4e58-900d-446619a7e501 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:17.895403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a43ff95-5798-4868-b1da-3f3b701f9d80 req-71215f3d-4555-4e58-900d-446619a7e501 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 946 time: 0.0567048 Feb 11 13:26:17.954373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a43ff95-5798-4868-b1da-3f3b701f9d80 req-45ec59ef-81bf-41cc-9e0e-7c291df88906 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511901 Feb 11 13:26:18.154146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd33e0d-fd02-4dae-936f-617e487de29c req-ae2c5473-104f-44e3-9945-b5535279445f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:18.156144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dd33e0d-fd02-4dae-936f-617e487de29c req-ae2c5473-104f-44e3-9945-b5535279445f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0628426 Feb 11 13:26:18.213137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dd33e0d-fd02-4dae-936f-617e487de29c req-502af862-f94d-46f1-98cf-f59c42018b28 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494027 Feb 11 13:26:18.506251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2d456a-0dbb-4615-9f12-35a538c31d76'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:18.509443 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57befb0-833a-43d8-a3b6-7be7542c90ac" -d '{"events": [{"server_uuid": "cb77f1ac-20c2-458c-8b84-4c31e298d114", "name": "network-vif-plugged", "status": "completed", "tag": "dc2d456a-0dbb-4615-9f12-35a538c31d76"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:18.602856 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0760a995-d32c-4ed8-84e8-d23940658925 x-openstack-request-id: req-0760a995-d32c-4ed8-84e8-d23940658925 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:18.603149 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77f1ac-20c2-458c-8b84-4c31e298d114", "name": "network-vif-plugged", "status": "completed", "tag": "dc2d456a-0dbb-4615-9f12-35a538c31d76", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:18.603422 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0760a995-d32c-4ed8-84e8-d23940658925 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:18.603818 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2d456a-0dbb-4615-9f12-35a538c31d76', 'code': 200} Feb 11 13:26:18.939746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2d2f5864-feba-4d44-a658-fd415a8b8e31 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:19.088355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2d2f5864-feba-4d44-a658-fd415a8b8e31, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2d2f5864-feba-4d44-a658-fd415a8b8e31,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:19.105294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '2d2f5864-feba-4d44-a658-fd415a8b8e31', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'port_id': '2d2f5864-feba-4d44-a658-fd415a8b8e31', 'mac_address': 'fa:16:3e:d6:7b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b524e984-4024-46c0-b04c-9c226443adb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:19.163578 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:19.163891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f5834-0c8e-4c51-9a25-ac0fae3b31db req-01c8ab63-9acd-4258-81ec-383a3e58846c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:19.171969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe9f5834-0c8e-4c51-9a25-ac0fae3b31db req-01c8ab63-9acd-4258-81ec-383a3e58846c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 946 time: 0.1008854 Feb 11 13:26:19.182650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d2f5864-feba-4d44-a658-fd415a8b8e31 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:19.215779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2d2f5864-feba-4d44-a658-fd415a8b8e31, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2d2f5864-feba-4d44-a658-fd415a8b8e31,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:19.257674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe9f5834-0c8e-4c51-9a25-ac0fae3b31db req-7f36265d-7596-4230-a8b5-ade75459653b tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845475 Feb 11 13:26:19.310336 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:19.428519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2d2f5864-feba-4d44-a658-fd415a8b8e31,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:19.429015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69b5f7-d0e8-422a-a803-c81919b253a7 req-61045611-a2af-4704-abf8-cb2fc138f42b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:19.430834 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f69b5f7-d0e8-422a-a803-c81919b253a7 req-61045611-a2af-4704-abf8-cb2fc138f42b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0954580 Feb 11 13:26:19.469874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['2d2f5864-feba-4d44-a658-fd415a8b8e31'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:19.505035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f69b5f7-d0e8-422a-a803-c81919b253a7 req-d7295454-3c2d-481f-81b3-34182fc50012 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681393 Feb 11 13:26:20.262953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb9efc5-166d-4ca0-9155-000c408718a5 req-3f264e4f-466f-4c5d-9fe8-0efa67f2e0ed tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:20.265318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9fb9efc5-166d-4ca0-9155-000c408718a5 req-3f264e4f-466f-4c5d-9fe8-0efa67f2e0ed tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 946 time: 0.0723188 Feb 11 13:26:20.365586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9fb9efc5-166d-4ca0-9155-000c408718a5 req-ba9b7665-5043-46cf-8ec2-887960499f28 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924273 Feb 11 13:26:20.655678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744e290-517b-4909-9c69-772dd1477f81 req-f1e98453-efb3-412f-bffc-5102acecfcad tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:20.657377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e744e290-517b-4909-9c69-772dd1477f81 req-f1e98453-efb3-412f-bffc-5102acecfcad tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0724323 Feb 11 13:26:20.721629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e744e290-517b-4909-9c69-772dd1477f81 req-21daef62-d8ab-4c36-a664-b88656c61a49 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488091 Feb 11 13:26:20.967120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2d2f5864-feba-4d44-a658-fd415a8b8e31 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:21.022621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 2d2f5864-feba-4d44-a658-fd415a8b8e31 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:21.023032 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:21.118253 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:21.159235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2f5864-feba-4d44-a658-fd415a8b8e31'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:21.161547 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ca60c3-f161-4250-aaad-355b0a8fcea2" -d '{"events": [{"server_uuid": "4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d2f5864-feba-4d44-a658-fd415a8b8e31"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:21.179879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2d2f5864-feba-4d44-a658-fd415a8b8e31, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2d2f5864-feba-4d44-a658-fd415a8b8e31,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:21.222946 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f439e02-5739-4057-a978-a686fb40a03f x-openstack-request-id: req-1f439e02-5739-4057-a978-a686fb40a03f {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:21.223443 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e", "name": "network-vif-plugged", "status": "completed", "tag": "2d2f5864-feba-4d44-a658-fd415a8b8e31", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:21.223906 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f439e02-5739-4057-a978-a686fb40a03f {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:21.225053 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d2f5864-feba-4d44-a658-fd415a8b8e31', 'code': 200} Feb 11 13:26:21.273678 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:21.333424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2d2f5864-feba-4d44-a658-fd415a8b8e31,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:21.519533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fd699-56c4-4bce-bc56-5aefb7ceae29 req-aeb63b62-a834-433a-b8e1-5550940ac323 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:21.528869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b79fd699-56c4-4bce-bc56-5aefb7ceae29 req-aeb63b62-a834-433a-b8e1-5550940ac323 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 946 time: 0.0640121 Feb 11 13:26:21.600033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b79fd699-56c4-4bce-bc56-5aefb7ceae29 req-b1007945-9178-4b54-a1da-cbb6d0eb2a08 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/security-groups?id=01c4519a-735a-4cfa-9e0c-a104eccae759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700107 Feb 11 13:26:21.656026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-93c6d022-92ae-469f-998d-5596250a6780 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:21.658177 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-93c6d022-92ae-469f-998d-5596250a6780 tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.13 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 946 time: 0.0956585 Feb 11 13:26:21.796611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-aecddce4-9965-4b79-b65f-59e5f3ca5f2c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Deleting port e68150c7-e802-4997-a058-cdca5d8cc8ae {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:26:21.797284 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-aecddce4-9965-4b79-b65f-59e5f3ca5f2c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:21.932024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5984f-0cec-4236-bd39-34711cb0abfa req-cb3164a1-19c7-434e-b861-7d03ec578653 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:21.942311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12b5984f-0cec-4236-bd39-34711cb0abfa req-cb3164a1-19c7-434e-b861-7d03ec578653 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0987329 Feb 11 13:26:21.995090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-aecddce4-9965-4b79-b65f-59e5f3ca5f2c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] For port e68150c7-e802-4997-a058-cdca5d8cc8ae, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e68150c7-e802-4997-a058-cdca5d8cc8ae,segment=NetworkSegment(7218a72c-e124-4d65-9b2b-331a878f6076),segment_id=7218a72c-e124-4d65-9b2b-331a878f6076)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:21.998234 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-aecddce4-9965-4b79-b65f-59e5f3ca5f2c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.019582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12b5984f-0cec-4236-bd39-34711cb0abfa req-dcc65bdb-083f-49ea-a945-c053563b720a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760205 Feb 11 13:26:22.043528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-aecddce4-9965-4b79-b65f-59e5f3ca5f2c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Calling delete_port for e68150c7-e802-4997-a058-cdca5d8cc8ae owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:26:22.290980 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-aecddce4-9965-4b79-b65f-59e5f3ca5f2c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.347004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecddce4-9965-4b79-b65f-59e5f3ca5f2c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Pushing event deleted for resources: {'Port': ['ID=e68150c7-e802-4997-a058-cdca5d8cc8ae,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:22.418904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-aecddce4-9965-4b79-b65f-59e5f3ca5f2c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] No DVR routers for this DVR port e68150c7-e802-4997-a058-cdca5d8cc8ae on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:22.421988 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-aecddce4-9965-4b79-b65f-59e5f3ca5f2c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:22.432832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9deb9c68-479c-47d4-afd4-5865db851b3e req-aecddce4-9965-4b79-b65f-59e5f3ca5f2c tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.13 "DELETE /v2.0/ports/e68150c7-e802-4997-a058-cdca5d8cc8ae HTTP/1.1" status: 204 len: 173 time: 0.7578614 Feb 11 13:26:22.432832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '152ff72f-ca65-4490-af7c-ef8bd7dc014e', 'name': 'network-vif-deleted', 'tag': 'e68150c7-e802-4997-a058-cdca5d8cc8ae'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:22.436505 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aed698-afd0-4082-a143-77ea7a073bdd" -d '{"events": [{"server_uuid": "152ff72f-ca65-4490-af7c-ef8bd7dc014e", "name": "network-vif-deleted", "tag": "e68150c7-e802-4997-a058-cdca5d8cc8ae"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:22.489215 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbac152-08e1-49bc-9d7f-10bf3a17de07 x-openstack-request-id: req-bfbac152-08e1-49bc-9d7f-10bf3a17de07 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:22.489515 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "152ff72f-ca65-4490-af7c-ef8bd7dc014e", "name": "network-vif-deleted", "tag": "e68150c7-e802-4997-a058-cdca5d8cc8ae", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:22.490538 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfbac152-08e1-49bc-9d7f-10bf3a17de07 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:22.490538 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '152ff72f-ca65-4490-af7c-ef8bd7dc014e', 'name': 'network-vif-deleted', 'tag': 'e68150c7-e802-4997-a058-cdca5d8cc8ae', 'status': 'completed', 'code': 200} Feb 11 13:26:22.827565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e2518065-6b86-4f59-a413-f3e5aee8fb90 req-d757ae90-9c76-46fa-a9e3-4d4a1044e34d tempest-InstanceActionsNegativeTestJSON-269668608 tempest-InstanceActionsNegativeTestJSON-269668608-project] 10.222.0.52 "GET /v2.0/ports?device_id=152ff72f-ca65-4490-af7c-ef8bd7dc014e HTTP/1.1" status: 200 len: 210 time: 0.0860076 Feb 11 13:26:23.180898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199c5af-ec2e-476c-af9f-72a1d6062c57 req-d1ec3828-5f12-448a-8e17-6613c8e81627 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:23.183150 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5199c5af-ec2e-476c-af9f-72a1d6062c57 req-d1ec3828-5f12-448a-8e17-6613c8e81627 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0784004 Feb 11 13:26:23.243158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5199c5af-ec2e-476c-af9f-72a1d6062c57 req-ce3a3d68-7b92-4eac-a27b-debaa4f67735 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519533 Feb 11 13:26:23.915789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50518) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:23.992966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b94653a-ff54-4202-a76d-402d99477a7f admin admin] Deleting subnet 43c82592-bada-4ae4-b758-637678197228 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:26:24.008591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b94653a-ff54-4202-a76d-402d99477a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.073168 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b94653a-ff54-4202-a76d-402d99477a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.165654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e68150c7-e802-4997-a058-cdca5d8cc8ae no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:24.182632 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b94653a-ff54-4202-a76d-402d99477a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.202069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: e68150c7-e802-4997-a058-cdca5d8cc8ae {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:26:24.203024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e68150c7-e802-4997-a058-cdca5d8cc8ae not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:24.449011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c9b82-f341-4bb6-8089-49c92ebd7d36 req-a18b2d48-66f7-4246-ba69-0a71045221b4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:24.460437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b3c9b82-f341-4bb6-8089-49c92ebd7d36 req-a18b2d48-66f7-4246-ba69-0a71045221b4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0869770 Feb 11 13:26:24.474062 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b94653a-ff54-4202-a76d-402d99477a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.487241 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b94653a-ff54-4202-a76d-402d99477a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.492169 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4b94653a-ff54-4202-a76d-402d99477a7f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/43c82592-bada-4ae4-b758-637678197228 HTTP/1.1" status: 204 len: 168 time: 0.5746057 Feb 11 13:26:24.495562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50522) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:24.528325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94653a-ff54-4202-a76d-402d99477a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c82592-bada-4ae4-b758-637678197228,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:24.658554 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.693392 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6cf294e-d322-43f9-b602-54155a75008c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.742103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b3c9b82-f341-4bb6-8089-49c92ebd7d36 req-338c20ac-2fcc-4524-b983-34fafa43e513 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798226 Feb 11 13:26:24.839237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.874027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e40ff37-572b-4289-87b2-681d537fea77']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:24.893919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7218a72c-e124-4d65-9b2b-331a878f6076') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:24.894261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7218a72c-e124-4d65-9b2b-331a878f6076') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:24.914651 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.933583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.941866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:26:24.942256 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:24.944046 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:25.285547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:25.293070 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:25.296492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8e40ff37-572b-4289-87b2-681d537fea77 HTTP/1.1" status: 204 len: 168 time: 0.7994986 Feb 11 13:26:25.308399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14341f72-2e4b-4866-980b-b4c59127e573 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e40ff37-572b-4289-87b2-681d537fea77,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:25.422680 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:25.647214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199ef58-1836-438c-9794-6d5510d1ee87 req-1a9da267-5125-4f44-9a6f-da3ffe927caa tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.648954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0199ef58-1836-438c-9794-6d5510d1ee87 req-1a9da267-5125-4f44-9a6f-da3ffe927caa tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 945 time: 0.0642924 Feb 11 13:26:25.723527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0199ef58-1836-438c-9794-6d5510d1ee87 req-617b9631-43f6-46ec-86f8-cf9f37f4e86c tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532801 Feb 11 13:26:25.887756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50538) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:25.934191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470832b5-01b3-4833-b905-89e1b2a98c60 req-059fe5f4-c3d5-4ff0-880a-dcde6d2d265c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:25.946435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-470832b5-01b3-4833-b905-89e1b2a98c60 req-059fe5f4-c3d5-4ff0-880a-dcde6d2d265c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1131663 Feb 11 13:26:25.977278 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aa75555f-1c65-4981-a2a0-0c5e971f2b17 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ad1686bfca445f4af9efee2cca7e8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0877178 Feb 11 13:26:25.979646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50540) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:26.013081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-470832b5-01b3-4833-b905-89e1b2a98c60 req-4c024fcb-b909-4ca9-852c-d9a09842589a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653937 Feb 11 13:26:26.056376 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3eaaa544-d045-46ac-b64b-18d294152d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.084502 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3eaaa544-d045-46ac-b64b-18d294152d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.233891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3eaaa544-d045-46ac-b64b-18d294152d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.237530 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3eaaa544-d045-46ac-b64b-18d294152d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.238725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3eaaa544-d045-46ac-b64b-18d294152d1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/01c4519a-735a-4cfa-9e0c-a104eccae759 HTTP/1.1" status: 204 len: 168 time: 0.2580283 Feb 11 13:26:26.246992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaa544-d045-46ac-b64b-18d294152d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c4519a-735a-4cfa-9e0c-a104eccae759,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:26.851359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7572d8-72d5-4be7-8a01-42ae4f28f426 req-791dc5ef-6cd4-47ea-a2ab-867f9754bc1e tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:26.853048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff7572d8-72d5-4be7-8a01-42ae4f28f426 req-791dc5ef-6cd4-47ea-a2ab-867f9754bc1e tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 945 time: 0.0607626 Feb 11 13:26:26.884558 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-175067ba-849a-4a9d-8b0a-8bd47420d552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:26.962002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a303b18-75f6-408a-9e11-83e45cce769f req-648b5ed3-662c-4129-82f2-9a61cc8e792d tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:26.964447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a303b18-75f6-408a-9e11-83e45cce769f req-648b5ed3-662c-4129-82f2-9a61cc8e792d tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 945 time: 0.1064978 Feb 11 13:26:26.999575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff7572d8-72d5-4be7-8a01-42ae4f28f426 req-4f73047f-72f8-4b3d-b74e-ff0e236d0b8a tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups?id=57437bef-16d9-46fd-81b1-aa0061f1750b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062191 Feb 11 13:26:27.119610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Deleting port 1bc68c6a-0d88-4a03-a0af-6f4283923679 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:26:27.119954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.207563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42c288-3f4c-4cd6-8d0a-dd45b0a54465 req-bf769b66-0409-49a0-9f18-19d2b5fd0fbe tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:27.215097 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b42c288-3f4c-4cd6-8d0a-dd45b0a54465 req-bf769b66-0409-49a0-9f18-19d2b5fd0fbe tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0945799 Feb 11 13:26:27.298163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b42c288-3f4c-4cd6-8d0a-dd45b0a54465 req-60c85a76-f511-4733-895d-3715edeadfde tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650284 Feb 11 13:26:27.313649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] For port 1bc68c6a-0d88-4a03-a0af-6f4283923679, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1bc68c6a-0d88-4a03-a0af-6f4283923679,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:27.314509 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.620085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.622709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.624325 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Floating IP 3a76cb52-cf9c-4596-b66e-037ddda293d5 disassociated. External IP: 172.25.0.10, port: 1bc68c6a-0d88-4a03-a0af-6f4283923679. Feb 11 13:26:27.624705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Calling delete_port for 1bc68c6a-0d88-4a03-a0af-6f4283923679 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:26:27.627937 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.925377 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:27.984411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Pushing event deleted for resources: {'Port': ['ID=1bc68c6a-0d88-4a03-a0af-6f4283923679,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:28.127548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50608) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:28.192239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce5ce99c-2914-465e-945f-fa6f6a08dc3f req-a736b206-8c0c-4420-9a02-45bd1ee32c4c tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ea13fb4-8c09-4d97-b9e4-4f13621aa373 HTTP/1.1" status: 200 len: 210 time: 0.0562584 Feb 11 13:26:28.265516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:28.274991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-82874307-network', 'tenant_id': '21f9be5977764150848a4ebea3fb9e21'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:28.404772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Made reservation on behalf of 21f9be5977764150848a4ebea3fb9e21 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:28.408807 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.438367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.499457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:28.512191 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] Sync routers for ids ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:28.528515 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] Routers {'9f3b67a7-b1fd-4e71-870e-eba9a59254d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:28.533467 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:26:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:28.582418 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.587692 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.679399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.737312 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] Set router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:28.753822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:28.764297 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.770159 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Added segment 9a83a94f-2648-4c74-87c2-d643436fadd4 of type vlan for network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee Feb 11 13:26:28.818185 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.884753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7301bf-d582-48db-89f6-ab723af77539,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:28.936419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:28.941636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:28.941636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:29.124145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] Pushing event updated for resources: {'Network': ['ID=6cbea094-7196-4e32-85a9-e8ab6f3bfaee,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:29.169148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:26:29.263428 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '59fd0a50-9fb3-4323-8b0e-89cccf0498ba', 'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'mac_address': 'fa:16:3e:42:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:09Z', 'updated_at': '2022-02-11T13:25:17Z', 'revision_number': 5, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'subnets': [{'id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:29.265238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d66259fa-a585-44b2-8f29-c8e7e9950c95 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1364512 Feb 11 13:26:29.268272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50626) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:29.275134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Request body: {'subnet': {'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-82874307-subnet', 'tenant_id': '21f9be5977764150848a4ebea3fb9e21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:29.339157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] No DVR routers for this DVR port 1bc68c6a-0d88-4a03-a0af-6f4283923679 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:29.341431 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] Checking router: 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:29.344272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:29.350687 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a303b18-75f6-408a-9e11-83e45cce769f req-5180c52a-687e-4573-addc-f688272e0fce tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.13 "DELETE /v2.0/ports/1bc68c6a-0d88-4a03-a0af-6f4283923679 HTTP/1.1" status: 204 len: 173 time: 2.3794880 Feb 11 13:26:29.351185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'name': 'network-vif-deleted', 'tag': '1bc68c6a-0d88-4a03-a0af-6f4283923679'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:29.359705 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04be05c5-4123-4632-8f18-19ec95c16658" -d '{"events": [{"server_uuid": "1ea13fb4-8c09-4d97-b9e4-4f13621aa373", "name": "network-vif-deleted", "tag": "1bc68c6a-0d88-4a03-a0af-6f4283923679"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:29.365671 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] Routers {'9f3b67a7-b1fd-4e71-870e-eba9a59254d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:29.366684 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:26:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:29.399570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Made reservation on behalf of 21f9be5977764150848a4ebea3fb9e21 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:29.403945 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:29.764962 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:29.785287 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] Set router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:29.902126 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:29.916098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1998fd-4741-44f8-88c5-26c80f029b38,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:29.955478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Checking segment: {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:29.958497 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Network hostable DHCP agents. Network: 6cbea094-7196-4e32-85a9-e8ab6f3bfaee, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:30.113590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:30.198521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1bc68c6a-0d88-4a03-a0af-6f4283923679 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:30.210527 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '59fd0a50-9fb3-4323-8b0e-89cccf0498ba', 'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'mac_address': 'fa:16:3e:42:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:09Z', 'updated_at': '2022-02-11T13:25:17Z', 'revision_number': 5, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'subnets': [{'id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:30.217361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6cbea094-7196-4e32-85a9-e8ab6f3bfaee) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:30.224040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:30.224808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.243035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e642e14-5c64-44f5-b2e4-4075051c7a0c None None] Network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:26:30.246248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 1bc68c6a-0d88-4a03-a0af-6f4283923679 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:26:30.249617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1bc68c6a-0d88-4a03-a0af-6f4283923679 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:30.265115 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2e94fd-8d77-4e89-a2a2-0cf052bac282 None None] The sync data for ids ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'] in n-d-816488-1 is: [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '59fd0a50-9fb3-4323-8b0e-89cccf0498ba', 'name': '', 'network_id': 'b144d7c7-6efc-4463-b219-6206ca822bd4', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'mac_address': 'fa:16:3e:42:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:09Z', 'updated_at': '2022-02-11T13:25:17Z', 'revision_number': 5, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'subnets': [{'id': '12f70255-927c-4966-8a3c-6c16ea2b8442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:30.342496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b69da7f3-3b51-445a-83c7-a515f019c187 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0709522 Feb 11 13:26:30.527066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ab582-f277-4bb7-af22-22036be9ee0d None None] Network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:26:30.694244 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:30.822800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f17cd-502b-423f-b533-69bd0864994d None None] New status for floating IP 3a76cb52-cf9c-4596-b66e-037ddda293d5: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:26:31.821961 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:26:33.649469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-eb173c42-04a8-4e64-9107-3b0f75665074 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.650988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-eb173c42-04a8-4e64-9107-3b0f75665074 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/networks?id=a067bb3d-512f-4fef-9ded-b1c773def887 HTTP/1.1" status: 200 len: 815 time: 0.1556697 Feb 11 13:26:33.673556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6ced45c0-9715-4cdb-8f97-2dbe6fa373d5 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/quotas/210c2c9de09c45babe6e51b2a425452c HTTP/1.1" status: 200 len: 375 time: 0.0148194 Feb 11 13:26:33.699719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410fc3a-a33f-4471-8271-bb0fee1d8aba req-3b03aaf4-32e1-46f7-912f-6a401ac7f687 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:33.708062 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8410fc3a-a33f-4471-8271-bb0fee1d8aba req-3b03aaf4-32e1-46f7-912f-6a401ac7f687 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0813918 Feb 11 13:26:33.745844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8410fc3a-a33f-4471-8271-bb0fee1d8aba req-8100bd79-2dd7-410a-b876-dac3d83cdba5 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359464 Feb 11 13:26:33.753742 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-588bc452-b6cc-4a6d-b3e8-64d9f610b8a3 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=210c2c9de09c45babe6e51b2a425452c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732019 Feb 11 13:26:33.853606 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea0ce71-771c-431d-8729-6618657dbc45 x-openstack-request-id: req-aea0ce71-771c-431d-8729-6618657dbc45 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:33.853935 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea13fb4-8c09-4d97-b9e4-4f13621aa373", "name": "network-vif-deleted", "tag": "1bc68c6a-0d88-4a03-a0af-6f4283923679", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:33.854189 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aea0ce71-771c-431d-8729-6618657dbc45 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:33.854773 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea13fb4-8c09-4d97-b9e4-4f13621aa373', 'name': 'network-vif-deleted', 'tag': '1bc68c6a-0d88-4a03-a0af-6f4283923679', 'status': 'completed', 'code': 200} Feb 11 13:26:33.933712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-1e377511-bace-46fd-840f-e4cd0f9e59f7 service neutron] 10.222.0.52 "GET /v2.0/networks/a067bb3d-512f-4fef-9ded-b1c773def887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632609 Feb 11 13:26:34.081030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-947b422c-84f1-44d2-971e-c7a6dc40c925 service neutron] 10.222.0.52 "GET /v2.0/networks/a067bb3d-512f-4fef-9ded-b1c773def887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395419 Feb 11 13:26:34.217126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-a594fc04-1b40-4d9f-a72c-0c670662e69a tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:34.226289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-a594fc04-1b40-4d9f-a72c-0c670662e69a tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/networks?id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee HTTP/1.1" status: 200 len: 811 time: 0.1664560 Feb 11 13:26:34.240037 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-51a6aced-0c08-4d24-acc1-7996a167944c tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/quotas/21f9be5977764150848a4ebea3fb9e21 HTTP/1.1" status: 200 len: 375 time: 0.0107081 Feb 11 13:26:34.280175 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-3a722b95-e10f-4b85-ae78-f42fb2b35ed8 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f9be5977764150848a4ebea3fb9e21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334554 Feb 11 13:26:34.293985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-bf9f8a4a-9f84-4e2b-8e2d-fa8190f9ba48 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:26:34.295176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-bf9f8a4a-9f84-4e2b-8e2d-fa8190f9ba48 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060992 Feb 11 13:26:34.430763 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-1595ce1b-4bf7-46af-8742-baf63649129c service neutron] 10.222.0.52 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265473 Feb 11 13:26:34.504531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50684) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:34.604999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-6ba67e7c-3336-4edc-ae99-aa34af083307 service neutron] 10.222.0.52 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652157 Feb 11 13:26:34.646820 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00420e42-51d3-484d-8fce-bcb948ec35f9 req-31392bc2-177d-4caa-b23b-f07880429c56 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 210 time: 0.0781178 Feb 11 13:26:34.674508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.706162 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.728002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-a72e6564-a317-4983-b172-8770652768e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:34.732732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-a72e6564-a317-4983-b172-8770652768e5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 1097 time: 0.1042254 Feb 11 13:26:34.863174 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.865827 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:34.869695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "DELETE /v2.0/security-groups/57437bef-16d9-46fd-81b1-aa0061f1750b HTTP/1.1" status: 204 len: 168 time: 0.3637903 Feb 11 13:26:34.870668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50702) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:34.878235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-2a35d290-5017-4126-8307-f990a7b2b5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:34.880164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-2a35d290-5017-4126-8307-f990a7b2b5cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 913 time: 0.1306529 Feb 11 13:26:34.897000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57437bef-16d9-46fd-81b1-aa0061f1750b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:34.914053 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-a6f95e56-4335-4424-b7b9-ca09d9be0988 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] show failed (client error): The resource could not be found. Feb 11 13:26:34.920053 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a6f95e56-4335-4424-b7b9-ca09d9be0988 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "GET /v2.0/security-groups/57437bef-16d9-46fd-81b1-aa0061f1750b HTTP/1.1" status: 404 len: 347 time: 0.0430634 Feb 11 13:26:34.921504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50704) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:34.936283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.936891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.937696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.938316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.939398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.940126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-d640f1f1-5b31-460b-b706-270df0c435a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76 HTTP/1.1" status: 200 len: 217 time: 0.0521998 Feb 11 13:26:34.940256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.940734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.941222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.941699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.942322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.942838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.943322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202c3cdf-d443-40ed-8cd0-348ef6e814b1 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:34.993132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f25f5-e6a0-47ca-8421-10fecb1c39e1 req-6ee41a71-edaa-4503-aac9-a16bcfa8eeda tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:34.994079 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f78f25f5-e6a0-47ca-8421-10fecb1c39e1 req-6ee41a71-edaa-4503-aac9-a16bcfa8eeda tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1689253 Feb 11 13:26:35.035980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-3a37f5be-cbcf-4923-88a1-c8cfaf2658ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:35.037466 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-3a37f5be-cbcf-4923-88a1-c8cfaf2658ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.0802979 Feb 11 13:26:35.091499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-8f869b2d-3f69-4df0-b900-7ba0f5d0ceea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471590 Feb 11 13:26:35.108276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-1c8e2a2f-c429-499f-836a-ba4743b7e8c9 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:26:35.109817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-1c8e2a2f-c429-499f-836a-ba4743b7e8c9 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092850 Feb 11 13:26:35.139694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f78f25f5-e6a0-47ca-8421-10fecb1c39e1 req-54f18eee-c351-47a2-b739-69eb15b27c6b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340828 Feb 11 13:26:35.167184 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c386e1d8-e12f-4389-a2a2-66f55e967a94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Deleting port 46096438-ac40-4efd-8273-a0ce12875edc {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:26:35.168051 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c386e1d8-e12f-4389-a2a2-66f55e967a94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.279407 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c386e1d8-e12f-4389-a2a2-66f55e967a94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.279775 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c386e1d8-e12f-4389-a2a2-66f55e967a94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.290200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-64eb277b-7855-4af4-aee6-059c439e5d97 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725922 Feb 11 13:26:35.301153 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c386e1d8-e12f-4389-a2a2-66f55e967a94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Calling delete_port for 46096438-ac40-4efd-8273-a0ce12875edc owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:26:35.489861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7680e5c9-14de-491b-af17-9ab18eee9161 req-d5148aa5-8ccb-46e8-a488-817459848c23 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902742 Feb 11 13:26:35.530432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d3cd97a3-7e36-46cd-9c9d-c7ee266cb926 req-16f2825c-9a1c-4cbb-9338-f9302cdf6486 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 210 time: 0.0394590 Feb 11 13:26:35.738802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5c3b198b-5532-455f-a4b3-cc4171916cbd req-781fa2f9-0037-4a49-9bbd-45af509686b9 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 210 time: 0.0293415 Feb 11 13:26:35.773698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c386e1d8-e12f-4389-a2a2-66f55e967a94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.831429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386e1d8-e12f-4389-a2a2-66f55e967a94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Pushing event deleted for resources: {'Port': ['ID=46096438-ac40-4efd-8273-a0ce12875edc,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:35.968385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c386e1d8-e12f-4389-a2a2-66f55e967a94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.968385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c386e1d8-e12f-4389-a2a2-66f55e967a94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:35.968385 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c386e1d8-e12f-4389-a2a2-66f55e967a94 tempest-ServersTestFqdnHostnames-2013336841 tempest-ServersTestFqdnHostnames-2013336841-project] 10.222.0.52 "DELETE /v2.0/floatingips/3a76cb52-cf9c-4596-b66e-037ddda293d5 HTTP/1.1" status: 204 len: 168 time: 0.9916797 Feb 11 13:26:35.970995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50730) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:36.330979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7c5d6-6204-4956-bd7f-c7ef3010f831 req-35fd5e9f-ebcf-4583-8195-81dea7840cc6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:36.332460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5bd7c5d6-6204-4956-bd7f-c7ef3010f831 req-35fd5e9f-ebcf-4583-8195-81dea7840cc6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1131556 Feb 11 13:26:36.402023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5bd7c5d6-6204-4956-bd7f-c7ef3010f831 req-c6827773-bd94-42cc-b9bb-1d20d88de6c3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627475 Feb 11 13:26:36.531367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:36.672478 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a5ecdc0-fc13-4cb9-bb46-506927b92a5d req-8fc9fdf4-cd45-41ac-925f-b48e621f6715 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 210 time: 0.0862303 Feb 11 13:26:36.913858 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3d2a7e0-e549-46a9-b1de-f31a6259e8f1 req-123af35a-8c5f-4157-afd3-f88097e9d001 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 210 time: 0.0401995 Feb 11 13:26:36.942168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] Deleting port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:26:36.943626 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.058696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] For port 59fd0a50-9fb3-4323-8b0e-89cccf0498ba, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=59fd0a50-9fb3-4323-8b0e-89cccf0498ba,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:37.059225 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.074750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] Calling delete_port for 59fd0a50-9fb3-4323-8b0e-89cccf0498ba owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:26:37.570933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d72b192-fa24-4ca0-82ee-f098879a5f1d req-83d9f3ca-2bea-4cdb-a80f-48da38880547 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:37.572461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3d72b192-fa24-4ca0-82ee-f098879a5f1d req-83d9f3ca-2bea-4cdb-a80f-48da38880547 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.0801744 Feb 11 13:26:37.603593 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:37.673981 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3d72b192-fa24-4ca0-82ee-f098879a5f1d req-93fcd238-ecdb-4682-a96f-087e11ee28e1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901647 Feb 11 13:26:37.675374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] Pushing event deleted for resources: {'Port': ['ID=59fd0a50-9fb3-4323-8b0e-89cccf0498ba,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:37.778446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec919546-3bd8-4c48-b1bb-20b4430e2e8b req-a4207e39-625f-4780-9942-fbf83e216451 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 210 time: 0.0514867 Feb 11 13:26:37.940251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.086448 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45e67193-a2fd-4e00-9a65-b171d5e3b33c req-0c8d4853-902a-45fe-82c2-87c572d39af1 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 210 time: 0.0395544 Feb 11 13:26:38.252613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] Router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:38.387109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:38.393382 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a35c284a-358e-439b-b0b9-4fed9ec4c034 admin admin] 10.222.0.52 "PUT /v2.0/routers/9f3b67a7-b1fd-4e71-870e-eba9a59254d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4212451 Feb 11 13:26:38.396304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50776) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:38.400234 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] Sync routers for ids ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:38.414924 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] Routers {'9f3b67a7-b1fd-4e71-870e-eba9a59254d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:38.415763 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:26:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:38.534523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.580999 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] Set router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:38.678300 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.714782 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-e919888f-cd7c-44eb-86a6-333db7464d58 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:38.716576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-e919888f-cd7c-44eb-86a6-333db7464d58 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.13 "GET /v2.0/networks?id=a067bb3d-512f-4fef-9ded-b1c773def887 HTTP/1.1" status: 200 len: 815 time: 0.1757669 Feb 11 13:26:38.765463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Request body: {'port': {'device_id': 'eab4710f-3ec1-40f1-98db-33a0b98a88a1', 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887', 'admin_state_up': True, 'tenant_id': '210c2c9de09c45babe6e51b2a425452c'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:38.876568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Deleting port 353c228c-9512-47e5-ba84-2065c4cc0344 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:26:38.877377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:38.882164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d55ecdb-dc7f-4fb7-a65a-7584adbac435 req-e5d3cf7e-c219-45b2-8c21-25d677e8c108 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 210 time: 0.0367999 Feb 11 13:26:38.901869 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:26:37Z', 'revision_number': 5, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port': {'id': '353c228c-9512-47e5-ba84-2065c4cc0344', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:77:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:02Z', 'updated_at': '2022-02-11T13:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:38.930064 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] Checking router: 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:38.941066 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] Routers {'9f3b67a7-b1fd-4e71-870e-eba9a59254d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:38.941685 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:26:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:39.019743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] For port 353c228c-9512-47e5-ba84-2065c4cc0344, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=353c228c-9512-47e5-ba84-2065c4cc0344,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:39.051660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dc2d456a-0dbb-4615-9f12-35a538c31d76 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:39.053107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.065127 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] Set router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:39.081726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Calling delete_port for 353c228c-9512-47e5-ba84-2065c4cc0344 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:26:39.179170 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:26:38Z', 'revision_number': 6, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:39.316314 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b63630-5f85-4e67-af42-6747a205a66e None None] The sync data for ids ['9f3b67a7-b1fd-4e71-870e-eba9a59254d2'] in n-d-816488-1 is: [{'id': '9f3b67a7-b1fd-4e71-870e-eba9a59254d2', 'name': 'tempest-ServersTestFqdnHostnames-319191537-router', 'tenant_id': '671a7403db3346d798a4a79bd1fb00e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:26:38Z', 'revision_number': 6, 'project_id': '671a7403db3346d798a4a79bd1fb00e8', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:39.363636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a53a665-5e02-4fd7-a030-4d9cb7e8ef9c req-360b3c42-b141-4850-95d4-cff49350927d tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 210 time: 0.0346866 Feb 11 13:26:39.405681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d97366-6563-41a0-aa88-01b27b594800 req-e3f09777-dfdd-4837-b2a1-98d7b5b672b1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:39.414415 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3d97366-6563-41a0-aa88-01b27b594800 req-e3f09777-dfdd-4837-b2a1-98d7b5b672b1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 946 time: 0.1161044 Feb 11 13:26:39.461742 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.471864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3d97366-6563-41a0-aa88-01b27b594800 req-0b8a3bcf-4809-4255-90d5-bc0205e16b46 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508780 Feb 11 13:26:39.504540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Pushing event deleted for resources: {'Port': ['ID=353c228c-9512-47e5-ba84-2065c4cc0344,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:39.514825 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.515166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.515508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.515844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.516175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.517054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.517829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.518308 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.518647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.518978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.519302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.519623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:26:39.550508 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.588889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Made reservation on behalf of 210c2c9de09c45babe6e51b2a425452c for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:39.592113 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.616674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dc2d456a-0dbb-4615-9f12-35a538c31d76, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:39.620383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2d456a-0dbb-4615-9f12-35a538c31d76'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:39.625066 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408e2537-3390-42c9-8f0a-d7ce342f04cb" -d '{"events": [{"server_uuid": "cb77f1ac-20c2-458c-8b84-4c31e298d114", "name": "network-vif-unplugged", "status": "completed", "tag": "dc2d456a-0dbb-4615-9f12-35a538c31d76"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:39.632296 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.682313 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dfe6dc-47b1-4858-920b-e08f8b34c08b x-openstack-request-id: req-c2dfe6dc-47b1-4858-920b-e08f8b34c08b {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:39.682842 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77f1ac-20c2-458c-8b84-4c31e298d114", "name": "network-vif-unplugged", "status": "failed", "tag": "dc2d456a-0dbb-4615-9f12-35a538c31d76", "code": 422}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:39.683334 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2dfe6dc-47b1-4858-920b-e08f8b34c08b {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:39.684068 n-d-816488-1 neutron-server[103008]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc2d456a-0dbb-4615-9f12-35a538c31d76', 'code': 422} returned with failed status Feb 11 13:26:39.758997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.781002 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.784101 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:39.833551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=dc2d456a-0dbb-4615-9f12-35a538c31d76,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:39.883444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Allocated IP 172.20.0.3 (a067bb3d-512f-4fef-9ded-b1c773def887/ff534bc7-467d-4b3f-8d22-af10c7791887/150b08f0-9279-4bd3-bf9a-61911c3f9b61) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:40.037160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26bb7bd8-f433-443d-b0f4-8d645286a9ad req-d7342f76-86b4-4c2d-b800-d1d9774917c2 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 210 time: 0.0347991 Feb 11 13:26:40.045706 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.050063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f3b67a7-b1fd-4e71-870e-eba9a59254d2 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:26:40.050736 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.051877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-337a0acb-7a78-4910-9b64-bfcb208f36ce admin admin] 10.222.0.52 "DELETE /v2.0/routers/9f3b67a7-b1fd-4e71-870e-eba9a59254d2 HTTP/1.1" status: 204 len: 168 time: 1.6548445 Feb 11 13:26:40.054811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50820) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:40.143372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d1613d-e268-41ac-aa2a-caea66815f4c admin admin] Deleting subnet 12f70255-927c-4966-8a3c-6c16ea2b8442 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:26:40.151945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.153899 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30d1613d-e268-41ac-aa2a-caea66815f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.220235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30d1613d-e268-41ac-aa2a-caea66815f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.322357 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30d1613d-e268-41ac-aa2a-caea66815f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.495674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 59fd0a50-9fb3-4323-8b0e-89cccf0498ba no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:40.520581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 59fd0a50-9fb3-4323-8b0e-89cccf0498ba {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:26:40.520915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 59fd0a50-9fb3-4323-8b0e-89cccf0498ba not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:40.521507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 353c228c-9512-47e5-ba84-2065c4cc0344 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:40.524949 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.556142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 353c228c-9512-47e5-ba84-2065c4cc0344 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:26:40.556573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 353c228c-9512-47e5-ba84-2065c4cc0344 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:40.587638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Network a067bb3d-512f-4fef-9ded-b1c773def887 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:40.599954 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:40.602761 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Pushing event updated for resources: {'Port': ['ID=150b08f0-9279-4bd3-bf9a-61911c3f9b61,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:40.631026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:40.706538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.707291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.848503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-2f68f9a1-bcbb-4766-865c-806c990d6e9c tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:40.848503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-2f68f9a1-bcbb-4766-865c-806c990d6e9c tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "GET /v2.0/networks?id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee HTTP/1.1" status: 200 len: 811 time: 0.1552048 Feb 11 13:26:40.850005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30d1613d-e268-41ac-aa2a-caea66815f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.867317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Request body: {'port': {'device_id': '2b32dcbb-d591-4248-9dbe-7be8d2bcf91c', 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee', 'admin_state_up': True, 'tenant_id': '21f9be5977764150848a4ebea3fb9e21'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:40.895170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30d1613d-e268-41ac-aa2a-caea66815f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:40.899279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-30d1613d-e268-41ac-aa2a-caea66815f4c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/12f70255-927c-4966-8a3c-6c16ea2b8442 HTTP/1.1" status: 204 len: 168 time: 0.8419614 Feb 11 13:26:40.900628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7adff67-f458-4a06-9bdb-e8baf590b682 None None] Network b144d7c7-6efc-4463-b219-6206ca822bd4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:26:40.906155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50834) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:40.925680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1613d-e268-41ac-aa2a-caea66815f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12f70255-927c-4966-8a3c-6c16ea2b8442,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:41.001162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8d1ad08b-2fe8-44e1-a18f-338be2b2b535 None None] Provisioning complete for port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:41.001623 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad08b-2fe8-44e1-a18f-338be2b2b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.006339 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6fbfc69c-dd18-45df-9af4-9a3057ad71f0 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2801828 Feb 11 13:26:41.023973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Request body: {'port': {'device_id': 'eab4710f-3ec1-40f1-98db-33a0b98a88a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:41.039037 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.107920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ad08b-2fe8-44e1-a18f-338be2b2b535 None None] Port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:26:41.162349 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.164495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Deleting port 2e086ae7-b52e-4724-bac3-d90f4e154089 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:26:41.165600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.227221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0e3b86-38aa-4d51-ba11-b5e9da7089e0 None None] DHCP port deletion for b144d7c7-6efc-4463-b219-6206ca822bd4 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:26:41.270243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Made reservation on behalf of 21f9be5977764150848a4ebea3fb9e21 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:41.274879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] For port 2e086ae7-b52e-4724-bac3-d90f4e154089, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2e086ae7-b52e-4724-bac3-d90f4e154089,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:41.275240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.275678 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.294086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Calling delete_port for 2e086ae7-b52e-4724-bac3-d90f4e154089 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:26:41.355301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e3b86-38aa-4d51-ba11-b5e9da7089e0 None None] Deleting port 2e086ae7-b52e-4724-bac3-d90f4e154089 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:26:41.355932 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3b86-38aa-4d51-ba11-b5e9da7089e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.492947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fb0e3b86-38aa-4d51-ba11-b5e9da7089e0 None None] For port 2e086ae7-b52e-4724-bac3-d90f4e154089, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2e086ae7-b52e-4724-bac3-d90f4e154089,segment=NetworkSegment(89751280-05d2-44d9-bd1e-b5606af27042),segment_id=89751280-05d2-44d9-bd1e-b5606af27042)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:41.493308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3b86-38aa-4d51-ba11-b5e9da7089e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.510378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e3b86-38aa-4d51-ba11-b5e9da7089e0 None None] Calling delete_port for 2e086ae7-b52e-4724-bac3-d90f4e154089 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:26:41.606356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-786d5c15-988a-4b3f-a5c9-6fb094aabd38 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:41.608173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-786d5c15-988a-4b3f-a5c9-6fb094aabd38 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.59 "GET /v2.0/networks?id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee HTTP/1.1" status: 200 len: 811 time: 0.1769640 Feb 11 13:26:41.609694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: from cryptography.utils import int_from_bytes Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: from cryptography.utils import int_from_bytes Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.614744 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:26:41.617281 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:26:41.625105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fb0e3b86-38aa-4d51-ba11-b5e9da7089e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.628339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Request body: {'port': {'device_id': 'c36ea0c3-4a25-4221-99c2-6a881ffdd904', 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee', 'admin_state_up': True, 'tenant_id': '21f9be5977764150848a4ebea3fb9e21'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:41.645316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e3b86-38aa-4d51-ba11-b5e9da7089e0 None None] No DVR routers for this DVR port 2e086ae7-b52e-4724-bac3-d90f4e154089 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:41.682487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e3b86-38aa-4d51-ba11-b5e9da7089e0 None None] Pushing event deleted for resources: {'Port': ['ID=2e086ae7-b52e-4724-bac3-d90f4e154089,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:41.754370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e086ae7-b52e-4724-bac3-d90f4e154089,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:41.758846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] No DVR routers for this DVR port 2e086ae7-b52e-4724-bac3-d90f4e154089 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:41.769976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Allocated IP 172.20.0.4 (6cbea094-7196-4e32-85a9-e8ab6f3bfaee/ce1998fd-4741-44f8-88c5-26c80f029b38/51cff701-115a-46a3-ba3c-7114a1e978c7) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:41.884464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150b08f0-9279-4bd3-bf9a-61911c3f9b61 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:41.903301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.948963 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:41.969024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Transition to ACTIVE for port object 150b08f0-9279-4bd3-bf9a-61911c3f9b61 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:41.977748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b144d7c7-6efc-4463-b219-6206ca822bd4']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:41.988163 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89751280-05d2-44d9-bd1e-b5606af27042') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:41.988540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89751280-05d2-44d9-bd1e-b5606af27042') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:41.998593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.020484 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.026109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:26:42.026568 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:26:42.028568 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:26:42.031822 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.073458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Made reservation on behalf of 21f9be5977764150848a4ebea3fb9e21 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:42.076972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.128112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.194764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Pushing event updated for resources: {'Port': ['ID=150b08f0-9279-4bd3-bf9a-61911c3f9b61,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:42.239371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.268942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.284729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-61c4ac09-8b8a-4a13-993a-83af4cec5bf4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:42.286435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-61c4ac09-8b8a-4a13-993a-83af4cec5bf4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb77f1ac-20c2-458c-8b84-4c31e298d114 HTTP/1.1" status: 200 len: 944 time: 0.1311073 Feb 11 13:26:42.288549 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.294802 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b144d7c7-6efc-4463-b219-6206ca822bd4 HTTP/1.1" status: 204 len: 168 time: 1.3916671 Feb 11 13:26:42.321232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167a8ba-0b79-4f65-90dd-02c8fba72062 admin admin] Pushing event deleted for resources: {'Network': ['ID=b144d7c7-6efc-4463-b219-6206ca822bd4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:42.325002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Allocated IP 172.20.0.8 (6cbea094-7196-4e32-85a9-e8ab6f3bfaee/ce1998fd-4741-44f8-88c5-26c80f029b38/019bfabc-1032-42ff-81ab-f8a23ec79678) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:42.342033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:42.354354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Pushing event updated for resources: {'Port': ['ID=51cff701-115a-46a3-ba3c-7114a1e978c7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:42.358906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:42.363933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:42.368962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Attempting to bind port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:42.377882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Attempting to bind port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:42.377882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Attempting to bind port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 on network a067bb3d-512f-4fef-9ded-b1c773def887 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:42.401840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 on network a067bb3d-512f-4fef-9ded-b1c773def887 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:42.402155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Attempting to bind port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 on network a067bb3d-512f-4fef-9ded-b1c773def887 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:42.413124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:42.413473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Checking segment: {'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:42.413884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Bound using segment: {'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:42.414348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Bound port: 150b08f0-9279-4bd3-bf9a-61911c3f9b61, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e19f5a-194f-465e-9cdd-e5562272ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:42.414707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.436780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:42.437421 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.562370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] For port 150b08f0-9279-4bd3-bf9a-61911c3f9b61, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:42.567197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] For port 150b08f0-9279-4bd3-bf9a-61911c3f9b61, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=150b08f0-9279-4bd3-bf9a-61911c3f9b61,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:42.574848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2e086ae7-b52e-4724-bac3-d90f4e154089 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:42.599043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2e086ae7-b52e-4724-bac3-d90f4e154089 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:26:42.600351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2e086ae7-b52e-4724-bac3-d90f4e154089 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:26:42.618891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-7f2e5d9b-5abe-4fb6-920b-bb12fd51a563 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7589099 Feb 11 13:26:42.635621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-c09e3f43-b92f-4cf5-8aab-06ae735d5676 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Deleting port dc2d456a-0dbb-4615-9f12-35a538c31d76 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:26:42.636112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-c09e3f43-b92f-4cf5-8aab-06ae735d5676 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.682751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Request body: {'port': {'device_id': '2b32dcbb-d591-4248-9dbe-7be8d2bcf91c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:42.730854 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.795892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:42.803229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.803229 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] 10.222.0.13 "PUT /v2.0/ports/150b08f0-9279-4bd3-bf9a-61911c3f9b61 HTTP/1.1" status: 200 len: 1091 time: 1.7814674 Feb 11 13:26:42.803229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eab4710f-3ec1-40f1-98db-33a0b98a88a1', 'tag': '150b08f0-9279-4bd3-bf9a-61911c3f9b61'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:42.811063 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a769f24-3a6f-442d-8b0f-b9032801fcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "eab4710f-3ec1-40f1-98db-33a0b98a88a1", "tag": "150b08f0-9279-4bd3-bf9a-61911c3f9b61"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:42.834404 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50888) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:42.838167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-c09e3f43-b92f-4cf5-8aab-06ae735d5676 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] For port dc2d456a-0dbb-4615-9f12-35a538c31d76, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dc2d456a-0dbb-4615-9f12-35a538c31d76,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:42.838574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-c09e3f43-b92f-4cf5-8aab-06ae735d5676 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.863310 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.874144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:42.881987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-c09e3f43-b92f-4cf5-8aab-06ae735d5676 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Calling delete_port for dc2d456a-0dbb-4615-9f12-35a538c31d76 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:26:42.897149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3962b-18fa-45e7-938e-e696632a6557 service neutron] Pushing event updated for resources: {'Port': ['ID=150b08f0-9279-4bd3-bf9a-61911c3f9b61,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:43.024998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d095bedc-88c9-4d90-b56d-1a6f7311779f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=671a7403db3346d798a4a79bd1fb00e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935787 Feb 11 13:26:43.026576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50890) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:43.139941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-e2f34671-94b5-4146-86ab-e849465e1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.142132 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-e2f34671-94b5-4146-86ab-e849465e1582 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=210c2c9de09c45babe6e51b2a425452c&device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 1094 time: 0.2117999 Feb 11 13:26:43.175089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc8d72-11a7-4830-ab45-e2fcc69af59b req-dbf176a3-e96b-44ca-a8c0-d891b1ad3f5b tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.177051 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87dc8d72-11a7-4830-ab45-e2fcc69af59b req-dbf176a3-e96b-44ca-a8c0-d891b1ad3f5b tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 943 time: 0.3104286 Feb 11 13:26:43.259987 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5bc48ae8-5d18-41d9-a954-3d3d9685974c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.282731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87dc8d72-11a7-4830-ab45-e2fcc69af59b req-071c7c36-2c8b-48ba-b9d0-980de36d860f tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899780 Feb 11 13:26:43.320203 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5bc48ae8-5d18-41d9-a954-3d3d9685974c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.423474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-b929034f-4c7d-4d22-8022-defd27bfc4e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=150b08f0-9279-4bd3-bf9a-61911c3f9b61 HTTP/1.1" status: 200 len: 217 time: 0.0579984 Feb 11 13:26:43.463236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb1fb98b-e490-4ef3-b9ab-1249cd5202b9 req-dc1a0f43-832c-489e-8cda-cb3268bd7739 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 210 time: 0.0439658 Feb 11 13:26:43.518820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-15ffe4ef-35fe-4607-af96-50beef65cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.520511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-15ffe4ef-35fe-4607-af96-50beef65cf8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff534bc7-467d-4b3f-8d22-af10c7791887 HTTP/1.1" status: 200 len: 854 time: 0.0871508 Feb 11 13:26:43.541364 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfe1aca-40cf-4bfc-8d12-35b74bde980a x-openstack-request-id: req-bcfe1aca-40cf-4bfc-8d12-35b74bde980a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:43.541364 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eab4710f-3ec1-40f1-98db-33a0b98a88a1", "tag": "150b08f0-9279-4bd3-bf9a-61911c3f9b61", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:43.541364 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bcfe1aca-40cf-4bfc-8d12-35b74bde980a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:43.541364 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eab4710f-3ec1-40f1-98db-33a0b98a88a1', 'tag': '150b08f0-9279-4bd3-bf9a-61911c3f9b61', 'status': 'completed', 'code': 200} Feb 11 13:26:43.582378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.639000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:43.643026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:43.647626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:43.652399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-c09e3f43-b92f-4cf5-8aab-06ae735d5676 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.654503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Pushing event updated for resources: {'Port': ['ID=019bfabc-1032-42ff-81ab-f8a23ec79678,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:43.667369 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5bc48ae8-5d18-41d9-a954-3d3d9685974c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.670170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5bc48ae8-5d18-41d9-a954-3d3d9685974c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.671640 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5bc48ae8-5d18-41d9-a954-3d3d9685974c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8a69d439-c29c-4b1a-897c-f078dffc9e9c HTTP/1.1" status: 204 len: 168 time: 0.6418834 Feb 11 13:26:43.713259 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc48ae8-5d18-41d9-a954-3d3d9685974c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a69d439-c29c-4b1a-897c-f078dffc9e9c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:43.752128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e3f43-b92f-4cf5-8aab-06ae735d5676 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event deleted for resources: {'Port': ['ID=dc2d456a-0dbb-4615-9f12-35a538c31d76,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:43.760100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-a4e69abd-29af-4cb5-8188-42feee85cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.761825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-a4e69abd-29af-4cb5-8188-42feee85cdfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a067bb3d-512f-4fef-9ded-b1c773def887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189415 Feb 11 13:26:43.800129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:43.801041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.820880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-c09e3f43-b92f-4cf5-8aab-06ae735d5676 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] No DVR routers for this DVR port dc2d456a-0dbb-4615-9f12-35a538c31d76 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:43.826982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-c09e3f43-b92f-4cf5-8aab-06ae735d5676 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:43.837669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e482473-062e-4bf9-87e9-b07de17fc01a req-c09e3f43-b92f-4cf5-8aab-06ae735d5676 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "DELETE /v2.0/ports/dc2d456a-0dbb-4615-9f12-35a538c31d76 HTTP/1.1" status: 204 len: 173 time: 1.5378242 Feb 11 13:26:43.838360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'name': 'network-vif-deleted', 'tag': 'dc2d456a-0dbb-4615-9f12-35a538c31d76'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:43.840949 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf55f50-8f7c-404e-82a8-d56c85f606c8" -d '{"events": [{"server_uuid": "cb77f1ac-20c2-458c-8b84-4c31e298d114", "name": "network-vif-deleted", "tag": "dc2d456a-0dbb-4615-9f12-35a538c31d76"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:43.987900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cff701-115a-46a3-ba3c-7114a1e978c7 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:43.996592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-37de1d42-21a7-49df-ae9e-1448f75b1751 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3737688 Feb 11 13:26:43.999835 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.005434 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-6f68d624-1ca5-43dc-ab45-c3493feb9070 service neutron] 10.222.0.13 "GET /v2.0/networks/a067bb3d-512f-4fef-9ded-b1c773def887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365069 Feb 11 13:26:44.010461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Request body: {'port': {'device_id': 'c36ea0c3-4a25-4221-99c2-6a881ffdd904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:44.022455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Transition to ACTIVE for port object 51cff701-115a-46a3-ba3c-7114a1e978c7 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:44.091652 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.284323 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.319823 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054b5688-34d9-4fd7-b6ba-94f98fb0c59c x-openstack-request-id: req-054b5688-34d9-4fd7-b6ba-94f98fb0c59c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:44.320202 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb77f1ac-20c2-458c-8b84-4c31e298d114", "name": "network-vif-deleted", "tag": "dc2d456a-0dbb-4615-9f12-35a538c31d76", "status": "failed", "code": 422}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:44.320510 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-054b5688-34d9-4fd7-b6ba-94f98fb0c59c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:44.321098 n-d-816488-1 neutron-server[103007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb77f1ac-20c2-458c-8b84-4c31e298d114', 'name': 'network-vif-deleted', 'tag': 'dc2d456a-0dbb-4615-9f12-35a538c31d76', 'status': 'failed', 'code': 422} returned with failed status Feb 11 13:26:44.404411 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02f9aeb6-ae44-4868-bfe7-19ffed73837f req-dfe3de57-9ae1-4b3d-a1e1-b69aab5b954a service neutron] 10.222.0.13 "GET /v2.0/networks/a067bb3d-512f-4fef-9ded-b1c773def887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225959 Feb 11 13:26:44.422708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Pushing event updated for resources: {'Port': ['ID=51cff701-115a-46a3-ba3c-7114a1e978c7,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:44.567721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Attempting to bind port 51cff701-115a-46a3-ba3c-7114a1e978c7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:44.568857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Attempting to bind port 51cff701-115a-46a3-ba3c-7114a1e978c7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:44.569384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Attempting to bind port 51cff701-115a-46a3-ba3c-7114a1e978c7 on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:44.584034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Port 51cff701-115a-46a3-ba3c-7114a1e978c7 on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:44.584614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Attempting to bind port 51cff701-115a-46a3-ba3c-7114a1e978c7 on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:44.624747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019bfabc-1032-42ff-81ab-f8a23ec79678 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:44.630119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:44.630639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Checking segment: {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:44.631042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Bound using segment: {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:44.631671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Bound port: 51cff701-115a-46a3-ba3c-7114a1e978c7, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:44.631999 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.637148 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.675706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Transition to ACTIVE for port object 019bfabc-1032-42ff-81ab-f8a23ec79678 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:44.768565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-5362cad4-8a83-49c1-87dc-89fcccdab749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:44.770434 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-5362cad4-8a83-49c1-87dc-89fcccdab749 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=210c2c9de09c45babe6e51b2a425452c&device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 1094 time: 0.1700087 Feb 11 13:26:44.802384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] For port 51cff701-115a-46a3-ba3c-7114a1e978c7, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:44.808070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] For port 51cff701-115a-46a3-ba3c-7114a1e978c7, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=51cff701-115a-46a3-ba3c-7114a1e978c7,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:44.828640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.942524 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:44.996821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:44.997828 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.001085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] 10.222.0.13 "PUT /v2.0/ports/51cff701-115a-46a3-ba3c-7114a1e978c7 HTTP/1.1" status: 200 len: 1091 time: 2.3260720 Feb 11 13:26:45.005499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Pushing event updated for resources: {'Port': ['ID=019bfabc-1032-42ff-81ab-f8a23ec79678,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:45.038199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36b51c-f175-4051-8289-40cf333901fb service neutron] Pushing event updated for resources: {'Port': ['ID=51cff701-115a-46a3-ba3c-7114a1e978c7,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:45.050991 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-0afc169a-8b37-4308-90a0-c9fac5f87964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.052648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-0afc169a-8b37-4308-90a0-c9fac5f87964 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a067bb3d-512f-4fef-9ded-b1c773def887 HTTP/1.1" status: 200 len: 916 time: 0.1862488 Feb 11 13:26:45.059863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Attempting to bind port 019bfabc-1032-42ff-81ab-f8a23ec79678 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:45.060210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Attempting to bind port 019bfabc-1032-42ff-81ab-f8a23ec79678 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:45.060535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Attempting to bind port 019bfabc-1032-42ff-81ab-f8a23ec79678 on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:45.066218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Port 019bfabc-1032-42ff-81ab-f8a23ec79678 on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:45.066537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Attempting to bind port 019bfabc-1032-42ff-81ab-f8a23ec79678 on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:45.072027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:45.072027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Checking segment: {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:45.072425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Bound using segment: {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:45.072856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Bound port: 019bfabc-1032-42ff-81ab-f8a23ec79678, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:45.073323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.152444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] For port 019bfabc-1032-42ff-81ab-f8a23ec79678, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:45.157310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] For port 019bfabc-1032-42ff-81ab-f8a23ec79678, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=019bfabc-1032-42ff-81ab-f8a23ec79678,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:45.240231 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.311610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.312366 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:45.314695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] 10.222.0.59 "PUT /v2.0/ports/019bfabc-1032-42ff-81ab-f8a23ec79678 HTTP/1.1" status: 200 len: 1091 time: 1.3097444 Feb 11 13:26:45.336573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185e253-5db6-4dd0-8f26-b52f082e04f0 service neutron] Pushing event updated for resources: {'Port': ['ID=019bfabc-1032-42ff-81ab-f8a23ec79678,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:45.538709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b32dcbb-d591-4248-9dbe-7be8d2bcf91c', 'tag': '51cff701-115a-46a3-ba3c-7114a1e978c7'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:45.544289 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71227c8f-5f1a-4393-b16f-f113e707af11" -d '{"events": [{"name": "network-changed", "server_uuid": "2b32dcbb-d591-4248-9dbe-7be8d2bcf91c", "tag": "51cff701-115a-46a3-ba3c-7114a1e978c7"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:45.601024 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-619ad9b2-68d6-487a-a451-f4ab2f10fc4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=150b08f0-9279-4bd3-bf9a-61911c3f9b61 HTTP/1.1" status: 200 len: 217 time: 0.0521877 Feb 11 13:26:45.603657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ae03-1678-4e7f-8d18-529532f81419 req-bd5fcf71-e839-49cc-831b-fcc2b7e08a2b tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.612416 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6c0ae03-1678-4e7f-8d18-529532f81419 req-bd5fcf71-e839-49cc-831b-fcc2b7e08a2b tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 943 time: 0.1200037 Feb 11 13:26:45.627324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-1b8ec6fd-2b8b-4f52-b83d-04014e5c9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.629230 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-1b8ec6fd-2b8b-4f52-b83d-04014e5c9b31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=21f9be5977764150848a4ebea3fb9e21&device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 1094 time: 0.0871952 Feb 11 13:26:45.690918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-b6ec67d6-30e0-46c2-be2c-0169081f4ba3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=019bfabc-1032-42ff-81ab-f8a23ec79678 HTTP/1.1" status: 200 len: 217 time: 0.0529320 Feb 11 13:26:45.711745 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6c0ae03-1678-4e7f-8d18-529532f81419 req-62763238-b16b-4ee2-92d4-3df75acb2e69 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984008 Feb 11 13:26:45.774754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-d20736e8-7a39-4841-b5ca-8999ff80bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.776433 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-d20736e8-7a39-4841-b5ca-8999ff80bfc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce1998fd-4741-44f8-88c5-26c80f029b38 HTTP/1.1" status: 200 len: 851 time: 0.0778925 Feb 11 13:26:45.830469 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-0f4f89c2-9795-49dd-8213-31c691b3cbb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370917 Feb 11 13:26:45.947292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-7b2a65d5-8b74-4aff-821c-ce51337203d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.950952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-7b2a65d5-8b74-4aff-821c-ce51337203d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff534bc7-467d-4b3f-8d22-af10c7791887 HTTP/1.1" status: 200 len: 854 time: 0.1749530 Feb 11 13:26:45.956277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50986) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:45.957281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-6e0e18b0-f4b4-421d-b10c-8da9a5ff9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.959018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-6e0e18b0-f4b4-421d-b10c-8da9a5ff9e6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f9be5977764150848a4ebea3fb9e21&device_id=2b32dcbb-d591-4248-9dbe-7be8d2bcf91c HTTP/1.1" status: 200 len: 1094 time: 0.1753669 Feb 11 13:26:45.993130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244095e-b4aa-417a-971e-5dc840052cae req-9d2d6080-38fb-44e9-9846-3951fc69cca6 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:45.994703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f244095e-b4aa-417a-971e-5dc840052cae req-9d2d6080-38fb-44e9-9846-3951fc69cca6 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 943 time: 0.2162309 Feb 11 13:26:46.052797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-24dca2d6-0598-47c3-8d71-3af240ffdb4d service neutron] 10.222.0.59 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068973 Feb 11 13:26:46.079997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f244095e-b4aa-417a-971e-5dc840052cae req-18dfb564-c2a9-410b-87cb-b4d534c003c9 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723951 Feb 11 13:26:46.101380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-410521636-network', 'tenant_id': '9cddd531f9d843109577e077f3882f3b'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:46.160764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-8e331d89-4a5f-4a52-a49f-8953f362f084 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51cff701-115a-46a3-ba3c-7114a1e978c7 HTTP/1.1" status: 200 len: 217 time: 0.0685518 Feb 11 13:26:46.220638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-86fc1cb8-a158-4a6e-aacf-330cdae573c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.224733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-86fc1cb8-a158-4a6e-aacf-330cdae573c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a067bb3d-512f-4fef-9ded-b1c773def887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315529 Feb 11 13:26:46.253493 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d03a94-088e-438f-9091-616ef625704e x-openstack-request-id: req-15d03a94-088e-438f-9091-616ef625704e {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:46.255718 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b32dcbb-d591-4248-9dbe-7be8d2bcf91c", "tag": "51cff701-115a-46a3-ba3c-7114a1e978c7", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:46.256211 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15d03a94-088e-438f-9091-616ef625704e {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:46.256875 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b32dcbb-d591-4248-9dbe-7be8d2bcf91c', 'tag': '51cff701-115a-46a3-ba3c-7114a1e978c7', 'status': 'completed', 'code': 200} Feb 11 13:26:46.268826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-f91ba38c-d623-48b1-be0c-2c7f7676db05 service neutron] 10.222.0.59 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058716 Feb 11 13:26:46.302276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-965cbacf-e421-4652-ba8a-93875036b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.304133 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-965cbacf-e421-4652-ba8a-93875036b141 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1998fd-4741-44f8-88c5-26c80f029b38 HTTP/1.1" status: 200 len: 851 time: 0.1247990 Feb 11 13:26:46.322243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36ea0c3-4a25-4221-99c2-6a881ffdd904', 'tag': '019bfabc-1032-42ff-81ab-f8a23ec79678'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:46.325341 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527ee45d-5156-40db-8421-43a19a07d902" -d '{"events": [{"name": "network-changed", "server_uuid": "c36ea0c3-4a25-4221-99c2-6a881ffdd904", "tag": "019bfabc-1032-42ff-81ab-f8a23ec79678"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:46.386654 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d45f68-63e1-4450-871d-016adbb10212 x-openstack-request-id: req-b7d45f68-63e1-4450-871d-016adbb10212 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:46.387413 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36ea0c3-4a25-4221-99c2-6a881ffdd904", "tag": "019bfabc-1032-42ff-81ab-f8a23ec79678", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:46.387413 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7d45f68-63e1-4450-871d-016adbb10212 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:46.387960 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36ea0c3-4a25-4221-99c2-6a881ffdd904', 'tag': '019bfabc-1032-42ff-81ab-f8a23ec79678', 'status': 'completed', 'code': 200} Feb 11 13:26:46.413597 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-5cc54b5a-d5f9-4f31-a565-00102cd8aa51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493867 Feb 11 13:26:46.450431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Made reservation on behalf of 9cddd531f9d843109577e077f3882f3b for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:46.452876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.457180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-e3db41eb-7a22-4a72-af02-cfd24b95390e service neutron] 10.222.0.13 "GET /v2.0/networks/a067bb3d-512f-4fef-9ded-b1c773def887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964085 Feb 11 13:26:46.464193 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.585170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ee45d-5156-40db-8421-43a19a07d902 req-ff9f0d98-758e-4446-b123-39b5df60485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.586858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-527ee45d-5156-40db-8421-43a19a07d902 req-ff9f0d98-758e-4446-b123-39b5df60485d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=21f9be5977764150848a4ebea3fb9e21&device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 1094 time: 0.0752463 Feb 11 13:26:46.588767 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.675000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.722773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:26:46.744611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b772c00-4bd1-4af7-8333-6478bd26046a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:46.752347 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.752717 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Added segment 6b86e17e-1d7d-46c8-8ae6-633cb1517bef of type vlan for network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 Feb 11 13:26:46.756096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ee45d-5156-40db-8421-43a19a07d902 req-8f661fc3-96ed-4ca9-9cd5-26c3c3f1276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.756350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-527ee45d-5156-40db-8421-43a19a07d902 req-8f661fc3-96ed-4ca9-9cd5-26c3c3f1276c service neutron] 10.222.0.59 "GET /v2.0/networks?id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee HTTP/1.1" status: 200 len: 912 time: 0.1623735 Feb 11 13:26:46.815350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-527ee45d-5156-40db-8421-43a19a07d902 req-1f3a4e60-beb3-46f8-86c5-49c3a50dae0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=019bfabc-1032-42ff-81ab-f8a23ec79678 HTTP/1.1" status: 200 len: 217 time: 0.0508122 Feb 11 13:26:46.890535 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:46.917102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ee45d-5156-40db-8421-43a19a07d902 req-c9173a96-0ed1-4937-bc42-88f6aa0c55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:46.918621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-527ee45d-5156-40db-8421-43a19a07d902 req-c9173a96-0ed1-4937-bc42-88f6aa0c55e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ce1998fd-4741-44f8-88c5-26c80f029b38 HTTP/1.1" status: 200 len: 851 time: 0.0943761 Feb 11 13:26:46.953014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-527ee45d-5156-40db-8421-43a19a07d902 req-04932b8f-288e-406f-8c87-7ecd246414ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275230 Feb 11 13:26:47.034639 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:47.039359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:47.039359 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:47.066385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2d2f5864-feba-4d44-a658-fd415a8b8e31 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:47.144453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-527ee45d-5156-40db-8421-43a19a07d902 req-cc40c301-aedc-45be-ad2c-8aecb79d4f02 service neutron] 10.222.0.59 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828804 Feb 11 13:26:47.145227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:47.205950 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:47.208747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:26:47.277949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dc0a9f98-c66c-4372-89c5-aed1d10a38b9 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3194342 Feb 11 13:26:47.280842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51016) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:47.287677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Request body: {'subnet': {'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-410521636-subnet', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:47.341497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d2f5864-feba-4d44-a658-fd415a8b8e31'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:47.344074 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a098df-9725-422d-83dd-5eb36706b39c" -d '{"events": [{"server_uuid": "4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d2f5864-feba-4d44-a658-fd415a8b8e31"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:47.357390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2d2f5864-feba-4d44-a658-fd415a8b8e31, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2d2f5864-feba-4d44-a658-fd415a8b8e31,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:47.370436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-527ee45d-5156-40db-8421-43a19a07d902 req-93d7753a-01f3-4a3f-ba1f-7ea7d62b736a service neutron] 10.222.0.59 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155676 Feb 11 13:26:47.502503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Made reservation on behalf of 9cddd531f9d843109577e077f3882f3b for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:47.502718 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:47.505594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:47.591600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2d2f5864-feba-4d44-a658-fd415a8b8e31,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:47.784645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028314e-5589-4226-87fa-1f47a2df38df req-9ed2b0e7-3c2b-42ef-b977-dcc56ec0f59a tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:47.786486 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5028314e-5589-4226-87fa-1f47a2df38df req-9ed2b0e7-3c2b-42ef-b977-dcc56ec0f59a tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 943 time: 0.1222255 Feb 11 13:26:47.808687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-869ccea4-312c-441b-ad26-823cf172656e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:47.816589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-869ccea4-312c-441b-ad26-823cf172656e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.1630692 Feb 11 13:26:47.840034 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-82c3d6dc-8a2d-4ca9-84e1-ed15911211ab tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/quotas/e0d29aa58a34460e9c87cfd03475a330 HTTP/1.1" status: 200 len: 375 time: 0.0184371 Feb 11 13:26:47.843963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5028314e-5589-4226-87fa-1f47a2df38df req-7ac48f5c-144a-4279-8e86-100d6301dcfc tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447571 Feb 11 13:26:47.882257 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-04d452aa-aaa3-488f-9f5f-370beb33cdb0 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453274 Feb 11 13:26:47.938501 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:48.004261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-fb2d5739-d7ee-48b8-89ed-911d6834e19b service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139419 Feb 11 13:26:48.011152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc52a1-5899-452d-8805-088383458f38 req-58122788-81ae-4b6b-b6aa-7c9f6eecd13d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.019430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f7fc52a1-5899-452d-8805-088383458f38 req-58122788-81ae-4b6b-b6aa-7c9f6eecd13d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 943 time: 0.1249845 Feb 11 13:26:48.091664 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f7fc52a1-5899-452d-8805-088383458f38 req-8aa24ee7-4c17-44eb-9518-b756dd2609d8 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672019 Feb 11 13:26:48.099765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=582a0e8f-dd8d-407b-be32-2217974a52d3,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:48.137078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Checking segment: {'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:48.137621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Network hostable DHCP agents. Network: 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:26:48.152502 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5015ea18-b787-4fc3-8bbe-f099b50a3679 service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414447 Feb 11 13:26:48.169947 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324da1fb-9b2a-43db-a244-95d0b4dab872 x-openstack-request-id: req-324da1fb-9b2a-43db-a244-95d0b4dab872 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:48.169947 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e", "name": "network-vif-unplugged", "status": "completed", "tag": "2d2f5864-feba-4d44-a658-fd415a8b8e31", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:48.169947 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-324da1fb-9b2a-43db-a244-95d0b4dab872 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:48.169947 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d2f5864-feba-4d44-a658-fd415a8b8e31', 'code': 200} Feb 11 13:26:48.279247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:26:48.444456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:48.449910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:48.450748 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:48.455748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f009c1ba-fd1c-43f6-b50b-ef1bef5b4571 None None] Network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:26:48.556197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78f18637-bcfa-4516-8119-8121ffc5e7db req-aedc464f-5025-45cb-90a6-ffab22d4abb4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 210 time: 0.0484331 Feb 11 13:26:48.676412 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2f17c26b-8ec1-4983-9421-76fefa8f90b5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3933907 Feb 11 13:26:48.705185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51034) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:48.710846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:48.712301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:26:48.713327 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:48.918485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Allocated IP 172.20.0.2 (2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33/582a0e8f-dd8d-407b-be32-2217974a52d3/76bff3f6-f795-42d5-a6c2-ef81633e8dbb) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:48.995033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0c98-9c87-449f-9d67-1bd80661f8e2 req-9d7d9798-2d20-4e2c-9804-fd54ed06738f tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:49.004148 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1fd0c98-9c87-449f-9d67-1bd80661f8e2 req-9d7d9798-2d20-4e2c-9804-fd54ed06738f tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 943 time: 0.0741706 Feb 11 13:26:49.074593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1fd0c98-9c87-449f-9d67-1bd80661f8e2 req-6085bcc2-603f-4ea5-82e2-cae649e07f4c tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646703 Feb 11 13:26:49.148108 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.148108 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.165135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.223422 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.284818 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.326740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54fa29-6fa2-49bb-a862-a2513536966e req-86d140e6-adbd-4a08-8ab8-ce91d7c4d31b tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:49.326740 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff54fa29-6fa2-49bb-a862-a2513536966e req-86d140e6-adbd-4a08-8ab8-ce91d7c4d31b tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 943 time: 0.1055219 Feb 11 13:26:49.335023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:49.337230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:49.341179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:49.448450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Pushing event updated for resources: {'Port': ['ID=76bff3f6-f795-42d5-a6c2-ef81633e8dbb,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:49.477464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Attempting to bind port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:49.477872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Attempting to bind port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:49.478241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Attempting to bind port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb on network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:49.484256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:49.487189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Checking segment: {'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:49.487189 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.487189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Bound using segment: {'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:49.487189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Bound port: 76bff3f6-f795-42d5-a6c2-ef81633e8dbb, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:49.487189 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.515432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff54fa29-6fa2-49bb-a862-a2513536966e req-a0867a2c-c9d0-4c0b-ab3a-b0370a6d4790 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800551 Feb 11 13:26:49.528472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-d94a1ce6-bf10-47f6-9c17-59d4287e6806 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:49.530253 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-d94a1ce6-bf10-47f6-9c17-59d4287e6806 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 805 time: 0.1732678 Feb 11 13:26:49.557941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-d201c30f-d84c-4e13-8201-b500322c35c5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/quotas/1479a70b67534648a9ff36fdd44cc7ba HTTP/1.1" status: 200 len: 375 time: 0.0150299 Feb 11 13:26:49.619743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] For port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:49.623179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.632272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] For port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=76bff3f6-f795-42d5-a6c2-ef81633e8dbb,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:49.645980 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-e24f573b-ee8f-4001-a0a6-63a3da63ca4c tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815773 Feb 11 13:26:49.668646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66498550-d283-4cd8-9cc6-144ae6e84806 req-f8e86536-037e-4c35-8b77-be75f3b6ff6e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 210 time: 0.0333278 Feb 11 13:26:49.732065 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:49.812105 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-ccce2eef-0ee8-40de-b4b8-cd2afd2ec950 service neutron] 10.222.0.52 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472130 Feb 11 13:26:49.848277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9657b-6d1e-49e3-8e25-cab97983293c None None] Pushing event updated for resources: {'Port': ['ID=76bff3f6-f795-42d5-a6c2-ef81633e8dbb,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:49.988149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-f4b7473d-ac28-4601-a245-de82a287aee8 service neutron] 10.222.0.52 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678791 Feb 11 13:26:50.041167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:50.119283 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:50.365566 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77af4575-7bbb-4501-83f5-42186ad76c33 req-dc152a24-77df-4ad6-85af-8477b1aaa4b7 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.367205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-77af4575-7bbb-4501-83f5-42186ad76c33 req-dc152a24-77df-4ad6-85af-8477b1aaa4b7 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 943 time: 0.0896347 Feb 11 13:26:50.368539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Allocated IP 172.25.0.127 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/3f63b015-862a-44b8-ba89-e579d3500834) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:50.524157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1cc6569e-2013-4b39-9252-cfb01de8cd81 req-1845c5dd-381b-4243-acfd-adcf54fc7438 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 210 time: 0.0606785 Feb 11 13:26:50.541837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-77af4575-7bbb-4501-83f5-42186ad76c33 req-bda1f2a8-e466-46ae-bd22-7734e355530d tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578708 Feb 11 13:26:50.713090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 76bff3f6-f795-42d5-a6c2-ef81633e8dbb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:50.822290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:50.823834 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:50.862237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150fe0e-f55a-446a-b656-7e2d41a8ded6 req-21e8bf17-4100-4183-945f-a7b88ee54aef tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:50.864611 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b150fe0e-f55a-446a-b656-7e2d41a8ded6 req-21e8bf17-4100-4183-945f-a7b88ee54aef tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 943 time: 0.1831639 Feb 11 13:26:51.041516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae1ade95-e639-4189-afbe-fff5deaeed69 req-8ff7f3f8-aeff-4cd5-bec7-f14d4c8b9cfb tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 210 time: 0.1996696 Feb 11 13:26:51.067875 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.108540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 019bfabc-1032-42ff-81ab-f8a23ec79678 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:51.112766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-e7baf54c-9750-4f14-b454-99a2755258d7 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:51.114765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-e7baf54c-9750-4f14-b454-99a2755258d7 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "GET /v2.0/ports?device_id=4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e HTTP/1.1" status: 200 len: 944 time: 0.3221421 Feb 11 13:26:51.167377 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.317726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=76bff3f6-f795-42d5-a6c2-ef81633e8dbb,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:51.398559 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.472627 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.504071 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b150fe0e-f55a-446a-b656-7e2d41a8ded6 req-911008f4-8f0a-43ac-9eb1-d706acb48b39 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171770 Feb 11 13:26:51.531906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Pushing event updated for resources: {'Port': ['ID=3f63b015-862a-44b8-ba89-e579d3500834,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:51.545316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-dc331531-b685-4995-9689-c7291ac3f95d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Deleting port 2d2f5864-feba-4d44-a658-fd415a8b8e31 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:26:51.546021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-dc331531-b685-4995-9689-c7291ac3f95d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.561246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-c7bed8b7-0fc3-4dd3-8088-22563aa6d702 service neutron] 10.222.0.13 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949553 Feb 11 13:26:51.565663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:51.566397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a769f24-3a6f-442d-8b0f-b9032801fcfe req-f8f89b08-06a5-452f-9714-e5688d47cf3b service neutron] 10.222.0.13 "GET /v2.0/networks/a067bb3d-512f-4fef-9ded-b1c773def887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909955 Feb 11 13:26:51.573899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656717cc-6598-4d65-8065-f750afd955b3 None None] Network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:26:51.594130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:51.600718 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:51.645645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=76bff3f6-f795-42d5-a6c2-ef81633e8dbb,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:51.691293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 019bfabc-1032-42ff-81ab-f8a23ec79678, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=019bfabc-1032-42ff-81ab-f8a23ec79678,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:51.695527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-708a9e88-f9a1-4336-8392-771ff6987933 None None] Provisioning complete for port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:51.695945 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-708a9e88-f9a1-4336-8392-771ff6987933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:51.768754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '019bfabc-1032-42ff-81ab-f8a23ec79678', 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee', 'port_id': '019bfabc-1032-42ff-81ab-f8a23ec79678', 'mac_address': 'fa:16:3e:98:c0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1998fd-4741-44f8-88c5-26c80f029b38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:51.800415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77827e1-eefb-462b-aa42-7d0ec0c21a3b req-5bf34062-171b-4095-b757-bcfffd17b349 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:51.808768 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e77827e1-eefb-462b-aa42-7d0ec0c21a3b req-5bf34062-171b-4095-b757-bcfffd17b349 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 943 time: 0.0931304 Feb 11 13:26:51.877729 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e77827e1-eefb-462b-aa42-7d0ec0c21a3b req-c9299b05-39cc-4e9c-a298-5ed6ea024ee4 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677600 Feb 11 13:26:51.881471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45f95ffe-919c-42bb-b816-90d0cc3ad7da req-cbdae1c1-0c08-4295-a333-1430d9dde09d service neutron] 10.222.0.13 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838130 Feb 11 13:26:51.899627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ccbbf735-b992-4b31-863e-734cf54e3223 req-24959d47-30d0-4d79-b7cb-b3307643464b tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 210 time: 0.1192851 Feb 11 13:26:52.039393 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.061476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019bfabc-1032-42ff-81ab-f8a23ec79678 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:52.120614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-dc331531-b685-4995-9689-c7291ac3f95d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] For port 2d2f5864-feba-4d44-a658-fd415a8b8e31, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2d2f5864-feba-4d44-a658-fd415a8b8e31,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:52.121128 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-dc331531-b685-4995-9689-c7291ac3f95d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.123953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 019bfabc-1032-42ff-81ab-f8a23ec79678, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=019bfabc-1032-42ff-81ab-f8a23ec79678,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:52.166100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-dc331531-b685-4995-9689-c7291ac3f95d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Calling delete_port for 2d2f5864-feba-4d44-a658-fd415a8b8e31 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:26:52.177837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-b8e5617f-7de3-4297-94f8-fe63270dc690 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.177837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-b8e5617f-7de3-4297-94f8-fe63270dc690 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.4300399 Feb 11 13:26:52.192639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Request body: {'port': {'device_id': '07543af8-42f3-466d-befc-af6d7c5c6049', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'admin_state_up': True, 'tenant_id': 'e0d29aa58a34460e9c87cfd03475a330'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:52.197680 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ed72006-2f6b-46d9-ae47-93bac4652bfb req-2ba25876-cfe5-40c8-bb6f-1202b25d698f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 210 time: 0.0441887 Feb 11 13:26:52.215020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71227c8f-5f1a-4393-b16f-f113e707af11 req-5d840531-c359-488f-b433-f324dbc9d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.224005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71227c8f-5f1a-4393-b16f-f113e707af11 req-5d840531-c359-488f-b433-f324dbc9d4e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f9be5977764150848a4ebea3fb9e21&device_id=2b32dcbb-d591-4248-9dbe-7be8d2bcf91c HTTP/1.1" status: 200 len: 1094 time: 0.1634243 Feb 11 13:26:52.227336 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.360781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=019bfabc-1032-42ff-81ab-f8a23ec79678,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:52.452235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71227c8f-5f1a-4393-b16f-f113e707af11 req-f46962ba-34d8-4138-a51f-13aad480b353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.455739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71227c8f-5f1a-4393-b16f-f113e707af11 req-f46962ba-34d8-4138-a51f-13aad480b353 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee HTTP/1.1" status: 200 len: 912 time: 0.2072346 Feb 11 13:26:52.506891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-80712688-21d6-459f-ae59-778f923d446d None None] Provisioning complete for port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:52.507568 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-80712688-21d6-459f-ae59-778f923d446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.521075 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71227c8f-5f1a-4393-b16f-f113e707af11 req-d73c8db1-578f-4acf-940f-07b1cf48807f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=51cff701-115a-46a3-ba3c-7114a1e978c7 HTTP/1.1" status: 200 len: 217 time: 0.0561507 Feb 11 13:26:52.573322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 76bff3f6-f795-42d5-a6c2-ef81633e8dbb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:52.604976 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.679225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71227c8f-5f1a-4393-b16f-f113e707af11 req-db7de5b4-1182-4a86-a6aa-51f4624deebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:52.681062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71227c8f-5f1a-4393-b16f-f113e707af11 req-db7de5b4-1182-4a86-a6aa-51f4624deebd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1998fd-4741-44f8-88c5-26c80f029b38 HTTP/1.1" status: 200 len: 851 time: 0.0955288 Feb 11 13:26:52.698857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['019bfabc-1032-42ff-81ab-f8a23ec79678'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:52.720971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Made reservation on behalf of e0d29aa58a34460e9c87cfd03475a330 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:52.725229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.746456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:52.746974 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:52.824926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71227c8f-5f1a-4393-b16f-f113e707af11 req-2a6f6654-b563-4641-86bd-9da38061753f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289457 Feb 11 13:26:52.950181 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71227c8f-5f1a-4393-b16f-f113e707af11 req-b1f55feb-84be-49b2-abdd-ed794d0a5c6c service neutron] 10.222.0.13 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162865 Feb 11 13:26:53.016446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fff7dc-9271-447e-9d61-9e37d3662797 req-84a30cd8-ec2b-4ae6-9571-25b86f40d574 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:53.018094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5fff7dc-9271-447e-9d61-9e37d3662797 req-84a30cd8-ec2b-4ae6-9571-25b86f40d574 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 943 time: 0.0613811 Feb 11 13:26:53.058088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5fff7dc-9271-447e-9d61-9e37d3662797 req-2843b3c3-f573-47fb-912e-b93a30423eed tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Feb 11 13:26:53.083623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2d2f5864-feba-4d44-a658-fd415a8b8e31 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:26:53.205871 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7d899a7-ac46-4266-9cea-ae31be653b71 req-93cfa6ec-fa1f-413c-a70b-9bf8327ebbbf tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 210 time: 0.0550997 Feb 11 13:26:53.211151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71227c8f-5f1a-4393-b16f-f113e707af11 req-1ec23d85-5270-44d1-9ecf-6fa61903847b service neutron] 10.222.0.13 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388106 Feb 11 13:26:53.251225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6eab19-a041-48df-989a-d26166088eba req-6f9ec368-eecb-4279-a5a4-30553b88a8d8 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:53.252921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd6eab19-a041-48df-989a-d26166088eba req-6f9ec368-eecb-4279-a5a4-30553b88a8d8 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 944 time: 0.5805683 Feb 11 13:26:53.315345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02380c68-a929-4cc8-bac8-dee7325afc7d req-0dae5aa7-af33-4cb2-b80c-9d35f60b72e3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 210 time: 0.0317144 Feb 11 13:26:53.362050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-dc331531-b685-4995-9689-c7291ac3f95d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:53.390235 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd6eab19-a041-48df-989a-d26166088eba req-bad594bb-a70f-4830-8a63-14519caf829f tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264005 Feb 11 13:26:53.421419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc331531-b685-4995-9689-c7291ac3f95d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Pushing event deleted for resources: {'Port': ['ID=2d2f5864-feba-4d44-a658-fd415a8b8e31,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:53.452496 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:53.475767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Allocated IP 172.20.0.14 (344469a8-97f4-4594-a289-ff8809371b0d/e0068394-8d60-46ec-8614-0892d71a97c5/efb6250e-046e-48eb-8494-d422d351421b) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:53.478107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-dc331531-b685-4995-9689-c7291ac3f95d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] No DVR routers for this DVR port 2d2f5864-feba-4d44-a658-fd415a8b8e31 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:26:53.483374 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-dc331531-b685-4995-9689-c7291ac3f95d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:53.497355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-339d7878-59bc-45c7-bfcc-43e38b3a71e4 req-dc331531-b685-4995-9689-c7291ac3f95d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "DELETE /v2.0/ports/2d2f5864-feba-4d44-a658-fd415a8b8e31 HTTP/1.1" status: 204 len: 173 time: 2.3637087 Feb 11 13:26:53.497355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'name': 'network-vif-deleted', 'tag': '2d2f5864-feba-4d44-a658-fd415a8b8e31'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:53.497355 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647fbbf7-8598-4247-840f-30de0c130198" -d '{"events": [{"server_uuid": "4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e", "name": "network-vif-deleted", "tag": "2d2f5864-feba-4d44-a658-fd415a8b8e31"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:53.534585 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37836b8-8b13-4aa2-afdc-aa2e0be82972 x-openstack-request-id: req-b37836b8-8b13-4aa2-afdc-aa2e0be82972 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:53.534868 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e", "name": "network-vif-deleted", "tag": "2d2f5864-feba-4d44-a658-fd415a8b8e31", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:53.535115 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b37836b8-8b13-4aa2-afdc-aa2e0be82972 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:53.535507 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d5acb3c-9333-456f-b2ae-88a2b1c9ea2e', 'name': 'network-vif-deleted', 'tag': '2d2f5864-feba-4d44-a658-fd415a8b8e31', 'status': 'completed', 'code': 200} Feb 11 13:26:53.805467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-4dbea55b-bd6c-4f2d-b790-6c8af5131ce4 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:53.806934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-4dbea55b-bd6c-4f2d-b790-6c8af5131ce4 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 805 time: 0.2486577 Feb 11 13:26:53.826854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Request body: {'port': {'device_id': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'admin_state_up': True, 'tenant_id': '1479a70b67534648a9ff36fdd44cc7ba'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:53.854730 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:54.198154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3eda7-368f-42b3-a64b-49c4d720709f req-9b39e4df-89a4-4de7-8dec-642b4588d909 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.200040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2a3eda7-368f-42b3-a64b-49c4d720709f req-9b39e4df-89a4-4de7-8dec-642b4588d909 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 943 time: 0.0708818 Feb 11 13:26:54.254711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2a3eda7-368f-42b3-a64b-49c4d720709f req-1d5d3100-670e-46fd-9ce0-f37f1479f061 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481491 Feb 11 13:26:54.315698 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-791d286a-6991-433e-9234-de5549bee74a req-7030629e-303e-4a5e-8f59-b6a852953483 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 210 time: 0.0299790 Feb 11 13:26:54.325493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 51cff701-115a-46a3-ba3c-7114a1e978c7 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:54.423145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80b7c5cf-a842-4201-8dbb-84b7f440b283 req-9d809f25-0d5b-46b0-9d69-ddb7c28e9cb3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 210 time: 0.0393021 Feb 11 13:26:54.438069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 51cff701-115a-46a3-ba3c-7114a1e978c7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=51cff701-115a-46a3-ba3c-7114a1e978c7,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:54.532849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffe08b-f10c-4e65-b423-0890b577998e req-0cc1e424-1a06-4c3a-9f81-8a72903815c3 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:54.534482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6ffe08b-f10c-4e65-b423-0890b577998e req-0cc1e424-1a06-4c3a-9f81-8a72903815c3 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 944 time: 0.0617797 Feb 11 13:26:54.583106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6ffe08b-f10c-4e65-b423-0890b577998e req-ac22f3f5-41cd-4c13-9e6a-46af1f92a016 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421383 Feb 11 13:26:54.605864 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '51cff701-115a-46a3-ba3c-7114a1e978c7', 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee', 'port_id': '51cff701-115a-46a3-ba3c-7114a1e978c7', 'mac_address': 'fa:16:3e:b3:98:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1998fd-4741-44f8-88c5-26c80f029b38', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:54.653097 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:54.668568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cff701-115a-46a3-ba3c-7114a1e978c7 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:54.693492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 51cff701-115a-46a3-ba3c-7114a1e978c7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=51cff701-115a-46a3-ba3c-7114a1e978c7,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:54.918820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Router 301d9dbc-1e56-4c64-86d6-e549623323e6 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:26:55.024136 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.029092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Made reservation on behalf of 1479a70b67534648a9ff36fdd44cc7ba for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:26:55.033415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.055298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:55.066539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Sync routers for ids ['301d9dbc-1e56-4c64-86d6-e549623323e6'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:55.074533 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-05a5faea-48f3-4a2a-831f-0f6d81c24618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.074533 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.098848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Network 344469a8-97f4-4594-a289-ff8809371b0d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:55.106863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 019bfabc-1032-42ff-81ab-f8a23ec79678 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:55.112631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:55.117514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:55.134409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Routers {'301d9dbc-1e56-4c64-86d6-e549623323e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:55.135045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:26:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['301d9dbc-1e56-4c64-86d6-e549623323e6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:55.149394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event updated for resources: {'Port': ['ID=efb6250e-046e-48eb-8494-d422d351421b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:55.213846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=51cff701-115a-46a3-ba3c-7114a1e978c7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:55.220509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.220509 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.232593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.233876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95b995af-af10-4854-84b5-84d4632159a0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.5276811 Feb 11 13:26:55.238338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51102) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:55.285048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Set router 301d9dbc-1e56-4c64-86d6-e549623323e6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:55.315817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Allocated IP 172.20.0.13 (628a6630-3b59-42be-8d5b-678dbf3f588a/b524e984-4024-46c0-b04c-9c226443adb2/7da1191d-b65c-4b12-8e6c-6307a026ad12) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:55.350761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['51cff701-115a-46a3-ba3c-7114a1e978c7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:55.376619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-849bbdfd-3f3b-4dbf-819a-95927a36d839 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1878014 Feb 11 13:26:55.399999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Request body: {'port': {'device_id': '07543af8-42f3-466d-befc-af6d7c5c6049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:55.427845 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 019bfabc-1032-42ff-81ab-f8a23ec79678 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:55.454827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 019bfabc-1032-42ff-81ab-f8a23ec79678 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:55.454827 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.461876 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.470160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff8825c3-b29c-4b39-8af7-0612b6c6114a req-c11240d3-1643-49b2-9c78-d7f659eef47a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 210 time: 0.0361216 Feb 11 13:26:55.634777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.644067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.645564 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee53f5-8db6-4837-98f1-17c42271425a req-e6b764a2-d30f-4af9-8e0b-cc69903244bf tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.647314 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cee53f5-8db6-4837-98f1-17c42271425a req-e6b764a2-d30f-4af9-8e0b-cc69903244bf tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 932 time: 0.1034536 Feb 11 13:26:55.648513 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.663699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46980b4-c054-478f-8334-6ed99463cb76 req-c86252ba-fd5c-4d3b-a025-b78e3b723697 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.665301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b46980b4-c054-478f-8334-6ed99463cb76 req-c86252ba-fd5c-4d3b-a025-b78e3b723697 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 943 time: 0.3055010 Feb 11 13:26:55.717016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36ea0c3-4a25-4221-99c2-6a881ffdd904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019bfabc-1032-42ff-81ab-f8a23ec79678'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:55.719543 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a7d684-42b4-4492-af3a-c6f788d47df1" -d '{"events": [{"server_uuid": "c36ea0c3-4a25-4221-99c2-6a881ffdd904", "name": "network-vif-plugged", "status": "completed", "tag": "019bfabc-1032-42ff-81ab-f8a23ec79678"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:55.725533 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cee53f5-8db6-4837-98f1-17c42271425a req-1305f087-21f3-408b-b18b-fc4086b54b0c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494869 Feb 11 13:26:55.740617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 019bfabc-1032-42ff-81ab-f8a23ec79678, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=019bfabc-1032-42ff-81ab-f8a23ec79678,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:55.747213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:52Z', 'revision_number': 3, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:55.758009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b46980b4-c054-478f-8334-6ed99463cb76 req-3126e287-4e58-40d7-ad2a-adb800ab8dc3 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776742 Feb 11 13:26:55.790048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Checking router: 301d9dbc-1e56-4c64-86d6-e549623323e6 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:26:55.801249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Updating router 301d9dbc-1e56-4c64-86d6-e549623323e6 port 3f63b015-862a-44b8-ba89-e579d3500834 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:26:55.832079 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4f7c0c-c801-4d44-961e-f6bbff0aecfc x-openstack-request-id: req-db4f7c0c-c801-4d44-961e-f6bbff0aecfc {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:55.832370 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36ea0c3-4a25-4221-99c2-6a881ffdd904", "name": "network-vif-plugged", "status": "completed", "tag": "019bfabc-1032-42ff-81ab-f8a23ec79678", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:55.833370 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db4f7c0c-c801-4d44-961e-f6bbff0aecfc {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:55.833370 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36ea0c3-4a25-4221-99c2-6a881ffdd904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019bfabc-1032-42ff-81ab-f8a23ec79678', 'code': 200} Feb 11 13:26:55.847871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.903717 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.925212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:55.958999 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604b1e5-2a7c-4189-a447-442928ba0a95 req-067e8b77-d867-46d5-a016-00764bc87fc8 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:55.960726 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3604b1e5-2a7c-4189-a447-442928ba0a95 req-067e8b77-d867-46d5-a016-00764bc87fc8 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 944 time: 0.1208718 Feb 11 13:26:55.964642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.001000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Network 628a6630-3b59-42be-8d5b-678dbf3f588a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:56.004007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f65171-3479-40ab-bf3d-3e620da44878 req-4196db32-47f4-4b58-b6df-5f16be47d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.005573 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7f65171-3479-40ab-bf3d-3e620da44878 req-4196db32-47f4-4b58-b6df-5f16be47d521 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 1096 time: 0.1065800 Feb 11 13:26:56.008766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:56.017588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Pushing event updated for resources: {'Port': ['ID=7da1191d-b65c-4b12-8e6c-6307a026ad12,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:56.019906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:56.063854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=019bfabc-1032-42ff-81ab-f8a23ec79678,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:56.069346 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3604b1e5-2a7c-4189-a447-442928ba0a95 req-057370c0-ce7b-4910-b611-5a7ed0a1ebab tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005850 Feb 11 13:26:56.108591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.108591 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.108924 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7f65171-3479-40ab-bf3d-3e620da44878 req-6a17390a-d2ba-4108-915e-998db438e902 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857439 Feb 11 13:26:56.123860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb6250e-046e-48eb-8494-d422d351421b {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:56.134262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.149000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Transition to ACTIVE for port object efb6250e-046e-48eb-8494-d422d351421b will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:56.197294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Allocated IP 172.20.0.1 (2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33/582a0e8f-dd8d-407b-be32-2217974a52d3/f881c695-6f17-455a-b836-2a49e43cb5bd) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:26:56.218697 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-63cd08f8-e07b-46e9-ac75-b6b8f6587853 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4007509 Feb 11 13:26:56.239962 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.255693 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.308607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Pushing event updated for resources: {'Port': ['ID=efb6250e-046e-48eb-8494-d422d351421b,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:56.312380 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.329581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 150b08f0-9279-4bd3-bf9a-61911c3f9b61 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:26:56.336613 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.365417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Request body: {'port': {'device_id': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:56.411174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Attempting to bind port efb6250e-046e-48eb-8494-d422d351421b on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:56.411174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Attempting to bind port efb6250e-046e-48eb-8494-d422d351421b by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:56.411540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Attempting to bind port efb6250e-046e-48eb-8494-d422d351421b on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:56.414923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86ca50-47c6-4541-a01b-18a0dc226b38 None None] Pushing event updated for resources: {'Port': ['ID=3f63b015-862a-44b8-ba89-e579d3500834,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:56.420858 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.433792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Port efb6250e-046e-48eb-8494-d422d351421b on network 344469a8-97f4-4594-a289-ff8809371b0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:56.434140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Attempting to bind port efb6250e-046e-48eb-8494-d422d351421b on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:56.446928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.447309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Attempting to bind port 3f63b015-862a-44b8-ba89-e579d3500834 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:56.447674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Attempting to bind port 3f63b015-862a-44b8-ba89-e579d3500834 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:56.448037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Attempting to bind port 3f63b015-862a-44b8-ba89-e579d3500834 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:56.448906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:56.449281 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Checking segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:56.449604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Bound using segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:56.450066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Bound port: efb6250e-046e-48eb-8494-d422d351421b, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:56.452333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.457358 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:56.457728 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:56.458154 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.458540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:56.459001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Bound port: 3f63b015-862a-44b8-ba89-e579d3500834, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:56.459906 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.477147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:56.482519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:56.487409 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:26:56.536324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Pushing event updated for resources: {'Port': ['ID=f881c695-6f17-455a-b836-2a49e43cb5bd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:56.556079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 150b08f0-9279-4bd3-bf9a-61911c3f9b61, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=150b08f0-9279-4bd3-bf9a-61911c3f9b61,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:56.574036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.577883 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '150b08f0-9279-4bd3-bf9a-61911c3f9b61', 'network_id': 'a067bb3d-512f-4fef-9ded-b1c773def887', 'port_id': '150b08f0-9279-4bd3-bf9a-61911c3f9b61', 'mac_address': 'fa:16:3e:f3:76:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff534bc7-467d-4b3f-8d22-af10c7791887', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:26:56.617402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] For port 3f63b015-862a-44b8-ba89-e579d3500834, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:56.641860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] For port 3f63b015-862a-44b8-ba89-e579d3500834, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3f63b015-862a-44b8-ba89-e579d3500834,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:56.649654 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.669733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150b08f0-9279-4bd3-bf9a-61911c3f9b61 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:56.670265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] For port efb6250e-046e-48eb-8494-d422d351421b, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:56.693607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] For port efb6250e-046e-48eb-8494-d422d351421b, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=efb6250e-046e-48eb-8494-d422d351421b,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:56.701845 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 150b08f0-9279-4bd3-bf9a-61911c3f9b61, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=150b08f0-9279-4bd3-bf9a-61911c3f9b61,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:56.713275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.757678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2336245-9c16-4e52-b35b-d27e9be2c007 req-9f3b8770-f464-44df-b076-6cc23dd98029 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.760923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2336245-9c16-4e52-b35b-d27e9be2c007 req-9f3b8770-f464-44df-b076-6cc23dd98029 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 932 time: 0.1332150 Feb 11 13:26:56.776985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Routers {'301d9dbc-1e56-4c64-86d6-e549623323e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:56.777970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:26:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['301d9dbc-1e56-4c64-86d6-e549623323e6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:56.801306 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.832226 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.840373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86ca50-47c6-4541-a01b-18a0dc226b38 None None] Pushing event updated for resources: {'Port': ['ID=3f63b015-862a-44b8-ba89-e579d3500834,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:56.871328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.871949 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.873308 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] 10.222.0.59 "PUT /v2.0/ports/efb6250e-046e-48eb-8494-d422d351421b HTTP/1.1" status: 200 len: 1092 time: 1.4777586 Feb 11 13:26:56.876062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07543af8-42f3-466d-befc-af6d7c5c6049', 'tag': 'efb6250e-046e-48eb-8494-d422d351421b'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:56.882032 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9555c787-d612-4a32-b35a-a9a7b340d38d" -d '{"events": [{"name": "network-changed", "server_uuid": "07543af8-42f3-466d-befc-af6d7c5c6049", "tag": "efb6250e-046e-48eb-8494-d422d351421b"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:56.893171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:56.900072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2336245-9c16-4e52-b35b-d27e9be2c007 req-a48a6d42-6a3c-476a-9484-c3331107bc25 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276083 Feb 11 13:26:56.927420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e3338-e2fc-4b67-8562-17e8a82289a8 service neutron] Pushing event updated for resources: {'Port': ['ID=efb6250e-046e-48eb-8494-d422d351421b,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:56.952774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d7a46-2e83-4ac7-b886-13668100a2bc req-b71af235-f540-4518-bc5c-4bc2d8d8b8c6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:56.954492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ca8d7a46-2e83-4ac7-b886-13668100a2bc req-b71af235-f540-4518-bc5c-4bc2d8d8b8c6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 944 time: 0.1136982 Feb 11 13:26:56.971919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-78e128b6-c695-465c-a2ba-cb47b5e2d9f5 None None] Provisioning complete for port f881c695-6f17-455a-b836-2a49e43cb5bd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:56.972505 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-78e128b6-c695-465c-a2ba-cb47b5e2d9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.027234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ca8d7a46-2e83-4ac7-b886-13668100a2bc req-3bef05d7-83c2-4ca6-9330-999e951293ad tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640960 Feb 11 13:26:57.027420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da1191d-b65c-4b12-8e6c-6307a026ad12 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:26:57.038264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.104153 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f62ae7-cb3f-49d5-84a2-be4c06746a5b x-openstack-request-id: req-f8f62ae7-cb3f-49d5-84a2-be4c06746a5b {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:57.104949 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07543af8-42f3-466d-befc-af6d7c5c6049", "tag": "efb6250e-046e-48eb-8494-d422d351421b", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:57.105204 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8f62ae7-cb3f-49d5-84a2-be4c06746a5b {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:57.105719 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07543af8-42f3-466d-befc-af6d7c5c6049', 'tag': 'efb6250e-046e-48eb-8494-d422d351421b', 'status': 'completed', 'code': 200} Feb 11 13:26:57.116115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Transition to ACTIVE for port object 7da1191d-b65c-4b12-8e6c-6307a026ad12 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:26:57.126620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81a736-1f66-46ce-a3e2-e33d5032127e req-4be987dc-be3a-40b0-a950-419c3441c3ce tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.135116 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d81a736-1f66-46ce-a3e2-e33d5032127e req-4be987dc-be3a-40b0-a950-419c3441c3ce tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 944 time: 0.1558402 Feb 11 13:26:57.142100 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.177663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-0d4e7bb0-2846-400c-b345-dcc7a4164a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.179234 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-0d4e7bb0-2846-400c-b345-dcc7a4164a97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 1095 time: 0.1353731 Feb 11 13:26:57.184233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b5902cbe-bd41-4138-ac17-368026c009fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.190821 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d81a736-1f66-46ce-a3e2-e33d5032127e req-21a28c66-3ffe-495e-96ed-f6c9194ddbc9 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523453 Feb 11 13:26:57.220682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=150b08f0-9279-4bd3-bf9a-61911c3f9b61,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:57.231786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] Set router 301d9dbc-1e56-4c64-86d6-e549623323e6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:57.234066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-78e128b6-c695-465c-a2ba-cb47b5e2d9f5 None None] Port f881c695-6f17-455a-b836-2a49e43cb5bd cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:26:57.236036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8ecf2-9aae-45af-bb78-aac8c7c47340 req-7c2d32d0-c476-465d-91a1-84f47cf31e23 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.240949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-e8266175-222a-45fd-9761-5d8fdc0862fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb6250e-046e-48eb-8494-d422d351421b HTTP/1.1" status: 200 len: 217 time: 0.0491104 Feb 11 13:26:57.242231 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7d8ecf2-9aae-45af-bb78-aac8c7c47340 req-7c2d32d0-c476-465d-91a1-84f47cf31e23 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 945 time: 0.0648029 Feb 11 13:26:57.280139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7d8ecf2-9aae-45af-bb78-aac8c7c47340 req-8b461ce8-58d9-4e77-9fed-1936862ad529 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362141 Feb 11 13:26:57.282463 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.293615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.295124 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['150b08f0-9279-4bd3-bf9a-61911c3f9b61'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:26:57.324066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-97513307-592e-47cf-9272-6d62e5255f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.325553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-97513307-592e-47cf-9272-6d62e5255f85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.0777454 Feb 11 13:26:57.344959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Pushing event updated for resources: {'Port': ['ID=7da1191d-b65c-4b12-8e6c-6307a026ad12,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:57.364929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-132eccd5-7285-4d7f-bde6-d37fe382e48c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294411 Feb 11 13:26:57.376270 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.392341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Pushing event updated for resources: {'Port': ['ID=f881c695-6f17-455a-b836-2a49e43cb5bd,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:57.508744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:26:57.512573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:26:57.522148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Attempting to bind port 7da1191d-b65c-4b12-8e6c-6307a026ad12 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:26:57.522649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Attempting to bind port 7da1191d-b65c-4b12-8e6c-6307a026ad12 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:26:57.524278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Attempting to bind port 7da1191d-b65c-4b12-8e6c-6307a026ad12 on network 628a6630-3b59-42be-8d5b-678dbf3f588a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:57.549807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-24ce879d-5dfe-4280-bcfc-0ad1a58e50f9 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566806 Feb 11 13:26:57.549807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Port 7da1191d-b65c-4b12-8e6c-6307a026ad12 on network 628a6630-3b59-42be-8d5b-678dbf3f588a not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:26:57.549807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Attempting to bind port 7da1191d-b65c-4b12-8e6c-6307a026ad12 on network 628a6630-3b59-42be-8d5b-678dbf3f588a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:26:57.549807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:26:57.550382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:52Z', 'revision_number': 3, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:57.550865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Checking segment: {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:26:57.550865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Bound using segment: {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:26:57.550865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Bound port: 7da1191d-b65c-4b12-8e6c-6307a026ad12, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:26:57.550865 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.597224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e3895e-48f1-4303-ad92-2b1bd7538093 None None] The sync data for ids ['301d9dbc-1e56-4c64-86d6-e549623323e6'] in n-d-816488-1 is: [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:52Z', 'revision_number': 3, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:26:57.665426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Router 301d9dbc-1e56-4c64-86d6-e549623323e6 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:26:57.679167 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0356f90d-b0a9-4101-a141-6ccbfed508cd req-f874cded-0a4a-4fb6-a0a0-6ca26c0f3f02 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411598 Feb 11 13:26:57.712422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] For port 7da1191d-b65c-4b12-8e6c-6307a026ad12, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:26:57.715774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] For port 7da1191d-b65c-4b12-8e6c-6307a026ad12, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:26:57.746922 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.822692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:26:57.830433 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7afba9f1-08e8-4f99-bda3-74f212a24c9c admin admin] 10.222.0.52 "PUT /v2.0/routers/301d9dbc-1e56-4c64-86d6-e549623323e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5909286 Feb 11 13:26:57.899870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d440b3ba-1e8c-4bd1-bb62-104da0eb24e4 None None] Provisioning complete for port f881c695-6f17-455a-b836-2a49e43cb5bd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:57.900330 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d440b3ba-1e8c-4bd1-bb62-104da0eb24e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.905588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c787-d612-4a32-b35a-a9a7b340d38d req-07d47dbf-7353-4244-a26a-f7c300f5ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:57.911515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9555c787-d612-4a32-b35a-a9a7b340d38d req-07d47dbf-7353-4244-a26a-f7c300f5ff4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 1095 time: 0.0692854 Feb 11 13:26:57.915608 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:57.951972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d440b3ba-1e8c-4bd1-bb62-104da0eb24e4 None None] Port f881c695-6f17-455a-b836-2a49e43cb5bd cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:26:58.039987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.040604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.042041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] 10.222.0.59 "PUT /v2.0/ports/7da1191d-b65c-4b12-8e6c-6307a026ad12 HTTP/1.1" status: 200 len: 1092 time: 1.6810732 Feb 11 13:26:58.090449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950e75d-58f0-4f24-b1c6-c24b891a0492 service neutron] Pushing event updated for resources: {'Port': ['ID=7da1191d-b65c-4b12-8e6c-6307a026ad12,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:58.128381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b350460-a3e2-40ec-9005-535539040535 req-d602b627-cd5c-4ef6-9aaf-517cb877b963 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.129891 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b350460-a3e2-40ec-9005-535539040535 req-d602b627-cd5c-4ef6-9aaf-517cb877b963 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 944 time: 0.1320908 Feb 11 13:26:58.135860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c787-d612-4a32-b35a-a9a7b340d38d req-68e5bb20-f5ca-4cac-9ce1-ffec9138e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.137853 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9555c787-d612-4a32-b35a-a9a7b340d38d req-68e5bb20-f5ca-4cac-9ce1-ffec9138e073 service neutron] 10.222.0.59 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 913 time: 0.1771631 Feb 11 13:26:58.198792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9555c787-d612-4a32-b35a-a9a7b340d38d req-8b03a1ff-74ab-4428-a9bb-99f4a4712d88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efb6250e-046e-48eb-8494-d422d351421b HTTP/1.1" status: 200 len: 217 time: 0.0515163 Feb 11 13:26:58.271578 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b350460-a3e2-40ec-9005-535539040535 req-5c86a2e3-ef78-4635-a654-da87212e379c tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315174 Feb 11 13:26:58.296316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555c787-d612-4a32-b35a-a9a7b340d38d req-fbde1ef2-5950-432b-b277-e961f796cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.297977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9555c787-d612-4a32-b35a-a9a7b340d38d req-fbde1ef2-5950-432b-b277-e961f796cee6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.0879638 Feb 11 13:26:58.319390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-0d7e2fc9-586a-419e-8dde-477b86ca3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.320918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-0d7e2fc9-586a-419e-8dde-477b86ca3f3f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 1095 time: 0.1024184 Feb 11 13:26:58.344457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 150b08f0-9279-4bd3-bf9a-61911c3f9b61 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:58.349720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9555c787-d612-4a32-b35a-a9a7b340d38d req-7efac31c-f839-4c94-a141-4c5b296861ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421689 Feb 11 13:26:58.398219 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-e56fced5-1a71-48ea-870f-e744241ad2e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12 HTTP/1.1" status: 200 len: 217 time: 0.0566490 Feb 11 13:26:58.458740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:58.467372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51142) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:58.467633 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:58.467633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.476928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-bda3f5a7-c3b0-48e1-8e46-ce0644259be2 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389036329', 'description': 'tempest-description--46462838'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:58.574851 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.610908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47389a-fe57-4bdd-b6a9-904363c38adb req-dd1aafd4-c949-4732-aa0a-f6edb7693275 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.612525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f47389a-fe57-4bdd-b6a9-904363c38adb req-dd1aafd4-c949-4732-aa0a-f6edb7693275 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 944 time: 0.0828538 Feb 11 13:26:58.617371 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.652515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3f63b015-862a-44b8-ba89-e579d3500834 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:58.654299 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda3f5a7-c3b0-48e1-8e46-ce0644259be2 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.687410 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f47389a-fe57-4bdd-b6a9-904363c38adb req-f032a528-038e-4053-9d4e-4931a96d029d tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683353 Feb 11 13:26:58.694348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab4710f-3ec1-40f1-98db-33a0b98a88a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150b08f0-9279-4bd3-bf9a-61911c3f9b61'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:58.698021 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a74f410-dc1e-4bd9-8d52-3f7a3e5509a9" -d '{"events": [{"server_uuid": "eab4710f-3ec1-40f1-98db-33a0b98a88a1", "name": "network-vif-plugged", "status": "completed", "tag": "150b08f0-9279-4bd3-bf9a-61911c3f9b61"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:58.726935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 150b08f0-9279-4bd3-bf9a-61911c3f9b61, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=150b08f0-9279-4bd3-bf9a-61911c3f9b61,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:58.759527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3f63b015-862a-44b8-ba89-e579d3500834 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:58.759920 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.787913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda3f5a7-c3b0-48e1-8e46-ce0644259be2 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.847521 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.848482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 51cff701-115a-46a3-ba3c-7114a1e978c7 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:26:58.853042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d3968-6eda-4c77-9e1e-9d147cd3c8be req-3ec01a23-aa8e-44c0-b60c-6f58d158e178 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.854904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc7d3968-6eda-4c77-9e1e-9d147cd3c8be req-3ec01a23-aa8e-44c0-b60c-6f58d158e178 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 945 time: 0.0609736 Feb 11 13:26:58.881348 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda3f5a7-c3b0-48e1-8e46-ce0644259be2 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.920627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc7d3968-6eda-4c77-9e1e-9d147cd3c8be req-01246794-3810-4017-87fe-19e514998735 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585439 Feb 11 13:26:58.925145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3f5a7-c3b0-48e1-8e46-ce0644259be2 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27f0369-32ef-48e0-a50a-80381475027f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:58.930751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f70d9a-de7a-40f9-a8b6-66c9bdf194a8 req-cbe959cb-a486-456e-865d-293d0a88e7e3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.932455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62f70d9a-de7a-40f9-a8b6-66c9bdf194a8 req-cbe959cb-a486-456e-865d-293d0a88e7e3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 944 time: 0.5808418 Feb 11 13:26:58.936440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-84cc38bb-ed33-4d7b-8209-667106bff261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:58.938628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-84cc38bb-ed33-4d7b-8209-667106bff261 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b524e984-4024-46c0-b04c-9c226443adb2 HTTP/1.1" status: 200 len: 845 time: 0.5167863 Feb 11 13:26:58.943592 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.961326 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda3f5a7-c3b0-48e1-8e46-ce0644259be2 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:58.970927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bda3f5a7-c3b0-48e1-8e46-ce0644259be2 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4953625 Feb 11 13:26:58.971256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 3f63b015-862a-44b8-ba89-e579d3500834, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3f63b015-862a-44b8-ba89-e579d3500834,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:58.971351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51150) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:58.976901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4ec11906-507b-4efa-99b0-4feeb2a951b5 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Request body: {'security_group_rule': {'security_group_id': 'f27f0369-32ef-48e0-a50a-80381475027f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:58.990957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=150b08f0-9279-4bd3-bf9a-61911c3f9b61,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:58.999301 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f2606a-03af-4d82-8156-134ca64a76b4 x-openstack-request-id: req-f1f2606a-03af-4d82-8156-134ca64a76b4 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:58.999684 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab4710f-3ec1-40f1-98db-33a0b98a88a1", "name": "network-vif-plugged", "status": "completed", "tag": "150b08f0-9279-4bd3-bf9a-61911c3f9b61", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:59.000588 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1f2606a-03af-4d82-8156-134ca64a76b4 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:59.002169 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab4710f-3ec1-40f1-98db-33a0b98a88a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150b08f0-9279-4bd3-bf9a-61911c3f9b61', 'code': 200} Feb 11 13:26:59.029031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.034211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9555c787-d612-4a32-b35a-a9a7b340d38d req-90ab4c44-49ea-4165-b104-825f9d9bdbbb service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6735201 Feb 11 13:26:59.041515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-ca1d888a-80aa-4103-86c7-efb765fc8e73 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=628a6630-3b59-42be-8d5b-678dbf3f588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891740 Feb 11 13:26:59.117398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=3f63b015-862a-44b8-ba89-e579d3500834,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:59.122673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 51cff701-115a-46a3-ba3c-7114a1e978c7 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:26:59.129624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 51cff701-115a-46a3-ba3c-7114a1e978c7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:26:59.129624 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.161162 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ec11906-507b-4efa-99b0-4feeb2a951b5 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.177924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'tag': '7da1191d-b65c-4b12-8e6c-6307a026ad12'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:26:59.180969 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e144c67-70a5-4ee4-920c-85794b1bd08a" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd65d01-9a5d-49e9-9756-a44066d15583", "tag": "7da1191d-b65c-4b12-8e6c-6307a026ad12"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:26:59.186047 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-3e76d76b-e3de-4ffa-a732-343a3620fc3a service neutron] 10.222.0.59 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285634 Feb 11 13:26:59.201974 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62f70d9a-de7a-40f9-a8b6-66c9bdf194a8 req-e47fb602-0f57-41d0-9c33-99e388d9a3fe tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559881 Feb 11 13:26:59.225700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cbb46-3a18-49b8-8155-5b39d7190655 req-0ac0db2a-3132-43cb-90c2-2a5bac2f1a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.227444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d41cbb46-3a18-49b8-8155-5b39d7190655 req-0ac0db2a-3132-43cb-90c2-2a5bac2f1a10 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 1096 time: 0.1571422 Feb 11 13:26:59.235900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e709d72-7c2b-473c-8a79-d2a52bdb32d5 req-dfcc05fb-ab52-4387-a06f-1fb9f8fd9812 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.243783 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e709d72-7c2b-473c-8a79-d2a52bdb32d5 req-dfcc05fb-ab52-4387-a06f-1fb9f8fd9812 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b32dcbb-d591-4248-9dbe-7be8d2bcf91c HTTP/1.1" status: 200 len: 944 time: 0.1719656 Feb 11 13:26:59.276534 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.315367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ec11906-507b-4efa-99b0-4feeb2a951b5 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.356593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e709d72-7c2b-473c-8a79-d2a52bdb32d5 req-a4d27a93-7bbe-4290-8553-a1a90f44b906 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032836 Feb 11 13:26:59.356593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d41cbb46-3a18-49b8-8155-5b39d7190655 req-fcf82648-1c00-44a0-a132-777422e0139d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972247 Feb 11 13:26:59.361991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 51cff701-115a-46a3-ba3c-7114a1e978c7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=51cff701-115a-46a3-ba3c-7114a1e978c7,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:26:59.365749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb635c80-7ea5-436c-8b17-8881165c7dcd req-acb419bc-a0b3-49f0-a89d-87691498e481 service neutron] 10.222.0.59 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244168 Feb 11 13:26:59.369475 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3167d3d4-9109-42a6-9308-164f752f8347 x-openstack-request-id: req-3167d3d4-9109-42a6-9308-164f752f8347 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:26:59.369710 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd65d01-9a5d-49e9-9756-a44066d15583", "tag": "7da1191d-b65c-4b12-8e6c-6307a026ad12", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:26:59.369987 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3167d3d4-9109-42a6-9308-164f752f8347 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:26:59.370367 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'tag': '7da1191d-b65c-4b12-8e6c-6307a026ad12', 'status': 'completed', 'code': 200} Feb 11 13:26:59.439924 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9555c787-d612-4a32-b35a-a9a7b340d38d req-148c14a3-9f0d-4902-be96-94ebcb5bee84 service neutron] 10.222.0.59 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974538 Feb 11 13:26:59.448631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61ee15-5612-4fb9-869d-484b9b8c17e9 req-81a13fe1-76aa-4076-9f4a-293aa9e4ab3e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.450134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c61ee15-5612-4fb9-869d-484b9b8c17e9 req-81a13fe1-76aa-4076-9f4a-293aa9e4ab3e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 944 time: 0.0789754 Feb 11 13:26:59.472535 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ec11906-507b-4efa-99b0-4feeb2a951b5 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.492736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c61ee15-5612-4fb9-869d-484b9b8c17e9 req-020615fa-a04a-42f1-978e-caa301a0794e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355768 Feb 11 13:26:59.494636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec11906-507b-4efa-99b0-4feeb2a951b5 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edd3585-e2e0-4b5e-b46a-7686b8d28d7b,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:59.506968 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.560738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=51cff701-115a-46a3-ba3c-7114a1e978c7,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:26:59.595547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ec11906-507b-4efa-99b0-4feeb2a951b5 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.599351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4ec11906-507b-4efa-99b0-4feeb2a951b5 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6247211 Feb 11 13:26:59.599693 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51156) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:26:59.605379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3d0c1fdd-44ba-425c-91b8-6cd902f29d3e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Request body: {'security_group_rule': {'security_group_id': 'f27f0369-32ef-48e0-a50a-80381475027f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:26:59.616416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e144c67-70a5-4ee4-920c-85794b1bd08a req-9b4ec45f-6754-474d-ab2c-55901de104d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.617958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e144c67-70a5-4ee4-920c-85794b1bd08a req-9b4ec45f-6754-474d-ab2c-55901de104d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 1095 time: 0.0480032 Feb 11 13:26:59.680616 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Sync routers for ids ['301d9dbc-1e56-4c64-86d6-e549623323e6'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:26:59.691012 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Routers {'301d9dbc-1e56-4c64-86d6-e549623323e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:26:59.695038 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:26:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['301d9dbc-1e56-4c64-86d6-e549623323e6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:26:59.710958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e144c67-70a5-4ee4-920c-85794b1bd08a req-61eff434-cc44-4f5a-96ee-1add9fa6a446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.716624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e144c67-70a5-4ee4-920c-85794b1bd08a req-61eff434-cc44-4f5a-96ee-1add9fa6a446 service neutron] 10.222.0.59 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 906 time: 0.0880818 Feb 11 13:26:59.740977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1fdd-44ba-425c-91b8-6cd902f29d3e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.768583 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e144c67-70a5-4ee4-920c-85794b1bd08a req-73675fb6-a753-49ed-bf03-194ab6f02c03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12 HTTP/1.1" status: 200 len: 217 time: 0.0483787 Feb 11 13:26:59.803750 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Set router 301d9dbc-1e56-4c64-86d6-e549623323e6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:26:59.845231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e144c67-70a5-4ee4-920c-85794b1bd08a req-69ef8155-d658-4ec7-b9de-d8e4f2bea80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.847064 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e144c67-70a5-4ee4-920c-85794b1bd08a req-69ef8155-d658-4ec7-b9de-d8e4f2bea80c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b524e984-4024-46c0-b04c-9c226443adb2 HTTP/1.1" status: 200 len: 845 time: 0.0695765 Feb 11 13:26:59.848982 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1fdd-44ba-425c-91b8-6cd902f29d3e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.856879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b099245-f534-49e4-bc75-4cdd447af392 req-394acc74-8b13-4a4d-99a3-c80ba446508a tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:26:59.866678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b099245-f534-49e4-bc75-4cdd447af392 req-394acc74-8b13-4a4d-99a3-c80ba446508a tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 945 time: 0.0898178 Feb 11 13:26:59.882159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e144c67-70a5-4ee4-920c-85794b1bd08a req-fc00c6c2-ffdc-4887-9e39-83c74cb7ae33 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=628a6630-3b59-42be-8d5b-678dbf3f588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273302 Feb 11 13:26:59.901390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b099245-f534-49e4-bc75-4cdd447af392 req-33e25ecd-6561-4246-a91c-34f4f20f8a25 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360789 Feb 11 13:26:59.935839 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:26:59.978906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e144c67-70a5-4ee4-920c-85794b1bd08a req-a7fceaee-65f1-410c-870e-858c553779f0 service neutron] 10.222.0.59 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898812 Feb 11 13:26:59.987240 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1fdd-44ba-425c-91b8-6cd902f29d3e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.009117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c1fdd-44ba-425c-91b8-6cd902f29d3e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b72685aa-d99a-48b6-9732-f78b936a9a06,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:00.025353 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f881c695-6f17-455a-b836-2a49e43cb5bd', 'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'mac_address': 'fa:16:3e:3d:a5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:56Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 2, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'subnets': [{'id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:00.050872 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Checking router: 301d9dbc-1e56-4c64-86d6-e549623323e6 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:00.051218 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Updating router 301d9dbc-1e56-4c64-86d6-e549623323e6 port f881c695-6f17-455a-b836-2a49e43cb5bd binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:27:00.077211 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.081284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e144c67-70a5-4ee4-920c-85794b1bd08a req-2d09e9e1-76fd-47a1-99cd-5e351029f525 service neutron] 10.222.0.59 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945585 Feb 11 13:27:00.098038 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0c1fdd-44ba-425c-91b8-6cd902f29d3e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.102288 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d0c1fdd-44ba-425c-91b8-6cd902f29d3e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4986918 Feb 11 13:27:00.102445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51160) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:00.107079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:00.209951 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.315927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.330088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a841c-805b-45b7-8364-859250e1ed76 req-6ae923da-4c9b-49cf-8579-b36f62ff6fd8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:00.331885 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c21a841c-805b-45b7-8364-859250e1ed76 req-6ae923da-4c9b-49cf-8579-b36f62ff6fd8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 944 time: 0.0587010 Feb 11 13:27:00.375524 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.383597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c21a841c-805b-45b7-8364-859250e1ed76 req-aae75837-3d29-4ae9-ab6f-828ab9aa1d96 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441756 Feb 11 13:27:00.471953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Allocated IP 172.25.0.157 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/c05c9c12-aa3b-44c1-9ccb-7091084e93b5) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:00.495443 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.498438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aff6b4-57a0-4c30-b047-936932f09c7d req-06149575-fe16-4b61-9a3e-08363dccc404 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:00.505860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68aff6b4-57a0-4c30-b047-936932f09c7d req-06149575-fe16-4b61-9a3e-08363dccc404 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b32dcbb-d591-4248-9dbe-7be8d2bcf91c HTTP/1.1" status: 200 len: 945 time: 0.0870454 Feb 11 13:27:00.542114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3f63b015-862a-44b8-ba89-e579d3500834 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:00.598866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3f63b015-862a-44b8-ba89-e579d3500834 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:00.599720 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.608867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68aff6b4-57a0-4c30-b047-936932f09c7d req-25285971-ee5e-4b05-bdd1-6a6559ed46a2 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971508 Feb 11 13:27:00.668356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.683137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b84de-7471-441d-acab-17bd7626bee0 req-76a2e621-6062-4d95-8f73-a7591e4f3a42 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:00.701569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-797b84de-7471-441d-acab-17bd7626bee0 req-76a2e621-6062-4d95-8f73-a7591e4f3a42 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 944 time: 0.1062472 Feb 11 13:27:00.701830 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.725512 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Pushing event updated for resources: {'Port': ['ID=f881c695-6f17-455a-b836-2a49e43cb5bd,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:00.742393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-797b84de-7471-441d-acab-17bd7626bee0 req-a4fa1e90-008b-4162-ad75-95b9c87ae81b tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507045 Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.764851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:00.767821 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Attempting to bind port f881c695-6f17-455a-b836-2a49e43cb5bd on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:27:00.768189 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Attempting to bind port f881c695-6f17-455a-b836-2a49e43cb5bd by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:27:00.768551 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Attempting to bind port f881c695-6f17-455a-b836-2a49e43cb5bd on network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:00.773735 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:00.774424 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Checking segment: {'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:27:00.774825 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.775215 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Bound using segment: {'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:00.775681 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Bound port: f881c695-6f17-455a-b836-2a49e43cb5bd, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:27:00.776059 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.846648 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] For port f881c695-6f17-455a-b836-2a49e43cb5bd, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:00.849734 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] For port f881c695-6f17-455a-b836-2a49e43cb5bd, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f881c695-6f17-455a-b836-2a49e43cb5bd,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:00.905642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b2925c6e-ae17-4d3f-8a1a-ec47ecfbe0ac None None] Provisioning complete for port f881c695-6f17-455a-b836-2a49e43cb5bd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:00.906145 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2925c6e-ae17-4d3f-8a1a-ec47ecfbe0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.912980 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:00.953138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b2925c6e-ae17-4d3f-8a1a-ec47ecfbe0ac None None] Port f881c695-6f17-455a-b836-2a49e43cb5bd cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:27:00.956044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:00.959259 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:00.962858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:00.989129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Pushing event updated for resources: {'Port': ['ID=c05c9c12-aa3b-44c1-9ccb-7091084e93b5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:01.002627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b32dcbb-d591-4248-9dbe-7be8d2bcf91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cff701-115a-46a3-ba3c-7114a1e978c7'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:01.006294 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2573e370-b13f-490f-be98-e7a862589e5d" -d '{"events": [{"server_uuid": "2b32dcbb-d591-4248-9dbe-7be8d2bcf91c", "name": "network-vif-plugged", "status": "completed", "tag": "51cff701-115a-46a3-ba3c-7114a1e978c7"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:01.010295 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.043233 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24808623-0dd8-4d93-84a0-47e448251957 x-openstack-request-id: req-24808623-0dd8-4d93-84a0-47e448251957 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:01.043401 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b32dcbb-d591-4248-9dbe-7be8d2bcf91c", "name": "network-vif-plugged", "status": "completed", "tag": "51cff701-115a-46a3-ba3c-7114a1e978c7", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:01.043848 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24808623-0dd8-4d93-84a0-47e448251957 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:01.044218 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b32dcbb-d591-4248-9dbe-7be8d2bcf91c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cff701-115a-46a3-ba3c-7114a1e978c7', 'code': 200} Feb 11 13:27:01.084919 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Routers {'301d9dbc-1e56-4c64-86d6-e549623323e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:01.094526 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:26:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['301d9dbc-1e56-4c64-86d6-e549623323e6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:01.094526 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd06f-284a-4ac9-9625-ec9b0800d843 None None] Pushing event updated for resources: {'Port': ['ID=f881c695-6f17-455a-b836-2a49e43cb5bd,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:01.102566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9c87d-9042-49ad-bbde-90c4cac2a07c req-9da4838e-bb12-47de-ad93-9589690ef531 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.104152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28d9c87d-9042-49ad-bbde-90c4cac2a07c req-9da4838e-bb12-47de-ad93-9589690ef531 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 945 time: 0.1160944 Feb 11 13:27:01.130801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device efb6250e-046e-48eb-8494-d422d351421b details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:01.184542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.220456 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] Set router 301d9dbc-1e56-4c64-86d6-e549623323e6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:01.268292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port efb6250e-046e-48eb-8494-d422d351421b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=efb6250e-046e-48eb-8494-d422d351421b,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:01.282904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'efb6250e-046e-48eb-8494-d422d351421b', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'port_id': 'efb6250e-046e-48eb-8494-d422d351421b', 'mac_address': 'fa:16:3e:d6:02:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0068394-8d60-46ec-8614-0892d71a97c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:01.330569 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.346492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb6250e-046e-48eb-8494-d422d351421b {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:01.368421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port efb6250e-046e-48eb-8494-d422d351421b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=efb6250e-046e-48eb-8494-d422d351421b,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:01.385281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-efa3b410-798d-48a2-b592-07f39b84e283 None None] Provisioning complete for port f881c695-6f17-455a-b836-2a49e43cb5bd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:01.385644 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-efa3b410-798d-48a2-b592-07f39b84e283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.448045 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.465516 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f881c695-6f17-455a-b836-2a49e43cb5bd', 'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'mac_address': 'fa:16:3e:3d:a5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:56Z', 'updated_at': '2022-02-11T13:27:00Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'subnets': [{'id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:01.503453 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3983793-ddf4-43eb-8235-f987d35a6a12 None None] The sync data for ids ['301d9dbc-1e56-4c64-86d6-e549623323e6'] in n-d-816488-1 is: [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f881c695-6f17-455a-b836-2a49e43cb5bd', 'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'mac_address': 'fa:16:3e:3d:a5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:56Z', 'updated_at': '2022-02-11T13:27:00Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'subnets': [{'id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:01.539402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28d9c87d-9042-49ad-bbde-90c4cac2a07c req-241197c5-8a23-41df-bd76-4e439139540c tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241974 Feb 11 13:27:01.547474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1ad97-5b17-4bce-b1d5-9c5a44ea24ee req-1092730a-cd97-4baf-97de-74a0faf9720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.548099 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-efa3b410-798d-48a2-b592-07f39b84e283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.548351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6c1ad97-5b17-4bce-b1d5-9c5a44ea24ee req-1092730a-cd97-4baf-97de-74a0faf9720f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b32dcbb-d591-4248-9dbe-7be8d2bcf91c HTTP/1.1" status: 200 len: 1096 time: 0.4321573 Feb 11 13:27:01.558052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=efb6250e-046e-48eb-8494-d422d351421b,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:01.592920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66f176-ff90-429a-98da-a75ab77d4d81 req-96741501-52d6-4f18-bfcc-f0c24bc96e66 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.595497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6c1ad97-5b17-4bce-b1d5-9c5a44ea24ee req-4241f48e-f4f0-41cf-9429-4e765451fc4d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400665 Feb 11 13:27:01.613692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d66f176-ff90-429a-98da-a75ab77d4d81 req-96741501-52d6-4f18-bfcc-f0c24bc96e66 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 945 time: 0.1312602 Feb 11 13:27:01.628451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-efa3b410-798d-48a2-b592-07f39b84e283 None None] For port f881c695-6f17-455a-b836-2a49e43cb5bd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f881c695-6f17-455a-b836-2a49e43cb5bd,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:01.685173 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.688829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d66f176-ff90-429a-98da-a75ab77d4d81 req-5a334ae3-40d6-4b86-a92e-625daa551d01 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700779 Feb 11 13:27:01.730906 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-efa3b410-798d-48a2-b592-07f39b84e283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:01.797725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e49ac-4524-430f-93ef-d2af5cb827dd req-a5847790-635a-4399-8830-e7e1546cba86 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.799505 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a67e49ac-4524-430f-93ef-d2af5cb827dd req-a5847790-635a-4399-8830-e7e1546cba86 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b32dcbb-d591-4248-9dbe-7be8d2bcf91c HTTP/1.1" status: 200 len: 945 time: 0.0853367 Feb 11 13:27:01.821229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3b410-798d-48a2-b592-07f39b84e283 None None] Pushing event updated for resources: {'Port': ['ID=f881c695-6f17-455a-b836-2a49e43cb5bd,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:01.836287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['efb6250e-046e-48eb-8494-d422d351421b'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:01.909044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d46cd-aebc-4c03-beaa-62bb51e35111 req-4e4905de-6213-4d28-ae3e-c15f9ca77a9c tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:01.910965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e90d46cd-aebc-4c03-beaa-62bb51e35111 req-4e4905de-6213-4d28-ae3e-c15f9ca77a9c tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 944 time: 0.0726252 Feb 11 13:27:01.944217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a67e49ac-4524-430f-93ef-d2af5cb827dd req-36987f1e-974e-4bd9-a373-2a8c3cdd070a tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057875 Feb 11 13:27:01.956422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e90d46cd-aebc-4c03-beaa-62bb51e35111 req-50ecf177-5458-4dbf-8f43-6f2474937ce1 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Feb 11 13:27:01.983368 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.067161 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.141450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Pushing event updated for resources: {'Port': ['ID=c05c9c12-aa3b-44c1-9ccb-7091084e93b5,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:02.154535 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.257876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.259530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c1645109-0580-40d3-b85e-b8dca9525d6a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1556966 Feb 11 13:27:02.407070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-6852f766-106f-48f4-b6f8-5dc54afc5d7b tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--389036329&fields=id&tenant_id=9cddd531f9d843109577e077f3882f3b HTTP/1.1" status: 200 len: 267 time: 0.0357792 Feb 11 13:27:02.545584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-024689ad-3515-43f4-829d-12a73edd3d00 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:02.548815 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-024689ad-3515-43f4-829d-12a73edd3d00 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/networks?id=2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 HTTP/1.1" status: 200 len: 805 time: 0.1334231 Feb 11 13:27:02.565280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-22767f81-6fe2-45b7-98fa-30b8116b2f95 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/quotas/9cddd531f9d843109577e077f3882f3b HTTP/1.1" status: 200 len: 375 time: 0.0119526 Feb 11 13:27:02.578642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f881c695-6f17-455a-b836-2a49e43cb5bd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:02.647231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f881c695-6f17-455a-b836-2a49e43cb5bd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:02.647503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-dcb42d36-5f1d-4a1d-9a48-d324ae695ee7 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9cddd531f9d843109577e077f3882f3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719116 Feb 11 13:27:02.647692 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:02.772950 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-fe1069b5-1a31-480a-83d8-3b1448ec1db8 service neutron] 10.222.0.52 "GET /v2.0/networks/2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056402 Feb 11 13:27:02.845750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ce0d1-b4df-4d42-ade9-24b42b1b4b6a req-fb577680-197f-419d-b717-bfe74db8ba7e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:02.847481 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-930ce0d1-b4df-4d42-ade9-24b42b1b4b6a req-fb577680-197f-419d-b717-bfe74db8ba7e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 945 time: 0.0541174 Feb 11 13:27:02.886191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-ee476d0c-b91a-4a11-ba80-ad68b21c3651 service neutron] 10.222.0.52 "GET /v2.0/networks/2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005504 Feb 11 13:27:02.918382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-930ce0d1-b4df-4d42-ade9-24b42b1b4b6a req-1c2e7b39-e3a0-4764-9b07-0eb5c921a5d8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599864 Feb 11 13:27:03.057691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b728dd2-1e1c-4846-a2ae-0576d95d007d req-46973046-2417-4bf4-a8d5-729539c5a586 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.059170 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b728dd2-1e1c-4846-a2ae-0576d95d007d req-46973046-2417-4bf4-a8d5-729539c5a586 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b32dcbb-d591-4248-9dbe-7be8d2bcf91c HTTP/1.1" status: 200 len: 945 time: 0.0502911 Feb 11 13:27:03.100112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b728dd2-1e1c-4846-a2ae-0576d95d007d req-2b75aacf-73e9-4112-8073-5425824c97b0 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337493 Feb 11 13:27:03.150697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7da1191d-b65c-4b12-8e6c-6307a026ad12 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:03.154347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device efb6250e-046e-48eb-8494-d422d351421b up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:03.249006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d04978-133d-4053-a95f-e782286bfa1d req-308ffc06-75e8-49ee-978a-1d44ff094cb2 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.258745 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9d04978-133d-4053-a95f-e782286bfa1d req-308ffc06-75e8-49ee-978a-1d44ff094cb2 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 944 time: 0.0632386 Feb 11 13:27:03.310008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9d04978-133d-4053-a95f-e782286bfa1d req-7548bf16-c1eb-4009-be30-5de41252d5d0 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461602 Feb 11 13:27:03.373211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d571e2de-b3d7-4d74-9f37-6add3e00a49b req-82b493a3-8d5c-429c-b75e-3fec676c407b tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 210 time: 0.0300333 Feb 11 13:27:03.391809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7da1191d-b65c-4b12-8e6c-6307a026ad12, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:03.403947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '7da1191d-b65c-4b12-8e6c-6307a026ad12', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'port_id': '7da1191d-b65c-4b12-8e6c-6307a026ad12', 'mac_address': 'fa:16:3e:7c:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b524e984-4024-46c0-b04c-9c226443adb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:03.441710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.454134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da1191d-b65c-4b12-8e6c-6307a026ad12 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:03.473492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7da1191d-b65c-4b12-8e6c-6307a026ad12, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:03.520272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port efb6250e-046e-48eb-8494-d422d351421b completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:03.528183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port efb6250e-046e-48eb-8494-d422d351421b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:03.528183 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.606892 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.613396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.677006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07543af8-42f3-466d-befc-af6d7c5c6049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb6250e-046e-48eb-8494-d422d351421b'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:03.680579 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b108a8-eca5-4184-a759-e8b256970f68" -d '{"events": [{"server_uuid": "07543af8-42f3-466d-befc-af6d7c5c6049", "name": "network-vif-plugged", "status": "completed", "tag": "efb6250e-046e-48eb-8494-d422d351421b"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:03.701936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port efb6250e-046e-48eb-8494-d422d351421b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=efb6250e-046e-48eb-8494-d422d351421b,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:03.709387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7da1191d-b65c-4b12-8e6c-6307a026ad12,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:03.712103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.712375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.712709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.713035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.713362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.713683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.714040 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.714360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.714672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.714987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.715301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.715617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:03.743819 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a4423e-42a3-462b-8359-82f74f5d0f9a x-openstack-request-id: req-08a4423e-42a3-462b-8359-82f74f5d0f9a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:03.744114 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07543af8-42f3-466d-befc-af6d7c5c6049", "name": "network-vif-plugged", "status": "completed", "tag": "efb6250e-046e-48eb-8494-d422d351421b", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:03.744364 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08a4423e-42a3-462b-8359-82f74f5d0f9a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:03.744756 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07543af8-42f3-466d-befc-af6d7c5c6049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb6250e-046e-48eb-8494-d422d351421b', 'code': 200} Feb 11 13:27:03.821683 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:03.852992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95078795-6205-4d02-8122-7f2327bceee7 req-aeebdee9-dc25-4bd1-8227-d7bf643c9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:03.855139 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95078795-6205-4d02-8122-7f2327bceee7 req-aeebdee9-dc25-4bd1-8227-d7bf643c9b90 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 1096 time: 0.0518780 Feb 11 13:27:03.883688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=efb6250e-046e-48eb-8494-d422d351421b,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:03.891977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95078795-6205-4d02-8122-7f2327bceee7 req-22d88df4-ed25-47b4-a64e-8999f0240481 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302522 Feb 11 13:27:04.033991 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744ec4c-235c-4850-9be3-7c6a94e00231 req-92f9081a-87e0-4c9f-861a-ea1c7246ef40 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:04.035480 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9744ec4c-235c-4850-9be3-7c6a94e00231 req-92f9081a-87e0-4c9f-861a-ea1c7246ef40 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0572858 Feb 11 13:27:04.070030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['7da1191d-b65c-4b12-8e6c-6307a026ad12'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:04.072373 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9744ec4c-235c-4850-9be3-7c6a94e00231 req-b30c55d5-df2e-4138-b24b-1b22c6c910d6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308285 Feb 11 13:27:04.422496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50204a6-bddb-4539-a6b2-7bb5983b9c1e req-e8ad268a-bd1c-4643-861b-bce684d0d64d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:04.423929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f50204a6-bddb-4539-a6b2-7bb5983b9c1e req-e8ad268a-bd1c-4643-861b-bce684d0d64d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 945 time: 0.0527253 Feb 11 13:27:04.434933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-17259153-6599-455d-9720-2e1d6555571a tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:04.436496 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-17259153-6599-455d-9720-2e1d6555571a tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/networks?id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee HTTP/1.1" status: 200 len: 811 time: 0.1047902 Feb 11 13:27:04.453895 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-fcf4bf07-a8b4-4539-a938-58d4f4895970 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/quotas/21f9be5977764150848a4ebea3fb9e21 HTTP/1.1" status: 200 len: 375 time: 0.0096910 Feb 11 13:27:04.465033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f50204a6-bddb-4539-a6b2-7bb5983b9c1e req-ccccdaaf-da95-4a37-8a30-bb70792dd2eb tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347142 Feb 11 13:27:04.511444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-4893bd93-86cf-45af-9f26-c86ddd0c3868 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=21f9be5977764150848a4ebea3fb9e21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516930 Feb 11 13:27:04.533143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8fae23f2-4848-4b73-b51d-ba11ef39c202 req-c7939aec-0399-4302-ac47-05abfd580d77 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 210 time: 0.0277379 Feb 11 13:27:04.608009 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-a0c7740b-7f89-4196-b6ac-9038eef42f0b service neutron] 10.222.0.52 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885060 Feb 11 13:27:04.704877 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-c6982e0c-3d32-48f4-bc3e-21b451f521d8 service neutron] 10.222.0.52 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904765 Feb 11 13:27:05.048981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658fb53-9e45-456e-9ab1-466de33018fe req-bc947baa-cfeb-4e2c-ae78-a8d22387d3f1 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.050483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a658fb53-9e45-456e-9ab1-466de33018fe req-bc947baa-cfeb-4e2c-ae78-a8d22387d3f1 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b32dcbb-d591-4248-9dbe-7be8d2bcf91c HTTP/1.1" status: 200 len: 945 time: 0.0500622 Feb 11 13:27:05.150533 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-a658fb53-9e45-456e-9ab1-466de33018fe req-4ac630ad-7dea-4680-8bef-4a052fd264ec tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Deleting port 51cff701-115a-46a3-ba3c-7114a1e978c7 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:05.150882 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a658fb53-9e45-456e-9ab1-466de33018fe req-4ac630ad-7dea-4680-8bef-4a052fd264ec tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:05.245223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-a658fb53-9e45-456e-9ab1-466de33018fe req-4ac630ad-7dea-4680-8bef-4a052fd264ec tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] For port 51cff701-115a-46a3-ba3c-7114a1e978c7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=51cff701-115a-46a3-ba3c-7114a1e978c7,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:05.245709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a658fb53-9e45-456e-9ab1-466de33018fe req-4ac630ad-7dea-4680-8bef-4a052fd264ec tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:05.258241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-a658fb53-9e45-456e-9ab1-466de33018fe req-4ac630ad-7dea-4680-8bef-4a052fd264ec tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Calling delete_port for 51cff701-115a-46a3-ba3c-7114a1e978c7 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:05.436282 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93075d4f-0bf8-4261-8967-23ca8d391a88 req-b31dfbd5-1c8e-4d3b-9dd7-44e4c6a3c8d2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.438450 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93075d4f-0bf8-4261-8967-23ca8d391a88 req-b31dfbd5-1c8e-4d3b-9dd7-44e4c6a3c8d2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0964835 Feb 11 13:27:05.483666 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93075d4f-0bf8-4261-8967-23ca8d391a88 req-21e936b8-fb19-4645-87a7-6d2ba2e2f501 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Feb 11 13:27:05.592941 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a658fb53-9e45-456e-9ab1-466de33018fe req-4ac630ad-7dea-4680-8bef-4a052fd264ec tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:05.608053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['51cff701-115a-46a3-ba3c-7114a1e978c7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:05.613812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['019bfabc-1032-42ff-81ab-f8a23ec79678'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:05.623449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac630ad-7dea-4680-8bef-4a052fd264ec tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Pushing event deleted for resources: {'Port': ['ID=51cff701-115a-46a3-ba3c-7114a1e978c7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:05.707843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a658fb53-9e45-456e-9ab1-466de33018fe req-4ac630ad-7dea-4680-8bef-4a052fd264ec tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] No DVR routers for this DVR port 51cff701-115a-46a3-ba3c-7114a1e978c7 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:05.710775 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a658fb53-9e45-456e-9ab1-466de33018fe req-4ac630ad-7dea-4680-8bef-4a052fd264ec tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:05.714838 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a658fb53-9e45-456e-9ab1-466de33018fe req-4ac630ad-7dea-4680-8bef-4a052fd264ec tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "DELETE /v2.0/ports/51cff701-115a-46a3-ba3c-7114a1e978c7 HTTP/1.1" status: 204 len: 173 time: 0.6576848 Feb 11 13:27:05.716124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b32dcbb-d591-4248-9dbe-7be8d2bcf91c', 'name': 'network-vif-deleted', 'tag': '51cff701-115a-46a3-ba3c-7114a1e978c7'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:05.718935 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1888d8df-999b-4f24-9f8b-3d874c07cd31" -d '{"events": [{"server_uuid": "2b32dcbb-d591-4248-9dbe-7be8d2bcf91c", "name": "network-vif-deleted", "tag": "51cff701-115a-46a3-ba3c-7114a1e978c7"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:05.742382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d415d5-98aa-48ea-8829-775dde32c2ba req-bcbc123d-864d-4682-b357-33c5dcb4e9da tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:05.744072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97d415d5-98aa-48ea-8829-775dde32c2ba req-bcbc123d-864d-4682-b357-33c5dcb4e9da tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 945 time: 0.0816629 Feb 11 13:27:05.798334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97d415d5-98aa-48ea-8829-775dde32c2ba req-f08c6ea1-2d08-4115-bc41-6c5a8cab0bbc tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462232 Feb 11 13:27:05.884774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6749cff9-9b2e-42d3-89c3-70c7f7c39879 req-08879772-38af-414a-9ec1-7042cbe88555 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 210 time: 0.0289602 Feb 11 13:27:05.958336 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b5f13d-89a2-44be-92ce-7346c82a5f8a x-openstack-request-id: req-07b5f13d-89a2-44be-92ce-7346c82a5f8a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:05.958629 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b32dcbb-d591-4248-9dbe-7be8d2bcf91c", "name": "network-vif-deleted", "tag": "51cff701-115a-46a3-ba3c-7114a1e978c7", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:05.958878 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07b5f13d-89a2-44be-92ce-7346c82a5f8a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:05.959279 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b32dcbb-d591-4248-9dbe-7be8d2bcf91c', 'name': 'network-vif-deleted', 'tag': '51cff701-115a-46a3-ba3c-7114a1e978c7', 'status': 'completed', 'code': 200} Feb 11 13:27:05.961223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc341103-7e29-47fd-9e07-2ab050de25ec req-6253ff86-4b27-4e90-86b6-2bfe34f3d328 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 210 time: 0.0319476 Feb 11 13:27:06.215930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618960a6-51bb-4bda-b027-829d450abd88 req-56cfc7a1-dbc9-4676-acd0-e5661fb2a27a tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.215930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-618960a6-51bb-4bda-b027-829d450abd88 req-56cfc7a1-dbc9-4676-acd0-e5661fb2a27a tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.59 "GET /v2.0/ports?device_id=c36ea0c3-4a25-4221-99c2-6a881ffdd904 HTTP/1.1" status: 200 len: 945 time: 0.0648432 Feb 11 13:27:06.330395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-618960a6-51bb-4bda-b027-829d450abd88 req-9cb97f59-9b70-41d5-a9ee-74e63b9f8cbc tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Deleting port 019bfabc-1032-42ff-81ab-f8a23ec79678 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:06.331361 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-618960a6-51bb-4bda-b027-829d450abd88 req-9cb97f59-9b70-41d5-a9ee-74e63b9f8cbc tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:06.435355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-618960a6-51bb-4bda-b027-829d450abd88 req-9cb97f59-9b70-41d5-a9ee-74e63b9f8cbc tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] For port 019bfabc-1032-42ff-81ab-f8a23ec79678, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=019bfabc-1032-42ff-81ab-f8a23ec79678,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:06.435717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-618960a6-51bb-4bda-b027-829d450abd88 req-9cb97f59-9b70-41d5-a9ee-74e63b9f8cbc tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:06.449420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-618960a6-51bb-4bda-b027-829d450abd88 req-9cb97f59-9b70-41d5-a9ee-74e63b9f8cbc tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Calling delete_port for 019bfabc-1032-42ff-81ab-f8a23ec79678 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:06.701867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf6e52-2fae-450e-b352-6f890a6704ab req-c7676548-4db3-4918-a732-e0fc621d2045 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.703833 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dcf6e52-2fae-450e-b352-6f890a6704ab req-c7676548-4db3-4918-a732-e0fc621d2045 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.1449981 Feb 11 13:27:06.743432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-7a1f0fc6-bad9-4069-bb7c-ed7cb38d6476 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:06.744869 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-7a1f0fc6-bad9-4069-bb7c-ed7cb38d6476 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.13 "GET /v2.0/networks?id=2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 HTTP/1.1" status: 200 len: 805 time: 0.1616657 Feb 11 13:27:06.771479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dcf6e52-2fae-450e-b352-6f890a6704ab req-c65e67e6-403b-475d-bebd-32692668df3f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619946 Feb 11 13:27:06.779153 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-618960a6-51bb-4bda-b027-829d450abd88 req-9cb97f59-9b70-41d5-a9ee-74e63b9f8cbc tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:06.832516 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-564ce527-3531-4a5e-ace4-3c4f25836247 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cddd531f9d843109577e077f3882f3b HTTP/1.1" status: 200 len: 379 time: 0.0752215 Feb 11 13:27:06.848677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Request body: {'port': {'device_id': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'admin_state_up': True, 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'security_groups': ['f27f0369-32ef-48e0-a50a-80381475027f']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:06.868360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb97f59-9b70-41d5-a9ee-74e63b9f8cbc tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Pushing event deleted for resources: {'Port': ['ID=019bfabc-1032-42ff-81ab-f8a23ec79678,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:06.974283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-618960a6-51bb-4bda-b027-829d450abd88 req-9cb97f59-9b70-41d5-a9ee-74e63b9f8cbc tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] No DVR routers for this DVR port 019bfabc-1032-42ff-81ab-f8a23ec79678 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:06.978699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-618960a6-51bb-4bda-b027-829d450abd88 req-9cb97f59-9b70-41d5-a9ee-74e63b9f8cbc tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:06.985432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-618960a6-51bb-4bda-b027-829d450abd88 req-9cb97f59-9b70-41d5-a9ee-74e63b9f8cbc tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.59 "DELETE /v2.0/ports/019bfabc-1032-42ff-81ab-f8a23ec79678 HTTP/1.1" status: 204 len: 173 time: 0.7683392 Feb 11 13:27:06.986207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36ea0c3-4a25-4221-99c2-6a881ffdd904', 'name': 'network-vif-deleted', 'tag': '019bfabc-1032-42ff-81ab-f8a23ec79678'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:06.996397 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c80983-77f2-40d1-b4bf-82498c61addd" -d '{"events": [{"server_uuid": "c36ea0c3-4a25-4221-99c2-6a881ffdd904", "name": "network-vif-deleted", "tag": "019bfabc-1032-42ff-81ab-f8a23ec79678"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:07.112998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d4909-8307-477e-bf86-e331202e9fd4 req-92f64fb1-8f03-4124-9487-6f6ac710ca64 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:07.112998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da5d4909-8307-477e-bf86-e331202e9fd4 req-92f64fb1-8f03-4124-9487-6f6ac710ca64 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 945 time: 0.1236360 Feb 11 13:27:07.186923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7da1191d-b65c-4b12-8e6c-6307a026ad12 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:07.234104 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da5d4909-8307-477e-bf86-e331202e9fd4 req-2aabc655-b501-41eb-84ca-300122062008 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133161 Feb 11 13:27:07.348397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87b09e5a-d10e-44cf-bcbc-0897a955c8d0 req-0a2bee07-f023-493e-ab66-cc5e66eb64ed tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 210 time: 0.0554471 Feb 11 13:27:07.409085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-039692eb-359e-4ad2-b7a9-9b2498279f8a req-99c9acc9-002c-4f44-9231-ba9030e1f6fb tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 210 time: 0.0484526 Feb 11 13:27:07.422145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Made reservation on behalf of 9cddd531f9d843109577e077f3882f3b for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:07.434239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.481124 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb358ee-1185-40f6-aa0c-3bc958f2b2a4 x-openstack-request-id: req-ccb358ee-1185-40f6-aa0c-3bc958f2b2a4 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:07.481670 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36ea0c3-4a25-4221-99c2-6a881ffdd904", "name": "network-vif-deleted", "tag": "019bfabc-1032-42ff-81ab-f8a23ec79678", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:07.481972 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ccb358ee-1185-40f6-aa0c-3bc958f2b2a4 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:07.482347 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36ea0c3-4a25-4221-99c2-6a881ffdd904', 'name': 'network-vif-deleted', 'tag': '019bfabc-1032-42ff-81ab-f8a23ec79678', 'status': 'completed', 'code': 200} Feb 11 13:27:07.569102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5d03c-9e25-46f1-8179-994110587468 req-4b5f086e-f663-493f-8000-cb5b38f6ecee tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:07.570966 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7cf5d03c-9e25-46f1-8179-994110587468 req-4b5f086e-f663-493f-8000-cb5b38f6ecee tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0665817 Feb 11 13:27:07.576084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 7da1191d-b65c-4b12-8e6c-6307a026ad12 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:07.586189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 7da1191d-b65c-4b12-8e6c-6307a026ad12 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:07.587227 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.616292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Allocated IP 172.20.0.11 (2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33/582a0e8f-dd8d-407b-be32-2217974a52d3/10e19271-202d-4bca-88f9-a9f86e712c72) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:07.633385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7cf5d03c-9e25-46f1-8179-994110587468 req-d3b86d88-539d-4c05-9053-dd2a2f762215 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471671 Feb 11 13:27:07.702416 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.728291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da1191d-b65c-4b12-8e6c-6307a026ad12'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:07.730788 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e04b7b0-9e2a-4db8-8f42-3bc8f00b2149" -d '{"events": [{"server_uuid": "bcd65d01-9a5d-49e9-9756-a44066d15583", "name": "network-vif-plugged", "status": "completed", "tag": "7da1191d-b65c-4b12-8e6c-6307a026ad12"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:07.744641 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7da1191d-b65c-4b12-8e6c-6307a026ad12, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:07.780308 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537f6e65-1a1b-4784-abc9-19ed71eba021 x-openstack-request-id: req-537f6e65-1a1b-4784-abc9-19ed71eba021 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:07.788070 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd65d01-9a5d-49e9-9756-a44066d15583", "name": "network-vif-plugged", "status": "completed", "tag": "7da1191d-b65c-4b12-8e6c-6307a026ad12", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:07.788070 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-537f6e65-1a1b-4784-abc9-19ed71eba021 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:07.788070 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da1191d-b65c-4b12-8e6c-6307a026ad12', 'code': 200} Feb 11 13:27:07.816905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.824748 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.913525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7da1191d-b65c-4b12-8e6c-6307a026ad12,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:07.919463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209b562-1ad4-4df0-846a-f393fe838776 req-02524729-fe32-4d8e-ae48-01c3f37c751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:07.924491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9209b562-1ad4-4df0-846a-f393fe838776 req-02524729-fe32-4d8e-ae48-01c3f37c751c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 1097 time: 0.0632634 Feb 11 13:27:07.954180 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:07.979310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9209b562-1ad4-4df0-846a-f393fe838776 req-c6f0eb8c-89f2-4483-8741-1beb19cc4e26 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Feb 11 13:27:08.018438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:08.023834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:08.028154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:08.059542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Pushing event updated for resources: {'Port': ['ID=10e19271-202d-4bca-88f9-a9f86e712c72,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:08.090519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:08.091350 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.282216 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-481e6e71-59e2-4b47-a208-0fa98e112b9e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4431872 Feb 11 13:27:08.297455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Request body: {'port': {'device_id': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:08.326556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-84388985-1a5c-4ccc-9254-cf51db4015c5 None None] Provisioning complete for port 10e19271-202d-4bca-88f9-a9f86e712c72 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:08.326556 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-84388985-1a5c-4ccc-9254-cf51db4015c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.358030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-84388985-1a5c-4ccc-9254-cf51db4015c5 None None] Port 10e19271-202d-4bca-88f9-a9f86e712c72 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:27:08.379643 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.391485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 51cff701-115a-46a3-ba3c-7114a1e978c7 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:08.418860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92fe3c-7add-4b53-822e-56a41fca39f2 req-13396601-b31b-48ef-9c6d-6366be64edc8 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:08.419111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 51cff701-115a-46a3-ba3c-7114a1e978c7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:08.419322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 51cff701-115a-46a3-ba3c-7114a1e978c7 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:08.425972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5e92fe3c-7add-4b53-822e-56a41fca39f2 req-13396601-b31b-48ef-9c6d-6366be64edc8 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0912318 Feb 11 13:27:08.480575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5e92fe3c-7add-4b53-822e-56a41fca39f2 req-99247087-f879-4c78-bf5b-a80137ef2a2e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Feb 11 13:27:08.510404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-007e0e39-85dd-4d2e-b20a-7f92729b95a3 req-0482185e-5064-439f-8317-638405f98834 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 210 time: 0.0461469 Feb 11 13:27:08.638901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3920c721-3c46-4962-adad-d18c8779b08c req-dfdd6f48-4196-4d1f-a95c-a9c91001dbe8 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:08.641085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3920c721-3c46-4962-adad-d18c8779b08c req-dfdd6f48-4196-4d1f-a95c-a9c91001dbe8 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 932 time: 0.0607898 Feb 11 13:27:08.704765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3920c721-3c46-4962-adad-d18c8779b08c req-cefdb533-dbe2-4c3b-9447-a90f83b17d3c tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537388 Feb 11 13:27:08.821595 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:27:08.822909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e19271-202d-4bca-88f9-a9f86e712c72 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:08.834080 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:08.853901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638fc19-c602-4a09-a205-756ca2a76c3f req-2cdf8f58-8e32-438d-b6f1-42a49cbbbe90 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:08.856570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3638fc19-c602-4a09-a205-756ca2a76c3f req-2cdf8f58-8e32-438d-b6f1-42a49cbbbe90 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0972824 Feb 11 13:27:08.860935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Transition to ACTIVE for port object 10e19271-202d-4bca-88f9-a9f86e712c72 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:08.896249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3638fc19-c602-4a09-a205-756ca2a76c3f req-727a2703-7d95-4641-bd4a-0d85e25980df tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Feb 11 13:27:09.015629 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.067791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Pushing event updated for resources: {'Port': ['ID=10e19271-202d-4bca-88f9-a9f86e712c72,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:09.274438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Attempting to bind port 10e19271-202d-4bca-88f9-a9f86e712c72 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:27:09.274762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Attempting to bind port 10e19271-202d-4bca-88f9-a9f86e712c72 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:27:09.275028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Attempting to bind port 10e19271-202d-4bca-88f9-a9f86e712c72 on network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:09.289363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Port 10e19271-202d-4bca-88f9-a9f86e712c72 on network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:09.289664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Attempting to bind port 10e19271-202d-4bca-88f9-a9f86e712c72 on network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:09.299832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:09.300183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Checking segment: {'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:27:09.300700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Bound using segment: {'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:09.301406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Bound port: 10e19271-202d-4bca-88f9-a9f86e712c72, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b86e17e-1d7d-46c8-8ae6-633cb1517bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:27:09.301522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.366816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-c982876f-49ec-43f4-a9dd-32c6ef4f48a8 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.368335 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-c982876f-49ec-43f4-a9dd-32c6ef4f48a8 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "GET /v2.0/networks?id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee HTTP/1.1" status: 200 len: 811 time: 0.2358840 Feb 11 13:27:09.388992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Request body: {'port': {'device_id': '89d22815-57e1-4ba1-ac20-b3b0e9b40620', 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee', 'admin_state_up': True, 'tenant_id': '21f9be5977764150848a4ebea3fb9e21'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:09.449159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] For port 10e19271-202d-4bca-88f9-a9f86e712c72, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:09.466829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] For port 10e19271-202d-4bca-88f9-a9f86e712c72, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=10e19271-202d-4bca-88f9-a9f86e712c72,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:09.599186 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.623718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ee5f308-ef68-43bf-90c4-9ca91ecfcb29 req-4d61cb48-69a9-4b8c-82d8-30ac11ccc6c6 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 210 time: 0.0402553 Feb 11 13:27:09.659241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Made reservation on behalf of 21f9be5977764150848a4ebea3fb9e21 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:09.663069 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.679740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.682172 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:09.682285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bfb41-c12f-4929-ae78-9c797b0299ae req-ffeaa7ae-0ae2-4c6f-8dad-82f51023ca1a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:09.683858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e14bfb41-c12f-4929-ae78-9c797b0299ae req-ffeaa7ae-0ae2-4c6f-8dad-82f51023ca1a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.1131048 Feb 11 13:27:09.684593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] 10.222.0.13 "PUT /v2.0/ports/10e19271-202d-4bca-88f9-a9f86e712c72 HTTP/1.1" status: 200 len: 1092 time: 1.3941023 Feb 11 13:27:09.723722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'tag': '10e19271-202d-4bca-88f9-a9f86e712c72'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:09.725468 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e972de7-8f78-4ddf-8c5c-a28e0d40e0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "01cfdbcc-4e0f-4c13-9599-15c97f1255da", "tag": "10e19271-202d-4bca-88f9-a9f86e712c72"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:09.728534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64585a33-a761-4430-a780-3823b34d4d2f service neutron] Pushing event updated for resources: {'Port': ['ID=10e19271-202d-4bca-88f9-a9f86e712c72,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:09.760565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e14bfb41-c12f-4929-ae78-9c797b0299ae req-34d49466-2ea3-460a-aee6-bd95b9e6f295 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679054 Feb 11 13:27:09.820129 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364be993-705d-4f14-b21c-440ee9637054 x-openstack-request-id: req-364be993-705d-4f14-b21c-440ee9637054 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:09.820550 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cfdbcc-4e0f-4c13-9599-15c97f1255da", "tag": "10e19271-202d-4bca-88f9-a9f86e712c72", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:09.820923 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-364be993-705d-4f14-b21c-440ee9637054 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:09.821387 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'tag': '10e19271-202d-4bca-88f9-a9f86e712c72', 'status': 'completed', 'code': 200} Feb 11 13:27:10.007405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477ef26-e775-4f29-b96b-52a78a08ebfb req-735d8e3a-0e2f-4cf9-8a95-0511653ed115 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.016639 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a477ef26-e775-4f29-b96b-52a78a08ebfb req-735d8e3a-0e2f-4cf9-8a95-0511653ed115 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 944 time: 0.1833858 Feb 11 13:27:10.071968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e972de7-8f78-4ddf-8c5c-a28e0d40e0d6 req-41541c28-e9a7-4814-9f48-365be5705ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.073618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e972de7-8f78-4ddf-8c5c-a28e0d40e0d6 req-41541c28-e9a7-4814-9f48-365be5705ea8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cddd531f9d843109577e077f3882f3b&device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 1095 time: 0.2290521 Feb 11 13:27:10.089013 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a477ef26-e775-4f29-b96b-52a78a08ebfb req-c7ade93a-be4f-49a3-a24e-4c91eba289f5 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689242 Feb 11 13:27:10.108425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Allocated IP 172.20.0.3 (6cbea094-7196-4e32-85a9-e8ab6f3bfaee/ce1998fd-4741-44f8-88c5-26c80f029b38/3d631f06-2cfa-42c0-941d-eea74352f3f0) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:10.248040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-29737063-3cca-4f71-9520-08739148adbe tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.251285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-29737063-3cca-4f71-9520-08739148adbe tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "GET /v2.0/networks?id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee HTTP/1.1" status: 200 len: 811 time: 0.2686512 Feb 11 13:27:10.267764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Request body: {'port': {'device_id': '496b9a1f-f937-4ec8-b6e1-e555fb584bee', 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee', 'admin_state_up': True, 'tenant_id': '21f9be5977764150848a4ebea3fb9e21'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:10.332489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e972de7-8f78-4ddf-8c5c-a28e0d40e0d6 req-51adde6c-6dbd-4160-b25d-80d32384d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.336340 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e972de7-8f78-4ddf-8c5c-a28e0d40e0d6 req-51adde6c-6dbd-4160-b25d-80d32384d631 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9cddd531f9d843109577e077f3882f3b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2353895 Feb 11 13:27:10.377614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca173c7-bb60-41c9-9b72-ff6363f56b45 req-90c7abfc-e0c2-4acb-b8f7-f33cfabfbd46 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.379532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ca173c7-bb60-41c9-9b72-ff6363f56b45 req-90c7abfc-e0c2-4acb-b8f7-f33cfabfbd46 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.3567863 Feb 11 13:27:10.451080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ca173c7-bb60-41c9-9b72-ff6363f56b45 req-687c428c-8aa9-47a0-8220-dde8aef49e07 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621970 Feb 11 13:27:10.474870 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:10.491083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e972de7-8f78-4ddf-8c5c-a28e0d40e0d6 req-b1208729-302b-4083-8ed9-cdfc223a0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.492579 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e972de7-8f78-4ddf-8c5c-a28e0d40e0d6 req-b1208729-302b-4083-8ed9-cdfc223a0b31 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1510100 Feb 11 13:27:10.581038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Made reservation on behalf of 21f9be5977764150848a4ebea3fb9e21 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:10.585752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:10.606228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-d755a340-8c93-4b37-a297-e128fa02030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.607828 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-d755a340-8c93-4b37-a297-e128fa02030d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cddd531f9d843109577e077f3882f3b&device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 1095 time: 0.0636523 Feb 11 13:27:10.672641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-0d89b536-da6f-43f6-a41f-d1d8bd6f0440 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e19271-202d-4bca-88f9-a9f86e712c72 HTTP/1.1" status: 200 len: 217 time: 0.0569460 Feb 11 13:27:10.675804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:10.771665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Allocated IP 172.20.0.6 (6cbea094-7196-4e32-85a9-e8ab6f3bfaee/ce1998fd-4741-44f8-88c5-26c80f029b38/045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:10.777125 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03ee4f2e-6004-4fe1-b590-0bf0d4c833dd req-dc0fa1fa-acee-422d-9dd4-b2e39f78b2a1 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 210 time: 0.0345423 Feb 11 13:27:10.821941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:10.828528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:10.835275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:10.863156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Pushing event updated for resources: {'Port': ['ID=3d631f06-2cfa-42c0-941d-eea74352f3f0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:10.866341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-ab9eab7b-22a2-4fc3-bc54-b9f443ff59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.867811 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-ab9eab7b-22a2-4fc3-bc54-b9f443ff59fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=582a0e8f-dd8d-407b-be32-2217974a52d3 HTTP/1.1" status: 200 len: 844 time: 0.1821411 Feb 11 13:27:10.926702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.927345 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:10.955598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-1c214bc9-1663-4a79-bcde-f6ca16d84ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.957235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-1c214bc9-1663-4a79-bcde-f6ca16d84ef8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816495 Feb 11 13:27:10.977816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf30489-eaf7-4fe7-8f30-a5849eddc396 req-a0fe4364-a944-41a3-8ea5-308b4f982c7a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:10.979385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cf30489-eaf7-4fe7-8f30-a5849eddc396 req-a0fe4364-a944-41a3-8ea5-308b4f982c7a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.1246850 Feb 11 13:27:11.029345 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:11.047222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cf30489-eaf7-4fe7-8f30-a5849eddc396 req-8f74be13-a058-4855-a391-851bdb2a51ba tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509374 Feb 11 13:27:11.067890 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-d6a4cc35-1cf9-4fbb-af6b-71908a00f224 service neutron] 10.222.0.13 "GET /v2.0/networks/2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969555 Feb 11 13:27:11.194539 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:11.204689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 019bfabc-1032-42ff-81ab-f8a23ec79678 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:11.255242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 019bfabc-1032-42ff-81ab-f8a23ec79678 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:11.256064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 019bfabc-1032-42ff-81ab-f8a23ec79678 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:11.277316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:11.282219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Pushing event updated for resources: {'Port': ['ID=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:11.285715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:11.295437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef08e2-d31d-411f-ae87-72c1280e2b73 req-7610d579-adfd-4fbf-a510-2fee9beaa0b6 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.298073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f1ef08e2-d31d-411f-ae87-72c1280e2b73 req-7610d579-adfd-4fbf-a510-2fee9beaa0b6 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 944 time: 0.1270633 Feb 11 13:27:11.299063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:11.386060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.386703 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:11.401240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f1ef08e2-d31d-411f-ae87-72c1280e2b73 req-00b8c51a-1b68-41e3-a6f9-cbbd0197aecf tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785315 Feb 11 13:27:11.465120 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-61cc0e49-65c2-43ae-b129-2618cd883f27 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0870659 Feb 11 13:27:11.510791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Request body: {'port': {'device_id': '89d22815-57e1-4ba1-ac20-b3b0e9b40620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:11.589244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-88126a30-3766-40cd-b06f-70bc5708ce96 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3294516 Feb 11 13:27:11.600971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Request body: {'port': {'device_id': '496b9a1f-f937-4ec8-b6e1-e555fb584bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:11.622792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:11.641978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63eeb04e-5bd7-45f4-ae08-6026da23e5e5 req-afa3e5d7-e923-43ff-bcad-8077785362dd service neutron] 10.222.0.13 "GET /v2.0/networks/2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5679128 Feb 11 13:27:11.658862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8698bd-7103-4751-a1ee-6727185ebb62 req-56470cef-f7f4-47ec-9289-30c2380b9bbd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.660331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e8698bd-7103-4751-a1ee-6727185ebb62 req-56470cef-f7f4-47ec-9289-30c2380b9bbd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.1197848 Feb 11 13:27:11.663499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:11.782645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e8698bd-7103-4751-a1ee-6727185ebb62 req-a6aa3b1f-b820-4ba7-bfe2-32a8c57eb668 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039710 Feb 11 13:27:11.893706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafbba6-2389-4a2d-aee2-7ac0381acc54 req-5f6f18f3-eaf3-4e49-a250-383935d29037 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:11.895303 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9dafbba6-2389-4a2d-aee2-7ac0381acc54 req-5f6f18f3-eaf3-4e49-a250-383935d29037 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0500081 Feb 11 13:27:11.937459 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9dafbba6-2389-4a2d-aee2-7ac0381acc54 req-95c6aeb5-c3ec-45bf-9158-1bc11d40f314 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358217 Feb 11 13:27:11.978948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:11.988456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.000967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Transition to ACTIVE for port object 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:12.048132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a585af1-b6cf-48f1-8b39-bde283154844 req-a9dc41c5-e8f8-4670-bcc6-734e89df6cb1 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.049610 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a585af1-b6cf-48f1-8b39-bde283154844 req-a9dc41c5-e8f8-4670-bcc6-734e89df6cb1 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 931 time: 0.0519974 Feb 11 13:27:12.092952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a585af1-b6cf-48f1-8b39-bde283154844 req-5e0540c7-a1d1-42ea-b818-356fdfef0e66 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371993 Feb 11 13:27:12.101534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.160372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Pushing event updated for resources: {'Port': ['ID=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:12.231341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Attempting to bind port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:27:12.231670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Attempting to bind port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:27:12.231997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Attempting to bind port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:12.236752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:12.237070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Attempting to bind port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:12.242339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:12.242675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Checking segment: {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:27:12.243057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Bound using segment: {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:12.243479 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Bound port: 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:27:12.243982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.257339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d631f06-2cfa-42c0-941d-eea74352f3f0 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:12.264770 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.278409 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Transition to ACTIVE for port object 3d631f06-2cfa-42c0-941d-eea74352f3f0 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:12.307325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] For port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:12.310312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] For port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:12.472518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.473190 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.509784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.510401 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.511855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] 10.222.0.13 "PUT /v2.0/ports/045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b HTTP/1.1" status: 200 len: 1091 time: 0.9151280 Feb 11 13:27:12.512299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496b9a1f-f937-4ec8-b6e1-e555fb584bee', 'tag': '045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:12.514561 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f1fff3-d338-4bce-ab3a-7606a659d15e" -d '{"events": [{"name": "network-changed", "server_uuid": "496b9a1f-f937-4ec8-b6e1-e555fb584bee", "tag": "045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:12.540443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455eb10-2358-43f8-bc7f-f0ff2ac8bb4d service neutron] Pushing event updated for resources: {'Port': ['ID=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:12.559431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d631f06-2cfa-42c0-941d-eea74352f3f0,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:12.583240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229409e8-aa67-4908-93de-9f4c21a435a1 req-f2bb738a-6383-47d0-bba0-bd60dc40c57a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.584723 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-229409e8-aa67-4908-93de-9f4c21a435a1 req-f2bb738a-6383-47d0-bba0-bd60dc40c57a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 944 time: 0.1093678 Feb 11 13:27:12.657626 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-229409e8-aa67-4908-93de-9f4c21a435a1 req-2ee59f62-07e6-4463-a813-5aa8296e85d6 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591888 Feb 11 13:27:12.672714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Attempting to bind port 3d631f06-2cfa-42c0-941d-eea74352f3f0 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:27:12.673054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Attempting to bind port 3d631f06-2cfa-42c0-941d-eea74352f3f0 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:27:12.673386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Attempting to bind port 3d631f06-2cfa-42c0-941d-eea74352f3f0 on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:12.677804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Port 3d631f06-2cfa-42c0-941d-eea74352f3f0 on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:12.678129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Attempting to bind port 3d631f06-2cfa-42c0-941d-eea74352f3f0 on network 6cbea094-7196-4e32-85a9-e8ab6f3bfaee {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:12.684981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:12.685432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Checking segment: {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:27:12.686130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Bound using segment: {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:12.687223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Bound port: 3d631f06-2cfa-42c0-941d-eea74352f3f0, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a83a94f-2648-4c74-87c2-d643436fadd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:27:12.687942 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.723386 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4baa0e-b563-4748-b050-a1eaf3f7759e x-openstack-request-id: req-0c4baa0e-b563-4748-b050-a1eaf3f7759e {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:12.723673 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496b9a1f-f937-4ec8-b6e1-e555fb584bee", "tag": "045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:12.723921 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c4baa0e-b563-4748-b050-a1eaf3f7759e {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:12.724311 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496b9a1f-f937-4ec8-b6e1-e555fb584bee', 'tag': '045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b', 'status': 'completed', 'code': 200} Feb 11 13:27:12.734454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-bc0eeb12-6ec7-43c8-914e-edd157a1824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.735950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-bc0eeb12-6ec7-43c8-914e-edd157a1824b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f9be5977764150848a4ebea3fb9e21&device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 1094 time: 0.0643911 Feb 11 13:27:12.767273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] For port 3d631f06-2cfa-42c0-941d-eea74352f3f0, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:12.768496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] For port 3d631f06-2cfa-42c0-941d-eea74352f3f0, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3d631f06-2cfa-42c0-941d-eea74352f3f0,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:12.783439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-352931b8-a58e-4f4e-a35b-37badc533632 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b HTTP/1.1" status: 200 len: 217 time: 0.0363507 Feb 11 13:27:12.834452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb00c73a-b29b-4a85-b67c-4bbc08ebb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.835897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb00c73a-b29b-4a85-b67c-4bbc08ebb706 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1998fd-4741-44f8-88c5-26c80f029b38 HTTP/1.1" status: 200 len: 851 time: 0.0445552 Feb 11 13:27:12.872921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.878771 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-8389bb98-ead6-4112-a026-5940362a3375 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336342 Feb 11 13:27:12.916816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:12.917567 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:12.919221 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] 10.222.0.13 "PUT /v2.0/ports/3d631f06-2cfa-42c0-941d-eea74352f3f0 HTTP/1.1" status: 200 len: 1091 time: 1.4125555 Feb 11 13:27:12.919671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d22815-57e1-4ba1-ac20-b3b0e9b40620', 'tag': '3d631f06-2cfa-42c0-941d-eea74352f3f0'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:12.923231 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaca4a9-0656-40b1-a9f5-d7243ae41ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "89d22815-57e1-4ba1-ac20-b3b0e9b40620", "tag": "3d631f06-2cfa-42c0-941d-eea74352f3f0"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:12.944008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7deac0-c0c7-4bc6-b29c-6cead55e0ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d631f06-2cfa-42c0-941d-eea74352f3f0,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:12.989816 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4822b0-1c86-4144-b7e0-a74f7a68b4df x-openstack-request-id: req-af4822b0-1c86-4144-b7e0-a74f7a68b4df {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:12.993744 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d22815-57e1-4ba1-ac20-b3b0e9b40620", "tag": "3d631f06-2cfa-42c0-941d-eea74352f3f0", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:12.993744 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af4822b0-1c86-4144-b7e0-a74f7a68b4df {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:12.993744 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d22815-57e1-4ba1-ac20-b3b0e9b40620', 'tag': '3d631f06-2cfa-42c0-941d-eea74352f3f0', 'status': 'completed', 'code': 200} Feb 11 13:27:12.994162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fc23a-f6dc-45b2-a61f-e00fc17e45fb req-ed6cb23b-998c-412e-b958-ee275f8603c1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.002834 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d3fc23a-f6dc-45b2-a61f-e00fc17e45fb req-ed6cb23b-998c-412e-b958-ee275f8603c1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.1270423 Feb 11 13:27:13.063819 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-ec01e042-38e7-40f0-8ca8-eb8f5eafc2fe service neutron] 10.222.0.13 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756287 Feb 11 13:27:13.071464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d3fc23a-f6dc-45b2-a61f-e00fc17e45fb req-6706fc48-8544-4811-9109-d077fd6809cb tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664058 Feb 11 13:27:13.113400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaca4a9-0656-40b1-a9f5-d7243ae41ef0 req-f80cf936-bc24-4507-8112-496a16cf7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.114938 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aaca4a9-0656-40b1-a9f5-d7243ae41ef0 req-f80cf936-bc24-4507-8112-496a16cf7d17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f9be5977764150848a4ebea3fb9e21&device_id=89d22815-57e1-4ba1-ac20-b3b0e9b40620 HTTP/1.1" status: 200 len: 1094 time: 0.0981016 Feb 11 13:27:13.131978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d82267-7326-44d5-bfae-f2fdad5814af req-23e53e4f-afe1-40e5-afe2-5a0078eeffc4 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.134925 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27d82267-7326-44d5-bfae-f2fdad5814af req-23e53e4f-afe1-40e5-afe2-5a0078eeffc4 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0785022 Feb 11 13:27:13.167542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-aa4f2ad9-c57a-42e3-a04b-a00b8a3b9f7d service neutron] 10.222.0.13 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963936 Feb 11 13:27:13.238694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27d82267-7326-44d5-bfae-f2fdad5814af req-932d0a8b-70ac-481d-9657-aa49067bed49 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925760 Feb 11 13:27:13.249704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50082aa-0753-4ab3-a56e-1d1cb500d287 req-b5b435b5-9452-4ea6-a71e-b6c19e08f9f9 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.252668 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e50082aa-0753-4ab3-a56e-1d1cb500d287 req-b5b435b5-9452-4ea6-a71e-b6c19e08f9f9 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 943 time: 0.0679426 Feb 11 13:27:13.283674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaca4a9-0656-40b1-a9f5-d7243ae41ef0 req-ee1dc571-f441-421d-8596-f766ecad06dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.284810 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aaca4a9-0656-40b1-a9f5-d7243ae41ef0 req-ee1dc571-f441-421d-8596-f766ecad06dd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=21f9be5977764150848a4ebea3fb9e21&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1488514 Feb 11 13:27:13.348455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e50082aa-0753-4ab3-a56e-1d1cb500d287 req-50ee8279-742c-4c2e-99cb-5cf53f927ab1 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908372 Feb 11 13:27:13.365028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1fff3-d338-4bce-ab3a-7606a659d15e req-f6aa242e-2483-4c4d-ac1d-383119c3bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.368616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2f1fff3-d338-4bce-ab3a-7606a659d15e req-f6aa242e-2483-4c4d-ac1d-383119c3bdfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f9be5977764150848a4ebea3fb9e21&device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 1094 time: 0.0626166 Feb 11 13:27:13.407972 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaca4a9-0656-40b1-a9f5-d7243ae41ef0 req-2d649e55-0dba-41b4-aa77-365f1aaf72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.409527 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aaca4a9-0656-40b1-a9f5-d7243ae41ef0 req-2d649e55-0dba-41b4-aa77-365f1aaf72e4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1180007 Feb 11 13:27:13.466737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1fff3-d338-4bce-ab3a-7606a659d15e req-771a0ea1-a506-4e5a-8d98-be4e6a0d5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.469020 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2f1fff3-d338-4bce-ab3a-7606a659d15e req-771a0ea1-a506-4e5a-8d98-be4e6a0d5db8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee HTTP/1.1" status: 200 len: 912 time: 0.0931702 Feb 11 13:27:13.498594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-83b70f79-89e0-46c1-b981-39e0c5c3e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.500127 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-83b70f79-89e0-46c1-b981-39e0c5c3e389 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21f9be5977764150848a4ebea3fb9e21&device_id=89d22815-57e1-4ba1-ac20-b3b0e9b40620 HTTP/1.1" status: 200 len: 1094 time: 0.0450785 Feb 11 13:27:13.517662 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2f1fff3-d338-4bce-ab3a-7606a659d15e req-b05c48e9-5a04-4fc7-9fe9-e5c79292d786 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b HTTP/1.1" status: 200 len: 217 time: 0.0411146 Feb 11 13:27:13.547103 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-676d133a-cbef-4308-913b-e773aae2f5ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d631f06-2cfa-42c0-941d-eea74352f3f0 HTTP/1.1" status: 200 len: 217 time: 0.0376079 Feb 11 13:27:13.573065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1fff3-d338-4bce-ab3a-7606a659d15e req-493c8061-a46f-43ff-a110-7243592abe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.574592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2f1fff3-d338-4bce-ab3a-7606a659d15e req-493c8061-a46f-43ff-a110-7243592abe05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1998fd-4741-44f8-88c5-26c80f029b38 HTTP/1.1" status: 200 len: 851 time: 0.0484135 Feb 11 13:27:13.609565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3724ca-3b55-4587-bb04-7464de425378 req-89c251cc-9a93-4727-8131-0a940d71eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.611405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-89c251cc-9a93-4727-8131-0a940d71eeba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ce1998fd-4741-44f8-88c5-26c80f029b38 HTTP/1.1" status: 200 len: 851 time: 0.0527148 Feb 11 13:27:13.612915 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2f1fff3-d338-4bce-ab3a-7606a659d15e req-79c69309-e068-42d6-a6cd-311c27d8f6dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269251 Feb 11 13:27:13.650516 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-95f061e0-9906-4429-b079-b99a8beb80c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6cbea094-7196-4e32-85a9-e8ab6f3bfaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269642 Feb 11 13:27:13.711746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2f1fff3-d338-4bce-ab3a-7606a659d15e req-207eec8b-9546-4e97-af96-72cf8fa631c9 service neutron] 10.222.0.13 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876262 Feb 11 13:27:13.799674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-a6855775-2ebc-4d9d-87be-6f88a9b1948e service neutron] 10.222.0.13 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420522 Feb 11 13:27:13.833316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2f1fff3-d338-4bce-ab3a-7606a659d15e req-520b48d7-9357-4fc1-8217-28c65e1216a2 service neutron] 10.222.0.13 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109529 Feb 11 13:27:13.873399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267d17a-6504-469b-a418-530650109ed0 req-9e5d7f8b-207a-4150-b63f-911b67858b95 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:13.875806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b267d17a-6504-469b-a418-530650109ed0 req-9e5d7f8b-207a-4150-b63f-911b67858b95 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 944 time: 0.1319807 Feb 11 13:27:13.939225 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b267d17a-6504-469b-a418-530650109ed0 req-ad90af96-6c96-4af6-b8d9-fa531cda53dd tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570483 Feb 11 13:27:13.944829 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a3724ca-3b55-4587-bb04-7464de425378 req-047810d4-bbde-4850-9500-97b128c8d76c service neutron] 10.222.0.13 "GET /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362107 Feb 11 13:27:14.208944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4cc27-b9fb-4985-b049-3682ae79665d req-0bdc4036-e12d-4912-9db0-341d3010bd4b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.210496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0ec4cc27-b9fb-4985-b049-3682ae79665d req-0bdc4036-e12d-4912-9db0-341d3010bd4b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0666249 Feb 11 13:27:14.251230 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0ec4cc27-b9fb-4985-b049-3682ae79665d req-9d3ada5e-ccb8-47fe-8389-2f9631c5c4e4 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Feb 11 13:27:14.361251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbd850-538a-4db0-a06a-f672aac1c078 req-d2a0d28d-3c67-43aa-b59d-21d0f6c254ce tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.362749 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-babbd850-538a-4db0-a06a-f672aac1c078 req-d2a0d28d-3c67-43aa-b59d-21d0f6c254ce tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0498242 Feb 11 13:27:14.402431 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-babbd850-538a-4db0-a06a-f672aac1c078 req-67a3ccb9-8a64-4821-bdbe-33021d602941 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Feb 11 13:27:14.440336 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:14.492246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb6199-5684-4a10-aa3b-b1257ed907b0 req-634cc71c-b914-42d9-8062-6b839bc8951d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:14.501692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08fb6199-5684-4a10-aa3b-b1257ed907b0 req-634cc71c-b914-42d9-8062-6b839bc8951d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 943 time: 0.0761302 Feb 11 13:27:14.540194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08fb6199-5684-4a10-aa3b-b1257ed907b0 req-9404fed0-7212-4475-bdd6-5466a4c8ff92 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376377 Feb 11 13:27:14.546879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:14.559388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b', 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee', 'port_id': '045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b', 'mac_address': 'fa:16:3e:f4:44:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1998fd-4741-44f8-88c5-26c80f029b38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:14.741179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:14.754646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:14.774175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:14.872975 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:14.879590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 10e19271-202d-4bca-88f9-a9f86e712c72 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:14.942428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:15.013847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 10e19271-202d-4bca-88f9-a9f86e712c72, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=10e19271-202d-4bca-88f9-a9f86e712c72,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:15.025071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '10e19271-202d-4bca-88f9-a9f86e712c72', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'port_id': '10e19271-202d-4bca-88f9-a9f86e712c72', 'mac_address': 'fa:16:3e:57:f1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:15.067339 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:15.076724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0988413-122a-4c95-8931-b5985aba75cf req-ee5f57f6-6a71-4912-8bd2-7652f0782df8 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.082582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e19271-202d-4bca-88f9-a9f86e712c72 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:15.084766 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0988413-122a-4c95-8931-b5985aba75cf req-ee5f57f6-6a71-4912-8bd2-7652f0782df8 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 944 time: 0.0642788 Feb 11 13:27:15.104216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 10e19271-202d-4bca-88f9-a9f86e712c72, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=10e19271-202d-4bca-88f9-a9f86e712c72,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:15.117552 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0988413-122a-4c95-8931-b5985aba75cf req-70487ddb-d511-4423-90e1-b39325084950 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318716 Feb 11 13:27:15.238504 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:15.292804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=10e19271-202d-4bca-88f9-a9f86e712c72,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:15.386086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b440195-d966-4166-bc51-4cb247797bec req-25a03836-1ad5-4dfc-a3ad-7001f6bfc3ac tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.387776 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b440195-d966-4166-bc51-4cb247797bec req-25a03836-1ad5-4dfc-a3ad-7001f6bfc3ac tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0521467 Feb 11 13:27:15.430659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b440195-d966-4166-bc51-4cb247797bec req-8eb56059-81d4-46f9-a547-04e0457d7f48 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364976 Feb 11 13:27:15.531625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9e918-f20c-4b3d-8ddd-3c4610385f8f req-408e91f0-db77-4f70-87b4-65f7daa404da tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.533463 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2c9e918-f20c-4b3d-8ddd-3c4610385f8f req-408e91f0-db77-4f70-87b4-65f7daa404da tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0524549 Feb 11 13:27:15.574140 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2c9e918-f20c-4b3d-8ddd-3c4610385f8f req-6337163a-5188-4bb8-8612-54ff4dd9ea61 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341203 Feb 11 13:27:15.584164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['10e19271-202d-4bca-88f9-a9f86e712c72'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:15.623301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:15.675571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202fe24-173c-4aaf-a80e-fcd42578f01b req-8d9e3004-592c-481f-bb59-6768837c3f13 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:15.684092 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3202fe24-173c-4aaf-a80e-fcd42578f01b req-8d9e3004-592c-481f-bb59-6768837c3f13 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 944 time: 0.0686512 Feb 11 13:27:15.719191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3202fe24-173c-4aaf-a80e-fcd42578f01b req-80c68e35-f0cd-4464-acd0-778ce34fc5d2 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344617 Feb 11 13:27:16.029207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-206221c9-6a34-42ba-a63a-8a314e80d370 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0498390 Feb 11 13:27:16.142353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-65c230b9-f82f-4124-91cb-9c8ad464dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.142907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-65c230b9-f82f-4124-91cb-9c8ad464dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.143438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-65c230b9-f82f-4124-91cb-9c8ad464dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.143962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-65c230b9-f82f-4124-91cb-9c8ad464dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.144581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-65c230b9-f82f-4124-91cb-9c8ad464dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.145107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-65c230b9-f82f-4124-91cb-9c8ad464dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.145652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-65c230b9-f82f-4124-91cb-9c8ad464dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.147997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-65c230b9-f82f-4124-91cb-9c8ad464dd47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8b4e1c14428046458aba447fc81623ed&device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 6491 time: 0.0567067 Feb 11 13:27:16.243699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb645993-7a57-4f21-9f90-df1a5a655fa2 req-69e67008-cd7a-430a-b948-6b5dff27c04c tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.245257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb645993-7a57-4f21-9f90-df1a5a655fa2 req-69e67008-cd7a-430a-b948-6b5dff27c04c tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 945 time: 0.0548813 Feb 11 13:27:16.274836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-4a8a6627-5f38-4579-bc26-20e6f0ba4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.275684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-4a8a6627-5f38-4579-bc26-20e6f0ba4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.276352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-4a8a6627-5f38-4579-bc26-20e6f0ba4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.278465 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-4a8a6627-5f38-4579-bc26-20e6f0ba4b1f service neutron] 10.222.0.59 "GET /v2.0/networks?id=82e326e6-190a-41c5-9091-43f8b7834047&id=54357795-65be-438f-898f-11db6e4005be&id=54357795-65be-438f-898f-11db6e4005be&id=54357795-65be-438f-898f-11db6e4005be&id=54357795-65be-438f-898f-11db6e4005be&id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&id=e4f4d906-9c4b-48bb-930e-7263dc5fd141 HTTP/1.1" status: 200 len: 2291 time: 0.1043198 Feb 11 13:27:16.288218 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb645993-7a57-4f21-9f90-df1a5a655fa2 req-b329f0c8-68a4-44dc-ab5e-ad1e9a2551ed tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344861 Feb 11 13:27:16.354682 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-9672183b-16fa-43fc-ac5c-3f6813dbd615 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=39ea6c0d-50c9-461a-bc14-e44498996519 HTTP/1.1" status: 200 len: 1001 time: 0.0640917 Feb 11 13:27:16.421762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-59b1ea9c-b19a-4296-8083-2b92c3156468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.423270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-59b1ea9c-b19a-4296-8083-2b92c3156468 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=270b6f5f-34f9-478f-b64f-a56ab929ff15 HTTP/1.1" status: 200 len: 850 time: 0.0472393 Feb 11 13:27:16.456913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3d631f06-2cfa-42c0-941d-eea74352f3f0 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:16.484773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-e20e5238-5516-420d-8019-9d86e23f17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.489911 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-e20e5238-5516-420d-8019-9d86e23f17ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=82e326e6-190a-41c5-9091-43f8b7834047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545416 Feb 11 13:27:16.570794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 3d631f06-2cfa-42c0-941d-eea74352f3f0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3d631f06-2cfa-42c0-941d-eea74352f3f0,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:16.583554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '3d631f06-2cfa-42c0-941d-eea74352f3f0', 'network_id': '6cbea094-7196-4e32-85a9-e8ab6f3bfaee', 'port_id': '3d631f06-2cfa-42c0-941d-eea74352f3f0', 'mac_address': 'fa:16:3e:da:ce:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1998fd-4741-44f8-88c5-26c80f029b38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:16.634538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a1a14-5b34-4aa7-a909-54ad18026f46 req-61cc82bf-e9d0-4c66-abb4-3a4b969805d7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.636718 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.642906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c36a1a14-5b34-4aa7-a909-54ad18026f46 req-61cc82bf-e9d0-4c66-abb4-3a4b969805d7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.1275072 Feb 11 13:27:16.668463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d631f06-2cfa-42c0-941d-eea74352f3f0 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:16.669846 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-05cf917f-6bc6-4170-ac54-017f95416719 service neutron] 10.222.0.59 "GET /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758327 Feb 11 13:27:16.699644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c36a1a14-5b34-4aa7-a909-54ad18026f46 req-730070cd-be87-4c71-8d2f-a50fa77e7192 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557954 Feb 11 13:27:16.706126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 3d631f06-2cfa-42c0-941d-eea74352f3f0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3d631f06-2cfa-42c0-941d-eea74352f3f0,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:16.758027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba5b9d-cb51-4ce8-9507-70dca6ffe2b5 req-070679b0-597b-4b5b-82df-5528837a2827 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.759454 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cba5b9d-cb51-4ce8-9507-70dca6ffe2b5 req-070679b0-597b-4b5b-82df-5528837a2827 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0699093 Feb 11 13:27:16.803811 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:16.807958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cba5b9d-cb51-4ce8-9507-70dca6ffe2b5 req-65326b50-1a83-4a43-ad09-7d544529185d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400028 Feb 11 13:27:16.853297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=3d631f06-2cfa-42c0-941d-eea74352f3f0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:16.857487 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-f4e17421-c5c5-40e7-9916-7870bb80795b service neutron] 10.222.0.59 "GET /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567240 Feb 11 13:27:16.877497 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b9ab9-e288-446d-81b2-938e7e349449 req-48ab8127-6b95-47f0-bec4-a0d0f356dd6f tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:16.878985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe8b9ab9-e288-446d-81b2-938e7e349449 req-48ab8127-6b95-47f0-bec4-a0d0f356dd6f tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 944 time: 0.0773873 Feb 11 13:27:16.929242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-8ce47723-9964-4a2d-9371-cd1f7dec9cd5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e1b167ff-d98b-4c05-a225-bdadc187eb27 HTTP/1.1" status: 200 len: 217 time: 0.0492189 Feb 11 13:27:16.980396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe8b9ab9-e288-446d-81b2-938e7e349449 req-98370899-ff66-4b39-95b4-af62bdf50673 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950103 Feb 11 13:27:17.002924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-e72446b3-9490-4a7b-bbba-f1c6ba8c5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.004359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-e72446b3-9490-4a7b-bbba-f1c6ba8c5533 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.0686684 Feb 11 13:27:17.052230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-19a5ebbc-d212-4703-bfb4-e3fe08aeede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.053708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-19a5ebbc-d212-4703-bfb4-e3fe08aeede6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0424075 Feb 11 13:27:17.144192 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-a236a486-78b8-4e14-afa3-527db37f29ea service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839295 Feb 11 13:27:17.165740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['3d631f06-2cfa-42c0-941d-eea74352f3f0'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:17.242723 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-e6a397e6-bb9c-4404-ac58-498a7d083839 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918446 Feb 11 13:27:17.290841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-814897a1-7342-445a-a9ed-8c16cc07514d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=a9bc597b-9e92-4318-aff9-f0728c8146b2 HTTP/1.1" status: 200 len: 217 time: 0.0404522 Feb 11 13:27:17.343179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-f0b0e471-b20e-42dc-9840-ca3de3c66699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.344677 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-f0b0e471-b20e-42dc-9840-ca3de3c66699 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.0472186 Feb 11 13:27:17.392969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-67cbfa14-a09e-40aa-975f-de7f04c57355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.394504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-67cbfa14-a09e-40aa-975f-de7f04c57355 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434678 Feb 11 13:27:17.412908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8893cb-c652-4f4c-bad7-24d75584f85f req-c4f7b7de-331f-44e2-9598-1f9e84c54918 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.414425 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c8893cb-c652-4f4c-bad7-24d75584f85f req-c4f7b7de-331f-44e2-9598-1f9e84c54918 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 945 time: 0.0517142 Feb 11 13:27:17.454537 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c8893cb-c652-4f4c-bad7-24d75584f85f req-1123f49e-fccd-48a2-8b5e-7dd04461cc65 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337563 Feb 11 13:27:17.489184 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-a4bb6cd4-3bc9-4b8a-80cb-fb071793390e service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882552 Feb 11 13:27:17.581591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-6cb8085f-f1eb-43b3-92fe-9721fdda19b0 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852561 Feb 11 13:27:17.623169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-f1f6acc5-183a-4360-a35c-bcf0421e0e03 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=2890c604-8e53-4973-8147-671cfbbcc7b1 HTTP/1.1" status: 200 len: 217 time: 0.0346944 Feb 11 13:27:17.675755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-101d3d7a-908c-4a90-aa0b-8544e65834d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.677334 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-101d3d7a-908c-4a90-aa0b-8544e65834d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.0482070 Feb 11 13:27:17.724316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-98299a05-88f1-4db6-ab25-08de1810ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.725928 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-98299a05-88f1-4db6-ab25-08de1810ae89 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420709 Feb 11 13:27:17.856538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45094081-0162-491f-a90a-c8b34c71bfb8 req-1e044183-93d2-4cd2-bc4b-1ee1b21ad53d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.858061 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45094081-0162-491f-a90a-c8b34c71bfb8 req-1e044183-93d2-4cd2-bc4b-1ee1b21ad53d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0784121 Feb 11 13:27:17.860572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-788f00fe-18ec-49bf-ac9f-d8190ab92ffe service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280229 Feb 11 13:27:17.940341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392e223-f8d4-4006-9433-1b0140538157 req-c7672264-4fbc-4a17-9ff9-efdd9b6bf7ad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:17.942210 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5392e223-f8d4-4006-9433-1b0140538157 req-c7672264-4fbc-4a17-9ff9-efdd9b6bf7ad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0580740 Feb 11 13:27:17.950559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45094081-0162-491f-a90a-c8b34c71bfb8 req-1ae832ec-95a0-400a-9225-69905eaf9ba2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852270 Feb 11 13:27:17.983173 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5392e223-f8d4-4006-9433-1b0140538157 req-5d7d203f-627b-4c17-97f5-acb7eed99be8 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343828 Feb 11 13:27:17.986685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-e04d47b2-fef5-4cc6-b0e3-95e9914a9ce3 service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150196 Feb 11 13:27:18.031266 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-bb822aa8-5b85-4443-ba5f-46039694ea3a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=6ad60ca7-975e-4025-9fb9-16fe8d2f7573 HTTP/1.1" status: 200 len: 217 time: 0.0378728 Feb 11 13:27:18.112096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-64c6500d-858f-4fdb-9ae6-47eacc2548c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.113617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-64c6500d-858f-4fdb-9ae6-47eacc2548c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 200 len: 797 time: 0.0726275 Feb 11 13:27:18.129711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc141582-a0f4-4ee9-8cd9-406fa86ab5fc req-5e09bb19-cc34-4ebd-9330-faa0443dfef1 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.131216 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc141582-a0f4-4ee9-8cd9-406fa86ab5fc req-5e09bb19-cc34-4ebd-9330-faa0443dfef1 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 944 time: 0.0627189 Feb 11 13:27:18.487022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:18.503955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc141582-a0f4-4ee9-8cd9-406fa86ab5fc req-192b6f30-225a-4922-aa16-999c3c78753e tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644321 Feb 11 13:27:18.506013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-01b2e132-dff5-439a-b69d-2b5a3ccb4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.507406 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-01b2e132-dff5-439a-b69d-2b5a3ccb4fbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=54357795-65be-438f-898f-11db6e4005be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3753676 Feb 11 13:27:18.584199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564ad4-f60e-40b6-a7fa-ea9258130c3c req-2f7a296f-5031-4f37-917f-b3d6dc2fc058 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.586003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58564ad4-f60e-40b6-a7fa-ea9258130c3c req-2f7a296f-5031-4f37-917f-b3d6dc2fc058 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 945 time: 0.0542245 Feb 11 13:27:18.604906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-d381174b-28bc-46c5-88f7-a1181499172d service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893056 Feb 11 13:27:18.614840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:18.620025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:18.620394 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.625036 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58564ad4-f60e-40b6-a7fa-ea9258130c3c req-21ee35e9-0522-4136-bdb7-238a3ad51c83 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320089 Feb 11 13:27:18.696664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-3c30957e-b005-4f56-9fde-d856f2b86a4c service neutron] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860474 Feb 11 13:27:18.699703 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.724890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496b9a1f-f937-4ec8-b6e1-e555fb584bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:18.727195 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db4229f-0966-436c-ab95-8ffba627d222" -d '{"events": [{"server_uuid": "496b9a1f-f937-4ec8-b6e1-e555fb584bee", "name": "network-vif-plugged", "status": "completed", "tag": "045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:18.739811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:18.742913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-78532a8b-6a28-4aee-9d5d-97445ba0f4fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c HTTP/1.1" status: 200 len: 217 time: 0.0337520 Feb 11 13:27:18.782841 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbcdc63f-ad98-41ea-9382-97fd64bbcf01 x-openstack-request-id: req-cbcdc63f-ad98-41ea-9382-97fd64bbcf01 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:18.783123 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496b9a1f-f937-4ec8-b6e1-e555fb584bee", "name": "network-vif-plugged", "status": "completed", "tag": "045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:18.783366 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbcdc63f-ad98-41ea-9382-97fd64bbcf01 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:18.783750 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496b9a1f-f937-4ec8-b6e1-e555fb584bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b', 'code': 200} Feb 11 13:27:18.804669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-d2ce6b4a-261b-46cf-ac66-2d98718465f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.806508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-d2ce6b4a-261b-46cf-ac66-2d98718465f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b51d35db-10e7-4e60-a949-b308adbd8a14 HTTP/1.1" status: 200 len: 797 time: 0.0582342 Feb 11 13:27:18.815105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.815899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 10e19271-202d-4bca-88f9-a9f86e712c72 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:18.878471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-76329f36-27f8-4659-bec0-8962dbbb820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.881086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-76329f36-27f8-4659-bec0-8962dbbb820f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666492 Feb 11 13:27:18.896402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05be307-f643-453d-858c-992968e7ea7c req-25bb497a-5d41-4174-a0bf-1fb0e9b31419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:18.898251 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a05be307-f643-453d-858c-992968e7ea7c req-25bb497a-5d41-4174-a0bf-1fb0e9b31419 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 1096 time: 0.0439641 Feb 11 13:27:18.899248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:18.945603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a05be307-f643-453d-858c-992968e7ea7c req-bfef6ee9-4389-43ff-b3e8-2990b8fcce78 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394261 Feb 11 13:27:18.975911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 10e19271-202d-4bca-88f9-a9f86e712c72 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:18.982070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 10e19271-202d-4bca-88f9-a9f86e712c72 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:18.982763 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:18.987986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-48098f3f-21c5-4a0e-a10d-553665552eb3 service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991542 Feb 11 13:27:19.080206 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:19.126984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba6ca8-f4e7-434d-9bf8-04da6d3b66ad req-54157190-c6b6-480f-befb-badebe6b91d6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.132661 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0aba6ca8-f4e7-434d-9bf8-04da6d3b66ad req-54157190-c6b6-480f-befb-badebe6b91d6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0776601 Feb 11 13:27:19.138554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 10e19271-202d-4bca-88f9-a9f86e712c72, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=10e19271-202d-4bca-88f9-a9f86e712c72,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:19.149890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-240fa0c0-19a9-4450-b5fa-924444970aa3 service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559331 Feb 11 13:27:19.200905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-08705fc7-3b15-44f2-bf20-74493253246d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 HTTP/1.1" status: 200 len: 217 time: 0.0426688 Feb 11 13:27:19.210196 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:19.211168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3d631f06-2cfa-42c0-941d-eea74352f3f0 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:19.216104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0aba6ca8-f4e7-434d-9bf8-04da6d3b66ad req-607a8324-2aca-441f-9111-2a815c374211 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798082 Feb 11 13:27:19.263338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-7c617026-5811-43f5-9a93-20eb83e922af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.266982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-7c617026-5811-43f5-9a93-20eb83e922af service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b51d35db-10e7-4e60-a949-b308adbd8a14 HTTP/1.1" status: 200 len: 797 time: 0.0460451 Feb 11 13:27:19.294384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=10e19271-202d-4bca-88f9-a9f86e712c72,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:19.345325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-91a61c1e-dda0-47f0-8df5-aaf48a26f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.347042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-91a61c1e-dda0-47f0-8df5-aaf48a26f432 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e4f4d906-9c4b-48bb-930e-7263dc5fd141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755343 Feb 11 13:27:19.363652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f171d-22c2-450e-a30c-778a455be810 req-76baf59f-3278-4e2f-9db7-663cef77971a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.365020 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-801f171d-22c2-450e-a30c-778a455be810 req-76baf59f-3278-4e2f-9db7-663cef77971a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0637877 Feb 11 13:27:19.420615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 3d631f06-2cfa-42c0-941d-eea74352f3f0 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:19.425570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 3d631f06-2cfa-42c0-941d-eea74352f3f0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:19.426085 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:19.451763 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-801f171d-22c2-450e-a30c-778a455be810 req-f7ae73a1-aca5-42dd-abe1-de62f3454233 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795541 Feb 11 13:27:19.479679 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-7c1f65bd-30a0-4fd6-9ca5-b68072112614 service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248815 Feb 11 13:27:19.519187 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:19.554354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 3d631f06-2cfa-42c0-941d-eea74352f3f0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3d631f06-2cfa-42c0-941d-eea74352f3f0,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:19.582648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6dee98c-7f3f-4f17-b960-1ff3f04f2b71 req-dfd69e75-a0ce-422f-af72-f7be103e30bd service neutron] 10.222.0.59 "GET /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957534 Feb 11 13:27:19.632024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d90c8d-19a2-48d6-be8c-f69ea0b9a648 req-a6b72a14-3cad-4cc6-a274-4edf4277dc28 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.633568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1d90c8d-19a2-48d6-be8c-f69ea0b9a648 req-a6b72a14-3cad-4cc6-a274-4edf4277dc28 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 945 time: 0.0539339 Feb 11 13:27:19.675034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1d90c8d-19a2-48d6-be8c-f69ea0b9a648 req-16af8d3e-ddce-436f-81ed-a4fdbfabb178 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351269 Feb 11 13:27:19.684360 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:19.734461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=3d631f06-2cfa-42c0-941d-eea74352f3f0,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:19.746054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec03d45-d88f-4bb3-b647-58df88c90f52 req-0cfb0bc7-4af7-42e4-bed7-48736d21e5bf tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:19.757540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ec03d45-d88f-4bb3-b647-58df88c90f52 req-0cfb0bc7-4af7-42e4-bed7-48736d21e5bf tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.0505681 Feb 11 13:27:19.785845 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ec03d45-d88f-4bb3-b647-58df88c90f52 req-59e4ba9e-3021-438d-9b77-0435d1c5fc6d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322785 Feb 11 13:27:20.348047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4225701-13cb-4285-a1f0-bd6f2bf0a1ee req-ee77c1a3-74ce-4ee6-a7b9-ceb316b94360 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.349596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4225701-13cb-4285-a1f0-bd6f2bf0a1ee req-ee77c1a3-74ce-4ee6-a7b9-ceb316b94360 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0584631 Feb 11 13:27:20.389121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f4225701-13cb-4285-a1f0-bd6f2bf0a1ee req-4548de1e-3028-413f-9af1-2998818a5302 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Feb 11 13:27:20.602883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5aa03-b144-41ed-8b03-74d769f6f143 req-80b4014e-f7ce-4a49-acff-7e1b5e7c8f66 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.604391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4ff5aa03-b144-41ed-8b03-74d769f6f143 req-80b4014e-f7ce-4a49-acff-7e1b5e7c8f66 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0566623 Feb 11 13:27:20.644346 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4ff5aa03-b144-41ed-8b03-74d769f6f143 req-2e64c467-77b1-4930-83ea-a4f0337c8997 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333676 Feb 11 13:27:20.784628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e19271-202d-4bca-88f9-a9f86e712c72'}, {'server_uuid': '89d22815-57e1-4ba1-ac20-b3b0e9b40620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d631f06-2cfa-42c0-941d-eea74352f3f0'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:20.787058 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766dd452-aa15-41e3-9a00-4ff67f6c61e3" -d '{"events": [{"server_uuid": "01cfdbcc-4e0f-4c13-9599-15c97f1255da", "name": "network-vif-plugged", "status": "completed", "tag": "10e19271-202d-4bca-88f9-a9f86e712c72"}, {"server_uuid": "89d22815-57e1-4ba1-ac20-b3b0e9b40620", "name": "network-vif-plugged", "status": "completed", "tag": "3d631f06-2cfa-42c0-941d-eea74352f3f0"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:20.797655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0bd05-619a-4648-85b3-3da989f56f76 req-ecceec1a-007f-4406-8bd6-fde23456fbd7 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.798724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5fa0bd05-619a-4648-85b3-3da989f56f76 req-ecceec1a-007f-4406-8bd6-fde23456fbd7 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 945 time: 0.0543759 Feb 11 13:27:20.834753 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf96e748-0fa6-4589-bdd0-28799de4d7c0 x-openstack-request-id: req-bf96e748-0fa6-4589-bdd0-28799de4d7c0 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:20.835063 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cfdbcc-4e0f-4c13-9599-15c97f1255da", "name": "network-vif-plugged", "status": "completed", "tag": "10e19271-202d-4bca-88f9-a9f86e712c72", "code": 200}, {"server_uuid": "89d22815-57e1-4ba1-ac20-b3b0e9b40620", "name": "network-vif-plugged", "status": "completed", "tag": "3d631f06-2cfa-42c0-941d-eea74352f3f0", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:20.835450 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf96e748-0fa6-4589-bdd0-28799de4d7c0 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:20.835770 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e19271-202d-4bca-88f9-a9f86e712c72', 'code': 200} Feb 11 13:27:20.836023 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d22815-57e1-4ba1-ac20-b3b0e9b40620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d631f06-2cfa-42c0-941d-eea74352f3f0', 'code': 200} Feb 11 13:27:20.843420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5fa0bd05-619a-4648-85b3-3da989f56f76 req-47b7cb48-88d4-491a-bdfa-b5818df06e06 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372617 Feb 11 13:27:20.954272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524c363-9db9-4b36-adfa-71a009b36359 req-ff040550-db74-43e1-a712-f7bdffad5747 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:20.955678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9524c363-9db9-4b36-adfa-71a009b36359 req-ff040550-db74-43e1-a712-f7bdffad5747 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.0697689 Feb 11 13:27:21.012359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7f50e-fed7-4b96-b310-e4e99c5dfea8 req-9153580a-901b-49e0-bf6e-fedc7c9f6844 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.014035 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bc7f50e-fed7-4b96-b310-e4e99c5dfea8 req-9153580a-901b-49e0-bf6e-fedc7c9f6844 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=89d22815-57e1-4ba1-ac20-b3b0e9b40620 HTTP/1.1" status: 200 len: 945 time: 0.0906136 Feb 11 13:27:21.019452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cbe3b-3358-404e-be2c-744c1eb58c21 req-6d1a8e88-040f-4b9a-bc38-308d06a29dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.020991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0f3cbe3b-3358-404e-be2c-744c1eb58c21 req-6d1a8e88-040f-4b9a-bc38-308d06a29dfd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 1097 time: 0.0865669 Feb 11 13:27:21.022419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2c09f-66e6-4499-957f-5ecd6440f40c req-aca7cc62-2eea-4875-a9c6-9540abda3218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.023872 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2c2c09f-66e6-4499-957f-5ecd6440f40c req-aca7cc62-2eea-4875-a9c6-9540abda3218 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89d22815-57e1-4ba1-ac20-b3b0e9b40620 HTTP/1.1" status: 200 len: 1096 time: 0.0942047 Feb 11 13:27:21.026926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9524c363-9db9-4b36-adfa-71a009b36359 req-5a49a4d5-d712-4e4c-a75c-6b19dd9fe59c tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471227 Feb 11 13:27:21.070765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2c2c09f-66e6-4499-957f-5ecd6440f40c req-96b108c3-6843-4cb5-9af3-26e615a99e4f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357616 Feb 11 13:27:21.091063 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bc7f50e-fed7-4b96-b310-e4e99c5dfea8 req-1af9e097-38a0-47b6-993b-0eed35031b97 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690398 Feb 11 13:27:21.093522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0f3cbe3b-3358-404e-be2c-744c1eb58c21 req-56adaa25-8e5c-45fd-a770-6df1eb21a668 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555692 Feb 11 13:27:21.505711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb525d8e-2711-4001-a048-4cc42a982d3e req-89ce8c62-03c0-430e-976f-4e0ce2e72e0a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.507197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb525d8e-2711-4001-a048-4cc42a982d3e req-89ce8c62-03c0-430e-976f-4e0ce2e72e0a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0498712 Feb 11 13:27:21.545429 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb525d8e-2711-4001-a048-4cc42a982d3e req-b3e59cf9-023a-4a8f-b131-cf7afdc5d21d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317988 Feb 11 13:27:21.766330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8815a87-2bbd-423b-b0c8-7b9ba330af7e req-9026b090-5169-4d73-8717-ab7f5df29071 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:21.767895 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8815a87-2bbd-423b-b0c8-7b9ba330af7e req-9026b090-5169-4d73-8717-ab7f5df29071 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0516760 Feb 11 13:27:21.806583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8815a87-2bbd-423b-b0c8-7b9ba330af7e req-7f4bbbd1-51b1-489b-89e7-6ff34d0b189a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Feb 11 13:27:22.163999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f26af-69b6-491b-8a3d-7c0e9ebadcae req-67565544-c59c-4cd7-9b4b-747d39f77499 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.165949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd5f26af-69b6-491b-8a3d-7c0e9ebadcae req-67565544-c59c-4cd7-9b4b-747d39f77499 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.0656085 Feb 11 13:27:22.209060 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd5f26af-69b6-491b-8a3d-7c0e9ebadcae req-4697de8a-73ad-4c3b-94a2-f82d4ed843a8 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357478 Feb 11 13:27:22.224740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10674e52-10b7-4cfa-985a-42fda2f98232 req-f5d3664b-dd00-465f-a79c-b072b13413a4 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.226401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-10674e52-10b7-4cfa-985a-42fda2f98232 req-f5d3664b-dd00-465f-a79c-b072b13413a4 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=89d22815-57e1-4ba1-ac20-b3b0e9b40620 HTTP/1.1" status: 200 len: 945 time: 0.0581779 Feb 11 13:27:22.276237 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-10674e52-10b7-4cfa-985a-42fda2f98232 req-84328b47-a7d0-422a-ad45-31ae1dbd6b0c tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428352 Feb 11 13:27:22.671180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13f2e1-f6f2-4b22-ab84-4c6819cfab98 req-3574254e-7400-4d13-8151-c0735589ee0d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.672789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13f2e1-f6f2-4b22-ab84-4c6819cfab98 req-3574254e-7400-4d13-8151-c0735589ee0d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0558326 Feb 11 13:27:22.712147 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d13f2e1-f6f2-4b22-ab84-4c6819cfab98 req-ace7c36a-dc1c-49e2-8a94-4b2c06ca8cd2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326767 Feb 11 13:27:22.930858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db417b39-75de-4e3f-9816-f174417d6831 req-54e563e8-69b5-4718-9062-d0c212c14432 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:22.932567 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db417b39-75de-4e3f-9816-f174417d6831 req-54e563e8-69b5-4718-9062-d0c212c14432 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0540636 Feb 11 13:27:22.978067 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db417b39-75de-4e3f-9816-f174417d6831 req-cfec69db-c107-4fc7-8066-09abac2962d9 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Feb 11 13:27:23.349966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63d87a-a28e-4f22-8e64-232d8480201c req-5e06a718-824c-4e6b-a5c7-dc6b65f5599b tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.349966 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb63d87a-a28e-4f22-8e64-232d8480201c req-5e06a718-824c-4e6b-a5c7-dc6b65f5599b tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.0602295 Feb 11 13:27:23.389221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb63d87a-a28e-4f22-8e64-232d8480201c req-c7a22ba4-fbcf-494b-9d2c-540c38fbed62 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364926 Feb 11 13:27:23.439379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890baa5-0df3-4fd1-9b3f-7e596c48fef9 req-50513989-9d29-4467-8ea2-570a5deab42f tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.441190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0890baa5-0df3-4fd1-9b3f-7e596c48fef9 req-50513989-9d29-4467-8ea2-570a5deab42f tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=89d22815-57e1-4ba1-ac20-b3b0e9b40620 HTTP/1.1" status: 200 len: 945 time: 0.0681837 Feb 11 13:27:23.486554 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0890baa5-0df3-4fd1-9b3f-7e596c48fef9 req-00d9680a-c1ad-4519-8385-cfcdb3092a97 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378671 Feb 11 13:27:23.533991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234531d-0dfd-49e9-8be2-bb56a666ea73 req-e53f1014-770b-4a5f-ab1a-2f5e7098f92a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.535618 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f234531d-0dfd-49e9-8be2-bb56a666ea73 req-e53f1014-770b-4a5f-ab1a-2f5e7098f92a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.0638998 Feb 11 13:27:23.545569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51516) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:23.550795 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ca16bea8-05de-408b-b7c3-96d3fe1c419d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Request body: {'floatingip': {'port_id': '10e19271-202d-4bca-88f9-a9f86e712c72'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:23.601634 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca16bea8-05de-408b-b7c3-96d3fe1c419d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:23.886999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3deae-db5f-4ca4-bfbf-322c23867cc1 req-ef094233-4825-4ca2-9628-0352cfff97f6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:23.888883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94a3deae-db5f-4ca4-bfbf-322c23867cc1 req-ef094233-4825-4ca2-9628-0352cfff97f6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0516059 Feb 11 13:27:23.930142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94a3deae-db5f-4ca4-bfbf-322c23867cc1 req-6d418dd7-2df0-475f-9c1b-e3de758701c1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336041 Feb 11 13:27:24.116557 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca16bea8-05de-408b-b7c3-96d3fe1c419d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:24.135463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcbd23-00d0-49f6-94d5-9032c43ebc41 req-2ff4fafa-6038-4d2f-9781-67060b10d8f6 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.137420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5cfcbd23-00d0-49f6-94d5-9032c43ebc41 req-2ff4fafa-6038-4d2f-9781-67060b10d8f6 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0713756 Feb 11 13:27:24.176317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5cfcbd23-00d0-49f6-94d5-9032c43ebc41 req-3302f8ef-3bae-4609-9cf4-a94a8ab97240 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Feb 11 13:27:24.289697 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca16bea8-05de-408b-b7c3-96d3fe1c419d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:24.393395 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-ca16bea8-05de-408b-b7c3-96d3fe1c419d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Floating IP 3a35ca08-fb96-4d0c-bef1-f275a2dbf349 associated. External IP: 172.25.0.157, port: 10e19271-202d-4bca-88f9-a9f86e712c72. Feb 11 13:27:24.549850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650cdd4-0022-408c-966e-80b054e1b915 req-80c0cc98-fcbb-4b51-85c6-75f89212ec05 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.551228 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d650cdd4-0022-408c-966e-80b054e1b915 req-80c0cc98-fcbb-4b51-85c6-75f89212ec05 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=89d22815-57e1-4ba1-ac20-b3b0e9b40620 HTTP/1.1" status: 200 len: 945 time: 0.0696654 Feb 11 13:27:24.653484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d650cdd4-0022-408c-966e-80b054e1b915 req-cc9ca5ec-6cc6-47e3-99b3-bd3c9b57706f tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719302 Feb 11 13:27:24.683363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca16bea8-05de-408b-b7c3-96d3fe1c419d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Router 301d9dbc-1e56-4c64-86d6-e549623323e6 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:24.793956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca16bea8-05de-408b-b7c3-96d3fe1c419d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:24.799071 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca16bea8-05de-408b-b7c3-96d3fe1c419d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:24.808966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] Sync routers for ids ['301d9dbc-1e56-4c64-86d6-e549623323e6'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:27:24.821410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] Routers {'301d9dbc-1e56-4c64-86d6-e549623323e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:24.822203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:26:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['301d9dbc-1e56-4c64-86d6-e549623323e6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:24.826008 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ca16bea8-05de-408b-b7c3-96d3fe1c419d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "PUT /v2.0/floatingips/3a35ca08-fb96-4d0c-bef1-f275a2dbf349 HTTP/1.1" status: 200 len: 992 time: 1.2789655 Feb 11 13:27:24.827330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'tag': '10e19271-202d-4bca-88f9-a9f86e712c72'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:24.830037 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5da2036-e46c-4044-9ca4-fd8f0dace71b" -d '{"events": [{"name": "network-changed", "server_uuid": "01cfdbcc-4e0f-4c13-9599-15c97f1255da", "tag": "10e19271-202d-4bca-88f9-a9f86e712c72"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:24.867019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eff2b8f4-65eb-43c5-9e14-d2740c1a2045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:24.926331 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0730b09a-ac44-4ea1-bf50-dc387a04ecac x-openstack-request-id: req-0730b09a-ac44-4ea1-bf50-dc387a04ecac {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:24.926694 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01cfdbcc-4e0f-4c13-9599-15c97f1255da", "tag": "10e19271-202d-4bca-88f9-a9f86e712c72", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:24.927015 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0730b09a-ac44-4ea1-bf50-dc387a04ecac {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:24.927484 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'tag': '10e19271-202d-4bca-88f9-a9f86e712c72', 'status': 'completed', 'code': 200} Feb 11 13:27:24.957260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] Set router 301d9dbc-1e56-4c64-86d6-e549623323e6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:24.971397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e57182-4884-48a1-a737-580484fced46 req-49b0b0ab-5b19-4b18-8007-aeecfd096b12 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:24.973385 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2e57182-4884-48a1-a737-580484fced46 req-49b0b0ab-5b19-4b18-8007-aeecfd096b12 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.0599213 Feb 11 13:27:25.029429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361b885-6096-45fe-aedf-b48c0edd42f3 req-0b4c91ad-542a-4235-9b46-6a30c58de7c9 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.037917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7361b885-6096-45fe-aedf-b48c0edd42f3 req-0b4c91ad-542a-4235-9b46-6a30c58de7c9 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0591009 Feb 11 13:27:25.048447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-689096b8-6af1-41fb-b82a-a4b9f547472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.051215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-689096b8-6af1-41fb-b82a-a4b9f547472f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cddd531f9d843109577e077f3882f3b&device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 1097 time: 0.0754352 Feb 11 13:27:25.054029 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2e57182-4884-48a1-a737-580484fced46 req-a4786b81-2237-4da8-8dfa-80d629d5c9e7 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664124 Feb 11 13:27:25.092890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7361b885-6096-45fe-aedf-b48c0edd42f3 req-eb0fc959-5a0b-4784-88bb-9c56816cfbdf tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538142 Feb 11 13:27:25.197227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-99e00813-ea34-40af-9094-ad15b0f0ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.200688 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-99e00813-ea34-40af-9094-ad15b0f0ab7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 HTTP/1.1" status: 200 len: 906 time: 0.1416655 Feb 11 13:27:25.234818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b91a8-66e4-4712-937b-c0f4c149c8ea req-e4fbb498-e9e6-4e19-b600-889de6b3c7a2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.236435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-203b91a8-66e4-4712-937b-c0f4c149c8ea req-e4fbb498-e9e6-4e19-b600-889de6b3c7a2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0638587 Feb 11 13:27:25.246672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3a35ca08-fb96-4d0c-bef1-f275a2dbf349', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'port_id': '10e19271-202d-4bca-88f9-a9f86e712c72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'mac_address': 'fa:16:3e:57:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:27:01Z', 'updated_at': '2022-02-11T13:27:23Z', 'revision_number': 1, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881c695-6f17-455a-b836-2a49e43cb5bd', 'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'mac_address': 'fa:16:3e:3d:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:56Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'subnets': [{'id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:25.274733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] Checking router: 301d9dbc-1e56-4c64-86d6-e549623323e6 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:25.283451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] Routers {'301d9dbc-1e56-4c64-86d6-e549623323e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:25.284060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:26:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['301d9dbc-1e56-4c64-86d6-e549623323e6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:25.284357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-203b91a8-66e4-4712-937b-c0f4c149c8ea req-f140955b-bf87-4cbc-943f-8c50edf52ba6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Feb 11 13:27:25.335897 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-321e731d-beb6-4a12-8765-a8753193fa20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10e19271-202d-4bca-88f9-a9f86e712c72 HTTP/1.1" status: 200 len: 1000 time: 0.1250126 Feb 11 13:27:25.348265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b475162-858a-423f-ba1f-53192196d4c2 req-3c4c0f07-dada-4997-be2f-dd11d29ce51f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.351652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b475162-858a-423f-ba1f-53192196d4c2 req-3c4c0f07-dada-4997-be2f-dd11d29ce51f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0874240 Feb 11 13:27:25.408540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:25.410274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] Set router 301d9dbc-1e56-4c64-86d6-e549623323e6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:25.419580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-50ffa0bd-ce40-4e10-8ec8-f80c0ee8b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.421730 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-50ffa0bd-ce40-4e10-8ec8-f80c0ee8b298 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=582a0e8f-dd8d-407b-be32-2217974a52d3 HTTP/1.1" status: 200 len: 844 time: 0.0683947 Feb 11 13:27:25.426863 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b475162-858a-423f-ba1f-53192196d4c2 req-e3d79812-f046-4cf7-8c56-1ae96dcb6661 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649881 Feb 11 13:27:25.474620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-ad8e4236-dd3d-4644-9641-60983175d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.476199 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-ad8e4236-dd3d-4644-9641-60983175d747 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468090 Feb 11 13:27:25.569346 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-dfd236ce-7deb-4852-943b-3a8df294dfdb service neutron] 10.222.0.13 "GET /v2.0/networks/2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835965 Feb 11 13:27:25.642701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3a35ca08-fb96-4d0c-bef1-f275a2dbf349', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'port_id': '10e19271-202d-4bca-88f9-a9f86e712c72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'mac_address': 'fa:16:3e:57:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:27:01Z', 'updated_at': '2022-02-11T13:27:23Z', 'revision_number': 1, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881c695-6f17-455a-b836-2a49e43cb5bd', 'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'mac_address': 'fa:16:3e:3d:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:56Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'subnets': [{'id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:25.668448 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5da2036-e46c-4044-9ca4-fd8f0dace71b req-33dff27b-3027-448c-91c0-6766f29e7c6f service neutron] 10.222.0.13 "GET /v2.0/networks/2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920393 Feb 11 13:27:25.675204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ecca1f-d941-459f-9bfb-495f6700480e None None] The sync data for ids ['301d9dbc-1e56-4c64-86d6-e549623323e6'] in n-d-816488-1 is: [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3a35ca08-fb96-4d0c-bef1-f275a2dbf349', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'floating_ip_address': '172.25.0.157', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'port_id': '10e19271-202d-4bca-88f9-a9f86e712c72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'mac_address': 'fa:16:3e:57:f1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:27:01Z', 'updated_at': '2022-02-11T13:27:23Z', 'revision_number': 1, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f881c695-6f17-455a-b836-2a49e43cb5bd', 'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'mac_address': 'fa:16:3e:3d:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:56Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'subnets': [{'id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:25.737573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8c4be-6787-4408-9f2f-669982333a7b req-3c1de291-654f-4fad-8915-4642cf93f729 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.739182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30b8c4be-6787-4408-9f2f-669982333a7b req-3c1de291-654f-4fad-8915-4642cf93f729 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "GET /v2.0/ports?device_id=89d22815-57e1-4ba1-ac20-b3b0e9b40620 HTTP/1.1" status: 200 len: 945 time: 0.0924244 Feb 11 13:27:25.785018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442adfa-6543-49a1-ae40-11102d9b6aea req-fadcc8e6-db1b-44be-962e-b39752c5b141 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.792134 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2442adfa-6543-49a1-ae40-11102d9b6aea req-fadcc8e6-db1b-44be-962e-b39752c5b141 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=89d22815-57e1-4ba1-ac20-b3b0e9b40620 HTTP/1.1" status: 200 len: 945 time: 0.0573099 Feb 11 13:27:25.834401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2442adfa-6543-49a1-ae40-11102d9b6aea req-d576403d-14d5-411b-b1a6-b728c93f8c64 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/security-groups?id=1d7301bf-d582-48db-89f6-ab723af77539&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383258 Feb 11 13:27:25.885496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-30b8c4be-6787-4408-9f2f-669982333a7b req-03afd48e-4291-4537-afbb-d1d103ab0662 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Deleting port 3d631f06-2cfa-42c0-941d-eea74352f3f0 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:25.885858 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-30b8c4be-6787-4408-9f2f-669982333a7b req-03afd48e-4291-4537-afbb-d1d103ab0662 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:25.930008 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483439ff-80d2-4324-9fa0-3d35fa1699c8 None None] New status for floating IP 3a35ca08-fb96-4d0c-bef1-f275a2dbf349: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:27:25.965117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c0087-b2ee-4113-bcfb-8ecfd05131fd req-94e092f2-7ff7-4907-983e-621ac1bd036d tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:25.966637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee8c0087-b2ee-4113-bcfb-8ecfd05131fd req-94e092f2-7ff7-4907-983e-621ac1bd036d tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 945 time: 0.1187496 Feb 11 13:27:26.020634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-30b8c4be-6787-4408-9f2f-669982333a7b req-03afd48e-4291-4537-afbb-d1d103ab0662 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] For port 3d631f06-2cfa-42c0-941d-eea74352f3f0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3d631f06-2cfa-42c0-941d-eea74352f3f0,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:26.020997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-30b8c4be-6787-4408-9f2f-669982333a7b req-03afd48e-4291-4537-afbb-d1d103ab0662 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.043491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee8c0087-b2ee-4113-bcfb-8ecfd05131fd req-a1ec9e3e-aa9c-4dd1-a067-cde8abe632df tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683129 Feb 11 13:27:26.044483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-30b8c4be-6787-4408-9f2f-669982333a7b req-03afd48e-4291-4537-afbb-d1d103ab0662 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Calling delete_port for 3d631f06-2cfa-42c0-941d-eea74352f3f0 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:26.149326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-76faedfc-a78a-4355-909e-e3e035fbf03e tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.151039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-76faedfc-a78a-4355-909e-e3e035fbf03e tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 945 time: 0.0519264 Feb 11 13:27:26.283713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-30b8c4be-6787-4408-9f2f-669982333a7b req-03afd48e-4291-4537-afbb-d1d103ab0662 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.283941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07c388-c610-46de-bd7e-169da25b3017 req-21270443-4d55-4971-bff4-2e3e07133909 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.285207 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d07c388-c610-46de-bd7e-169da25b3017 req-21270443-4d55-4971-bff4-2e3e07133909 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0868187 Feb 11 13:27:26.296221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b', '3d631f06-2cfa-42c0-941d-eea74352f3f0'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:26.314454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afd48e-4291-4537-afbb-d1d103ab0662 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Pushing event deleted for resources: {'Port': ['ID=3d631f06-2cfa-42c0-941d-eea74352f3f0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:26.331953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-56c4105e-8113-4534-aa2c-b212fdd9f09d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Deleting port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:26.332269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-56c4105e-8113-4534-aa2c-b212fdd9f09d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.340887 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d07c388-c610-46de-bd7e-169da25b3017 req-d0c18b9d-8dd0-4532-b031-4450a23f7d48 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471065 Feb 11 13:27:26.397484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b8c4be-6787-4408-9f2f-669982333a7b req-03afd48e-4291-4537-afbb-d1d103ab0662 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] No DVR routers for this DVR port 3d631f06-2cfa-42c0-941d-eea74352f3f0 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:26.401814 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-30b8c4be-6787-4408-9f2f-669982333a7b req-03afd48e-4291-4537-afbb-d1d103ab0662 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.404493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30b8c4be-6787-4408-9f2f-669982333a7b req-03afd48e-4291-4537-afbb-d1d103ab0662 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "DELETE /v2.0/ports/3d631f06-2cfa-42c0-941d-eea74352f3f0 HTTP/1.1" status: 204 len: 173 time: 0.6593320 Feb 11 13:27:26.405124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d22815-57e1-4ba1-ac20-b3b0e9b40620', 'name': 'network-vif-deleted', 'tag': '3d631f06-2cfa-42c0-941d-eea74352f3f0'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:26.407470 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59a7756-2bbc-41fd-8128-5c0723d8ac70" -d '{"events": [{"server_uuid": "89d22815-57e1-4ba1-ac20-b3b0e9b40620", "name": "network-vif-deleted", "tag": "3d631f06-2cfa-42c0-941d-eea74352f3f0"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:26.457303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db0c11-3db0-42a2-b0f4-1fea31267714 req-b474f373-06e5-4327-926a-9ea8ef4394cd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.466170 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1db0c11-3db0-42a2-b0f4-1fea31267714 req-b474f373-06e5-4327-926a-9ea8ef4394cd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0777204 Feb 11 13:27:26.475869 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e5e483-e6b9-414b-9e26-5219435e47a9 x-openstack-request-id: req-b7e5e483-e6b9-414b-9e26-5219435e47a9 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:26.476334 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d22815-57e1-4ba1-ac20-b3b0e9b40620", "name": "network-vif-deleted", "tag": "3d631f06-2cfa-42c0-941d-eea74352f3f0", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:26.477386 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7e5e483-e6b9-414b-9e26-5219435e47a9 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:26.478213 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d22815-57e1-4ba1-ac20-b3b0e9b40620', 'name': 'network-vif-deleted', 'tag': '3d631f06-2cfa-42c0-941d-eea74352f3f0', 'status': 'completed', 'code': 200} Feb 11 13:27:26.539044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1db0c11-3db0-42a2-b0f4-1fea31267714 req-5e821a66-0b00-4aad-804f-008201e44dad tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717418 Feb 11 13:27:26.751332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522e2df-26eb-4755-b9e6-a160d8e8ccbf req-feb7bf77-e85a-4949-a66e-0378a5f54a90 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:26.752822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8522e2df-26eb-4755-b9e6-a160d8e8ccbf req-feb7bf77-e85a-4949-a66e-0378a5f54a90 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0887740 Feb 11 13:27:26.754673 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-56c4105e-8113-4534-aa2c-b212fdd9f09d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] For port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,segment=NetworkSegment(9a83a94f-2648-4c74-87c2-d643436fadd4),segment_id=9a83a94f-2648-4c74-87c2-d643436fadd4)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:26.755068 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-56c4105e-8113-4534-aa2c-b212fdd9f09d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.781588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-56c4105e-8113-4534-aa2c-b212fdd9f09d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Calling delete_port for 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:26.841598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8522e2df-26eb-4755-b9e6-a160d8e8ccbf req-c618f141-8644-4dfe-84da-b0be8a184159 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787020 Feb 11 13:27:26.917569 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe9c63d0-b4c2-4743-a7c6-f6209c07b10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:26.950720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5d2c9a83-c3b5-4160-ae52-bbf093a0f200 req-893ce50a-a95c-4bea-b4a5-76c1f0001a28 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=89d22815-57e1-4ba1-ac20-b3b0e9b40620 HTTP/1.1" status: 200 len: 210 time: 0.0259333 Feb 11 13:27:27.043634 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-56c4105e-8113-4534-aa2c-b212fdd9f09d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.074097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4105e-8113-4534-aa2c-b212fdd9f09d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Pushing event deleted for resources: {'Port': ['ID=045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:27.121113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-56c4105e-8113-4534-aa2c-b212fdd9f09d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] No DVR routers for this DVR port 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:27.123770 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-56c4105e-8113-4534-aa2c-b212fdd9f09d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.126982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b8335cfb-a6e0-45c3-9d0d-9a612e2f7822 req-56c4105e-8113-4534-aa2c-b212fdd9f09d tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.13 "DELETE /v2.0/ports/045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b HTTP/1.1" status: 204 len: 173 time: 0.9680355 Feb 11 13:27:27.133882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496b9a1f-f937-4ec8-b6e1-e555fb584bee', 'name': 'network-vif-deleted', 'tag': '045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:27.136068 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d4905f-4d33-4faf-8b23-7661d7e7dde5" -d '{"events": [{"server_uuid": "496b9a1f-f937-4ec8-b6e1-e555fb584bee", "name": "network-vif-deleted", "tag": "045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:27.175131 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2e9a05-73d3-4296-bf7d-461e369951c1 x-openstack-request-id: req-ad2e9a05-73d3-4296-bf7d-461e369951c1 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:27.175423 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496b9a1f-f937-4ec8-b6e1-e555fb584bee", "name": "network-vif-deleted", "tag": "045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:27.175674 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ad2e9a05-73d3-4296-bf7d-461e369951c1 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:27.176068 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496b9a1f-f937-4ec8-b6e1-e555fb584bee', 'name': 'network-vif-deleted', 'tag': '045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b', 'status': 'completed', 'code': 200} Feb 11 13:27:27.183959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a21ef2-1c77-4aa4-9757-dc58345ec19d req-d98c4e53-427b-4d78-9d3e-ecf483475975 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.185620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51a21ef2-1c77-4aa4-9757-dc58345ec19d req-d98c4e53-427b-4d78-9d3e-ecf483475975 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 945 time: 0.0656290 Feb 11 13:27:27.225903 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51a21ef2-1c77-4aa4-9757-dc58345ec19d req-fe13ccee-42bf-4130-aa78-fb2243ce2f53 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/security-groups?id=7605208d-4608-4ed5-a070-be80c9bd44d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339224 Feb 11 13:27:27.475121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3a041-a81a-4d3d-8bb6-28eedeb2fb7d req-dbe07469-476e-43f5-b63e-bfb2dd99b090 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.476756 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41d3a041-a81a-4d3d-8bb6-28eedeb2fb7d req-dbe07469-476e-43f5-b63e-bfb2dd99b090 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0517228 Feb 11 13:27:27.516350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41d3a041-a81a-4d3d-8bb6-28eedeb2fb7d req-0d39a784-72c8-4eb9-a593-ed4a01d85f5c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336735 Feb 11 13:27:27.658756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-cad17dd3-5a63-40eb-8896-85c892fdbef1 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.660195 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-cad17dd3-5a63-40eb-8896-85c892fdbef1 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.13 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 945 time: 0.0783315 Feb 11 13:27:27.682529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678d8f-81bb-4505-aa01-182fc0af4378 req-773364e3-9bb9-41e0-a281-c0df2cab4f3e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.683952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f678d8f-81bb-4505-aa01-182fc0af4378 req-773364e3-9bb9-41e0-a281-c0df2cab4f3e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0733893 Feb 11 13:27:27.706380 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.773699 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f678d8f-81bb-4505-aa01-182fc0af4378 req-241f8408-9d47-4f25-a884-64402ff0b51b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721467 Feb 11 13:27:27.797603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-c99d7cc4-ecb5-4e68-a748-eb025b7ee0a8 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Deleting port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:27.797980 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-c99d7cc4-ecb5-4e68-a748-eb025b7ee0a8 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.895076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-c99d7cc4-ecb5-4e68-a748-eb025b7ee0a8 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] For port 150b08f0-9279-4bd3-bf9a-61911c3f9b61, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=150b08f0-9279-4bd3-bf9a-61911c3f9b61,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:27.895429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-c99d7cc4-ecb5-4e68-a748-eb025b7ee0a8 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:27.908425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-c99d7cc4-ecb5-4e68-a748-eb025b7ee0a8 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Calling delete_port for 150b08f0-9279-4bd3-bf9a-61911c3f9b61 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:27.966102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88644e0d-b6b5-4c23-b866-f4edc1b94105 req-8fd9a00d-e8f8-40c8-8471-d0283f7fef4e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:27.969151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88644e0d-b6b5-4c23-b866-f4edc1b94105 req-8fd9a00d-e8f8-40c8-8471-d0283f7fef4e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0557048 Feb 11 13:27:28.013080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88644e0d-b6b5-4c23-b866-f4edc1b94105 req-a2123dfb-ad98-403f-bd7e-2ed82cf7732f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385628 Feb 11 13:27:28.117958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5458162-323e-4afe-b55f-f028d68b0719 req-099dd28d-b792-4e2c-a609-8e6eb4f404c9 tempest-MultipleCreateTestJSON-461049813 tempest-MultipleCreateTestJSON-461049813-project] 10.222.0.52 "GET /v2.0/ports?device_id=496b9a1f-f937-4ec8-b6e1-e555fb584bee HTTP/1.1" status: 200 len: 210 time: 0.0324342 Feb 11 13:27:28.135029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-c99d7cc4-ecb5-4e68-a748-eb025b7ee0a8 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:28.146339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['150b08f0-9279-4bd3-bf9a-61911c3f9b61'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:28.166920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d7cc4-ecb5-4e68-a748-eb025b7ee0a8 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Pushing event deleted for resources: {'Port': ['ID=150b08f0-9279-4bd3-bf9a-61911c3f9b61,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:28.211468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-c99d7cc4-ecb5-4e68-a748-eb025b7ee0a8 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] No DVR routers for this DVR port 150b08f0-9279-4bd3-bf9a-61911c3f9b61 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:28.214605 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-c99d7cc4-ecb5-4e68-a748-eb025b7ee0a8 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:28.218031 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d023a25-d884-4936-abaf-5a0ea8c1ad0b req-c99d7cc4-ecb5-4e68-a748-eb025b7ee0a8 tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.13 "DELETE /v2.0/ports/150b08f0-9279-4bd3-bf9a-61911c3f9b61 HTTP/1.1" status: 204 len: 173 time: 0.5515196 Feb 11 13:27:28.332800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b1c6f7f-2c42-44f7-9f82-6b3c25b88a2c req-ac7770d8-179b-49c5-b95e-3f9ce17ed82e tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 210 time: 0.0296688 Feb 11 13:27:28.531464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:28.557850 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:28.557850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:28.557850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 045c39d5-7e34-40b0-bf87-7c0eb3b7ff0b not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:28.558098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3d631f06-2cfa-42c0-941d-eea74352f3f0 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:28.578511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 3d631f06-2cfa-42c0-941d-eea74352f3f0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:28.593122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3d631f06-2cfa-42c0-941d-eea74352f3f0 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:28.635834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc7e7d-952e-424f-8f32-18c05e4a86e6 req-88b76f70-66a0-4eeb-81d2-1a41aa6d225b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.637247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57cc7e7d-952e-424f-8f32-18c05e4a86e6 req-88b76f70-66a0-4eeb-81d2-1a41aa6d225b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0486228 Feb 11 13:27:28.677239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57cc7e7d-952e-424f-8f32-18c05e4a86e6 req-26a27376-64d2-45a6-ab35-ac56bafbd185 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332727 Feb 11 13:27:28.897403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4100d-1084-412b-b69c-696cb369e354 req-c0f1c56a-1652-42cf-8575-8de5abe1d539 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:28.898802 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0fb4100d-1084-412b-b69c-696cb369e354 req-c0f1c56a-1652-42cf-8575-8de5abe1d539 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0518432 Feb 11 13:27:28.937213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0fb4100d-1084-412b-b69c-696cb369e354 req-02baf315-2bac-4288-809a-7d0bcb1c3d03 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Feb 11 13:27:29.051740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de04e1-40cd-4a1e-875f-4348e92355a9 req-bad908de-f10c-404a-bc2f-2e30c270ba7c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.057702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de04e1-40cd-4a1e-875f-4348e92355a9 req-bad908de-f10c-404a-bc2f-2e30c270ba7c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.064308 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de04e1-40cd-4a1e-875f-4348e92355a9 req-bad908de-f10c-404a-bc2f-2e30c270ba7c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.070254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de04e1-40cd-4a1e-875f-4348e92355a9 req-bad908de-f10c-404a-bc2f-2e30c270ba7c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.076183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de04e1-40cd-4a1e-875f-4348e92355a9 req-bad908de-f10c-404a-bc2f-2e30c270ba7c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.082149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de04e1-40cd-4a1e-875f-4348e92355a9 req-bad908de-f10c-404a-bc2f-2e30c270ba7c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.089181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de04e1-40cd-4a1e-875f-4348e92355a9 req-bad908de-f10c-404a-bc2f-2e30c270ba7c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.091910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b1de04e1-40cd-4a1e-875f-4348e92355a9 req-bad908de-f10c-404a-bc2f-2e30c270ba7c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.0954838 Feb 11 13:27:29.146033 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b1de04e1-40cd-4a1e-875f-4348e92355a9 req-af1d724a-1ce8-4a18-ab9d-de97feb4e746 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403831 Feb 11 13:27:29.177457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eab4710f-3ec1-40f1-98db-33a0b98a88a1', 'name': 'network-vif-deleted', 'tag': '150b08f0-9279-4bd3-bf9a-61911c3f9b61'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:29.181275 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ed894f-3303-42bd-b533-b16aa6664970" -d '{"events": [{"server_uuid": "eab4710f-3ec1-40f1-98db-33a0b98a88a1", "name": "network-vif-deleted", "tag": "150b08f0-9279-4bd3-bf9a-61911c3f9b61"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:29.196375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51606) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:29.198756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f0b71-cc40-4610-a358-7d261f97e9a2 req-39f84c9e-8b5b-4f42-bfcb-9704a41cefe1 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.200364 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c6f0b71-cc40-4610-a358-7d261f97e9a2 req-39f84c9e-8b5b-4f42-bfcb-9704a41cefe1 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0576587 Feb 11 13:27:29.229530 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96f9847-cd81-4696-8632-65c41654a448 x-openstack-request-id: req-a96f9847-cd81-4696-8632-65c41654a448 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:29.229845 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eab4710f-3ec1-40f1-98db-33a0b98a88a1", "name": "network-vif-deleted", "tag": "150b08f0-9279-4bd3-bf9a-61911c3f9b61", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:29.230101 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a96f9847-cd81-4696-8632-65c41654a448 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:29.230576 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eab4710f-3ec1-40f1-98db-33a0b98a88a1', 'name': 'network-vif-deleted', 'tag': '150b08f0-9279-4bd3-bf9a-61911c3f9b61', 'status': 'completed', 'code': 200} Feb 11 13:27:29.242942 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c6f0b71-cc40-4610-a358-7d261f97e9a2 req-91b40b06-b934-442c-a25a-5865f5b8e49f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352926 Feb 11 13:27:29.247234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-d350c7c6-7f86-4a67-9e84-ec5bb68b7a4f admin admin] Deleting subnet ce1998fd-4741-44f8-88c5-26c80f029b38 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:27:29.250758 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d350c7c6-7f86-4a67-9e84-ec5bb68b7a4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.285504 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d350c7c6-7f86-4a67-9e84-ec5bb68b7a4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.323975 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d350c7c6-7f86-4a67-9e84-ec5bb68b7a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.455390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f55fe011-46a8-4b8a-85c9-dd7e773c126c req-bffffbe9-3aa9-4b4f-8666-e82d16644e4e tempest-AttachSCSIVolumeTestJSON-193528472 tempest-AttachSCSIVolumeTestJSON-193528472-project] 10.222.0.52 "GET /v2.0/ports?device_id=eab4710f-3ec1-40f1-98db-33a0b98a88a1 HTTP/1.1" status: 200 len: 210 time: 0.0263133 Feb 11 13:27:29.489700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d350c7c6-7f86-4a67-9e84-ec5bb68b7a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.512897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350c7c6-7f86-4a67-9e84-ec5bb68b7a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1998fd-4741-44f8-88c5-26c80f029b38,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:29.519973 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d350c7c6-7f86-4a67-9e84-ec5bb68b7a4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.523191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d350c7c6-7f86-4a67-9e84-ec5bb68b7a4f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ce1998fd-4741-44f8-88c5-26c80f029b38 HTTP/1.1" status: 204 len: 168 time: 0.3256803 Feb 11 13:27:29.525707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51610) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:29.596932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.678838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.699508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbea094-7196-4e32-85a9-e8ab6f3bfaee']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:29.710312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a83a94f-2648-4c74-87c2-d643436fadd4') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:29.710812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a83a94f-2648-4c74-87c2-d643436fadd4') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:29.720433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.733521 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.739675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:27:29.740059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:29.741742 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:29.796142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609809b7-9bc5-4998-a52b-be4aea9e8b8a req-124b4802-b64a-4a7f-be55-c2d4fb34743b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:29.797969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-609809b7-9bc5-4998-a52b-be4aea9e8b8a req-124b4802-b64a-4a7f-be55-c2d4fb34743b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0516753 Feb 11 13:27:29.837840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-609809b7-9bc5-4998-a52b-be4aea9e8b8a req-4eb30c3d-e74d-4815-bbb0-4463b2d2f076 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330098 Feb 11 13:27:29.854996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.860959 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:29.864065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6cbea094-7196-4e32-85a9-e8ab6f3bfaee HTTP/1.1" status: 204 len: 168 time: 0.3373854 Feb 11 13:27:29.879795 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83da5b1-5ed2-4086-ac6f-5a99ac99a340 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cbea094-7196-4e32-85a9-e8ab6f3bfaee,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:29.906122 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:30.055093 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54178d-7a20-4a53-b59c-c31fcc43e9df req-a360154d-77be-41b0-abc9-d603cf6256ad tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.056663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-be54178d-7a20-4a53-b59c-c31fcc43e9df req-a360154d-77be-41b0-abc9-d603cf6256ad tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0504820 Feb 11 13:27:30.096446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-be54178d-7a20-4a53-b59c-c31fcc43e9df req-9710fcc5-b3a3-45ae-8255-900f70737adf tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Feb 11 13:27:30.174620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51618) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:30.215627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-094a1f34-1717-46f8-8628-ba2d6d0c7ce9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21f9be5977764150848a4ebea3fb9e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393758 Feb 11 13:27:30.218421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51622) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:30.269944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b4e4f3f-a923-450d-8848-542a408641af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:30.284019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778482-88b5-4d18-abe4-5bb7d9eb21b9 req-af32fe59-d694-4ba1-b119-01dee9906d5d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.289992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778482-88b5-4d18-abe4-5bb7d9eb21b9 req-af32fe59-d694-4ba1-b119-01dee9906d5d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.292165 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b4e4f3f-a923-450d-8848-542a408641af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:30.296525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778482-88b5-4d18-abe4-5bb7d9eb21b9 req-af32fe59-d694-4ba1-b119-01dee9906d5d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.302708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778482-88b5-4d18-abe4-5bb7d9eb21b9 req-af32fe59-d694-4ba1-b119-01dee9906d5d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.308618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778482-88b5-4d18-abe4-5bb7d9eb21b9 req-af32fe59-d694-4ba1-b119-01dee9906d5d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.315413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778482-88b5-4d18-abe4-5bb7d9eb21b9 req-af32fe59-d694-4ba1-b119-01dee9906d5d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.321903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a778482-88b5-4d18-abe4-5bb7d9eb21b9 req-af32fe59-d694-4ba1-b119-01dee9906d5d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.323886 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6a778482-88b5-4d18-abe4-5bb7d9eb21b9 req-af32fe59-d694-4ba1-b119-01dee9906d5d tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.1004672 Feb 11 13:27:30.370569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6a778482-88b5-4d18-abe4-5bb7d9eb21b9 req-2d89bdf4-fd4a-4314-a771-849f42050200 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398726 Feb 11 13:27:30.376756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7525e-2516-4d67-a3b5-1992f97b49e1 req-57d0c175-9c68-4ef3-b75a-f217423f3489 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.378277 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b8c7525e-2516-4d67-a3b5-1992f97b49e1 req-57d0c175-9c68-4ef3-b75a-f217423f3489 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0619190 Feb 11 13:27:30.417236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b8c7525e-2516-4d67-a3b5-1992f97b49e1 req-0d2771e5-af2b-43b6-a6f3-78aebca440fa tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Feb 11 13:27:30.507734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b4e4f3f-a923-450d-8848-542a408641af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:30.530054 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b4e4f3f-a923-450d-8848-542a408641af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:30.530054 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0b4e4f3f-a923-450d-8848-542a408641af admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d7301bf-d582-48db-89f6-ab723af77539 HTTP/1.1" status: 204 len: 168 time: 0.2923963 Feb 11 13:27:30.530054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e4f3f-a923-450d-8848-542a408641af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7301bf-d582-48db-89f6-ab723af77539,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:30.548826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 150b08f0-9279-4bd3-bf9a-61911c3f9b61 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:30.571446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 150b08f0-9279-4bd3-bf9a-61911c3f9b61 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:30.571784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 150b08f0-9279-4bd3-bf9a-61911c3f9b61 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:30.701009 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:30.954817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48173d0b-a026-4824-bbeb-dd9f0b9ff904 req-ef2506aa-8e75-480e-8898-e9d0ba3eff2d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:30.956324 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-48173d0b-a026-4824-bbeb-dd9f0b9ff904 req-ef2506aa-8e75-480e-8898-e9d0ba3eff2d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0509288 Feb 11 13:27:31.003524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-48173d0b-a026-4824-bbeb-dd9f0b9ff904 req-819b8050-710a-43a5-956f-c851659cd374 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408237 Feb 11 13:27:31.213279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f5dbf-e2b5-4670-80af-c86399eb726b req-e0cf66cc-333a-4cbe-aea4-d455fc3d8982 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.214787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e15f5dbf-e2b5-4670-80af-c86399eb726b req-e0cf66cc-333a-4cbe-aea4-d455fc3d8982 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0501347 Feb 11 13:27:31.252630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e15f5dbf-e2b5-4670-80af-c86399eb726b req-543e58a1-18a3-4804-9d82-88a7035f64cc tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316851 Feb 11 13:27:31.508013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeaf67-5ab7-47f7-b2d6-3cef837bf6c9 req-02b048bd-dd3b-4693-82e9-c0ad69fd1429 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.520673 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeaf67-5ab7-47f7-b2d6-3cef837bf6c9 req-02b048bd-dd3b-4693-82e9-c0ad69fd1429 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.528120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeaf67-5ab7-47f7-b2d6-3cef837bf6c9 req-02b048bd-dd3b-4693-82e9-c0ad69fd1429 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.536145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeaf67-5ab7-47f7-b2d6-3cef837bf6c9 req-02b048bd-dd3b-4693-82e9-c0ad69fd1429 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.543162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeaf67-5ab7-47f7-b2d6-3cef837bf6c9 req-02b048bd-dd3b-4693-82e9-c0ad69fd1429 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.550432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeaf67-5ab7-47f7-b2d6-3cef837bf6c9 req-02b048bd-dd3b-4693-82e9-c0ad69fd1429 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.556605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbeaf67-5ab7-47f7-b2d6-3cef837bf6c9 req-02b048bd-dd3b-4693-82e9-c0ad69fd1429 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.558549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4cbeaf67-5ab7-47f7-b2d6-3cef837bf6c9 req-02b048bd-dd3b-4693-82e9-c0ad69fd1429 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.1112928 Feb 11 13:27:31.559919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c1e9f-3b37-4c41-9581-a3270aed3839 req-d65405fb-d37d-427c-966a-8e8d3035532e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:31.561130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be6c1e9f-3b37-4c41-9581-a3270aed3839 req-d65405fb-d37d-427c-966a-8e8d3035532e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0707288 Feb 11 13:27:31.604688 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4cbeaf67-5ab7-47f7-b2d6-3cef837bf6c9 req-af56ad96-1258-41db-bebb-d099466d6755 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349367 Feb 11 13:27:31.612502 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be6c1e9f-3b37-4c41-9581-a3270aed3839 req-2a3b9120-54da-41e0-ad19-a45393c32fce tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426242 Feb 11 13:27:31.806275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51696) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:31.904534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-97261286-network', 'tenant_id': 'cc6663dc6b024bfeb72b85e223330764'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:32.032526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Made reservation on behalf of cc6663dc6b024bfeb72b85e223330764 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:32.035154 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.047103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.151580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc632dd3-e2d0-4ad5-a314-0d47a75c43b8 req-01ba92ef-bbd3-4d43-b2ce-8cec6a0de0af tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.153341 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc632dd3-e2d0-4ad5-a314-0d47a75c43b8 req-01ba92ef-bbd3-4d43-b2ce-8cec6a0de0af tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0728514 Feb 11 13:27:32.174404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.206898 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc632dd3-e2d0-4ad5-a314-0d47a75c43b8 req-1e00e02d-8fd9-4811-a7a4-d0198ac9df72 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438628 Feb 11 13:27:32.283780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.305941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:32.323082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114724b3-9ff6-41aa-986a-0c63ff349594,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:32.326379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.326806 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Added segment 4405dc21-19a3-4f6c-8504-a5d624a0578d of type vlan for network def4068b-15ca-481f-9cae-78fe405ec3b2 Feb 11 13:27:32.371464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.384102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838ab78-d07b-4f7c-a55c-345c6852b63d req-7c2a4682-1da6-4448-b5e4-c8b4d874467d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.385965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5838ab78-d07b-4f7c-a55c-345c6852b63d req-7c2a4682-1da6-4448-b5e4-c8b4d874467d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0615950 Feb 11 13:27:32.427511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5838ab78-d07b-4f7c-a55c-345c6852b63d req-e6493209-25af-4019-bdb5-1c60c7ffe4ab tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347912 Feb 11 13:27:32.493790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-d9739e9e-d1e7-4d45-9a48-9c99161f1b0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.500273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-d9739e9e-d1e7-4d45-9a48-9c99161f1b0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.506395 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.506524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-d9739e9e-d1e7-4d45-9a48-9c99161f1b0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.507405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.511310 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.512235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-d9739e9e-d1e7-4d45-9a48-9c99161f1b0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.518933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-d9739e9e-d1e7-4d45-9a48-9c99161f1b0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.525189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-d9739e9e-d1e7-4d45-9a48-9c99161f1b0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.532033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-d9739e9e-d1e7-4d45-9a48-9c99161f1b0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.534074 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-d9739e9e-d1e7-4d45-9a48-9c99161f1b0c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.1010957 Feb 11 13:27:32.580882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] Pushing event updated for resources: {'Network': ['ID=def4068b-15ca-481f-9cae-78fe405ec3b2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:32.587363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-7746da9f-11e1-4eaf-b1a8-fb64ab6a13ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.588918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-7746da9f-11e1-4eaf-b1a8-fb64ab6a13ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "GET /v2.0/ports/a9bc597b-9e92-4318-aff9-f0728c8146b2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0487733 Feb 11 13:27:32.591824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network def4068b-15ca-481f-9cae-78fe405ec3b2 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:27:32.640994 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9bf71a15-89a5-418a-af4e-605a369a3f0e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8334365 Feb 11 13:27:32.642001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51716) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:32.648324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Request body: {'subnet': {'network_id': 'def4068b-15ca-481f-9cae-78fe405ec3b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-97261286-subnet', 'tenant_id': 'cc6663dc6b024bfeb72b85e223330764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:32.719105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-e22182c4-e59e-4999-84f6-34a38f808bac tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "GET /v2.0/networks/54357795-65be-438f-898f-11db6e4005be?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1238964 Feb 11 13:27:32.730080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:32.757438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Made reservation on behalf of cc6663dc6b024bfeb72b85e223330764 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:32.759906 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.828963 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:32.834705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf5756-8a5f-411a-a2ae-5bdcf6beeb60 req-df04f74f-567a-4747-86f8-c957d90e282f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.836634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8aaf5756-8a5f-411a-a2ae-5bdcf6beeb60 req-df04f74f-567a-4747-86f8-c957d90e282f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.1106896 Feb 11 13:27:32.845246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33921a9d-018d-477b-bfe1-681f65fe96f5 req-9014e5d9-4092-4098-9fa9-9023781cbfcd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.851572 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33921a9d-018d-477b-bfe1-681f65fe96f5 req-9014e5d9-4092-4098-9fa9-9023781cbfcd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.858116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33921a9d-018d-477b-bfe1-681f65fe96f5 req-9014e5d9-4092-4098-9fa9-9023781cbfcd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.864190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33921a9d-018d-477b-bfe1-681f65fe96f5 req-9014e5d9-4092-4098-9fa9-9023781cbfcd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.870502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33921a9d-018d-477b-bfe1-681f65fe96f5 req-9014e5d9-4092-4098-9fa9-9023781cbfcd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.877414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33921a9d-018d-477b-bfe1-681f65fe96f5 req-9014e5d9-4092-4098-9fa9-9023781cbfcd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.883568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33921a9d-018d-477b-bfe1-681f65fe96f5 req-9014e5d9-4092-4098-9fa9-9023781cbfcd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:32.885483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33921a9d-018d-477b-bfe1-681f65fe96f5 req-9014e5d9-4092-4098-9fa9-9023781cbfcd tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 5434 time: 0.1325235 Feb 11 13:27:32.906048 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8aaf5756-8a5f-411a-a2ae-5bdcf6beeb60 req-e39ce3a7-fdb5-4def-9a76-6732fd014cab tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550556 Feb 11 13:27:32.960197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33921a9d-018d-477b-bfe1-681f65fe96f5 req-18b09035-588b-498e-94b4-389ca2b9af06 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&id=9e000a9d-e480-4af7-8f80-d2cab443c651&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606654 Feb 11 13:27:33.062854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] For port a9bc597b-9e92-4318-aff9-f0728c8146b2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a9bc597b-9e92-4318-aff9-f0728c8146b2,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:33.095957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] For port a9bc597b-9e92-4318-aff9-f0728c8146b2, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:33.106451 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:33.130162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] device_id is not set on port a9bc597b-9e92-4318-aff9-f0728c8146b2 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:27:33.140148 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:33.176765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e42e7cd-ce71-4433-9bb2-d608ec266f2d,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:33.188628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Checking segment: {'id': '4405dc21-19a3-4f6c-8504-a5d624a0578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'def4068b-15ca-481f-9cae-78fe405ec3b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:27:33.188997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Network hostable DHCP agents. Network: def4068b-15ca-481f-9cae-78fe405ec3b2, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:27:33.197864 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:33.261216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc597b-9e92-4318-aff9-f0728c8146b2,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:33.267094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] No DVR routers for this DVR port a9bc597b-9e92-4318-aff9-f0728c8146b2 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:33.277523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Network def4068b-15ca-481f-9cae-78fe405ec3b2 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:27:33.315640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] In _notify_port_updated(), no bound segment for port a9bc597b-9e92-4318-aff9-f0728c8146b2 on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:27:33.317512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.319025 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:33.320521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-05d79551-f330-4ff9-9ea7-0341a21d1bb1 service neutron] 10.222.0.59 "PUT /v2.0/ports/a9bc597b-9e92-4318-aff9-f0728c8146b2 HTTP/1.1" status: 200 len: 1027 time: 0.5950241 Feb 11 13:27:33.348789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2121b-7d42-41b6-8aee-1b7477f30178 req-c098eb3a-0d24-459d-a6cd-5e9cc0cf999a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.350661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcd2121b-7d42-41b6-8aee-1b7477f30178 req-c098eb3a-0d24-459d-a6cd-5e9cc0cf999a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0635726 Feb 11 13:27:33.369613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, def4068b-15ca-481f-9cae-78fe405ec3b2) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:33.383587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2e65b-025c-4a4b-bcae-c79f04d54e00 None None] Network def4068b-15ca-481f-9cae-78fe405ec3b2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:27:33.385828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.387796 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:33.413407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-6a7992f3-11d9-49e2-917c-83d16e8bda83 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.419436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-6a7992f3-11d9-49e2-917c-83d16e8bda83 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "GET /v2.0/ports/e1b167ff-d98b-4c05-a225-bdadc187eb27?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0916123 Feb 11 13:27:33.431357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:33.435789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcd2121b-7d42-41b6-8aee-1b7477f30178 req-fa294461-9566-4e58-a44e-bcf955c1c9fa tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694244 Feb 11 13:27:33.497566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0996b6d2-ea9c-43af-a875-2f9f0b3f7d59 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8543048 Feb 11 13:27:33.591806 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:33.652422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f61c88-7815-4dee-b8eb-a9100f599440 req-77468344-4b5c-415c-a795-81a99a45020b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:33.660448 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41f61c88-7815-4dee-b8eb-a9100f599440 req-77468344-4b5c-415c-a795-81a99a45020b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.1132817 Feb 11 13:27:33.729335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c2862ded-b2fc-4a1e-8579-3a8098b9581f None None] Provisioning complete for port a9bc597b-9e92-4318-aff9-f0728c8146b2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:33.730355 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c2862ded-b2fc-4a1e-8579-3a8098b9581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:33.758010 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41f61c88-7815-4dee-b8eb-a9100f599440 req-f24f4f5e-ed81-4f0d-9e55-3bff5754b822 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952775 Feb 11 13:27:33.796405 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c2862ded-b2fc-4a1e-8579-3a8098b9581f None None] Port a9bc597b-9e92-4318-aff9-f0728c8146b2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:27:33.803836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] For port e1b167ff-d98b-4c05-a225-bdadc187eb27, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e1b167ff-d98b-4c05-a225-bdadc187eb27,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:33.818257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93d7ffa-92d7-4055-bcd3-7e92d44655de None None] Network def4068b-15ca-481f-9cae-78fe405ec3b2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:27:33.844162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] For port e1b167ff-d98b-4c05-a225-bdadc187eb27, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:33.894090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] device_id is not set on port e1b167ff-d98b-4c05-a225-bdadc187eb27 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:27:33.906455 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:33.999675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:34.040611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-194bba02-3b46-40e1-8d0e-f8afca2fdcf1 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.042274 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-194bba02-3b46-40e1-8d0e-f8afca2fdcf1 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/networks?id=def4068b-15ca-481f-9cae-78fe405ec3b2 HTTP/1.1" status: 200 len: 812 time: 0.1351311 Feb 11 13:27:34.061874 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-a884a62f-1f50-423a-891d-f409f2126016 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/quotas/cc6663dc6b024bfeb72b85e223330764 HTTP/1.1" status: 200 len: 375 time: 0.0129435 Feb 11 13:27:34.104343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-0587213d-1174-4dc4-abd7-2d6865cc4312 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cc6663dc6b024bfeb72b85e223330764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385947 Feb 11 13:27:34.118882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] No DVR routers for this DVR port e1b167ff-d98b-4c05-a225-bdadc187eb27 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:34.121149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] Pushing event updated for resources: {'Port': ['ID=e1b167ff-d98b-4c05-a225-bdadc187eb27,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:34.134248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff68c2c-63c9-46aa-bd65-08550e1221ec req-88001ee4-a803-409f-8e6c-97cb2be0c3df tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.136877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dff68c2c-63c9-46aa-bd65-08550e1221ec req-88001ee4-a803-409f-8e6c-97cb2be0c3df tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.1692557 Feb 11 13:27:34.216146 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dff68c2c-63c9-46aa-bd65-08550e1221ec req-ebbc1b04-83e9-4f06-aa51-73a7f228bd01 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558994 Feb 11 13:27:34.220817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] In _notify_port_updated(), no bound segment for port e1b167ff-d98b-4c05-a225-bdadc187eb27 on network 54357795-65be-438f-898f-11db6e4005be {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:27:34.221812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.222526 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:34.223884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-f0858873-9791-4d3b-9d59-65a98b57a548 service neutron] 10.222.0.59 "PUT /v2.0/ports/e1b167ff-d98b-4c05-a225-bdadc187eb27 HTTP/1.1" status: 200 len: 1027 time: 0.7968562 Feb 11 13:27:34.244864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-a80770e6-d344-4db4-96aa-d2431b1af8a0 service neutron] 10.222.0.52 "GET /v2.0/networks/def4068b-15ca-481f-9cae-78fe405ec3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323268 Feb 11 13:27:34.349159 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-d5939dab-068a-4fb7-b013-34bb00d1728b service neutron] 10.222.0.52 "GET /v2.0/networks/def4068b-15ca-481f-9cae-78fe405ec3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960021 Feb 11 13:27:34.391549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-22f726e9-3ac4-4dae-bdee-d7e470c45750 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:34.391899 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-22f726e9-3ac4-4dae-bdee-d7e470c45750 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:34.404761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bbfb-0812-431f-8856-031f83ef8291 req-42935907-2e96-4335-8ffe-aabc4c4d071f tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.411148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bbfb-0812-431f-8856-031f83ef8291 req-42935907-2e96-4335-8ffe-aabc4c4d071f tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.417058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bbfb-0812-431f-8856-031f83ef8291 req-42935907-2e96-4335-8ffe-aabc4c4d071f tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.423415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bbfb-0812-431f-8856-031f83ef8291 req-42935907-2e96-4335-8ffe-aabc4c4d071f tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.429213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909bbfb-0812-431f-8856-031f83ef8291 req-42935907-2e96-4335-8ffe-aabc4c4d071f tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.431070 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4909bbfb-0812-431f-8856-031f83ef8291 req-42935907-2e96-4335-8ffe-aabc4c4d071f tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 3886 time: 0.1116629 Feb 11 13:27:34.441644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-33e2a96b-b29b-4f8c-820b-16967e98183f None None] Provisioning complete for port e1b167ff-d98b-4c05-a225-bdadc187eb27 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:34.443068 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-33e2a96b-b29b-4f8c-820b-16967e98183f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:34.485828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-33e2a96b-b29b-4f8c-820b-16967e98183f None None] Port e1b167ff-d98b-4c05-a225-bdadc187eb27 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:27:34.516021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4909bbfb-0812-431f-8856-031f83ef8291 req-e1165fcc-3f13-4692-9f8f-7b13c1a9cdbe tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729659 Feb 11 13:27:34.578550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-22f726e9-3ac4-4dae-bdee-d7e470c45750 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] For port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:34.578874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-22f726e9-3ac4-4dae-bdee-d7e470c45750 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:34.605853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-22f726e9-3ac4-4dae-bdee-d7e470c45750 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Calling delete_port for 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:34.660755 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-21f6e155-d89d-4454-a921-831a8da3cdc3 req-6909e7e3-382e-49d1-a5bc-89823007bf2c tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 210 time: 0.0401866 Feb 11 13:27:34.723383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73346588-aaed-4116-aeb5-c4807cafb65f req-75d3ac35-062e-4e9f-8e47-b96711886d52 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.724879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73346588-aaed-4116-aeb5-c4807cafb65f req-75d3ac35-062e-4e9f-8e47-b96711886d52 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1121600 Feb 11 13:27:34.791705 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73346588-aaed-4116-aeb5-c4807cafb65f req-20035595-9790-4a30-8463-029430888818 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599864 Feb 11 13:27:34.900190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9558ea-fdb0-42fb-8ca1-9e9aae343f05 req-09e3229a-8d0a-4b64-98c3-6f6e5f6652f6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:34.901666 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa9558ea-fdb0-42fb-8ca1-9e9aae343f05 req-09e3229a-8d0a-4b64-98c3-6f6e5f6652f6 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.0532107 Feb 11 13:27:34.940478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-22f726e9-3ac4-4dae-bdee-d7e470c45750 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:34.940801 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa9558ea-fdb0-42fb-8ca1-9e9aae343f05 req-ab81fc4d-2e71-467e-a318-f8a0e81ee8ca tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321651 Feb 11 13:27:34.971589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f726e9-3ac4-4dae-bdee-d7e470c45750 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Port': ['ID=6ad60ca7-975e-4025-9fb9-16fe8d2f7573,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:35.012476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-22f726e9-3ac4-4dae-bdee-d7e470c45750 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] No DVR routers for this DVR port 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:35.015725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-22f726e9-3ac4-4dae-bdee-d7e470c45750 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.019043 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-22f726e9-3ac4-4dae-bdee-d7e470c45750 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "DELETE /v2.0/ports/6ad60ca7-975e-4025-9fb9-16fe8d2f7573 HTTP/1.1" status: 204 len: 173 time: 0.7786090 Feb 11 13:27:35.019496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-deleted', 'tag': '6ad60ca7-975e-4025-9fb9-16fe8d2f7573'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:35.021715 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1968fd1-a35e-402a-b515-d01500711a46" -d '{"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-deleted", "tag": "6ad60ca7-975e-4025-9fb9-16fe8d2f7573"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:35.060213 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab96914-df46-4fc5-8723-352820e33201 x-openstack-request-id: req-2ab96914-df46-4fc5-8723-352820e33201 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:35.060521 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-deleted", "tag": "6ad60ca7-975e-4025-9fb9-16fe8d2f7573", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:35.060757 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ab96914-df46-4fc5-8723-352820e33201 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:35.061147 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-deleted', 'tag': '6ad60ca7-975e-4025-9fb9-16fe8d2f7573', 'status': 'completed', 'code': 200} Feb 11 13:27:35.133662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-560a075f-dcc7-46e0-89e1-02bdfd3d6036 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:35.137475 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-560a075f-dcc7-46e0-89e1-02bdfd3d6036 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.226411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-560a075f-dcc7-46e0-89e1-02bdfd3d6036 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] For port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:35.226777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-560a075f-dcc7-46e0-89e1-02bdfd3d6036 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.239249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-560a075f-dcc7-46e0-89e1-02bdfd3d6036 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Calling delete_port for ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:35.343499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a9bc597b-9e92-4318-aff9-f0728c8146b2 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:35.362288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f0154-b691-41a3-82e4-f01f8286ab9a req-b3796d87-03fd-4b25-8f00-b9259599627e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.370838 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb0f0154-b691-41a3-82e4-f01f8286ab9a req-b3796d87-03fd-4b25-8f00-b9259599627e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0723343 Feb 11 13:27:35.404099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a9bc597b-9e92-4318-aff9-f0728c8146b2 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:35.404530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e1b167ff-d98b-4c05-a225-bdadc187eb27 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:35.408760 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb0f0154-b691-41a3-82e4-f01f8286ab9a req-1fd64300-87bf-4e7d-9052-76bd815e9a89 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368037 Feb 11 13:27:35.444505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e1b167ff-d98b-4c05-a225-bdadc187eb27 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:35.444932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:35.526121 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.550975 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-560a075f-dcc7-46e0-89e1-02bdfd3d6036 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.574694 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 2890c604-8e53-4973-8147-671cfbbcc7b1 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:35.612795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a075f-dcc7-46e0-89e1-02bdfd3d6036 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Port': ['ID=ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:35.651467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-560a075f-dcc7-46e0-89e1-02bdfd3d6036 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] No DVR routers for this DVR port ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:35.654419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-560a075f-dcc7-46e0-89e1-02bdfd3d6036 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.657891 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.658350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-560a075f-dcc7-46e0-89e1-02bdfd3d6036 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "DELETE /v2.0/ports/ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c HTTP/1.1" status: 204 len: 173 time: 0.6333110 Feb 11 13:27:35.704602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2890c604-8e53-4973-8147-671cfbbcc7b1'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:35.707552 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1477736b-a0f2-4cca-858b-3c455529993b" -d '{"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "2890c604-8e53-4973-8147-671cfbbcc7b1"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:35.736467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 2890c604-8e53-4973-8147-671cfbbcc7b1, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2890c604-8e53-4973-8147-671cfbbcc7b1,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:35.743212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68692b9a-65ef-40ec-a067-55814e0abc53 req-3e7d807b-b235-4c06-bb29-459d999a817d tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 210 time: 0.0313892 Feb 11 13:27:35.802765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee0c5f-794b-4d68-a232-024ef8ab458b req-c33f6286-a0ac-47a9-a31a-6d400848b3df tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.808686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee0c5f-794b-4d68-a232-024ef8ab458b req-c33f6286-a0ac-47a9-a31a-6d400848b3df tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.815064 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.815663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee0c5f-794b-4d68-a232-024ef8ab458b req-c33f6286-a0ac-47a9-a31a-6d400848b3df tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:35.815777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 39ea6c0d-50c9-461a-bc14-e44498996519 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:35.817457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ee0c5f-794b-4d68-a232-024ef8ab458b req-c33f6286-a0ac-47a9-a31a-6d400848b3df tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 2416 time: 0.1580832 Feb 11 13:27:35.842507 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de3af4b-6815-419c-81df-c5b71646f7a5 x-openstack-request-id: req-9de3af4b-6815-419c-81df-c5b71646f7a5 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:35.843752 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "2890c604-8e53-4973-8147-671cfbbcc7b1", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:35.844396 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9de3af4b-6815-419c-81df-c5b71646f7a5 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:35.844785 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2890c604-8e53-4973-8147-671cfbbcc7b1', 'code': 200} Feb 11 13:27:35.868153 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51778) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:35.905407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=2890c604-8e53-4973-8147-671cfbbcc7b1,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:35.908111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ee0c5f-794b-4d68-a232-024ef8ab458b req-2ef38d40-cac8-494b-806c-766ed6abcb67 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815215 Feb 11 13:27:35.916211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-ba5df8d1-1095-4625-9bb5-d35d12d56287 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting port 2890c604-8e53-4973-8147-671cfbbcc7b1 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:35.916459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-ba5df8d1-1095-4625-9bb5-d35d12d56287 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:35.988648 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.058665 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 39ea6c0d-50c9-461a-bc14-e44498996519, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=39ea6c0d-50c9-461a-bc14-e44498996519,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:36.076603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-ba5df8d1-1095-4625-9bb5-d35d12d56287 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] For port 2890c604-8e53-4973-8147-671cfbbcc7b1, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=2890c604-8e53-4973-8147-671cfbbcc7b1,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:36.076603 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-ba5df8d1-1095-4625-9bb5-d35d12d56287 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.095223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c67895-2d7e-4637-81ef-ce49aadcdb4a req-a9c72bb4-e34b-4791-98d0-18908ffc7d3b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:36.099423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c9c67895-2d7e-4637-81ef-ce49aadcdb4a req-a9c72bb4-e34b-4791-98d0-18908ffc7d3b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0883126 Feb 11 13:27:36.117853 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.118822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:36.129267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-ba5df8d1-1095-4625-9bb5-d35d12d56287 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Calling delete_port for 2890c604-8e53-4973-8147-671cfbbcc7b1 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:36.255764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=39ea6c0d-50c9-461a-bc14-e44498996519,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:36.312626 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c9c67895-2d7e-4637-81ef-ce49aadcdb4a req-2bc93908-f906-4d9d-b7c9-9e3b465f465f tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081513 Feb 11 13:27:36.323915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbfc2d-b14f-45d9-944d-f365b89a36f4 req-ca23d769-9fdb-4910-905b-f8371026ba97 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:36.326544 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5dbfc2d-b14f-45d9-944d-f365b89a36f4 req-ca23d769-9fdb-4910-905b-f8371026ba97 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.2221692 Feb 11 13:27:36.341405 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.404078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:36.438397 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5dbfc2d-b14f-45d9-944d-f365b89a36f4 req-6f752a65-ed89-4384-a1f0-0aee26e60c66 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790544 Feb 11 13:27:36.484240 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.485193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:36.550596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:36.551174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 6ad60ca7-975e-4025-9fb9-16fe8d2f7573 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:36.595825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:36.619190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15408fd6-0c98-4f7d-acdd-858ba3d19c2d req-99e6157b-a775-44a8-80df-ea6e13705dae tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:36.622130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15408fd6-0c98-4f7d-acdd-858ba3d19c2d req-99e6157b-a775-44a8-80df-ea6e13705dae tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.1332288 Feb 11 13:27:36.678866 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-ba5df8d1-1095-4625-9bb5-d35d12d56287 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.697748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15408fd6-0c98-4f7d-acdd-858ba3d19c2d req-56377ad5-bf46-469c-81af-2a3c16db8b45 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638082 Feb 11 13:27:36.706224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5df8d1-1095-4625-9bb5-d35d12d56287 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Port': ['ID=2890c604-8e53-4973-8147-671cfbbcc7b1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:36.731028 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.771562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-ba5df8d1-1095-4625-9bb5-d35d12d56287 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] No DVR routers for this DVR port 2890c604-8e53-4973-8147-671cfbbcc7b1 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:36.774578 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-ba5df8d1-1095-4625-9bb5-d35d12d56287 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:36.777373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-ba5df8d1-1095-4625-9bb5-d35d12d56287 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "DELETE /v2.0/ports/2890c604-8e53-4973-8147-671cfbbcc7b1 HTTP/1.1" status: 204 len: 173 time: 1.1092036 Feb 11 13:27:36.874617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8cf27b2-3cdd-479b-bafc-286ee8c91b35 req-8a3fbb48-8896-48ff-a023-0b1376f63a31 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 210 time: 0.0453010 Feb 11 13:27:36.911757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting port 39ea6c0d-50c9-461a-bc14-e44498996519 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:36.912313 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.011049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Deleting port 828fad70-4878-42aa-a7ee-1e512f244d74 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:37.011400 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.022599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] For port 39ea6c0d-50c9-461a-bc14-e44498996519, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=39ea6c0d-50c9-461a-bc14-e44498996519,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:37.023003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.079578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-deleted', 'tag': 'ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c'}, {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-deleted', 'tag': '2890c604-8e53-4973-8147-671cfbbcc7b1'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:37.081945 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362d9de6-8691-4d3c-8688-1b4532aafc6d" -d '{"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-deleted", "tag": "ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c"}, {"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-deleted", "tag": "2890c604-8e53-4973-8147-671cfbbcc7b1"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:37.159605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4b6-1e43-4aeb-9b72-9a0dd8c7d768 req-d16c908b-44ea-46cd-a375-0e811ab0258f tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.166443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bd4b6-1e43-4aeb-9b72-9a0dd8c7d768 req-d16c908b-44ea-46cd-a375-0e811ab0258f tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.168450 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e40bd4b6-1e43-4aeb-9b72-9a0dd8c7d768 req-d16c908b-44ea-46cd-a375-0e811ab0258f tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 1677 time: 0.1067510 Feb 11 13:27:37.171199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] For port 828fad70-4878-42aa-a7ee-1e512f244d74, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=828fad70-4878-42aa-a7ee-1e512f244d74,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:37.172010 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.196803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Calling delete_port for 828fad70-4878-42aa-a7ee-1e512f244d74 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:37.198653 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9bd160-20d5-4d36-a323-ec61e297ccb0 x-openstack-request-id: req-de9bd160-20d5-4d36-a323-ec61e297ccb0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:37.198940 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-deleted", "tag": "ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c", "status": "completed", "code": 200}, {"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-deleted", "tag": "2890c604-8e53-4973-8147-671cfbbcc7b1", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:37.199183 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de9bd160-20d5-4d36-a323-ec61e297ccb0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:37.199559 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-deleted', 'tag': 'ef7a14ff-08a9-4f41-a2c2-c1ef8d7e050c', 'status': 'completed', 'code': 200} Feb 11 13:27:37.199807 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-deleted', 'tag': '2890c604-8e53-4973-8147-671cfbbcc7b1', 'status': 'completed', 'code': 200} Feb 11 13:27:37.274797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e40bd4b6-1e43-4aeb-9b72-9a0dd8c7d768 req-3307323d-d587-491f-8977-b4b49036df09 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912158 Feb 11 13:27:37.521301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.568575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Pushing event deleted for resources: {'Port': ['ID=828fad70-4878-42aa-a7ee-1e512f244d74,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:37.601118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.601118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.601439 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.601823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.602188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.602481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.602810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.603132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.603452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.603770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.604093 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.604420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:37.648870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955ceb0-9eb1-45b7-9987-37e172eaff5a req-1b565245-fed4-4c4c-9949-029e8b7b28f7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.650425 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2955ceb0-9eb1-45b7-9987-37e172eaff5a req-1b565245-fed4-4c4c-9949-029e8b7b28f7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.1399472 Feb 11 13:27:37.742206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2955ceb0-9eb1-45b7-9987-37e172eaff5a req-0d8e43dd-8619-4c47-b053-306ccaea2d97 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821576 Feb 11 13:27:37.745992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.746512 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.746512 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Floating IP 2d55998e-5e4c-4638-b15c-5a784e3d23b8 disassociated. External IP: 172.25.0.222, port: 39ea6c0d-50c9-461a-bc14-e44498996519. Feb 11 13:27:37.746665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Calling delete_port for 39ea6c0d-50c9-461a-bc14-e44498996519 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:37.767964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-6920b398-6242-49bb-adb3-7bda9ce87098 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.768666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-6920b398-6242-49bb-adb3-7bda9ce87098 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.59 "GET /v2.0/networks?id=def4068b-15ca-481f-9cae-78fe405ec3b2 HTTP/1.1" status: 200 len: 812 time: 0.5681393 Feb 11 13:27:37.781435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d725a-b0b1-4794-9c9f-43d832857988 req-72b34c20-d8ce-4e23-a05b-45b0cecdd38f tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.782948 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-499d725a-b0b1-4794-9c9f-43d832857988 req-72b34c20-d8ce-4e23-a05b-45b0cecdd38f tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1220403 Feb 11 13:27:37.789228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Request body: {'port': {'device_id': '455d0a9e-53db-41ea-9464-1453f0936008', 'network_id': 'def4068b-15ca-481f-9cae-78fe405ec3b2', 'admin_state_up': True, 'tenant_id': 'cc6663dc6b024bfeb72b85e223330764'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:37.811304 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:37.848177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ea6c0d-50c9-461a-bc14-e44498996519'}, {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:37.851813 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5bdb86-3ac3-45a6-bc09-c10cb2102394" -d '{"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "39ea6c0d-50c9-461a-bc14-e44498996519"}, {"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:37.931349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-499d725a-b0b1-4794-9c9f-43d832857988 req-7b182943-4a33-44c2-b3ff-34eb75d0a98f tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364698 Feb 11 13:27:37.958338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b2dd3-82b7-4c92-abfd-92f8b65b6e40 req-b7c59dc8-40af-4dd8-bf2e-3c71f7aacb36 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:37.960105 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-679b2dd3-82b7-4c92-abfd-92f8b65b6e40 req-b7c59dc8-40af-4dd8-bf2e-3c71f7aacb36 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0985329 Feb 11 13:27:38.003849 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076676e2-1479-4e03-81d0-c02bfa38a4fc x-openstack-request-id: req-076676e2-1479-4e03-81d0-c02bfa38a4fc {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:38.003849 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "39ea6c0d-50c9-461a-bc14-e44498996519", "code": 200}, {"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:38.003849 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-076676e2-1479-4e03-81d0-c02bfa38a4fc {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:38.003849 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39ea6c0d-50c9-461a-bc14-e44498996519', 'code': 200} Feb 11 13:27:38.003849 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2', 'code': 200} Feb 11 13:27:38.049436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-679b2dd3-82b7-4c92-abfd-92f8b65b6e40 req-16479926-2cf0-4f5b-b0ab-af127f8b8674 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802646 Feb 11 13:27:38.088102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-765fa1b2-de3d-4c02-9bb4-2a558d08b3eb req-c82a46f2-afd0-434c-a97f-3bf0ea6e67ca tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 210 time: 0.0325477 Feb 11 13:27:38.105755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Made reservation on behalf of cc6663dc6b024bfeb72b85e223330764 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:38.105755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:38.114990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:38.158688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:38.207967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Port': ['ID=39ea6c0d-50c9-461a-bc14-e44498996519,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:38.245322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:38.254227 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9b9c2ed5-8afc-463a-9e13-c8c47440ab68 admin admin] 10.222.0.52 "PUT /v2.0/routers/272a28f5-a52d-43fe-8c3d-8c6b7d7b9380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3810887 Feb 11 13:27:38.254227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51802) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:38.262753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] Sync routers for ids ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:27:38.274451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] Routers {'272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:38.275068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:38.350556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Allocated IP 172.20.0.9 (def4068b-15ca-481f-9cae-78fe405ec3b2/5e42e7cd-ce71-4433-9bb2-d608ec266f2d/c01c87dc-a35f-486e-aee7-6567cb0235b8) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:38.377476 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:38.407952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] Set router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:38.416871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Router ebd49d56-348d-4df7-9c37-f649add5a73d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:38.518996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edc940-4b78-457b-9046-6327e2986c13 req-e3b45e0c-44cd-496a-852a-00063b81a8bf tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:38.520607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26edc940-4b78-457b-9046-6327e2986c13 req-e3b45e0c-44cd-496a-852a-00063b81a8bf tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 943 time: 0.1019151 Feb 11 13:27:38.542429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:38.582366 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26edc940-4b78-457b-9046-6327e2986c13 req-69974147-d471-4d41-9b12-0d034210c375 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490732 Feb 11 13:27:38.636720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-router', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:43Z', 'updated_at': '2022-02-11T13:27:37Z', 'revision_number': 5, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'gw_port': {'id': '0f801dad-eed8-41b8-9f29-725d4902692b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:74:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:44Z', 'updated_at': '2022-02-11T13:25:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:38.647248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:38.651054 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:38.659011 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] Sync routers for ids ['ebd49d56-348d-4df7-9c37-f649add5a73d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:27:38.687916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] Checking router: 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:38.688985 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] Routers {'ebd49d56-348d-4df7-9c37-f649add5a73d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:38.689528 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ebd49d56-348d-4df7-9c37-f649add5a73d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:38.699316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] Routers {'272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:38.700315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:38.705741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] No DVR routers for this DVR port 39ea6c0d-50c9-461a-bc14-e44498996519 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:38.709204 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:38.712572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-5a7cf210-57ca-4445-96d1-092e77f0ec17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "DELETE /v2.0/ports/39ea6c0d-50c9-461a-bc14-e44498996519 HTTP/1.1" status: 204 len: 173 time: 1.9298179 Feb 11 13:27:38.855890 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] Set router ebd49d56-348d-4df7-9c37-f649add5a73d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:38.863272 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:38.869456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] Set router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:38.941479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-router', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:43Z', 'updated_at': '2022-02-11T13:27:38Z', 'revision_number': 6, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:38.972242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Network def4068b-15ca-481f-9cae-78fe405ec3b2 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:38.982510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:38.995102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:38.999619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Pushing event updated for resources: {'Port': ['ID=c01c87dc-a35f-486e-aee7-6567cb0235b8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:39.014161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a801cc14-2161-485b-8daf-70582a245ba0 None None] The sync data for ids ['272a28f5-a52d-43fe-8c3d-8c6b7d7b9380'] in n-d-816488-1 is: [{'id': '272a28f5-a52d-43fe-8c3d-8c6b7d7b9380', 'name': 'tempest-AttachSCSIVolumeTestJSON-1119611141-router', 'tenant_id': '210c2c9de09c45babe6e51b2a425452c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:43Z', 'updated_at': '2022-02-11T13:27:38Z', 'revision_number': 6, 'project_id': '210c2c9de09c45babe6e51b2a425452c', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:39.053422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:39.053793 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.096673 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:16Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847', 'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'mac_address': 'fa:16:3e:1b:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:15Z', 'updated_at': '2022-02-11T13:20:24Z', 'revision_number': 5, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'subnets': [{'id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:39.126217 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] Checking router: ebd49d56-348d-4df7-9c37-f649add5a73d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:39.135285 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] Routers {'ebd49d56-348d-4df7-9c37-f649add5a73d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:39.136096 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ebd49d56-348d-4df7-9c37-f649add5a73d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:39.146140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8e583-ead0-4743-a724-d50d20b8aaf9 req-b13428a2-3ac0-4b99-96a9-527f04f1c9a7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.153787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc8e583-ead0-4743-a724-d50d20b8aaf9 req-b13428a2-3ac0-4b99-96a9-527f04f1c9a7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.2412786 Feb 11 13:27:39.165816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.166433 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.168244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfea008-911d-48fe-8abf-3bbfe47e68e4 req-89052959-40d1-4d9c-adb8-1c84a69fa14c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.169832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcfea008-911d-48fe-8abf-3bbfe47e68e4 req-89052959-40d1-4d9c-adb8-1c84a69fa14c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0718737 Feb 11 13:27:39.173014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Deleting port 0f801dad-eed8-41b8-9f29-725d4902692b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:39.176270 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.201006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-deleted', 'tag': '39ea6c0d-50c9-461a-bc14-e44498996519'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:39.203685 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85e7ca8-038a-45d2-b526-f75e64676ed9" -d '{"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-deleted", "tag": "39ea6c0d-50c9-461a-bc14-e44498996519"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:39.240835 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc8e583-ead0-4743-a724-d50d20b8aaf9 req-1de56fee-6568-436d-b0ac-d0b27a99ee12 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861890 Feb 11 13:27:39.255104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] For port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:39.255568 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.271929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Calling delete_port for 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:39.276317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcfea008-911d-48fe-8abf-3bbfe47e68e4 req-0f8480e1-d4a0-494c-a0dd-62549fc50b19 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623932 Feb 11 13:27:39.284616 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] Set router ebd49d56-348d-4df7-9c37-f649add5a73d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:39.289817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] For port 0f801dad-eed8-41b8-9f29-725d4902692b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f801dad-eed8-41b8-9f29-725d4902692b,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:39.290057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.302867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Calling delete_port for 0f801dad-eed8-41b8-9f29-725d4902692b owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:39.361174 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-4daeff7c-d611-461d-9b0f-912d1b9a05e0 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5771241 Feb 11 13:27:39.380783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Request body: {'port': {'device_id': '455d0a9e-53db-41ea-9464-1453f0936008', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:39.429383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa30b9-c065-405f-bd5f-1e914ac6d070 req-1deb1cb9-2b2e-491c-8dc1-169c72e3dc79 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.439932 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddaa30b9-c065-405f-bd5f-1e914ac6d070 req-1deb1cb9-2b2e-491c-8dc1-169c72e3dc79 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 931 time: 0.0858433 Feb 11 13:27:39.512254 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.528568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddaa30b9-c065-405f-bd5f-1e914ac6d070 req-84970d2e-99e4-4830-97ca-69d5ff0de694 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854759 Feb 11 13:27:39.531346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e44da-eeb7-4d02-93f5-247a13b82c9d req-04d292d0-e7d8-481f-8d19-b638a361cc55 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.538633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-938e44da-eeb7-4d02-93f5-247a13b82c9d req-04d292d0-e7d8-481f-8d19-b638a361cc55 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.1823490 Feb 11 13:27:39.610526 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:16Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847', 'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'mac_address': 'fa:16:3e:1b:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:15Z', 'updated_at': '2022-02-11T13:20:24Z', 'revision_number': 5, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'subnets': [{'id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:39.639894 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae192c3a-46ac-40f2-bf73-856cff1a2b3b x-openstack-request-id: req-ae192c3a-46ac-40f2-bf73-856cff1a2b3b {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:39.640184 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-deleted", "tag": "39ea6c0d-50c9-461a-bc14-e44498996519", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:39.640446 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae192c3a-46ac-40f2-bf73-856cff1a2b3b {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:39.640810 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-deleted', 'tag': '39ea6c0d-50c9-461a-bc14-e44498996519', 'status': 'completed', 'code': 200} Feb 11 13:27:39.649928 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-938e44da-eeb7-4d02-93f5-247a13b82c9d req-7138d527-7df7-4efc-a767-9dbd5255f934 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103656 Feb 11 13:27:39.695589 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.735241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f801dad-eed8-41b8-9f29-725d4902692b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:39.783084 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef16922-2c5d-4642-b7b0-c534f01c766a None None] The sync data for ids ['ebd49d56-348d-4df7-9c37-f649add5a73d'] in n-d-816488-1 is: [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:20:16Z', 'revision_number': 4, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847', 'name': '', 'network_id': '82e326e6-190a-41c5-9091-43f8b7834047', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'mac_address': 'fa:16:3e:1b:a9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:15Z', 'updated_at': '2022-02-11T13:20:24Z', 'revision_number': 5, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'subnets': [{'id': '270b6f5f-34f9-478f-b64f-a56ab929ff15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:39.812312 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.855353 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.869562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1aaf0-2885-48f2-8812-d5dbe7971090 req-cd158b93-2d44-45ea-8eba-b4ad335c0e9a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:39.871282 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0f1aaf0-2885-48f2-8812-d5dbe7971090 req-cd158b93-2d44-45ea-8eba-b4ad335c0e9a tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 943 time: 0.1233065 Feb 11 13:27:39.902170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Port': ['ID=8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:39.923687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.926528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:39.957159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.957505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.958278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.958621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.958956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.959298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.959623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.959947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.960296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.960593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.960913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.961237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:27:39.994703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] No DVR routers for this DVR port 8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:40.000503 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.004201 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38ec5423-9023-4ea1-8758-cb0eeca7854c req-546eb72d-fc11-451e-8751-3051cc86906c tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.59 "DELETE /v2.0/ports/8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2 HTTP/1.1" status: 204 len: 173 time: 1.2815063 Feb 11 13:27:40.027176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0f1aaf0-2885-48f2-8812-d5dbe7971090 req-b9a11814-ec4c-48ee-aa3b-1a889f585fb3 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups?id=52ca0094-8228-4422-90bb-9eb315037a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304798 Feb 11 13:27:40.072448 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.076076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:27:40.078817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.079965 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-99eb1c10-90b8-4d12-ade7-d7b50a5bf0d7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/272a28f5-a52d-43fe-8c3d-8c6b7d7b9380 HTTP/1.1" status: 204 len: 168 time: 1.8254101 Feb 11 13:27:40.082646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51820) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:40.085261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01c87dc-a35f-486e-aee7-6567cb0235b8 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:40.093851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.107210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Transition to ACTIVE for port object c01c87dc-a35f-486e-aee7-6567cb0235b8 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:40.135779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8c823d-fd65-4322-bb68-4f73864e51d2 admin admin] Deleting subnet ff534bc7-467d-4b3f-8d22-af10c7791887 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:27:40.140262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c823d-fd65-4322-bb68-4f73864e51d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.190054 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c823d-fd65-4322-bb68-4f73864e51d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.198375 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.321592 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c823d-fd65-4322-bb68-4f73864e51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.327585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Pushing event updated for resources: {'Port': ['ID=c01c87dc-a35f-486e-aee7-6567cb0235b8,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:40.454034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979340ce-5634-4167-81fa-eda56080a499 None None] New status for floating IP 2d55998e-5e4c-4638-b15c-5a784e3d23b8: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:27:40.454797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ab18e-4eea-4017-8ea7-e1adcc310711 req-20cc6c27-28b2-484a-ba3e-2dce2a2d2d45 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.462958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d3ab18e-4eea-4017-8ea7-e1adcc310711 req-20cc6c27-28b2-484a-ba3e-2dce2a2d2d45 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.2505422 Feb 11 13:27:40.519531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Attempting to bind port c01c87dc-a35f-486e-aee7-6567cb0235b8 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:27:40.519861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Attempting to bind port c01c87dc-a35f-486e-aee7-6567cb0235b8 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '4405dc21-19a3-4f6c-8504-a5d624a0578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'def4068b-15ca-481f-9cae-78fe405ec3b2'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:27:40.520182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Attempting to bind port c01c87dc-a35f-486e-aee7-6567cb0235b8 on network def4068b-15ca-481f-9cae-78fe405ec3b2 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:40.532141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Port c01c87dc-a35f-486e-aee7-6567cb0235b8 on network def4068b-15ca-481f-9cae-78fe405ec3b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:40.532393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Attempting to bind port c01c87dc-a35f-486e-aee7-6567cb0235b8 on network def4068b-15ca-481f-9cae-78fe405ec3b2 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:40.563484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:40.563484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Checking segment: {'id': '4405dc21-19a3-4f6c-8504-a5d624a0578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'def4068b-15ca-481f-9cae-78fe405ec3b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:27:40.563484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Bound using segment: {'id': '4405dc21-19a3-4f6c-8504-a5d624a0578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'def4068b-15ca-481f-9cae-78fe405ec3b2'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:40.566347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Bound port: c01c87dc-a35f-486e-aee7-6567cb0235b8, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4405dc21-19a3-4f6c-8504-a5d624a0578d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'def4068b-15ca-481f-9cae-78fe405ec3b2'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:27:40.566855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.582546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d3ab18e-4eea-4017-8ea7-e1adcc310711 req-c0a814bf-3860-4f4d-9ed6-88b1c7232a0a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185923 Feb 11 13:27:40.586010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315280c-9e71-456b-877a-e4c623b8d51b req-02c25a12-a2e8-4ea6-aedb-0eff776004eb tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.603929 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7315280c-9e71-456b-877a-e4c623b8d51b req-02c25a12-a2e8-4ea6-aedb-0eff776004eb tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1588409 Feb 11 13:27:40.605687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c823d-fd65-4322-bb68-4f73864e51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.670349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f801dad-eed8-41b8-9f29-725d4902692b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:40.674704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c823d-fd65-4322-bb68-4f73864e51d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff534bc7-467d-4b3f-8d22-af10c7791887,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:40.697490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 0f801dad-eed8-41b8-9f29-725d4902692b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:40.698181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f801dad-eed8-41b8-9f29-725d4902692b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:40.698871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 828fad70-4878-42aa-a7ee-1e512f244d74 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:40.707319 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c823d-fd65-4322-bb68-4f73864e51d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.714113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0a8c823d-fd65-4322-bb68-4f73864e51d2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ff534bc7-467d-4b3f-8d22-af10c7791887 HTTP/1.1" status: 204 len: 168 time: 0.6303561 Feb 11 13:27:40.715417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51832) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:40.722403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521a3ac9-f7ac-40e1-91ad-92ad525c411d None None] Network a067bb3d-512f-4fef-9ded-b1c773def887 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:27:40.725223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 828fad70-4878-42aa-a7ee-1e512f244d74 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:40.725796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 828fad70-4878-42aa-a7ee-1e512f244d74 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:40.727243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7315280c-9e71-456b-877a-e4c623b8d51b req-6528622e-e51c-4eb0-a5da-72a81839bbda tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152463 Feb 11 13:27:40.765159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] For port c01c87dc-a35f-486e-aee7-6567cb0235b8, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:40.770447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] For port c01c87dc-a35f-486e-aee7-6567cb0235b8, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c01c87dc-a35f-486e-aee7-6567cb0235b8,segment=NetworkSegment(4405dc21-19a3-4f6c-8504-a5d624a0578d),segment_id=4405dc21-19a3-4f6c-8504-a5d624a0578d)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:40.791481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b666a-a86c-483f-909a-428117af3106 req-cbe28a3f-e6c0-4453-a348-7c97f17c4305 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.801566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f58b666a-a86c-483f-909a-428117af3106 req-cbe28a3f-e6c0-4453-a348-7c97f17c4305 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 943 time: 0.1172562 Feb 11 13:27:40.829613 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.870996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f58b666a-a86c-483f-909a-428117af3106 req-e5e5bcd6-1db8-4a3a-b9eb-d187a0348606 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684350 Feb 11 13:27:40.876081 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.935870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.937222 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.939098 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] 10.222.0.59 "PUT /v2.0/ports/c01c87dc-a35f-486e-aee7-6567cb0235b8 HTTP/1.1" status: 200 len: 1091 time: 1.5634491 Feb 11 13:27:40.957846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b66d10-025d-4519-8ec0-181710ff0a08 req-a946f52a-f8d4-452b-a6ce-da27555f133a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:40.962709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69b66d10-025d-4519-8ec0-181710ff0a08 req-a946f52a-f8d4-452b-a6ce-da27555f133a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0943224 Feb 11 13:27:40.967887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Deleting port c2765841-4d21-4df8-a66d-64aaea183cc1 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:40.968677 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:40.973989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b79bd-57e2-4065-ac69-3170724ccf6c service neutron] Pushing event updated for resources: {'Port': ['ID=c01c87dc-a35f-486e-aee7-6567cb0235b8,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:40.997037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a286e6-980b-4795-ba5d-64bf27896727 None None] DHCP port deletion for a067bb3d-512f-4fef-9ded-b1c773def887 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:27:41.075228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d8a286e6-980b-4795-ba5d-64bf27896727 None None] Deleting port c2765841-4d21-4df8-a66d-64aaea183cc1 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:41.075933 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d8a286e6-980b-4795-ba5d-64bf27896727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.084762 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69b66d10-025d-4519-8ec0-181710ff0a08 req-8abc9f99-25ec-4c5e-8157-72818e48feeb tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137753 Feb 11 13:27:41.101601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] For port c2765841-4d21-4df8-a66d-64aaea183cc1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c2765841-4d21-4df8-a66d-64aaea183cc1,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:41.102025 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.105190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-cb85cfcf-6adc-4800-a2a4-2b300978113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:41.106797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-cb85cfcf-6adc-4800-a2a4-2b300978113b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc6663dc6b024bfeb72b85e223330764&device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 1094 time: 0.0751297 Feb 11 13:27:41.117280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Calling delete_port for c2765841-4d21-4df8-a66d-64aaea183cc1 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:41.172091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d8a286e6-980b-4795-ba5d-64bf27896727 None None] For port c2765841-4d21-4df8-a66d-64aaea183cc1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c2765841-4d21-4df8-a66d-64aaea183cc1,segment=NetworkSegment(77e19f5a-194f-465e-9cdd-e5562272ce35),segment_id=77e19f5a-194f-465e-9cdd-e5562272ce35)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:41.172352 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-22bff616-fa0b-47c5-b4a9-4b32de8c173c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01c87dc-a35f-486e-aee7-6567cb0235b8 HTTP/1.1" status: 200 len: 217 time: 0.0562911 Feb 11 13:27:41.172519 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d8a286e6-980b-4795-ba5d-64bf27896727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.193472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d8a286e6-980b-4795-ba5d-64bf27896727 None None] Calling delete_port for c2765841-4d21-4df8-a66d-64aaea183cc1 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:41.209492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-117e69a1-0ad0-47aa-a88a-8a8362627880 req-5fc419f7-2f37-484d-99dc-ea46673d97d4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0362923 Feb 11 13:27:41.267057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-31f847f4-286e-4bc3-9371-f6489a47091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:41.268747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-31f847f4-286e-4bc3-9371-f6489a47091f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e42e7cd-ce71-4433-9bb2-d608ec266f2d HTTP/1.1" status: 200 len: 852 time: 0.0852723 Feb 11 13:27:41.305108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-270bde69-c778-439e-81b6-b7357d8a1aa0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=def4068b-15ca-481f-9cae-78fe405ec3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287504 Feb 11 13:27:41.346828 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.353859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d8a286e6-980b-4795-ba5d-64bf27896727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.381520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2765841-4d21-4df8-a66d-64aaea183cc1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:41.387917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] No DVR routers for this DVR port c2765841-4d21-4df8-a66d-64aaea183cc1 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:41.397053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a286e6-980b-4795-ba5d-64bf27896727 None None] Pushing event deleted for resources: {'Port': ['ID=c2765841-4d21-4df8-a66d-64aaea183cc1,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:41.403878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a286e6-980b-4795-ba5d-64bf27896727 None None] No DVR routers for this DVR port c2765841-4d21-4df8-a66d-64aaea183cc1 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:41.436015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-e31a5e91-24bf-4743-9e38-fc0d4d6aca48 service neutron] 10.222.0.59 "GET /v2.0/networks/def4068b-15ca-481f-9cae-78fe405ec3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235087 Feb 11 13:27:41.485321 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.507136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a067bb3d-512f-4fef-9ded-b1c773def887']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:41.518847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e19f5a-194f-465e-9cdd-e5562272ce35') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:41.518847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e19f5a-194f-465e-9cdd-e5562272ce35') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:41.526377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-bb9ab703-78b9-4c5f-8156-d00b423b3619 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:41.528194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-bb9ab703-78b9-4c5f-8156-d00b423b3619 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.1299150 Feb 11 13:27:41.529726 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.545311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.557950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:27:41.558289 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:41.560169 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:41.630923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e7f1158-66c0-4440-8740-4f87eef65009 req-318a674e-80df-4506-a9c6-3e1d082c3a41 service neutron] 10.222.0.59 "GET /v2.0/networks/def4068b-15ca-481f-9cae-78fe405ec3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753354 Feb 11 13:27:41.641631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-deleted', 'tag': '8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2'}, {'name': 'network-changed', 'server_uuid': '455d0a9e-53db-41ea-9464-1453f0936008', 'tag': 'c01c87dc-a35f-486e-aee7-6567cb0235b8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:41.644088 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b627e7c-c695-4c7a-8067-c43f63b86904" -d '{"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-deleted", "tag": "8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2"}, {"name": "network-changed", "server_uuid": "455d0a9e-53db-41ea-9464-1453f0936008", "tag": "c01c87dc-a35f-486e-aee7-6567cb0235b8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:41.658337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-f8178b6c-9e75-4b77-8f90-660b5b951097 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Deleting port efb6250e-046e-48eb-8494-d422d351421b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:41.658770 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-f8178b6c-9e75-4b77-8f90-660b5b951097 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.705507 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3fc2f5-a66e-47ca-92f3-ac7842e788b1 x-openstack-request-id: req-6d3fc2f5-a66e-47ca-92f3-ac7842e788b1 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:41.705890 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6092508-b48b-46df-a762-9f4a86b6a8e4", "name": "network-vif-deleted", "tag": "8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "455d0a9e-53db-41ea-9464-1453f0936008", "tag": "c01c87dc-a35f-486e-aee7-6567cb0235b8", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:41.706160 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d3fc2f5-a66e-47ca-92f3-ac7842e788b1 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:41.706583 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6092508-b48b-46df-a762-9f4a86b6a8e4', 'name': 'network-vif-deleted', 'tag': '8a7bbde2-85a2-4d72-ac0d-79a1582c7fc2', 'status': 'completed', 'code': 200} Feb 11 13:27:41.713261 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455d0a9e-53db-41ea-9464-1453f0936008', 'tag': 'c01c87dc-a35f-486e-aee7-6567cb0235b8', 'status': 'completed', 'code': 200} Feb 11 13:27:41.713392 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.714960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.721627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/a067bb3d-512f-4fef-9ded-b1c773def887 HTTP/1.1" status: 204 len: 168 time: 1.0022058 Feb 11 13:27:41.722745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51840) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:41.756649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17611d-fd80-4b16-a5f6-8f20b4aeb4d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a067bb3d-512f-4fef-9ded-b1c773def887,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:41.803802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561e1e6-26cf-4d7f-808f-d9aaf50516d4 req-b94d0c10-778f-4313-9bb1-9affd2d50883 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:41.805804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b561e1e6-26cf-4d7f-808f-d9aaf50516d4 req-b94d0c10-778f-4313-9bb1-9affd2d50883 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 946 time: 0.1120083 Feb 11 13:27:41.857045 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b561e1e6-26cf-4d7f-808f-d9aaf50516d4 req-21d76806-0c28-4618-8c33-2a948afad12f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Feb 11 13:27:41.927019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627e7c-c695-4c7a-8067-c43f63b86904 req-15b3cb7e-e0f6-4474-b5d6-edce5e66026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:41.928495 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b627e7c-c695-4c7a-8067-c43f63b86904 req-15b3cb7e-e0f6-4474-b5d6-edce5e66026c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=cc6663dc6b024bfeb72b85e223330764&device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 1094 time: 0.1593878 Feb 11 13:27:41.930985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-f8178b6c-9e75-4b77-8f90-660b5b951097 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] For port efb6250e-046e-48eb-8494-d422d351421b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=efb6250e-046e-48eb-8494-d422d351421b,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:41.931357 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-f8178b6c-9e75-4b77-8f90-660b5b951097 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:41.964196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-f8178b6c-9e75-4b77-8f90-660b5b951097 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Calling delete_port for efb6250e-046e-48eb-8494-d422d351421b owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:41.984632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d063ba-cba4-4d8a-bc53-885071c6a0e8 req-510aaa3c-7ded-4fc7-8c46-2232e0096491 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:41.992520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5d063ba-cba4-4d8a-bc53-885071c6a0e8 req-510aaa3c-7ded-4fc7-8c46-2232e0096491 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 943 time: 0.0597186 Feb 11 13:27:42.028338 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5d063ba-cba4-4d8a-bc53-885071c6a0e8 req-e3106c66-2b17-481d-b49f-880468332427 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344269 Feb 11 13:27:42.063857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c272-1a15-4886-8afb-d99b06e876ae req-552cf674-a30f-4149-a251-ce683f49165d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.065489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a33c272-1a15-4886-8afb-d99b06e876ae req-552cf674-a30f-4149-a251-ce683f49165d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.2049351 Feb 11 13:27:42.235775 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d1f01-3fc2-4512-b8fa-a0f49fb12b79 req-67ef58be-506c-48ea-864a-6402ca9ec142 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.243608 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-084d1f01-3fc2-4512-b8fa-a0f49fb12b79 req-67ef58be-506c-48ea-864a-6402ca9ec142 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.0810008 Feb 11 13:27:42.293821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-084d1f01-3fc2-4512-b8fa-a0f49fb12b79 req-84196194-3275-4e70-847c-06defecd2aca tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482953 Feb 11 13:27:42.392943 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c5f24b8-12df-4d78-abbc-69f5b0a3de96 req-55dcada1-a9ca-4051-a27e-bfe0de340d17 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0380297 Feb 11 13:27:42.538699 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c2765841-4d21-4df8-a66d-64aaea183cc1 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:42.568799 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a33c272-1a15-4886-8afb-d99b06e876ae req-0c5cfc1f-cd60-4ddb-8bec-4f15c22089f2 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4670033 Feb 11 13:27:42.574447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627e7c-c695-4c7a-8067-c43f63b86904 req-16938f03-6420-4e7b-9b7b-abe57e53da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.575942 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b627e7c-c695-4c7a-8067-c43f63b86904 req-16938f03-6420-4e7b-9b7b-abe57e53da2d service neutron] 10.222.0.59 "GET /v2.0/networks?id=def4068b-15ca-481f-9cae-78fe405ec3b2 HTTP/1.1" status: 200 len: 913 time: 0.6377044 Feb 11 13:27:42.650285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b627e7c-c695-4c7a-8067-c43f63b86904 req-d3deba9d-8ac6-411c-924e-d6d4550fb608 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c01c87dc-a35f-486e-aee7-6567cb0235b8 HTTP/1.1" status: 200 len: 217 time: 0.0647480 Feb 11 13:27:42.714481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: c2765841-4d21-4df8-a66d-64aaea183cc1 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:42.714821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c2765841-4d21-4df8-a66d-64aaea183cc1 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:42.766403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b627e7c-c695-4c7a-8067-c43f63b86904 req-30b4d671-9acb-44da-9279-6f734397a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:42.767865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b627e7c-c695-4c7a-8067-c43f63b86904 req-30b4d671-9acb-44da-9279-6f734397a7a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e42e7cd-ce71-4433-9bb2-d608ec266f2d HTTP/1.1" status: 200 len: 852 time: 0.1099865 Feb 11 13:27:42.810442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b627e7c-c695-4c7a-8067-c43f63b86904 req-a49d938b-969e-4647-8b61-277856532872 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=def4068b-15ca-481f-9cae-78fe405ec3b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338719 Feb 11 13:27:42.907813 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-f8178b6c-9e75-4b77-8f90-660b5b951097 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:42.922235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['efb6250e-046e-48eb-8494-d422d351421b'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:42.993316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8178b6c-9e75-4b77-8f90-660b5b951097 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event deleted for resources: {'Port': ['ID=efb6250e-046e-48eb-8494-d422d351421b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:43.007228 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-656c692a-ea10-4b05-80fe-1a7e99cd9a42 req-48040378-fb31-4136-972c-e07c90ad3778 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 210 time: 0.0383744 Feb 11 13:27:43.034130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b627e7c-c695-4c7a-8067-c43f63b86904 req-6527e68c-c6e2-457c-8815-06cbb86bb409 service neutron] 10.222.0.59 "GET /v2.0/networks/def4068b-15ca-481f-9cae-78fe405ec3b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162900 Feb 11 13:27:43.065952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-21cf124d-7658-4fee-afea-5bd291885ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.068999 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-21cf124d-7658-4fee-afea-5bd291885ced service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 1097 time: 0.0515845 Feb 11 13:27:43.094460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-f8178b6c-9e75-4b77-8f90-660b5b951097 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] No DVR routers for this DVR port efb6250e-046e-48eb-8494-d422d351421b on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:43.099948 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-f8178b6c-9e75-4b77-8f90-660b5b951097 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:43.103301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7be8bb1a-b790-4ddc-9b17-393674c535c0 req-f8178b6c-9e75-4b77-8f90-660b5b951097 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.59 "DELETE /v2.0/ports/efb6250e-046e-48eb-8494-d422d351421b HTTP/1.1" status: 204 len: 173 time: 1.5701892 Feb 11 13:27:43.171779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc041c-e590-458e-a0d7-57fdd60a1048 req-30381664-7ecf-4da8-a051-cfcee457f371 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.174300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5cfc041c-e590-458e-a0d7-57fdd60a1048 req-30381664-7ecf-4da8-a051-cfcee457f371 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.2681246 Feb 11 13:27:43.224275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f653a92-3899-49a6-a482-a883504c60da req-37aed864-6f36-4433-9a8c-6249487d3bb1 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.225968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f653a92-3899-49a6-a482-a883504c60da req-37aed864-6f36-4433-9a8c-6249487d3bb1 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 943 time: 0.0929351 Feb 11 13:27:43.229055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-eedfbd32-b4b2-4965-a3af-a877527f70be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.230459 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-eedfbd32-b4b2-4965-a3af-a877527f70be service neutron] 10.222.0.59 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 912 time: 0.1558578 Feb 11 13:27:43.258712 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b627e7c-c695-4c7a-8067-c43f63b86904 req-e3d41518-53bb-45da-85d3-7090fc751fef service neutron] 10.222.0.59 "GET /v2.0/networks/def4068b-15ca-481f-9cae-78fe405ec3b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043972 Feb 11 13:27:43.261651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5cfc041c-e590-458e-a0d7-57fdd60a1048 req-8066fee6-c1bb-4408-8f19-5abb7ef8e501 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688615 Feb 11 13:27:43.280564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:43.333161 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f653a92-3899-49a6-a482-a883504c60da req-f179eb40-e978-4409-ac52-d7cccfcb3a0a tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984821 Feb 11 13:27:43.359234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-d6beb16d-952b-4b99-a779-ea1675e7a151 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e HTTP/1.1" status: 200 len: 1002 time: 0.1119349 Feb 11 13:27:43.419820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-8c4b694c-6d81-4fe9-9750-466907dd27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.422043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-8c4b694c-6d81-4fe9-9750-466907dd27a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3356f2cd-4d02-411c-9f61-5d25d83cac42 HTTP/1.1" status: 200 len: 850 time: 0.0599191 Feb 11 13:27:43.493457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-0edbdc2a-4f61-4554-9167-39019f643202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.495770 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-0edbdc2a-4f61-4554-9167-39019f643202 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78e8cc7a-6b88-4178-9818-4cb8339195fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664806 Feb 11 13:27:43.521814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e02cb-0d87-440a-bef7-981e2aa9052b req-c14b4cbc-4838-4bb8-b365-b7595875e22a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:43.523365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f17e02cb-0d87-440a-bef7-981e2aa9052b req-c14b4cbc-4838-4bb8-b365-b7595875e22a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.1053488 Feb 11 13:27:43.585068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f17e02cb-0d87-440a-bef7-981e2aa9052b req-6c1b6f30-ac5b-47ae-bfc6-d4859a5a1961 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 Feb 11 13:27:43.605249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-618a8be0-f8f7-434a-9376-67988ca72cb6 req-ea2d90b0-a7ea-49e9-90d3-16819d8f021e tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.1041372 Feb 11 13:27:43.667719 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-cbeaf697-2217-4edf-b21f-916a0d029cc0 service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592844 Feb 11 13:27:43.707621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] Deleting port 58dca072-46a0-443c-960f-35f2359ba049 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:43.708251 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:43.791812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-597ecb60-60a4-48c4-95fb-2ea7d0b044a1 req-49492542-152b-4007-9708-fd13ee26ad88 service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168199 Feb 11 13:27:43.816105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07543af8-42f3-466d-befc-af6d7c5c6049', 'name': 'network-vif-deleted', 'tag': 'efb6250e-046e-48eb-8494-d422d351421b'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:43.819570 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44adc2d-e64b-425a-bd07-bea5ac847e7e" -d '{"events": [{"server_uuid": "07543af8-42f3-466d-befc-af6d7c5c6049", "name": "network-vif-deleted", "tag": "efb6250e-046e-48eb-8494-d422d351421b"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:43.865854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] For port 58dca072-46a0-443c-960f-35f2359ba049, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=58dca072-46a0-443c-960f-35f2359ba049,segment=NetworkSegment(9163f45d-cc50-435a-95cf-34153b8163e4),segment_id=9163f45d-cc50-435a-95cf-34153b8163e4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:43.866172 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:43.881632 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ebcbae-0917-413e-a31d-0ac37d23d5a8 x-openstack-request-id: req-47ebcbae-0917-413e-a31d-0ac37d23d5a8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:43.881929 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07543af8-42f3-466d-befc-af6d7c5c6049", "name": "network-vif-deleted", "tag": "efb6250e-046e-48eb-8494-d422d351421b", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:43.882175 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47ebcbae-0917-413e-a31d-0ac37d23d5a8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:43.882622 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07543af8-42f3-466d-befc-af6d7c5c6049', 'name': 'network-vif-deleted', 'tag': 'efb6250e-046e-48eb-8494-d422d351421b', 'status': 'completed', 'code': 200} Feb 11 13:27:43.883512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] Calling delete_port for 58dca072-46a0-443c-960f-35f2359ba049 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:44.150675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-189fd439-44b8-47eb-a743-00530583acd1 req-a4f41e62-b3c7-4fd1-82c7-21caec26d556 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=07543af8-42f3-466d-befc-af6d7c5c6049 HTTP/1.1" status: 200 len: 210 time: 0.0473444 Feb 11 13:27:44.197882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:44.228020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] Pushing event deleted for resources: {'Port': ['ID=58dca072-46a0-443c-960f-35f2359ba049,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:44.472859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03de4f1-2f9d-4f6c-b2da-cec5f6ec91d4 req-7ad2376d-db8f-4659-ab60-dc13038dc9a0 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:44.474475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b03de4f1-2f9d-4f6c-b2da-cec5f6ec91d4 req-7ad2376d-db8f-4659-ab60-dc13038dc9a0 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0886114 Feb 11 13:27:44.491677 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:44.553238 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b03de4f1-2f9d-4f6c-b2da-cec5f6ec91d4 req-cd3f20e2-cc1d-45c5-9a7b-872b57d0f458 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713642 Feb 11 13:27:44.768684 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-752077b9-45ad-49ec-bec1-8f0bf0814785 req-1d651cde-af11-4786-8520-0d16d9383608 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0475368 Feb 11 13:27:44.783861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e2084-6617-4509-b309-fb4bd5360698 req-7338f43d-fa18-45e8-86fd-8fe876c01625 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:44.793334 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c73e2084-6617-4509-b309-fb4bd5360698 req-7338f43d-fa18-45e8-86fd-8fe876c01625 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 943 time: 0.1361761 Feb 11 13:27:44.908386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c73e2084-6617-4509-b309-fb4bd5360698 req-3325999e-a4d7-4bc4-a5d2-ce4bda6723c2 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081538 Feb 11 13:27:44.932162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] Router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:27:45.046255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:27:45.051860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51906) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:45.053804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ff8300c7-efec-4333-bed0-c92f7bf9342d admin admin] 10.222.0.52 "PUT /v2.0/routers/5bd886b6-b90f-40b9-8765-3b41ae35ee70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3308213 Feb 11 13:27:45.056724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51908) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:45.059936 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] Sync routers for ids ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:27:45.086785 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] Routers {'5bd886b6-b90f-40b9-8765-3b41ae35ee70'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:45.087537 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:45.183989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b9ba-a8cf-4d94-a8d0-8f4db54f7e84 req-47bcc218-2544-4179-9766-2a01e28eb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.184474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b9ba-a8cf-4d94-a8d0-8f4db54f7e84 req-47bcc218-2544-4179-9766-2a01e28eb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.184944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b9ba-a8cf-4d94-a8d0-8f4db54f7e84 req-47bcc218-2544-4179-9766-2a01e28eb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.185408 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b9ba-a8cf-4d94-a8d0-8f4db54f7e84 req-47bcc218-2544-4179-9766-2a01e28eb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.185900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b9ba-a8cf-4d94-a8d0-8f4db54f7e84 req-47bcc218-2544-4179-9766-2a01e28eb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.190603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b9ba-a8cf-4d94-a8d0-8f4db54f7e84 req-47bcc218-2544-4179-9766-2a01e28eb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.191527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212b9ba-a8cf-4d94-a8d0-8f4db54f7e84 req-47bcc218-2544-4179-9766-2a01e28eb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.193572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f212b9ba-a8cf-4d94-a8d0-8f4db54f7e84 req-47bcc218-2544-4179-9766-2a01e28eb316 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6499 time: 0.1408784 Feb 11 13:27:45.196877 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.227636 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] Set router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:45.246824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f212b9ba-a8cf-4d94-a8d0-8f4db54f7e84 req-6f323dbc-b745-4fca-8556-e663c0618417 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5da366f4-8206-4e72-aeef-42b7298a4bf3&id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403433 Feb 11 13:27:45.328887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.379777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c01c87dc-a35f-486e-aee7-6567cb0235b8 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:45.381820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device efb6250e-046e-48eb-8494-d422d351421b no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:45.422317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: efb6250e-046e-48eb-8494-d422d351421b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:45.425392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device efb6250e-046e-48eb-8494-d422d351421b not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:45.462726 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-router', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '674bab7f-0788-4858-bd01-62a1771ba181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:27:44Z', 'revision_number': 5, 'project_id': 'e06742417890450ab687dabd38686c9d', 'gw_port': {'id': '674bab7f-0788-4858-bd01-62a1771ba181', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:94:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:56Z', 'updated_at': '2022-02-11T13:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:45.492877 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] Checking router: 5bd886b6-b90f-40b9-8765-3b41ae35ee70 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:27:45.502627 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] Routers {'5bd886b6-b90f-40b9-8765-3b41ae35ee70'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:27:45.503527 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:45.551313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Deleting port 674bab7f-0788-4858-bd01-62a1771ba181 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:45.552279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.553308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c01c87dc-a35f-486e-aee7-6567cb0235b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c01c87dc-a35f-486e-aee7-6567cb0235b8,segment=NetworkSegment(4405dc21-19a3-4f6c-8504-a5d624a0578d),segment_id=4405dc21-19a3-4f6c-8504-a5d624a0578d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:45.579236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'c01c87dc-a35f-486e-aee7-6567cb0235b8', 'network_id': 'def4068b-15ca-481f-9cae-78fe405ec3b2', 'port_id': 'c01c87dc-a35f-486e-aee7-6567cb0235b8', 'mac_address': 'fa:16:3e:1f:5f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e42e7cd-ce71-4433-9bb2-d608ec266f2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:45.624688 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] Set router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:27:45.624941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0714a48-c5fa-4705-a87d-397933605f06 req-d2f62763-de16-4cef-96f7-6d7cb593b55b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.634664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-d2f62763-de16-4cef-96f7-6d7cb593b55b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.2140665 Feb 11 13:27:45.669533 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.687716 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-router', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:27:45Z', 'revision_number': 6, 'project_id': 'e06742417890450ab687dabd38686c9d', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:45.697311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-e98ad2b6-50d4-4e82-96b6-cb342513ae64 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/quotas/e0d29aa58a34460e9c87cfd03475a330 HTTP/1.1" status: 200 len: 375 time: 0.0616884 Feb 11 13:27:45.698334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01c87dc-a35f-486e-aee7-6567cb0235b8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:45.699217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] For port 674bab7f-0788-4858-bd01-62a1771ba181, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=674bab7f-0788-4858-bd01-62a1771ba181,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:45.699641 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.732014 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555ff230-0575-4250-8d4b-bfff435f1f0b None None] The sync data for ids ['5bd886b6-b90f-40b9-8765-3b41ae35ee70'] in n-d-816488-1 is: [{'id': '5bd886b6-b90f-40b9-8765-3b41ae35ee70', 'name': 'tempest-AttachSCSIVolumeTestJSON-547294292-router', 'tenant_id': 'e06742417890450ab687dabd38686c9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:55Z', 'updated_at': '2022-02-11T13:27:45Z', 'revision_number': 6, 'project_id': 'e06742417890450ab687dabd38686c9d', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:27:45.744823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c01c87dc-a35f-486e-aee7-6567cb0235b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c01c87dc-a35f-486e-aee7-6567cb0235b8,segment=NetworkSegment(4405dc21-19a3-4f6c-8504-a5d624a0578d),segment_id=4405dc21-19a3-4f6c-8504-a5d624a0578d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:45.744947 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-7b38d197-89ff-4198-832f-f89f20d20300 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351396 Feb 11 13:27:45.746133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Calling delete_port for 674bab7f-0788-4858-bd01-62a1771ba181 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:45.756118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff52768-f320-46dc-885f-2819ca862e54 req-6183b466-a5d2-4c81-8500-d1dcd490284a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:45.758557 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cff52768-f320-46dc-885f-2819ca862e54 req-6183b466-a5d2-4c81-8500-d1dcd490284a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1075032 Feb 11 13:27:45.812833 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cff52768-f320-46dc-885f-2819ca862e54 req-15018aea-5c18-43a4-9e50-6aefa3f00afa tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472302 Feb 11 13:27:45.827562 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:27:45.847951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:45.901186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c01c87dc-a35f-486e-aee7-6567cb0235b8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:45.982724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e411bd34-c7c3-4c4a-931a-14a1377b214d req-92b3c392-27fb-4287-89f2-d2823ff510ae tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0345013 Feb 11 13:27:45.992329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-7536df93-b42e-4f85-8ead-54f2bff12c8a service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406943 Feb 11 13:27:46.133856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2b74e-8297-493b-9b40-dd0dea227eeb req-99209156-7c67-47fd-901f-ca3e4c8d70e5 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:46.135612 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6d2b74e-8297-493b-9b40-dd0dea227eeb req-99209156-7c67-47fd-901f-ca3e4c8d70e5 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 944 time: 0.0797350 Feb 11 13:27:46.148341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-76495fdc-6749-4169-bed4-fa4c96c88d73 service neutron] 10.222.0.52 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398630 Feb 11 13:27:46.187188 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.195993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c01c87dc-a35f-486e-aee7-6567cb0235b8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:46.208458 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6d2b74e-8297-493b-9b40-dd0dea227eeb req-600614fc-3bc8-432f-be0d-7f9ff3529561 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659719 Feb 11 13:27:46.248964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=674bab7f-0788-4858-bd01-62a1771ba181,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:46.312856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.410401 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.412722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.507651 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3d384fbf-64f3-4452-9bcb-dc35473a510b req-b8ddc3c5-6e0f-4544-8d3e-e28f14f43ded tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 210 time: 0.0309386 Feb 11 13:27:46.542456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.546331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bd886b6-b90f-40b9-8765-3b41ae35ee70 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:27:46.548937 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.552691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51958) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:46.552962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-006a3f75-f0d8-491b-9a34-ad4ab8e85ef7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/5bd886b6-b90f-40b9-8765-3b41ae35ee70 HTTP/1.1" status: 204 len: 168 time: 1.4948962 Feb 11 13:27:46.600826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a36d7a8-ef8e-4d4f-8f87-e30bd6887654 admin admin] Deleting subnet 68b6360d-7100-4bc4-9093-c11d2f4bb5b7 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:27:46.604362 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a36d7a8-ef8e-4d4f-8f87-e30bd6887654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.640809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a36d7a8-ef8e-4d4f-8f87-e30bd6887654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.724979 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a36d7a8-ef8e-4d4f-8f87-e30bd6887654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.732179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 674bab7f-0788-4858-bd01-62a1771ba181 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:46.757341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 674bab7f-0788-4858-bd01-62a1771ba181 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:46.757756 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 674bab7f-0788-4858-bd01-62a1771ba181 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:46.758443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 58dca072-46a0-443c-960f-35f2359ba049 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:46.778521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 58dca072-46a0-443c-960f-35f2359ba049 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:46.779114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 58dca072-46a0-443c-960f-35f2359ba049 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:46.866842 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a36d7a8-ef8e-4d4f-8f87-e30bd6887654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.895865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36d7a8-ef8e-4d4f-8f87-e30bd6887654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68b6360d-7100-4bc4-9093-c11d2f4bb5b7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:46.906525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a36d7a8-ef8e-4d4f-8f87-e30bd6887654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:46.914094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51966) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:46.914296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00819548-bfed-49ac-a60a-8df69863edf0 None None] Network 22e086fa-95fd-4314-ad93-80f36d12a13f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:27:46.925908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8a36d7a8-ef8e-4d4f-8f87-e30bd6887654 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/68b6360d-7100-4bc4-9093-c11d2f4bb5b7 HTTP/1.1" status: 204 len: 168 time: 0.3699183 Feb 11 13:27:47.027257 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.110416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Deleting port f23b8e17-72ab-4ef4-8be0-60bc90b13524 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:47.111183 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.164953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f55b427e-073e-4878-b9b4-8cf60b0da6f3 req-92e071ef-e757-4f8f-a4c8-20472dba1ec2 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0471046 Feb 11 13:27:47.196923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1b5070-c3bf-435e-9d2f-434ad80e2dea None None] DHCP port deletion for 22e086fa-95fd-4314-ad93-80f36d12a13f request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:27:47.217527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] For port f23b8e17-72ab-4ef4-8be0-60bc90b13524, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f23b8e17-72ab-4ef4-8be0-60bc90b13524,segment=NetworkSegment(9163f45d-cc50-435a-95cf-34153b8163e4),segment_id=9163f45d-cc50-435a-95cf-34153b8163e4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:47.218310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.238336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Calling delete_port for f23b8e17-72ab-4ef4-8be0-60bc90b13524 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:47.262919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b5070-c3bf-435e-9d2f-434ad80e2dea None None] Deleting port f23b8e17-72ab-4ef4-8be0-60bc90b13524 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:47.263223 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5070-c3bf-435e-9d2f-434ad80e2dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.342669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ce1b5070-c3bf-435e-9d2f-434ad80e2dea None None] For port f23b8e17-72ab-4ef4-8be0-60bc90b13524, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f23b8e17-72ab-4ef4-8be0-60bc90b13524,segment=NetworkSegment(9163f45d-cc50-435a-95cf-34153b8163e4),segment_id=9163f45d-cc50-435a-95cf-34153b8163e4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:47.343605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5070-c3bf-435e-9d2f-434ad80e2dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.356219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b5070-c3bf-435e-9d2f-434ad80e2dea None None] Calling delete_port for f23b8e17-72ab-4ef4-8be0-60bc90b13524 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:47.376675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc752d5-6036-4cae-aca1-b30e758b4eab req-2259b549-e7ea-408a-8b66-e4040d85cb44 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:47.378265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecc752d5-6036-4cae-aca1-b30e758b4eab req-2259b549-e7ea-408a-8b66-e4040d85cb44 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 944 time: 0.0774350 Feb 11 13:27:47.405410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7da1191d-b65c-4b12-8e6c-6307a026ad12 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:47.407623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c01c87dc-a35f-486e-aee7-6567cb0235b8 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:47.424706 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecc752d5-6036-4cae-aca1-b30e758b4eab req-9982db88-54b7-47ed-ab9e-8ac1ce7475db tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367661 Feb 11 13:27:47.496909 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.534238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Pushing event deleted for resources: {'Port': ['ID=f23b8e17-72ab-4ef4-8be0-60bc90b13524,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:47.536187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] No DVR routers for this DVR port f23b8e17-72ab-4ef4-8be0-60bc90b13524 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:47.561570 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5070-c3bf-435e-9d2f-434ad80e2dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.616055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b5070-c3bf-435e-9d2f-434ad80e2dea None None] Pushing event deleted for resources: {'Port': ['ID=f23b8e17-72ab-4ef4-8be0-60bc90b13524,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:47.622958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1b5070-c3bf-435e-9d2f-434ad80e2dea None None] No DVR routers for this DVR port f23b8e17-72ab-4ef4-8be0-60bc90b13524 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:47.627911 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.631179 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3aa55c2-bdab-4112-b6b4-eb8f67f7d262 req-9cc41f2a-c157-4e06-9154-18bf4d72899e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 210 time: 0.0434484 Feb 11 13:27:47.634799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7da1191d-b65c-4b12-8e6c-6307a026ad12, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:47.647838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '7da1191d-b65c-4b12-8e6c-6307a026ad12', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'port_id': '7da1191d-b65c-4b12-8e6c-6307a026ad12', 'mac_address': 'fa:16:3e:7c:cb:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b524e984-4024-46c0-b04c-9c226443adb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:47.658346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e086fa-95fd-4314-ad93-80f36d12a13f']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:47.668835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9163f45d-cc50-435a-95cf-34153b8163e4') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:47.669129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9163f45d-cc50-435a-95cf-34153b8163e4') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:47.680249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.694417 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.694868 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.700974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:27:47.701348 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:47.703588 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:47.709313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7da1191d-b65c-4b12-8e6c-6307a026ad12 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:47.723440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port c01c87dc-a35f-486e-aee7-6567cb0235b8 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:47.733659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port c01c87dc-a35f-486e-aee7-6567cb0235b8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:47.733659 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.764688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7da1191d-b65c-4b12-8e6c-6307a026ad12, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:47.819995 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.843305 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455d0a9e-53db-41ea-9464-1453f0936008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01c87dc-a35f-486e-aee7-6567cb0235b8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:47.845559 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8212b665-e445-4cbc-b295-d5f3e8a13e25" -d '{"events": [{"server_uuid": "455d0a9e-53db-41ea-9464-1453f0936008", "name": "network-vif-plugged", "status": "completed", "tag": "c01c87dc-a35f-486e-aee7-6567cb0235b8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:47.863243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c01c87dc-a35f-486e-aee7-6567cb0235b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c01c87dc-a35f-486e-aee7-6567cb0235b8,segment=NetworkSegment(4405dc21-19a3-4f6c-8504-a5d624a0578d),segment_id=4405dc21-19a3-4f6c-8504-a5d624a0578d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:47.866630 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.874144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.878919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] 10.222.0.52 "DELETE /v2.0/networks/22e086fa-95fd-4314-ad93-80f36d12a13f HTTP/1.1" status: 204 len: 168 time: 0.9634984 Feb 11 13:27:47.887449 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c782328e-c5a9-4037-bc1d-1cb370c734c4 x-openstack-request-id: req-c782328e-c5a9-4037-bc1d-1cb370c734c4 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:47.887912 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455d0a9e-53db-41ea-9464-1453f0936008", "name": "network-vif-plugged", "status": "completed", "tag": "c01c87dc-a35f-486e-aee7-6567cb0235b8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:47.888509 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c782328e-c5a9-4037-bc1d-1cb370c734c4 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:47.889167 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455d0a9e-53db-41ea-9464-1453f0936008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01c87dc-a35f-486e-aee7-6567cb0235b8', 'code': 200} Feb 11 13:27:47.894332 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.916195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da443dd-5120-4fcd-9b89-eba8340e726f admin admin] Pushing event deleted for resources: {'Network': ['ID=22e086fa-95fd-4314-ad93-80f36d12a13f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:47.954046 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:47.959420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7da1191d-b65c-4b12-8e6c-6307a026ad12,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:47.990284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['7da1191d-b65c-4b12-8e6c-6307a026ad12'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:48.038973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3058cd46-423e-4970-af5d-c0266f59047c req-759dcdcf-b6a6-4708-89f1-159e2a31bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.047092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3058cd46-423e-4970-af5d-c0266f59047c req-759dcdcf-b6a6-4708-89f1-159e2a31bdb3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 1096 time: 0.0711434 Feb 11 13:27:48.085084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c01c87dc-a35f-486e-aee7-6567cb0235b8,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:48.099315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3058cd46-423e-4970-af5d-c0266f59047c req-aa8dc526-7592-44e7-ab7a-de4014211fe3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454812 Feb 11 13:27:48.278993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec0aeb21-a8dc-4de1-98c7-54ccb3d65cf9 req-de1cdf1f-b416-4efc-8d85-8adba2274532 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0270655 Feb 11 13:27:48.375406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52000) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:48.422186 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-780b8c9a-a39a-4fda-ab56-39d6498fa81d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=210c2c9de09c45babe6e51b2a425452c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455875 Feb 11 13:27:48.424692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52002) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:48.475841 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2425d4c2-e97e-4924-8bc2-97aec76fd3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.502740 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2425d4c2-e97e-4924-8bc2-97aec76fd3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.574743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f23b8e17-72ab-4ef4-8be0-60bc90b13524 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:48.587960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6823cd-8a97-4783-84ca-349a41997553 req-dd4575b8-b081-4abc-9e86-562b46db3ef8 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:48.589482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed6823cd-8a97-4783-84ca-349a41997553 req-dd4575b8-b081-4abc-9e86-562b46db3ef8 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 945 time: 0.0811558 Feb 11 13:27:48.600851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f23b8e17-72ab-4ef4-8be0-60bc90b13524 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:48.601326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f23b8e17-72ab-4ef4-8be0-60bc90b13524 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:48.611913 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2425d4c2-e97e-4924-8bc2-97aec76fd3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.615041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2425d4c2-e97e-4924-8bc2-97aec76fd3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:48.616435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2425d4c2-e97e-4924-8bc2-97aec76fd3ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7605208d-4608-4ed5-a070-be80c9bd44d8 HTTP/1.1" status: 204 len: 168 time: 0.1908586 Feb 11 13:27:48.626977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425d4c2-e97e-4924-8bc2-97aec76fd3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7605208d-4608-4ed5-a070-be80c9bd44d8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:48.645968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed6823cd-8a97-4783-84ca-349a41997553 req-591998b8-334e-4364-9eb5-fe4dac139a8b tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495138 Feb 11 13:27:48.752078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88bb5859-d4c4-46d1-b57e-eb82f5c3f380 req-3304a8af-549a-40a4-b817-bbb1cf7f94b8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 210 time: 0.0285394 Feb 11 13:27:49.363464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0714a48-c5fa-4705-a87d-397933605f06 req-bd35da96-50c1-402a-b80b-b36e582553d8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:49.364975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-bd35da96-50c1-402a-b80b-b36e582553d8 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.13 "GET /v2.0/networks?id=344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 200 len: 812 time: 0.1072850 Feb 11 13:27:49.378330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Request body: {'port': {'device_id': '01053d63-c17e-4a48-98b2-d9e54cec3e2b', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'admin_state_up': True, 'tenant_id': 'e0d29aa58a34460e9c87cfd03475a330'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:49.385565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f88ceec-2e75-48ca-9ce6-9ffe4c637f3d req-481ef8fd-9d4a-42f0-af40-89f1b8e82269 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0276983 Feb 11 13:27:49.416777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7da1191d-b65c-4b12-8e6c-6307a026ad12 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:49.482223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 7da1191d-b65c-4b12-8e6c-6307a026ad12 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:49.482816 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.574561 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.611794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7da1191d-b65c-4b12-8e6c-6307a026ad12, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:49.644181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Made reservation on behalf of e0d29aa58a34460e9c87cfd03475a330 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:49.647742 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.663623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52024) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:49.713226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b03a5d06-7410-415f-beb6-a840fc545313 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e06742417890450ab687dabd38686c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482624 Feb 11 13:27:49.715486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52028) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:49.741753 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.802762 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13b5d549-77e9-4da4-a118-ee9172f54be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.836379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13b5d549-77e9-4da4-a118-ee9172f54be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:49.838813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7da1191d-b65c-4b12-8e6c-6307a026ad12,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:49.870710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b1241-b1ba-495e-92eb-be81f3b29b30 req-0851f5e9-3aa5-4e51-ae83-2cb4c387c859 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:49.872337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-919b1241-b1ba-495e-92eb-be81f3b29b30 req-0851f5e9-3aa5-4e51-ae83-2cb4c387c859 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 945 time: 0.1454840 Feb 11 13:27:49.890933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da1191d-b65c-4b12-8e6c-6307a026ad12'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:49.893463 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f556de9-b5e2-4f25-b29e-97158c74b3c8" -d '{"events": [{"server_uuid": "bcd65d01-9a5d-49e9-9756-a44066d15583", "name": "network-vif-plugged", "status": "completed", "tag": "7da1191d-b65c-4b12-8e6c-6307a026ad12"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:49.899069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Allocated IP 172.20.0.6 (344469a8-97f4-4594-a289-ff8809371b0d/e0068394-8d60-46ec-8614-0892d71a97c5/44f86f7f-b94e-4a01-ab26-cd3910b54709) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:49.989290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-919b1241-b1ba-495e-92eb-be81f3b29b30 req-41001512-792d-411f-a234-81755fc5f52d tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077712 Feb 11 13:27:50.072201 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f286f94-dbdb-4b83-b1a0-82ebc2d69733 x-openstack-request-id: req-1f286f94-dbdb-4b83-b1a0-82ebc2d69733 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:50.072502 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd65d01-9a5d-49e9-9756-a44066d15583", "name": "network-vif-plugged", "status": "completed", "tag": "7da1191d-b65c-4b12-8e6c-6307a026ad12", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:50.072754 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1f286f94-dbdb-4b83-b1a0-82ebc2d69733 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:50.073184 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da1191d-b65c-4b12-8e6c-6307a026ad12', 'code': 200} Feb 11 13:27:50.165313 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.253748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3eecc5b0-5b70-4774-9850-f465825ef375 req-93a20121-b911-449e-adda-257c0e5a59c3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 210 time: 0.3942161 Feb 11 13:27:50.346669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.380505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13b5d549-77e9-4da4-a118-ee9172f54be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.383022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13b5d549-77e9-4da4-a118-ee9172f54be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.386447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-13b5d549-77e9-4da4-a118-ee9172f54be6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/51130b90-5d79-4265-8f74-ea2bdb7d8e18 HTTP/1.1" status: 204 len: 168 time: 0.6677697 Feb 11 13:27:50.390226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Network 344469a8-97f4-4594-a289-ff8809371b0d is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:27:50.395740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:50.398238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:27:50.405822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5d549-77e9-4da4-a118-ee9172f54be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51130b90-5d79-4265-8f74-ea2bdb7d8e18,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:50.444525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event updated for resources: {'Port': ['ID=44f86f7f-b94e-4a01-ab26-cd3910b54709,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:50.471732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:50.472363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.539325 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09dcc354-1bd0-46f8-84fc-45d818666d77 req-23602470-e317-44d6-9183-06ed8edfaefb tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0298882 Feb 11 13:27:50.571143 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-a3a1bc89-0627-451f-bbf8-d47a196b9d5e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1976480 Feb 11 13:27:50.585541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Request body: {'port': {'device_id': '01053d63-c17e-4a48-98b2-d9e54cec3e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:50.644846 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.925539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44f86f7f-b94e-4a01-ab26-cd3910b54709 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:50.933441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:50.947808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Transition to ACTIVE for port object 44f86f7f-b94e-4a01-ab26-cd3910b54709 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:27:51.096612 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.117609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8013d-304c-4a68-8e86-66a9c93891d2 req-7f672fea-afca-4066-b894-83ee602b5d34 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.120320 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49f8013d-304c-4a68-8e86-66a9c93891d2 req-7f672fea-afca-4066-b894-83ee602b5d34 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 945 time: 0.0543134 Feb 11 13:27:51.174358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49f8013d-304c-4a68-8e86-66a9c93891d2 req-6c079d2a-cfe3-4721-b461-7c50b0c7dd1d tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 Feb 11 13:27:51.194191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Pushing event updated for resources: {'Port': ['ID=44f86f7f-b94e-4a01-ab26-cd3910b54709,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:51.289876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Attempting to bind port 44f86f7f-b94e-4a01-ab26-cd3910b54709 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:27:51.290315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Attempting to bind port 44f86f7f-b94e-4a01-ab26-cd3910b54709 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:27:51.292400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Attempting to bind port 44f86f7f-b94e-4a01-ab26-cd3910b54709 on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:51.303423 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Port 44f86f7f-b94e-4a01-ab26-cd3910b54709 on network 344469a8-97f4-4594-a289-ff8809371b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:27:51.303753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Attempting to bind port 44f86f7f-b94e-4a01-ab26-cd3910b54709 on network 344469a8-97f4-4594-a289-ff8809371b0d {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:27:51.315057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:27:51.315531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Checking segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:27:51.316009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Bound using segment: {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:27:51.316541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Bound port: 44f86f7f-b94e-4a01-ab26-cd3910b54709, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01be1b41-b95c-42c1-9901-cb90d2a1b28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:27:51.316996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.437711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] For port 44f86f7f-b94e-4a01-ab26-cd3910b54709, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:27:51.445673 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] For port 44f86f7f-b94e-4a01-ab26-cd3910b54709, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=44f86f7f-b94e-4a01-ab26-cd3910b54709,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:27:51.487261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff539b-632b-49ae-b325-2814eab5f77a req-980c3dea-a7fc-466c-b223-a468e20d57a9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.489019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4ff539b-632b-49ae-b325-2814eab5f77a req-980c3dea-a7fc-466c-b223-a468e20d57a9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 943 time: 0.0655932 Feb 11 13:27:51.529172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4ff539b-632b-49ae-b325-2814eab5f77a req-36ff886c-2b89-495c-a5a6-f51d0238916b tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340204 Feb 11 13:27:51.638178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.665935 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b126fd5a-fda0-49c8-8dd8-9d3445d8a80f req-459cf18d-2bea-4fe5-9f9e-22ddd94bdd99 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0343971 Feb 11 13:27:51.693165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.693822 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:51.696216 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/44f86f7f-b94e-4a01-ab26-cd3910b54709 HTTP/1.1" status: 200 len: 1091 time: 1.1168895 Feb 11 13:27:51.696676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01053d63-c17e-4a48-98b2-d9e54cec3e2b', 'tag': '44f86f7f-b94e-4a01-ab26-cd3910b54709'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:51.700148 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810232b4-ae6e-4491-9b20-8158a28cf048" -d '{"events": [{"name": "network-changed", "server_uuid": "01053d63-c17e-4a48-98b2-d9e54cec3e2b", "tag": "44f86f7f-b94e-4a01-ab26-cd3910b54709"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:51.726556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f554fe-fb39-40ef-8f5b-2bb511b285b6 service neutron] Pushing event updated for resources: {'Port': ['ID=44f86f7f-b94e-4a01-ab26-cd3910b54709,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:51.764174 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634ae20d-8c84-4605-a60c-39e0d18f2c32 x-openstack-request-id: req-634ae20d-8c84-4605-a60c-39e0d18f2c32 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:51.764830 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01053d63-c17e-4a48-98b2-d9e54cec3e2b", "tag": "44f86f7f-b94e-4a01-ab26-cd3910b54709", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:51.765241 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-634ae20d-8c84-4605-a60c-39e0d18f2c32 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:51.765802 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01053d63-c17e-4a48-98b2-d9e54cec3e2b', 'tag': '44f86f7f-b94e-4a01-ab26-cd3910b54709', 'status': 'completed', 'code': 200} Feb 11 13:27:51.849150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810232b4-ae6e-4491-9b20-8158a28cf048 req-550a8f44-cd5f-4cd6-95bc-bb1555d96d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.851520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-810232b4-ae6e-4491-9b20-8158a28cf048 req-550a8f44-cd5f-4cd6-95bc-bb1555d96d73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 1094 time: 0.0621393 Feb 11 13:27:51.976953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810232b4-ae6e-4491-9b20-8158a28cf048 req-14a64160-9864-459b-8d86-6e0ec3634029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:51.978754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-810232b4-ae6e-4491-9b20-8158a28cf048 req-14a64160-9864-459b-8d86-6e0ec3634029 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e0d29aa58a34460e9c87cfd03475a330&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1175389 Feb 11 13:27:52.138043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3233011-cd8c-4785-bd7a-229af491cf36 req-d8a400fb-3d37-49fd-9760-c1fbe7df01d2 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:52.140327 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3233011-cd8c-4785-bd7a-229af491cf36 req-d8a400fb-3d37-49fd-9760-c1fbe7df01d2 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 945 time: 0.1322930 Feb 11 13:27:52.199370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810232b4-ae6e-4491-9b20-8158a28cf048 req-9893b739-292f-4da8-8415-40bca814f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:52.200924 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-810232b4-ae6e-4491-9b20-8158a28cf048 req-9893b739-292f-4da8-8415-40bca814f1e0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146068 Feb 11 13:27:52.257678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3233011-cd8c-4785-bd7a-229af491cf36 req-21b11a82-2c11-4664-9be9-4f3f9a73138c tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967674 Feb 11 13:27:52.313825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0714a48-c5fa-4705-a87d-397933605f06 req-96734dc1-b60a-419a-a4d3-12697c7c593a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:52.313825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-96734dc1-b60a-419a-a4d3-12697c7c593a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0d29aa58a34460e9c87cfd03475a330&device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 1094 time: 0.0579882 Feb 11 13:27:52.365930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-c9c335a5-6f1a-47cd-abbc-357a5dcddeb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=44f86f7f-b94e-4a01-ab26-cd3910b54709 HTTP/1.1" status: 200 len: 217 time: 0.0460167 Feb 11 13:27:52.444684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0714a48-c5fa-4705-a87d-397933605f06 req-549916e0-0449-4d8d-ba76-cb377cfa665c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:52.446577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-549916e0-0449-4d8d-ba76-cb377cfa665c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 200 len: 852 time: 0.0717094 Feb 11 13:27:52.502297 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-215c8aaf-534c-418c-ac95-a31e23f2c454 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=344469a8-97f4-4594-a289-ff8809371b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471685 Feb 11 13:27:52.642882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-accb4bd5-5c0d-488c-b01b-8d7824e7c660 service neutron] 10.222.0.13 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324513 Feb 11 13:27:52.773735 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb98184-fb6b-4a6b-85e2-022428dca508 req-bc59eb32-1a38-460b-88be-4519fc87f86a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:52.778872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9fb98184-fb6b-4a6b-85e2-022428dca508 req-bc59eb32-1a38-460b-88be-4519fc87f86a tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 943 time: 0.1520886 Feb 11 13:27:52.872185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eedbbe53-c996-40f0-b53c-52b318f8dc65 req-6011f24e-807c-4775-a07d-16b7c1feb468 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0321596 Feb 11 13:27:52.882088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9fb98184-fb6b-4a6b-85e2-022428dca508 req-17d32455-51d7-4c2c-b291-3e03c33b11cd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926073 Feb 11 13:27:52.901621 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0714a48-c5fa-4705-a87d-397933605f06 req-de0f732a-1b06-446d-ac76-397fafc0d5a3 service neutron] 10.222.0.13 "GET /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439985 Feb 11 13:27:53.284563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52176) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:53.437201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e793b67-7ec3-4c13-916e-87d5f65bf912 req-9cfae549-6803-4948-ad16-afa3594d258b tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:53.444140 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e793b67-7ec3-4c13-916e-87d5f65bf912 req-9cfae549-6803-4948-ad16-afa3594d258b tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 945 time: 0.0903556 Feb 11 13:27:53.498386 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1bd52dbd-8695-4e99-b447-8ede209c1430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:53.566366 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e793b67-7ec3-4c13-916e-87d5f65bf912 req-52c28bef-0b3c-4f37-a59b-1dea4c36f14e tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/security-groups?id=114724b3-9ff6-41aa-986a-0c63ff349594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133051 Feb 11 13:27:53.588076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-2b5a5c95-cac1-476a-b270-6c9720dbbee3 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:53.589578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-2b5a5c95-cac1-476a-b270-6c9720dbbee3 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.59 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 945 time: 0.1019778 Feb 11 13:27:54.018672 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1bd52dbd-8695-4e99-b447-8ede209c1430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.035981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cce8b3-bc24-4690-852f-ce649805ae22 req-862d97bd-d4f6-49e4-aa5b-967c5938e01e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:54.037719 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98cce8b3-bc24-4690-852f-ce649805ae22 req-862d97bd-d4f6-49e4-aa5b-967c5938e01e tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 943 time: 0.0720742 Feb 11 13:27:54.043867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ac7a000-01ef-4a45-8505-94c84d95a602 req-d67bb19b-afe6-4577-b9d2-3c3ca424e605 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/ports?device_id=a6092508-b48b-46df-a762-9f4a86b6a8e4 HTTP/1.1" status: 200 len: 210 time: 0.0431349 Feb 11 13:27:54.075415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-57b37169-99a5-4f52-87aa-235716965351 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Deleting port c01c87dc-a35f-486e-aee7-6567cb0235b8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:54.075834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-57b37169-99a5-4f52-87aa-235716965351 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.107362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98cce8b3-bc24-4690-852f-ce649805ae22 req-d554b34c-20f7-4bfc-83ed-ad976e16a84f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578687 Feb 11 13:27:54.135911 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1bd52dbd-8695-4e99-b447-8ede209c1430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.198894 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1bd52dbd-8695-4e99-b447-8ede209c1430 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba21e32ba3154f189a5313102d88eadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9096770 Feb 11 13:27:54.199269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52194) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:54.224854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd52dbd-8695-4e99-b447-8ede209c1430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6420cd94-bac8-46d4-96c0-6b1276fc7d59,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:54.259744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-57b37169-99a5-4f52-87aa-235716965351 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] For port c01c87dc-a35f-486e-aee7-6567cb0235b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c01c87dc-a35f-486e-aee7-6567cb0235b8,segment=NetworkSegment(4405dc21-19a3-4f6c-8504-a5d624a0578d),segment_id=4405dc21-19a3-4f6c-8504-a5d624a0578d)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:54.260103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-57b37169-99a5-4f52-87aa-235716965351 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.266994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6552bc46-4213-46e3-97a4-e7682f1f4866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.272867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-57b37169-99a5-4f52-87aa-235716965351 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Calling delete_port for c01c87dc-a35f-486e-aee7-6567cb0235b8 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:54.300644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6552bc46-4213-46e3-97a4-e7682f1f4866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.449711 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6552bc46-4213-46e3-97a4-e7682f1f4866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.454597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6552bc46-4213-46e3-97a4-e7682f1f4866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.456277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6552bc46-4213-46e3-97a4-e7682f1f4866 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6420cd94-bac8-46d4-96c0-6b1276fc7d59 HTTP/1.1" status: 204 len: 168 time: 0.2560272 Feb 11 13:27:54.467138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552bc46-4213-46e3-97a4-e7682f1f4866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6420cd94-bac8-46d4-96c0-6b1276fc7d59,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:54.598410 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-57b37169-99a5-4f52-87aa-235716965351 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.611126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c01c87dc-a35f-486e-aee7-6567cb0235b8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:54.636450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 44f86f7f-b94e-4a01-ab26-cd3910b54709 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:27:54.652579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b37169-99a5-4f52-87aa-235716965351 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Pushing event deleted for resources: {'Port': ['ID=c01c87dc-a35f-486e-aee7-6567cb0235b8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:54.724111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-57b37169-99a5-4f52-87aa-235716965351 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] No DVR routers for this DVR port c01c87dc-a35f-486e-aee7-6567cb0235b8 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:27:54.726947 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-57b37169-99a5-4f52-87aa-235716965351 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.731761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7836c0d9-0666-4d2e-8ed1-66c32da65f86 req-57b37169-99a5-4f52-87aa-235716965351 tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.59 "DELETE /v2.0/ports/c01c87dc-a35f-486e-aee7-6567cb0235b8 HTTP/1.1" status: 204 len: 173 time: 1.1364281 Feb 11 13:27:54.732246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455d0a9e-53db-41ea-9464-1453f0936008', 'name': 'network-vif-deleted', 'tag': 'c01c87dc-a35f-486e-aee7-6567cb0235b8'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:54.736185 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45327bc6-281a-45c0-b14d-50a8ca61b091" -d '{"events": [{"server_uuid": "455d0a9e-53db-41ea-9464-1453f0936008", "name": "network-vif-deleted", "tag": "c01c87dc-a35f-486e-aee7-6567cb0235b8"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:54.752065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db55a855-6ac1-4a2b-af84-fa8c87678b6d req-109ed761-ba5c-4001-94c5-896a3c67a4fc tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 210 time: 0.0679760 Feb 11 13:27:54.791796 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-30a1b169-41e0-4cbb-af8d-242c9711bc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.830375 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae09ddf-198e-4c5c-802f-5100a0c0adcf x-openstack-request-id: req-7ae09ddf-198e-4c5c-802f-5100a0c0adcf {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:54.830711 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455d0a9e-53db-41ea-9464-1453f0936008", "name": "network-vif-deleted", "tag": "c01c87dc-a35f-486e-aee7-6567cb0235b8", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:54.830936 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ae09ddf-198e-4c5c-802f-5100a0c0adcf {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:54.831323 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455d0a9e-53db-41ea-9464-1453f0936008', 'name': 'network-vif-deleted', 'tag': 'c01c87dc-a35f-486e-aee7-6567cb0235b8', 'status': 'completed', 'code': 200} Feb 11 13:27:54.863505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 44f86f7f-b94e-4a01-ab26-cd3910b54709, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=44f86f7f-b94e-4a01-ab26-cd3910b54709,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:54.876570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '44f86f7f-b94e-4a01-ab26-cd3910b54709', 'network_id': '344469a8-97f4-4594-a289-ff8809371b0d', 'port_id': '44f86f7f-b94e-4a01-ab26-cd3910b54709', 'mac_address': 'fa:16:3e:98:d6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0068394-8d60-46ec-8614-0892d71a97c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:27:54.919123 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:54.936663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44f86f7f-b94e-4a01-ab26-cd3910b54709 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:27:54.982112 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 44f86f7f-b94e-4a01-ab26-cd3910b54709, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=44f86f7f-b94e-4a01-ab26-cd3910b54709,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:55.062109 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.216312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=44f86f7f-b94e-4a01-ab26-cd3910b54709,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:55.329552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3b67a-0b08-4528-9a60-4ea099f693a8 req-728b16d1-2159-43cc-97f2-6d337c74344c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:55.336873 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e1b3b67a-0b08-4528-9a60-4ea099f693a8 req-728b16d1-2159-43cc-97f2-6d337c74344c tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 944 time: 0.0750635 Feb 11 13:27:55.363950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['44f86f7f-b94e-4a01-ab26-cd3910b54709'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:27:55.394022 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e1b3b67a-0b08-4528-9a60-4ea099f693a8 req-3da37e29-d0a0-49ec-ae43-73a0c0d1fff1 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561376 Feb 11 13:27:55.399014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52228) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:55.428487 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.486365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d7dca2c-bc26-40bd-9c3f-afeffd8fe496 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.525913 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d7dca2c-bc26-40bd-9c3f-afeffd8fe496 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.671537 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d7dca2c-bc26-40bd-9c3f-afeffd8fe496 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.677951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d7dca2c-bc26-40bd-9c3f-afeffd8fe496 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:55.679616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0d7dca2c-bc26-40bd-9c3f-afeffd8fe496 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "DELETE /v2.0/security-groups/52ca0094-8228-4422-90bb-9eb315037a63 HTTP/1.1" status: 204 len: 168 time: 0.2796180 Feb 11 13:27:55.682524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52242) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:55.690912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dca2c-bc26-40bd-9c3f-afeffd8fe496 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ca0094-8228-4422-90bb-9eb315037a63,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:55.728207 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-c24aaa04-e1b4-4788-a4af-480a83a046d6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] show failed (client error): The resource could not be found. Feb 11 13:27:55.732727 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c24aaa04-e1b4-4788-a4af-480a83a046d6 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "GET /v2.0/security-groups/52ca0094-8228-4422-90bb-9eb315037a63 HTTP/1.1" status: 404 len: 347 time: 0.0451181 Feb 11 13:27:55.733077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52246) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:55.937737 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b8e0dca9-a093-43cc-ac34-cf4acee4802e req-3d58e183-d546-4262-94a1-7e80a734f1db tempest-ServerAddressesTestJSON-1083842402 tempest-ServerAddressesTestJSON-1083842402-project] 10.222.0.52 "GET /v2.0/ports?device_id=455d0a9e-53db-41ea-9464-1453f0936008 HTTP/1.1" status: 200 len: 210 time: 0.0465872 Feb 11 13:27:55.981805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5cf72d52-44c4-49bd-9551-b03453796d35 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting port 9b7503d5-9ec5-41ab-bb8b-ad4ef85d1330 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:55.981805 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5cf72d52-44c4-49bd-9551-b03453796d35 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.070416 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5cf72d52-44c4-49bd-9551-b03453796d35 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.070808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5cf72d52-44c4-49bd-9551-b03453796d35 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.087380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5cf72d52-44c4-49bd-9551-b03453796d35 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Calling delete_port for 9b7503d5-9ec5-41ab-bb8b-ad4ef85d1330 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:56.127575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52256) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:56.311537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-572732935-network', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:56.392174 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5cf72d52-44c4-49bd-9551-b03453796d35 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.422602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf72d52-44c4-49bd-9551-b03453796d35 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Port': ['ID=9b7503d5-9ec5-41ab-bb8b-ad4ef85d1330,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:56.426075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Made reservation on behalf of 97a89f85de6241d8a4828019bcdf9579 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:56.430058 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.442166 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.494508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5cf72d52-44c4-49bd-9551-b03453796d35 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.497741 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5cf72d52-44c4-49bd-9551-b03453796d35 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.502871 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5cf72d52-44c4-49bd-9551-b03453796d35 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "DELETE /v2.0/floatingips/2d55998e-5e4c-4638-b15c-5a784e3d23b8 HTTP/1.1" status: 204 len: 168 time: 0.7687373 Feb 11 13:27:56.503611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52264) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:56.554135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264e619-9f14-4a50-a56e-f2cd1b772e69 req-692c87ec-d29e-423d-b08f-2ab0401c2ca2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:56.567372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c264e619-9f14-4a50-a56e-f2cd1b772e69 req-692c87ec-d29e-423d-b08f-2ab0401c2ca2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 944 time: 0.0850298 Feb 11 13:27:56.599320 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.604962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 44f86f7f-b94e-4a01-ab26-cd3910b54709 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:27:56.615441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c264e619-9f14-4a50-a56e-f2cd1b772e69 req-023100a1-2f9e-44e5-8111-1453fb069557 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520685 Feb 11 13:27:56.646217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-fa1977c7-8fff-46b8-9877-4cfdef8a45ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting port a9bc597b-9e92-4318-aff9-f0728c8146b2 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:56.646559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa1977c7-8fff-46b8-9877-4cfdef8a45ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.684525 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.726742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:27:56.748262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa1977c7-8fff-46b8-9877-4cfdef8a45ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.750361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53ae86a-4731-409f-9f79-ddac6ce7d48f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:56.753357 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.753846 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Added segment 7e34f1da-5bd6-42e1-b2ee-878543c2c82f of type vlan for network ab78be7d-e5da-40e5-8339-ace1465e7e36 Feb 11 13:27:56.766810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-fa1977c7-8fff-46b8-9877-4cfdef8a45ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Calling delete_port for a9bc597b-9e92-4318-aff9-f0728c8146b2 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:56.797411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 44f86f7f-b94e-4a01-ab26-cd3910b54709 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:27:56.801788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 44f86f7f-b94e-4a01-ab26-cd3910b54709 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:27:56.802177 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.804506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.900406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.901447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:56.902332 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.926418 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:56.962388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01053d63-c17e-4a48-98b2-d9e54cec3e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f86f7f-b94e-4a01-ab26-cd3910b54709'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:27:56.963459 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49232b33-5fa6-44de-9311-7e62c074c394" -d '{"events": [{"server_uuid": "01053d63-c17e-4a48-98b2-d9e54cec3e2b", "name": "network-vif-plugged", "status": "completed", "tag": "44f86f7f-b94e-4a01-ab26-cd3910b54709"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:27:56.999556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 44f86f7f-b94e-4a01-ab26-cd3910b54709, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=44f86f7f-b94e-4a01-ab26-cd3910b54709,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:57.002320 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cafb8718-111d-4e2b-b266-0cc799e7c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.009822 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea9546d-84bc-4f2d-a98d-067e8ee15111 x-openstack-request-id: req-9ea9546d-84bc-4f2d-a98d-067e8ee15111 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:27:57.015004 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01053d63-c17e-4a48-98b2-d9e54cec3e2b", "name": "network-vif-plugged", "status": "completed", "tag": "44f86f7f-b94e-4a01-ab26-cd3910b54709", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:27:57.015004 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ea9546d-84bc-4f2d-a98d-067e8ee15111 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:27:57.015235 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01053d63-c17e-4a48-98b2-d9e54cec3e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44f86f7f-b94e-4a01-ab26-cd3910b54709', 'code': 200} Feb 11 13:27:57.026199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa1977c7-8fff-46b8-9877-4cfdef8a45ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.037858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] Pushing event updated for resources: {'Network': ['ID=ab78be7d-e5da-40e5-8339-ace1465e7e36,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:57.039031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a80ae96e-005a-4cc4-a900-c71412d81d4d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9102147 Feb 11 13:27:57.039887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52282) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:57.043783 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52284) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:57.052723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network ab78be7d-e5da-40e5-8339-ace1465e7e36 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:27:57.115372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15ca20e-edc9-4be8-a7fa-8c5323373ec4 admin admin] Deleting subnet 5e42e7cd-ce71-4433-9bb2-d608ec266f2d {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:27:57.116162 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.119608 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15ca20e-edc9-4be8-a7fa-8c5323373ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.159541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Request body: {'subnet': {'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-572732935-subnet', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:57.164008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1977c7-8fff-46b8-9877-4cfdef8a45ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Port': ['ID=a9bc597b-9e92-4318-aff9-f0728c8146b2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:57.198395 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15ca20e-edc9-4be8-a7fa-8c5323373ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.221259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=44f86f7f-b94e-4a01-ab26-cd3910b54709,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:57.248647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15ca20e-edc9-4be8-a7fa-8c5323373ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.358434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa1977c7-8fff-46b8-9877-4cfdef8a45ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.363299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fa1977c7-8fff-46b8-9877-4cfdef8a45ea tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "DELETE /v2.0/ports/a9bc597b-9e92-4318-aff9-f0728c8146b2 HTTP/1.1" status: 204 len: 168 time: 0.8573472 Feb 11 13:27:57.364728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52286) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:57.365949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c81d6-8030-4b6d-8a8a-5dccfb1bbb96 req-c2022677-2df6-409b-885d-78cff014eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.367547 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db6c81d6-8030-4b6d-8a8a-5dccfb1bbb96 req-c2022677-2df6-409b-885d-78cff014eff1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 1096 time: 0.2245326 Feb 11 13:27:57.411532 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15ca20e-edc9-4be8-a7fa-8c5323373ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.411810 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db6c81d6-8030-4b6d-8a8a-5dccfb1bbb96 req-6d0052cf-bf29-4465-8efd-e223988976b9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355372 Feb 11 13:27:57.423476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c01c87dc-a35f-486e-aee7-6567cb0235b8 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:27:57.431724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Made reservation on behalf of 97a89f85de6241d8a4828019bcdf9579 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:27:57.441268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.458763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: c01c87dc-a35f-486e-aee7-6567cb0235b8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:27:57.461388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c01c87dc-a35f-486e-aee7-6567cb0235b8 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:27:57.463058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ca20e-edc9-4be8-a7fa-8c5323373ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e42e7cd-ce71-4433-9bb2-d608ec266f2d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:57.468906 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15ca20e-edc9-4be8-a7fa-8c5323373ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.474939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f15ca20e-edc9-4be8-a7fa-8c5323373ec4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5e42e7cd-ce71-4433-9bb2-d608ec266f2d HTTP/1.1" status: 204 len: 168 time: 0.4335599 Feb 11 13:27:57.485200 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52288) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:57.537883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3a910-4676-4ac1-9d8b-a7caa672e943 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting port e1b167ff-d98b-4c05-a225-bdadc187eb27 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:57.538967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a910-4676-4ac1-9d8b-a7caa672e943 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.618550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.695273 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.711614 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a910-4676-4ac1-9d8b-a7caa672e943 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.733372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3a910-4676-4ac1-9d8b-a7caa672e943 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Calling delete_port for e1b167ff-d98b-4c05-a225-bdadc187eb27 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:27:57.834099 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.894389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def4068b-15ca-481f-9cae-78fe405ec3b2']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:57.912934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4405dc21-19a3-4f6c-8504-a5d624a0578d') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:57.912934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4405dc21-19a3-4f6c-8504-a5d624a0578d') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:27:57.932228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.941859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3fee30-2170-44c3-8ae0-eb83ced4af69 req-7b47a28b-4d3b-4bbb-aea0-e17f946ca357 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:57.943384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b3fee30-2170-44c3-8ae0-eb83ced4af69 req-7b47a28b-4d3b-4bbb-aea0-e17f946ca357 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 945 time: 0.1731918 Feb 11 13:27:57.972006 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.985200 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:27:57.985601 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:27:57.987381 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:27:58.003706 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a910-4676-4ac1-9d8b-a7caa672e943 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.036919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b3fee30-2170-44c3-8ae0-eb83ced4af69 req-98e5ef69-d1a6-4bad-9235-a3f6812cfcd7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875618 Feb 11 13:27:58.056503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.073194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3a910-4676-4ac1-9d8b-a7caa672e943 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Port': ['ID=e1b167ff-d98b-4c05-a225-bdadc187eb27,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:58.133723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.149052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.151525 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5dd3a910-4676-4ac1-9d8b-a7caa672e943 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.155550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] 10.222.0.52 "DELETE /v2.0/networks/def4068b-15ca-481f-9cae-78fe405ec3b2 HTTP/1.1" status: 204 len: 168 time: 0.6691978 Feb 11 13:27:58.159603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5dd3a910-4676-4ac1-9d8b-a7caa672e943 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "DELETE /v2.0/ports/e1b167ff-d98b-4c05-a225-bdadc187eb27 HTTP/1.1" status: 204 len: 168 time: 0.7905540 Feb 11 13:27:58.160239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b67e46b9-40ce-431f-a065-746f2b181bb9,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:58.160778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52304) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:58.178979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92feb6e2-9635-4eea-a17a-3041f1c54b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=def4068b-15ca-481f-9cae-78fe405ec3b2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:58.180928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Checking segment: {'id': '7e34f1da-5bd6-42e1-b2ee-878543c2c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:27:58.182225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Network hostable DHCP agents. Network: ab78be7d-e5da-40e5-8339-ace1465e7e36, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:27:58.224100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48e9742-b94f-448b-b6c4-fd6bb4c67f80 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting subnet b51d35db-10e7-4e60-a949-b308adbd8a14 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:27:58.227898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c48e9742-b94f-448b-b6c4-fd6bb4c67f80 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.270822 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c48e9742-b94f-448b-b6c4-fd6bb4c67f80 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.312309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Network ab78be7d-e5da-40e5-8339-ace1465e7e36 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:27:58.387138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c48e9742-b94f-448b-b6c4-fd6bb4c67f80 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.404061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, ab78be7d-e5da-40e5-8339-ace1465e7e36) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:27:58.415468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:58.416268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.419367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b1fa8-ea5e-456c-9220-e63921b2e9e1 None None] Network ab78be7d-e5da-40e5-8339-ace1465e7e36 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:27:58.525685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52306) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:58.526221 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fbca2cd5-fd0e-4bf8-96a3-1dbfb38b8e00 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3853765 Feb 11 13:27:58.532061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-572732935-router', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:27:58.546808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c48e9742-b94f-448b-b6c4-fd6bb4c67f80 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.599823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e9742-b94f-448b-b6c4-fd6bb4c67f80 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Subnet': ['ID=b51d35db-10e7-4e60-a949-b308adbd8a14,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:58.602196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52308) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:58.614249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c48e9742-b94f-448b-b6c4-fd6bb4c67f80 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.617555 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c48e9742-b94f-448b-b6c4-fd6bb4c67f80 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "DELETE /v2.0/subnets/b51d35db-10e7-4e60-a949-b308adbd8a14 HTTP/1.1" status: 204 len: 168 time: 0.4554341 Feb 11 13:27:58.622018 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52310) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:58.695062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b1ebf81f-81e5-4342-829f-a9f608e8b999 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc6663dc6b024bfeb72b85e223330764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908034 Feb 11 13:27:58.697724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52312) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:58.712007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.712007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.723767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d98372d1-aa8f-4051-a03f-c0986f9763f7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting subnet 4543e9c7-219f-4db3-93ce-30a6ea908219 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:27:58.731818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d98372d1-aa8f-4051-a03f-c0986f9763f7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.784648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-464166f9-b782-42b0-a8b1-6c6881b82bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.800417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b747a7-f30f-41b7-9e47-015a1ccf9590 None None] Network e4f4d906-9c4b-48bb-930e-7263dc5fd141 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:27:58.809975 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.828740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-464166f9-b782-42b0-a8b1-6c6881b82bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.848490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d98372d1-aa8f-4051-a03f-c0986f9763f7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.852522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.987415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-464166f9-b782-42b0-a8b1-6c6881b82bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.990955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-464166f9-b782-42b0-a8b1-6c6881b82bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:58.994532 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-464166f9-b782-42b0-a8b1-6c6881b82bb9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/114724b3-9ff6-41aa-986a-0c63ff349594 HTTP/1.1" status: 204 len: 168 time: 0.2928886 Feb 11 13:27:59.008929 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464166f9-b782-42b0-a8b1-6c6881b82bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114724b3-9ff6-41aa-986a-0c63ff349594,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:59.075290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-ab78be7d-e5da-40e5-8339-ace1465e7e36', 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'fixed_ips': [{'subnet_id': 'b67e46b9-40ce-431f-a065-746f2b181bb9'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:27:59.075290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.228143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc23e035-3208-48f0-ae0d-b17c4ff69aae None None] DHCP port deletion for e4f4d906-9c4b-48bb-930e-7263dc5fd141 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:27:59.247259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.258833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d98372d1-aa8f-4051-a03f-c0986f9763f7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.268082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c9e32-814a-4432-8b8b-7570f71197f2 req-2185b760-b668-4e3b-8d37-24fb0cd275aa tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:27:59.276337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-686c9e32-814a-4432-8b8b-7570f71197f2 req-2185b760-b668-4e3b-8d37-24fb0cd275aa tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 945 time: 0.0943067 Feb 11 13:27:59.355237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-bc23e035-3208-48f0-ae0d-b17c4ff69aae None None] Deleting port 97f03bd7-5589-4d93-8436-3ac9dcb6feba {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:59.355769 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc23e035-3208-48f0-ae0d-b17c4ff69aae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.368456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Allocated IP 172.20.0.2 (ab78be7d-e5da-40e5-8339-ace1465e7e36/b67e46b9-40ce-431f-a065-746f2b181bb9/dba182c8-a216-4f13-9368-1826eb7e9d77) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:27:59.372775 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-686c9e32-814a-4432-8b8b-7570f71197f2 req-ea3cabce-ec00-4a40-9b35-041b26834fac tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954826 Feb 11 13:27:59.423369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d98372d1-aa8f-4051-a03f-c0986f9763f7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.458999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98372d1-aa8f-4051-a03f-c0986f9763f7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Subnet': ['ID=4543e9c7-219f-4db3-93ce-30a6ea908219,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:27:59.476737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d98372d1-aa8f-4051-a03f-c0986f9763f7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.483086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52330) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:27:59.485209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d98372d1-aa8f-4051-a03f-c0986f9763f7 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "DELETE /v2.0/subnets/4543e9c7-219f-4db3-93ce-30a6ea908219 HTTP/1.1" status: 204 len: 168 time: 0.8602026 Feb 11 13:27:59.511389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3790884-5faa-40ed-959c-0511b091a681 None None] Network 54357795-65be-438f-898f-11db6e4005be requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:27:59.638921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.713629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting port 97f03bd7-5589-4d93-8436-3ac9dcb6feba {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:27:59.713986 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.777903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.832260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] For port 97f03bd7-5589-4d93-8436-3ac9dcb6feba, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=97f03bd7-5589-4d93-8436-3ac9dcb6feba,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:59.832805 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.835351 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.839949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bc23e035-3208-48f0-ae0d-b17c4ff69aae None None] For port 97f03bd7-5589-4d93-8436-3ac9dcb6feba, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=97f03bd7-5589-4d93-8436-3ac9dcb6feba,segment=NetworkSegment(0a817f9e-e840-44cd-beb9-de8c74546b4e),segment_id=0a817f9e-e840-44cd-beb9-de8c74546b4e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:27:59.842946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc23e035-3208-48f0-ae0d-b17c4ff69aae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:27:59.851049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Calling delete_port for 97f03bd7-5589-4d93-8436-3ac9dcb6feba owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:00.032024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-bc23e035-3208-48f0-ae0d-b17c4ff69aae None None] Calling delete_port for 97f03bd7-5589-4d93-8436-3ac9dcb6feba owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:00.053982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3660063f-9384-4996-b9cc-fa91f3a522c7 None None] DHCP port deletion for 54357795-65be-438f-898f-11db6e4005be request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:28:00.069696 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.072247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Allocated IP 172.25.0.249 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/3d072ecc-183d-4138-89ec-498c06db1cec) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:00.095143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6abe0b-a456-43da-8bf4-7d11f92ca1a1 req-51b7f909-a38e-49e9-a268-1bc9a6bebbca tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:00.096668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e6abe0b-a456-43da-8bf4-7d11f92ca1a1 req-51b7f909-a38e-49e9-a268-1bc9a6bebbca tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 945 time: 0.0707262 Feb 11 13:28:00.166243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e6abe0b-a456-43da-8bf4-7d11f92ca1a1 req-899a6d49-8db2-4632-b4cb-7af7649926e9 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632236 Feb 11 13:28:00.197535 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.232602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Port': ['ID=97f03bd7-5589-4d93-8436-3ac9dcb6feba,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:00.234056 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc23e035-3208-48f0-ae0d-b17c4ff69aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.247216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] No DVR routers for this DVR port 97f03bd7-5589-4d93-8436-3ac9dcb6feba on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:00.251544 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.254547 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3660063f-9384-4996-b9cc-fa91f3a522c7 None None] Deleting port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:00.255031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3660063f-9384-4996-b9cc-fa91f3a522c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.275628 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.298794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23e035-3208-48f0-ae0d-b17c4ff69aae None None] Pushing event deleted for resources: {'Port': ['ID=97f03bd7-5589-4d93-8436-3ac9dcb6feba,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:00.348145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.355176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc23e035-3208-48f0-ae0d-b17c4ff69aae None None] No DVR routers for this DVR port 97f03bd7-5589-4d93-8436-3ac9dcb6feba on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:00.386718 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.414273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f4d906-9c4b-48bb-930e-7263dc5fd141']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:00.426980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a817f9e-e840-44cd-beb9-de8c74546b4e') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:00.427634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a817f9e-e840-44cd-beb9-de8c74546b4e') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:00.434891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Network ab78be7d-e5da-40e5-8339-ace1465e7e36 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:00.440539 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.442535 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:00.452377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:00.459600 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.467919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:00.468376 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.471872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3660063f-9384-4996-b9cc-fa91f3a522c7 None None] For port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=98bca0b0-5d70-47ff-8f9a-39f461ff1bfc,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:00.472267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3660063f-9384-4996-b9cc-fa91f3a522c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:00.542584 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:00.548157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Pushing event updated for resources: {'Port': ['ID=dba182c8-a216-4f13-9368-1826eb7e9d77,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:00.555067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.584047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3660063f-9384-4996-b9cc-fa91f3a522c7 None None] Calling delete_port for 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:00.643403 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.648841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.656620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "DELETE /v2.0/networks/e4f4d906-9c4b-48bb-930e-7263dc5fd141 HTTP/1.1" status: 204 len: 168 time: 1.1683681 Feb 11 13:28:00.657195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52360) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:00.664394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 97f03bd7-5589-4d93-8436-3ac9dcb6feba no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:00.667601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:00.676237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:00.680103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:00.709311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c440304-88ff-4dcf-8afe-7c7071d76a15 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Network': ['ID=e4f4d906-9c4b-48bb-930e-7263dc5fd141,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:00.738182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Pushing event updated for resources: {'Port': ['ID=3d072ecc-183d-4138-89ec-498c06db1cec,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:00.753187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 97f03bd7-5589-4d93-8436-3ac9dcb6feba {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:00.753924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 97f03bd7-5589-4d93-8436-3ac9dcb6feba not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:00.754812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:00.757018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Attempting to bind port dba182c8-a216-4f13-9368-1826eb7e9d77 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:00.757649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Attempting to bind port dba182c8-a216-4f13-9368-1826eb7e9d77 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '7e34f1da-5bd6-42e1-b2ee-878543c2c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:00.758307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Attempting to bind port dba182c8-a216-4f13-9368-1826eb7e9d77 on network ab78be7d-e5da-40e5-8339-ace1465e7e36 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:00.830881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:00.831649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Checking segment: {'id': '7e34f1da-5bd6-42e1-b2ee-878543c2c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:00.832274 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.832858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Bound using segment: {'id': '7e34f1da-5bd6-42e1-b2ee-878543c2c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:00.833547 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Bound port: dba182c8-a216-4f13-9368-1826eb7e9d77, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e34f1da-5bd6-42e1-b2ee-878543c2c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:00.834180 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.845579 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.902636 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.937615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Deleting port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:00.938016 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:00.972139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] For port dba182c8-a216-4f13-9368-1826eb7e9d77, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:01.018723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] For port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=98bca0b0-5d70-47ff-8f9a-39f461ff1bfc,segment=NetworkSegment(c29dbc0e-f962-4cbd-8810-3a4baf4d12aa),segment_id=c29dbc0e-f962-4cbd-8810-3a4baf4d12aa)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:01.019101 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.038164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Calling delete_port for 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:01.056970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52376) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:01.112891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] For port dba182c8-a216-4f13-9368-1826eb7e9d77, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=dba182c8-a216-4f13-9368-1826eb7e9d77,segment=NetworkSegment(7e34f1da-5bd6-42e1-b2ee-878543c2c82f),segment_id=7e34f1da-5bd6-42e1-b2ee-878543c2c82f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:01.129270 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.184921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.186464 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.237812 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.240188 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3660063f-9384-4996-b9cc-fa91f3a522c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.266007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] No DVR routers for this DVR port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:01.292704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3660063f-9384-4996-b9cc-fa91f3a522c7 None None] No DVR routers for this DVR port 98bca0b0-5d70-47ff-8f9a-39f461ff1bfc on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:01.363500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71ca1c-d8f0-4139-ae61-8d5b8aa434a6 None None] Pushing event updated for resources: {'Port': ['ID=dba182c8-a216-4f13-9368-1826eb7e9d77,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:01.363500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660063f-9384-4996-b9cc-fa91f3a522c7 None None] Pushing event deleted for resources: {'Port': ['ID=98bca0b0-5d70-47ff-8f9a-39f461ff1bfc,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:01.377261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1086913211-network', 'tenant_id': '6e3060af73424aa2803eaf5c1a455c98'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:01.393706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Port': ['ID=98bca0b0-5d70-47ff-8f9a-39f461ff1bfc,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:01.526117 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.526247 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.533293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54357795-65be-438f-898f-11db6e4005be']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:01.552065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:01.554466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29dbc0e-f962-4cbd-8810-3a4baf4d12aa') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:01.562756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638da3c-43c4-4ebd-876e-aedc386d6a01 req-57562b19-d408-4c63-9ce8-b82e69f8921f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:01.574076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a638da3c-43c4-4ebd-876e-aedc386d6a01 req-57562b19-d408-4c63-9ce8-b82e69f8921f tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 945 time: 0.1747458 Feb 11 13:28:01.599771 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.648129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.649631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:01.649631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.657806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a638da3c-43c4-4ebd-876e-aedc386d6a01 req-4f3a634d-b808-4c3c-9cd4-06cf6f6aef4d tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836298 Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:01.658637 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:01.779832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Made reservation on behalf of 6e3060af73424aa2803eaf5c1a455c98 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:01.783320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.801334 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:01.925120 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.052411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a390467-3b14-4f77-9d29-25a6443c1a34 req-b73657fe-af31-4fed-8711-f48132df2196 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:02.053916 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a390467-3b14-4f77-9d29-25a6443c1a34 req-b73657fe-af31-4fed-8711-f48132df2196 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.0522187 Feb 11 13:28:02.090008 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.096248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a390467-3b14-4f77-9d29-25a6443c1a34 req-10fac038-f23b-4f04-a2c7-261d34390216 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361352 Feb 11 13:28:02.099333 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.103073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] 10.222.0.52 "DELETE /v2.0/networks/54357795-65be-438f-898f-11db6e4005be HTTP/1.1" status: 204 len: 168 time: 1.4377742 Feb 11 13:28:02.111172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:28:02.116387 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.124596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb4b7f-c7bf-43bb-b7f8-257f2d388aa4 tempest-TaggedBootDevicesTest-1136838556 tempest-TaggedBootDevicesTest-1136838556-project] Pushing event deleted for resources: {'Network': ['ID=54357795-65be-438f-898f-11db6e4005be,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:02.168434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:02.176490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1977761b-7d14-4a07-adbc-57d7a06ac30c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:02.183885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.184202 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Added segment 34b5b68e-0347-4f8a-877e-02ef7b97ad86 of type vlan for network d350d37e-dfb4-495e-8703-90c40725fc3f Feb 11 13:28:02.230667 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.295716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:02.317443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Sync routers for ids ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:02.333242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Routers {'e9361d9d-b0db-42b0-bb32-7dc5be7bd528'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:02.334231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:02.405391 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.407127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:02.407820 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.436814 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.439069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e33f6f87-47e6-44fc-9ef7-434e01ef9999 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9121127 Feb 11 13:28:02.440556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52414) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:02.548517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] Pushing event updated for resources: {'Network': ['ID=d350d37e-dfb4-495e-8703-90c40725fc3f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:02.553581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Set router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:02.621421 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7f8a01db-d550-4c9f-9ebb-805d2ed4bc13 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5630870 Feb 11 13:28:02.629707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52420) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:02.636263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Request body: {'subnet': {'network_id': 'd350d37e-dfb4-495e-8703-90c40725fc3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1086913211-subnet', 'tenant_id': '6e3060af73424aa2803eaf5c1a455c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:02.696630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d350d37e-dfb4-495e-8703-90c40725fc3f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:28:02.792099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Made reservation on behalf of 6e3060af73424aa2803eaf5c1a455c98 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:02.795596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:02.807483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb13bee-35d5-4248-8844-1406760706fa req-461980bb-9755-427d-9f15-bf42f95f40b2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:02.807483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-abb13bee-35d5-4248-8844-1406760706fa req-461980bb-9755-427d-9f15-bf42f95f40b2 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 945 time: 0.2280777 Feb 11 13:28:02.937599 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device dba182c8-a216-4f13-9368-1826eb7e9d77 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:03.117173 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abc7679-3258-4362-a427-0d4b7195f29e None None] Network ab78be7d-e5da-40e5-8339-ace1465e7e36 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:03.364743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.453479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-abb13bee-35d5-4248-8844-1406760706fa req-6f3833dc-5a99-4b6a-a7d9-c032e0243dc3 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460500 Feb 11 13:28:03.533215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246828a-b212-4afb-984d-539b8e23abc7 req-c39e4268-4794-4502-8c67-f0dd762c0249 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:03.537734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5246828a-b212-4afb-984d-539b8e23abc7 req-c39e4268-4794-4502-8c67-f0dd762c0249 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.2332630 Feb 11 13:28:03.593541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Provisioning complete for port dba182c8-a216-4f13-9368-1826eb7e9d77 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:03.594136 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.594710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c948e0-5986-4c40-a58f-3dd44954b715,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:03.646543 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.652598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5246828a-b212-4afb-984d-539b8e23abc7 req-5075b1f2-e979-4f21-831f-a0b9dc2843d7 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955501 Feb 11 13:28:03.657861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Checking segment: {'id': '34b5b68e-0347-4f8a-877e-02ef7b97ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd350d37e-dfb4-495e-8703-90c40725fc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:03.659179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Network hostable DHCP agents. Network: d350d37e-dfb4-495e-8703-90c40725fc3f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:03.704227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port dba182c8-a216-4f13-9368-1826eb7e9d77 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:03.704701 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.751996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Network d350d37e-dfb4-495e-8703-90c40725fc3f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:03.843497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d350d37e-dfb4-495e-8703-90c40725fc3f) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:03.849367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:03.850622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:03.866441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302cbc3f-6c62-4ea6-a7b3-7e690771274a None None] Network d350d37e-dfb4-495e-8703-90c40725fc3f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:04.001576 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.012555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-143e2496-1002-444d-b4af-02be73117c66 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3806086 Feb 11 13:28:04.043332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Allocated IP 172.20.0.1 (ab78be7d-e5da-40e5-8339-ace1465e7e36/b67e46b9-40ce-431f-a065-746f2b181bb9/f7127cee-d1e7-4dd0-9ef3-69e709bb5c20) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:04.049987 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.052439 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-52e4f1f8-4b25-4495-92ad-ad933a426e90 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:04.055924 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-52e4f1f8-4b25-4495-92ad-ad933a426e90 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.13 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 945 time: 0.1637933 Feb 11 13:28:04.288655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-40942d6c-4bc7-4628-b3a3-d00f34fa44bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Deleting port 44f86f7f-b94e-4a01-ab26-cd3910b54709 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:04.291917 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-40942d6c-4bc7-4628-b3a3-d00f34fa44bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.317508 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.332580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d0083680-4263-448f-9469-1da2aec917bc None None] For port dba182c8-a216-4f13-9368-1826eb7e9d77, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=dba182c8-a216-4f13-9368-1826eb7e9d77,segment=NetworkSegment(7e34f1da-5bd6-42e1-b2ee-878543c2c82f),segment_id=7e34f1da-5bd6-42e1-b2ee-878543c2c82f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:04.360818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'name': 'tempest-FloatingIPDetailsTestJSON-572732935-router', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:58Z', 'updated_at': '2022-02-11T13:28:00Z', 'revision_number': 3, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'gw_port': {'id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:59Z', 'updated_at': '2022-02-11T13:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:04.409815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Checking router: e9361d9d-b0db-42b0-bb32-7dc5be7bd528 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:04.410210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Updating router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 port 3d072ecc-183d-4138-89ec-498c06db1cec binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:28:04.443130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-40942d6c-4bc7-4628-b3a3-d00f34fa44bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] For port 44f86f7f-b94e-4a01-ab26-cd3910b54709, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=44f86f7f-b94e-4a01-ab26-cd3910b54709,segment=NetworkSegment(01be1b41-b95c-42c1-9901-cb90d2a1b28e),segment_id=01be1b41-b95c-42c1-9901-cb90d2a1b28e)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:04.443263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-40942d6c-4bc7-4628-b3a3-d00f34fa44bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.453242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f6fa0a-9a26-4870-ba81-23777de2fde6 None None] Network d350d37e-dfb4-495e-8703-90c40725fc3f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:04.459743 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-40942d6c-4bc7-4628-b3a3-d00f34fa44bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Calling delete_port for 44f86f7f-b94e-4a01-ab26-cd3910b54709 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:04.460634 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.470529 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.621749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Network ab78be7d-e5da-40e5-8339-ace1465e7e36 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:04.647113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Pushing event updated for resources: {'Port': ['ID=f7127cee-d1e7-4dd0-9ef3-69e709bb5c20,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:04.649788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:04.696331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Pushing event updated for resources: {'Port': ['ID=dba182c8-a216-4f13-9368-1826eb7e9d77,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:04.710586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:04.711055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5345444-1bdb-47b7-94fd-9884e40d3b0c req-e9a7480e-2a7a-4938-a04b-13b162679052 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:04.720635 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5345444-1bdb-47b7-94fd-9884e40d3b0c req-e9a7480e-2a7a-4938-a04b-13b162679052 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 945 time: 0.1132882 Feb 11 13:28:04.785748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5345444-1bdb-47b7-94fd-9884e40d3b0c req-58bdc0b4-719d-4b53-9a05-b529f0ef37e7 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/security-groups?id=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637741 Feb 11 13:28:04.791399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.797904 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-40942d6c-4bc7-4628-b3a3-d00f34fa44bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.834735 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.840036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40942d6c-4bc7-4628-b3a3-d00f34fa44bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Pushing event deleted for resources: {'Port': ['ID=44f86f7f-b94e-4a01-ab26-cd3910b54709,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:04.877026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.877567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.880241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.886559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.887072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.887530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.887975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.888453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.888915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.889356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.889916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.890378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0083680-4263-448f-9469-1da2aec917bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:04.949205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-40942d6c-4bc7-4628-b3a3-d00f34fa44bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] No DVR routers for this DVR port 44f86f7f-b94e-4a01-ab26-cd3910b54709 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:04.957407 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-40942d6c-4bc7-4628-b3a3-d00f34fa44bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:04.965190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e06e9838-85b7-43bd-bd33-942772caf7a4 req-40942d6c-4bc7-4628-b3a3-d00f34fa44bd tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.13 "DELETE /v2.0/ports/44f86f7f-b94e-4a01-ab26-cd3910b54709 HTTP/1.1" status: 204 len: 173 time: 0.9022105 Feb 11 13:28:04.965688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01053d63-c17e-4a48-98b2-d9e54cec3e2b', 'name': 'network-vif-deleted', 'tag': '44f86f7f-b94e-4a01-ab26-cd3910b54709'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:05.002882 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625d23e6-c6bf-4c44-b503-1e8df2718e19" -d '{"events": [{"server_uuid": "01053d63-c17e-4a48-98b2-d9e54cec3e2b", "name": "network-vif-deleted", "tag": "44f86f7f-b94e-4a01-ab26-cd3910b54709"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:05.083313 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:28:05.085647 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:28:05.108033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bacbb890-f645-4169-b7cc-9fe8b5d38331 None None] Provisioning complete for port dba182c8-a216-4f13-9368-1826eb7e9d77 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:05.111624 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bacbb890-f645-4169-b7cc-9fe8b5d38331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:05.435344 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c44e9a3-4743-4ae3-aa6e-1a40424d6915 x-openstack-request-id: req-1c44e9a3-4743-4ae3-aa6e-1a40424d6915 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:05.435651 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01053d63-c17e-4a48-98b2-d9e54cec3e2b", "name": "network-vif-deleted", "tag": "44f86f7f-b94e-4a01-ab26-cd3910b54709", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:05.435899 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c44e9a3-4743-4ae3-aa6e-1a40424d6915 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:05.436308 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01053d63-c17e-4a48-98b2-d9e54cec3e2b', 'name': 'network-vif-deleted', 'tag': '44f86f7f-b94e-4a01-ab26-cd3910b54709', 'status': 'completed', 'code': 200} Feb 11 13:28:05.541049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-4b24d1a2-9fa0-47b8-95a4-0e220957c0c2 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:05.544109 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-4b24d1a2-9fa0-47b8-95a4-0e220957c0c2 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.13 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.9177873 Feb 11 13:28:05.717891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1e65678d-3bbc-4817-bc8c-0afc4e1e6a84 None None] Provisioning complete for port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:05.718964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e65678d-3bbc-4817-bc8c-0afc4e1e6a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:05.782142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1e65678d-3bbc-4817-bc8c-0afc4e1e6a84 None None] Port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:28:05.842172 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:05.867518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device dba182c8-a216-4f13-9368-1826eb7e9d77 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:05.922611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f53d26-44e1-4b3e-9cfe-5e86fde727db req-5ddf62cb-887a-4a16-9a07-73aaa244febc tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:05.936108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6f53d26-44e1-4b3e-9cfe-5e86fde727db req-5ddf62cb-887a-4a16-9a07-73aaa244febc tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.4378924 Feb 11 13:28:05.936728 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port dba182c8-a216-4f13-9368-1826eb7e9d77 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:05.937265 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:05.978516 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.042773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.089178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c72e23-ff32-4454-afad-7771eb4967c4 None None] Pushing event updated for resources: {'Port': ['ID=3d072ecc-183d-4138-89ec-498c06db1cec,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:06.092113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Attempting to bind port 3d072ecc-183d-4138-89ec-498c06db1cec on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:06.092726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Attempting to bind port 3d072ecc-183d-4138-89ec-498c06db1cec by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:06.093172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Attempting to bind port 3d072ecc-183d-4138-89ec-498c06db1cec on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:06.102206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:06.102587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:06.103067 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.103737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:06.104244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Bound port: 3d072ecc-183d-4138-89ec-498c06db1cec, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:06.104657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.122598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac95fc26-04a7-4d88-9f46-33addece4a2b req-e1864a4f-47f5-4058-96a1-271598374e24 tempest-DeleteServersTestJSON-766863435 tempest-DeleteServersTestJSON-766863435-project] 10.222.0.52 "GET /v2.0/ports?device_id=01053d63-c17e-4a48-98b2-d9e54cec3e2b HTTP/1.1" status: 200 len: 210 time: 0.0987618 Feb 11 13:28:06.237893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] For port 3d072ecc-183d-4138-89ec-498c06db1cec, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:06.241555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] For port 3d072ecc-183d-4138-89ec-498c06db1cec, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3d072ecc-183d-4138-89ec-498c06db1cec,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:06.281457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6f53d26-44e1-4b3e-9cfe-5e86fde727db req-b6c02d13-0315-4a70-a414-6d42efeb4c6c tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380911 Feb 11 13:28:06.305409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Deleting port 10e19271-202d-4bca-88f9-a9f86e712c72 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:06.306023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.375062 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.472723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] For port 10e19271-202d-4bca-88f9-a9f86e712c72, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=10e19271-202d-4bca-88f9-a9f86e712c72,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:06.473096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.564282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Routers {'e9361d9d-b0db-42b0-bb32-7dc5be7bd528'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:06.576856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:06.578020 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.582017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c72e23-ff32-4454-afad-7771eb4967c4 None None] Pushing event updated for resources: {'Port': ['ID=3d072ecc-183d-4138-89ec-498c06db1cec,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:06.730992 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 44f86f7f-b94e-4a01-ab26-cd3910b54709 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:06.739722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.759044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 44f86f7f-b94e-4a01-ab26-cd3910b54709 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:06.759383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 44f86f7f-b94e-4a01-ab26-cd3910b54709 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:06.759807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 10e19271-202d-4bca-88f9-a9f86e712c72 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:06.824311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] Set router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:06.889224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Pushing event updated for resources: {'Port': ['ID=f7127cee-d1e7-4dd0-9ef3-69e709bb5c20,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:06.957519 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.960682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.960947 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:06.961266 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Floating IP 3a35ca08-fb96-4d0c-bef1-f275a2dbf349 disassociated. External IP: 172.25.0.157, port: 10e19271-202d-4bca-88f9-a9f86e712c72. Feb 11 13:28:06.961751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Calling delete_port for 10e19271-202d-4bca-88f9-a9f86e712c72 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:07.111270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Network ab78be7d-e5da-40e5-8339-ace1465e7e36 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:07.116339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:07.342602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:07.397839 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:07.556918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'name': 'tempest-FloatingIPDetailsTestJSON-572732935-router', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:58Z', 'updated_at': '2022-02-11T13:28:05Z', 'revision_number': 4, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'gw_port': {'id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:59Z', 'updated_at': '2022-02-11T13:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f7127cee-d1e7-4dd0-9ef3-69e709bb5c20', 'name': '', 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'mac_address': 'fa:16:3e:12:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b67e46b9-40ce-431f-a065-746f2b181bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:03Z', 'updated_at': '2022-02-11T13:28:04Z', 'revision_number': 1, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'subnets': [{'id': 'b67e46b9-40ce-431f-a065-746f2b181bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:07.672413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef234a6-fe04-4a82-955d-e3830790f52f None None] The sync data for ids ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'] in n-d-816488-1 is: [{'id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'name': 'tempest-FloatingIPDetailsTestJSON-572732935-router', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:58Z', 'updated_at': '2022-02-11T13:28:05Z', 'revision_number': 4, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'gw_port': {'id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:59Z', 'updated_at': '2022-02-11T13:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f7127cee-d1e7-4dd0-9ef3-69e709bb5c20', 'name': '', 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'mac_address': 'fa:16:3e:12:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b67e46b9-40ce-431f-a065-746f2b181bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:03Z', 'updated_at': '2022-02-11T13:28:04Z', 'revision_number': 1, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'subnets': [{'id': 'b67e46b9-40ce-431f-a065-746f2b181bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:07.712747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad051-5c35-4fd6-bd18-66570dc2f225 req-55e9f233-0695-4d37-ae43-22a078ce00b9 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:07.714094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1d15f7b4-60fc-4de0-be9c-536dffe67468 None None] Provisioning complete for port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:07.714577 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1d15f7b4-60fc-4de0-be9c-536dffe67468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:07.731088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40aad051-5c35-4fd6-bd18-66570dc2f225 req-55e9f233-0695-4d37-ae43-22a078ce00b9 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 946 time: 0.1526268 Feb 11 13:28:07.809610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:07.827757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1d15f7b4-60fc-4de0-be9c-536dffe67468 None None] Port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:28:07.837264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1a76f373-21ec-43fb-9250-ef87063a41be admin admin] 10.222.0.52 "PUT /v2.0/routers/e9361d9d-b0db-42b0-bb32-7dc5be7bd528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3871269 Feb 11 13:28:07.843184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40aad051-5c35-4fd6-bd18-66570dc2f225 req-9e2c85b4-0067-4709-8487-01a1ccc9981a tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups?id=f27f0369-32ef-48e0-a50a-80381475027f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069744 Feb 11 13:28:07.848605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:07.988111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Pushing event deleted for resources: {'Port': ['ID=10e19271-202d-4bca-88f9-a9f86e712c72,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:08.339783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-89221f19-9cf8-41a0-915e-94e5711fbedf tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:08.358122 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-89221f19-9cf8-41a0-915e-94e5711fbedf tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/networks?id=d350d37e-dfb4-495e-8703-90c40725fc3f HTTP/1.1" status: 200 len: 810 time: 0.4663672 Feb 11 13:28:08.406498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-2cfd7aa1-0c7f-4393-b911-114df8b520bf tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/quotas/6e3060af73424aa2803eaf5c1a455c98 HTTP/1.1" status: 200 len: 375 time: 0.0469780 Feb 11 13:28:08.537593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-bf86a181-62ed-4339-b618-1258f271b2fe tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e3060af73424aa2803eaf5c1a455c98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131837 Feb 11 13:28:08.554631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Router 301d9dbc-1e56-4c64-86d6-e549623323e6 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:08.928840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-1606744d-27d9-4f3a-8a01-ec43069f456b service neutron] 10.222.0.52 "GET /v2.0/networks/d350d37e-dfb4-495e-8703-90c40725fc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763537 Feb 11 13:28:09.254974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:09.266852 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] Sync routers for ids ['301d9dbc-1e56-4c64-86d6-e549623323e6'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:09.291855 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] Routers {'301d9dbc-1e56-4c64-86d6-e549623323e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:09.292471 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['301d9dbc-1e56-4c64-86d6-e549623323e6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:09.375987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-4d830a51-4fcc-44e8-9459-05e4ba7aa4a6 service neutron] 10.222.0.52 "GET /v2.0/networks/d350d37e-dfb4-495e-8703-90c40725fc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450312 Feb 11 13:28:09.405037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-d946d82e-e1cb-4c35-8cf1-1dc992f37551 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9394608 Feb 11 13:28:09.411241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:09.425732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] No DVR routers for this DVR port 10e19271-202d-4bca-88f9-a9f86e712c72 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:09.431555 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:09.438451 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4a0606a-73b4-4bbc-b042-9b4fbb22b4f9 req-70958442-82d3-43f5-baa7-9d790906f16e tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.13 "DELETE /v2.0/ports/10e19271-202d-4bca-88f9-a9f86e712c72 HTTP/1.1" status: 204 len: 173 time: 3.6984873 Feb 11 13:28:09.444770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'name': 'network-vif-deleted', 'tag': '10e19271-202d-4bca-88f9-a9f86e712c72'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:09.449422 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397c35ee-98a5-4cd1-910c-09b11a1d123d" -d '{"events": [{"server_uuid": "01cfdbcc-4e0f-4c13-9599-15c97f1255da", "name": "network-vif-deleted", "tag": "10e19271-202d-4bca-88f9-a9f86e712c72"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:09.517227 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:09.584891 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] Set router 301d9dbc-1e56-4c64-86d6-e549623323e6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:09.740332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:09.925178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3d072ecc-183d-4138-89ec-498c06db1cec up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:10.093418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3d072ecc-183d-4138-89ec-498c06db1cec triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:10.094989 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.102794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Allocated IP 172.25.0.14 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/5d03dad9-477e-4e2a-b5d3-a482ddacca9b) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:10.152258 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f881c695-6f17-455a-b836-2a49e43cb5bd', 'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'mac_address': 'fa:16:3e:3d:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:56Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'subnets': [{'id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:10.266928 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] Checking router: 301d9dbc-1e56-4c64-86d6-e549623323e6 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:10.285954 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] Routers {'301d9dbc-1e56-4c64-86d6-e549623323e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:10.286794 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['301d9dbc-1e56-4c64-86d6-e549623323e6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:10.360022 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.407332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.459890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 3d072ecc-183d-4138-89ec-498c06db1cec, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3d072ecc-183d-4138-89ec-498c06db1cec,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:10.468789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a93f2566-ea02-48c3-b7b8-602a17fec13b req-d6d8da4b-f15b-47f2-8b68-86c475a9982c tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/ports?device_id=01cfdbcc-4e0f-4c13-9599-15c97f1255da HTTP/1.1" status: 200 len: 210 time: 0.0533247 Feb 11 13:28:10.487699 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] Set router 301d9dbc-1e56-4c64-86d6-e549623323e6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:10.543392 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34a86ad-e469-45b8-93e2-e4494da1c682 x-openstack-request-id: req-f34a86ad-e469-45b8-93e2-e4494da1c682 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:10.543692 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01cfdbcc-4e0f-4c13-9599-15c97f1255da", "name": "network-vif-deleted", "tag": "10e19271-202d-4bca-88f9-a9f86e712c72", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:10.543941 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f34a86ad-e469-45b8-93e2-e4494da1c682 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:10.544922 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01cfdbcc-4e0f-4c13-9599-15c97f1255da', 'name': 'network-vif-deleted', 'tag': '10e19271-202d-4bca-88f9-a9f86e712c72', 'status': 'completed', 'code': 200} Feb 11 13:28:10.603900 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc3a1033-307e-41bc-ac0e-43f85ae9b32a req-391c4224-de8f-4b4a-92f3-3ac219cfdb26 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 210 time: 0.0293057 Feb 11 13:28:10.761875 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.762751 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:10.836352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event updated for resources: {'Port': ['ID=5d03dad9-477e-4e2a-b5d3-a482ddacca9b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:10.854173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:10.858241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:10.861310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=3d072ecc-183d-4138-89ec-498c06db1cec,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:10.862236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:10.980250 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f881c695-6f17-455a-b836-2a49e43cb5bd', 'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'mac_address': 'fa:16:3e:3d:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:56Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'subnets': [{'id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:11.072257 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af2904a-0169-41d1-a4a1-87190f2cc885 None None] The sync data for ids ['301d9dbc-1e56-4c64-86d6-e549623323e6'] in n-d-816488-1 is: [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:26:56Z', 'revision_number': 4, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f881c695-6f17-455a-b836-2a49e43cb5bd', 'name': '', 'network_id': '2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'mac_address': 'fa:16:3e:3d:a5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:56Z', 'updated_at': '2022-02-11T13:27:01Z', 'revision_number': 5, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'subnets': [{'id': '582a0e8f-dd8d-407b-be32-2217974a52d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:11.118356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:11.269315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:11.619649 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:11.739055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8ae62e-7af7-45a0-9459-f681243f8674 None None] New status for floating IP 3a35ca08-fb96-4d0c-bef1-f275a2dbf349: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:28:11.751631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:11.757645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52618) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:11.858101 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Sync routers for ids ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:11.867982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3d072ecc-183d-4138-89ec-498c06db1cec up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:11.869908 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Routers {'e9361d9d-b0db-42b0-bb32-7dc5be7bd528'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:11.870637 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:11.888818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0200683-da80-4d5e-9f5c-96f60c5ce737 req-644d021d-4466-4824-a3a2-2a669e46ebbc tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 210 time: 0.0581512 Feb 11 13:28:11.937418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.010015 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Set router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:12.014040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event updated for resources: {'Port': ['ID=5d03dad9-477e-4e2a-b5d3-a482ddacca9b,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:12.048841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c88e65-beac-4503-b8c3-41ba2f4da1b0 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.133857 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c88e65-beac-4503-b8c3-41ba2f4da1b0 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.150870 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.163812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-92238e87-2fc6-4601-afaf-b0c529beccfc tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7567873 Feb 11 13:28:12.184369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3d072ecc-183d-4138-89ec-498c06db1cec triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:12.184755 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.310693 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'name': 'tempest-FloatingIPDetailsTestJSON-572732935-router', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:58Z', 'updated_at': '2022-02-11T13:28:05Z', 'revision_number': 4, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'gw_port': {'id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:59Z', 'updated_at': '2022-02-11T13:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f7127cee-d1e7-4dd0-9ef3-69e709bb5c20', 'name': '', 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'mac_address': 'fa:16:3e:12:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b67e46b9-40ce-431f-a065-746f2b181bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:03Z', 'updated_at': '2022-02-11T13:28:06Z', 'revision_number': 2, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'subnets': [{'id': 'b67e46b9-40ce-431f-a065-746f2b181bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:12.374748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-8653d5d3-a960-48ab-8505-7bb8f9943dd6 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.14 HTTP/1.1" status: 200 len: 695 time: 0.2060533 Feb 11 13:28:12.389362 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Checking router: e9361d9d-b0db-42b0-bb32-7dc5be7bd528 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:12.389739 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Updating router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:28:12.437189 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.519519 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c88e65-beac-4503-b8c3-41ba2f4da1b0 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.522349 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c88e65-beac-4503-b8c3-41ba2f4da1b0 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.525929 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-48c88e65-beac-4503-b8c3-41ba2f4da1b0 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "DELETE /v2.0/security-groups/f27f0369-32ef-48e0-a50a-80381475027f HTTP/1.1" status: 204 len: 168 time: 0.7642791 Feb 11 13:28:12.527137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52660) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:12.572728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c88e65-beac-4503-b8c3-41ba2f4da1b0 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27f0369-32ef-48e0-a50a-80381475027f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:12.577190 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-1680c78f-bb9f-4374-a64e-d9c2713f6b2d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] show failed (client error): The resource could not be found. Feb 11 13:28:12.578338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1680c78f-bb9f-4374-a64e-d9c2713f6b2d tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "GET /v2.0/security-groups/f27f0369-32ef-48e0-a50a-80381475027f HTTP/1.1" status: 404 len: 347 time: 0.0478950 Feb 11 13:28:12.582320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52662) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:12.734668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-2b3f396b-dd03-48f0-9179-b8bba9d34545 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:12.736128 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7230fc7a-bd01-4bc8-aaaa-6f628642a04d req-2b3f396b-dd03-48f0-9179-b8bba9d34545 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.3570569 Feb 11 13:28:12.976188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8480cd61-7411-446d-a475-d374062e0515 req-67212d02-1f8e-42e0-b7ba-419a3e089e5b tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1660366 Feb 11 13:28:12.978550 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:12.994180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:13.036445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f26456c5-bfe0-4a16-a367-25d085f595f4 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Deleting port c05c9c12-aa3b-44c1-9ccb-7091084e93b5 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:13.036773 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f26456c5-bfe0-4a16-a367-25d085f595f4 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.089287 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.115747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f26456c5-bfe0-4a16-a367-25d085f595f4 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.116071 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f26456c5-bfe0-4a16-a367-25d085f595f4 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.130874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f26456c5-bfe0-4a16-a367-25d085f595f4 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Calling delete_port for c05c9c12-aa3b-44c1-9ccb-7091084e93b5 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:13.137046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.249470 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Pushing event updated for resources: {'Port': ['ID=f7127cee-d1e7-4dd0-9ef3-69e709bb5c20,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:13.261753 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.262591 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.263779 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.264557 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.265104 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.265639 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.266173 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.266698 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.272825 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.272825 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.272825 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.272825 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:13.326643 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Attempting to bind port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:13.334099 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Attempting to bind port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '7e34f1da-5bd6-42e1-b2ee-878543c2c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:13.345939 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Attempting to bind port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 on network ab78be7d-e5da-40e5-8339-ace1465e7e36 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:13.348564 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:13.351094 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Checking segment: {'id': '7e34f1da-5bd6-42e1-b2ee-878543c2c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:13.351644 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.352197 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Bound using segment: {'id': '7e34f1da-5bd6-42e1-b2ee-878543c2c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:13.352813 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Bound port: f7127cee-d1e7-4dd0-9ef3-69e709bb5c20, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e34f1da-5bd6-42e1-b2ee-878543c2c82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:13.354294 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.491561 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] For port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:13.511463 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] For port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f7127cee-d1e7-4dd0-9ef3-69e709bb5c20,segment=NetworkSegment(7e34f1da-5bd6-42e1-b2ee-878543c2c82f),segment_id=7e34f1da-5bd6-42e1-b2ee-878543c2c82f)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:13.569280 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.652627 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Routers {'e9361d9d-b0db-42b0-bb32-7dc5be7bd528'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:13.657208 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:13.717647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-99500ff8-8f27-4b39-b360-a062deb8e789 None None] Provisioning complete for port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:13.718862 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99500ff8-8f27-4b39-b360-a062deb8e789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.740238 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cb71c-7fb8-4b02-9392-1e3a726fa2a0 None None] Pushing event updated for resources: {'Port': ['ID=f7127cee-d1e7-4dd0-9ef3-69e709bb5c20,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:13.749926 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.891960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f26456c5-bfe0-4a16-a367-25d085f595f4 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:13.969970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26456c5-bfe0-4a16-a367-25d085f595f4 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Pushing event deleted for resources: {'Port': ['ID=c05c9c12-aa3b-44c1-9ccb-7091084e93b5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:14.015343 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] Set router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:14.038395 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99500ff8-8f27-4b39-b360-a062deb8e789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:14.110681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-4de2860f-6a80-4c57-83c4-567f754f00ed tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:14.123189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-4de2860f-6a80-4c57-83c4-567f754f00ed tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.13 "GET /v2.0/networks?id=d350d37e-dfb4-495e-8703-90c40725fc3f HTTP/1.1" status: 200 len: 810 time: 0.4935353 Feb 11 13:28:14.127831 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f26456c5-bfe0-4a16-a367-25d085f595f4 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:14.131144 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f26456c5-bfe0-4a16-a367-25d085f595f4 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:14.132755 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f26456c5-bfe0-4a16-a367-25d085f595f4 tempest-ServersTestJSON-1886969924 tempest-ServersTestJSON-1886969924-project] 10.222.0.52 "DELETE /v2.0/floatingips/3a35ca08-fb96-4d0c-bef1-f275a2dbf349 HTTP/1.1" status: 204 len: 168 time: 1.5472772 Feb 11 13:28:14.135648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52712) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:14.144499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Request body: {'port': {'device_id': '7b007160-55a0-4d8e-a8f2-107ea86a8ffa', 'network_id': 'd350d37e-dfb4-495e-8703-90c40725fc3f', 'admin_state_up': True, 'tenant_id': '6e3060af73424aa2803eaf5c1a455c98'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:14.160425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-99500ff8-8f27-4b39-b360-a062deb8e789 None None] For port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f7127cee-d1e7-4dd0-9ef3-69e709bb5c20,segment=NetworkSegment(7e34f1da-5bd6-42e1-b2ee-878543c2c82f),segment_id=7e34f1da-5bd6-42e1-b2ee-878543c2c82f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:14.249593 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99500ff8-8f27-4b39-b360-a062deb8e789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:14.272644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Allocated IP 172.25.0.195 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/197b5135-ea0d-40e1-aa65-61bdc2044413) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:14.468076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b9e67e62-757e-463f-9c6f-2955b2fca6f8 None None] Provisioning complete for port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:14.468447 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b9e67e62-757e-463f-9c6f-2955b2fca6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:14.478452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99500ff8-8f27-4b39-b360-a062deb8e789 None None] Pushing event updated for resources: {'Port': ['ID=f7127cee-d1e7-4dd0-9ef3-69e709bb5c20,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:14.504445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99c39dd7-ed9f-405b-9cf7-ab5fed95864a req-e14bb7c3-a85a-423a-9775-533b53b970aa tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 210 time: 0.0947099 Feb 11 13:28:14.507400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Made reservation on behalf of 6e3060af73424aa2803eaf5c1a455c98 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:14.517657 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:14.642270 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:14.772055 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'name': 'tempest-FloatingIPDetailsTestJSON-572732935-router', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:58Z', 'updated_at': '2022-02-11T13:28:05Z', 'revision_number': 4, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'gw_port': {'id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:59Z', 'updated_at': '2022-02-11T13:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f7127cee-d1e7-4dd0-9ef3-69e709bb5c20', 'name': '', 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'mac_address': 'fa:16:3e:12:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b67e46b9-40ce-431f-a065-746f2b181bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:03Z', 'updated_at': '2022-02-11T13:28:13Z', 'revision_number': 4, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'subnets': [{'id': 'b67e46b9-40ce-431f-a065-746f2b181bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:14.802277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Allocated IP 172.20.0.2 (d350d37e-dfb4-495e-8703-90c40725fc3f/a5c948e0-5986-4c40-a58f-3dd44954b715/86b4cda7-d0aa-4654-aaf2-c02e39ccbcac) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:14.806831 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf34009-0a60-47e9-8a97-54220b316d8f None None] The sync data for ids ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'] in n-d-816488-1 is: [{'id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'name': 'tempest-FloatingIPDetailsTestJSON-572732935-router', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:58Z', 'updated_at': '2022-02-11T13:28:05Z', 'revision_number': 4, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'gw_port': {'id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:59Z', 'updated_at': '2022-02-11T13:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f7127cee-d1e7-4dd0-9ef3-69e709bb5c20', 'name': '', 'network_id': 'ab78be7d-e5da-40e5-8339-ace1465e7e36', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'mac_address': 'fa:16:3e:12:cc:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': 'b67e46b9-40ce-431f-a065-746f2b181bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:03Z', 'updated_at': '2022-02-11T13:28:13Z', 'revision_number': 4, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'subnets': [{'id': 'b67e46b9-40ce-431f-a065-746f2b181bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:14.832886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:14.890859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:14.894976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:14.899928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:14.983744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event updated for resources: {'Port': ['ID=197b5135-ea0d-40e1-aa65-61bdc2044413,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:15.079260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.197847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.209333 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.220687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.286486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Network d350d37e-dfb4-495e-8703-90c40725fc3f is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:15.303780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:15.317090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:15.425248 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.430538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:15.431423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.463763 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Pushing event updated for resources: {'Port': ['ID=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:15.576700 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-08ea09c0-2e2a-4368-a4cd-e33b36480996 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4435179 Feb 11 13:28:15.664544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Request body: {'port': {'device_id': '7b007160-55a0-4d8e-a8f2-107ea86a8ffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:15.876527 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:15.925945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:15.979559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.021966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:16.022627 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.040753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-1d130b7f-d7d9-428a-a6a1-2e9d92bf89d0 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.043272 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-1d130b7f-d7d9-428a-a6a1-2e9d92bf89d0 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 805 time: 0.4895494 Feb 11 13:28:16.076340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-4a058bae-59f7-4f22-bba0-e7101f2cf1c0 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/quotas/1479a70b67534648a9ff36fdd44cc7ba HTTP/1.1" status: 200 len: 375 time: 0.0248182 Feb 11 13:28:16.090263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.267014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event updated for resources: {'Port': ['ID=197b5135-ea0d-40e1-aa65-61bdc2044413,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:16.286102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-b35c7ba9-34e3-4220-9b56-31766d865dac tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1058948 Feb 11 13:28:16.297347 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-fe2fc38e-a2c5-479b-aa0c-77ac19e86ddf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2467549 Feb 11 13:28:16.326199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.361337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] Deleting port f881c695-6f17-455a-b836-2a49e43cb5bd {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:16.361530 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.467837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-8a6bb57a-de7b-451d-9208-35c881694a93 service neutron] 10.222.0.52 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370351 Feb 11 13:28:16.477600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-8f3c6765-7cc9-4f70-9578-8e16a25b2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.478130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-8f3c6765-7cc9-4f70-9578-8e16a25b2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.478856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-8f3c6765-7cc9-4f70-9578-8e16a25b2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.479318 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-8f3c6765-7cc9-4f70-9578-8e16a25b2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.479773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-8f3c6765-7cc9-4f70-9578-8e16a25b2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.480222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-8f3c6765-7cc9-4f70-9578-8e16a25b2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.480666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-8f3c6765-7cc9-4f70-9578-8e16a25b2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:16.483297 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-8f3c6765-7cc9-4f70-9578-8e16a25b2b86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6499 time: 0.1064932 Feb 11 13:28:16.499864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.501154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8480cd61-7411-446d-a475-d374062e0515 req-2e2a0123-efb3-4915-a755-736329eceab0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5178056 Feb 11 13:28:16.592117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-83258cce-59f5-4f34-aca7-9925f619bcac service neutron] 10.222.0.52 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136222 Feb 11 13:28:16.638750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:16.654319 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.696484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Transition to ACTIVE for port object 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:16.808519 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:16.887805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Pushing event updated for resources: {'Port': ['ID=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:16.993881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Attempting to bind port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:16.994361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Attempting to bind port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '34b5b68e-0347-4f8a-877e-02ef7b97ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd350d37e-dfb4-495e-8703-90c40725fc3f'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:16.996959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Attempting to bind port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac on network d350d37e-dfb4-495e-8703-90c40725fc3f {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:17.000711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac on network d350d37e-dfb4-495e-8703-90c40725fc3f not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:17.001067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Attempting to bind port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac on network d350d37e-dfb4-495e-8703-90c40725fc3f {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:17.007331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:17.007671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Checking segment: {'id': '34b5b68e-0347-4f8a-877e-02ef7b97ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd350d37e-dfb4-495e-8703-90c40725fc3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:17.008119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Bound using segment: {'id': '34b5b68e-0347-4f8a-877e-02ef7b97ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd350d37e-dfb4-495e-8703-90c40725fc3f'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:17.008621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Bound port: 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b5b68e-0347-4f8a-877e-02ef7b97ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd350d37e-dfb4-495e-8703-90c40725fc3f'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:17.009517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:17.135364 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8480cd61-7411-446d-a475-d374062e0515 req-dcaf54fe-b9a2-421a-8346-f1b3b51aa563 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.6274908 Feb 11 13:28:17.140110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] For port f881c695-6f17-455a-b836-2a49e43cb5bd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f881c695-6f17-455a-b836-2a49e43cb5bd,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:17.140563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:17.196530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] For port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:17.200432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] For port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,segment=NetworkSegment(34b5b68e-0347-4f8a-877e-02ef7b97ad86),segment_id=34b5b68e-0347-4f8a-877e-02ef7b97ad86)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:17.212966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522f68d-77b7-4952-8198-5642ecec8df5 req-3bac2ce9-a86f-4d8c-9542-abf4de0b766e tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.214621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9522f68d-77b7-4952-8198-5642ecec8df5 req-3bac2ce9-a86f-4d8c-9542-abf4de0b766e tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 943 time: 0.1043870 Feb 11 13:28:17.266203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] Calling delete_port for f881c695-6f17-455a-b836-2a49e43cb5bd owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:17.291628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9522f68d-77b7-4952-8198-5642ecec8df5 req-7cc9fae7-78c6-4d0b-b701-089eb7129d1d tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675085 Feb 11 13:28:17.295933 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:17.337058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.337666 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:17.339833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] 10.222.0.13 "PUT /v2.0/ports/86b4cda7-d0aa-4654-aaf2-c02e39ccbcac HTTP/1.1" status: 200 len: 1091 time: 1.6887875 Feb 11 13:28:17.347234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b007160-55a0-4d8e-a8f2-107ea86a8ffa', 'tag': '86b4cda7-d0aa-4654-aaf2-c02e39ccbcac'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:17.365095 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d803d544-e65a-44ba-896e-4c1b6d21a665" -d '{"events": [{"name": "network-changed", "server_uuid": "7b007160-55a0-4d8e-a8f2-107ea86a8ffa", "tag": "86b4cda7-d0aa-4654-aaf2-c02e39ccbcac"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:17.385464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480cd61-7411-446d-a475-d374062e0515 req-bd6b7693-b6ff-4999-9106-bd4399a3945e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.392802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8480cd61-7411-446d-a475-d374062e0515 req-bd6b7693-b6ff-4999-9106-bd4399a3945e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1583707 Feb 11 13:28:17.449415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-fe2c31a7-9356-471b-a59d-cd46296004a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.449647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97191eb-d3b1-49f1-9c05-cac7eed8a01c service neutron] Pushing event updated for resources: {'Port': ['ID=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:17.449910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-fe2c31a7-9356-471b-a59d-cd46296004a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.450916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-fe2c31a7-9356-471b-a59d-cd46296004a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.452910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-fe2c31a7-9356-471b-a59d-cd46296004a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 HTTP/1.1" status: 200 len: 2298 time: 0.9388163 Feb 11 13:28:17.482747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-29372459-0e04-49ce-afca-f6d374aa9f80 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.482895 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a92ca35-e928-4cf6-b08f-ef69e9a9f46a x-openstack-request-id: req-6a92ca35-e928-4cf6-b08f-ef69e9a9f46a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:17.483191 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b007160-55a0-4d8e-a8f2-107ea86a8ffa", "tag": "86b4cda7-d0aa-4654-aaf2-c02e39ccbcac", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:17.483439 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a92ca35-e928-4cf6-b08f-ef69e9a9f46a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:17.484291 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b007160-55a0-4d8e-a8f2-107ea86a8ffa', 'tag': '86b4cda7-d0aa-4654-aaf2-c02e39ccbcac', 'status': 'completed', 'code': 200} Feb 11 13:28:17.485922 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-29372459-0e04-49ce-afca-f6d374aa9f80 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "GET /v2.0/ports?device_id=bcd65d01-9a5d-49e9-9756-a44066d15583 HTTP/1.1" status: 200 len: 946 time: 0.3262808 Feb 11 13:28:17.522400 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86cffc22-adaa-4638-8ee7-04c13e985af0 req-9eb33919-1e58-496d-82ba-8240ae3b72fe tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 210 time: 0.0896621 Feb 11 13:28:17.566027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7da1191d-b65c-4b12-8e6c-6307a026ad12 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:17.589590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803d544-e65a-44ba-896e-4c1b6d21a665 req-3075b914-dbfa-45ac-a5bd-74e4cfc81ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.592546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d803d544-e65a-44ba-896e-4c1b6d21a665 req-3075b914-dbfa-45ac-a5bd-74e4cfc81ec9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e3060af73424aa2803eaf5c1a455c98&device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 1094 time: 0.0727308 Feb 11 13:28:17.681405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52762) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:17.801847 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:17.820874 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-4b48f124-c16b-44f4-87cc-18ffb256015e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef39ff2d-2440-4cb7-8b7d-d340c39a7374 HTTP/1.1" status: 200 len: 1002 time: 0.3312092 Feb 11 13:28:17.850949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da1191d-b65c-4b12-8e6c-6307a026ad12'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:17.853303 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20090eee-d788-4f9e-95a2-b925fdaac6ad" -d '{"events": [{"server_uuid": "bcd65d01-9a5d-49e9-9756-a44066d15583", "name": "network-vif-unplugged", "status": "completed", "tag": "7da1191d-b65c-4b12-8e6c-6307a026ad12"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:17.868999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7da1191d-b65c-4b12-8e6c-6307a026ad12, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:17.891840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad3492e8-9e34-4476-b05f-85061d864666 req-cd1b026a-c3eb-4ec8-8ea5-b661ccc9e5b5 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2978668 Feb 11 13:28:17.896627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803d544-e65a-44ba-896e-4c1b6d21a665 req-8204e8aa-f115-44b7-9f9f-31ce6ece7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.898287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d803d544-e65a-44ba-896e-4c1b6d21a665 req-8204e8aa-f115-44b7-9f9f-31ce6ece7c6e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6e3060af73424aa2803eaf5c1a455c98&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2927537 Feb 11 13:28:17.901995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-9130c9c1-b86a-40fe-939c-b21239da7ade admin admin] Deleting subnet e0068394-8d60-46ec-8614-0892d71a97c5 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:28:17.930341 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c17fe6-1760-48ab-bebb-bf0be670ad44 x-openstack-request-id: req-d4c17fe6-1760-48ab-bebb-bf0be670ad44 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:17.930702 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd65d01-9a5d-49e9-9756-a44066d15583", "name": "network-vif-unplugged", "status": "completed", "tag": "7da1191d-b65c-4b12-8e6c-6307a026ad12", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:17.931049 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4c17fe6-1760-48ab-bebb-bf0be670ad44 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:17.931512 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7da1191d-b65c-4b12-8e6c-6307a026ad12', 'code': 200} Feb 11 13:28:17.934534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-6280341f-ecfd-47e6-a225-b930290ca73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:17.935262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9130c9c1-b86a-40fe-939c-b21239da7ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:17.936369 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-6280341f-ecfd-47e6-a225-b930290ca73b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e9ee6e8-fe6f-4e78-8500-2349a6d591e4 HTTP/1.1" status: 200 len: 856 time: 0.0828443 Feb 11 13:28:17.939636 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:17.943511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-dca89d54-fef7-4f8e-a8df-7d609e5f7cad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Deleting port 7da1191d-b65c-4b12-8e6c-6307a026ad12 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:17.943858 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-dca89d54-fef7-4f8e-a8df-7d609e5f7cad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:17.944578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:18.045567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7da1191d-b65c-4b12-8e6c-6307a026ad12,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:18.074424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9130c9c1-b86a-40fe-939c-b21239da7ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.128979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-16a5a26d-d41e-41cb-82b0-7245fe377cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.130592 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-16a5a26d-d41e-41cb-82b0-7245fe377cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1775479 Feb 11 13:28:18.142386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803d544-e65a-44ba-896e-4c1b6d21a665 req-af4b6f49-97dd-4767-b160-0de396a40f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.143738 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d803d544-e65a-44ba-896e-4c1b6d21a665 req-af4b6f49-97dd-4767-b160-0de396a40f83 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2369397 Feb 11 13:28:18.144868 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9130c9c1-b86a-40fe-939c-b21239da7ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.204454 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.230114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-dca89d54-fef7-4f8e-a8df-7d609e5f7cad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] For port 7da1191d-b65c-4b12-8e6c-6307a026ad12, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7da1191d-b65c-4b12-8e6c-6307a026ad12,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:18.230732 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-dca89d54-fef7-4f8e-a8df-7d609e5f7cad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.249543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-dca89d54-fef7-4f8e-a8df-7d609e5f7cad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Calling delete_port for 7da1191d-b65c-4b12-8e6c-6307a026ad12 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:18.259532 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.287889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-ce0a471b-17d8-429f-9b74-713d47149a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.289388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-ce0a471b-17d8-429f-9b74-713d47149a73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6e3060af73424aa2803eaf5c1a455c98&device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 1094 time: 0.0971358 Feb 11 13:28:18.313182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] Pushing event deleted for resources: {'Port': ['ID=f881c695-6f17-455a-b836-2a49e43cb5bd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:18.338986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-a32fd97b-3890-47f0-8731-fa79061b75ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac HTTP/1.1" status: 200 len: 217 time: 0.0423291 Feb 11 13:28:18.359075 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9130c9c1-b86a-40fe-939c-b21239da7ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.391357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-056965b9-0a5e-49c1-a91a-c0172363e0b3 service neutron] 10.222.0.13 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485769 Feb 11 13:28:18.416569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130c9c1-b86a-40fe-939c-b21239da7ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0068394-8d60-46ec-8614-0892d71a97c5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:18.420151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9130c9c1-b86a-40fe-939c-b21239da7ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.423450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9130c9c1-b86a-40fe-939c-b21239da7ade admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e0068394-8d60-46ec-8614-0892d71a97c5 HTTP/1.1" status: 204 len: 168 time: 0.7410362 Feb 11 13:28:18.429456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52776) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:18.615539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c8deb-d4c1-47e7-a479-675646cf0331 req-9b1e496f-5275-49d4-bd9b-0c3ade09f7d4 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.618029 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-121c8deb-d4c1-47e7-a479-675646cf0331 req-9b1e496f-5275-49d4-bd9b-0c3ade09f7d4 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 943 time: 0.2243502 Feb 11 13:28:18.689038 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-599ee2af-1380-4e4c-9d00-687140e528ae service neutron] 10.222.0.13 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897670 Feb 11 13:28:18.752982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-83692f73-3c7d-40f2-bdeb-41400fee41a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=25906095-f674-4165-873d-1b718167c844 HTTP/1.1" status: 200 len: 217 time: 0.0498955 Feb 11 13:28:18.864640 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-121c8deb-d4c1-47e7-a479-675646cf0331 req-a18ca32c-d446-49c6-98ed-573fc2fbac72 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080441 Feb 11 13:28:18.885855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-d94ec1c7-0151-446e-93bd-ecdd8ddf5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.885855 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-d94ec1c7-0151-446e-93bd-ecdd8ddf5b2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.1181285 Feb 11 13:28:18.885855 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.906022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-dd05b416-be39-4feb-b32a-cfbd7f888bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:18.915546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-dd05b416-be39-4feb-b32a-cfbd7f888bb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a5c948e0-5986-4c40-a58f-3dd44954b715 HTTP/1.1" status: 200 len: 850 time: 0.5610030 Feb 11 13:28:18.961868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-76509556-6eff-4622-a5f3-001d9a7c6fc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d350d37e-dfb4-495e-8703-90c40725fc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405641 Feb 11 13:28:18.971706 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-dca89d54-fef7-4f8e-a8df-7d609e5f7cad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:18.998932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.001279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.041859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4d9d93fe-ade3-45bd-9693-3410ae0bb3f2 req-de44cb33-30cb-46a0-81f5-5833fabf5675 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 210 time: 0.0767279 Feb 11 13:28:19.052335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca89d54-fef7-4f8e-a8df-7d609e5f7cad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Pushing event deleted for resources: {'Port': ['ID=7da1191d-b65c-4b12-8e6c-6307a026ad12,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:19.131221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52782) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:19.194576 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-a9e4529f-1ce7-46ef-bb5b-452ce3e43bea service neutron] 10.222.0.13 "GET /v2.0/networks/d350d37e-dfb4-495e-8703-90c40725fc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245610 Feb 11 13:28:19.206171 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-dca89d54-fef7-4f8e-a8df-7d609e5f7cad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] No DVR routers for this DVR port 7da1191d-b65c-4b12-8e6c-6307a026ad12 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:19.258662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-5d13435f-8181-4979-b04c-5a1b2031d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:19.260500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-5d13435f-8181-4979-b04c-5a1b2031d078 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3748407 Feb 11 13:28:19.262289 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-dca89d54-fef7-4f8e-a8df-7d609e5f7cad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.266770 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3d6ae32-52c5-4587-a90b-27c3bb205fd0 req-dca89d54-fef7-4f8e-a8df-7d609e5f7cad tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "DELETE /v2.0/ports/7da1191d-b65c-4b12-8e6c-6307a026ad12 HTTP/1.1" status: 204 len: 173 time: 1.6872139 Feb 11 13:28:19.270147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'name': 'network-vif-deleted', 'tag': '7da1191d-b65c-4b12-8e6c-6307a026ad12'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:19.272460 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf253e6-194c-4927-a4fa-e4ce1f0a4a23" -d '{"events": [{"server_uuid": "bcd65d01-9a5d-49e9-9756-a44066d15583", "name": "network-vif-deleted", "tag": "7da1191d-b65c-4b12-8e6c-6307a026ad12"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:19.297007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.370289 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9df6091-e989-4a4f-8bf4-ab040d08b985 x-openstack-request-id: req-d9df6091-e989-4a4f-8bf4-ab040d08b985 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:19.370637 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd65d01-9a5d-49e9-9756-a44066d15583", "name": "network-vif-deleted", "tag": "7da1191d-b65c-4b12-8e6c-6307a026ad12", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:19.370958 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9df6091-e989-4a4f-8bf4-ab040d08b985 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:19.371419 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd65d01-9a5d-49e9-9756-a44066d15583', 'name': 'network-vif-deleted', 'tag': '7da1191d-b65c-4b12-8e6c-6307a026ad12', 'status': 'completed', 'code': 200} Feb 11 13:28:19.427053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344469a8-97f4-4594-a289-ff8809371b0d']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:19.445240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Allocated IP 172.25.0.226 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/3f7620c3-21ec-4ce4-bbb8-67d6bb58d888) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:19.452548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01be1b41-b95c-42c1-9901-cb90d2a1b28e') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:19.452838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01be1b41-b95c-42c1-9901-cb90d2a1b28e') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:19.516662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] Router 301d9dbc-1e56-4c64-86d6-e549623323e6 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:19.519058 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.533592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e32da2d-e06d-4691-94bc-12753937c81a req-3f614c47-18a9-4112-88cb-bdfa47e49a4e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2889001 Feb 11 13:28:19.577883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.595811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-6dcecad1-2dcf-42b3-b6e7-0c5487269043 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:19.597244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-6dcecad1-2dcf-42b3-b6e7-0c5487269043 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 805 time: 0.2887437 Feb 11 13:28:19.599051 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-f71c8b23-b5ef-4f0b-b381-e5d89ad4c97f service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139217 Feb 11 13:28:19.614044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Request body: {'port': {'device_id': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'admin_state_up': True, 'tenant_id': '1479a70b67534648a9ff36fdd44cc7ba'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:19.627593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e0df8b8-c1e9-4ad0-b9f7-ba05f1dc4858 req-b024ea70-6e07-4d6b-9335-9c47ca7021c1 service neutron] 10.222.0.13 "GET /v2.0/networks/d350d37e-dfb4-495e-8703-90c40725fc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3854582 Feb 11 13:28:19.643630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:19.646858 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:19.834053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32da2d-e06d-4691-94bc-12753937c81a req-187db753-9200-42b5-820d-3c0030db177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:19.835565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e32da2d-e06d-4691-94bc-12753937c81a req-187db753-9200-42b5-820d-3c0030db177d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 1097 time: 0.2547505 Feb 11 13:28:19.855935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.930648 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.953116 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:19.956414 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/344469a8-97f4-4594-a289-ff8809371b0d HTTP/1.1" status: 204 len: 168 time: 1.5259900 Feb 11 13:28:19.998597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b2e8e-6321-4971-8901-bcafe8189cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=344469a8-97f4-4594-a289-ff8809371b0d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:20.063954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32da2d-e06d-4691-94bc-12753937c81a req-df94191f-cd76-4e97-ad16-f4cd01a99097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:20.065450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e32da2d-e06d-4691-94bc-12753937c81a req-df94191f-cd76-4e97-ad16-f4cd01a99097 service neutron] 10.222.0.59 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 912 time: 0.2027218 Feb 11 13:28:20.120046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.141308 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:20.146733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5686c0ca-b2e8-4e4c-ac0a-1d7e45b73764 admin admin] 10.222.0.52 "PUT /v2.0/routers/301d9dbc-1e56-4c64-86d6-e549623323e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0091779 Feb 11 13:28:20.156107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52794) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:20.159247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] Sync routers for ids ['301d9dbc-1e56-4c64-86d6-e549623323e6'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:20.175826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] Routers {'301d9dbc-1e56-4c64-86d6-e549623323e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:20.176717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['301d9dbc-1e56-4c64-86d6-e549623323e6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:20.189123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:20.202999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:20.208583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:20.211852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e32da2d-e06d-4691-94bc-12753937c81a req-0acc998b-0826-4487-9f99-29c8a1ae69f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e HTTP/1.1" status: 200 len: 1002 time: 0.1377573 Feb 11 13:28:20.214598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event updated for resources: {'Port': ['ID=3f7620c3-21ec-4ce4-bbb8-67d6bb58d888,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:20.228043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b31f7-6523-4733-b649-6111d3ad4c36 req-d93ac1b6-9e10-49b8-b63c-faa14aef78c3 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:20.229549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-464b31f7-6523-4733-b649-6111d3ad4c36 req-d93ac1b6-9e10-49b8-b63c-faa14aef78c3 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 943 time: 0.1909635 Feb 11 13:28:20.241103 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-e6d4d217-a4be-4bd4-982b-60baf404d77f service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316776 Feb 11 13:28:20.317674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] Set router 301d9dbc-1e56-4c64-86d6-e549623323e6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:20.322360 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-64b7b5df-e732-44a9-8249-7e1ac9541913 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 HTTP/1.1" status: 200 len: 217 time: 0.0625865 Feb 11 13:28:20.382868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32da2d-e06d-4691-94bc-12753937c81a req-5e77c4d2-bd10-4460-9a60-7afc4002857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:20.384728 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e32da2d-e06d-4691-94bc-12753937c81a req-5e77c4d2-bd10-4460-9a60-7afc4002857f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3356f2cd-4d02-411c-9f61-5d25d83cac42 HTTP/1.1" status: 200 len: 850 time: 0.1455305 Feb 11 13:28:20.411058 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.439032 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-464b31f7-6523-4733-b649-6111d3ad4c36 req-d99ac79b-121f-4ff5-b59f-e12404aaccf0 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969869 Feb 11 13:28:20.446652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.447941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52796) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:20.479131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.497175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-977947aa-7255-413d-944e-f6f89a7380c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:20.499632 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-977947aa-7255-413d-944e-f6f89a7380c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.1373315 Feb 11 13:28:20.525656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Made reservation on behalf of 1479a70b67534648a9ff36fdd44cc7ba for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:20.529976 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.533053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32da2d-e06d-4691-94bc-12753937c81a req-42761866-5a55-4c2a-a267-8e133ab255e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:20.535177 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e32da2d-e06d-4691-94bc-12753937c81a req-42761866-5a55-4c2a-a267-8e133ab255e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78e8cc7a-6b88-4178-9818-4cb8339195fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333151 Feb 11 13:28:20.566042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:28:18Z', 'revision_number': 5, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:20.595187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] Checking router: 301d9dbc-1e56-4c64-86d6-e549623323e6 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:20.604156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] Routers {'301d9dbc-1e56-4c64-86d6-e549623323e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:20.604770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['301d9dbc-1e56-4c64-86d6-e549623323e6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:20.625912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a38ca1f3-59f4-4566-a0be-2cad3a486b4d req-9d7ffecf-8d0c-4e1e-befd-e8053b3105b2 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 210 time: 0.0697417 Feb 11 13:28:20.665996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-886ee892-2556-4ae1-87ca-ed0b5cf7f0b8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e0d29aa58a34460e9c87cfd03475a330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2139363 Feb 11 13:28:20.667105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52798) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:20.675605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.715591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] Set router 301d9dbc-1e56-4c64-86d6-e549623323e6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:20.721392 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.737204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-e7a8f382-0bb9-4eaf-8240-ca1be9f13901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:20.738790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-e7a8f382-0bb9-4eaf-8240-ca1be9f13901 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2236526 Feb 11 13:28:20.747663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:20.810605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e32da2d-e06d-4691-94bc-12753937c81a req-0cf3103b-99db-46d7-aff4-1efd061e5119 service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599421 Feb 11 13:28:20.922055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36427f40-d76c-48af-801c-39298edb3d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.936211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Allocated IP 172.20.0.11 (628a6630-3b59-42be-8d5b-678dbf3f588a/b524e984-4024-46c0-b04c-9c226443adb2/e30c9545-358d-4c0a-bc00-73746a0eebaa) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:20.973501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,segment=NetworkSegment(34b5b68e-0347-4f8a-877e-02ef7b97ad86),segment_id=34b5b68e-0347-4f8a-877e-02ef7b97ad86)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:20.983983 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-82908154-b663-4dec-ad14-d722e6d5a734 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308404 Feb 11 13:28:20.986030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36427f40-d76c-48af-801c-39298edb3d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:20.989439 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '86b4cda7-d0aa-4654-aaf2-c02e39ccbcac', 'network_id': 'd350d37e-dfb4-495e-8703-90c40725fc3f', 'port_id': '86b4cda7-d0aa-4654-aaf2-c02e39ccbcac', 'mac_address': 'fa:16:3e:6b:3c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c948e0-5986-4c40-a58f-3dd44954b715', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:21.003903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e32da2d-e06d-4691-94bc-12753937c81a req-e4b8c1e4-f739-4256-be4f-e737d5878d86 service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812832 Feb 11 13:28:21.040391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Deleting port 3f63b015-862a-44b8-ba89-e579d3500834 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:21.040645 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.040751 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.058335 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.077052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:28:18Z', 'revision_number': 5, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:21.093055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] Deleting port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:21.093474 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.113405 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:21.123576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39f4b31-4cf0-40d0-9a3e-4d2ceee8b977 None None] The sync data for ids ['301d9dbc-1e56-4c64-86d6-e549623323e6'] in n-d-816488-1 is: [{'id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'name': 'tempest-ServersTestJSON-410521636-router', 'tenant_id': '9cddd531f9d843109577e077f3882f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '3f63b015-862a-44b8-ba89-e579d3500834', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:26:49Z', 'updated_at': '2022-02-11T13:28:18Z', 'revision_number': 5, 'project_id': '9cddd531f9d843109577e077f3882f3b', 'gw_port': {'id': '3f63b015-862a-44b8-ba89-e579d3500834', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:85:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '301d9dbc-1e56-4c64-86d6-e549623323e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:26:50Z', 'updated_at': '2022-02-11T13:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:21.148408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,segment=NetworkSegment(34b5b68e-0347-4f8a-877e-02ef7b97ad86),segment_id=34b5b68e-0347-4f8a-877e-02ef7b97ad86)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:21.152528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.219743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.256621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] For port 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:21.257082 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.268439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event updated for resources: {'Port': ['ID=3f7620c3-21ec-4ce4-bbb8-67d6bb58d888,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:21.276606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] For port 3f63b015-862a-44b8-ba89-e579d3500834, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3f63b015-862a-44b8-ba89-e579d3500834,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:21.276987 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.282437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] Calling delete_port for 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:21.297926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.308046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-09035973-03be-426e-8683-55bfd9330f00 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062203 Feb 11 13:28:21.314066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Calling delete_port for 3f63b015-862a-44b8-ba89-e579d3500834 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:21.335930 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36427f40-d76c-48af-801c-39298edb3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.339210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36427f40-d76c-48af-801c-39298edb3d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.343207 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-36427f40-d76c-48af-801c-39298edb3d93 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9 HTTP/1.1" status: 204 len: 168 time: 0.6708696 Feb 11 13:28:21.400430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-7151b4bf-1cf2-4e13-9187-5bd0c0d6091a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=bc390621-14fa-4ee2-8555-bcbb41a5523e HTTP/1.1" status: 200 len: 217 time: 0.0838480 Feb 11 13:28:21.424516 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.425757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad3492e8-9e34-4476-b05f-85061d864666 req-610f9af7-170e-440f-9ef0-29a26b2bca94 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5177431 Feb 11 13:28:21.444721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:21.447280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36427f40-d76c-48af-801c-39298edb3d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fb0a33-5b43-4e4c-b226-1a0d8b1948f9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:21.465413 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.497992 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad3492e8-9e34-4476-b05f-85061d864666 req-9ebb00cc-8804-4f40-8595-d53793ba0b81 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0641935 Feb 11 13:28:21.509733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['86b4cda7-d0aa-4654-aaf2-c02e39ccbcac'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:21.551476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-0b024d3c-a0c0-41a8-8f23-1d186f6c64e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:21.556551 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-0b024d3c-a0c0-41a8-8f23-1d186f6c64e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.1185308 Feb 11 13:28:21.634200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7da1191d-b65c-4b12-8e6c-6307a026ad12 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:21.635403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3492e8-9e34-4476-b05f-85061d864666 req-749aecd6-4897-446c-bce9-065039f9b1ad tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:21.636821 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad3492e8-9e34-4476-b05f-85061d864666 req-749aecd6-4897-446c-bce9-065039f9b1ad tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1286283 Feb 11 13:28:21.662645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-ad3492e8-9e34-4476-b05f-85061d864666 req-4500f582-3646-4928-b99e-ac5f9bf63d63 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:28:21.663659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad3492e8-9e34-4476-b05f-85061d864666 req-4500f582-3646-4928-b99e-ac5f9bf63d63 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058033 Feb 11 13:28:21.709055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 7da1191d-b65c-4b12-8e6c-6307a026ad12 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:21.723003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7da1191d-b65c-4b12-8e6c-6307a026ad12 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:21.734937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f881c695-6f17-455a-b836-2a49e43cb5bd no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:21.760230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f881c695-6f17-455a-b836-2a49e43cb5bd {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:21.760621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f881c695-6f17-455a-b836-2a49e43cb5bd not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:21.779272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.825864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f1f57-9fb5-4e24-933d-979d28d50080 req-99444f40-1b79-4203-af3d-bb5482197ad8 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:21.827568 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f55f1f57-9fb5-4e24-933d-979d28d50080 req-99444f40-1b79-4203-af3d-bb5482197ad8 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 932 time: 0.0730083 Feb 11 13:28:21.830902 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:21.863639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Network 628a6630-3b59-42be-8d5b-678dbf3f588a is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:21.868394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Pushing event updated for resources: {'Port': ['ID=e30c9545-358d-4c0a-bc00-73746a0eebaa,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:21.870900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:21.877587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:21.878980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:21.890920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-e676efb3-b5c7-4fd9-ac1b-bc7034bf6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:21.892452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-e676efb3-b5c7-4fd9-ac1b-bc7034bf6253 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1646626 Feb 11 13:28:21.920769 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e947c09-d842-4004-be46-2dbabe115908 req-27de9dc5-3983-4f6f-b440-3ed2d1a750ff tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:21.928043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e947c09-d842-4004-be46-2dbabe115908 req-27de9dc5-3983-4f6f-b440-3ed2d1a750ff tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 944 time: 0.1902037 Feb 11 13:28:21.946834 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f55f1f57-9fb5-4e24-933d-979d28d50080 req-f3dc4bb7-8bed-4b52-8e51-9bae9895d00d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091843 Feb 11 13:28:21.952727 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.051418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f63b015-862a-44b8-ba89-e579d3500834,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:22.073266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:22.073979 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.154993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e947c09-d842-4004-be46-2dbabe115908 req-a9154f9e-0cee-4e36-8a39-79b68495b37d tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251949 Feb 11 13:28:22.201910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-7cb7ac08-2e04-45ec-813f-d95756e58db6 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708018 Feb 11 13:28:22.202780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.347923 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.351575 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.395768 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-c2bcaf5c-fba4-40e3-8352-405f7f85e7b5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7852988 Feb 11 13:28:22.412119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Request body: {'port': {'device_id': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:22.460732 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-879a93b2-1085-42a7-990b-15f29409ae35 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237992 Feb 11 13:28:22.488958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.500007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-ac9f091b-b26b-493e-b5c1-7d0fc2227883 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4931071 Feb 11 13:28:22.518127 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-a2ecb628-792c-45ba-b655-7baced14bf1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=3a8edef0-7f83-4237-9a47-5ea18158de62 HTTP/1.1" status: 200 len: 217 time: 0.0416422 Feb 11 13:28:22.519077 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.546773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:22.607139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-0449ed96-18a5-4fd5-9d93-b642995e701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:22.608836 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-0449ed96-18a5-4fd5-9d93-b642995e701c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.0810854 Feb 11 13:28:22.697525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.698142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 301d9dbc-1e56-4c64-86d6-e549623323e6 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:22.703582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.704769 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ec53468a-0159-4877-82ab-5abcab783932 admin admin] 10.222.0.52 "DELETE /v2.0/routers/301d9dbc-1e56-4c64-86d6-e549623323e6 HTTP/1.1" status: 204 len: 168 time: 2.5428097 Feb 11 13:28:22.709091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52826) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:22.743092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.747602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:22.766062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] Router ebd49d56-348d-4df7-9c37-f649add5a73d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:22.792982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-c30266b8-1b69-47e3-9167-38d2752ba339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:22.794992 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-c30266b8-1b69-47e3-9167-38d2752ba339 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1793089 Feb 11 13:28:22.829415 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:28:22.830019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-38396b49-230f-4c7d-b08a-ffbc3585ead4 admin admin] Deleting subnet 582a0e8f-dd8d-407b-be32-2217974a52d3 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:28:22.844696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-38396b49-230f-4c7d-b08a-ffbc3585ead4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:22.985040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52832) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:23.004990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:23.016365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f3b8b5b5-35c8-469f-a067-7b6c1ed27e4c admin admin] 10.222.0.52 "PUT /v2.0/routers/ebd49d56-348d-4df7-9c37-f649add5a73d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8655424 Feb 11 13:28:23.019684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52836) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:23.020222 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] Sync routers for ids ['ebd49d56-348d-4df7-9c37-f649add5a73d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:23.023105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:23.035692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:23.037204 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.044527 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] Routers {'ebd49d56-348d-4df7-9c37-f649add5a73d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:23.046138 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ebd49d56-348d-4df7-9c37-f649add5a73d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:23.093739 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.199231 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.229041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Allocated IP 172.25.0.244 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/e1140730-ba60-411f-ac3c-9867d5c76e5b) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:23.267349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,segment=NetworkSegment(34b5b68e-0347-4f8a-877e-02ef7b97ad86),segment_id=34b5b68e-0347-4f8a-877e-02ef7b97ad86)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:23.269557 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] Set router ebd49d56-348d-4df7-9c37-f649add5a73d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:23.270078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b007160-55a0-4d8e-a8f2-107ea86a8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b4cda7-d0aa-4654-aaf2-c02e39ccbcac'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:23.275272 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61cb9cc-a3b0-4cf7-a635-6722ef3ce5b7" -d '{"events": [{"server_uuid": "7b007160-55a0-4d8e-a8f2-107ea86a8ffa", "name": "network-vif-plugged", "status": "completed", "tag": "86b4cda7-d0aa-4654-aaf2-c02e39ccbcac"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:23.311235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-578309967-network', 'tenant_id': '0773021f91b5451292c61dbee2f8846e'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:23.368692 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.401840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-38396b49-230f-4c7d-b08a-ffbc3585ead4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.415706 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.453254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.458605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf469e-a318-4c30-8a34-b638b3714f60 req-4ffda605-cd06-487c-a45c-b233fad11e05 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.459796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06bf469e-a318-4c30-8a34-b638b3714f60 req-4ffda605-cd06-487c-a45c-b233fad11e05 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 932 time: 0.1266057 Feb 11 13:28:23.477711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Made reservation on behalf of 0773021f91b5451292c61dbee2f8846e for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:23.482566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.495833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.499520 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.523187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-705a7578-f075-4564-8ca0-1f08ba17a62d service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6913164 Feb 11 13:28:23.605744 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.616015 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:28:21Z', 'revision_number': 5, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:23.644741 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] Checking router: ebd49d56-348d-4df7-9c37-f649add5a73d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:23.645101 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06bf469e-a318-4c30-8a34-b638b3714f60 req-1b1796dd-a720-49ae-ba83-c2d890fdcda8 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721594 Feb 11 13:28:23.654341 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] Routers {'ebd49d56-348d-4df7-9c37-f649add5a73d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:23.654793 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ebd49d56-348d-4df7-9c37-f649add5a73d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:23.667075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-38396b49-230f-4c7d-b08a-ffbc3585ead4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.671016 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.673685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30c9545-358d-4c0a-bc00-73746a0eebaa {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:23.677937 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.706655 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.723832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event updated for resources: {'Port': ['ID=e1140730-ba60-411f-ac3c-9867d5c76e5b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.744237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Transition to ACTIVE for port object e30c9545-358d-4c0a-bc00-73746a0eebaa will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:23.761802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-5604766e-298b-4371-92d8-7f37f713d7f1 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057230 Feb 11 13:28:23.762028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:23.762028 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.769911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:23.779416 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.779822 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Added segment e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf of type vlan for network 41d4209a-8a29-44c3-85b9-e48f9078e17b Feb 11 13:28:23.801362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:23.805135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:23.826694 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] Set router ebd49d56-348d-4df7-9c37-f649add5a73d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:23.829761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-a141d8be-091a-4d0b-97ff-a48d6ad8db20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18d1fef7-4d8a-40c8-b077-dec495d182b8 HTTP/1.1" status: 200 len: 217 time: 0.0598760 Feb 11 13:28:23.837154 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.890400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.905182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5976d7bd-b494-4a78-ac8d-dbda5befd108,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:23.939488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3f63b015-862a-44b8-ba89-e579d3500834 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:23.946089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Deleting port d7508744-d81d-426e-bc8a-02015f1454c4 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:23.947076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.952945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-38396b49-230f-4c7d-b08a-ffbc3585ead4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:23.961896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-dc4751f7-b556-4c38-b46c-5db98df9f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:23.963311 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-dc4751f7-b556-4c38-b46c-5db98df9f849 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cca98a5-80b8-429c-990e-e21ac1dee2a8 HTTP/1.1" status: 200 len: 797 time: 0.1229403 Feb 11 13:28:23.967579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 3f63b015-862a-44b8-ba89-e579d3500834 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:23.967579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3f63b015-862a-44b8-ba89-e579d3500834 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:23.986875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Pushing event updated for resources: {'Port': ['ID=e30c9545-358d-4c0a-bc00-73746a0eebaa,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:24.028272 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.029781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.030449 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.039261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38396b49-230f-4c7d-b08a-ffbc3585ead4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582a0e8f-dd8d-407b-be32-2217974a52d3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:24.051590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d3ad9-01c5-44f5-bd88-256ccf02ecf4 None None] Network 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:24.064760 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.068949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbcd32-95dd-4212-86e1-094d7c2842b9 req-3625b9fe-111b-4eec-8f62-bb7665251484 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.077515 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40bbcd32-95dd-4212-86e1-094d7c2842b9 req-3625b9fe-111b-4eec-8f62-bb7665251484 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 945 time: 0.2513132 Feb 11 13:28:24.082484 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-38396b49-230f-4c7d-b08a-ffbc3585ead4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.088527 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-38396b49-230f-4c7d-b08a-ffbc3585ead4 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/582a0e8f-dd8d-407b-be32-2217974a52d3 HTTP/1.1" status: 204 len: 168 time: 1.3767192 Feb 11 13:28:24.097642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52842) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:24.104691 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:28:21Z', 'revision_number': 5, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:24.129325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] Pushing event updated for resources: {'Network': ['ID=41d4209a-8a29-44c3-85b9-e48f9078e17b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:24.138983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] For port d7508744-d81d-426e-bc8a-02015f1454c4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d7508744-d81d-426e-bc8a-02015f1454c4,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:24.139765 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.145639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0a8c5809-4e3c-4277-b5bd-cf0a87dd3274 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1595314 Feb 11 13:28:24.152037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52844) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:24.157476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Request body: {'subnet': {'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-578309967-subnet', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:24.162496 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a79b6f4-f1c3-4040-bde3-535598f0fb25 None None] The sync data for ids ['ebd49d56-348d-4df7-9c37-f649add5a73d'] in n-d-816488-1 is: [{'id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'name': 'tempest-TaggedBootDevicesTest-186063943-router', 'tenant_id': '8b4e1c14428046458aba447fc81623ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:10Z', 'updated_at': '2022-02-11T13:28:21Z', 'revision_number': 5, 'project_id': '8b4e1c14428046458aba447fc81623ed', 'gw_port': {'id': 'd7508744-d81d-426e-bc8a-02015f1454c4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:24:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd49d56-348d-4df7-9c37-f649add5a73d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:11Z', 'updated_at': '2022-02-11T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:24.167826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:28:24.177919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Calling delete_port for d7508744-d81d-426e-bc8a-02015f1454c4 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:24.225503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Attempting to bind port e30c9545-358d-4c0a-bc00-73746a0eebaa on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:24.225860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Attempting to bind port e30c9545-358d-4c0a-bc00-73746a0eebaa by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:24.226219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Attempting to bind port e30c9545-358d-4c0a-bc00-73746a0eebaa on network 628a6630-3b59-42be-8d5b-678dbf3f588a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:24.238305 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40bbcd32-95dd-4212-86e1-094d7c2842b9 req-a7c9df04-378e-4422-bd7f-b5bf57fb3eaf tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598666 Feb 11 13:28:24.258572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.262613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-35a51579-ac7a-47cd-9714-d055dd15800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.264834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-35a51579-ac7a-47cd-9714-d055dd15800a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2747376 Feb 11 13:28:24.265493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Port e30c9545-358d-4c0a-bc00-73746a0eebaa on network 628a6630-3b59-42be-8d5b-678dbf3f588a not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:24.265962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Attempting to bind port e30c9545-358d-4c0a-bc00-73746a0eebaa on network 628a6630-3b59-42be-8d5b-678dbf3f588a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:24.274265 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.284035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:24.284035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Checking segment: {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:24.284035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Bound using segment: {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:24.284311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Bound port: e30c9545-358d-4c0a-bc00-73746a0eebaa, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:24.284720 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.286437 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4479d6ad-f662-4368-b73a-a833aab67b1e x-openstack-request-id: req-4479d6ad-f662-4368-b73a-a833aab67b1e {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:24.286762 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b007160-55a0-4d8e-a8f2-107ea86a8ffa", "name": "network-vif-plugged", "status": "completed", "tag": "86b4cda7-d0aa-4654-aaf2-c02e39ccbcac", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:24.287009 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4479d6ad-f662-4368-b73a-a833aab67b1e {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:24.287593 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b007160-55a0-4d8e-a8f2-107ea86a8ffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b4cda7-d0aa-4654-aaf2-c02e39ccbcac', 'code': 200} Feb 11 13:28:24.389075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Made reservation on behalf of 0773021f91b5451292c61dbee2f8846e for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:24.391409 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.465444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-e83ca881-3447-440a-91e2-e0e0aff4a6d1 service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853828 Feb 11 13:28:24.500726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] For port e30c9545-358d-4c0a-bc00-73746a0eebaa, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:24.549611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] For port e30c9545-358d-4c0a-bc00-73746a0eebaa, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:24.563966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Deleting port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:24.564297 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.565412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b244f657-c06c-473d-9424-5140585f0cb5 None None] DHCP port deletion for 2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:28:24.572695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df01f99-80da-4a90-aae5-860c64ea0a6e req-60364023-5b79-4b81-b81a-0d67ce77074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.575401 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0df01f99-80da-4a90-aae5-860c64ea0a6e req-60364023-5b79-4b81-b81a-0d67ce77074c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 1096 time: 0.1970479 Feb 11 13:28:24.655876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b244f657-c06c-473d-9424-5140585f0cb5 None None] Deleting port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:24.656293 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b244f657-c06c-473d-9424-5140585f0cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.663943 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.671315 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0df01f99-80da-4a90-aae5-860c64ea0a6e req-2f11386a-28f2-4a57-b460-5cb4584487ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665390 Feb 11 13:28:24.674913 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-e5d4d13a-9236-4f1b-bec9-53b181f49fca service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992466 Feb 11 13:28:24.679197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] For port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=76bff3f6-f795-42d5-a6c2-ef81633e8dbb,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:24.679585 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.723952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.724487 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.725880 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] 10.222.0.59 "PUT /v2.0/ports/e30c9545-358d-4c0a-bc00-73746a0eebaa HTTP/1.1" status: 200 len: 1092 time: 2.3183155 Feb 11 13:28:24.732796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'tag': 'e30c9545-358d-4c0a-bc00-73746a0eebaa'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:24.735230 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e7831d-6498-4418-a1ba-1aa066745375", "tag": "e30c9545-358d-4c0a-bc00-73746a0eebaa"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:24.740945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Calling delete_port for 76bff3f6-f795-42d5-a6c2-ef81633e8dbb owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:24.747737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.758176 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-05613faa-cfde-42ba-a6c2-ed632c86928c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.813734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b244f657-c06c-473d-9424-5140585f0cb5 None None] For port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=76bff3f6-f795-42d5-a6c2-ef81633e8dbb,segment=NetworkSegment(6b86e17e-1d7d-46c8-8ae6-633cb1517bef),segment_id=6b86e17e-1d7d-46c8-8ae6-633cb1517bef)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:24.814212 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b244f657-c06c-473d-9424-5140585f0cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.817275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2e6d9-46f8-46e2-bae1-a58a2f79f861 service neutron] Pushing event updated for resources: {'Port': ['ID=e30c9545-358d-4c0a-bc00-73746a0eebaa,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:24.828508 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.837525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b244f657-c06c-473d-9424-5140585f0cb5 None None] Calling delete_port for 76bff3f6-f795-42d5-a6c2-ef81633e8dbb owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:24.877880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.880215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7508744-d81d-426e-bc8a-02015f1454c4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:24.931105 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-ef69ddec-9b76-4412-a7e8-4ea44254f132 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c740c3f1-1394-4e6e-9568-6a229df226cb HTTP/1.1" status: 200 len: 217 time: 0.0681465 Feb 11 13:28:24.954580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.985881 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b244f657-c06c-473d-9424-5140585f0cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:24.996840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698b24-2aae-4b44-abc2-49925121a1cd req-299f9703-4040-4fe9-9175-bf8b27db144a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:24.998919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa698b24-2aae-4b44-abc2-49925121a1cd req-299f9703-4040-4fe9-9175-bf8b27db144a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 944 time: 0.2236979 Feb 11 13:28:25.014540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244f657-c06c-473d-9424-5140585f0cb5 None None] Pushing event deleted for resources: {'Port': ['ID=76bff3f6-f795-42d5-a6c2-ef81633e8dbb,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:25.022036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.024512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b244f657-c06c-473d-9424-5140585f0cb5 None None] No DVR routers for this DVR port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:25.049550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event updated for resources: {'Port': ['ID=e1140730-ba60-411f-ac3c-9867d5c76e5b,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:25.066000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.066492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-845237ea-f908-48de-b9f2-0fbaa00405cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.067961 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-845237ea-f908-48de-b9f2-0fbaa00405cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cca98a5-80b8-429c-990e-e21ac1dee2a8 HTTP/1.1" status: 200 len: 797 time: 0.1185360 Feb 11 13:28:25.070895 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.080081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-2360aad6-dfc5-49c1-a932-7877d6e6628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.081525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-2360aad6-dfc5-49c1-a932-7877d6e6628e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 1095 time: 0.1644068 Feb 11 13:28:25.082395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Pushing event deleted for resources: {'Port': ['ID=76bff3f6-f795-42d5-a6c2-ef81633e8dbb,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:25.095647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] No DVR routers for this DVR port 76bff3f6-f795-42d5-a6c2-ef81633e8dbb on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:25.099043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:25.179470 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.180835 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-0346dd67-27be-4e1d-8707-1e448707419e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa HTTP/1.1" status: 200 len: 217 time: 0.0810165 Feb 11 13:28:25.189203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.191355 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa698b24-2aae-4b44-abc2-49925121a1cd req-ce62c79e-2d2b-48eb-ae54-44d4349c92a9 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720812 Feb 11 13:28:25.226185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Checking segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:25.226732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Network hostable DHCP agents. Network: 41d4209a-8a29-44c3-85b9-e48f9078e17b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:25.261032 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28710f74-f3ba-4eee-90d4-81a96d8f1190 x-openstack-request-id: req-28710f74-f3ba-4eee-90d4-81a96d8f1190 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:25.261322 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e7831d-6498-4418-a1ba-1aa066745375", "tag": "e30c9545-358d-4c0a-bc00-73746a0eebaa", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:25.261572 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-28710f74-f3ba-4eee-90d4-81a96d8f1190 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:25.261988 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'tag': 'e30c9545-358d-4c0a-bc00-73746a0eebaa', 'status': 'completed', 'code': 200} Feb 11 13:28:25.279886 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.281318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-6086840f-1ddd-499a-ae5d-4c2548bc3c7a tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7406547 Feb 11 13:28:25.284574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.297608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23145e97-8db3-4c68-b145-fe6f29635deb req-3a34e99b-f6fb-495f-b257-114ea97f127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.299117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-3a34e99b-f6fb-495f-b257-114ea97f127e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2217255 Feb 11 13:28:25.315480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-fcd8c6fe-06d4-4bed-b611-29fb0ac3c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.316906 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-fcd8c6fe-06d4-4bed-b611-29fb0ac3c342 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b524e984-4024-46c0-b04c-9c226443adb2 HTTP/1.1" status: 200 len: 845 time: 0.1289330 Feb 11 13:28:25.328655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:25.341331 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-3f035fb4-1dc8-4ff4-999b-21421ba06db1 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 696 time: 0.0511587 Feb 11 13:28:25.357656 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.358284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebd49d56-348d-4df7-9c37-f649add5a73d {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:25.367296 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b86e17e-1d7d-46c8-8ae6-633cb1517bef') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:25.367599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b86e17e-1d7d-46c8-8ae6-633cb1517bef') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:25.377923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.377923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b43b69f2-afc5-4b88-bdbe-f8f74cd15fc9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/ebd49d56-348d-4df7-9c37-f649add5a73d HTTP/1.1" status: 204 len: 168 time: 2.3537815 Feb 11 13:28:25.377923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52852) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:25.431982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-a9fa8912-f2e5-44d5-985c-32bcf7cde0bd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=628a6630-3b59-42be-8d5b-678dbf3f588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996299 Feb 11 13:28:25.433291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:25.438042 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.454715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.468757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a293ebf6-dae6-49cc-b4be-e97dc54b892a admin admin] Deleting subnet 270b6f5f-34f9-478f-b64f-a56ab929ff15 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:28:25.479341 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.485679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a293ebf6-dae6-49cc-b4be-e97dc54b892a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.532559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:25.533036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:25.535985 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:25.544358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-5304175e-cea7-4036-9729-545eb9de6562 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.544358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a86d4ca-f96e-48ba-89f3-d3a8d97b2efb req-5304175e-cea7-4036-9729-545eb9de6562 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1940882 Feb 11 13:28:25.546507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 41d4209a-8a29-44c3-85b9-e48f9078e17b) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:25.549217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a293ebf6-dae6-49cc-b4be-e97dc54b892a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.564783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf92c9e-6fcb-4607-90f8-2b31c22cd0c5 None None] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:25.579260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.579853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.607805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272a2dc-d3d4-4d4b-9a9a-61aeb873dd96 req-56bf5bce-aefc-46d1-b8e6-09b265214866 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.609323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0272a2dc-d3d4-4d4b-9a9a-61aeb873dd96 req-56bf5bce-aefc-46d1-b8e6-09b265214866 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 945 time: 0.2916026 Feb 11 13:28:25.616409 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-37a55e4f-874a-4973-b583-25259bf9cd9b service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028398 Feb 11 13:28:25.625665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4955e13a-960b-4ae3-bc62-abf624328f00 req-a6a83db8-2af1-48c5-ae87-a5b4b7ead501 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips/d8618246-2a0b-490c-b767-ea819b258fa1 HTTP/1.1" status: 200 len: 693 time: 0.0524685 Feb 11 13:28:25.707437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d58e087c-a513-489c-a2e9-5ee827e39473 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5545869 Feb 11 13:28:25.716298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52856) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:25.720493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:25.736277 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-ab8ffbe1-53bc-4a08-acd0-0f40c9669745 service neutron] 10.222.0.59 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888701 Feb 11 13:28:25.762334 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a293ebf6-dae6-49cc-b4be-e97dc54b892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.767151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0272a2dc-d3d4-4d4b-9a9a-61aeb873dd96 req-dc147238-1eed-4f81-8823-c63d863471e1 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363502 Feb 11 13:28:25.786563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-41d4209a-8a29-44c3-85b9-e48f9078e17b', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:28:25.787991 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.820971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955e13a-960b-4ae3-bc62-abf624328f00 req-fa67b1b5-2a6a-41f9-9d8e-321ae550fab3 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:25.822426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4955e13a-960b-4ae3-bc62-abf624328f00 req-fa67b1b5-2a6a-41f9-9d8e-321ae550fab3 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1882584 Feb 11 13:28:25.828885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.844556 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.847842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33 HTTP/1.1" status: 204 len: 168 time: 1.7492247 Feb 11 13:28:25.861560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-4955e13a-960b-4ae3-bc62-abf624328f00 req-db365f43-28aa-4846-8eac-8abef04847f5 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:28:25.866091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4955e13a-960b-4ae3-bc62-abf624328f00 req-db365f43-28aa-4846-8eac-8abef04847f5 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102651 Feb 11 13:28:25.930050 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a097935-3ab7-452f-b4f8-c09e8832bb88 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b735ba8-6b6f-461a-b2e3-9dbbfe55aa33,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:25.973395 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.974460 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.980741 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a293ebf6-dae6-49cc-b4be-e97dc54b892a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:25.989937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23145e97-8db3-4c68-b145-fe6f29635deb req-be7ec6b2-9096-483a-8a9d-f4145171e755 service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608539 Feb 11 13:28:26.008243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 76bff3f6-f795-42d5-a6c2-ef81633e8dbb no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:26.009947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-5e54c59b-3335-46d2-a051-32035e9a9bb9 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips/d8618246-2a0b-490c-b767-ea819b258fa1 HTTP/1.1" status: 200 len: 693 time: 0.1129766 Feb 11 13:28:26.018727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293ebf6-dae6-49cc-b4be-e97dc54b892a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270b6f5f-34f9-478f-b64f-a56ab929ff15,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:26.022637 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a293ebf6-dae6-49cc-b4be-e97dc54b892a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.028985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a293ebf6-dae6-49cc-b4be-e97dc54b892a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/270b6f5f-34f9-478f-b64f-a56ab929ff15 HTTP/1.1" status: 204 len: 168 time: 0.6472437 Feb 11 13:28:26.029266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52862) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:26.041747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64afb9ee-9e45-4e3b-a359-92e79cef65d0 None None] Network 82e326e6-190a-41c5-9091-43f8b7834047 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:26.047292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 76bff3f6-f795-42d5-a6c2-ef81633e8dbb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:26.047628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 76bff3f6-f795-42d5-a6c2-ef81633e8dbb not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:26.048037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:26.106206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2976c12b-3904-4487-9d9d-cddd9ab25ea9 req-e95dc2d2-f61e-42e3-b771-dde923c80fb5 service neutron] 10.222.0.59 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572612 Feb 11 13:28:26.116285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:26.116635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8bdfc8b1-b3d6-4bc9-8f4c-33757cef8847 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:26.117059 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7508744-d81d-426e-bc8a-02015f1454c4 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:26.127745 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.148320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.155210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: d7508744-d81d-426e-bc8a-02015f1454c4 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:26.155550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7508744-d81d-426e-bc8a-02015f1454c4 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:26.164577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Allocated IP 172.20.0.2 (41d4209a-8a29-44c3-85b9-e48f9078e17b/c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8/b6ee5dff-293b-4176-970f-e401975759df) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:26.214258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-094a6ba3-236b-4ff1-86df-222541179a06 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:26.220156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Deleting port 80db0b01-c3e6-419a-b0c7-b0e507983056 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:26.226284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.226577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-094a6ba3-236b-4ff1-86df-222541179a06 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.2130792 Feb 11 13:28:26.343569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52868) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:26.364962 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-fe275a9a-f8c1-49c3-910d-4074019a3c57 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 696 time: 0.1395924 Feb 11 13:28:26.432940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c900c8a-c179-4213-bc5f-fe17f23e40f3 None None] DHCP port deletion for 82e326e6-190a-41c5-9091-43f8b7834047 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:28:26.443411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.503695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7c900c8a-c179-4213-bc5f-fe17f23e40f3 None None] Deleting port 80db0b01-c3e6-419a-b0c7-b0e507983056 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:26.504164 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7c900c8a-c179-4213-bc5f-fe17f23e40f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.508263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.601958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:26.618759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:26.629414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:26.640989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7c900c8a-c179-4213-bc5f-fe17f23e40f3 None None] For port 80db0b01-c3e6-419a-b0c7-b0e507983056, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=80db0b01-c3e6-419a-b0c7-b0e507983056,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:26.641376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7c900c8a-c179-4213-bc5f-fe17f23e40f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.656777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Pushing event updated for resources: {'Port': ['ID=b6ee5dff-293b-4176-970f-e401975759df,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:26.665199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7c900c8a-c179-4213-bc5f-fe17f23e40f3 None None] Calling delete_port for 80db0b01-c3e6-419a-b0c7-b0e507983056 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:26.685847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] For port 80db0b01-c3e6-419a-b0c7-b0e507983056, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=80db0b01-c3e6-419a-b0c7-b0e507983056,segment=NetworkSegment(a38447e2-64ea-4730-ac30-33dc3f1b1b0a),segment_id=a38447e2-64ea-4730-ac30-33dc3f1b1b0a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:26.686372 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.702728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Calling delete_port for 80db0b01-c3e6-419a-b0c7-b0e507983056 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:26.720388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d47593-3a7a-4a61-bbba-e41b0e67f32a req-d2f4a112-cf98-4fab-bb59-632404f222a7 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:26.726339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6d47593-3a7a-4a61-bbba-e41b0e67f32a req-d2f4a112-cf98-4fab-bb59-632404f222a7 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 944 time: 0.0992324 Feb 11 13:28:26.755243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Attempting to bind port b6ee5dff-293b-4176-970f-e401975759df on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:26.755610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Attempting to bind port b6ee5dff-293b-4176-970f-e401975759df by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:26.755969 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Attempting to bind port b6ee5dff-293b-4176-970f-e401975759df on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:26.764863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:26.765229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Checking segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:26.765619 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.766038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Bound using segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:26.766499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Bound port: b6ee5dff-293b-4176-970f-e401975759df, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:26.766871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.772102 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-ebecce3b-0abd-436f-892e-bc5cc896af71 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.244 HTTP/1.1" status: 200 len: 696 time: 0.4064727 Feb 11 13:28:26.807078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e req-ad306e9a-8604-483b-b7fe-e43107c25968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:26.808576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e req-ad306e9a-8604-483b-b7fe-e43107c25968 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 1095 time: 0.5823534 Feb 11 13:28:26.830685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6d47593-3a7a-4a61-bbba-e41b0e67f32a req-6ba55a0c-26f1-4519-955d-012c352a8ff3 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009085 Feb 11 13:28:26.865477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] For port b6ee5dff-293b-4176-970f-e401975759df, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:26.868704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] For port b6ee5dff-293b-4176-970f-e401975759df, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b6ee5dff-293b-4176-970f-e401975759df,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:26.909985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.934137 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b50c1378-1cb1-461e-8912-c0fca5fda2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.942382 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cedd4f22-bcf5-48a5-8d47-2da9441d91e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9cddd531f9d843109577e077f3882f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5958073 Feb 11 13:28:26.947494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52874) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:26.977155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bc7b1-0c19-44b8-b49e-e1a3b75db358 req-5c418f6c-0078-4372-b408-68e9a7967069 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:26.978654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a2bc7b1-0c19-44b8-b49e-e1a3b75db358 req-5c418f6c-0078-4372-b408-68e9a7967069 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 945 time: 0.0698028 Feb 11 13:28:26.992724 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:26.998751 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7c900c8a-c179-4213-bc5f-fe17f23e40f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.018843 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.050342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c900c8a-c179-4213-bc5f-fe17f23e40f3 None None] No DVR routers for this DVR port 80db0b01-c3e6-419a-b0c7-b0e507983056 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:27.060146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=80db0b01-c3e6-419a-b0c7-b0e507983056,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.074445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e req-fd1445bf-618f-49d5-8680-a0bb52d66541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:27.076772 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e req-fd1445bf-618f-49d5-8680-a0bb52d66541 service neutron] 10.222.0.59 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 906 time: 0.2307270 Feb 11 13:28:27.084678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3608e4a-097a-4087-b63b-efd5bb8bc54b None None] Pushing event updated for resources: {'Port': ['ID=b6ee5dff-293b-4176-970f-e401975759df,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.084820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] No DVR routers for this DVR port 80db0b01-c3e6-419a-b0c7-b0e507983056 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:27.111705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c900c8a-c179-4213-bc5f-fe17f23e40f3 None None] Pushing event deleted for resources: {'Port': ['ID=80db0b01-c3e6-419a-b0c7-b0e507983056,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.140455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a2bc7b1-0c19-44b8-b49e-e1a3b75db358 req-21d82132-6484-4f82-a4c6-899615a34533 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527605 Feb 11 13:28:27.161965 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b01b577-7090-4c93-bc26-cdaf17c840fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.188138 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e req-c087fe22-ccc4-427f-a159-abbc773a776e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa HTTP/1.1" status: 200 len: 217 time: 0.0709755 Feb 11 13:28:27.209561 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-115e6a73-f100-481e-900a-0e18e288a24e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Deleting port e1140730-ba60-411f-ac3c-9867d5c76e5b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:27.209682 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-115e6a73-f100-481e-900a-0e18e288a24e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.213237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.230263 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b01b577-7090-4c93-bc26-cdaf17c840fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.253209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e326e6-190a-41c5-9091-43f8b7834047']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:27.273791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:27.274314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38447e2-64ea-4730-ac30-33dc3f1b1b0a') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:27.292097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.314609 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.323499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:27.324611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:27.327365 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:27.342010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e req-3c0c4a28-d5b3-4eb7-9ecd-613eb81e6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:27.343580 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e req-3c0c4a28-d5b3-4eb7-9ecd-613eb81e6a22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b524e984-4024-46c0-b04c-9c226443adb2 HTTP/1.1" status: 200 len: 845 time: 0.1476300 Feb 11 13:28:27.387833 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e req-d0cbe2ad-9059-4197-99b0-bdca2b7d7422 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=628a6630-3b59-42be-8d5b-678dbf3f588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338919 Feb 11 13:28:27.426241 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-115e6a73-f100-481e-900a-0e18e288a24e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.426564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-115e6a73-f100-481e-900a-0e18e288a24e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.488894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b01b577-7090-4c93-bc26-cdaf17c840fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.491855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b01b577-7090-4c93-bc26-cdaf17c840fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.493031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2b01b577-7090-4c93-bc26-cdaf17c840fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b772c00-4bd1-4af7-8333-6478bd26046a HTTP/1.1" status: 204 len: 168 time: 0.5445731 Feb 11 13:28:27.505868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01b577-7090-4c93-bc26-cdaf17c840fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b772c00-4bd1-4af7-8333-6478bd26046a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.525955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.540425 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.549577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] 10.222.0.52 "DELETE /v2.0/networks/82e326e6-190a-41c5-9091-43f8b7834047 HTTP/1.1" status: 204 len: 168 time: 1.5134165 Feb 11 13:28:27.551743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52882) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:27.568210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84dcd7-4c13-40b9-bbf1-0bafb07e4a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e326e6-190a-41c5-9091-43f8b7834047,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:27.568702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-115e6a73-f100-481e-900a-0e18e288a24e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Calling delete_port for e1140730-ba60-411f-ac3c-9867d5c76e5b owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:27.677630 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.689500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e req-e737e093-26a3-4c37-87ae-0f4d74be7a56 service neutron] 10.222.0.59 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873275 Feb 11 13:28:27.777290 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.809700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:27.882531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b6ee5dff-293b-4176-970f-e401975759df up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:27.946017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39e647-467e-4349-881a-74f04fae2a14 req-55e00c14-7b8a-4c0a-bbe7-8483eaf87dec tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:27.953841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c39e647-467e-4349-881a-74f04fae2a14 req-55e00c14-7b8a-4c0a-bbe7-8483eaf87dec tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 945 time: 0.1216650 Feb 11 13:28:27.954493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a5dbea9-cdfe-46b3-9f44-b48c4224e04e req-91b36e94-bc21-4ad1-a210-0a06f57e1535 service neutron] 10.222.0.59 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595212 Feb 11 13:28:27.976952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Allocated IP 172.25.0.189 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:28.006627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c39e647-467e-4349-881a-74f04fae2a14 req-a5993107-594e-4f41-9e23-689384cf0635 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516410 Feb 11 13:28:28.168777 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.203624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-115e6a73-f100-481e-900a-0e18e288a24e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.227850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760a5be-3c4e-46ed-958a-2ef55b36f349 req-1da87c85-117d-43bc-b12b-025a6dc6a1ca tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.236717 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0760a5be-3c4e-46ed-958a-2ef55b36f349 req-1da87c85-117d-43bc-b12b-025a6dc6a1ca tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 944 time: 0.0876250 Feb 11 13:28:28.266932 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e6a73-f100-481e-900a-0e18e288a24e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event deleted for resources: {'Port': ['ID=e1140730-ba60-411f-ac3c-9867d5c76e5b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:28.269999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.351727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7dc7ac-29ec-4c6c-af20-d7cc6f5b1c74 None None] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:28.352195 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0760a5be-3c4e-46ed-958a-2ef55b36f349 req-e00464de-b621-4d4e-8ab5-8e7e559b335f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123884 Feb 11 13:28:28.370795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b6ee5dff-293b-4176-970f-e401975759df triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:28.371168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.376572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-115e6a73-f100-481e-900a-0e18e288a24e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.381868 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-115e6a73-f100-481e-900a-0e18e288a24e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.381868 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e70c589-2e98-4add-af65-0a25f9e91b0a req-115e6a73-f100-481e-900a-0e18e288a24e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "DELETE /v2.0/floatingips/d8618246-2a0b-490c-b767-ea819b258fa1 HTTP/1.1" status: 204 len: 173 time: 1.5670309 Feb 11 13:28:28.391709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.464509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:28.469862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:28.473166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Pushing event updated for resources: {'Port': ['ID=f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:28.484774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:28.489937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-41c89b1b-55b7-4261-b2cc-2105bf5d80e0 None None] Provisioning complete for port b6ee5dff-293b-4176-970f-e401975759df triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:28.490320 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-41c89b1b-55b7-4261-b2cc-2105bf5d80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.534169 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.645597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.724428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port b6ee5dff-293b-4176-970f-e401975759df, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b6ee5dff-293b-4176-970f-e401975759df,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:28.725396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-41c89b1b-55b7-4261-b2cc-2105bf5d80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.741217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca98117-4e2f-4263-86b0-c2400c6703c0 req-dd0bb4c2-fe75-41b6-aa94-75e22751dc6d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:28.748523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fca98117-4e2f-4263-86b0-c2400c6703c0 req-dd0bb4c2-fe75-41b6-aa94-75e22751dc6d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3238144 Feb 11 13:28:28.809460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.885054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52910) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:28.914881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80db0b01-c3e6-419a-b0c7-b0e507983056 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:28.948420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 80db0b01-c3e6-419a-b0c7-b0e507983056 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:28.949050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80db0b01-c3e6-419a-b0c7-b0e507983056 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:28.954069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] Deleting port d0c6c5c7-a996-41df-ac07-a24de9a5fdce {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:28.954538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:28.956936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a29b121-e9a7-42d0-a28c-637d369d5afa req-586fe47c-af64-46ab-a51b-8f816027517b tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?tenant_id=97a89f85de6241d8a4828019bcdf9579 HTTP/1.1" status: 200 len: 1656 time: 0.1532333 Feb 11 13:28:28.989200 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-41c89b1b-55b7-4261-b2cc-2105bf5d80e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:28:28.990919 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-41c89b1b-55b7-4261-b2cc-2105bf5d80e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:28:28.994198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=b6ee5dff-293b-4176-970f-e401975759df,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:29.071762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1946581859-network', 'tenant_id': 'c43c2af02c0649d4b17f1095f4567661'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:29.081224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] For port d0c6c5c7-a996-41df-ac07-a24de9a5fdce, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d0c6c5c7-a996-41df-ac07-a24de9a5fdce,segment=NetworkSegment(0768f610-e270-45c3-96ed-29dcdef746c5),segment_id=0768f610-e270-45c3-96ed-29dcdef746c5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:29.082059 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.096841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.105848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] Calling delete_port for d0c6c5c7-a996-41df-ac07-a24de9a5fdce owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:29.188568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9a77b-174d-4885-824b-79afbbef9361 req-96634dde-7310-4799-81bf-bf7b067814a8 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:29.190242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24d9a77b-174d-4885-824b-79afbbef9361 req-96634dde-7310-4799-81bf-bf7b067814a8 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 945 time: 0.1054311 Feb 11 13:28:29.241514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29b121-e9a7-42d0-a28c-637d369d5afa req-b0ce5e1d-5a2c-4257-ba79-61e72f0d8214 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:29.242917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a29b121-e9a7-42d0-a28c-637d369d5afa req-b0ce5e1d-5a2c-4257-ba79-61e72f0d8214 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks?id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&id=a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 787 time: 0.2697785 Feb 11 13:28:29.259976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-3a29b121-e9a7-42d0-a28c-637d369d5afa req-ebbe7ba5-b22b-4732-acaf-fae5d01a7965 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:28:29.260931 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a29b121-e9a7-42d0-a28c-637d369d5afa req-ebbe7ba5-b22b-4732-acaf-fae5d01a7965 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090537 Feb 11 13:28:29.268817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-4cfb72a5-abcf-4749-a515-f18cd35cb175 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:29.271249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-4cfb72a5-abcf-4749-a515-f18cd35cb175 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 945 time: 0.1904886 Feb 11 13:28:29.271789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24d9a77b-174d-4885-824b-79afbbef9361 req-95688fe7-302d-4468-8a08-acd45a86c6f6 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729477 Feb 11 13:28:29.310946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Made reservation on behalf of c43c2af02c0649d4b17f1095f4567661 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:29.313163 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.403814 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.426618 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.449335 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-bd3f74c4-79d2-4aef-8478-5e3518d8b8b0 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips/09345197-9abf-437e-98bb-c6631bf84745 HTTP/1.1" status: 200 len: 693 time: 0.1409361 Feb 11 13:28:29.473131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c6c5c7-a996-41df-ac07-a24de9a5fdce,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:29.550833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3d83c-4a7d-4d4e-bea5-f4c15c37700f req-271d97c6-8a12-4cbd-a38a-0a1b5abdbcf0 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:29.552414 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-adb3d83c-4a7d-4d4e-bea5-f4c15c37700f req-271d97c6-8a12-4cbd-a38a-0a1b5abdbcf0 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 944 time: 0.1363783 Feb 11 13:28:29.603347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.643186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e30c9545-358d-4c0a-bc00-73746a0eebaa details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:29.656702 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-adb3d83c-4a7d-4d4e-bea5-f4c15c37700f req-46ea6912-9a49-499b-89a1-03b7507b13df tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966501 Feb 11 13:28:29.673280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-8af2af3e-266e-4373-8737-6e67a96a4218 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Deleting port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:29.673621 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-8af2af3e-266e-4373-8737-6e67a96a4218 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.719217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-389028f8-26af-4dfd-b6d4-ff2c43013f17 None None] Provisioning complete for port b6ee5dff-293b-4176-970f-e401975759df triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:29.720034 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-389028f8-26af-4dfd-b6d4-ff2c43013f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.728833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.893076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b6ee5dff-293b-4176-970f-e401975759df up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:29.941060 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:29.990846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e30c9545-358d-4c0a-bc00-73746a0eebaa, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:29.998646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] Router 75267c42-5239-45ea-8e8a-c3142af702bc has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:30.015992 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'e30c9545-358d-4c0a-bc00-73746a0eebaa', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'port_id': 'e30c9545-358d-4c0a-bc00-73746a0eebaa', 'mac_address': 'fa:16:3e:1c:8b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b524e984-4024-46c0-b04c-9c226443adb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:30.049875 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b6ee5dff-293b-4176-970f-e401975759df triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:30.050156 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.096267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.098448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-ec009ea6-1e03-4a29-a573-ac48ecbb5e30 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.100094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-ec009ea6-1e03-4a29-a573-ac48ecbb5e30 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.6384225 Feb 11 13:28:30.117269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30c9545-358d-4c0a-bc00-73746a0eebaa {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:30.128545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:30.144155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d5e12ba5-344f-43de-8da3-10c59b6e4909 admin admin] 10.222.0.52 "PUT /v2.0/routers/75267c42-5239-45ea-8e8a-c3142af702bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5866611 Feb 11 13:28:30.144155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52920) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:30.158156 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.162709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] Sync routers for ids ['75267c42-5239-45ea-8e8a-c3142af702bc'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:30.175508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e30c9545-358d-4c0a-bc00-73746a0eebaa, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:30.189867 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] Routers {'75267c42-5239-45ea-8e8a-c3142af702bc'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:30.190461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75267c42-5239-45ea-8e8a-c3142af702bc'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:30.237596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-698b60b6-c5c7-4c25-875c-cf2b3a2c6bb8 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.1188872 Feb 11 13:28:30.246569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.266298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-8af2af3e-266e-4373-8737-6e67a96a4218 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] For port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,segment=NetworkSegment(34b5b68e-0347-4f8a-877e-02ef7b97ad86),segment_id=34b5b68e-0347-4f8a-877e-02ef7b97ad86)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:30.266666 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-8af2af3e-266e-4373-8737-6e67a96a4218 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.267017 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.299633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.331205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:30.334772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] Set router 75267c42-5239-45ea-8e8a-c3142af702bc gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:30.335236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-8af2af3e-266e-4373-8737-6e67a96a4218 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Calling delete_port for 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:30.359834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-afb29c2f-12c8-4bbd-af9a-2b0ca4200167 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.1143825 Feb 11 13:28:30.376355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28980c9-bf8b-48bd-89e0-229077391116,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:30.379421 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.379917 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Added segment a5326fc5-6cce-417b-a632-35ee5aad8425 of type vlan for network 4852bdea-bdee-4cce-94d2-73f24e6c824a Feb 11 13:28:30.454761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4092953-fb5e-403c-ba44-1ba5d191e353 req-547e874f-f202-4254-bac4-f36e12a4e8b7 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.456373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4092953-fb5e-403c-ba44-1ba5d191e353 req-547e874f-f202-4254-bac4-f36e12a4e8b7 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 945 time: 0.0811334 Feb 11 13:28:30.458559 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.459361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e30c9545-358d-4c0a-bc00-73746a0eebaa,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:30.504449 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4092953-fb5e-403c-ba44-1ba5d191e353 req-9f7ac3bf-c766-46cb-98b6-59b9f4bff91c tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/security-groups?id=1977761b-7d14-4a07-adbc-57d7a06ac30c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Feb 11 13:28:30.567053 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.573179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'name': 'tempest-TaggedBootDevicesTest-1458729795-router', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:26Z', 'updated_at': '2022-02-11T13:28:29Z', 'revision_number': 5, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'gw_port': {'id': '80ef9724-089b-408a-accb-6c4c3576eb6f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:38:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:20:29Z', 'updated_at': '2022-02-11T13:20:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:30.605738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] Checking router: 75267c42-5239-45ea-8e8a-c3142af702bc for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:30.614896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] Routers {'75267c42-5239-45ea-8e8a-c3142af702bc'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:30.615597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75267c42-5239-45ea-8e8a-c3142af702bc'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:30.636582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:28:30.645907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Deleting port 80ef9724-089b-408a-accb-6c4c3576eb6f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:30.646344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.654409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e30c9545-358d-4c0a-bc00-73746a0eebaa'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:30.659626 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.721740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.722736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.723325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.737535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-b0546312-ecfd-4692-b3b0-e9fa39f796ab tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Deleting port 3f7620c3-21ec-4ce4-bbb8-67d6bb58d888 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:30.738343 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-b0546312-ecfd-4692-b3b0-e9fa39f796ab tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.766047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] For port 80ef9724-089b-408a-accb-6c4c3576eb6f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=80ef9724-089b-408a-accb-6c4c3576eb6f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:30.766284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] Set router 75267c42-5239-45ea-8e8a-c3142af702bc gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:30.767036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.784768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Calling delete_port for 80ef9724-089b-408a-accb-6c4c3576eb6f owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:30.810432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-8af2af3e-266e-4373-8737-6e67a96a4218 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:30.891392 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9981413 Feb 11 13:28:30.895908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52926) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:30.905422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Request body: {'subnet': {'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1946581859-subnet', 'tenant_id': 'c43c2af02c0649d4b17f1095f4567661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:30.923491 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2af3e-266e-4373-8737-6e67a96a4218 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Pushing event deleted for resources: {'Port': ['ID=86b4cda7-d0aa-4654-aaf2-c02e39ccbcac,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:30.928698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a1422-9180-4ee5-9daa-f2d6c2814633 admin admin] Pushing event updated for resources: {'Network': ['ID=4852bdea-bdee-4cce-94d2-73f24e6c824a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:30.958924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e90cc-3714-46c3-9315-e78c85321bea req-8a5f3b69-fb9f-468b-8bd9-48f90a741796 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:30.963971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef2e90cc-3714-46c3-9315-e78c85321bea req-8a5f3b69-fb9f-468b-8bd9-48f90a741796 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 945 time: 0.1594784 Feb 11 13:28:30.968291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['86b4cda7-d0aa-4654-aaf2-c02e39ccbcac'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:30.970105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 4852bdea-bdee-4cce-94d2-73f24e6c824a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:28:30.972360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:30.974776 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'name': 'tempest-TaggedBootDevicesTest-1458729795-router', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:26Z', 'updated_at': '2022-02-11T13:28:30Z', 'revision_number': 6, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:30.990136 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Sync routers for ids ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:31.000632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-8af2af3e-266e-4373-8737-6e67a96a4218 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] No DVR routers for this DVR port 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:31.001049 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Routers {'b457ee72-dfdc-45a6-8550-1b2a8160c9b9'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:31.001854 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:31.010001 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-8af2af3e-266e-4373-8737-6e67a96a4218 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.014287 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f57b1c13-10b8-44b5-91f9-d8377f3d939b req-8af2af3e-266e-4373-8737-6e67a96a4218 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.13 "DELETE /v2.0/ports/86b4cda7-d0aa-4654-aaf2-c02e39ccbcac HTTP/1.1" status: 204 len: 173 time: 1.7383161 Feb 11 13:28:31.016476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b007160-55a0-4d8e-a8f2-107ea86a8ffa', 'name': 'network-vif-deleted', 'tag': '86b4cda7-d0aa-4654-aaf2-c02e39ccbcac'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:31.018864 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28407efb-a5c1-4159-b8c9-469984227640" -d '{"events": [{"server_uuid": "7b007160-55a0-4d8e-a8f2-107ea86a8ffa", "name": "network-vif-deleted", "tag": "86b4cda7-d0aa-4654-aaf2-c02e39ccbcac"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:31.022838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-b0546312-ecfd-4692-b3b0-e9fa39f796ab tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.023165 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-b0546312-ecfd-4692-b3b0-e9fa39f796ab tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.039142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-b0546312-ecfd-4692-b3b0-e9fa39f796ab tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Calling delete_port for 3f7620c3-21ec-4ce4-bbb8-67d6bb58d888 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:31.077193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef2e90cc-3714-46c3-9315-e78c85321bea req-0fca3292-4155-4875-80a9-26932c36262c tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049943 Feb 11 13:28:31.083057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3583f-77d0-4b20-b9f9-baf8afe965a0 None None] The sync data for ids ['75267c42-5239-45ea-8e8a-c3142af702bc'] in n-d-816488-1 is: [{'id': '75267c42-5239-45ea-8e8a-c3142af702bc', 'name': 'tempest-TaggedBootDevicesTest-1458729795-router', 'tenant_id': 'd510026b51814ad7aa92139b6d7298ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:20:26Z', 'updated_at': '2022-02-11T13:28:30Z', 'revision_number': 6, 'project_id': 'd510026b51814ad7aa92139b6d7298ab', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:31.123750 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Set router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:31.139428 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.143329 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-37835a3d-362b-4b3f-8a62-84495af4b02c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4234841 Feb 11 13:28:31.145844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52930) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:31.219652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Made reservation on behalf of c43c2af02c0649d4b17f1095f4567661 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:31.222192 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.268239 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea41169-dd0e-499f-a0d5-f14420d3aca9 x-openstack-request-id: req-6ea41169-dd0e-499f-a0d5-f14420d3aca9 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:31.268239 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b007160-55a0-4d8e-a8f2-107ea86a8ffa", "name": "network-vif-deleted", "tag": "86b4cda7-d0aa-4654-aaf2-c02e39ccbcac", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:31.268724 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ea41169-dd0e-499f-a0d5-f14420d3aca9 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:31.268814 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b007160-55a0-4d8e-a8f2-107ea86a8ffa', 'name': 'network-vif-deleted', 'tag': '86b4cda7-d0aa-4654-aaf2-c02e39ccbcac', 'status': 'completed', 'code': 200} Feb 11 13:28:31.323462 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.370125 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:28Z', 'revision_number': 3, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:31.406837 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Checking router: b457ee72-dfdc-45a6-8550-1b2a8160c9b9 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:31.407074 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Updating router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:28:31.435338 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.485826 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-b0546312-ecfd-4692-b3b0-e9fa39f796ab tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.531713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0546312-ecfd-4692-b3b0-e9fa39f796ab tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event deleted for resources: {'Port': ['ID=3f7620c3-21ec-4ce4-bbb8-67d6bb58d888,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:31.652336 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-b0546312-ecfd-4692-b3b0-e9fa39f796ab tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.655803 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-b0546312-ecfd-4692-b3b0-e9fa39f796ab tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.658190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7578ffd9-4d51-45a4-84a6-c296ef21de90 req-b0546312-ecfd-4692-b3b0-e9fa39f796ab tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "DELETE /v2.0/floatingips/09345197-9abf-437e-98bb-c6631bf84745 HTTP/1.1" status: 204 len: 173 time: 1.2896121 Feb 11 13:28:31.774123 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.780227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Pushing event deleted for resources: {'Port': ['ID=80ef9724-089b-408a-accb-6c4c3576eb6f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:31.810001 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1bc57d76-24d6-468b-be19-7ea05473c608 req-2f16b803-6c87-4b2c-9041-b51242c25b58 tempest-ServerGroupTestJSON-1126164588 tempest-ServerGroupTestJSON-1126164588-project] 10.222.0.52 "GET /v2.0/ports?device_id=7b007160-55a0-4d8e-a8f2-107ea86a8ffa HTTP/1.1" status: 200 len: 210 time: 0.0647211 Feb 11 13:28:31.848467 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.850133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80ef9724-089b-408a-accb-6c4c3576eb6f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:31.870752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 80ef9724-089b-408a-accb-6c4c3576eb6f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:31.871103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80ef9724-089b-408a-accb-6c4c3576eb6f not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:31.871805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d0c6c5c7-a996-41df-ac07-a24de9a5fdce no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:31.892587 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-59dd96aa-5e06-4153-b03b-2e6d0203a49b tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips/e9e21031-9235-4c07-ae45-6435ab73d7eb HTTP/1.1" status: 200 len: 693 time: 0.1435814 Feb 11 13:28:31.892718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: d0c6c5c7-a996-41df-ac07-a24de9a5fdce {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:31.893013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d0c6c5c7-a996-41df-ac07-a24de9a5fdce not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:31.919774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.945663 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Attempting to bind port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:31.946148 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Attempting to bind port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:31.946697 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Attempting to bind port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:31.958391 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f628070-e3b1-469c-ac4b-0ee4d9f9bb29 None None] Pushing event updated for resources: {'Port': ['ID=f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:31.975041 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:31.975414 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:31.975810 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:31.976321 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:31.976792 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Bound port: f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:31.977163 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.053613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.055325 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] For port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:32.058619 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.058784 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] For port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:32.113095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-0358b684-a938-4a8a-9b25-0eb481261b80 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:32.115727 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-0358b684-a938-4a8a-9b25-0eb481261b80 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.2212179 Feb 11 13:28:32.119137 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.128436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.129008 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.195185 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Routers {'b457ee72-dfdc-45a6-8550-1b2a8160c9b9'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:32.195997 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:32.200907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.201380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75267c42-5239-45ea-8e8a-c3142af702bc {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:32.220003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.221236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-19c4abe1-d510-4dae-b4f8-9bb0a4e2c4df admin admin] 10.222.0.52 "DELETE /v2.0/routers/75267c42-5239-45ea-8e8a-c3142af702bc HTTP/1.1" status: 204 len: 168 time: 2.0804451 Feb 11 13:28:32.222576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-54f4d52e-6089-45f1-aabb-ecdcc98ed9fb tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0992780 Feb 11 13:28:32.224564 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52938) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:32.238803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18791dde-9449-4545-9c37-bd46ebac9cc2,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:32.254101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Checking segment: {'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:32.259219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Network hostable DHCP agents. Network: 4852bdea-bdee-4cce-94d2-73f24e6c824a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:32.272070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fb556-beab-4adf-a6bf-1ed9538b62c6 req-fd1e0fca-415a-44a4-ace7-1d8ee8970d99 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:32.273641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-660fb556-beab-4adf-a6bf-1ed9538b62c6 req-fd1e0fca-415a-44a4-ace7-1d8ee8970d99 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 945 time: 0.1112685 Feb 11 13:28:32.323419 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f628070-e3b1-469c-ac4b-0ee4d9f9bb29 None None] Pushing event updated for resources: {'Port': ['ID=f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:32.343944 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-660fb556-beab-4adf-a6bf-1ed9538b62c6 req-f736aa13-cb93-44eb-ae3b-70c01e90679f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557716 Feb 11 13:28:32.358061 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-5e673ce7-4d5d-42e3-9e44-e5a6386d87fa tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.195 HTTP/1.1" status: 200 len: 696 time: 0.0966964 Feb 11 13:28:32.373612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Network 4852bdea-bdee-4cce-94d2-73f24e6c824a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:32.397879 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] Set router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:32.438732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ae4de2-3c36-41e0-9906-f9012c84879f admin admin] Deleting subnet 8fd7ce42-320d-4479-9cb6-bdecb983b744 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:28:32.448503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-52ae4de2-3c36-41e0-9906-f9012c84879f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.450278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 4852bdea-bdee-4cce-94d2-73f24e6c824a) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:32.455981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:32.456607 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.470841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063117fd-620c-4180-8c25-30808f581af0 None None] Network 4852bdea-bdee-4cce-94d2-73f24e6c824a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:32.591603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-52ae4de2-3c36-41e0-9906-f9012c84879f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.610712 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-975e4265-f41c-4dba-95d3-722aef68f33f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7137003 Feb 11 13:28:32.613242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acf0d3e-218c-4153-86b2-777835184333 None None] Network 4852bdea-bdee-4cce-94d2-73f24e6c824a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:32.641118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Allocated IP 172.20.0.1 (41d4209a-8a29-44c3-85b9-e48f9078e17b/c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8/89c6f2ad-64ac-4b61-b489-e27ae8936df0) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:32.720082 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:28Z', 'revision_number': 3, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:32.749619 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb072024-098a-428a-90c6-15f39ed80707 None None] The sync data for ids ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'] in n-d-816488-1 is: [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:28Z', 'revision_number': 3, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:32.750331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-8ccc4d77-3e6e-4fea-b3f7-2b177bb0b4b7 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Deleting port 197b5135-ea0d-40e1-aa65-61bdc2044413 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:32.751301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-8ccc4d77-3e6e-4fea-b3f7-2b177bb0b4b7 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.764247 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-52ae4de2-3c36-41e0-9906-f9012c84879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.900692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.927202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-8ccc4d77-3e6e-4fea-b3f7-2b177bb0b4b7 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.927527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-8ccc4d77-3e6e-4fea-b3f7-2b177bb0b4b7 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:32.946964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-8ccc4d77-3e6e-4fea-b3f7-2b177bb0b4b7 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Calling delete_port for 197b5135-ea0d-40e1-aa65-61bdc2044413 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:33.004740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-52ae4de2-3c36-41e0-9906-f9012c84879f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.063504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae4de2-3c36-41e0-9906-f9012c84879f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd7ce42-320d-4479-9cb6-bdecb983b744,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.083128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621eb45-2578-4dc5-982e-95db188a85b4 None None] Network d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:33.085433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-52ae4de2-3c36-41e0-9906-f9012c84879f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.093545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52960) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:33.099481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-52ae4de2-3c36-41e0-9906-f9012c84879f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8fd7ce42-320d-4479-9cb6-bdecb983b744 HTTP/1.1" status: 204 len: 168 time: 0.8739154 Feb 11 13:28:33.105325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.158996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:33.162532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:33.171638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:33.202984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-2ee9c292-cd9c-453e-a737-f6ad8beb6e51 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:33.210536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-2ee9c292-cd9c-453e-a737-f6ad8beb6e51 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/networks?id=4852bdea-bdee-4cce-94d2-73f24e6c824a HTTP/1.1" status: 200 len: 815 time: 0.2177975 Feb 11 13:28:33.241042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-5cdadbfd-732a-4812-866d-38d47af8169f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/quotas/c43c2af02c0649d4b17f1095f4567661 HTTP/1.1" status: 200 len: 375 time: 0.0294194 Feb 11 13:28:33.245896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.247599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Pushing event updated for resources: {'Port': ['ID=89c6f2ad-64ac-4b61-b489-e27ae8936df0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.279175 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.295446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-1e08493c-c8ff-4e16-a9fd-c1af47a120e4 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c43c2af02c0649d4b17f1095f4567661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529747 Feb 11 13:28:33.359571 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154c0c09-f878-41a2-8b04-0802c14a742e None None] DHCP port deletion for d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:28:33.373295 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-8ccc4d77-3e6e-4fea-b3f7-2b177bb0b4b7 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.442893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-154c0c09-f878-41a2-8b04-0802c14a742e None None] Deleting port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:33.443284 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-154c0c09-f878-41a2-8b04-0802c14a742e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.453919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-9788578c-5a07-4647-8ce8-5325af0ee1cb service neutron] 10.222.0.52 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574368 Feb 11 13:28:33.460174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Deleting port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:33.460836 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.496256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc4d77-3e6e-4fea-b3f7-2b177bb0b4b7 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event deleted for resources: {'Port': ['ID=197b5135-ea0d-40e1-aa65-61bdc2044413,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.532189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-154c0c09-f878-41a2-8b04-0802c14a742e None None] For port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6,segment=NetworkSegment(0768f610-e270-45c3-96ed-29dcdef746c5),segment_id=0768f610-e270-45c3-96ed-29dcdef746c5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:33.533421 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-154c0c09-f878-41a2-8b04-0802c14a742e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.550234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-154c0c09-f878-41a2-8b04-0802c14a742e None None] Calling delete_port for e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:33.571138 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-c85a2bbc-e8a3-49c5-a006-7cd859858a56 service neutron] 10.222.0.52 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046875 Feb 11 13:28:33.634724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9ae31502-2e1e-48bb-820b-8967d3adee29 None None] Provisioning complete for port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:33.635953 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ae31502-2e1e-48bb-820b-8967d3adee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.654777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] For port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6,segment=NetworkSegment(0768f610-e270-45c3-96ed-29dcdef746c5),segment_id=0768f610-e270-45c3-96ed-29dcdef746c5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:33.655441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.673234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Calling delete_port for e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:33.691133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e30c9545-358d-4c0a-bc00-73746a0eebaa up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:33.733493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9ae31502-2e1e-48bb-820b-8967d3adee29 None None] Port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:28:33.819833 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-154c0c09-f878-41a2-8b04-0802c14a742e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.835329 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:33.884614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.887868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c0c09-f878-41a2-8b04-0802c14a742e None None] Pushing event deleted for resources: {'Port': ['ID=e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:33.894191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c0c09-f878-41a2-8b04-0802c14a742e None None] No DVR routers for this DVR port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:33.896194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port e30c9545-358d-4c0a-bc00-73746a0eebaa completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:33.898478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] No DVR routers for this DVR port e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:33.913304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port e30c9545-358d-4c0a-bc00-73746a0eebaa triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:33.913752 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.008822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:34.025201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.058815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:34.085903 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-8ccc4d77-3e6e-4fea-b3f7-2b177bb0b4b7 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.089694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-8ccc4d77-3e6e-4fea-b3f7-2b177bb0b4b7 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.092067 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57cc4f3e-73ce-4a8a-bc3b-0779d7ba3051 req-8ccc4d77-3e6e-4fea-b3f7-2b177bb0b4b7 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "DELETE /v2.0/floatingips/e9e21031-9235-4c07-ae45-6435ab73d7eb HTTP/1.1" status: 204 len: 173 time: 1.7091632 Feb 11 13:28:34.103858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0768f610-e270-45c3-96ed-29dcdef746c5') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:34.104365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0768f610-e270-45c3-96ed-29dcdef746c5') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:34.152219 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.155540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.184659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:34.184987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.185103 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.193660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:34.194097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:34.195926 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:34.216711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65f291a3-a444-406d-8e0e-cedb56fd7650 req-5a95d22a-5f99-431b-9d04-8f729deb85b8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 210 time: 0.0644433 Feb 11 13:28:34.217703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30c9545-358d-4c0a-bc00-73746a0eebaa'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:34.218715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cb4f1-3088-4e70-b5bb-2dff9e52bd9d req-1089ac04-9dc9-49ea-b513-c4b1243a9b8b tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.222416 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892f84ff-8c01-4238-9c02-80a309fac9eb" -d '{"events": [{"server_uuid": "d1e7831d-6498-4418-a1ba-1aa066745375", "name": "network-vif-plugged", "status": "completed", "tag": "e30c9545-358d-4c0a-bc00-73746a0eebaa"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:34.226844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d83cb4f1-3088-4e70-b5bb-2dff9e52bd9d req-1089ac04-9dc9-49ea-b513-c4b1243a9b8b tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 945 time: 0.1650076 Feb 11 13:28:34.230251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.270002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e30c9545-358d-4c0a-bc00-73746a0eebaa, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:34.297374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d83cb4f1-3088-4e70-b5bb-2dff9e52bd9d req-230adb44-c9d0-4f6d-8b7e-3b76170a9ea0 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694611 Feb 11 13:28:34.345024 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.353362 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1684039-752c-41cf-86a4-1e2d75e23e92 x-openstack-request-id: req-c1684039-752c-41cf-86a4-1e2d75e23e92 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:34.353651 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e7831d-6498-4418-a1ba-1aa066745375", "name": "network-vif-plugged", "status": "completed", "tag": "e30c9545-358d-4c0a-bc00-73746a0eebaa", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:34.354000 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1684039-752c-41cf-86a4-1e2d75e23e92 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:34.354389 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30c9545-358d-4c0a-bc00-73746a0eebaa', 'code': 200} Feb 11 13:28:34.362246 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.381667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:34.397188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-e6b89ce6-efa1-4512-82aa-c9532473b1e5 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips/025cbd51-118a-4a10-81c4-c9c964a96889 HTTP/1.1" status: 200 len: 692 time: 0.0753298 Feb 11 13:28:34.446055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e30c9545-358d-4c0a-bc00-73746a0eebaa,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:34.448083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.466230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.471867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d HTTP/1.1" status: 204 len: 168 time: 1.3745973 Feb 11 13:28:34.471867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c9a68-0cbb-4440-8d9a-b9a5c1318d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d99a4b-0f84-4fbe-9c71-ad59e2cd278d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:34.483061 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.577566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:34.594517 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:34.618807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-7df574cf-0401-446f-9216-04a4aaed0c9e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.619497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-7df574cf-0401-446f-9216-04a4aaed0c9e tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1787591 Feb 11 13:28:34.623792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:34.624360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4b0eaf6-b18d-486b-b49c-a8fd1431fbb6 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:34.631517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077e09d-971a-4e9f-b706-3aef7faa98b0 req-b318c46c-14c1-495c-b593-bd329f345303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:34.633001 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d077e09d-971a-4e9f-b706-3aef7faa98b0 req-b318c46c-14c1-495c-b593-bd329f345303 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 1097 time: 0.1934793 Feb 11 13:28:34.700480 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.712360 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-d159c7a7-aed6-47c8-bce6-d154304391b4 tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.14 HTTP/1.1" status: 200 len: 695 time: 0.0763810 Feb 11 13:28:34.726017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52996) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:34.768987 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.772132 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d077e09d-971a-4e9f-b706-3aef7faa98b0 req-18f079cc-f46c-40f9-840d-d4e900dd08dd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225843 Feb 11 13:28:34.796834 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:34.797688 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-88073af4-efd2-4cbd-b19b-9555a1a9123c tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.14 HTTP/1.1" status: 200 len: 695 time: 0.0767117 Feb 11 13:28:34.815330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79b943f-f3d8-4966-b8cd-af2708d58f2c admin admin] Deleting subnet a5c948e0-5986-4c40-a58f-3dd44954b715 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:28:34.819023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f79b943f-f3d8-4966-b8cd-af2708d58f2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.836334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:34.837079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 86b4cda7-d0aa-4654-aaf2-c02e39ccbcac not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:34.854977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52998) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:34.877049 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f79b943f-f3d8-4966-b8cd-af2708d58f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.891540 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Pushing event updated for resources: {'Port': ['ID=89c6f2ad-64ac-4b61-b489-e27ae8936df0,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:34.893917 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:34.932980 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f822dd81-93af-4443-821f-dc547273c234 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b4e1c14428046458aba447fc81623ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0768831 Feb 11 13:28:34.936221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53000) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:34.945383 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f79b943f-f3d8-4966-b8cd-af2708d58f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.035064 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ac7-6246-453c-9bf4-c1603d48bd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.046915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-8157fb51-1c6f-424e-83b6-17daf041875d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Deleting port 5d03dad9-477e-4e2a-b5d3-a482ddacca9b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:35.047257 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-8157fb51-1c6f-424e-83b6-17daf041875d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.058415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ac7-6246-453c-9bf4-c1603d48bd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.065357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:35.098383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:35.146015 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f79b943f-f3d8-4966-b8cd-af2708d58f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.180177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b943f-f3d8-4966-b8cd-af2708d58f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c948e0-5986-4c40-a58f-3dd44954b715,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:35.182679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-8157fb51-1c6f-424e-83b6-17daf041875d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.183032 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-8157fb51-1c6f-424e-83b6-17daf041875d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.186183 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f79b943f-f3d8-4966-b8cd-af2708d58f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.192461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f79b943f-f3d8-4966-b8cd-af2708d58f2c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a5c948e0-5986-4c40-a58f-3dd44954b715 HTTP/1.1" status: 204 len: 168 time: 0.4628878 Feb 11 13:28:35.193413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53004) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:35.228393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-8157fb51-1c6f-424e-83b6-17daf041875d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Calling delete_port for 5d03dad9-477e-4e2a-b5d3-a482ddacca9b owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:35.300083 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-77f01d6e-980d-4e15-9470-467e7784102b req-cf875ed7-36c4-433d-947e-b8a62f04945f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 210 time: 0.0377381 Feb 11 13:28:35.305527 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ac7-6246-453c-9bf4-c1603d48bd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.308957 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e1f6ac7-6246-453c-9bf4-c1603d48bd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.310150 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9e1f6ac7-6246-453c-9bf4-c1603d48bd8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9e000a9d-e480-4af7-8f80-d2cab443c651 HTTP/1.1" status: 204 len: 168 time: 0.3728352 Feb 11 13:28:35.327672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1f6ac7-6246-453c-9bf4-c1603d48bd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e000a9d-e480-4af7-8f80-d2cab443c651,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:35.330768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:35.352197 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.472217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f7de2e32-c165-48b6-af8a-20456b545a56 None None] Provisioning complete for port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:35.473353 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f7de2e32-c165-48b6-af8a-20456b545a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.491343 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.513290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f7de2e32-c165-48b6-af8a-20456b545a56 None None] Port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:28:35.516392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32d578-b9f3-4880-bf03-13ac09dd3f65 req-3b38e4f2-dcca-4090-bacf-28dfb3ea02ec tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:35.517965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b32d578-b9f3-4880-bf03-13ac09dd3f65 req-3b38e4f2-dcca-4090-bacf-28dfb3ea02ec tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 946 time: 0.1187730 Feb 11 13:28:35.527531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d350d37e-dfb4-495e-8703-90c40725fc3f']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:35.529157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:35.538281 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f3c754d3-74f8-43f6-af1b-e35409803a6a admin admin] 10.222.0.52 "PUT /v2.0/routers/b457ee72-dfdc-45a6-8550-1b2a8160c9b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3821995 Feb 11 13:28:35.545043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Sync routers for ids ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:35.552686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b5b68e-0347-4f8a-877e-02ef7b97ad86') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:35.552982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b5b68e-0347-4f8a-877e-02ef7b97ad86') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:35.554472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Routers {'b457ee72-dfdc-45a6-8550-1b2a8160c9b9'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:35.555089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:35.568627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.606744 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b32d578-b9f3-4880-bf03-13ac09dd3f65 req-ab4c6ae3-b232-4660-8424-7212a88f3c19 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762148 Feb 11 13:28:35.609504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.624723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:35.625655 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:35.628423 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:35.665124 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-8157fb51-1c6f-424e-83b6-17daf041875d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.686717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Set router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:35.709131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8157fb51-1c6f-424e-83b6-17daf041875d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Pushing event deleted for resources: {'Port': ['ID=5d03dad9-477e-4e2a-b5d3-a482ddacca9b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:35.797702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.810640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.814495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:35.817985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d350d37e-dfb4-495e-8703-90c40725fc3f HTTP/1.1" status: 204 len: 168 time: 0.6235595 Feb 11 13:28:35.818403 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-8157fb51-1c6f-424e-83b6-17daf041875d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.821638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-8157fb51-1c6f-424e-83b6-17daf041875d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:35.830653 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-197e7a1c-752d-4955-bba4-d424889e88d2 req-8157fb51-1c6f-424e-83b6-17daf041875d tempest-FloatingIPDetailsTestJSON-324428970 tempest-FloatingIPDetailsTestJSON-324428970-project] 10.222.0.52 "DELETE /v2.0/floatingips/025cbd51-118a-4a10-81c4-c9c964a96889 HTTP/1.1" status: 204 len: 173 time: 1.0114708 Feb 11 13:28:35.833105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53022) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:35.836933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa89647-1e82-470d-b73a-d0e49502df38 admin admin] Pushing event deleted for resources: {'Network': ['ID=d350d37e-dfb4-495e-8703-90c40725fc3f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:35.939912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:35.940290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.049363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '89c6f2ad-64ac-4b61-b489-e27ae8936df0', 'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'mac_address': 'fa:16:3e:f1:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:32Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 2, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'subnets': [{'id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:36.086920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Checking router: b457ee72-dfdc-45a6-8550-1b2a8160c9b9 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:36.087350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Updating router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:28:36.152361 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.285386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53024) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:36.355369 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0fa4e9a-2162-407f-b93c-c3084516f003 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d510026b51814ad7aa92139b6d7298ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682647 Feb 11 13:28:36.358219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53028) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:36.387467 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.446270 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-443d516e-f71c-4801-a628-fc56ded7baed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.459952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a2d3a79-607a-4d4d-9ac2-ab82ee400b6a req-443ea722-adec-4a86-b42c-c9d53fc0e9e3 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 210 time: 0.0348682 Feb 11 13:28:36.475472 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-443d516e-f71c-4801-a628-fc56ded7baed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.506997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53030) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:36.513908 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.595071 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-821b4fee-1118-4bac-9e8f-cf31a9127994 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e3060af73424aa2803eaf5c1a455c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0839622 Feb 11 13:28:36.597519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53032) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:36.619026 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.660604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-443d516e-f71c-4801-a628-fc56ded7baed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.670187 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-443d516e-f71c-4801-a628-fc56ded7baed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.678588 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-443d516e-f71c-4801-a628-fc56ded7baed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ad9e4128-5df9-4626-be91-fedbc1a92fc4 HTTP/1.1" status: 204 len: 168 time: 0.3186247 Feb 11 13:28:36.692508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf13a3-0d2f-4a04-b98b-ce55754c807f None None] Pushing event updated for resources: {'Port': ['ID=89c6f2ad-64ac-4b61-b489-e27ae8936df0,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:36.725089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d516e-f71c-4801-a628-fc56ded7baed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9e4128-5df9-4626-be91-fedbc1a92fc4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:36.729002 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c6610f6-c935-43a1-9073-b5a825e29e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.814677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53038) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:36.820537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-57e2bde6-78b7-4b57-ac91-f3b8bff90272 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1666040688', 'description': 'tempest-description--98854953'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:36.841900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Attempting to bind port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:36.842274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Attempting to bind port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:36.843978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Attempting to bind port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:36.863342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c6610f6-c935-43a1-9073-b5a825e29e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.870337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:36.871172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Checking segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:36.871849 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.872494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Bound using segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:36.873199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Bound port: 89c6f2ad-64ac-4b61-b489-e27ae8936df0, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:36.873857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.936813 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-57e2bde6-78b7-4b57-ac91-f3b8bff90272 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:36.993238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] For port 89c6f2ad-64ac-4b61-b489-e27ae8936df0, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:37.002365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] For port 89c6f2ad-64ac-4b61-b489-e27ae8936df0, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=89c6f2ad-64ac-4b61-b489-e27ae8936df0,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:37.082072 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-57e2bde6-78b7-4b57-ac91-f3b8bff90272 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.107981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829af909-1bf5-4dd0-a28b-97af76500892 req-a44d0485-209d-40da-84be-44156e94d7c3 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.109551 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-829af909-1bf5-4dd0-a28b-97af76500892 req-a44d0485-209d-40da-84be-44156e94d7c3 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 946 time: 0.3097327 Feb 11 13:28:37.160837 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.186046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-72459831-bf0a-4485-8178-37eb202bc79c None None] Provisioning complete for port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:37.189254 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-72459831-bf0a-4485-8178-37eb202bc79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.190422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Deleting port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:37.190760 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.209651 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-829af909-1bf5-4dd0-a28b-97af76500892 req-de56b879-3d59-4c51-ae6f-3bb3773eb668 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891495 Feb 11 13:28:37.243630 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-57e2bde6-78b7-4b57-ac91-f3b8bff90272 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.256977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Routers {'b457ee72-dfdc-45a6-8550-1b2a8160c9b9'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:37.257525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:37.268607 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-ce11f739-7061-42f2-b40e-0b85540853cb tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.270170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-ce11f739-7061-42f2-b40e-0b85540853cb tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "GET /v2.0/networks?id=4852bdea-bdee-4cce-94d2-73f24e6c824a HTTP/1.1" status: 200 len: 815 time: 0.3521547 Feb 11 13:28:37.293395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Request body: {'port': {'device_id': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a', 'admin_state_up': True, 'tenant_id': 'c43c2af02c0649d4b17f1095f4567661'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:37.302415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2bde6-78b7-4b57-ac91-f3b8bff90272 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1fb80b-35fa-4ed8-b601-0f4b585f1763,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:37.316084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf13a3-0d2f-4a04-b98b-ce55754c807f None None] Pushing event updated for resources: {'Port': ['ID=89c6f2ad-64ac-4b61-b489-e27ae8936df0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:37.359196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c6610f6-c935-43a1-9073-b5a825e29e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.361739 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c6610f6-c935-43a1-9073-b5a825e29e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.372897 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3c6610f6-c935-43a1-9073-b5a825e29e45 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1977761b-7d14-4a07-adbc-57d7a06ac30c HTTP/1.1" status: 204 len: 168 time: 0.7671251 Feb 11 13:28:37.406835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6610f6-c935-43a1-9073-b5a825e29e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1977761b-7d14-4a07-adbc-57d7a06ac30c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:37.446191 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-57e2bde6-78b7-4b57-ac91-f3b8bff90272 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.448033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-57e2bde6-78b7-4b57-ac91-f3b8bff90272 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6322374 Feb 11 13:28:37.451946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53044) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:37.458006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-63e97c9f-b677-488b-9fc8-50658e012e80 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'security_group_rule': {'security_group_id': 'fc1fb80b-35fa-4ed8-b601-0f4b585f1763', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:37.485121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] For port f7127cee-d1e7-4dd0-9ef3-69e709bb5c20, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f7127cee-d1e7-4dd0-9ef3-69e709bb5c20,segment=NetworkSegment(7e34f1da-5bd6-42e1-b2ee-878543c2c82f),segment_id=7e34f1da-5bd6-42e1-b2ee-878543c2c82f)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:37.485509 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.535658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Calling delete_port for f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:37.623203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e97c9f-b677-488b-9fc8-50658e012e80 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.636075 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-72459831-bf0a-4485-8178-37eb202bc79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.672901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] Set router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:37.675683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bfd11f7-5ab8-4c0c-8710-b555012a84ef req-efa2580f-ce3a-43f4-bc47-db06c94f0afb tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 210 time: 0.0699646 Feb 11 13:28:37.714423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e97c9f-b677-488b-9fc8-50658e012e80 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.739587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-72459831-bf0a-4485-8178-37eb202bc79c None None] For port 89c6f2ad-64ac-4b61-b489-e27ae8936df0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=89c6f2ad-64ac-4b61-b489-e27ae8936df0,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:37.813735 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Made reservation on behalf of c43c2af02c0649d4b17f1095f4567661 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:37.817232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.825558 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e97c9f-b677-488b-9fc8-50658e012e80 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.825755 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-72459831-bf0a-4485-8178-37eb202bc79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.854404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e97c9f-b677-488b-9fc8-50658e012e80 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6c5fca-7b91-4391-b89f-dabe08875880,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:37.878265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72459831-bf0a-4485-8178-37eb202bc79c None None] Pushing event updated for resources: {'Port': ['ID=89c6f2ad-64ac-4b61-b489-e27ae8936df0,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:37.924907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9d355-ad4e-4f43-ae22-b9e17d3bddcd req-2e21c9e5-7cc3-43b8-85a1-368fe58f3a02 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:37.926401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08b9d355-ad4e-4f43-ae22-b9e17d3bddcd req-2e21c9e5-7cc3-43b8-85a1-368fe58f3a02 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 946 time: 0.1331425 Feb 11 13:28:37.957483 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e97c9f-b677-488b-9fc8-50658e012e80 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:37.965914 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-63e97c9f-b677-488b-9fc8-50658e012e80 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5095241 Feb 11 13:28:37.967492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53064) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:37.972459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-70cbc587-9390-40a3-a9da-29eb5e6b22a5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'security_group_rule': {'security_group_id': 'fc1fb80b-35fa-4ed8-b601-0f4b585f1763', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:37.985406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2d283f3b-d9ba-4b00-827b-1b9926dcce7a None None] Provisioning complete for port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:37.985985 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d283f3b-d9ba-4b00-827b-1b9926dcce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:38.035136 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08b9d355-ad4e-4f43-ae22-b9e17d3bddcd req-f0c2f30d-8f86-43cb-b425-7677748fd1aa tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857062 Feb 11 13:28:38.035487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '89c6f2ad-64ac-4b61-b489-e27ae8936df0', 'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'mac_address': 'fa:16:3e:f1:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:32Z', 'updated_at': '2022-02-11T13:28:36Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'subnets': [{'id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:38.076501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39633540-6024-4a9a-83ce-348bef027cfc None None] The sync data for ids ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'] in n-d-816488-1 is: [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '89c6f2ad-64ac-4b61-b489-e27ae8936df0', 'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'mac_address': 'fa:16:3e:f1:1b:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:32Z', 'updated_at': '2022-02-11T13:28:36Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'subnets': [{'id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:38.128008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Allocated IP 172.20.0.7 (4852bdea-bdee-4cce-94d2-73f24e6c824a/18791dde-9449-4545-9c37-bd46ebac9cc2/445636b2-e9be-4f29-afd0-8232f38b0894) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:38.160678 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:38.175791 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-70cbc587-9390-40a3-a9da-29eb5e6b22a5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:38.243608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f7127cee-d1e7-4dd0-9ef3-69e709bb5c20,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:38.290550 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-70cbc587-9390-40a3-a9da-29eb5e6b22a5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:38.349796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.350155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.350485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.350815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.351146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.351465 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.351784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.352100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.352411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.352727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.353045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.354856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:38.431062 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-70cbc587-9390-40a3-a9da-29eb5e6b22a5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:38.476052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbc587-9390-40a3-a9da-29eb5e6b22a5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9974f77d-a0f4-4353-acf6-27795effff5e,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:38.576094 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-70cbc587-9390-40a3-a9da-29eb5e6b22a5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:38.579361 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-70cbc587-9390-40a3-a9da-29eb5e6b22a5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6085291 Feb 11 13:28:38.580357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53078) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:38.585009 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:38.735517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:38.872229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e2733167-a472-4108-8c99-b5f6733305d9 req-c9ad29fe-21d2-4941-9cbf-490b17e231f2 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 210 time: 0.0420644 Feb 11 13:28:38.920494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53090) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:38.953548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:38.978769 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:38.985279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.128045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1697813001-network', 'tenant_id': 'a43dedfb6645450c84a4a658dc1ffc1e'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:39.138834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.182155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Allocated IP 172.25.0.234 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/b590c9c8-c520-470d-acc6-c81820865100) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:39.223253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53098) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:39.287387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Network 4852bdea-bdee-4cce-94d2-73f24e6c824a is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:39.299049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:39.301701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:39.311812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Made reservation on behalf of a43dedfb6645450c84a4a658dc1ffc1e for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:39.322142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.330745 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.332892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Pushing event updated for resources: {'Port': ['ID=445636b2-e9be-4f29-afd0-8232f38b0894,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:39.344942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.352501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53fd95-93b1-487a-aa01-c2080df6780f req-06aaa970-66ea-438e-bf7c-02bb5a41b189 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:39.354093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9c53fd95-93b1-487a-aa01-c2080df6780f req-06aaa970-66ea-438e-bf7c-02bb5a41b189 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 946 time: 0.2370789 Feb 11 13:28:39.431215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-293857927-network', 'tenant_id': 'b4c006cb745644b486f6341b3420897d'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:39.451081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:39.451702 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.490162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:39.494921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9c53fd95-93b1-487a-aa01-c2080df6780f req-6ccfc305-c9e3-45f3-a8da-d42ebd7c2caf tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084783 Feb 11 13:28:39.569057 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.616461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-6ada1e00-58eb-4001-82a5-64334a51147c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3321035 Feb 11 13:28:39.617193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Made reservation on behalf of b4c006cb745644b486f6341b3420897d for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:39.618546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:39.621834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.622782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:39.626562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:39.638508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Request body: {'port': {'device_id': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:39.650459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'Port': ['ID=b590c9c8-c520-470d-acc6-c81820865100,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:39.665369 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.680709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:39.690905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-368cde24-3876-46a3-bd15-7b7b77f616cb admin admin] 10.222.0.52 "PUT /v2.0/routers/e9361d9d-b0db-42b0-bb32-7dc5be7bd528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8540978 Feb 11 13:28:39.694056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53108) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:39.698808 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] Sync routers for ids ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:39.716893 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] Routers {'e9361d9d-b0db-42b0-bb32-7dc5be7bd528'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:39.717517 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:39.732173 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.807044 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.859452 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.862994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.878946 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] Set router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:39.960293 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:39.994570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 89c6f2ad-64ac-4b61-b489-e27ae8936df0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:40.056068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:40.056907 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.091806 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.094182 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.105341 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.113086 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'name': 'tempest-FloatingIPDetailsTestJSON-572732935-router', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:58Z', 'updated_at': '2022-02-11T13:28:37Z', 'revision_number': 5, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'gw_port': {'id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:59Z', 'updated_at': '2022-02-11T13:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:40.131098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1424a96-1215-4fb8-8dc1-1bc97dba2453,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.147714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.148104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.148454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.148787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.149218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.150920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.151260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.151632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.152203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.153562 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] Checking router: e9361d9d-b0db-42b0-bb32-7dc5be7bd528 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:40.153714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.154019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.154387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:28:40.165139 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] Routers {'e9361d9d-b0db-42b0-bb32-7dc5be7bd528'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:40.166216 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:40.167968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:40.182690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.183083 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Added segment c4a1eb26-ce66-4975-abbb-f86af4966b1b of type vlan for network a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 Feb 11 13:28:40.198110 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.217129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.276597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.303256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03183ed9-d7bc-42a2-9c68-1b9bdb82db23 req-0b02bbe5-4227-4438-b223-ab3fa744469f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:40.304865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03183ed9-d7bc-42a2-9c68-1b9bdb82db23 req-0b02bbe5-4227-4438-b223-ab3fa744469f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 931 time: 0.2737961 Feb 11 13:28:40.314297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:28:40.318706 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] Set router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:40.334882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf5c826-8213-4264-8f0e-2191babc2138,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.344819 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.345228 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Added segment 566c3b5e-4c28-4f29-9ee3-57e713dad088 of type vlan for network b148ee86-cacf-4924-bd51-00c6d2a447c4 Feb 11 13:28:40.368409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.385255 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.399996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'Port': ['ID=b590c9c8-c520-470d-acc6-c81820865100,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.441087 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.450192 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03183ed9-d7bc-42a2-9c68-1b9bdb82db23 req-433a9ff0-9f13-4ddb-af03-864efd04aa36 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310849 Feb 11 13:28:40.517760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445636b2-e9be-4f29-afd0-8232f38b0894 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:40.519021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.520617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-18237dea-c511-4360-809f-b26902eda56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9392219 Feb 11 13:28:40.526725 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.530821 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'name': 'tempest-FloatingIPDetailsTestJSON-572732935-router', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:58Z', 'updated_at': '2022-02-11T13:28:37Z', 'revision_number': 5, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'gw_port': {'id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:59Z', 'updated_at': '2022-02-11T13:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:40.539901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Transition to ACTIVE for port object 445636b2-e9be-4f29-afd0-8232f38b0894 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:40.560431 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fb3e4c-859d-47b6-9ee2-23f04da027e5 None None] The sync data for ids ['e9361d9d-b0db-42b0-bb32-7dc5be7bd528'] in n-d-816488-1 is: [{'id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'name': 'tempest-FloatingIPDetailsTestJSON-572732935-router', 'tenant_id': '97a89f85de6241d8a4828019bcdf9579', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249'}], 'enable_snat': True}, 'gw_port_id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:27:58Z', 'updated_at': '2022-02-11T13:28:37Z', 'revision_number': 5, 'project_id': '97a89f85de6241d8a4828019bcdf9579', 'gw_port': {'id': '3d072ecc-183d-4138-89ec-498c06db1cec', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9361d9d-b0db-42b0-bb32-7dc5be7bd528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:27:59Z', 'updated_at': '2022-02-11T13:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:28:40.568189 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.569266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:40.570468 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.610943 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.612258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:40.613166 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.637787 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.638146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] Pushing event updated for resources: {'Network': ['ID=a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.656759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:28:40.710538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-893a0589-559c-476f-8fc3-2ecf9b1de273 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7887599 Feb 11 13:28:40.718842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53140) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:40.724577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Request body: {'subnet': {'network_id': 'a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1697813001-subnet', 'tenant_id': 'a43dedfb6645450c84a4a658dc1ffc1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:40.751375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] Pushing event updated for resources: {'Network': ['ID=b148ee86-cacf-4924-bd51-00c6d2a447c4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.757585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Pushing event updated for resources: {'Port': ['ID=445636b2-e9be-4f29-afd0-8232f38b0894,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:40.766188 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network b148ee86-cacf-4924-bd51-00c6d2a447c4 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:28:40.780520 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-e3d60458-c52e-4e0d-ba8a-8c832319ef8a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1666040688&fields=id&tenant_id=0773021f91b5451292c61dbee2f8846e HTTP/1.1" status: 200 len: 267 time: 0.0684900 Feb 11 13:28:40.791516 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a10577f1-598f-44ca-b414-8ad2c82be715 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5619562 Feb 11 13:28:40.792429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53142) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:40.795728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Deleting port 3d072ecc-183d-4138-89ec-498c06db1cec {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:40.795941 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.817620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Request body: {'subnet': {'network_id': 'b148ee86-cacf-4924-bd51-00c6d2a447c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-293857927-subnet', 'tenant_id': 'b4c006cb745644b486f6341b3420897d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:40.891864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc14b5-b418-4378-9bab-b8165849a889 req-b9e8e3b2-9c84-4828-bff4-689f84c1d9a8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:40.893321 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-b9e8e3b2-9c84-4828-bff4-689f84c1d9a8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 811 time: 0.1120355 Feb 11 13:28:40.907779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Attempting to bind port 445636b2-e9be-4f29-afd0-8232f38b0894 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:40.908118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Attempting to bind port 445636b2-e9be-4f29-afd0-8232f38b0894 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:40.908445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Attempting to bind port 445636b2-e9be-4f29-afd0-8232f38b0894 on network 4852bdea-bdee-4cce-94d2-73f24e6c824a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:40.912778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-7e3961ca-5276-42a1-a53d-6c4c374fa56e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/quotas/0773021f91b5451292c61dbee2f8846e HTTP/1.1" status: 200 len: 375 time: 0.0130355 Feb 11 13:28:40.920952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Port 445636b2-e9be-4f29-afd0-8232f38b0894 on network 4852bdea-bdee-4cce-94d2-73f24e6c824a not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:40.921277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Attempting to bind port 445636b2-e9be-4f29-afd0-8232f38b0894 on network 4852bdea-bdee-4cce-94d2-73f24e6c824a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:40.922759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Made reservation on behalf of a43dedfb6645450c84a4a658dc1ffc1e for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:40.925114 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.933003 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] For port 3d072ecc-183d-4138-89ec-498c06db1cec, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3d072ecc-183d-4138-89ec-498c06db1cec,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:40.933358 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.943781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:40.944123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Checking segment: {'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:40.944511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Bound using segment: {'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:40.944957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Bound port: 445636b2-e9be-4f29-afd0-8232f38b0894, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:40.945315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:40.965437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Calling delete_port for 3d072ecc-183d-4138-89ec-498c06db1cec owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:41.039422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-56944b2f-252d-4c3c-88d1-f00d660b2fda tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1191332 Feb 11 13:28:41.052548 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Made reservation on behalf of b4c006cb745644b486f6341b3420897d for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:41.054955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.165066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] For port 445636b2-e9be-4f29-afd0-8232f38b0894, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:41.189964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] For port 445636b2-e9be-4f29-afd0-8232f38b0894, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=445636b2-e9be-4f29-afd0-8232f38b0894,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:41.292449 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.324551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.324940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.327607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] 10.222.0.13 "PUT /v2.0/ports/445636b2-e9be-4f29-afd0-8232f38b0894 HTTP/1.1" status: 200 len: 1091 time: 1.6970425 Feb 11 13:28:41.352178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'tag': '445636b2-e9be-4f29-afd0-8232f38b0894'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:41.355106 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f422f77a-937b-40fd-918d-52feaa9fb060" -d '{"events": [{"name": "network-changed", "server_uuid": "e5132c2a-9819-435f-83f5-5a1f29b92706", "tag": "445636b2-e9be-4f29-afd0-8232f38b0894"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:41.445396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-613d6620-9299-4972-9de7-b9840ca37cef service neutron] 10.222.0.52 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837302 Feb 11 13:28:41.461613 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.466861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b398f-6847-46a1-86cb-8cc00523d73f service neutron] Pushing event updated for resources: {'Port': ['ID=445636b2-e9be-4f29-afd0-8232f38b0894,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:41.511169 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d072ecc-183d-4138-89ec-498c06db1cec,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:41.539327 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-fa15c5f6-426b-43e2-8423-2a7233be620a service neutron] 10.222.0.52 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929172 Feb 11 13:28:41.540557 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.554451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e9f8b319-eb5f-49a8-96b2-e9a6ea48d56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.555916 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-e9f8b319-eb5f-49a8-96b2-e9a6ea48d56b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c43c2af02c0649d4b17f1095f4567661&device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 1094 time: 0.1325314 Feb 11 13:28:41.579004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.607703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff144ac-3c9c-4b12-9425-5eb765863ba5,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:41.613996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Checking segment: {'id': 'c4a1eb26-ce66-4975-abbb-f86af4966b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:41.614201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Network hostable DHCP agents. Network: a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:41.636332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-bc615290-dbd9-4661-89f8-d3b8afc5c965 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445636b2-e9be-4f29-afd0-8232f38b0894 HTTP/1.1" status: 200 len: 217 time: 0.0725327 Feb 11 13:28:41.640764 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.687701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Network a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:41.809229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:41.825352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:41.832125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:41.832716 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:41.864304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44447140-a2c3-4dc2-8594-28e270872031 None None] Network a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:41.877382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:41.878091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f7127cee-d1e7-4dd0-9ef3-69e709bb5c20 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:41.946829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b332011a-5e0f-4280-b7fa-286f3e187e88 req-314b3c27-fed8-4351-ab5b-f08e859394bb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0676336 Feb 11 13:28:41.957532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0a9d8dfe-4bb1-4296-bdbc-4e88731822c1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2364962 Feb 11 13:28:42.054688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5c7d9f-a58a-43c5-9e92-5c3c87cc589c None None] Network a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:42.163160 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee97d8c-8b16-4597-8d3b-1d0c7b400df0 x-openstack-request-id: req-bee97d8c-8b16-4597-8d3b-1d0c7b400df0 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:42.163743 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5132c2a-9819-435f-83f5-5a1f29b92706", "tag": "445636b2-e9be-4f29-afd0-8232f38b0894", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:42.163743 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bee97d8c-8b16-4597-8d3b-1d0c7b400df0 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:42.164189 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'tag': '445636b2-e9be-4f29-afd0-8232f38b0894', 'status': 'completed', 'code': 200} Feb 11 13:28:42.193028 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.211816 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.215640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe83dc9c-fa9b-427d-94f7-ecab6a98cd16,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:42.276671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-4afbb574-a6c6-494c-bcd5-d4cfc0f51f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.278612 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-4afbb574-a6c6-494c-bcd5-d4cfc0f51f87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18791dde-9449-4545-9c37-bd46ebac9cc2 HTTP/1.1" status: 200 len: 855 time: 0.6330807 Feb 11 13:28:42.302131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Checking segment: {'id': '566c3b5e-4c28-4f29-9ee3-57e713dad088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b148ee86-cacf-4924-bd51-00c6d2a447c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:42.302435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Network hostable DHCP agents. Network: b148ee86-cacf-4924-bd51-00c6d2a447c4, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:28:42.325699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9718a-5bb9-4166-abd5-e807f878a0c4 req-28a4fa36-dd5c-487c-b5ca-d6e8cbca2966 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.327215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69f9718a-5bb9-4166-abd5-e807f878a0c4 req-28a4fa36-dd5c-487c-b5ca-d6e8cbca2966 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 943 time: 0.1584380 Feb 11 13:28:42.330368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-d7521c36-22ce-40b9-90f2-4660bf9bf32c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4852bdea-bdee-4cce-94d2-73f24e6c824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437384 Feb 11 13:28:42.426866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69f9718a-5bb9-4166-abd5-e807f878a0c4 req-d20a52dd-ffcd-40ea-9363-2cdd94c02a02 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927072 Feb 11 13:28:42.454261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-cde10983-2ad4-4e0c-9388-12da8b323c4d tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.455841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-cde10983-2ad4-4e0c-9388-12da8b323c4d tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/networks?id=a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 HTTP/1.1" status: 200 len: 814 time: 0.1090975 Feb 11 13:28:42.476702 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-31d7fc8f-4285-4488-9444-f927b618e47c tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/quotas/a43dedfb6645450c84a4a658dc1ffc1e HTTP/1.1" status: 200 len: 375 time: 0.0146282 Feb 11 13:28:42.479663 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.480344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9361d9d-b0db-42b0-bb32-7dc5be7bd528 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:28:42.489279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.493389 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-73e3f87b-790e-4c5e-b874-e132f727b4a6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e9361d9d-b0db-42b0-bb32-7dc5be7bd528 HTTP/1.1" status: 204 len: 168 time: 2.7983487 Feb 11 13:28:42.493658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53190) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:42.496672 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-d896763a-93c2-4abb-a5e3-533d0e1fe16c service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529179 Feb 11 13:28:42.499076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Network b148ee86-cacf-4924-bd51-00c6d2a447c4 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:28:42.527724 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-de5ea0f5-6d78-4d17-83d3-6c3a7027dc08 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a43dedfb6645450c84a4a658dc1ffc1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439739 Feb 11 13:28:42.607828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, b148ee86-cacf-4924-bd51-00c6d2a447c4) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:42.614784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.615654 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.619685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-2873dce8-3378-48f1-a034-250a877449d6 admin admin] Deleting subnet b67e46b9-40ce-431f-a065-746f2b181bb9 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:28:42.620530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf296f1-9881-4d36-b939-90347558f169 None None] Network b148ee86-cacf-4924-bd51-00c6d2a447c4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:42.627073 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2873dce8-3378-48f1-a034-250a877449d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.633565 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15b1d0f8-fb50-4105-aec5-6c89b8ddb0c7 req-0dedf7c8-8e28-41d6-98a5-8f2fa5460802 service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305370 Feb 11 13:28:42.687408 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2873dce8-3378-48f1-a034-250a877449d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.714045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-5070ae4e-02e1-4e4b-95e2-f170f6b994a7 service neutron] 10.222.0.52 "GET /v2.0/networks/a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851873 Feb 11 13:28:42.747443 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-46b5aaea-d543-4b17-b31f-e5872e21b0f4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9458914 Feb 11 13:28:42.904979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-ab17c223-e6ef-414c-9d52-232db3e082d8 service neutron] 10.222.0.52 "GET /v2.0/networks/a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453481 Feb 11 13:28:42.911551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f77a-937b-40fd-918d-52feaa9fb060 req-f6eeb8cd-9db1-4518-8921-260acb43d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:42.916842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f422f77a-937b-40fd-918d-52feaa9fb060 req-f6eeb8cd-9db1-4518-8921-260acb43d68c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c43c2af02c0649d4b17f1095f4567661&device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 1094 time: 0.1202750 Feb 11 13:28:42.946548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2873dce8-3378-48f1-a034-250a877449d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:42.954757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfbd762-cfdb-4590-b0a6-ac63418a4cdc None None] Network b148ee86-cacf-4924-bd51-00c6d2a447c4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:43.096578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a7b7049d-8e8a-4726-924a-567cd56b4479 req-dc39f4e7-2e1d-4239-af5d-f9791db27a5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0459721 Feb 11 13:28:43.112203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f77a-937b-40fd-918d-52feaa9fb060 req-4826d47b-cab3-4ca5-80ac-9857ca097abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.113731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f422f77a-937b-40fd-918d-52feaa9fb060 req-4826d47b-cab3-4ca5-80ac-9857ca097abf service neutron] 10.222.0.13 "GET /v2.0/networks?id=4852bdea-bdee-4cce-94d2-73f24e6c824a HTTP/1.1" status: 200 len: 916 time: 0.1888194 Feb 11 13:28:43.179524 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2873dce8-3378-48f1-a034-250a877449d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.194787 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f422f77a-937b-40fd-918d-52feaa9fb060 req-52060508-ee00-4494-b72b-0e1aadf386c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=445636b2-e9be-4f29-afd0-8232f38b0894 HTTP/1.1" status: 200 len: 217 time: 0.0734491 Feb 11 13:28:43.218970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873dce8-3378-48f1-a034-250a877449d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b67e46b9-40ce-431f-a065-746f2b181bb9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:43.239967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2873dce8-3378-48f1-a034-250a877449d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.259390 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2873dce8-3378-48f1-a034-250a877449d6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b67e46b9-40ce-431f-a065-746f2b181bb9 HTTP/1.1" status: 204 len: 168 time: 0.7645993 Feb 11 13:28:43.263049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53224) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:43.279730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422f77a-937b-40fd-918d-52feaa9fb060 req-28cd657b-59e5-4305-8f43-9f1fca02728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.281713 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f422f77a-937b-40fd-918d-52feaa9fb060 req-28cd657b-59e5-4305-8f43-9f1fca02728e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18791dde-9449-4545-9c37-bd46ebac9cc2 HTTP/1.1" status: 200 len: 855 time: 0.0775254 Feb 11 13:28:43.286936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e55de-9e08-4b7b-b187-2e6761273759 None None] Network ab78be7d-e5da-40e5-8339-ace1465e7e36 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:28:43.351327 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f422f77a-937b-40fd-918d-52feaa9fb060 req-21ac8b86-76d7-49e6-86a2-0b23d3356e46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4852bdea-bdee-4cce-94d2-73f24e6c824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608301 Feb 11 13:28:43.381162 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7147d65e-b786-4bf8-8ae8-7f4eb731dd97 req-dbb98637-9044-493d-b82d-63474845fa65 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 210 time: 0.0444369 Feb 11 13:28:43.408187 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.583301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ccd0595e-068e-4a17-a8dd-1163cc4bd454 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.584905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ccd0595e-068e-4a17-a8dd-1163cc4bd454 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/networks?id=b148ee86-cacf-4924-bd51-00c6d2a447c4 HTTP/1.1" status: 200 len: 820 time: 0.2390039 Feb 11 13:28:43.585305 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf379b-c226-405e-aae5-714080f338d3 None None] DHCP port deletion for ab78be7d-e5da-40e5-8339-ace1465e7e36 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:28:43.587199 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f422f77a-937b-40fd-918d-52feaa9fb060 req-0e3af44a-e8b9-4f6a-844a-10dc964d52e5 service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081623 Feb 11 13:28:43.633638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Deleting port dba182c8-a216-4f13-9368-1826eb7e9d77 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:43.634236 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.638616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf379b-c226-405e-aae5-714080f338d3 None None] Deleting port dba182c8-a216-4f13-9368-1826eb7e9d77 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:28:43.639009 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3cf379b-c226-405e-aae5-714080f338d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.665268 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-8e859667-f434-4c7c-bb21-4c1579c3f557 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/quotas/b4c006cb745644b486f6341b3420897d HTTP/1.1" status: 200 len: 375 time: 0.0691831 Feb 11 13:28:43.723567 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-4e4c6cac-cb0e-4024-ac61-c2bd8ed6a8df tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b4c006cb745644b486f6341b3420897d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439029 Feb 11 13:28:43.737503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e30c9545-358d-4c0a-bc00-73746a0eebaa details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:43.740513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f3cf379b-c226-405e-aae5-714080f338d3 None None] For port dba182c8-a216-4f13-9368-1826eb7e9d77, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=dba182c8-a216-4f13-9368-1826eb7e9d77,segment=NetworkSegment(7e34f1da-5bd6-42e1-b2ee-878543c2c82f),segment_id=7e34f1da-5bd6-42e1-b2ee-878543c2c82f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:43.741099 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3cf379b-c226-405e-aae5-714080f338d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.768728 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf379b-c226-405e-aae5-714080f338d3 None None] Calling delete_port for dba182c8-a216-4f13-9368-1826eb7e9d77 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:43.771680 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f422f77a-937b-40fd-918d-52feaa9fb060 req-e7123878-27d7-4dd3-b45e-0d6d0e047fd1 service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771398 Feb 11 13:28:43.780955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dbdd02-5682-45aa-b7eb-619fc8037343 req-867e34fa-5e36-47a9-8579-225ed6a98a8e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:43.789132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-31dbdd02-5682-45aa-b7eb-619fc8037343 req-867e34fa-5e36-47a9-8579-225ed6a98a8e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 943 time: 0.1880698 Feb 11 13:28:43.831368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] For port dba182c8-a216-4f13-9368-1826eb7e9d77, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=dba182c8-a216-4f13-9368-1826eb7e9d77,segment=NetworkSegment(7e34f1da-5bd6-42e1-b2ee-878543c2c82f),segment_id=7e34f1da-5bd6-42e1-b2ee-878543c2c82f)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:43.831674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:43.864461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Calling delete_port for dba182c8-a216-4f13-9368-1826eb7e9d77 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:28:43.876312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-31dbdd02-5682-45aa-b7eb-619fc8037343 req-546436a9-d10a-45e3-9fa7-f7d00e2fa5a6 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862525 Feb 11 13:28:43.919952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device dba182c8-a216-4f13-9368-1826eb7e9d77 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:43.951785 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-353cf025-2195-404b-9f85-022bd388b5be service neutron] 10.222.0.52 "GET /v2.0/networks/b148ee86-cacf-4924-bd51-00c6d2a447c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913159 Feb 11 13:28:44.137998 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.148559 n-d-816488-1 neutron-server[103008]: INFO neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No ports have port_id starting with dba182c8-a216-4f13-9368-1826eb7e9d77 Feb 11 13:28:44.189916 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-60964b4d-6a46-4e02-80d1-434f182f52ad service neutron] 10.222.0.52 "GET /v2.0/networks/b148ee86-cacf-4924-bd51-00c6d2a447c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269301 Feb 11 13:28:44.203963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3d072ecc-183d-4138-89ec-498c06db1cec no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:28:44.225049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba182c8-a216-4f13-9368-1826eb7e9d77,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.233784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 3d072ecc-183d-4138-89ec-498c06db1cec {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:28:44.234385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3d072ecc-183d-4138-89ec-498c06db1cec not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:28:44.241968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e30c9545-358d-4c0a-bc00-73746a0eebaa, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:44.254465 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3cf379b-c226-405e-aae5-714080f338d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.265122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] No DVR routers for this DVR port dba182c8-a216-4f13-9368-1826eb7e9d77 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:44.272904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf379b-c226-405e-aae5-714080f338d3 None None] No DVR routers for this DVR port dba182c8-a216-4f13-9368-1826eb7e9d77 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:28:44.298573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'e30c9545-358d-4c0a-bc00-73746a0eebaa', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'port_id': 'e30c9545-358d-4c0a-bc00-73746a0eebaa', 'mac_address': 'fa:16:3e:1c:8b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b524e984-4024-46c0-b04c-9c226443adb2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:44.302959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf379b-c226-405e-aae5-714080f338d3 None None] Pushing event deleted for resources: {'Port': ['ID=dba182c8-a216-4f13-9368-1826eb7e9d77,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.362902 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.367188 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b058ef2f-7fdf-47bf-8e82-dc75c3ec3b66 req-89c02c18-e983-4e78-9f04-fd5142ebb739 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0379705 Feb 11 13:28:44.378594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e30c9545-358d-4c0a-bc00-73746a0eebaa {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:44.400318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e30c9545-358d-4c0a-bc00-73746a0eebaa, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:44.432982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.469295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab78be7d-e5da-40e5-8339-ace1465e7e36']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:44.490896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f01885c6-0115-47f5-9c23-a01a3d104ec2 req-4fc58c48-2159-4c3a-a1fd-668820df8e55 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 210 time: 0.0440233 Feb 11 13:28:44.494705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e34f1da-5bd6-42e1-b2ee-878543c2c82f') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:44.494802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e34f1da-5bd6-42e1-b2ee-878543c2c82f') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:44.507604 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.507745 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.531860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.550829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:28:44.552467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:28:44.563867 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:28:44.569495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e30c9545-358d-4c0a-bc00-73746a0eebaa,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.585255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e30c9545-358d-4c0a-bc00-73746a0eebaa'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:44.694190 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.704760 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:44.714222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ab78be7d-e5da-40e5-8339-ace1465e7e36 HTTP/1.1" status: 204 len: 168 time: 1.4500711 Feb 11 13:28:44.804791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cadc0210-e1d8-44ce-9317-189eb5c69b00 req-2ebf31ee-f83e-477b-8fae-5392c3e03670 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 210 time: 0.0489736 Feb 11 13:28:44.805962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ace5d-654f-4804-8f4b-b840c6a59b11 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab78be7d-e5da-40e5-8339-ace1465e7e36,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:44.842923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 445636b2-e9be-4f29-afd0-8232f38b0894 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:45.015062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 445636b2-e9be-4f29-afd0-8232f38b0894, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=445636b2-e9be-4f29-afd0-8232f38b0894,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:45.055741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '445636b2-e9be-4f29-afd0-8232f38b0894', 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a', 'port_id': '445636b2-e9be-4f29-afd0-8232f38b0894', 'mac_address': 'fa:16:3e:3f:16:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18791dde-9449-4545-9c37-bd46ebac9cc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:45.067511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2595ad-415a-4857-bd13-dd12b882c8d6 req-29fbfc56-4af0-422b-9977-065f0a6a7861 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:45.077257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd2595ad-415a-4857-bd13-dd12b882c8d6 req-29fbfc56-4af0-422b-9977-065f0a6a7861 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 943 time: 0.1125166 Feb 11 13:28:45.134239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc14b5-b418-4378-9bab-b8165849a889 req-ba5a9914-cc07-4463-a31e-b64bf01a335b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:45.135748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-ba5a9914-cc07-4463-a31e-b64bf01a335b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 811 time: 0.2919891 Feb 11 13:28:45.155436 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.172263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445636b2-e9be-4f29-afd0-8232f38b0894 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:45.186002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd2595ad-415a-4857-bd13-dd12b882c8d6 req-18efec5e-47fb-493c-812f-cf043ecf0e11 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077354 Feb 11 13:28:45.198662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 445636b2-e9be-4f29-afd0-8232f38b0894, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=445636b2-e9be-4f29-afd0-8232f38b0894,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:45.214380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-99aa283e-e644-4193-b819-59c87c8ff75c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0773021f91b5451292c61dbee2f8846e HTTP/1.1" status: 200 len: 380 time: 0.0664966 Feb 11 13:28:45.232079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'port': {'device_id': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'admin_state_up': True, 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'security_groups': ['fc1fb80b-35fa-4ed8-b601-0f4b585f1763']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:45.257155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53278) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:45.299825 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eb8f8083-212e-4098-8285-f7d0346c2104 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97a89f85de6241d8a4828019bcdf9579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414960 Feb 11 13:28:45.302811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53280) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:45.303502 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.372739 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b19d-18b3-412f-9e4e-9a603d204a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.374627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=445636b2-e9be-4f29-afd0-8232f38b0894,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:45.400725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b19d-18b3-412f-9e4e-9a603d204a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.489137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c90729b1-99f2-47cb-8ed4-52a282d735e8 req-1c487f7c-7b1a-46fc-bedb-261080c819ab tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0314064 Feb 11 13:28:45.556885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Made reservation on behalf of 0773021f91b5451292c61dbee2f8846e for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:45.560712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.571178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['445636b2-e9be-4f29-afd0-8232f38b0894'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:45.591235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b19d-18b3-412f-9e4e-9a603d204a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.594284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ea6b19d-18b3-412f-9e4e-9a603d204a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.596329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8ea6b19d-18b3-412f-9e4e-9a603d204a19 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e53ae86a-4731-409f-9f79-ddac6ce7d48f HTTP/1.1" status: 204 len: 168 time: 0.2922232 Feb 11 13:28:45.608143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6b19d-18b3-412f-9e4e-9a603d204a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53ae86a-4731-409f-9f79-ddac6ce7d48f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:45.711222 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-318a5c81-dae6-47ba-95c0-25ea7bdc2a0b req-8a0a09c0-9163-4ad1-91e1-51b085ffdd41 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 210 time: 0.1254919 Feb 11 13:28:45.740901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e30c9545-358d-4c0a-bc00-73746a0eebaa up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:45.855545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port e30c9545-358d-4c0a-bc00-73746a0eebaa triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:45.856855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:45.875146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Allocated IP 172.20.0.5 (41d4209a-8a29-44c3-85b9-e48f9078e17b/c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8/c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:45.933535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5b2c58d-5b76-45c5-874a-940b92d1c0b0 req-57084738-add0-4149-9c95-4b54c5743956 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 210 time: 0.0523260 Feb 11 13:28:45.986888 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.030369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e30c9545-358d-4c0a-bc00-73746a0eebaa, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:46.031302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30c9545-358d-4c0a-bc00-73746a0eebaa'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:46.036879 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720ab9f3-3f06-4500-9222-674c404dd523" -d '{"events": [{"server_uuid": "d1e7831d-6498-4418-a1ba-1aa066745375", "name": "network-vif-plugged", "status": "completed", "tag": "e30c9545-358d-4c0a-bc00-73746a0eebaa"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:46.102875 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.162713 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.220489 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.267007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e30c9545-358d-4c0a-bc00-73746a0eebaa,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:46.307081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:46.318029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:46.321392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:46.373693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe9dc-4e3c-4034-96a1-f02a7368b21f req-7e74ae9e-92e9-49e6-9657-3f3f9ce0b74c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.383307 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b93fe9dc-4e3c-4034-96a1-f02a7368b21f req-7e74ae9e-92e9-49e6-9657-3f3f9ce0b74c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 944 time: 0.0939245 Feb 11 13:28:46.449919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b93fe9dc-4e3c-4034-96a1-f02a7368b21f req-949e401b-cb47-4dec-bf94-a76d3b3ddd49 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530975 Feb 11 13:28:46.458259 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.459064 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.484947 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc3c113-52c9-4cdc-9a5c-00f90a0a11a7 x-openstack-request-id: req-dfc3c113-52c9-4cdc-9a5c-00f90a0a11a7 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:46.486261 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e7831d-6498-4418-a1ba-1aa066745375", "name": "network-vif-plugged", "status": "completed", "tag": "e30c9545-358d-4c0a-bc00-73746a0eebaa", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:46.486261 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dfc3c113-52c9-4cdc-9a5c-00f90a0a11a7 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:46.486721 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30c9545-358d-4c0a-bc00-73746a0eebaa', 'code': 200} Feb 11 13:28:46.497436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:46.605081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-1a0cb4d6-3a6f-4e4f-8c55-9347b294dabe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3840907 Feb 11 13:28:46.619450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Request body: {'port': {'device_id': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:46.623574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4b6ae-2c8a-4941-ab05-b4384ca1ff70 req-5dd0c3ef-994c-4aa3-9ab1-66a218372440 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.631277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58b4b6ae-2c8a-4941-ab05-b4384ca1ff70 req-5dd0c3ef-994c-4aa3-9ab1-66a218372440 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 931 time: 0.0580864 Feb 11 13:28:46.671694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58b4b6ae-2c8a-4941-ab05-b4384ca1ff70 req-f0abdf4b-e08b-4e5e-8115-338cf3e30afa tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392580 Feb 11 13:28:46.698757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.728193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-95023ba7-29ae-47c7-9fe7-80d99e7604b6 None None] Provisioning complete for port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:46.728565 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-95023ba7-29ae-47c7-9fe7-80d99e7604b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:46.775192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-95023ba7-29ae-47c7-9fe7-80d99e7604b6 None None] Port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:28:46.841000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 445636b2-e9be-4f29-afd0-8232f38b0894 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:46.888681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-cad9b757-a105-415e-a218-a6cba9ee84e6 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:46.890261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-cad9b757-a105-415e-a218-a6cba9ee84e6 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.13 "GET /v2.0/networks?id=a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 HTTP/1.1" status: 200 len: 814 time: 0.1828811 Feb 11 13:28:46.905466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Request body: {'port': {'device_id': 'b1113be0-cad8-490e-8ee8-545e4ae9b555', 'network_id': 'a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0', 'admin_state_up': True, 'tenant_id': 'a43dedfb6645450c84a4a658dc1ffc1e'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:47.022212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cd79e39-e9a7-4210-88ac-f0f40cfb2e06 req-05bd8686-6545-472d-93f9-e51ed98384ef tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 210 time: 0.1261938 Feb 11 13:28:47.114809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91731193-f51a-4817-8a3f-48c6e81f1051 req-83b713c4-b5e8-46a5-a0f5-9dfeb00d8115 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 210 time: 0.0487227 Feb 11 13:28:47.224983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Made reservation on behalf of a43dedfb6645450c84a4a658dc1ffc1e for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:47.229202 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.294227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 445636b2-e9be-4f29-afd0-8232f38b0894 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:47.298830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 445636b2-e9be-4f29-afd0-8232f38b0894 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:47.299314 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.336212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:47.346834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.371134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Transition to ACTIVE for port object c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:47.435281 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.436618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Allocated IP 172.20.0.12 (a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0/7ff144ac-3c9c-4b12-9425-5eb765863ba5/c96649b0-64e8-49ec-96aa-436ffc1946ab) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:47.459683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.498281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 445636b2-e9be-4f29-afd0-8232f38b0894, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=445636b2-e9be-4f29-afd0-8232f38b0894,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:47.568158 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.622253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Attempting to bind port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:47.623315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Attempting to bind port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:47.623716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Attempting to bind port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:47.626652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.633090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 on network 41d4209a-8a29-44c3-85b9-e48f9078e17b not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:47.633424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Attempting to bind port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:47.640199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:47.640628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Checking segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:47.641084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Bound using segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:47.641709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Bound port: c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:47.642131 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.656940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=445636b2-e9be-4f29-afd0-8232f38b0894,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:47.731534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027d0a5-6ebb-4a1c-af1a-c0c4e53a1632 req-24a00afd-f8f5-4a4c-8eee-053753bf461c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:47.741108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9027d0a5-6ebb-4a1c-af1a-c0c4e53a1632 req-24a00afd-f8f5-4a4c-8eee-053753bf461c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1525421 Feb 11 13:28:47.837116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:47.837116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:47.844165 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9027d0a5-6ebb-4a1c-af1a-c0c4e53a1632 req-f15a859d-25e8-44a9-abf6-ea53e4137bf1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020367 Feb 11 13:28:47.872365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:47.912049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322171-49ba-4298-aefd-7d8070c3f4c0 req-c8c18abc-ad00-48c7-9101-b8cf3cebd7aa tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:47.922821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc322171-49ba-4298-aefd-7d8070c3f4c0 req-c8c18abc-ad00-48c7-9101-b8cf3cebd7aa tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 943 time: 0.0851653 Feb 11 13:28:47.942915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.043799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.044611 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.046045 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] 10.222.0.13 "PUT /v2.0/ports/c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 1091 time: 1.4314628 Feb 11 13:28:48.054496 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.072525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:48.079478 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ab6cb-3335-47d9-92db-e2c63b2f605c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:48.157354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc322171-49ba-4298-aefd-7d8070c3f4c0 req-2f27bfaf-85fa-4c82-a8c1-d8ed6d55d632 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331364 Feb 11 13:28:48.175694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Pushing event updated for resources: {'Port': ['ID=c96649b0-64e8-49ec-96aa-436ffc1946ab,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.185103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb3949-eb51-41e3-9db2-9e76ef5e2799 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:48.194038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Network a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:48.229692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:48.271711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:48.289896 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8080e98f-1f89-4a88-9124-fdabee225f37 x-openstack-request-id: req-8080e98f-1f89-4a88-9124-fdabee225f37 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:48.290701 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:48.291135 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8080e98f-1f89-4a88-9124-fdabee225f37 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:48.291500 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'status': 'completed', 'code': 200} Feb 11 13:28:48.319339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-1c8930ad-5e82-4d1f-a9d3-096d45ae10fc tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.320319 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-1c8930ad-5e82-4d1f-a9d3-096d45ae10fc tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.59 "GET /v2.0/networks?id=b148ee86-cacf-4924-bd51-00c6d2a447c4 HTTP/1.1" status: 200 len: 820 time: 0.3663695 Feb 11 13:28:48.335610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Request body: {'port': {'device_id': '5893aff5-515c-4946-a4c5-2fc5ffba6136', 'network_id': 'b148ee86-cacf-4924-bd51-00c6d2a447c4', 'admin_state_up': True, 'tenant_id': 'b4c006cb745644b486f6341b3420897d'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:48.355255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dea4141-e1ce-42c9-8d7c-afcfdeae66f4 req-1570cfc7-8628-4c07-92c4-751616652014 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.357120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4dea4141-e1ce-42c9-8d7c-afcfdeae66f4 req-1570cfc7-8628-4c07-92c4-751616652014 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 932 time: 0.1692488 Feb 11 13:28:48.368943 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.369578 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.373641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc14b5-b418-4378-9bab-b8165849a889 req-0aaca9c2-1c02-48f7-8cfd-c06387ecdac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.375296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-0aaca9c2-1c02-48f7-8cfd-c06387ecdac7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1094 time: 0.1514330 Feb 11 13:28:48.420617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4dea4141-e1ce-42c9-8d7c-afcfdeae66f4 req-f699e35a-4846-4211-8e9f-2638fdca0c54 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467539 Feb 11 13:28:48.471579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d603e0dd-e329-4d49-ba08-c8b945977850 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5712855 Feb 11 13:28:48.484052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Request body: {'port': {'device_id': 'b1113be0-cad8-490e-8ee8-545e4ae9b555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:48.487745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445636b2-e9be-4f29-afd0-8232f38b0894'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:48.490204 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c4da82-d64e-4183-b940-9b000adcb975" -d '{"events": [{"server_uuid": "e5132c2a-9819-435f-83f5-5a1f29b92706", "name": "network-vif-plugged", "status": "completed", "tag": "445636b2-e9be-4f29-afd0-8232f38b0894"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:48.510069 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-fe51ee9d-e5b5-4b00-b571-24cdea0aa373 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 217 time: 0.0796747 Feb 11 13:28:48.510069 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d391f584-a664-45fd-a337-4b4bcdd6c7de req-8b58cdfa-d057-47bb-8c5e-97d14436abd4 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 210 time: 0.0824139 Feb 11 13:28:48.565611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.604011 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749912f1-a7a5-4cbe-a43d-8826f6a015f9 x-openstack-request-id: req-749912f1-a7a5-4cbe-a43d-8826f6a015f9 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:48.604333 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5132c2a-9819-435f-83f5-5a1f29b92706", "name": "network-vif-plugged", "status": "completed", "tag": "445636b2-e9be-4f29-afd0-8232f38b0894", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:48.604603 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-749912f1-a7a5-4cbe-a43d-8826f6a015f9 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:48.604997 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445636b2-e9be-4f29-afd0-8232f38b0894', 'code': 200} Feb 11 13:28:48.616141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc14b5-b418-4378-9bab-b8165849a889 req-c5640eb3-6c5c-460c-beea-1e0be1aa0666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.617462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-c5640eb3-6c5c-460c-beea-1e0be1aa0666 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1042778 Feb 11 13:28:48.694910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Made reservation on behalf of b4c006cb745644b486f6341b3420897d for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:28:48.700583 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:48.761335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc14b5-b418-4378-9bab-b8165849a889 req-130733c0-c109-4297-9d45-6150d541145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.763902 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-130733c0-c109-4297-9d45-6150d541145a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346035 Feb 11 13:28:48.787623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86011340-d0e5-4448-b675-c7dd42701e85 req-e704ece4-2afa-4b64-b97c-9efbd730f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:48.789017 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86011340-d0e5-4448-b675-c7dd42701e85 req-e704ece4-2afa-4b64-b97c-9efbd730f981 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 1096 time: 0.1034648 Feb 11 13:28:49.005073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-86011340-d0e5-4448-b675-c7dd42701e85 req-7bba7a14-df96-4c80-8eb0-28d711c6bdd7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943204 Feb 11 13:28:49.014451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96649b0-64e8-49ec-96aa-436ffc1946ab {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:49.026260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.037305 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae37db-45dd-4966-85c0-a29b40aaa27d req-c60af5be-c100-442d-98e4-f9381579bd36 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.041728 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8ae37db-45dd-4966-85c0-a29b40aaa27d req-c60af5be-c100-442d-98e4-f9381579bd36 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1545904 Feb 11 13:28:49.049228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Transition to ACTIVE for port object c96649b0-64e8-49ec-96aa-436ffc1946ab will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:49.088703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-eee758c4-4cfd-4cae-8d21-08b3b2b1adc3 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164549 Feb 11 13:28:49.113402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d5d71-a1ee-4e7c-a739-8144bf8d8502 req-a012e64c-cd7c-433d-803c-cdf0e86bfe93 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.115258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Allocated IP 172.20.0.14 (b148ee86-cacf-4924-bd51-00c6d2a447c4/fe83dc9c-fa9b-427d-94f7-ecab6a98cd16/c1a4360c-a2d4-460c-a518-61370986721b) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:28:49.124918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a11d5d71-a1ee-4e7c-a739-8144bf8d8502 req-a012e64c-cd7c-433d-803c-cdf0e86bfe93 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0740712 Feb 11 13:28:49.129454 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.134996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8ae37db-45dd-4966-85c0-a29b40aaa27d req-4b614f59-05af-47e6-bb11-932a6d4f6899 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828338 Feb 11 13:28:49.226787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Pushing event updated for resources: {'Port': ['ID=c96649b0-64e8-49ec-96aa-436ffc1946ab,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:49.258250 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a11d5d71-a1ee-4e7c-a739-8144bf8d8502 req-ceefe5b5-1a32-4345-9b08-12354f6cefaf tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303508 Feb 11 13:28:49.338085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Attempting to bind port c96649b0-64e8-49ec-96aa-436ffc1946ab on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:49.338396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Attempting to bind port c96649b0-64e8-49ec-96aa-436ffc1946ab by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'c4a1eb26-ce66-4975-abbb-f86af4966b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:49.338712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Attempting to bind port c96649b0-64e8-49ec-96aa-436ffc1946ab on network a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:49.346241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Port c96649b0-64e8-49ec-96aa-436ffc1946ab on network a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:49.346613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Attempting to bind port c96649b0-64e8-49ec-96aa-436ffc1946ab on network a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:49.351873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:49.354929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Checking segment: {'id': 'c4a1eb26-ce66-4975-abbb-f86af4966b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:49.354929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Bound using segment: {'id': 'c4a1eb26-ce66-4975-abbb-f86af4966b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:49.354929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Bound port: c96649b0-64e8-49ec-96aa-436ffc1946ab, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a1eb26-ce66-4975-abbb-f86af4966b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:49.354929 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.472586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] For port c96649b0-64e8-49ec-96aa-436ffc1946ab, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:49.478519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] For port c96649b0-64e8-49ec-96aa-436ffc1946ab, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c96649b0-64e8-49ec-96aa-436ffc1946ab,segment=NetworkSegment(c4a1eb26-ce66-4975-abbb-f86af4966b1b),segment_id=c4a1eb26-ce66-4975-abbb-f86af4966b1b)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:49.485410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1849947-6346-4017-a74b-e26d30a7c015 req-65ba874a-5810-4ebc-a5cf-7b3c08082b5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.487920 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1849947-6346-4017-a74b-e26d30a7c015 req-65ba874a-5810-4ebc-a5cf-7b3c08082b5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 943 time: 0.1616940 Feb 11 13:28:49.500140 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4abc14b5-b418-4378-9bab-b8165849a889 req-89ee7a08-41e2-4853-a292-f28c81763841 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030586 Feb 11 13:28:49.518460 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.551577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.557002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1849947-6346-4017-a74b-e26d30a7c015 req-78bec89f-dde8-4aa7-8a53-90744048f2a7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634520 Feb 11 13:28:49.612032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.612786 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.614636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] 10.222.0.13 "PUT /v2.0/ports/c96649b0-64e8-49ec-96aa-436ffc1946ab HTTP/1.1" status: 200 len: 1092 time: 1.1358001 Feb 11 13:28:49.615136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1113be0-cad8-490e-8ee8-545e4ae9b555', 'tag': 'c96649b0-64e8-49ec-96aa-436ffc1946ab'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:49.620224 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b1113be0-cad8-490e-8ee8-545e4ae9b555", "tag": "c96649b0-64e8-49ec-96aa-436ffc1946ab"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:49.700886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.732256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c74a88-a820-400d-a6ab-700326684958 service neutron] Pushing event updated for resources: {'Port': ['ID=c96649b0-64e8-49ec-96aa-436ffc1946ab,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:49.773805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc846e4-2062-4159-b937-f55f16c3cfd8 req-e68968c5-287d-4921-b88e-e9f0396d7f59 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.781459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edc846e4-2062-4159-b937-f55f16c3cfd8 req-e68968c5-287d-4921-b88e-e9f0396d7f59 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 944 time: 0.1451576 Feb 11 13:28:49.784296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-3c4b90f8-b996-4cc6-bc85-ba5c05f118f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.785937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-3c4b90f8-b996-4cc6-bc85-ba5c05f118f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1094 time: 0.1132877 Feb 11 13:28:49.819151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Network b148ee86-cacf-4924-bd51-00c6d2a447c4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:28:49.829119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:28:49.837001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:28:49.884652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edc846e4-2062-4159-b937-f55f16c3cfd8 req-5c56d44b-f303-4e35-b6fc-19716f83bf55 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915902 Feb 11 13:28:49.919124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.920005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:49.930522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Pushing event updated for resources: {'Port': ['ID=c1a4360c-a2d4-460c-a518-61370986721b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:49.963202 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cc80a4-7cca-4d29-8cc4-06ed601c480d x-openstack-request-id: req-57cc80a4-7cca-4d29-8cc4-06ed601c480d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:49.963690 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1113be0-cad8-490e-8ee8-545e4ae9b555", "tag": "c96649b0-64e8-49ec-96aa-436ffc1946ab", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:49.963937 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57cc80a4-7cca-4d29-8cc4-06ed601c480d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:49.964342 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1113be0-cad8-490e-8ee8-545e4ae9b555', 'tag': 'c96649b0-64e8-49ec-96aa-436ffc1946ab', 'status': 'completed', 'code': 200} Feb 11 13:28:49.970577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-915d80af-e54c-4e53-9167-cdb4f4261291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.972046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-915d80af-e54c-4e53-9167-cdb4f4261291 service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.1761246 Feb 11 13:28:49.989809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-479ebce0-a142-427a-bed7-8b05da305e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:49.994131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-479ebce0-a142-427a-bed7-8b05da305e49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a43dedfb6645450c84a4a658dc1ffc1e&device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 1095 time: 0.2295871 Feb 11 13:28:50.006079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991b70c-51d1-41bb-b238-6454d1a2f5e5 req-7f55fc6e-10f4-4cc9-ae62-27805e997053 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.014055 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f991b70c-51d1-41bb-b238-6454d1a2f5e5 req-7f55fc6e-10f4-4cc9-ae62-27805e997053 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 932 time: 0.1888971 Feb 11 13:28:50.032035 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-ca72fa28-c95f-4db3-a400-a483372c73ce tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7025306 Feb 11 13:28:50.040808 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-eb69f30a-f30d-46c1-adb9-25187544c3a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 217 time: 0.0555108 Feb 11 13:28:50.067494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-d5284246-587d-4330-aa47-4209091152be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96649b0-64e8-49ec-96aa-436ffc1946ab HTTP/1.1" status: 200 len: 217 time: 0.0512989 Feb 11 13:28:50.071272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Request body: {'port': {'device_id': '5893aff5-515c-4946-a4c5-2fc5ffba6136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:50.131448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-cf3bbce1-7093-4c9a-8687-27d71607ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.133210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-cf3bbce1-7093-4c9a-8687-27d71607ac9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.0857904 Feb 11 13:28:50.217341 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f991b70c-51d1-41bb-b238-6454d1a2f5e5 req-5e1f60cf-f005-4680-976b-431c189b48a2 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017541 Feb 11 13:28:50.230524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-50c3f487-1513-4ad5-adbf-65637722f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.231955 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-50c3f487-1513-4ad5-adbf-65637722f408 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff144ac-3c9c-4b12-9425-5eb765863ba5 HTTP/1.1" status: 200 len: 854 time: 0.1554775 Feb 11 13:28:50.240461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:50.249868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-bb7de0b1-0441-4cf3-8705-0fca98cde23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.251381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-bb7de0b1-0441-4cf3-8705-0fca98cde23a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110823 Feb 11 13:28:50.315494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-8b3892d0-ff89-48f7-bb2e-cd60f765b231 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684042 Feb 11 13:28:50.354668 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-b829c69e-4015-47be-9dab-00286d95a5a6 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952561 Feb 11 13:28:50.476498 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec011a-50d6-409e-8b44-00592fc7485a req-2d49c8b8-bb7c-4de5-8070-f922b971c3f2 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.484932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfec011a-50d6-409e-8b44-00592fc7485a req-2d49c8b8-bb7c-4de5-8070-f922b971c3f2 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1285582 Feb 11 13:28:50.556885 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfec011a-50d6-409e-8b44-00592fc7485a req-732cf23a-64c0-4d68-9b52-0da2467512ba tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661149 Feb 11 13:28:50.561067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f75ab6cb-3335-47d9-92db-e2c63b2f605c req-6f355967-6c9f-4369-a710-db4aeb07d500 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927326 Feb 11 13:28:50.714033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceee071-b25d-4833-a0b4-afca27f45837 req-7d3f59dd-afeb-4fdb-8dbb-36fd0a5029df tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.716199 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ceee071-b25d-4833-a0b4-afca27f45837 req-7d3f59dd-afeb-4fdb-8dbb-36fd0a5029df tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 943 time: 0.0777819 Feb 11 13:28:50.766635 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ceee071-b25d-4833-a0b4-afca27f45837 req-558e9e22-0372-49fa-ab7e-599a42dc46a4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441797 Feb 11 13:28:50.871742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:50.903671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879cead-9c39-488f-b202-19570aafdba0 req-ccbd60ac-e305-412c-a111-1b7bf22c39f5 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:50.910892 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3879cead-9c39-488f-b202-19570aafdba0 req-ccbd60ac-e305-412c-a111-1b7bf22c39f5 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.5378439 Feb 11 13:28:50.987246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-e9addc5c-170b-42a6-a6f5-c94bbdbdc7ee service neutron] 10.222.0.13 "GET /v2.0/networks/a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6118197 Feb 11 13:28:51.043448 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3879cead-9c39-488f-b202-19570aafdba0 req-ac794ff3-134c-4204-8ed7-fbcbe22b7253 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310689 Feb 11 13:28:51.055805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:51.074229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'port_id': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'mac_address': 'fa:16:3e:15:69:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:51.127028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b438e17-5634-43c7-8691-fa621c342dea req-8eeca372-264c-420d-90a0-67e007d8e109 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.136303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b438e17-5634-43c7-8691-fa621c342dea req-8eeca372-264c-420d-90a0-67e007d8e109 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 944 time: 0.1368012 Feb 11 13:28:51.151034 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:51.171807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:51.204585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b438e17-5634-43c7-8691-fa621c342dea req-353a1aeb-0930-47e4-80ed-45067287d570 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673347 Feb 11 13:28:51.217634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:51.287982 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:51.332298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a4360c-a2d4-460c-a518-61370986721b {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:51.357889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ac011-3292-44cc-925c-9530df360086 req-d60206a0-20a2-4f9f-8f82-a2ea97603251 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.360940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:51.367148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-548ac011-3292-44cc-925c-9530df360086 req-d60206a0-20a2-4f9f-8f82-a2ea97603251 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1409245 Feb 11 13:28:51.376566 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:51.403859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5393fd3e-d6be-464d-a600-1cf7439f5ee4 req-2e771f0c-2e4f-4545-9d3e-84c8c489ce6f service neutron] 10.222.0.13 "GET /v2.0/networks/a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086492 Feb 11 13:28:51.421608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Transition to ACTIVE for port object c1a4360c-a2d4-460c-a518-61370986721b will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:28:51.422760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca54018-b44f-40c4-9674-0135d695421a req-1c5669c6-0632-4c85-a628-82be48488662 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.431526 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cca54018-b44f-40c4-9674-0135d695421a req-1c5669c6-0632-4c85-a628-82be48488662 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 932 time: 0.1034427 Feb 11 13:28:51.445825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-548ac011-3292-44cc-925c-9530df360086 req-a3ad916a-aa5f-43ee-a112-93cd3f7efb3c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769539 Feb 11 13:28:51.487497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cca54018-b44f-40c4-9674-0135d695421a req-2d0ddf6b-56a0-401b-830b-e78f5b85600d tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 Feb 11 13:28:51.505006 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:51.560109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:51.585425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a4360c-a2d4-460c-a518-61370986721b,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:51.701908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5d3b5d-7dec-4aeb-b3ad-ed530ae32d88 req-e0e60701-1afd-4f60-aa60-3c012d76136e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.710584 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f5d3b5d-7dec-4aeb-b3ad-ed530ae32d88 req-e0e60701-1afd-4f60-aa60-3c012d76136e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0794511 Feb 11 13:28:51.735202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Attempting to bind port c1a4360c-a2d4-460c-a518-61370986721b on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:28:51.735691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Attempting to bind port c1a4360c-a2d4-460c-a518-61370986721b by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '566c3b5e-4c28-4f29-9ee3-57e713dad088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b148ee86-cacf-4924-bd51-00c6d2a447c4'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:28:51.736236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Attempting to bind port c1a4360c-a2d4-460c-a518-61370986721b on network b148ee86-cacf-4924-bd51-00c6d2a447c4 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:51.741845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2 req-8f12ac8d-b979-42cb-a918-d4a258d9a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.743503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2 req-8f12ac8d-b979-42cb-a918-d4a258d9a350 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a43dedfb6645450c84a4a658dc1ffc1e&device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 1095 time: 0.1594453 Feb 11 13:28:51.746438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Port c1a4360c-a2d4-460c-a518-61370986721b on network b148ee86-cacf-4924-bd51-00c6d2a447c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:28:51.746438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Attempting to bind port c1a4360c-a2d4-460c-a518-61370986721b on network b148ee86-cacf-4924-bd51-00c6d2a447c4 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:28:51.753787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:28:51.753787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Checking segment: {'id': '566c3b5e-4c28-4f29-9ee3-57e713dad088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b148ee86-cacf-4924-bd51-00c6d2a447c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:28:51.754460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Bound using segment: {'id': '566c3b5e-4c28-4f29-9ee3-57e713dad088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b148ee86-cacf-4924-bd51-00c6d2a447c4'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:28:51.755017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Bound port: c1a4360c-a2d4-460c-a518-61370986721b, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566c3b5e-4c28-4f29-9ee3-57e713dad088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b148ee86-cacf-4924-bd51-00c6d2a447c4'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:28:51.755576 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:51.780391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f5d3b5d-7dec-4aeb-b3ad-ed530ae32d88 req-f1b08eba-1ac3-42f7-80d2-e73b2bdc0481 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542941 Feb 11 13:28:51.926804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2 req-2f7bc9a3-3536-4bbe-a87f-4ba6045a6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.930725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2 req-2f7bc9a3-3536-4bbe-a87f-4ba6045a6148 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 HTTP/1.1" status: 200 len: 915 time: 0.1727839 Feb 11 13:28:51.934152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] For port c1a4360c-a2d4-460c-a518-61370986721b, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:28:51.937994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] For port c1a4360c-a2d4-460c-a518-61370986721b, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c1a4360c-a2d4-460c-a518-61370986721b,segment=NetworkSegment(566c3b5e-4c28-4f29-9ee3-57e713dad088),segment_id=566c3b5e-4c28-4f29-9ee3-57e713dad088)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:28:51.969214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda70ce-9b09-4b40-b383-4bd6a298f32c req-f3cb5bfe-b677-4ad0-8621-edc40f89d41e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:51.970755 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-abda70ce-9b09-4b40-b383-4bd6a298f32c req-f3cb5bfe-b677-4ad0-8621-edc40f89d41e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0651517 Feb 11 13:28:51.986638 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2 req-1db1a911-f5f7-4550-8ef1-426b17b3f6f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96649b0-64e8-49ec-96aa-436ffc1946ab HTTP/1.1" status: 200 len: 217 time: 0.0469422 Feb 11 13:28:52.029278 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-abda70ce-9b09-4b40-b383-4bd6a298f32c req-63a50120-8bbe-4404-aaac-be09e080bf92 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467956 Feb 11 13:28:52.050067 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:52.121998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.122808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:52.124622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] 10.222.0.59 "PUT /v2.0/ports/c1a4360c-a2d4-460c-a518-61370986721b HTTP/1.1" status: 200 len: 1092 time: 2.0586388 Feb 11 13:28:52.125230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5893aff5-515c-4946-a4c5-2fc5ffba6136', 'tag': 'c1a4360c-a2d4-460c-a518-61370986721b'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:52.127662 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20274d89-b64f-4e98-b6e4-0712fee64334" -d '{"events": [{"name": "network-changed", "server_uuid": "5893aff5-515c-4946-a4c5-2fc5ffba6136", "tag": "c1a4360c-a2d4-460c-a518-61370986721b"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:52.139579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2 req-2cc9e508-7657-4d90-af69-3446b9c69311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.141838 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2 req-2cc9e508-7657-4d90-af69-3446b9c69311 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff144ac-3c9c-4b12-9425-5eb765863ba5 HTTP/1.1" status: 200 len: 854 time: 0.1480443 Feb 11 13:28:52.190220 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2 req-8dc49bd0-24ff-4576-9025-40f1dd630b2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397346 Feb 11 13:28:52.191526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ab8d8-9eed-4094-a21a-aceaea2d19c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a4360c-a2d4-460c-a518-61370986721b,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:52.317952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414e2c9-ef2c-41fb-82f9-ad2fe1625161 req-7d1f3826-66cf-42a0-b009-d6cf44d0eba6 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.331814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9414e2c9-ef2c-41fb-82f9-ad2fe1625161 req-7d1f3826-66cf-42a0-b009-d6cf44d0eba6 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0755129 Feb 11 13:28:52.334316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2 req-ae2ebb19-67e8-4e13-80c9-0cd9df0136a6 service neutron] 10.222.0.13 "GET /v2.0/networks/a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349006 Feb 11 13:28:52.371338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9414e2c9-ef2c-41fb-82f9-ad2fe1625161 req-54ee4e51-ee06-4823-8ce7-f9250845328b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359123 Feb 11 13:28:52.398827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-43279be6-ef48-47c5-986a-4f41cf9772d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.401044 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-43279be6-ef48-47c5-986a-4f41cf9772d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c006cb745644b486f6341b3420897d&device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 1095 time: 0.1046791 Feb 11 13:28:52.447618 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd3eb28-54ef-4f49-a11f-3ac9005c24ad x-openstack-request-id: req-ffd3eb28-54ef-4f49-a11f-3ac9005c24ad {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:52.451512 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5893aff5-515c-4946-a4c5-2fc5ffba6136", "tag": "c1a4360c-a2d4-460c-a518-61370986721b", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:52.452140 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffd3eb28-54ef-4f49-a11f-3ac9005c24ad {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:52.452768 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5893aff5-515c-4946-a4c5-2fc5ffba6136', 'tag': 'c1a4360c-a2d4-460c-a518-61370986721b', 'status': 'completed', 'code': 200} Feb 11 13:28:52.496599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdc347-e165-4110-8f50-f0401c47fd5f req-54a9c55d-c48b-4410-9878-da299b0a0ade tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.504963 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06bdc347-e165-4110-8f50-f0401c47fd5f req-54a9c55d-c48b-4410-9878-da299b0a0ade tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 944 time: 0.0667763 Feb 11 13:28:52.531023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-288a0913-6bbf-48f0-86cc-936e0e979a9c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a4360c-a2d4-460c-a518-61370986721b HTTP/1.1" status: 200 len: 217 time: 0.0771234 Feb 11 13:28:52.551408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06bdc347-e165-4110-8f50-f0401c47fd5f req-f04aa0ec-7dfe-4344-80cf-63252e0d2670 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436113 Feb 11 13:28:52.647720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-2ecc0d7d-bc60-4171-8b83-e0c8be49ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.649108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-2ecc0d7d-bc60-4171-8b83-e0c8be49ec75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe83dc9c-fa9b-427d-94f7-ecab6a98cd16 HTTP/1.1" status: 200 len: 860 time: 0.1018522 Feb 11 13:28:52.651893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9296887e-bef2-4c50-9247-1ecdcbaf1cb2 req-77b64120-c4d6-4a28-8d90-9a202b0f176a service neutron] 10.222.0.13 "GET /v2.0/networks/a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076172 Feb 11 13:28:52.688578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-86fba8d4-9d43-48c7-9ffb-0a9a6ae7a2bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b148ee86-cacf-4924-bd51-00c6d2a447c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310407 Feb 11 13:28:52.700791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6ac97-0e45-499d-b416-089b71478219 req-e6fe9b25-0c20-46ff-b1f2-7beab6b4362f tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.708229 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36f6ac97-0e45-499d-b416-089b71478219 req-e6fe9b25-0c20-46ff-b1f2-7beab6b4362f tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 944 time: 0.1172283 Feb 11 13:28:52.803233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36f6ac97-0e45-499d-b416-089b71478219 req-56e5f5f8-984c-4ddd-93dd-a8b0ef2bb5dc tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941386 Feb 11 13:28:52.874634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-b9fc3d64-4b38-4f9d-8c27-e27940862806 service neutron] 10.222.0.59 "GET /v2.0/networks/b148ee86-cacf-4924-bd51-00c6d2a447c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636844 Feb 11 13:28:52.880638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c96649b0-64e8-49ec-96aa-436ffc1946ab details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:52.907032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:52.921988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a4bbf-1b78-410f-ac06-6119a2f775fa req-8c0e4a44-c8a9-403d-b348-c29d5d327d98 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:52.923710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f94a4bbf-1b78-410f-ac06-6119a2f775fa req-8c0e4a44-c8a9-403d-b348-c29d5d327d98 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0663166 Feb 11 13:28:52.968875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f94a4bbf-1b78-410f-ac06-6119a2f775fa req-3f523028-4ad2-4185-b899-d5fa3b4d82d1 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380018 Feb 11 13:28:53.052226 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f99adf18-3c73-49d8-97e4-fd5381aaf6a6 req-358c954e-cac0-400a-aa63-b9aa1b6d4374 service neutron] 10.222.0.59 "GET /v2.0/networks/b148ee86-cacf-4924-bd51-00c6d2a447c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627877 Feb 11 13:28:53.093185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c96649b0-64e8-49ec-96aa-436ffc1946ab, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c96649b0-64e8-49ec-96aa-436ffc1946ab,segment=NetworkSegment(c4a1eb26-ce66-4975-abbb-f86af4966b1b),segment_id=c4a1eb26-ce66-4975-abbb-f86af4966b1b)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:53.105288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'c96649b0-64e8-49ec-96aa-436ffc1946ab', 'network_id': 'a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0', 'port_id': 'c96649b0-64e8-49ec-96aa-436ffc1946ab', 'mac_address': 'fa:16:3e:c5:4f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff144ac-3c9c-4b12-9425-5eb765863ba5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:53.144936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:53.151467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5375f-8892-4ee7-b9d9-46c8f4722e16 req-3125b0a5-f607-40b9-8a19-1d2a7d812491 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.153566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e5375f-8892-4ee7-b9d9-46c8f4722e16 req-3125b0a5-f607-40b9-8a19-1d2a7d812491 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0550807 Feb 11 13:28:53.159226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96649b0-64e8-49ec-96aa-436ffc1946ab {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:53.178808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c96649b0-64e8-49ec-96aa-436ffc1946ab, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c96649b0-64e8-49ec-96aa-436ffc1946ab,segment=NetworkSegment(c4a1eb26-ce66-4975-abbb-f86af4966b1b),segment_id=c4a1eb26-ce66-4975-abbb-f86af4966b1b)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:53.356421 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e5375f-8892-4ee7-b9d9-46c8f4722e16 req-5761ef0c-585d-4de5-a4e6-7d218380af28 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343463 Feb 11 13:28:53.487585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806f701-c6c5-4f76-9e0e-1295b1309e2a req-082e9756-5790-4846-a311-9b1f8e045557 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.489056 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5806f701-c6c5-4f76-9e0e-1295b1309e2a req-082e9756-5790-4846-a311-9b1f8e045557 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0486014 Feb 11 13:28:53.530905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5806f701-c6c5-4f76-9e0e-1295b1309e2a req-c36c5dc7-aae9-4912-8c9a-ae8ef8b81b5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358646 Feb 11 13:28:53.550790 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:53.554750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:53.555124 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:53.635847 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:53.646945 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:53.674704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:53.675501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49277cfe-3bd8-4222-872b-cd79fb5adf71 req-bed94834-b028-468f-a92d-d99dc68c6bfe tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.677167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49277cfe-3bd8-4222-872b-cd79fb5adf71 req-bed94834-b028-468f-a92d-d99dc68c6bfe tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 944 time: 0.0641105 Feb 11 13:28:53.693793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:53.696319 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbcf1c9-fb82-4aa5-ac39-26dbab9db418" -d '{"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:53.731131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c96649b0-64e8-49ec-96aa-436ffc1946ab,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:53.746477 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49277cfe-3bd8-4222-872b-cd79fb5adf71 req-7273b3ad-3de8-4454-99d0-6281e8dc6a45 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585406 Feb 11 13:28:53.755538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20274d89-b64f-4e98-b6e4-0712fee64334 req-df04d19d-2360-4ccf-b2c9-9bf2dc8dbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.756330 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:53.757263 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20274d89-b64f-4e98-b6e4-0712fee64334 req-df04d19d-2360-4ccf-b2c9-9bf2dc8dbe06 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4c006cb745644b486f6341b3420897d&device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 1095 time: 0.0791514 Feb 11 13:28:53.820577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:53.891152 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0ecb53-e38a-45cf-932b-becf04fbc30b x-openstack-request-id: req-bb0ecb53-e38a-45cf-932b-becf04fbc30b {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:53.891726 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:53.891726 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bb0ecb53-e38a-45cf-932b-becf04fbc30b {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:53.892101 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'code': 200} Feb 11 13:28:53.909307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20274d89-b64f-4e98-b6e4-0712fee64334 req-19767b93-b253-4c03-8b7d-a65d5bd034d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:53.910965 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20274d89-b64f-4e98-b6e4-0712fee64334 req-19767b93-b253-4c03-8b7d-a65d5bd034d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b148ee86-cacf-4924-bd51-00c6d2a447c4 HTTP/1.1" status: 200 len: 921 time: 0.1426880 Feb 11 13:28:53.934662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['c96649b0-64e8-49ec-96aa-436ffc1946ab'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:53.972570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20274d89-b64f-4e98-b6e4-0712fee64334 req-22d7df31-6893-41a5-88f9-52b57f3a7092 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1a4360c-a2d4-460c-a518-61370986721b HTTP/1.1" status: 200 len: 217 time: 0.0548518 Feb 11 13:28:54.108125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441c996-e604-4619-89af-f093381b774c req-b9e97fa0-c499-4a4d-8fcc-4f8b047897c0 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.116330 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9441c996-e604-4619-89af-f093381b774c req-b9e97fa0-c499-4a4d-8fcc-4f8b047897c0 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 944 time: 0.1424882 Feb 11 13:28:54.123475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd9f29-7153-4691-a74d-e4b2422b2196 req-ec1daf56-fa80-4220-ba4b-022e1aa386d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.124956 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03bd9f29-7153-4691-a74d-e4b2422b2196 req-ec1daf56-fa80-4220-ba4b-022e1aa386d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1096 time: 0.1403294 Feb 11 13:28:54.149443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20274d89-b64f-4e98-b6e4-0712fee64334 req-1267068d-a981-4e2f-93af-9989e75429ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.150887 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20274d89-b64f-4e98-b6e4-0712fee64334 req-1267068d-a981-4e2f-93af-9989e75429ea service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fe83dc9c-fa9b-427d-94f7-ecab6a98cd16 HTTP/1.1" status: 200 len: 860 time: 0.1677577 Feb 11 13:28:54.201949 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9441c996-e604-4619-89af-f093381b774c req-1c204896-74f5-4fdc-b7d5-7cf5ac19b370 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823958 Feb 11 13:28:54.234250 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20274d89-b64f-4e98-b6e4-0712fee64334 req-e8cbf4a0-9983-4de2-8fda-d8950942cdb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b148ee86-cacf-4924-bd51-00c6d2a447c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642629 Feb 11 13:28:54.269618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03bd9f29-7153-4691-a74d-e4b2422b2196 req-1c5a8f8d-45ff-47a4-9ec3-ffd510619e3e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271710 Feb 11 13:28:54.387168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d2681-f4a4-45ad-8fa7-83a0a30237c4 req-2def2bbb-71c8-407d-be96-0c7e75b7269a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.388914 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-505d2681-f4a4-45ad-8fa7-83a0a30237c4 req-2def2bbb-71c8-407d-be96-0c7e75b7269a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0900855 Feb 11 13:28:54.393320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20274d89-b64f-4e98-b6e4-0712fee64334 req-e46a75eb-01cf-42d4-8cb9-116e2ea22256 service neutron] 10.222.0.59 "GET /v2.0/networks/b148ee86-cacf-4924-bd51-00c6d2a447c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522279 Feb 11 13:28:54.495108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-505d2681-f4a4-45ad-8fa7-83a0a30237c4 req-def8452f-d28e-432d-9075-4b6ca71873a0 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998807 Feb 11 13:28:54.537010 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20274d89-b64f-4e98-b6e4-0712fee64334 req-aef74e11-7d6d-4359-9c44-ac22a48a6264 service neutron] 10.222.0.59 "GET /v2.0/networks/b148ee86-cacf-4924-bd51-00c6d2a447c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355765 Feb 11 13:28:54.579314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c88460-892b-4cfb-83cd-6a8b82629e39 req-8567515c-2fb1-441c-97f9-c421eefba066 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.587540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93c88460-892b-4cfb-83cd-6a8b82629e39 req-8567515c-2fb1-441c-97f9-c421eefba066 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 945 time: 0.1039650 Feb 11 13:28:54.655446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93c88460-892b-4cfb-83cd-6a8b82629e39 req-d9f9b71a-1eed-4895-b67d-acce95d92c4c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662911 Feb 11 13:28:54.693973 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7e5f4be6-f73a-43ad-bdd1-95e3632cb080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:54.739522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e22999-7edf-4d29-a19d-d1221b67fcff req-4e615a68-905a-4758-b2a2-ce2939da4e03 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.741606 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23e22999-7edf-4d29-a19d-d1221b67fcff req-4e615a68-905a-4758-b2a2-ce2939da4e03 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0629020 Feb 11 13:28:54.796410 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23e22999-7edf-4d29-a19d-d1221b67fcff req-66e1f684-ea70-4616-a339-7b4e1dc84a84 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467558 Feb 11 13:28:54.812750 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-ec3f8e95-a749-490c-8437-90a04f2d42f5 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=02851ac9396a49228af3781ca84336ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470722 Feb 11 13:28:54.926570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310aaa-2aa5-4308-99bb-d4a318d34602 req-944519d5-205d-444f-b779-f667b3ee0c96 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:54.928883 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac310aaa-2aa5-4308-99bb-d4a318d34602 req-944519d5-205d-444f-b779-f667b3ee0c96 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 945 time: 0.0631948 Feb 11 13:28:54.983233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac310aaa-2aa5-4308-99bb-d4a318d34602 req-c488af87-69f1-41f2-a350-bf8150734d37 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 Feb 11 13:28:55.040054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-618f8e78-fe47-414c-898e-9c1382c5760e tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.043306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-618f8e78-fe47-414c-898e-9c1382c5760e tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2225504 Feb 11 13:28:55.065265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-3f66245d-d7ec-46b4-8d63-29046a5045b3 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/quotas/02851ac9396a49228af3781ca84336ea HTTP/1.1" status: 200 len: 375 time: 0.0167170 Feb 11 13:28:55.103031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-cc8a97a5-8276-4661-9947-0a3d677b3104 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=02851ac9396a49228af3781ca84336ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362780 Feb 11 13:28:55.349100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb35f3e-915a-463a-bb65-e1bbfc5f0ba4 req-383c533e-f43d-4379-b27d-346a27f456ea tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.353626 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3bb35f3e-915a-463a-bb65-e1bbfc5f0ba4 req-383c533e-f43d-4379-b27d-346a27f456ea tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 944 time: 0.0691121 Feb 11 13:28:55.413821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3bb35f3e-915a-463a-bb65-e1bbfc5f0ba4 req-a610d5ee-c3ac-48ab-85b0-2b80b072e805 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479589 Feb 11 13:28:55.443277 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:55.664308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-b6affafb-5884-4f29-8e6a-64705257c38c tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=02851ac9396a49228af3781ca84336ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486343 Feb 11 13:28:55.708835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9bfdc-47d9-4f9a-8a60-c3fccaea0941 req-35e56741-acf2-4fff-b3c9-ba3e30d4f78d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.735898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91a9bfdc-47d9-4f9a-8a60-c3fccaea0941 req-35e56741-acf2-4fff-b3c9-ba3e30d4f78d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1152778 Feb 11 13:28:55.780725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91a9bfdc-47d9-4f9a-8a60-c3fccaea0941 req-e63fd066-6567-466f-95fd-06a4d96de376 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Feb 11 13:28:55.818765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c1a4360c-a2d4-460c-a518-61370986721b details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:28:55.853362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-739d2e17-6638-4c61-aac4-fdf42783cba8 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:55.855620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-739d2e17-6638-4c61-aac4-fdf42783cba8 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905031 Feb 11 13:28:55.903446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-7b6d28f4-1831-427e-809c-e2c4c43a5f61 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/quotas/02851ac9396a49228af3781ca84336ea HTTP/1.1" status: 200 len: 375 time: 0.0312185 Feb 11 13:28:55.958003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-e81d403e-8bcb-4236-b7f2-a3d078063bde tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=02851ac9396a49228af3781ca84336ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533020 Feb 11 13:28:56.043068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c1a4360c-a2d4-460c-a518-61370986721b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c1a4360c-a2d4-460c-a518-61370986721b,segment=NetworkSegment(566c3b5e-4c28-4f29-9ee3-57e713dad088),segment_id=566c3b5e-4c28-4f29-9ee3-57e713dad088)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:56.061748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'c1a4360c-a2d4-460c-a518-61370986721b', 'network_id': 'b148ee86-cacf-4924-bd51-00c6d2a447c4', 'port_id': 'c1a4360c-a2d4-460c-a518-61370986721b', 'mac_address': 'fa:16:3e:3f:a2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe83dc9c-fa9b-427d-94f7-ecab6a98cd16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:28:56.106245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:56.124337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a4360c-a2d4-460c-a518-61370986721b {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:28:56.159326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c1a4360c-a2d4-460c-a518-61370986721b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c1a4360c-a2d4-460c-a518-61370986721b,segment=NetworkSegment(566c3b5e-4c28-4f29-9ee3-57e713dad088),segment_id=566c3b5e-4c28-4f29-9ee3-57e713dad088)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:56.270973 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:56.323470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b4cba-3aaa-49eb-a05d-bd2c28302c48 req-75bc188c-ba48-4bec-a7ae-8b7a0de1dae0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.336186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74dd6f-6097-4869-91a1-d307391a4e95 req-a437d77d-b261-4630-8ab3-16cae9abd37a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.345813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe74dd6f-6097-4869-91a1-d307391a4e95 req-a437d77d-b261-4630-8ab3-16cae9abd37a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0802822 Feb 11 13:28:56.351271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-027b4cba-3aaa-49eb-a05d-bd2c28302c48 req-75bc188c-ba48-4bec-a7ae-8b7a0de1dae0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 945 time: 0.4942150 Feb 11 13:28:56.377039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c1a4360c-a2d4-460c-a518-61370986721b,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:56.415545 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe74dd6f-6097-4869-91a1-d307391a4e95 req-5d54cdb8-dc3c-439e-a5bc-f6512939933d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651035 Feb 11 13:28:56.441160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-027b4cba-3aaa-49eb-a05d-bd2c28302c48 req-230cb609-7976-4937-a9fc-f91a0550aa8f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877206 Feb 11 13:28:56.607822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c1a4360c-a2d4-460c-a518-61370986721b'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:28:56.626149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24e08f1c-ff2f-4c61-b6cb-63ad0e081ca4 req-30f798d1-def7-4ee0-a2b5-c2a65f634073 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 210 time: 0.0773568 Feb 11 13:28:56.641988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256e4d7-d470-40dc-8853-1a572d435ddd req-f3557d23-de73-4635-b865-422adcffffa6 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.650328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3256e4d7-d470-40dc-8853-1a572d435ddd req-f3557d23-de73-4635-b865-422adcffffa6 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 945 time: 0.1318979 Feb 11 13:28:56.706401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3256e4d7-d470-40dc-8853-1a572d435ddd req-0a9f8949-415a-496b-ba37-22142f6b7e47 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548978 Feb 11 13:28:56.831053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acd13a-dae4-44f2-9b36-02152133b273 req-646d94dc-af1a-446b-841c-d4aa8a95956d tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.839788 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12acd13a-dae4-44f2-9b36-02152133b273 req-646d94dc-af1a-446b-841c-d4aa8a95956d tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 945 time: 0.0798931 Feb 11 13:28:56.857699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5259c26-febb-4861-b8fe-c1539a59c254 req-bb0507bc-4f88-42b1-a029-7adef350d22f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:56.859420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5259c26-febb-4861-b8fe-c1539a59c254 req-bb0507bc-4f88-42b1-a029-7adef350d22f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 945 time: 0.0880473 Feb 11 13:28:56.873258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53698) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:28:56.878530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6242a725-c324-4aff-805b-7084b23c96ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'floatingip': {'port_id': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:56.882450 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-902e2160-d0d3-4486-8ca0-bfc4e590c233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:56.895959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c96649b0-64e8-49ec-96aa-436ffc1946ab up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:56.932742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12acd13a-dae4-44f2-9b36-02152133b273 req-71d39bf7-63b1-47c0-8652-b74989839603 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870309 Feb 11 13:28:56.963057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6242a725-c324-4aff-805b-7084b23c96ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:57.111729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port c96649b0-64e8-49ec-96aa-436ffc1946ab completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:57.119037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port c96649b0-64e8-49ec-96aa-436ffc1946ab triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:57.119923 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:57.127239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201badd1-1367-4a31-869a-230c95d6dd85 req-8db606c9-ee75-432d-b658-46191d3a02fb tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:57.130534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-201badd1-1367-4a31-869a-230c95d6dd85 req-8db606c9-ee75-432d-b658-46191d3a02fb tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0929270 Feb 11 13:28:57.232640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-201badd1-1367-4a31-869a-230c95d6dd85 req-cf58494b-8791-43a7-aafc-26e023ec7640 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843327 Feb 11 13:28:57.312656 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:57.349299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1113be0-cad8-490e-8ee8-545e4ae9b555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96649b0-64e8-49ec-96aa-436ffc1946ab'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:57.351698 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe30d89-ba26-43d0-9df5-e67f7e8bddfc" -d '{"events": [{"server_uuid": "b1113be0-cad8-490e-8ee8-545e4ae9b555", "name": "network-vif-plugged", "status": "completed", "tag": "c96649b0-64e8-49ec-96aa-436ffc1946ab"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:57.367417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c96649b0-64e8-49ec-96aa-436ffc1946ab, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c96649b0-64e8-49ec-96aa-436ffc1946ab,segment=NetworkSegment(c4a1eb26-ce66-4975-abbb-f86af4966b1b),segment_id=c4a1eb26-ce66-4975-abbb-f86af4966b1b)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:57.399067 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c2dc96-4773-44be-99f2-2b9f43c9a2a8 x-openstack-request-id: req-c1c2dc96-4773-44be-99f2-2b9f43c9a2a8 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:57.399482 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1113be0-cad8-490e-8ee8-545e4ae9b555", "name": "network-vif-plugged", "status": "completed", "tag": "c96649b0-64e8-49ec-96aa-436ffc1946ab", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:57.399747 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c1c2dc96-4773-44be-99f2-2b9f43c9a2a8 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:57.400136 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1113be0-cad8-490e-8ee8-545e4ae9b555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96649b0-64e8-49ec-96aa-436ffc1946ab', 'code': 200} Feb 11 13:28:57.538393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783d218-3ec4-48fc-8909-ef941434f328 req-6f985fc5-1ef1-4227-97fa-0ca931db0de2 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:57.539890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c783d218-3ec4-48fc-8909-ef941434f328 req-6f985fc5-1ef1-4227-97fa-0ca931db0de2 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0546701 Feb 11 13:28:57.578862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6242a725-c324-4aff-805b-7084b23c96ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:57.581327 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c783d218-3ec4-48fc-8909-ef941434f328 req-4e2ddb9b-c38a-48a2-8429-97e63c101d46 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346880 Feb 11 13:28:57.581597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec3a86-1246-4488-88a7-5b0e6ad2fbfb req-66e86289-8f6a-4d27-8466-d17eb7e7ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:57.583161 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0cec3a86-1246-4488-88a7-5b0e6ad2fbfb req-66e86289-8f6a-4d27-8466-d17eb7e7ba36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 1096 time: 0.1007872 Feb 11 13:28:57.624014 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0cec3a86-1246-4488-88a7-5b0e6ad2fbfb req-fe739f0f-8529-40c3-b089-f83e0478bddc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Feb 11 13:28:57.728052 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eeea277b-d63c-48d2-9250-1d9ef42b964e req-c961b6f6-6303-4359-bb93-3501ff87f2d8 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 210 time: 0.0282962 Feb 11 13:28:57.756398 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6242a725-c324-4aff-805b-7084b23c96ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:57.757684 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:57.768352 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:57.818419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c96649b0-64e8-49ec-96aa-436ffc1946ab,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:57.833201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c1a4360c-a2d4-460c-a518-61370986721b up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:28:57.837150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbedc19-be3b-48f0-8087-ea5697e2f8b3 req-c6ed80dc-b597-4ab0-9ba9-62d93d0fa9b8 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:57.839373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfbedc19-be3b-48f0-8087-ea5697e2f8b3 req-c6ed80dc-b597-4ab0-9ba9-62d93d0fa9b8 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 946 time: 0.0624366 Feb 11 13:28:57.911574 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfbedc19-be3b-48f0-8087-ea5697e2f8b3 req-c60a8cb1-cafc-49dc-af62-33a8ff5cc77a tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649104 Feb 11 13:28:58.071640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port c1a4360c-a2d4-460c-a518-61370986721b completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:28:58.078454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port c1a4360c-a2d4-460c-a518-61370986721b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:28:58.079197 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.216269 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.261698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c1a4360c-a2d4-460c-a518-61370986721b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c1a4360c-a2d4-460c-a518-61370986721b,segment=NetworkSegment(566c3b5e-4c28-4f29-9ee3-57e713dad088),segment_id=566c3b5e-4c28-4f29-9ee3-57e713dad088)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:28:58.295689 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-6242a725-c324-4aff-805b-7084b23c96ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Floating IP b50e6818-011a-4b97-81d8-0cf57c90fdb2 associated. External IP: 172.25.0.234, port: c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202. Feb 11 13:28:58.364855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71795fca-e8b8-4089-ac2b-7015d1eadf63 req-382c8617-9144-4ba4-96a5-9807b5fe6733 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.366996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71795fca-e8b8-4089-ac2b-7015d1eadf63 req-382c8617-9144-4ba4-96a5-9807b5fe6733 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 945 time: 0.1201186 Feb 11 13:28:58.402135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.441306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08545798-23f7-46a6-9ebf-151d0f48602b req-82e8562e-d043-41a7-990c-ce0686c94dac tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.458326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08545798-23f7-46a6-9ebf-151d0f48602b req-82e8562e-d043-41a7-990c-ce0686c94dac tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0985115 Feb 11 13:28:58.473044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c1a4360c-a2d4-460c-a518-61370986721b,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:28:58.481591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71795fca-e8b8-4089-ac2b-7015d1eadf63 req-e2b0caa0-700a-4d40-9e18-b1635f5833b0 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034422 Feb 11 13:28:58.513283 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08545798-23f7-46a6-9ebf-151d0f48602b req-6b96ad48-d132-45b5-82f5-fe081990e84d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538397 Feb 11 13:28:58.622391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6242a725-c324-4aff-805b-7084b23c96ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:28:58.624797 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.830547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f31341-b220-4d4b-ac62-908dc5487754 req-c55c2e05-62f3-4813-9351-caac401eb2d0 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:58.838763 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7f31341-b220-4d4b-ac62-908dc5487754 req-c55c2e05-62f3-4813-9351-caac401eb2d0 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1596451 Feb 11 13:28:58.889016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ec8b7ff-ac03-4031-9c3d-0b239f7269ce req-e3983a82-f735-45b0-bafa-0200bf496a55 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 210 time: 0.0506973 Feb 11 13:28:58.897728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6242a725-c324-4aff-805b-7084b23c96ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:28:58.915903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] Sync routers for ids ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:28:58.920075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6242a725-c324-4aff-805b-7084b23c96ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:28:58.939133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] Routers {'b457ee72-dfdc-45a6-8550-1b2a8160c9b9'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:58.939875 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:58.963699 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7f31341-b220-4d4b-ac62-908dc5487754 req-36f59b99-b736-4ef7-b04b-9d8611a7839b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237786 Feb 11 13:28:58.978530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6242a725-c324-4aff-805b-7084b23c96ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "PUT /v2.0/floatingips/b50e6818-011a-4b97-81d8-0cf57c90fdb2 HTTP/1.1" status: 200 len: 991 time: 2.1004527 Feb 11 13:28:58.978530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:58.978530 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a962618-d643-49d6-9691-21082087fbc9" -d '{"events": [{"name": "network-changed", "server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:59.097460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24598ae6-8f42-466b-bab0-42ab314a0478 req-79ab7f90-309e-4aed-8a05-4a35a24e481b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.099345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24598ae6-8f42-466b-bab0-42ab314a0478 req-79ab7f90-309e-4aed-8a05-4a35a24e481b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 945 time: 0.0643680 Feb 11 13:28:59.138897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d4052-f259-4fde-8d2a-86c8f63279ea req-01ec1a05-baf1-4115-a5ec-4a06324494f4 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.151427 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-554d4052-f259-4fde-8d2a-86c8f63279ea req-01ec1a05-baf1-4115-a5ec-4a06324494f4 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 946 time: 0.1129279 Feb 11 13:28:59.184249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] Set router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:59.184472 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24598ae6-8f42-466b-bab0-42ab314a0478 req-8f81ca43-4fb9-4eb2-a770-8498ed531262 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789366 Feb 11 13:28:59.252678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-b3864f38-19fb-40b3-92af-f12a1af8aa47 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=02851ac9396a49228af3781ca84336ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295393 Feb 11 13:28:59.255625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-554d4052-f259-4fde-8d2a-86c8f63279ea req-99d196fa-4eff-42b1-9cc7-25be557d6d72 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004846 Feb 11 13:28:59.317533 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105ed948-0e1b-43e9-9200-9c00154e8b7d x-openstack-request-id: req-105ed948-0e1b-43e9-9200-9c00154e8b7d {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:59.317915 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:59.318852 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-105ed948-0e1b-43e9-9200-9c00154e8b7d {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:59.319862 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'status': 'completed', 'code': 200} Feb 11 13:28:59.402718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5893aff5-515c-4946-a4c5-2fc5ffba6136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a4360c-a2d4-460c-a518-61370986721b'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:28:59.405820 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7cc64d-6578-4e22-8cec-bb5681efc116" -d '{"events": [{"server_uuid": "5893aff5-515c-4946-a4c5-2fc5ffba6136", "name": "network-vif-plugged", "status": "completed", "tag": "c1a4360c-a2d4-460c-a518-61370986721b"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:28:59.470124 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6af3fa-a756-41fa-8fad-ef2b7df4e89c x-openstack-request-id: req-fc6af3fa-a756-41fa-8fad-ef2b7df4e89c {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:28:59.470412 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5893aff5-515c-4946-a4c5-2fc5ffba6136", "name": "network-vif-plugged", "status": "completed", "tag": "c1a4360c-a2d4-460c-a518-61370986721b", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:28:59.470720 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc6af3fa-a756-41fa-8fad-ef2b7df4e89c {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:28:59.471497 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5893aff5-515c-4946-a4c5-2fc5ffba6136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a4360c-a2d4-460c-a518-61370986721b', 'code': 200} Feb 11 13:28:59.530495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-fea63d19-8bad-49d8-bbe5-873efec73565 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.532574 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-fea63d19-8bad-49d8-bbe5-873efec73565 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497883 Feb 11 13:28:59.575881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b50e6818-011a-4b97-81d8-0cf57c90fdb2', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'port_id': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'mac_address': 'fa:16:3e:15:69:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:28:39Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 1, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c6f2ad-64ac-4b61-b489-e27ae8936df0', 'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'mac_address': 'fa:16:3e:f1:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:32Z', 'updated_at': '2022-02-11T13:28:37Z', 'revision_number': 5, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'subnets': [{'id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:59.607933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Request body: {'port': {'device_id': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '02851ac9396a49228af3781ca84336ea'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:28:59.649372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] Checking router: b457ee72-dfdc-45a6-8550-1b2a8160c9b9 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:28:59.670155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] Routers {'b457ee72-dfdc-45a6-8550-1b2a8160c9b9'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:28:59.671012 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:28:59.696937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1117d-e9ce-43c8-80d1-a554400a3f36 req-4a871e97-a9c8-4e8f-91b4-0f51fc141714 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.700041 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dfd1117d-e9ce-43c8-80d1-a554400a3f36 req-4a871e97-a9c8-4e8f-91b4-0f51fc141714 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 945 time: 0.1297381 Feb 11 13:28:59.702004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c21d2-cd2c-48b7-b707-6be0c3c22211 req-cfd70013-e8b3-42c5-ae03-6439c0a60061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.705095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be6c21d2-cd2c-48b7-b707-6be0c3c22211 req-cfd70013-e8b3-42c5-ae03-6439c0a60061 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 1097 time: 0.1483378 Feb 11 13:28:59.713816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0544da1f-a282-4014-8602-926f2857d92f req-b05883b5-0d63-4f76-9fde-9e0d6cf169f6 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.716701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0544da1f-a282-4014-8602-926f2857d92f req-b05883b5-0d63-4f76-9fde-9e0d6cf169f6 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 946 time: 0.1181393 Feb 11 13:28:59.717510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a962618-d643-49d6-9691-21082087fbc9 req-5c0fcfbb-8796-4344-a32f-66f36a9b87de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.719771 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a962618-d643-49d6-9691-21082087fbc9 req-5c0fcfbb-8796-4344-a32f-66f36a9b87de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1096 time: 0.3728366 Feb 11 13:28:59.781729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be6c21d2-cd2c-48b7-b707-6be0c3c22211 req-0cdcd1f0-7b15-42bc-9000-efb28d7ffdf2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638840 Feb 11 13:28:59.824562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0544da1f-a282-4014-8602-926f2857d92f req-cba43926-a8c4-4164-8f61-e26594bb4766 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524983 Feb 11 13:28:59.836597 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:28:59.900686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a962618-d643-49d6-9691-21082087fbc9 req-a31e503b-8b7a-4195-ad6f-7c74538122d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.911194 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a962618-d643-49d6-9691-21082087fbc9 req-a31e503b-8b7a-4195-ad6f-7c74538122d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.1636620 Feb 11 13:28:59.958799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60556164-6a3f-4d7b-b7de-69f0be930b95 req-a57dbaa1-3c1e-4e60-959a-c00dc5e156b7 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:28:59.970192 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60556164-6a3f-4d7b-b7de-69f0be930b95 req-a57dbaa1-3c1e-4e60-959a-c00dc5e156b7 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0753734 Feb 11 13:28:59.987068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] Set router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:28:59.992792 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.020171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60556164-6a3f-4d7b-b7de-69f0be930b95 req-a1a3ccbe-94fa-4a87-b00f-967b4c7fac05 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490124 Feb 11 13:29:00.074578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dfd1117d-e9ce-43c8-80d1-a554400a3f36 req-0115dd9d-d2ad-4d9e-a1a8-83dc09c15cae tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673196 Feb 11 13:29:00.099792 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a962618-d643-49d6-9691-21082087fbc9 req-761a71a2-d502-4501-a8be-06e93718f53e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 999 time: 0.1697636 Feb 11 13:29:00.128966 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-74366504-0c55-4f93-8035-2289961caa6d tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=02851ac9396a49228af3781ca84336ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664244 Feb 11 13:29:00.189404 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e7a9635-cf33-4c44-bf72-8b3af8ecb3ec req-1822ae95-92ef-4209-8055-d66094a35f10 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 210 time: 0.0378866 Feb 11 13:29:00.255631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a962618-d643-49d6-9691-21082087fbc9 req-901b1bb7-9dcd-4597-885c-5713042ab777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:00.257446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a962618-d643-49d6-9691-21082087fbc9 req-901b1bb7-9dcd-4597-885c-5713042ab777 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1445160 Feb 11 13:29:00.275981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ed68b-5bca-4487-bc0d-6d18ed39fde0 req-981c1d56-8d85-4918-ab88-0f6f64336027 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:00.278935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-721ed68b-5bca-4487-bc0d-6d18ed39fde0 req-981c1d56-8d85-4918-ab88-0f6f64336027 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1197083 Feb 11 13:29:00.288779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Made reservation on behalf of 02851ac9396a49228af3781ca84336ea for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:00.293837 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.340448 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.431186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-721ed68b-5bca-4487-bc0d-6d18ed39fde0 req-fc736fc1-0405-420b-bf8d-acb4cf31282b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334813 Feb 11 13:29:00.435699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a962618-d643-49d6-9691-21082087fbc9 req-cf47a90b-531e-4596-9c43-9fc47a467b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:00.439804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a962618-d643-49d6-9691-21082087fbc9 req-cf47a90b-531e-4596-9c43-9fc47a467b91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1592581 Feb 11 13:29:00.552724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c8c9a-e2ea-4f4f-a10d-686ec14709a7 req-244a713e-cc32-46d7-8af7-394fb85512e8 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:00.578019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-984c8c9a-e2ea-4f4f-a10d-686ec14709a7 req-244a713e-cc32-46d7-8af7-394fb85512e8 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 946 time: 0.1767893 Feb 11 13:29:00.605796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-af6a7826-9f81-4458-84a4-a0b6e37c863d tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:00.607668 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-af6a7826-9f81-4458-84a4-a0b6e37c863d tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260477 Feb 11 13:29:00.630953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Request body: {'port': {'device_id': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '02851ac9396a49228af3781ca84336ea'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:00.654566 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.671679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b50e6818-011a-4b97-81d8-0cf57c90fdb2', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'port_id': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'mac_address': 'fa:16:3e:15:69:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:28:39Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 1, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c6f2ad-64ac-4b61-b489-e27ae8936df0', 'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'mac_address': 'fa:16:3e:f1:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:32Z', 'updated_at': '2022-02-11T13:28:37Z', 'revision_number': 5, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'subnets': [{'id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:00.677474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a962618-d643-49d6-9691-21082087fbc9 req-31c63aee-7f5e-478b-bd1a-b85fee7b402f service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286751 Feb 11 13:29:00.699977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-984c8c9a-e2ea-4f4f-a10d-686ec14709a7 req-a0723efe-fc05-4ba5-b4f6-5fdb68d49a8d tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242216 Feb 11 13:29:00.705512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6120c-bbe3-4c95-9377-b4a7088bd0e9 None None] The sync data for ids ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'] in n-d-816488-1 is: [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b50e6818-011a-4b97-81d8-0cf57c90fdb2', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'floating_ip_address': '172.25.0.234', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'port_id': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'mac_address': 'fa:16:3e:15:69:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:28:39Z', 'updated_at': '2022-02-11T13:28:57Z', 'revision_number': 1, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89c6f2ad-64ac-4b61-b489-e27ae8936df0', 'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'mac_address': 'fa:16:3e:f1:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:32Z', 'updated_at': '2022-02-11T13:28:37Z', 'revision_number': 5, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'subnets': [{'id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:00.723078 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.909906 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a962618-d643-49d6-9691-21082087fbc9 req-a022d0a3-f891-4991-a976-348a4a2442d8 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238543 Feb 11 13:29:00.910750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:00.916793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Made reservation on behalf of 02851ac9396a49228af3781ca84336ea for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:00.922267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:01.008958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:01.090912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b644d38-bb7b-4f7b-83bf-be4c5868ff06 req-44790031-540d-4c36-8658-7f867ee8622e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.092455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b644d38-bb7b-4f7b-83bf-be4c5868ff06 req-44790031-540d-4c36-8658-7f867ee8622e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 946 time: 0.1139395 Feb 11 13:29:01.127678 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271e744f-ee44-418f-9878-0a7c05159eaa None None] New status for floating IP b50e6818-011a-4b97-81d8-0cf57c90fdb2: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:29:01.193618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b644d38-bb7b-4f7b-83bf-be4c5868ff06 req-46fb0b26-21d3-4b88-a19d-dd461d05795b tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660191 Feb 11 13:29:01.222518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Allocated IP 192.168.233.40 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:01.404338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aed09-bbee-4407-8050-c391b50640f3 req-d5cc3e6e-dba2-4e82-bc11-19b541658b35 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.414885 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-782aed09-bbee-4407-8050-c391b50640f3 req-d5cc3e6e-dba2-4e82-bc11-19b541658b35 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1184616 Feb 11 13:29:01.468819 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-782aed09-bbee-4407-8050-c391b50640f3 req-972bb2f2-e901-4f2a-addc-0182db8348fb tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473042 Feb 11 13:29:01.584056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:01.625317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50e7f0-4d94-464c-90d2-cd514d11bcc7 req-b26095ad-55cd-4f3f-83ab-cf5394d9814b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.637938 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd50e7f0-4d94-464c-90d2-cd514d11bcc7 req-b26095ad-55cd-4f3f-83ab-cf5394d9814b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 945 time: 0.3087597 Feb 11 13:29:01.656693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053bd3c-a840-4339-a388-5ee7431c8d0c req-d12c8d78-1e91-4711-9e2d-d0b06a997236 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.658815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0053bd3c-a840-4339-a388-5ee7431c8d0c req-d12c8d78-1e91-4711-9e2d-d0b06a997236 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 946 time: 0.0851402 Feb 11 13:29:01.699723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca70e7-0f8c-4c6e-81d9-2fdfcdd6d800 req-4da2871c-8ac9-4324-988a-bf7def5201d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.701408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2ca70e7-0f8c-4c6e-81d9-2fdfcdd6d800 req-4da2871c-8ac9-4324-988a-bf7def5201d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a43dedfb6645450c84a4a658dc1ffc1e&device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 1097 time: 0.3228106 Feb 11 13:29:01.718907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0053bd3c-a840-4339-a388-5ee7431c8d0c req-26271774-1fa7-48d6-a527-ad24e4da2e04 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491784 Feb 11 13:29:01.753462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd50e7f0-4d94-464c-90d2-cd514d11bcc7 req-cbd6fe2c-1b30-4a81-b355-a9a37bd453a9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142087 Feb 11 13:29:01.852199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca70e7-0f8c-4c6e-81d9-2fdfcdd6d800 req-8284e6df-e174-43ec-b44a-8a3dbc558d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:01.854076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2ca70e7-0f8c-4c6e-81d9-2fdfcdd6d800 req-8284e6df-e174-43ec-b44a-8a3dbc558d2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 HTTP/1.1" status: 200 len: 915 time: 0.1443133 Feb 11 13:29:01.856177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:01.864436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-07ad4359-56fb-4d6e-b85b-22739ef844da req-df68a6f7-1db3-48bd-bd4d-7c8575858d6b tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 210 time: 0.0604103 Feb 11 13:29:01.964806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Allocated IP 192.168.233.164 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/56d07027-9fd8-4d85-b829-f9bef57c0996) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:01.984270 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2ca70e7-0f8c-4c6e-81d9-2fdfcdd6d800 req-18685244-4630-4c4a-82a6-96f8d65c37b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c96649b0-64e8-49ec-96aa-436ffc1946ab HTTP/1.1" status: 200 len: 217 time: 0.1203351 Feb 11 13:29:01.995884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:02.012774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:02.017828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:02.074785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:02.137718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66cfef6-f0f7-4e5e-b859-37f23d379fd9 req-2ebae150-746f-469c-93b9-9b145afc36c1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.157461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b66cfef6-f0f7-4e5e-b859-37f23d379fd9 req-2ebae150-746f-469c-93b9-9b145afc36c1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.2748787 Feb 11 13:29:02.186807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca70e7-0f8c-4c6e-81d9-2fdfcdd6d800 req-bff2ccb4-7fc2-4703-89e9-ee48fee3ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.188910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2ca70e7-0f8c-4c6e-81d9-2fdfcdd6d800 req-bff2ccb4-7fc2-4703-89e9-ee48fee3ea94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ff144ac-3c9c-4b12-9425-5eb765863ba5 HTTP/1.1" status: 200 len: 854 time: 0.1873560 Feb 11 13:29:02.205787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d34344-428b-4bf1-9daf-9a156050dd46 req-786d9c69-f495-4423-908f-9f85460b3887 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.207691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98d34344-428b-4bf1-9daf-9a156050dd46 req-786d9c69-f495-4423-908f-9f85460b3887 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 945 time: 0.1391706 Feb 11 13:29:02.222923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.227163 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.275230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b66cfef6-f0f7-4e5e-b859-37f23d379fd9 req-28111b43-68b3-40a6-af12-c74112068213 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163428 Feb 11 13:29:02.284221 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2ca70e7-0f8c-4c6e-81d9-2fdfcdd6d800 req-745bc9c5-eda0-41c3-8fe9-ab4e9e9b631c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807869 Feb 11 13:29:02.324215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98d34344-428b-4bf1-9daf-9a156050dd46 req-e843dcd0-73f9-4624-9d1e-8465ec2b6911 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057935 Feb 11 13:29:02.347914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.471064 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-2c908285-dfba-43d8-bcc6-82676b66b053 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8674042 Feb 11 13:29:02.496288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Request body: {'port': {'device_id': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:02.515776 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1d9e278b-d946-4175-bb8a-1f9964f62545 None None] Provisioning complete for port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:02.516397 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1d9e278b-d946-4175-bb8a-1f9964f62545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.525330 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2ca70e7-0f8c-4c6e-81d9-2fdfcdd6d800 req-389f2357-0824-40ab-b0bb-08295ef44886 service neutron] 10.222.0.13 "GET /v2.0/networks/a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397499 Feb 11 13:29:02.559062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e278b-d946-4175-bb8a-1f9964f62545 None None] Port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:29:02.565253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01289c5-abf3-41b4-a4ba-c38e94761d26 req-a16f92d5-056b-428b-a163-dbbca08cc309 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.566822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d01289c5-abf3-41b4-a4ba-c38e94761d26 req-a16f92d5-056b-428b-a163-dbbca08cc309 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 946 time: 0.1493227 Feb 11 13:29:02.646514 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.685133 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d01289c5-abf3-41b4-a4ba-c38e94761d26 req-b807b76b-ae4d-4576-ae66-4038abb22bd8 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007626 Feb 11 13:29:02.724081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2ca70e7-0f8c-4c6e-81d9-2fdfcdd6d800 req-09bb51b4-e5ca-4788-9a2a-a19240d6cb9a service neutron] 10.222.0.13 "GET /v2.0/networks/a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914163 Feb 11 13:29:02.739427 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.819374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:02.822745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:02.830099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:02.875540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Pushing event updated for resources: {'Port': ['ID=56d07027-9fd8-4d85-b829-f9bef57c0996,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:02.911695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9560fe6-34c5-4cde-8d41-4a0a4de3ca53 req-7e91517d-2aba-46a9-8b99-92f92304a030 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.917033 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9560fe6-34c5-4cde-8d41-4a0a4de3ca53 req-7e91517d-2aba-46a9-8b99-92f92304a030 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1198924 Feb 11 13:29:02.945591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:02.946296 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:02.990226 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9560fe6-34c5-4cde-8d41-4a0a4de3ca53 req-6ed3f69e-1f83-4d43-a945-e1e9305961b3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666580 Feb 11 13:29:03.136779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-57b370ea-bb58-4414-bc9d-0dcb8e94bc9f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5120811 Feb 11 13:29:03.145701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Request body: {'port': {'device_id': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:03.203889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:03.221916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.247411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814a0e7-a106-4ab1-aabe-26d18a9b0852 req-ab752d40-2a88-420a-b8d7-6995bfd5e99c tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.255426 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3814a0e7-a106-4ab1-aabe-26d18a9b0852 req-ab752d40-2a88-420a-b8d7-6995bfd5e99c tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 946 time: 0.1658046 Feb 11 13:29:03.258335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Transition to ACTIVE for port object a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:03.293048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5bac9e1e-a981-4a96-97cb-c8858b700d93 None None] Provisioning complete for port 56d07027-9fd8-4d85-b829-f9bef57c0996 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:03.301585 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.302967 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5bac9e1e-a981-4a96-97cb-c8858b700d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.311663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3814a0e7-a106-4ab1-aabe-26d18a9b0852 req-1ad724b1-c0b0-4cac-bfa7-51fe382d0642 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Feb 11 13:29:03.312704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.356730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c971a2-d309-4fec-aa57-3d7dbaccf09e req-5c9122c8-77cb-4984-809a-92e27c7d7fe5 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.365973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76c971a2-d309-4fec-aa57-3d7dbaccf09e req-5c9122c8-77cb-4984-809a-92e27c7d7fe5 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 936 time: 0.1142557 Feb 11 13:29:03.454595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5bac9e1e-a981-4a96-97cb-c8858b700d93 None None] Port 56d07027-9fd8-4d85-b829-f9bef57c0996 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:29:03.485091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76c971a2-d309-4fec-aa57-3d7dbaccf09e req-2b115c10-4c17-4758-9be0-f80d35646daa tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067152 Feb 11 13:29:03.562829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:03.568663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Attempting to bind port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:03.568975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Attempting to bind port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:03.569291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Attempting to bind port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:03.590272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:03.590708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Attempting to bind port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:03.602029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:03.602476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:29:03.605594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:03.606165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Bound port: a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:03.606587 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.686985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783cfa1-7752-4fb8-8e9f-cbd5a38b00cf req-d757befa-23f7-42a8-86a5-e5bba074b6ba tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.689803 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6783cfa1-7752-4fb8-8e9f-cbd5a38b00cf req-d757befa-23f7-42a8-86a5-e5bba074b6ba tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0801086 Feb 11 13:29:03.784423 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:03.784423 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:03.821607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6783cfa1-7752-4fb8-8e9f-cbd5a38b00cf req-dbb9ca97-1c73-4a26-a5c5-f76953c4e6b8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494082 Feb 11 13:29:03.877632 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.941120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:03.941996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:03.943583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] 10.222.0.59 "PUT /v2.0/ports/a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 HTTP/1.1" status: 200 len: 1095 time: 1.4622018 Feb 11 13:29:03.944169 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:03.946910 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f51345-aaed-43a9-a858-c0013938e4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:03.974807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784648c1-5312-4fcd-a6b7-8b46736a6ebc service neutron] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:04.004256 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39746305-d239-487a-b91f-d9465f1ed7db x-openstack-request-id: req-39746305-d239-487a-b91f-d9465f1ed7db {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:04.004871 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:04.004871 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39746305-d239-487a-b91f-d9465f1ed7db {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:04.005468 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'status': 'completed', 'code': 200} Feb 11 13:29:04.034450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d07027-9fd8-4d85-b829-f9bef57c0996 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:04.046687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:04.061797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Transition to ACTIVE for port object 56d07027-9fd8-4d85-b829-f9bef57c0996 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:04.085695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f51345-aaed-43a9-a858-c0013938e4ff req-ef59a184-9dbb-468a-937c-6bbb2c0b5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.087371 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-04f51345-aaed-43a9-a858-c0013938e4ff req-ef59a184-9dbb-468a-937c-6bbb2c0b5eae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02851ac9396a49228af3781ca84336ea&device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 1098 time: 0.0590267 Feb 11 13:29:04.144628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-04f51345-aaed-43a9-a858-c0013938e4ff req-cbf36b0b-9bb7-4841-8d48-b43d2d551a3b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=02851ac9396a49228af3781ca84336ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460310 Feb 11 13:29:04.242151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:04.380035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Pushing event updated for resources: {'Port': ['ID=56d07027-9fd8-4d85-b829-f9bef57c0996,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:04.436768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Attempting to bind port 56d07027-9fd8-4d85-b829-f9bef57c0996 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:04.437110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Attempting to bind port 56d07027-9fd8-4d85-b829-f9bef57c0996 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:04.437446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Attempting to bind port 56d07027-9fd8-4d85-b829-f9bef57c0996 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:04.442399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Port 56d07027-9fd8-4d85-b829-f9bef57c0996 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:04.442725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Attempting to bind port 56d07027-9fd8-4d85-b829-f9bef57c0996 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:04.452490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:04.452490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:29:04.452490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:04.452490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Bound port: 56d07027-9fd8-4d85-b829-f9bef57c0996, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:04.452490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:04.570449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] For port 56d07027-9fd8-4d85-b829-f9bef57c0996, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:04.574846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] For port 56d07027-9fd8-4d85-b829-f9bef57c0996, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d07027-9fd8-4d85-b829-f9bef57c0996,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:04.582040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567214e-421d-4dac-91dd-10210ab7ed4b req-f2e08344-fa8d-4386-b71c-bd1b40d0f568 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.583834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4567214e-421d-4dac-91dd-10210ab7ed4b req-f2e08344-fa8d-4386-b71c-bd1b40d0f568 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.4955466 Feb 11 13:29:04.630806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e6d57-1f72-4541-b03b-f7c4c19baaff req-4a7932d5-de6b-4a2e-ac63-51c3a75c3496 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.632646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-195e6d57-1f72-4541-b03b-f7c4c19baaff req-4a7932d5-de6b-4a2e-ac63-51c3a75c3496 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 946 time: 0.0551610 Feb 11 13:29:04.652840 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4567214e-421d-4dac-91dd-10210ab7ed4b req-2b2e06d4-fb44-4049-8b5f-d4e9c1429830 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595610 Feb 11 13:29:04.654355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f51345-aaed-43a9-a858-c0013938e4ff req-27d25850-b89d-4e3b-8b2b-ca11795ae935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.656419 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-04f51345-aaed-43a9-a858-c0013938e4ff req-27d25850-b89d-4e3b-8b2b-ca11795ae935 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5018473 Feb 11 13:29:04.660745 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:04.717853 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-195e6d57-1f72-4541-b03b-f7c4c19baaff req-8058cbd9-2092-4349-baf3-eae55a8416f6 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756598 Feb 11 13:29:04.749311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.750283 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:04.752911 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] 10.222.0.59 "PUT /v2.0/ports/56d07027-9fd8-4d85-b829-f9bef57c0996 HTTP/1.1" status: 200 len: 1096 time: 1.6132066 Feb 11 13:29:04.753511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'tag': '56d07027-9fd8-4d85-b829-f9bef57c0996'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:04.759922 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4" -d '{"events": [{"name": "network-changed", "server_uuid": "e867bfd8-951b-4a54-a743-4b2906e71f97", "tag": "56d07027-9fd8-4d85-b829-f9bef57c0996"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:04.780042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b94201-ea5e-436e-b672-ad39f4b03d63 service neutron] Pushing event updated for resources: {'Port': ['ID=56d07027-9fd8-4d85-b829-f9bef57c0996,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:04.797446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-5c64a7e8-deeb-4b58-bfb1-d15526e2da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.797446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-5c64a7e8-deeb-4b58-bfb1-d15526e2da47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02851ac9396a49228af3781ca84336ea&device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 1098 time: 0.0918932 Feb 11 13:29:04.845642 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-1e555492-b54e-4ea8-89df-fefb0b97ba12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 HTTP/1.1" status: 200 len: 217 time: 0.0421598 Feb 11 13:29:04.850836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afbf0a-cd16-4def-b062-598cd347a583 req-888410e0-99bc-4fcf-8bb1-4593393ad9c1 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.852539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13afbf0a-cd16-4def-b062-598cd347a583 req-888410e0-99bc-4fcf-8bb1-4593393ad9c1 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 946 time: 0.0680287 Feb 11 13:29:04.914441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13afbf0a-cd16-4def-b062-598cd347a583 req-ef0d2cde-4a61-4a57-8243-2dd49dd4d249 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540946 Feb 11 13:29:04.919958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-7d88c1f0-f758-408c-870a-77e54f88b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.921814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-7d88c1f0-f758-408c-870a-77e54f88b596 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0667567 Feb 11 13:29:04.934475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50265945-2871-4ab4-a276-5a8e552bdba2 req-65543177-4b10-4f8d-b2cd-97ad0c450ec5 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.935993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50265945-2871-4ab4-a276-5a8e552bdba2 req-65543177-4b10-4f8d-b2cd-97ad0c450ec5 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 948 time: 0.0932169 Feb 11 13:29:04.962208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-a23d07b4-6157-4274-9a6c-5789761b7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:04.964318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-a23d07b4-6157-4274-9a6c-5789761b7867 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02851ac9396a49228af3781ca84336ea&device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 1099 time: 0.0623715 Feb 11 13:29:05.012356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-322ed7bd-e86c-4388-9f6c-d390a64e2192 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=56d07027-9fd8-4d85-b829-f9bef57c0996 HTTP/1.1" status: 200 len: 217 time: 0.0398450 Feb 11 13:29:05.014885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-8fd4e764-a7b6-46ac-a9c2-fdce1c259ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.016385 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-8fd4e764-a7b6-46ac-a9c2-fdce1c259ccf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795147 Feb 11 13:29:05.019608 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50265945-2871-4ab4-a276-5a8e552bdba2 req-3b260641-c860-4212-a300-ee7bc201e261 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703003 Feb 11 13:29:05.085252 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e39e476-338e-4e61-8323-e7bb86289cea x-openstack-request-id: req-8e39e476-338e-4e61-8323-e7bb86289cea {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:05.085756 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e867bfd8-951b-4a54-a743-4b2906e71f97", "tag": "56d07027-9fd8-4d85-b829-f9bef57c0996", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:05.090662 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e39e476-338e-4e61-8323-e7bb86289cea {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:05.090662 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'tag': '56d07027-9fd8-4d85-b829-f9bef57c0996', 'status': 'completed', 'code': 200} Feb 11 13:29:05.090662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-b866676b-d748-4777-a3bc-669e4546634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.092477 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-b866676b-d748-4777-a3bc-669e4546634e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0677118 Feb 11 13:29:05.146367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-4e42853f-be3b-409e-99c0-579f0e432538 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210382 Feb 11 13:29:05.225219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b18949-5010-4255-9d35-b571a8475dbd req-3f9d2275-2cda-49b1-9b4a-ee0046617942 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.233875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30b18949-5010-4255-9d35-b571a8475dbd req-3f9d2275-2cda-49b1-9b4a-ee0046617942 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0788841 Feb 11 13:29:05.237095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-c3eefe3b-d8a9-46c7-b73c-0228dba40a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.238671 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-c3eefe3b-d8a9-46c7-b73c-0228dba40a06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050673 Feb 11 13:29:05.261269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcfa6f55-6a65-46a1-b9cf-54ffc3116db9 req-66bca02b-ea95-416a-98b0-173312e44174 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032393 Feb 11 13:29:05.324271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30b18949-5010-4255-9d35-b571a8475dbd req-36b27a5f-0f70-4686-ba06-d34ee7c56429 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894992 Feb 11 13:29:05.361175 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-36e5734a-c2d1-4198-859b-e1ada5fbf7b1 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093459 Feb 11 13:29:05.456144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39b0d195-2035-4cf0-80dd-de4b87b011bd req-ff925795-f28d-4096-814a-25d3c6df4da5 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873549 Feb 11 13:29:05.576858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06084e-3def-4211-a8a9-cc847628b51d req-a53c8880-2175-47a6-a61f-a2e74f5e05c8 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.578516 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a06084e-3def-4211-a8a9-cc847628b51d req-a53c8880-2175-47a6-a61f-a2e74f5e05c8 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 946 time: 0.0495906 Feb 11 13:29:05.616369 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a06084e-3def-4211-a8a9-cc847628b51d req-35983305-2646-4a57-bd13-02fd61886c6b tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Feb 11 13:29:05.664336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-f8bbe316-39f1-48a5-87a4-6d9eb3590b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.665827 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-f8bbe316-39f1-48a5-87a4-6d9eb3590b96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02851ac9396a49228af3781ca84336ea&device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 1099 time: 0.0481985 Feb 11 13:29:05.764018 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-d3ce056d-1d24-4f72-b3d0-d031c1041877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.765529 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-d3ce056d-1d24-4f72-b3d0-d031c1041877 service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.0932548 Feb 11 13:29:05.781165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0180424-20cc-4a48-b708-dbea616dbd32 req-8b6c416d-cf99-46a0-a557-81847c562474 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.782736 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0180424-20cc-4a48-b708-dbea616dbd32 req-8b6c416d-cf99-46a0-a557-81847c562474 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0511975 Feb 11 13:29:05.807050 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-f5888174-4c12-4680-a95d-5648e0351f96 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=56d07027-9fd8-4d85-b829-f9bef57c0996 HTTP/1.1" status: 200 len: 217 time: 0.0351415 Feb 11 13:29:05.822475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0180424-20cc-4a48-b708-dbea616dbd32 req-807eb17c-17f3-4cbc-8000-715e85af7660 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334096 Feb 11 13:29:05.861786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-58329aa9-2462-4005-84e7-c1ffacd2f628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.863281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-58329aa9-2462-4005-84e7-c1ffacd2f628 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0501449 Feb 11 13:29:05.911982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-d3f516e4-341e-4d6e-81d6-21c0a5bd1a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:05.913470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-d3f516e4-341e-4d6e-81d6-21c0a5bd1a5d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439277 Feb 11 13:29:06.002813 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-834f0e2e-805c-4a04-bc1c-a67d3d0d4e8c service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808172 Feb 11 13:29:06.108859 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14bb3d08-4c46-45b0-a158-9fee02e4cfe4 req-61c391d9-586d-425c-9566-36d86466bcf3 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992343 Feb 11 13:29:06.200627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e70b83-fc65-44a3-a77a-d288e067ee3a req-618a1a45-56cc-4000-b260-4bc5cdfa5ebe tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.202197 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-04e70b83-fc65-44a3-a77a-d288e067ee3a req-618a1a45-56cc-4000-b260-4bc5cdfa5ebe tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 946 time: 0.0741010 Feb 11 13:29:06.249101 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-04e70b83-fc65-44a3-a77a-d288e067ee3a req-58c7df65-8388-44dc-b5b9-356220fc97e5 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/security-groups?id=2bf5c826-8213-4264-8f0e-2191babc2138&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Feb 11 13:29:06.328771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-e99ec62f-74f3-4122-8a61-7fd7378ee6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.330318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-e99ec62f-74f3-4122-8a61-7fd7378ee6cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 1097 time: 0.0495605 Feb 11 13:29:06.382668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-b2d38dd5-3ec0-4877-b3f9-fe42ae5a3422 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.384397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-b2d38dd5-3ec0-4877-b3f9-fe42ae5a3422 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.59 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 946 time: 0.0864687 Feb 11 13:29:06.408633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6157190-4b20-421a-98f7-b5b95b248590 req-c953e41b-adfb-4974-8b6d-e7698e6d1a8b tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.410317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c6157190-4b20-421a-98f7-b5b95b248590 req-c953e41b-adfb-4974-8b6d-e7698e6d1a8b tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 948 time: 0.0797369 Feb 11 13:29:06.444195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-5d3180a0-d68d-4c9d-b15c-8b492a37220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.446456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-5d3180a0-d68d-4c9d-b15c-8b492a37220d service neutron] 10.222.0.59 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 912 time: 0.1084929 Feb 11 13:29:06.501057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c6157190-4b20-421a-98f7-b5b95b248590 req-c35d5aeb-e2f4-40a2-9117-a17e232ad6e6 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725553 Feb 11 13:29:06.536735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-88d61f62-78c6-48d9-b99a-d8e72d9c8381 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e HTTP/1.1" status: 200 len: 1002 time: 0.0842843 Feb 11 13:29:06.541169 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-786f7102-0f6a-45d0-91ce-e7ada392013e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Deleting port c1a4360c-a2d4-460c-a518-61370986721b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:29:06.541516 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-786f7102-0f6a-45d0-91ce-e7ada392013e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:06.590113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-ab1ddd2e-e358-49f2-95f7-26e38c1500d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.591675 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-ab1ddd2e-e358-49f2-95f7-26e38c1500d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3356f2cd-4d02-411c-9f61-5d25d83cac42 HTTP/1.1" status: 200 len: 850 time: 0.0487499 Feb 11 13:29:06.644632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-2b141879-cba9-4084-beb7-04a82d546492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.646147 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-2b141879-cba9-4084-beb7-04a82d546492 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=78e8cc7a-6b88-4178-9818-4cb8339195fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473938 Feb 11 13:29:06.682261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8e56a-05a5-4643-862a-4ef90d128834 req-7e9a8b61-2429-48c7-8ba9-41c26022a797 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.684395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65b8e56a-05a5-4643-862a-4ef90d128834 req-7e9a8b61-2429-48c7-8ba9-41c26022a797 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0923634 Feb 11 13:29:06.691952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-786f7102-0f6a-45d0-91ce-e7ada392013e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] For port c1a4360c-a2d4-460c-a518-61370986721b, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c1a4360c-a2d4-460c-a518-61370986721b,segment=NetworkSegment(566c3b5e-4c28-4f29-9ee3-57e713dad088),segment_id=566c3b5e-4c28-4f29-9ee3-57e713dad088)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:06.691952 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-786f7102-0f6a-45d0-91ce-e7ada392013e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:06.711076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-786f7102-0f6a-45d0-91ce-e7ada392013e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Calling delete_port for c1a4360c-a2d4-460c-a518-61370986721b owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:29:06.781112 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65b8e56a-05a5-4643-862a-4ef90d128834 req-89c87951-8dfa-40d7-a96d-3d2455c2c427 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829420 Feb 11 13:29:06.805424 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-cb10352e-2773-4502-9fd7-83a1bc8d0ece service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470199 Feb 11 13:29:06.880443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263c2d5-cb78-473b-993a-0c07f22d82da req-255b9cca-aad1-4832-aa50-cb44ab74ec7a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.881983 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2263c2d5-cb78-473b-993a-0c07f22d82da req-255b9cca-aad1-4832-aa50-cb44ab74ec7a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1265304 Feb 11 13:29:06.922682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce9325-2f59-46aa-b526-bd588259b3c8 req-fc4332cd-7f82-4462-85a4-445a1fd85dd0 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:06.924154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ecce9325-2f59-46aa-b526-bd588259b3c8 req-fc4332cd-7f82-4462-85a4-445a1fd85dd0 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 946 time: 0.0717273 Feb 11 13:29:06.935892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:06.942268 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e53dd015-3bcb-4d06-ab83-dd12d3e99c05 req-dc9956dd-bcb9-410b-a4d7-5d177dff8d18 service neutron] 10.222.0.59 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332297 Feb 11 13:29:06.945275 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2263c2d5-cb78-473b-993a-0c07f22d82da req-788b9d98-3e38-4759-b6e2-6f677e5a4119 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550845 Feb 11 13:29:06.984517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ecce9325-2f59-46aa-b526-bd588259b3c8 req-71e23c7e-fb05-40e3-87d6-70ce5fb7ce24 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541420 Feb 11 13:29:07.036648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-786f7102-0f6a-45d0-91ce-e7ada392013e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:07.060615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c1a4360c-a2d4-460c-a518-61370986721b'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:07.102672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:07.102917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f7102-0f6a-45d0-91ce-e7ada392013e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Pushing event deleted for resources: {'Port': ['ID=c1a4360c-a2d4-460c-a518-61370986721b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:07.122106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'port_id': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'mac_address': 'fa:16:3e:15:69:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:07.171095 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:07.177928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-786f7102-0f6a-45d0-91ce-e7ada392013e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] No DVR routers for this DVR port c1a4360c-a2d4-460c-a518-61370986721b on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:07.183510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-786f7102-0f6a-45d0-91ce-e7ada392013e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:07.187139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d475e8d5-7cb6-431f-8b9c-285e10892c45 req-786f7102-0f6a-45d0-91ce-e7ada392013e tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.59 "DELETE /v2.0/ports/c1a4360c-a2d4-460c-a518-61370986721b HTTP/1.1" status: 204 len: 173 time: 0.7962251 Feb 11 13:29:07.187315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5893aff5-515c-4946-a4c5-2fc5ffba6136', 'name': 'network-vif-deleted', 'tag': 'c1a4360c-a2d4-460c-a518-61370986721b'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:07.190860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:07.196515 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7163d5a3-fdfc-4dc6-bd93-7f3f8fd78351" -d '{"events": [{"server_uuid": "5893aff5-515c-4946-a4c5-2fc5ffba6136", "name": "network-vif-deleted", "tag": "c1a4360c-a2d4-460c-a518-61370986721b"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:07.213266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:07.256317 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9a4da2-5f38-4d5d-80f4-ef0382e94282 x-openstack-request-id: req-2d9a4da2-5f38-4d5d-80f4-ef0382e94282 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:07.256800 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5893aff5-515c-4946-a4c5-2fc5ffba6136", "name": "network-vif-deleted", "tag": "c1a4360c-a2d4-460c-a518-61370986721b", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:07.256908 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2d9a4da2-5f38-4d5d-80f4-ef0382e94282 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:07.257290 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5893aff5-515c-4946-a4c5-2fc5ffba6136', 'name': 'network-vif-deleted', 'tag': 'c1a4360c-a2d4-460c-a518-61370986721b', 'status': 'completed', 'code': 200} Feb 11 13:29:07.276101 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:07.385474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:07.398284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.398889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.399443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.400610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.401630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.402827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.404141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.404522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.404947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.405420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.405985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.406327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:07.412352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7279e892-90a8-4281-984d-f8095d5fd676 req-a85e871a-e22a-45c1-8887-940580d87631 tempest-ServerMetadataNegativeTestJSON-266664127 tempest-ServerMetadataNegativeTestJSON-266664127-project] 10.222.0.52 "GET /v2.0/ports?device_id=5893aff5-515c-4946-a4c5-2fc5ffba6136 HTTP/1.1" status: 200 len: 210 time: 0.0444055 Feb 11 13:29:07.453662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:07.549132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-b9cab19d-8a20-4a95-b2bd-b72942a0cca5 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:07.552014 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-b9cab19d-8a20-4a95-b2bd-b72942a0cca5 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 946 time: 0.1274924 Feb 11 13:29:07.712047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-698b2cce-cb28-4542-8aa4-cc86c1e01442 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Deleting port c96649b0-64e8-49ec-96aa-436ffc1946ab {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:29:07.715171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-698b2cce-cb28-4542-8aa4-cc86c1e01442 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:07.757433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c32af-5305-478b-94c6-8f41af118b0e req-8077c948-7303-457c-96bb-b93bea489b28 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:07.760303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c48c32af-5305-478b-94c6-8f41af118b0e req-8077c948-7303-457c-96bb-b93bea489b28 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 948 time: 0.0915344 Feb 11 13:29:07.813421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c48c32af-5305-478b-94c6-8f41af118b0e req-e93641ce-de71-493c-9d3d-2fcc61ab384a tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469446 Feb 11 13:29:07.884864 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:07.890167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e30c9545-358d-4c0a-bc00-73746a0eebaa no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:07.913196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-698b2cce-cb28-4542-8aa4-cc86c1e01442 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] For port c96649b0-64e8-49ec-96aa-436ffc1946ab, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c96649b0-64e8-49ec-96aa-436ffc1946ab,segment=NetworkSegment(c4a1eb26-ce66-4975-abbb-f86af4966b1b),segment_id=c4a1eb26-ce66-4975-abbb-f86af4966b1b)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:07.913851 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-698b2cce-cb28-4542-8aa4-cc86c1e01442 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:07.937245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-698b2cce-cb28-4542-8aa4-cc86c1e01442 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Calling delete_port for c96649b0-64e8-49ec-96aa-436ffc1946ab owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:29:07.990013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390ba81-2832-4384-ac03-a7995a329dd7 req-94fec1d6-5cc1-4ff2-8cda-4f8fe36a21b3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:07.993118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6390ba81-2832-4384-ac03-a7995a329dd7 req-94fec1d6-5cc1-4ff2-8cda-4f8fe36a21b3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.0850220 Feb 11 13:29:08.045128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6390ba81-2832-4384-ac03-a7995a329dd7 req-d75bd592-9284-4411-bbc5-a25bfe0de693 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430746 Feb 11 13:29:08.055115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-7cd39e10-5205-4456-b2dd-94efd9c46af5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.072641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-7cd39e10-5205-4456-b2dd-94efd9c46af5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 805 time: 0.2715292 Feb 11 13:29:08.087438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-3c771da6-38f5-47b1-ae17-282ccd645c2d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/quotas/1479a70b67534648a9ff36fdd44cc7ba HTTP/1.1" status: 200 len: 375 time: 0.0228043 Feb 11 13:29:08.106252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:08.179349 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-3809cde6-e84b-433d-a351-123385c4155d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0909712 Feb 11 13:29:08.204061 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:08.218420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'mac_address': 'fa:16:3e:62:cf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:08.284423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec1e8-e7fa-4761-ab6e-a70b4df753ef req-ab2ecd93-782f-4be0-8ea8-2aa4fe197ce3 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.293807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da9ec1e8-e7fa-4761-ab6e-a70b4df753ef req-ab2ecd93-782f-4be0-8ea8-2aa4fe197ce3 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 946 time: 0.1171522 Feb 11 13:29:08.297673 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:08.316571 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30c9545-358d-4c0a-bc00-73746a0eebaa'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:08.322606 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e098b31c-1a67-470e-a962-fa2202cbbad4" -d '{"events": [{"server_uuid": "d1e7831d-6498-4418-a1ba-1aa066745375", "name": "network-vif-unplugged", "status": "completed", "tag": "e30c9545-358d-4c0a-bc00-73746a0eebaa"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:08.370914 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da9ec1e8-e7fa-4761-ab6e-a70b4df753ef req-1759fe0f-6600-4180-91e0-da5a2dab466d tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1424a96-1215-4fb8-8dc1-1bc97dba2453&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707142 Feb 11 13:29:08.383577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:08.397628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-ca3da6c5-495d-44e4-adbb-9f93ad6e2e0e service neutron] 10.222.0.52 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160118 Feb 11 13:29:08.407191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e30c9545-358d-4c0a-bc00-73746a0eebaa, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:08.416608 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-698b2cce-cb28-4542-8aa4-cc86c1e01442 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:08.427423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:08.431768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['c96649b0-64e8-49ec-96aa-436ffc1946ab'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:08.516093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ce96d-b395-403f-a96a-b9ea71d2a40f req-171bf015-51b4-47e2-9ae3-fef582a9509f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.517663 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-963ce96d-b395-403f-a96a-b9ea71d2a40f req-171bf015-51b4-47e2-9ae3-fef582a9509f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0721805 Feb 11 13:29:08.522169 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:08.548514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b2cce-cb28-4542-8aa4-cc86c1e01442 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Pushing event deleted for resources: {'Port': ['ID=c96649b0-64e8-49ec-96aa-436ffc1946ab,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:08.579819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-698b2cce-cb28-4542-8aa4-cc86c1e01442 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] No DVR routers for this DVR port c96649b0-64e8-49ec-96aa-436ffc1946ab on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:08.583345 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-698b2cce-cb28-4542-8aa4-cc86c1e01442 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:08.585655 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:08.586935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0135783-2115-47ec-a3fe-b15b06e78312 req-698b2cce-cb28-4542-8aa4-cc86c1e01442 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.13 "DELETE /v2.0/ports/c96649b0-64e8-49ec-96aa-436ffc1946ab HTTP/1.1" status: 204 len: 173 time: 1.0265613 Feb 11 13:29:08.617820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-963ce96d-b395-403f-a96a-b9ea71d2a40f req-b79c1f69-af26-4c14-8f50-5a8361c95bb6 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887501 Feb 11 13:29:08.639096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e30c9545-358d-4c0a-bc00-73746a0eebaa,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:08.662083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-390d454b-649f-489b-a5c4-6e15274b3a56 service neutron] 10.222.0.52 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498155 Feb 11 13:29:08.719523 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9d17d7-cb83-4f7a-9455-601c33b6b903 x-openstack-request-id: req-7e9d17d7-cb83-4f7a-9455-601c33b6b903 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:08.720055 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e7831d-6498-4418-a1ba-1aa066745375", "name": "network-vif-unplugged", "status": "completed", "tag": "e30c9545-358d-4c0a-bc00-73746a0eebaa", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:08.720542 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e9d17d7-cb83-4f7a-9455-601c33b6b903 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:08.721040 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30c9545-358d-4c0a-bc00-73746a0eebaa', 'code': 200} Feb 11 13:29:08.727999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:08.761281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54050) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:08.819300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ed1311-4a2c-4f5b-b355-141ec3a420fb admin admin] Deleting subnet fe83dc9c-fa9b-427d-94f7-ecab6a98cd16 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:29:08.822866 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1311-4a2c-4f5b-b355-141ec3a420fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:08.886285 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1311-4a2c-4f5b-b355-141ec3a420fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:08.957926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbca767-7e2a-4a8a-bff6-c0532332feb3 req-797a5ec8-68e6-4597-bba9-41c159d1d4a4 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:08.962693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:08.965141 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1311-4a2c-4f5b-b355-141ec3a420fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:08.968378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:08.968554 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bbca767-7e2a-4a8a-bff6-c0532332feb3 req-797a5ec8-68e6-4597-bba9-41c159d1d4a4 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 948 time: 0.0669682 Feb 11 13:29:09.006002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bbca767-7e2a-4a8a-bff6-c0532332feb3 req-cb82dc44-c8cc-455f-a15d-47bdcc8bc175 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365343 Feb 11 13:29:09.042600 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87a47fb6-f118-4fca-9fb0-13caf571e696 req-f5eb2b78-ce54-4818-bcae-02d1cf57e81e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 210 time: 0.0309777 Feb 11 13:29:09.146865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:09.147504 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.190520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1311-4a2c-4f5b-b355-141ec3a420fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.271573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1113be0-cad8-490e-8ee8-545e4ae9b555', 'name': 'network-vif-deleted', 'tag': 'c96649b0-64e8-49ec-96aa-436ffc1946ab'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:09.274646 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bc7d09-a4c7-4799-babb-1b3d322aff1b" -d '{"events": [{"server_uuid": "b1113be0-cad8-490e-8ee8-545e4ae9b555", "name": "network-vif-deleted", "tag": "c96649b0-64e8-49ec-96aa-436ffc1946ab"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:09.281869 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6ed1311-4a2c-4f5b-b355-141ec3a420fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.286317 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.290698 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f6ed1311-4a2c-4f5b-b355-141ec3a420fb admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fe83dc9c-fa9b-427d-94f7-ecab6a98cd16 HTTP/1.1" status: 204 len: 168 time: 0.5267565 Feb 11 13:29:09.291711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54064) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:09.300706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed1311-4a2c-4f5b-b355-141ec3a420fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe83dc9c-fa9b-427d-94f7-ecab6a98cd16,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:09.382134 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd5ac3f-ae09-4036-9d3a-a1213fde332b x-openstack-request-id: req-2cd5ac3f-ae09-4036-9d3a-a1213fde332b {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:09.382799 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1113be0-cad8-490e-8ee8-545e4ae9b555", "name": "network-vif-deleted", "tag": "c96649b0-64e8-49ec-96aa-436ffc1946ab", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:09.383774 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2cd5ac3f-ae09-4036-9d3a-a1213fde332b {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:09.384329 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1113be0-cad8-490e-8ee8-545e4ae9b555', 'name': 'network-vif-deleted', 'tag': 'c96649b0-64e8-49ec-96aa-436ffc1946ab', 'status': 'completed', 'code': 200} Feb 11 13:29:09.428952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:09.451908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.511714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-a292e486-0023-4c47-8856-a7e1007411e4 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.513236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-a292e486-0023-4c47-8856-a7e1007411e4 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1e7831d-6498-4418-a1ba-1aa066745375 HTTP/1.1" status: 200 len: 944 time: 0.1052744 Feb 11 13:29:09.537638 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15798c1c-2cfe-4169-8f2d-feb6c22e41d8 req-df244b5d-4110-4dcb-b317-e05683008e76 tempest-InstanceActionsTestJSON-342996089 tempest-InstanceActionsTestJSON-342996089-project] 10.222.0.52 "GET /v2.0/ports?device_id=b1113be0-cad8-490e-8ee8-545e4ae9b555 HTTP/1.1" status: 200 len: 210 time: 0.0476763 Feb 11 13:29:09.544808 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.578587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.627980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b148ee86-cacf-4924-bd51-00c6d2a447c4']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:09.634214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:09.667668 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566c3b5e-4c28-4f29-9ee3-57e713dad088') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:09.668419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566c3b5e-4c28-4f29-9ee3-57e713dad088') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:09.685029 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.705216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-b5e25a5c-1fed-466d-92b0-a6aa85b368a5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Deleting port e30c9545-358d-4c0a-bc00-73746a0eebaa {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:29:09.708417 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-b5e25a5c-1fed-466d-92b0-a6aa85b368a5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.712486 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.741267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:29:09.742035 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:09.747269 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:09.899804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 56d07027-9fd8-4d85-b829-f9bef57c0996 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:09.904097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c1a4360c-a2d4-460c-a518-61370986721b no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:09.939784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-b5e25a5c-1fed-466d-92b0-a6aa85b368a5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] For port e30c9545-358d-4c0a-bc00-73746a0eebaa, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e30c9545-358d-4c0a-bc00-73746a0eebaa,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:09.941827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287de913-39e5-4a97-b76b-689cf2a85e1f req-c2ad020a-399a-4715-ab85-8ecfa09df843 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:09.942459 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-b5e25a5c-1fed-466d-92b0-a6aa85b368a5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:09.952800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-287de913-39e5-4a97-b76b-689cf2a85e1f req-c2ad020a-399a-4715-ab85-8ecfa09df843 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.2004809 Feb 11 13:29:09.973358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-b5e25a5c-1fed-466d-92b0-a6aa85b368a5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Calling delete_port for e30c9545-358d-4c0a-bc00-73746a0eebaa owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:29:09.975739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: c1a4360c-a2d4-460c-a518-61370986721b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:29:09.977401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c1a4360c-a2d4-460c-a518-61370986721b not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:10.002070 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.012466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.023196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b148ee86-cacf-4924-bd51-00c6d2a447c4 HTTP/1.1" status: 204 len: 168 time: 0.7308855 Feb 11 13:29:10.031929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-287de913-39e5-4a97-b76b-689cf2a85e1f req-51097cf1-b783-4852-a2b2-709e141ce387 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747302 Feb 11 13:29:10.070645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7233a09-23a2-4487-9728-c5cb37463e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=b148ee86-cacf-4924-bd51-00c6d2a447c4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:10.188215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-acb0f79c-ac48-43f2-b266-c71d816bef43 req-2709ff0f-69ba-4385-bb8f-a9c1a8344c0f tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 210 time: 0.0622337 Feb 11 13:29:10.232267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 56d07027-9fd8-4d85-b829-f9bef57c0996, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d07027-9fd8-4d85-b829-f9bef57c0996,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:10.252983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '56d07027-9fd8-4d85-b829-f9bef57c0996', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '56d07027-9fd8-4d85-b829-f9bef57c0996', 'mac_address': 'fa:16:3e:9c:ce:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:10.291313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c34e99-8b0f-4094-a700-6638d9ea8890 req-75c6e123-33cf-4fdc-ac92-c0108fafa22e tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:10.293527 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51c34e99-8b0f-4094-a700-6638d9ea8890 req-75c6e123-33cf-4fdc-ac92-c0108fafa22e tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 948 time: 0.0965726 Feb 11 13:29:10.321619 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-b5e25a5c-1fed-466d-92b0-a6aa85b368a5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.351337 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.373328 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e25a5c-1fed-466d-92b0-a6aa85b368a5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Pushing event deleted for resources: {'Port': ['ID=e30c9545-358d-4c0a-bc00-73746a0eebaa,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:10.390900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d07027-9fd8-4d85-b829-f9bef57c0996 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:10.427611 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51c34e99-8b0f-4094-a700-6638d9ea8890 req-ef8b8920-0fbf-4e18-b250-9d1bdd12765e tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196799 Feb 11 13:29:10.471836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 56d07027-9fd8-4d85-b829-f9bef57c0996, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d07027-9fd8-4d85-b829-f9bef57c0996,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:10.476373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-b5e25a5c-1fed-466d-92b0-a6aa85b368a5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] No DVR routers for this DVR port e30c9545-358d-4c0a-bc00-73746a0eebaa on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:10.483112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-b5e25a5c-1fed-466d-92b0-a6aa85b368a5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.486610 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14927be5-3bd1-40fe-8058-5eac56ba9b28 req-b5e25a5c-1fed-466d-92b0-a6aa85b368a5 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.59 "DELETE /v2.0/ports/e30c9545-358d-4c0a-bc00-73746a0eebaa HTTP/1.1" status: 204 len: 173 time: 0.9566472 Feb 11 13:29:10.550752 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.616410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=56d07027-9fd8-4d85-b829-f9bef57c0996,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:10.632946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54088) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:10.700164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4082e3-939e-4333-a9ae-7dc0a0f38d87 admin admin] Deleting subnet 7ff144ac-3c9c-4b12-9425-5eb765863ba5 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:29:10.704579 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f4082e3-939e-4333-a9ae-7dc0a0f38d87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.721952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:10.724666 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1abc9ef-50b9-42cc-b48a-6240fb1c12b0" -d '{"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:10.752094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f4082e3-939e-4333-a9ae-7dc0a0f38d87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.809119 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f4082e3-939e-4333-a9ae-7dc0a0f38d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.817000 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf846a25-9bc4-4b78-b0b0-c6ca0e2156b8 x-openstack-request-id: req-bf846a25-9bc4-4b78-b0b0-c6ca0e2156b8 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:10.817293 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:10.817541 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bf846a25-9bc4-4b78-b0b0-c6ca0e2156b8 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:10.817973 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'code': 200} Feb 11 13:29:10.829396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54092) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:10.874872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['56d07027-9fd8-4d85-b829-f9bef57c0996'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:10.931777 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54094) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:10.934147 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2d577da4-aead-4f87-b9f9-2470fcd4f7a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b4c006cb745644b486f6341b3420897d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034529 Feb 11 13:29:10.953830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f4082e3-939e-4333-a9ae-7dc0a0f38d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:10.991513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4082e3-939e-4333-a9ae-7dc0a0f38d87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ff144ac-3c9c-4b12-9425-5eb765863ba5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:11.002230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f4082e3-939e-4333-a9ae-7dc0a0f38d87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.007369 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6f4082e3-939e-4333-a9ae-7dc0a0f38d87 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7ff144ac-3c9c-4b12-9425-5eb765863ba5 HTTP/1.1" status: 204 len: 168 time: 0.3720322 Feb 11 13:29:11.008962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54096) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:11.068968 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35e4d1a2-0e67-418f-9a5d-62c36eee9a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.099264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35e4d1a2-0e67-418f-9a5d-62c36eee9a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.275704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35e4d1a2-0e67-418f-9a5d-62c36eee9a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.281813 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.285202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35e4d1a2-0e67-418f-9a5d-62c36eee9a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.285202 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-35e4d1a2-0e67-418f-9a5d-62c36eee9a18 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bf5c826-8213-4264-8f0e-2191babc2138 HTTP/1.1" status: 204 len: 168 time: 0.3517056 Feb 11 13:29:11.333046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4d1a2-0e67-418f-9a5d-62c36eee9a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf5c826-8213-4264-8f0e-2191babc2138,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:11.340460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1fd77a56-f304-4f4e-b1e1-aeb2d8b93e08 req-e4767658-326a-4358-b59b-07ae0f4776bd tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 210 time: 0.0765820 Feb 11 13:29:11.385725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'name': 'network-vif-deleted', 'tag': 'e30c9545-358d-4c0a-bc00-73746a0eebaa'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:11.390328 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898d6260-fb75-4196-ae57-0db67d6fe670" -d '{"events": [{"server_uuid": "d1e7831d-6498-4418-a1ba-1aa066745375", "name": "network-vif-deleted", "tag": "e30c9545-358d-4c0a-bc00-73746a0eebaa"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:11.407843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1af5d-5841-46a1-8271-4e28560e9dcf req-6d1fc43e-15f4-4927-b061-8891ca636b1d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.418615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c2f1af5d-5841-46a1-8271-4e28560e9dcf req-6d1fc43e-15f4-4927-b061-8891ca636b1d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.2033944 Feb 11 13:29:11.467569 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad24b5-e065-4747-bee6-505fde69e9de x-openstack-request-id: req-66ad24b5-e065-4747-bee6-505fde69e9de {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:11.467939 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e7831d-6498-4418-a1ba-1aa066745375", "name": "network-vif-deleted", "tag": "e30c9545-358d-4c0a-bc00-73746a0eebaa", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:11.468305 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66ad24b5-e065-4747-bee6-505fde69e9de {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:11.468897 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e7831d-6498-4418-a1ba-1aa066745375', 'name': 'network-vif-deleted', 'tag': 'e30c9545-358d-4c0a-bc00-73746a0eebaa', 'status': 'completed', 'code': 200} Feb 11 13:29:11.495580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.554688 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c2f1af5d-5841-46a1-8271-4e28560e9dcf req-b775332a-0efd-4b51-b487-380e12c5eae2 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239583 Feb 11 13:29:11.554688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:11.572554 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a1eb26-ce66-4975-abbb-f86af4966b1b') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:11.572939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a1eb26-ce66-4975-abbb-f86af4966b1b') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:11.584321 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.598768 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.608694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:29:11.609115 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:11.610883 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:11.630907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4652e-ca62-4304-9ecd-65949ac43f79 req-4b5c0fb9-9516-4028-8cca-0a815295a831 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:11.632478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4c4652e-ca62-4304-9ecd-65949ac43f79 req-4b5c0fb9-9516-4028-8cca-0a815295a831 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 949 time: 0.0768170 Feb 11 13:29:11.676291 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4c4652e-ca62-4304-9ecd-65949ac43f79 req-15f22184-91ca-48b3-a680-d82ba0080782 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375512 Feb 11 13:29:11.913895 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 56d07027-9fd8-4d85-b829-f9bef57c0996 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:11.944831 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.950228 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:11.956480 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] 10.222.0.52 "DELETE /v2.0/networks/a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0 HTTP/1.1" status: 204 len: 168 time: 0.9434309 Feb 11 13:29:11.971192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f666ee3-c683-4927-9a2b-dc47b79a179d admin admin] Pushing event deleted for resources: {'Network': ['ID=a50a6bb6-4bdb-40cf-9eaf-c2cac339c4d0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:12.064494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 56d07027-9fd8-4d85-b829-f9bef57c0996 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:12.064494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 56d07027-9fd8-4d85-b829-f9bef57c0996 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:12.064494 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.185181 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.232664 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 56d07027-9fd8-4d85-b829-f9bef57c0996, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d07027-9fd8-4d85-b829-f9bef57c0996,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:12.299308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.300219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:12.364284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-1ff73ce6-246e-4b9f-86e5-ce167da0203c tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.366696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-1ff73ce6-246e-4b9f-86e5-ce167da0203c tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.13 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 805 time: 0.2212586 Feb 11 13:29:12.406146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Request body: {'port': {'device_id': '2b343e38-50b4-40d1-a1e8-efe14f077cd5', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'admin_state_up': True, 'tenant_id': '1479a70b67534648a9ff36fdd44cc7ba'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:12.445977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=56d07027-9fd8-4d85-b829-f9bef57c0996,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:12.460010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54130) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:12.538284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e2201b4d-2166-4e71-9b78-0c1c2173c652 req-2c7a4d7b-ec64-4837-9cfe-c7358ca1362a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 210 time: 0.0632675 Feb 11 13:29:12.573233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:12.577625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:12.578212 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.621380 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-96139582-6eb9-4955-9952-4adb8d0c25bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a43dedfb6645450c84a4a658dc1ffc1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576138 Feb 11 13:29:12.622339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54138) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:12.726112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5623a9a0-3e6c-488f-894f-85b0241d480f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.751159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf968472-0076-455e-87c0-ded13cc15610 req-1cd8536b-a3b5-46b3-92f4-e06b4f0ab681 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.753746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf968472-0076-455e-87c0-ded13cc15610 req-1cd8536b-a3b5-46b3-92f4-e06b4f0ab681 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0961394 Feb 11 13:29:12.762079 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5623a9a0-3e6c-488f-894f-85b0241d480f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.772515 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.800075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Made reservation on behalf of 1479a70b67534648a9ff36fdd44cc7ba for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:12.807120 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.831566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d07027-9fd8-4d85-b829-f9bef57c0996'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:12.835323 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4b3e50-28e0-4178-8110-909782b9af1e" -d '{"events": [{"server_uuid": "e867bfd8-951b-4a54-a743-4b2906e71f97", "name": "network-vif-plugged", "status": "completed", "tag": "56d07027-9fd8-4d85-b829-f9bef57c0996"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:12.846581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf968472-0076-455e-87c0-ded13cc15610 req-c83c33a6-d3fa-41c8-8e6f-0b833d1715a8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826755 Feb 11 13:29:12.895891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:12.898915 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5623a9a0-3e6c-488f-894f-85b0241d480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.903017 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5623a9a0-3e6c-488f-894f-85b0241d480f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.907251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5623a9a0-3e6c-488f-894f-85b0241d480f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1424a96-1215-4fb8-8dc1-1bc97dba2453 HTTP/1.1" status: 204 len: 168 time: 0.2811778 Feb 11 13:29:12.921443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56431-6cf2-4a5b-9bcb-bf1d07b01b8b req-a270c8d3-4982-4dee-a3bd-c9d860a9573a tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:12.923648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7a56431-6cf2-4a5b-9bcb-bf1d07b01b8b req-a270c8d3-4982-4dee-a3bd-c9d860a9573a tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 950 time: 0.0868027 Feb 11 13:29:12.930747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623a9a0-3e6c-488f-894f-85b0241d480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1424a96-1215-4fb8-8dc1-1bc97dba2453,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:12.944414 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d20531f-0624-4528-b667-2df334198eea x-openstack-request-id: req-3d20531f-0624-4528-b667-2df334198eea {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:12.950640 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e867bfd8-951b-4a54-a743-4b2906e71f97", "name": "network-vif-plugged", "status": "completed", "tag": "56d07027-9fd8-4d85-b829-f9bef57c0996", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:12.951177 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d20531f-0624-4528-b667-2df334198eea {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:12.951442 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d07027-9fd8-4d85-b829-f9bef57c0996', 'code': 200} Feb 11 13:29:12.965278 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:12.994502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c96649b0-64e8-49ec-96aa-436ffc1946ab no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:13.201148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Allocated IP 172.20.0.10 (628a6630-3b59-42be-8d5b-678dbf3f588a/b524e984-4024-46c0-b04c-9c226443adb2/21652223-e60f-4a64-998a-e15f8a21b824) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:13.236744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e670d-cfa0-43d5-9ddb-9f11a9187bfe req-01fe0f07-6906-4775-883f-1546b8746320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.239331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-400e670d-cfa0-43d5-9ddb-9f11a9187bfe req-01fe0f07-6906-4775-883f-1546b8746320 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 1101 time: 0.1555843 Feb 11 13:29:13.305359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: c96649b0-64e8-49ec-96aa-436ffc1946ab {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:29:13.305692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c96649b0-64e8-49ec-96aa-436ffc1946ab not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:13.330588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:13.347944 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-400e670d-cfa0-43d5-9ddb-9f11a9187bfe req-0be6d946-63ac-4f11-acf3-86963c193805 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925634 Feb 11 13:29:13.361449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54156) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:13.435340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7a56431-6cf2-4a5b-9bcb-bf1d07b01b8b req-1da91a4d-3e11-49a7-a177-f956ce031548 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957762 Feb 11 13:29:13.453588 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-1fe4b69f-8086-4d04-a82b-3572a88dcff3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0756867 Feb 11 13:29:13.563128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-904505435-network', 'tenant_id': '08de41924bae4eeca5cf321f16b06adc'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:13.582741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-f5f73cd3-9677-4313-b3e3-fa5549ac1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.583216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-f5f73cd3-9677-4313-b3e3-fa5549ac1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.583693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-f5f73cd3-9677-4313-b3e3-fa5549ac1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.584161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-f5f73cd3-9677-4313-b3e3-fa5549ac1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.584633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-f5f73cd3-9677-4313-b3e3-fa5549ac1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.585095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-f5f73cd3-9677-4313-b3e3-fa5549ac1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.585696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-f5f73cd3-9677-4313-b3e3-fa5549ac1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.587669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-f5f73cd3-9677-4313-b3e3-fa5549ac1678 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 6499 time: 0.0719519 Feb 11 13:29:13.691912 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.714392 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff200dd4-ee43-48bc-878d-474f7383f6e9 req-d2a40f00-074f-4d36-8eaa-11a955985220 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 210 time: 0.0378280 Feb 11 13:29:13.768643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Made reservation on behalf of 08de41924bae4eeca5cf321f16b06adc for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:13.769316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-e36e6ccc-3647-4b8e-8a6d-f32b42299ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.769316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-e36e6ccc-3647-4b8e-8a6d-f32b42299ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.769613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-e36e6ccc-3647-4b8e-8a6d-f32b42299ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.771318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-e36e6ccc-3647-4b8e-8a6d-f32b42299ce5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=2202e614-38ab-4ad3-a093-947219c72a71&id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 HTTP/1.1" status: 200 len: 2298 time: 0.1549242 Feb 11 13:29:13.772474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.785045 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.897986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-d16386ed-1c26-4427-9c8e-0bf0dc45ce44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef39ff2d-2440-4cb7-8b7d-d340c39a7374 HTTP/1.1" status: 200 len: 1002 time: 0.1161916 Feb 11 13:29:13.901689 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.941113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e30c9545-358d-4c0a-bc00-73746a0eebaa no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:13.967148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: e30c9545-358d-4c0a-bc00-73746a0eebaa {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:29:13.967751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e30c9545-358d-4c0a-bc00-73746a0eebaa not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:13.977029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:13.994423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-1cfdbf13-9be6-4d27-bcf4-718a613e744d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:13.996550 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-1cfdbf13-9be6-4d27-bcf4-718a613e744d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e9ee6e8-fe6f-4e78-8500-2349a6d591e4 HTTP/1.1" status: 200 len: 856 time: 0.0920522 Feb 11 13:29:14.006245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Network 628a6630-3b59-42be-8d5b-678dbf3f588a is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:14.012579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:14.013298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Pushing event updated for resources: {'Port': ['ID=21652223-e60f-4a64-998a-e15f8a21b824,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:14.015772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:14.073678 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.085813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:29:14.102343 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.102684 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Added segment b367d7b4-f3c2-418a-b045-cd213569d478 of type vlan for network 2b702336-eecc-4d6d-a9ed-b7bd7d49eb21 Feb 11 13:29:14.102822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a762aa-a04a-478b-99e6-59b0859b5ca9 req-26c89489-f42c-456c-974e-b052e9ab5262 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.110319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28a762aa-a04a-478b-99e6-59b0859b5ca9 req-26c89489-f42c-456c-974e-b052e9ab5262 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1128960 Feb 11 13:29:14.122107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-3e0548cd-4ab1-4abf-ae18-906ec4ceac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.123593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-3e0548cd-4ab1-4abf-ae18-906ec4ceac07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e4b25248-796e-4843-9e5e-fffc7dcb6ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133833 Feb 11 13:29:14.136704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.137335 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.180402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687a95c1-e436-4682-82e7-86f252894e4e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:14.185221 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.223183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28a762aa-a04a-478b-99e6-59b0859b5ca9 req-9421fe42-0694-4942-ad41-23d49bc6823f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118057 Feb 11 13:29:14.269655 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9adb4f84-6f22-43e3-a07d-d4476017f326 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8721280 Feb 11 13:29:14.282929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-3034ccfc-fc15-45f0-83f4-c62bfa20aa02 service neutron] 10.222.0.13 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481636 Feb 11 13:29:14.283420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Request body: {'port': {'device_id': '2b343e38-50b4-40d1-a1e8-efe14f077cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:14.292447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.293608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.294252 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.369389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54184) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:14.396079 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-266314eb-e1e3-41b7-9ecf-e3e5197d497f service neutron] 10.222.0.13 "GET /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054690 Feb 11 13:29:14.423993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] Pushing event updated for resources: {'Network': ['ID=2b702336-eecc-4d6d-a9ed-b7bd7d49eb21,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:14.437200 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.437638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 2b702336-eecc-4d6d-a9ed-b7bd7d49eb21 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:29:14.452447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-567b749b-27b2-490c-9eb7-57c1109a3a7e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0702586 Feb 11 13:29:14.455224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54188) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:14.460740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Request body: {'subnet': {'network_id': '2b702336-eecc-4d6d-a9ed-b7bd7d49eb21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-904505435-subnet', 'tenant_id': '08de41924bae4eeca5cf321f16b06adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:14.464459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-a9a25a91-1c4c-4533-85e8-102a4f15ac7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=25906095-f674-4165-873d-1b718167c844 HTTP/1.1" status: 200 len: 217 time: 0.0591524 Feb 11 13:29:14.524643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-373615901-network', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:14.556305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-5dc26734-603b-499b-80a3-d96ba15c2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.558367 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-5dc26734-603b-499b-80a3-d96ba15c2177 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.0834534 Feb 11 13:29:14.596714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Made reservation on behalf of 08de41924bae4eeca5cf321f16b06adc for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:14.599425 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.690641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-124ee43a-0ba0-4568-98e6-e17f1ce1904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.693186 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-124ee43a-0ba0-4568-98e6-e17f1ce1904f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1249623 Feb 11 13:29:14.795422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb785b1-2c37-4ebd-ae38-eace6a9fc1c7 req-6d117cc6-7a07-4353-86a6-0c9541766219 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:14.797631 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cb785b1-2c37-4ebd-ae38-eace6a9fc1c7 req-6d117cc6-7a07-4353-86a6-0c9541766219 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 950 time: 0.2106216 Feb 11 13:29:14.818959 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-697dd4f3-dfec-499c-ad6f-06624fcf43c2 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162949 Feb 11 13:29:14.820189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Made reservation on behalf of 3f6c9bfc991347c6a4129edefe908029 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:14.824335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.875546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:14.894398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cb785b1-2c37-4ebd-ae38-eace6a9fc1c7 req-2f12ae9f-c4ce-43cf-8871-59bf08ca593c tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871608 Feb 11 13:29:14.952283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:14.955060 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4601c910-b1f3-426c-867e-79dc04e89120" -d '{"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-plugged", "status": "completed", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:15.030602 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.038822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21652223-e60f-4a64-998a-e15f8a21b824 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:15.046985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.052745 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cc1a4a-c50c-4c37-bbca-5c67425a8804 x-openstack-request-id: req-32cc1a4a-c50c-4c37-bbca-5c67425a8804 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:15.053310 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-plugged", "status": "completed", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:15.053412 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-32cc1a4a-c50c-4c37-bbca-5c67425a8804 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:15.054087 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'code': 200} Feb 11 13:29:15.063573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Transition to ACTIVE for port object 21652223-e60f-4a64-998a-e15f8a21b824 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:15.065130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72fe88-ead0-44a8-b6b9-30d2a9c17e5f req-1ee77006-5876-4af2-8643-2e2731f74cbc tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.066801 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d72fe88-ead0-44a8-b6b9-30d2a9c17e5f req-1ee77006-5876-4af2-8643-2e2731f74cbc tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 932 time: 0.2218890 Feb 11 13:29:15.071419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.113267 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.139356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:29:15.171001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037846f7-5a8c-46cf-b149-49c7645c5fef,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:15.202478 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-c50cfa24-4f91-437e-9a07-a70cb2208276 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732517 Feb 11 13:29:15.215621 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.216316 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Added segment 4e95f1cd-d503-49de-ae51-4032b751971d of type vlan for network 2225a145-5852-4ecb-bf66-01fdcbd19e3b Feb 11 13:29:15.241072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d72fe88-ead0-44a8-b6b9-30d2a9c17e5f req-ba9f192a-fed5-4f90-9045-7d9f858274ca tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601872 Feb 11 13:29:15.287601 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-37b5aac1-4517-4258-906c-3fa7c470b12d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 HTTP/1.1" status: 200 len: 217 time: 0.0734739 Feb 11 13:29:15.361428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.380289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-2f67c53d-b0f7-43db-be1f-f62ddbfccf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.382133 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-2f67c53d-b0f7-43db-be1f-f62ddbfccf28 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.0714931 Feb 11 13:29:15.461834 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.464789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.465508 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.480767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-ae4e2fe5-c35d-4774-b593-13215afb8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.482402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-ae4e2fe5-c35d-4774-b593-13215afb8e7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914395 Feb 11 13:29:15.574204 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.595974 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2240336 Feb 11 13:29:15.600642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54202) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:15.613295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1d896-dd26-49b8-bc37-00f6b803e277 admin admin] Pushing event updated for resources: {'Network': ['ID=2225a145-5852-4ecb-bf66-01fdcbd19e3b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:15.616594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Request body: {'subnet': {'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-373615901-subnet', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:15.628252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 2225a145-5852-4ecb-bf66-01fdcbd19e3b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:29:15.707974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d367d8a5-4b18-4c1e-a67a-57017a3e0256,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:15.764309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-41c01f08-f21f-4b3b-9b1c-eb5e6dda436b service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646248 Feb 11 13:29:15.777233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70feb5-b1d7-468f-8282-79b1e7f5078f req-3de8de94-005b-4394-a3bc-54f64a3d7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.779087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de70feb5-b1d7-468f-8282-79b1e7f5078f req-3de8de94-005b-4394-a3bc-54f64a3d7a3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 1100 time: 0.6674876 Feb 11 13:29:15.788269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Pushing event updated for resources: {'Port': ['ID=21652223-e60f-4a64-998a-e15f8a21b824,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:15.847428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Checking segment: {'id': 'b367d7b4-f3c2-418a-b045-cd213569d478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2b702336-eecc-4d6d-a9ed-b7bd7d49eb21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:29:15.848105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Network hostable DHCP agents. Network: 2b702336-eecc-4d6d-a9ed-b7bd7d49eb21, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:29:15.871708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef8c88-7e28-477e-a70e-e343d7064309 req-e94b9086-188e-46c0-a66a-7ea7d42fa527 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:15.881820 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-31ef8c88-7e28-477e-a70e-e343d7064309 req-e94b9086-188e-46c0-a66a-7ea7d42fa527 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.3163564 Feb 11 13:29:15.888736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Made reservation on behalf of 3f6c9bfc991347c6a4129edefe908029 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:15.891099 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:15.926316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-b59c1546-f59e-4ab4-8ff2-610db2eec0ce service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550698 Feb 11 13:29:16.000527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-c71d3fc0-c2d1-4e0a-8ea8-f5e61079802f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.9&port_id=bc390621-14fa-4ee2-8555-bcbb41a5523e HTTP/1.1" status: 200 len: 217 time: 0.0665011 Feb 11 13:29:16.044892 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de70feb5-b1d7-468f-8282-79b1e7f5078f req-e1a23e86-ca1a-4607-ac78-e23eec12d20c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150881 Feb 11 13:29:16.069807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Attempting to bind port 21652223-e60f-4a64-998a-e15f8a21b824 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:16.070395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Attempting to bind port 21652223-e60f-4a64-998a-e15f8a21b824 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:16.070918 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Attempting to bind port 21652223-e60f-4a64-998a-e15f8a21b824 on network 628a6630-3b59-42be-8d5b-678dbf3f588a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:16.072567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-e1a3073f-fb52-40df-bdee-4debde8d297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.074960 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-e1a3073f-fb52-40df-bdee-4debde8d297d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.0649450 Feb 11 13:29:16.085862 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-31ef8c88-7e28-477e-a70e-e343d7064309 req-2d57cf7b-3f53-4c03-a0de-83b6eca3a412 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030735 Feb 11 13:29:16.103016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Port 21652223-e60f-4a64-998a-e15f8a21b824 on network 628a6630-3b59-42be-8d5b-678dbf3f588a not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:16.103524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Attempting to bind port 21652223-e60f-4a64-998a-e15f8a21b824 on network 628a6630-3b59-42be-8d5b-678dbf3f588a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:16.114026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:16.114962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Checking segment: {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:29:16.115842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Bound using segment: {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:16.116828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Bound port: 21652223-e60f-4a64-998a-e15f8a21b824, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8eecd28-e1f3-4935-a855-c395abe2fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:16.117542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:16.146252 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Network 2b702336-eecc-4d6d-a9ed-b7bd7d49eb21 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:29:16.222355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8cbff-f3f0-4a25-94b6-bbf736717909 req-3a85aa8f-235e-4c27-97b6-4f433f7771e4 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.234171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75d8cbff-f3f0-4a25-94b6-bbf736717909 req-3a85aa8f-235e-4c27-97b6-4f433f7771e4 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 950 time: 0.2005260 Feb 11 13:29:16.256175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-b118d49e-8c3c-46d4-812a-eabca526eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.262021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-b118d49e-8c3c-46d4-812a-eabca526eb46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1746054 Feb 11 13:29:16.273684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] For port 21652223-e60f-4a64-998a-e15f8a21b824, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:16.313417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 2b702336-eecc-4d6d-a9ed-b7bd7d49eb21) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:16.324398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75d8cbff-f3f0-4a25-94b6-bbf736717909 req-89a3c640-422f-402e-a0f6-0de51c4ede32 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892577 Feb 11 13:29:16.332445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7927c421-00b0-47f8-bf9b-74b29eb18e4b None None] Network 2b702336-eecc-4d6d-a9ed-b7bd7d49eb21 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:29:16.347242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.347844 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:16.354111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] For port 21652223-e60f-4a64-998a-e15f8a21b824, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=21652223-e60f-4a64-998a-e15f8a21b824,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:16.432888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:16.518981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7e6eb9-fe88-4664-95a5-199db9564712,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:16.531404 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-066f5216-73d8-4b9a-a884-50dff97cbaf8 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584693 Feb 11 13:29:16.538149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-794e2b5e-b42f-4558-8a47-fc5090b1a651 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0816479 Feb 11 13:29:16.539940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:16.577634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2ab522-b73e-4927-b105-127554d96d5d None None] Network 2b702336-eecc-4d6d-a9ed-b7bd7d49eb21 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:29:16.657507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f8229-39d1-48a9-9485-ec6bee972fa2 req-345d46c4-9d20-4200-8e3f-68ba834d5185 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.665650 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-926f8229-39d1-48a9-9485-ec6bee972fa2 req-345d46c4-9d20-4200-8e3f-68ba834d5185 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 944 time: 0.2758868 Feb 11 13:29:16.732362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-f79a2c66-547f-4fc0-bfc9-60da35fa6f31 service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889324 Feb 11 13:29:16.735112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.736816 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:16.739714 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] 10.222.0.13 "PUT /v2.0/ports/21652223-e60f-4a64-998a-e15f8a21b824 HTTP/1.1" status: 200 len: 1092 time: 2.4640749 Feb 11 13:29:16.750080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b343e38-50b4-40d1-a1e8-efe14f077cd5', 'tag': '21652223-e60f-4a64-998a-e15f8a21b824'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:16.752807 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5dcd25-0a53-4971-9343-0a12c75aeddc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b343e38-50b4-40d1-a1e8-efe14f077cd5", "tag": "21652223-e60f-4a64-998a-e15f8a21b824"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:16.766361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb971b-f575-4cd1-825a-c3fc47cf7215 req-06960fa3-7a86-4819-a9d2-0f287ebc1933 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.766361 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edbb971b-f575-4cd1-825a-c3fc47cf7215 req-06960fa3-7a86-4819-a9d2-0f287ebc1933 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 949 time: 0.2912424 Feb 11 13:29:16.817387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-b3bfef11-9612-49c6-887e-3fab75e4a769 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.139&port_id=3a8edef0-7f83-4237-9a47-5ea18158de62 HTTP/1.1" status: 200 len: 217 time: 0.0522859 Feb 11 13:29:16.821855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b99be-f0f5-4447-8c93-76316a0c7110 service neutron] Pushing event updated for resources: {'Port': ['ID=21652223-e60f-4a64-998a-e15f8a21b824,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:16.828366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Checking segment: {'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:29:16.828728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Network hostable DHCP agents. Network: 2225a145-5852-4ecb-bf66-01fdcbd19e3b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:29:16.842460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-926f8229-39d1-48a9-9485-ec6bee972fa2 req-5d9432b3-4e06-4f13-b445-36346db83027 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647484 Feb 11 13:29:16.913589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edbb971b-f575-4cd1-825a-c3fc47cf7215 req-6f483822-d34e-4804-81fa-0c67db168c94 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404219 Feb 11 13:29:16.929479 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-b7b31604-b476-4e67-9080-37cdeef97e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.930969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-b7b31604-b476-4e67-9080-37cdeef97e74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 200 len: 797 time: 0.1045873 Feb 11 13:29:16.931507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54224) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:16.942652 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f505425-87ec-46a8-9d87-a4abdf159ee3 x-openstack-request-id: req-5f505425-87ec-46a8-9d87-a4abdf159ee3 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:16.943306 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b343e38-50b4-40d1-a1e8-efe14f077cd5", "tag": "21652223-e60f-4a64-998a-e15f8a21b824", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:16.943476 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f505425-87ec-46a8-9d87-a4abdf159ee3 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:16.943871 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b343e38-50b4-40d1-a1e8-efe14f077cd5', 'tag': '21652223-e60f-4a64-998a-e15f8a21b824', 'status': 'completed', 'code': 200} Feb 11 13:29:16.950434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Network 2225a145-5852-4ecb-bf66-01fdcbd19e3b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:29:16.966970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-08200428-4b5f-47aa-9a51-c3f287ba617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:16.968669 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-08200428-4b5f-47aa-9a51-c3f287ba617f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 1095 time: 0.0879719 Feb 11 13:29:17.020957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 2225a145-5852-4ecb-bf66-01fdcbd19e3b) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:17.029656 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-0ee5eb38-1a92-4398-8b05-d2cfafda10bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21652223-e60f-4a64-998a-e15f8a21b824 HTTP/1.1" status: 200 len: 217 time: 0.0448642 Feb 11 13:29:17.030903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce230a0d-25d4-4d10-9a31-052aa50d99c8 admin admin] Deleting subnet d367d8a5-4b18-4c1e-a67a-57017a3e0256 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:29:17.031735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde891b0-abff-4502-8553-1ff2548b60a0 None None] Network 2225a145-5852-4ecb-bf66-01fdcbd19e3b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:29:17.035491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-21107360-69da-4dfc-b185-71b2a08beb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.037110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-21107360-69da-4dfc-b185-71b2a08beb73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2202e614-38ab-4ad3-a093-947219c72a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0944641 Feb 11 13:29:17.039357 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce230a0d-25d4-4d10-9a31-052aa50d99c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.093320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.094799 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.106614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9d263c43-56c2-4df3-ad84-6743ac576380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.109130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-9d263c43-56c2-4df3-ad84-6743ac576380 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b524e984-4024-46c0-b04c-9c226443adb2 HTTP/1.1" status: 200 len: 845 time: 0.0730202 Feb 11 13:29:17.137855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce230a0d-25d4-4d10-9a31-052aa50d99c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.188959 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-f44869ac-dfd5-450e-bb03-603f41db4923 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=628a6630-3b59-42be-8d5b-678dbf3f588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664482 Feb 11 13:29:17.193853 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-96e17a10-7210-44da-9fe9-fc57c0a496b6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5877333 Feb 11 13:29:17.196591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54228) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:17.203431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-373615901-router', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:17.212679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e180916-aa74-4cdf-b18d-40f37f9cc2b0 None None] Network 2225a145-5852-4ecb-bf66-01fdcbd19e3b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:29:17.216357 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce230a0d-25d4-4d10-9a31-052aa50d99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.350320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-d294b1e8-067f-4f28-b100-427a5ac48509 service neutron] 10.222.0.13 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409211 Feb 11 13:29:17.354523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-aaef787e-2738-4831-b81b-1bd9b1259f2d service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904341 Feb 11 13:29:17.358908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce230a0d-25d4-4d10-9a31-052aa50d99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.427141 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.430462 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.494117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce230a0d-25d4-4d10-9a31-052aa50d99c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d367d8a5-4b18-4c1e-a67a-57017a3e0256,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:17.497909 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce230a0d-25d4-4d10-9a31-052aa50d99c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.502722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ce230a0d-25d4-4d10-9a31-052aa50d99c8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/d367d8a5-4b18-4c1e-a67a-57017a3e0256 HTTP/1.1" status: 204 len: 168 time: 0.5696013 Feb 11 13:29:17.511454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54230) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:17.515517 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.525095 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c67fca92-187a-403f-8ad2-ffbd1b18a0ee req-cd0017e5-ec32-4b58-b9ba-64028296eb37 service neutron] 10.222.0.13 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630390 Feb 11 13:29:17.546252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1b3d3-ef88-4cec-8c84-bcc735d4f18f req-61ca9ed3-9363-4666-b43c-fba00258818a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.548408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2a1b3d3-ef88-4cec-8c84-bcc735d4f18f req-61ca9ed3-9363-4666-b43c-fba00258818a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.2737153 Feb 11 13:29:17.607572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-3f29f4f5-c6b7-43c1-a529-d3ecb975a18b service neutron] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373011 Feb 11 13:29:17.617052 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2a1b3d3-ef88-4cec-8c84-bcc735d4f18f req-526aed19-af12-4513-b3d6-bd8577622dd3 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574260 Feb 11 13:29:17.646778 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.663759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-821619d4-7564-4a47-a9c1-1ffa7352af93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=18d1fef7-4d8a-40c8-b077-dec495d182b8 HTTP/1.1" status: 200 len: 217 time: 0.0455742 Feb 11 13:29:17.764147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-3c16d4f5-3381-4e74-8917-3c41914dc066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.765545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-3c16d4f5-3381-4e74-8917-3c41914dc066 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cca98a5-80b8-429c-990e-e21ac1dee2a8 HTTP/1.1" status: 200 len: 797 time: 0.0841186 Feb 11 13:29:17.819087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-31946240-b205-41ce-8f28-399a9020c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.820587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-31946240-b205-41ce-8f28-399a9020c78b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0475881 Feb 11 13:29:17.853620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.916513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:17.916513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dcd25-0a53-4971-9343-0a12c75aeddc req-6fed76e1-a260-4bf4-b59e-a374b2b1a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:17.916513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5dcd25-0a53-4971-9343-0a12c75aeddc req-6fed76e1-a260-4bf4-b59e-a374b2b1a0ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 1095 time: 0.1896298 Feb 11 13:29:17.916513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b702336-eecc-4d6d-a9ed-b7bd7d49eb21']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:17.918636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-d9900420-8613-4d8a-8312-bf2d91dced21 service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855937 Feb 11 13:29:17.947014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b367d7b4-f3c2-418a-b045-cd213569d478') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:17.947494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b367d7b4-f3c2-418a-b045-cd213569d478') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:17.975041 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.012389 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.038079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:29:18.038484 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:18.041159 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:18.089657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0863fc7d-5a7e-4158-905d-6e4898acdb40 req-874a1d79-14f2-40ec-b9bf-94573d351d90 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.091196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0863fc7d-5a7e-4158-905d-6e4898acdb40 req-874a1d79-14f2-40ec-b9bf-94573d351d90 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 949 time: 0.0809426 Feb 11 13:29:18.097604 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-a795acdd-819e-4718-b831-c91351ea0c5a service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711049 Feb 11 13:29:18.107059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dcd25-0a53-4971-9343-0a12c75aeddc req-1b4e5257-c4af-4fa1-8900-4f4567fa42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.108538 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5dcd25-0a53-4971-9343-0a12c75aeddc req-1b4e5257-c4af-4fa1-8900-4f4567fa42aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 200 len: 906 time: 0.2205112 Feb 11 13:29:18.121797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c573c63-59c8-4eda-8bd8-8d89fa30e21c req-11a212ce-9a63-447a-9b06-405188df0b35 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.123833 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c573c63-59c8-4eda-8bd8-8d89fa30e21c req-11a212ce-9a63-447a-9b06-405188df0b35 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 944 time: 0.1731536 Feb 11 13:29:18.160841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-25d1157e-9896-4891-9b08-685c88ee57a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c740c3f1-1394-4e6e-9568-6a229df226cb HTTP/1.1" status: 200 len: 217 time: 0.0530498 Feb 11 13:29:18.205226 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.210993 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.217787 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2b702336-eecc-4d6d-a9ed-b7bd7d49eb21 HTTP/1.1" status: 204 len: 168 time: 0.7051375 Feb 11 13:29:18.248911 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0863fc7d-5a7e-4158-905d-6e4898acdb40 req-acfdc10b-07d5-4ffa-b5c4-b531ab667c7f tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488681 Feb 11 13:29:18.255674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-73ec212e-f2dd-432d-8395-1b55d1541d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.259288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-73ec212e-f2dd-432d-8395-1b55d1541d65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cca98a5-80b8-429c-990e-e21ac1dee2a8 HTTP/1.1" status: 200 len: 797 time: 0.0774722 Feb 11 13:29:18.262320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5dcd25-0a53-4971-9343-0a12c75aeddc req-227de7e3-5546-4a51-8f42-ecfd9b237c6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21652223-e60f-4a64-998a-e15f8a21b824 HTTP/1.1" status: 200 len: 217 time: 0.1296437 Feb 11 13:29:18.304374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd8c723-b0fb-40be-b0c1-f3de26daa205 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b702336-eecc-4d6d-a9ed-b7bd7d49eb21,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:18.358144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-7e7faf41-72ad-4a14-a392-81320c3f41f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.360489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-7e7faf41-72ad-4a14-a392-81320c3f41f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823750 Feb 11 13:29:18.377325 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c573c63-59c8-4eda-8bd8-8d89fa30e21c req-7d414f44-eb10-42f4-a256-b1be1d0aa6f0 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387128 Feb 11 13:29:18.397032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dcd25-0a53-4971-9343-0a12c75aeddc req-92fc4c7f-811c-4290-841e-9daf645ccb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.403053 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5dcd25-0a53-4971-9343-0a12c75aeddc req-92fc4c7f-811c-4290-841e-9daf645ccb1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b524e984-4024-46c0-b04c-9c226443adb2 HTTP/1.1" status: 200 len: 845 time: 0.1112802 Feb 11 13:29:18.446645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5dcd25-0a53-4971-9343-0a12c75aeddc req-4176b39b-86d8-4f33-bb2b-3853ffb1141f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=628a6630-3b59-42be-8d5b-678dbf3f588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401289 Feb 11 13:29:18.488822 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-b992fd5a-fe22-4aa5-b0b4-90913925d89f service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120553 Feb 11 13:29:18.595661 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34ed4ed0-0fc7-4f7c-97b4-b962b8fc6c6f req-693ca51f-56dc-457e-a96f-1890422e2f58 service neutron] 10.222.0.13 "GET /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062009 Feb 11 13:29:18.661907 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5dcd25-0a53-4971-9343-0a12c75aeddc req-cf29c300-1e81-420e-bc30-1f3fc6ef3daa service neutron] 10.222.0.13 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041936 Feb 11 13:29:18.681925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.723601 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.761937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54258) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:18.812262 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9e0dcbee-db8d-4a6c-8863-f226b860baec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08de41924bae4eeca5cf321f16b06adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489385 Feb 11 13:29:18.814543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54264) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:18.894914 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a5dcd25-0a53-4971-9343-0a12c75aeddc req-0807ddd6-6c73-47bd-8359-0beb93bb090b service neutron] 10.222.0.13 "GET /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212882 Feb 11 13:29:18.933367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-db201b10-efaa-44b4-9079-2ca911b6264b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.970028 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-db201b10-efaa-44b4-9079-2ca911b6264b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:18.972151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e902a5-7df5-43aa-b5c6-1e6cd2628f8a req-9e78116b-571b-4127-9970-344a53a53a95 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:18.982539 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0e902a5-7df5-43aa-b5c6-1e6cd2628f8a req-9e78116b-571b-4127-9970-344a53a53a95 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.2337701 Feb 11 13:29:19.022164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Allocated IP 172.25.0.240 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/8bf92c58-9319-4ba9-a985-2691d59a04c1) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:19.052289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0e902a5-7df5-43aa-b5c6-1e6cd2628f8a req-628005fa-d704-4a31-b029-0297da07a1a8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688391 Feb 11 13:29:19.162605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-db201b10-efaa-44b4-9079-2ca911b6264b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:19.165269 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-db201b10-efaa-44b4-9079-2ca911b6264b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:19.167853 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-db201b10-efaa-44b4-9079-2ca911b6264b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/687a95c1-e436-4682-82e7-86f252894e4e HTTP/1.1" status: 204 len: 168 time: 0.3509569 Feb 11 13:29:19.185151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db201b10-efaa-44b4-9079-2ca911b6264b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687a95c1-e436-4682-82e7-86f252894e4e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:19.185390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:19.334093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:19.389148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:19.391892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:19.397910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:19.478235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf92c58-9319-4ba9-a985-2691d59a04c1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:19.575978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77b070-0712-4505-8fd9-d745a3ebe09b req-7c7d8043-6da1-48f3-b2d5-cbc0b60f6bf4 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:19.584783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe77b070-0712-4505-8fd9-d745a3ebe09b req-7c7d8043-6da1-48f3-b2d5-cbc0b60f6bf4 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 944 time: 0.0854292 Feb 11 13:29:19.643952 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe77b070-0712-4505-8fd9-d745a3ebe09b req-69b697ab-7ce9-4211-b79e-9523943bb34b tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582037 Feb 11 13:29:19.849819 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.537086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:20.597571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46607217-97fe-43c2-b527-b002b8e2f690 req-830f9652-c418-4110-adbd-0a99d8140d07 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.605942 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46607217-97fe-43c2-b527-b002b8e2f690 req-830f9652-c418-4110-adbd-0a99d8140d07 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1349761 Feb 11 13:29:20.669644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46607217-97fe-43c2-b527-b002b8e2f690 req-a8304626-ee10-44ed-8871-2331a67b5f26 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580633 Feb 11 13:29:20.814786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71340d2f-7c21-4d80-a8d3-a978cf6991ed req-0320dced-a2f0-4699-b579-17faf3a1c5ec tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:20.816276 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71340d2f-7c21-4d80-a8d3-a978cf6991ed req-0320dced-a2f0-4699-b579-17faf3a1c5ec tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 944 time: 0.0722528 Feb 11 13:29:20.871546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Router db633e24-ffa4-41c9-a369-d8c5ed974b2d is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:29:20.893263 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71340d2f-7c21-4d80-a8d3-a978cf6991ed req-eefd5ef7-6cc5-4fb1-802d-2a674de51ddd tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706694 Feb 11 13:29:21.000451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 21652223-e60f-4a64-998a-e15f8a21b824 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:21.015915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:21.031498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Sync routers for ids ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:29:21.065474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Routers {'db633e24-ffa4-41c9-a369-d8c5ed974b2d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:21.066449 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:21.083393 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.084675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-45cfaf69-65be-446e-a50b-519a3033c0e7 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8869016 Feb 11 13:29:21.087990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54324) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:21.272583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Set router db633e24-ffa4-41c9-a369-d8c5ed974b2d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:21.452821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 21652223-e60f-4a64-998a-e15f8a21b824, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=21652223-e60f-4a64-998a-e15f8a21b824,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:21.486791 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '21652223-e60f-4a64-998a-e15f8a21b824', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'port_id': '21652223-e60f-4a64-998a-e15f8a21b824', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b524e984-4024-46c0-b04c-9c226443adb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:21.554740 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.558138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'name': 'tempest-ServerRescueNegativeTestJSON-373615901-router', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:17Z', 'updated_at': '2022-02-11T13:29:19Z', 'revision_number': 3, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'gw_port': {'id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:18Z', 'updated_at': '2022-02-11T13:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:21.588153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Checking router: db633e24-ffa4-41c9-a369-d8c5ed974b2d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:29:21.588753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Updating router db633e24-ffa4-41c9-a369-d8c5ed974b2d port 8bf92c58-9319-4ba9-a985-2691d59a04c1 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:29:21.603133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21652223-e60f-4a64-998a-e15f8a21b824 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:21.653067 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 21652223-e60f-4a64-998a-e15f8a21b824, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=21652223-e60f-4a64-998a-e15f8a21b824,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:21.659975 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.768972 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:21.894927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=21652223-e60f-4a64-998a-e15f8a21b824,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:21.945458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:21.958898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3ea0c-6796-4a24-a62c-f26cfa60f847 req-886ee1a4-f650-495e-9238-65886523f2c2 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:21.966485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19a3ea0c-6796-4a24-a62c-f26cfa60f847 req-886ee1a4-f650-495e-9238-65886523f2c2 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1703734 Feb 11 13:29:22.026612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b42a7a-b4e0-49c5-8e1a-9748502a97a4 req-056e394f-8d50-4dc9-9d85-da0e046e565e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:22.028165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82b42a7a-b4e0-49c5-8e1a-9748502a97a4 req-056e394f-8d50-4dc9-9d85-da0e046e565e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 945 time: 0.0621092 Feb 11 13:29:22.056665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19a3ea0c-6796-4a24-a62c-f26cfa60f847 req-8d0805d8-939b-47ef-b715-2dc3fecba161 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889611 Feb 11 13:29:22.081733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82b42a7a-b4e0-49c5-8e1a-9748502a97a4 req-582b527e-62f7-414d-90d8-35f00d7afc90 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467508 Feb 11 13:29:22.120928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['21652223-e60f-4a64-998a-e15f8a21b824'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:22.169118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:22.193182 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.210204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'mac_address': 'fa:16:3e:62:cf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:22.279123 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.282682 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.496146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Allocated IP 172.20.0.1 (2225a145-5852-4ecb-bf66-01fdcbd19e3b/4f7e6eb9-fe88-4664-95a5-199db9564712/db616fbf-3373-40f0-bf4c-95061dbbbb34) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:22.559813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.580295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:22.684503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:22.697192 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.699282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd63105-20da-4cd9-b39e-9b0366a71dac None None] Pushing event updated for resources: {'Port': ['ID=8bf92c58-9319-4ba9-a985-2691d59a04c1,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:22.707901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Attempting to bind port 8bf92c58-9319-4ba9-a985-2691d59a04c1 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:22.708383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Attempting to bind port 8bf92c58-9319-4ba9-a985-2691d59a04c1 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:22.708735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Attempting to bind port 8bf92c58-9319-4ba9-a985-2691d59a04c1 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:22.731396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:22.731756 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:29:22.733019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.733423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:22.733951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Bound port: 8bf92c58-9319-4ba9-a985-2691d59a04c1, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:22.735318 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.783601 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.812583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.845948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] For port 8bf92c58-9319-4ba9-a985-2691d59a04c1, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:22.869040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Network 2225a145-5852-4ecb-bf66-01fdcbd19e3b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:22.871332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=db616fbf-3373-40f0-bf4c-95061dbbbb34,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:22.874186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:22.876709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:22.884374 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:22.889220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] For port 8bf92c58-9319-4ba9-a985-2691d59a04c1, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8bf92c58-9319-4ba9-a985-2691d59a04c1,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:22.917326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:22.924411 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:22.953012 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.051377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Routers {'db633e24-ffa4-41c9-a369-d8c5ed974b2d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:23.052010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:23.091210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd63105-20da-4cd9-b39e-9b0366a71dac None None] Pushing event updated for resources: {'Port': ['ID=8bf92c58-9319-4ba9-a985-2691d59a04c1,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:23.208713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] Set router db633e24-ffa4-41c9-a369-d8c5ed974b2d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:23.210921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.262893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390fac5-29b8-47ea-8670-34df63ee4134 req-65f74991-d62a-45ca-bcf8-63faaa9d2f11 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:23.264732 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f390fac5-29b8-47ea-8670-34df63ee4134 req-65f74991-d62a-45ca-bcf8-63faaa9d2f11 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0936921 Feb 11 13:29:23.303665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3459e4e-7baa-43aa-8d65-7762302e7b7d req-2ce9c88d-095f-4516-a7bb-3dc6c9eb2e40 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:23.305191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d3459e4e-7baa-43aa-8d65-7762302e7b7d req-2ce9c88d-095f-4516-a7bb-3dc6c9eb2e40 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 945 time: 0.1376898 Feb 11 13:29:23.323779 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f390fac5-29b8-47ea-8670-34df63ee4134 req-807a2619-0186-4d18-b899-81056a201590 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521319 Feb 11 13:29:23.363501 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d3459e4e-7baa-43aa-8d65-7762302e7b7d req-17a7c88f-1652-4862-a775-b38ffc31189d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479319 Feb 11 13:29:23.417610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'name': 'tempest-ServerRescueNegativeTestJSON-373615901-router', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:17Z', 'updated_at': '2022-02-11T13:29:19Z', 'revision_number': 3, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'gw_port': {'id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:18Z', 'updated_at': '2022-02-11T13:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:23.450244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d347b-3f8d-4e9d-8b07-62a107b60458 None None] The sync data for ids ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'] in n-d-816488-1 is: [{'id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'name': 'tempest-ServerRescueNegativeTestJSON-373615901-router', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:17Z', 'updated_at': '2022-02-11T13:29:19Z', 'revision_number': 3, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'gw_port': {'id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:66:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:18Z', 'updated_at': '2022-02-11T13:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:23.514486 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.561630 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.637243 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.639179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=db616fbf-3373-40f0-bf4c-95061dbbbb34,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:23.779163 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Network 2225a145-5852-4ecb-bf66-01fdcbd19e3b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:23.780618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:23.876107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8bf92c58-9319-4ba9-a985-2691d59a04c1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:23.930469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Router db633e24-ffa4-41c9-a369-d8c5ed974b2d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:29:23.947521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8bf92c58-9319-4ba9-a985-2691d59a04c1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:23.962448 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:23.988182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:24.070491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:24.071186 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.092538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:24.106333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-060de750-5e78-472e-96e9-e3110be82ff8 admin admin] 10.222.0.52 "PUT /v2.0/routers/db633e24-ffa4-41c9-a369-d8c5ed974b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0141885 Feb 11 13:29:24.168867 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.194893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 8bf92c58-9319-4ba9-a985-2691d59a04c1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8bf92c58-9319-4ba9-a985-2691d59a04c1,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:24.219252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da567b-52fd-4ae0-9517-5ea7bdc7a272 req-bc7a63a6-f3dd-4ab6-b76c-e4c2395b2d96 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.220853 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02da567b-52fd-4ae0-9517-5ea7bdc7a272 req-bc7a63a6-f3dd-4ab6-b76c-e4c2395b2d96 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 945 time: 0.0680215 Feb 11 13:29:24.252246 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.284304 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02da567b-52fd-4ae0-9517-5ea7bdc7a272 req-07dcd399-d56f-4226-8d21-5f525994f21d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506308 Feb 11 13:29:24.288106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:24.290697 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd70d45-f3b7-4081-8af6-5d825d4fcf00" -d '{"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-plugged", "status": "completed", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:24.322039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:24.344860 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.386246 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60748f1-5266-4191-8cd8-9d7d0198f701 x-openstack-request-id: req-f60748f1-5266-4191-8cd8-9d7d0198f701 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:24.386529 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-plugged", "status": "completed", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:24.387041 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f60748f1-5266-4191-8cd8-9d7d0198f701 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:24.391424 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'code': 200} Feb 11 13:29:24.391424 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.423815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=8bf92c58-9319-4ba9-a985-2691d59a04c1,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:24.484507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:24.687041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-593e1971-99c8-47b8-9dd6-a6a9b1e7509a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:24.747423 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-17c435a0-063f-4810-9056-689a642fd458 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:24.749166 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-17c435a0-063f-4810-9056-689a642fd458 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/networks?id=2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 200 len: 818 time: 0.1362507 Feb 11 13:29:24.780541 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-84301bbf-b8f1-44c9-8122-2be905fa1f83 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/quotas/3f6c9bfc991347c6a4129edefe908029 HTTP/1.1" status: 200 len: 375 time: 0.0170877 Feb 11 13:29:24.830774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-12dd5093-dbf0-46b4-903a-616026febca4 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443184 Feb 11 13:29:24.926284 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-d17ad271-be20-4393-9ad2-a9fc441e163f service neutron] 10.222.0.52 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881891 Feb 11 13:29:25.014868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 21652223-e60f-4a64-998a-e15f8a21b824 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:25.023718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-1a5961ff-0015-4d56-a971-b56f0be3d534 service neutron] 10.222.0.52 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902405 Feb 11 13:29:25.137557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03dda1-eac0-4428-9a4c-0f9549b355d6 req-67340104-39a4-4e0f-8f6a-65ff749ab26a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.139443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c03dda1-eac0-4428-9a4c-0f9549b355d6 req-67340104-39a4-4e0f-8f6a-65ff749ab26a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0610664 Feb 11 13:29:25.151887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 21652223-e60f-4a64-998a-e15f8a21b824 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:25.157520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 21652223-e60f-4a64-998a-e15f8a21b824 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:25.157520 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.214326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c03dda1-eac0-4428-9a4c-0f9549b355d6 req-662a1ecd-0544-4a14-916e-5b6d08b3006b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595086 Feb 11 13:29:25.273724 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.321431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 21652223-e60f-4a64-998a-e15f8a21b824, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=21652223-e60f-4a64-998a-e15f8a21b824,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:25.391206 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.442599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07957247-0b95-4f04-9ea1-bb441174dd20 req-712d2f53-14b4-4342-8a3c-4ffaa94bd37b tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.445346 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.453409 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-07957247-0b95-4f04-9ea1-bb441174dd20 req-712d2f53-14b4-4342-8a3c-4ffaa94bd37b tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 945 time: 0.0799994 Feb 11 13:29:25.473519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=21652223-e60f-4a64-998a-e15f8a21b824,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:25.513489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6c645da8-c160-4636-801d-8ea82a6a31ca req-7f2eb7b8-d313-446c-bc41-9d21dcaf72c6 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 210 time: 0.0577826 Feb 11 13:29:25.514481 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-07957247-0b95-4f04-9ea1-bb441174dd20 req-e5d65cce-f558-43e0-8a4e-88a41f1f238d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 Feb 11 13:29:25.670226 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Sync routers for ids ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:29:25.686318 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Routers {'db633e24-ffa4-41c9-a369-d8c5ed974b2d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:25.686960 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:25.840747 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Set router db633e24-ffa4-41c9-a369-d8c5ed974b2d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:25.857923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8bf92c58-9319-4ba9-a985-2691d59a04c1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:25.861492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-f1273409-0d7b-435c-baec-2a0be0ae257f tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:25.872773 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-f1273409-0d7b-435c-baec-2a0be0ae257f tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/networks?id=2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 200 len: 818 time: 0.1724229 Feb 11 13:29:25.894586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-8e71e852-be6a-4ccd-8fa5-eb7885f1aa3a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/quotas/3f6c9bfc991347c6a4129edefe908029 HTTP/1.1" status: 200 len: 375 time: 0.0203931 Feb 11 13:29:25.926627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8bf92c58-9319-4ba9-a985-2691d59a04c1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:25.927282 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:25.950993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-18535345-79ae-41d8-a644-766305efb01c tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476115 Feb 11 13:29:26.083555 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'name': 'tempest-ServerRescueNegativeTestJSON-373615901-router', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:17Z', 'updated_at': '2022-02-11T13:29:23Z', 'revision_number': 4, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'gw_port': {'id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:18Z', 'updated_at': '2022-02-11T13:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'db616fbf-3373-40f0-bf4c-95061dbbbb34', 'name': '', 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'mac_address': 'fa:16:3e:a2:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4f7e6eb9-fe88-4664-95a5-199db9564712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:29:23Z', 'revision_number': 2, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'subnets': [{'id': '4f7e6eb9-fe88-4664-95a5-199db9564712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:26.084499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39898753-967b-4826-9893-a465d4c11702 service neutron] 10.222.0.52 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281595 Feb 11 13:29:26.111930 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Checking router: db633e24-ffa4-41c9-a369-d8c5ed974b2d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:29:26.112279 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Updating router db633e24-ffa4-41c9-a369-d8c5ed974b2d port db616fbf-3373-40f0-bf4c-95061dbbbb34 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:29:26.139281 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.206381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-f30046d8-147a-4e5b-929f-e937581f5844 service neutron] 10.222.0.52 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135697 Feb 11 13:29:26.381599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705fdec-eaa6-4d40-be8c-f26843556d77 req-107b9685-3f8a-4488-b80f-5abf15cb65d8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.383405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9705fdec-eaa6-4d40-be8c-f26843556d77 req-107b9685-3f8a-4488-b80f-5abf15cb65d8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0517831 Feb 11 13:29:26.388542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b343e38-50b4-40d1-a1e8-efe14f077cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21652223-e60f-4a64-998a-e15f8a21b824'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:26.391135 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0c58cc-fd2a-4be3-9544-1cf408d360f8" -d '{"events": [{"server_uuid": "2b343e38-50b4-40d1-a1e8-efe14f077cd5", "name": "network-vif-plugged", "status": "completed", "tag": "21652223-e60f-4a64-998a-e15f8a21b824"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:26.429976 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9705fdec-eaa6-4d40-be8c-f26843556d77 req-73d74488-54af-495d-bbf7-2abcd65ee2d2 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372860 Feb 11 13:29:26.517122 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade38885-5ba8-499f-a271-8f9174453bbc x-openstack-request-id: req-ade38885-5ba8-499f-a271-8f9174453bbc {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:26.517677 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b343e38-50b4-40d1-a1e8-efe14f077cd5", "name": "network-vif-plugged", "status": "completed", "tag": "21652223-e60f-4a64-998a-e15f8a21b824", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:26.518214 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ade38885-5ba8-499f-a271-8f9174453bbc {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:26.518764 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b343e38-50b4-40d1-a1e8-efe14f077cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21652223-e60f-4a64-998a-e15f8a21b824', 'code': 200} Feb 11 13:29:26.590463 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.609435 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb8f0b42-a8b3-4269-9030-d1f2106a7a80 req-71e27365-8461-44e3-8153-63464a3fae3d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 210 time: 0.0416906 Feb 11 13:29:26.668052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcf23e-806c-49ba-855b-0df69490db27 req-51b54c1a-51d2-43de-8a8f-55080dd6ebf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.675428 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.675963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3dbcf23e-806c-49ba-855b-0df69490db27 req-51b54c1a-51d2-43de-8a8f-55080dd6ebf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 1097 time: 0.0648518 Feb 11 13:29:26.721166 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Pushing event updated for resources: {'Port': ['ID=db616fbf-3373-40f0-bf4c-95061dbbbb34,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:26.736938 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3dbcf23e-806c-49ba-855b-0df69490db27 req-83a09dbc-563b-4c15-81b2-eb45195f5d29 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565808 Feb 11 13:29:26.743819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96c0dc-5667-4c3c-93a0-ea08f9fcef9c req-1dd46c67-03e7-4af9-9876-89034bfdd08d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:26.748827 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dc96c0dc-5667-4c3c-93a0-ea08f9fcef9c req-1dd46c67-03e7-4af9-9876-89034bfdd08d tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 946 time: 0.0868137 Feb 11 13:29:26.755773 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.756116 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.756447 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.756776 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.757260 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.757603 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.758012 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.758377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.758696 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.759214 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.759538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.759905 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:26.816403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dc96c0dc-5667-4c3c-93a0-ea08f9fcef9c req-c38fec03-f08b-47a2-9c60-ab5632c7c156 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665162 Feb 11 13:29:26.839087 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Attempting to bind port db616fbf-3373-40f0-bf4c-95061dbbbb34 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:26.839737 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Attempting to bind port db616fbf-3373-40f0-bf4c-95061dbbbb34 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:26.840103 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Attempting to bind port db616fbf-3373-40f0-bf4c-95061dbbbb34 on network 2225a145-5852-4ecb-bf66-01fdcbd19e3b {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:26.845053 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:26.845408 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Checking segment: {'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:29:26.845823 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.846207 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Bound using segment: {'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:26.846651 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Bound port: db616fbf-3373-40f0-bf4c-95061dbbbb34, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:26.847014 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.893980 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d8cd326-a324-433c-9f34-f107e96db4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:26.916262 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] For port db616fbf-3373-40f0-bf4c-95061dbbbb34, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:26.920744 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] For port db616fbf-3373-40f0-bf4c-95061dbbbb34, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=db616fbf-3373-40f0-bf4c-95061dbbbb34,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:27.011401 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:27.083799 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Routers {'db633e24-ffa4-41c9-a369-d8c5ed974b2d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:27.084605 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:29:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:27.134375 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d6a8c-6e7d-46ea-8806-021b284f70ff None None] Pushing event updated for resources: {'Port': ['ID=db616fbf-3373-40f0-bf4c-95061dbbbb34,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:27.213455 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] Set router db633e24-ffa4-41c9-a369-d8c5ed974b2d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:27.434897 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'name': 'tempest-ServerRescueNegativeTestJSON-373615901-router', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:17Z', 'updated_at': '2022-02-11T13:29:23Z', 'revision_number': 4, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'gw_port': {'id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:18Z', 'updated_at': '2022-02-11T13:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'db616fbf-3373-40f0-bf4c-95061dbbbb34', 'name': '', 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'mac_address': 'fa:16:3e:a2:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4f7e6eb9-fe88-4664-95a5-199db9564712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:29:26Z', 'revision_number': 4, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'subnets': [{'id': '4f7e6eb9-fe88-4664-95a5-199db9564712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:27.472645 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38afe77-fde8-4a1c-b3c0-588e36670d56 None None] The sync data for ids ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'] in n-d-816488-1 is: [{'id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'name': 'tempest-ServerRescueNegativeTestJSON-373615901-router', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:17Z', 'updated_at': '2022-02-11T13:29:23Z', 'revision_number': 4, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'gw_port': {'id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:18Z', 'updated_at': '2022-02-11T13:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'db616fbf-3373-40f0-bf4c-95061dbbbb34', 'name': '', 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'mac_address': 'fa:16:3e:a2:20:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4f7e6eb9-fe88-4664-95a5-199db9564712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:22Z', 'updated_at': '2022-02-11T13:29:26Z', 'revision_number': 4, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'subnets': [{'id': '4f7e6eb9-fe88-4664-95a5-199db9564712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:27.675754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b0c0e-d9bb-4114-8f0a-0dc109cf42ca req-539b244b-5ec2-45a6-91c8-96af9218104a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:27.680069 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-011b0c0e-d9bb-4114-8f0a-0dc109cf42ca req-539b244b-5ec2-45a6-91c8-96af9218104a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1679225 Feb 11 13:29:27.682194 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:27.834344 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-011b0c0e-d9bb-4114-8f0a-0dc109cf42ca req-180613e4-f5bf-4f59-9e30-4d16c9218e91 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462691 Feb 11 13:29:27.912735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35b2c996-e882-40c3-8bf6-2dc37e04e983 req-67008257-943f-4494-8ca3-c678890dfad4 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 210 time: 0.1110747 Feb 11 13:29:27.989515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device db616fbf-3373-40f0-bf4c-95061dbbbb34 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:28.093142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port db616fbf-3373-40f0-bf4c-95061dbbbb34 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:28.093733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:28.131538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bbbd6-b3f9-4b5c-94a9-ea045fcfd6e1 req-f58089a8-1534-47a0-a429-4662aaa2d8f9 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:28.136409 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f88bbbd6-b3f9-4b5c-94a9-ea045fcfd6e1 req-f58089a8-1534-47a0-a429-4662aaa2d8f9 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 946 time: 0.1169207 Feb 11 13:29:28.388813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f88bbbd6-b3f9-4b5c-94a9-ea045fcfd6e1 req-62f745d8-0062-4530-bc2c-a315ccb21fbd tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467213 Feb 11 13:29:28.401658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-e7b9d1cf-a963-4668-8e93-eaafc88f60c1 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:28.408528 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:28.423388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-e7b9d1cf-a963-4668-8e93-eaafc88f60c1 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.59 "GET /v2.0/networks?id=2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 200 len: 818 time: 0.2577662 Feb 11 13:29:28.444303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Request body: {'port': {'device_id': 'fb7b7213-6bf9-4d0d-a21b-2528aa25b299', 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b', 'admin_state_up': True, 'tenant_id': '3f6c9bfc991347c6a4129edefe908029'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:28.530498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port db616fbf-3373-40f0-bf4c-95061dbbbb34, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=db616fbf-3373-40f0-bf4c-95061dbbbb34,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:28.618981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:28.624781 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:28.733398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=db616fbf-3373-40f0-bf4c-95061dbbbb34,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:28.784244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Made reservation on behalf of 3f6c9bfc991347c6a4129edefe908029 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:28.788418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.025807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 445636b2-e9be-4f29-afd0-8232f38b0894 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:29.031040 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 445636b2-e9be-4f29-afd0-8232f38b0894 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:29.069396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90efe31a-37a7-45e4-83a4-0e2a73f3f619 req-e7a448bd-3a2a-447c-b003-a215cbf45e69 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 210 time: 0.0388100 Feb 11 13:29:29.220463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Allocated IP 172.20.0.14 (2225a145-5852-4ecb-bf66-01fdcbd19e3b/4f7e6eb9-fe88-4664-95a5-199db9564712/c2f5892c-cd15-4a28-9c6f-002bef1b9e91) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:29.254573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cccf30-e16c-49b2-8ae9-e5a1317f6d0a req-8669d237-a438-4ff6-b871-67743de8af4c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.256441 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41cccf30-e16c-49b2-8ae9-e5a1317f6d0a req-8669d237-a438-4ff6-b871-67743de8af4c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1760290 Feb 11 13:29:29.406489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41cccf30-e16c-49b2-8ae9-e5a1317f6d0a req-6c659e86-36ca-4cb2-9c87-89c7f0cc9d4d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275718 Feb 11 13:29:29.436535 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.498222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 445636b2-e9be-4f29-afd0-8232f38b0894, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=445636b2-e9be-4f29-afd0-8232f38b0894,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:29.506234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445636b2-e9be-4f29-afd0-8232f38b0894'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:29.509018 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640cfda1-3d1f-4eac-accf-9fb3f5ba41fb" -d '{"events": [{"server_uuid": "e5132c2a-9819-435f-83f5-5a1f29b92706", "name": "network-vif-unplugged", "status": "completed", "tag": "445636b2-e9be-4f29-afd0-8232f38b0894"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:29.562512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-3b96b7a3-5947-4cab-9b79-920bf3b7286a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.567917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-3b96b7a3-5947-4cab-9b79-920bf3b7286a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.59 "GET /v2.0/networks?id=2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 200 len: 818 time: 0.3156486 Feb 11 13:29:29.596427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 445636b2-e9be-4f29-afd0-8232f38b0894, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=445636b2-e9be-4f29-afd0-8232f38b0894,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:29.599454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '445636b2-e9be-4f29-afd0-8232f38b0894', 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a', 'port_id': '445636b2-e9be-4f29-afd0-8232f38b0894', 'mac_address': 'fa:16:3e:3f:16:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18791dde-9449-4545-9c37-bd46ebac9cc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:29.606104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Request body: {'port': {'device_id': '59e90419-6985-4c73-857c-57e974c0ea72', 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b', 'admin_state_up': True, 'tenant_id': '3f6c9bfc991347c6a4129edefe908029'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:29.642869 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.652457 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff02572-4c4e-413f-b1c2-68b787fee952 x-openstack-request-id: req-aff02572-4c4e-413f-b1c2-68b787fee952 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:29.653688 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5132c2a-9819-435f-83f5-5a1f29b92706", "name": "network-vif-unplugged", "status": "completed", "tag": "445636b2-e9be-4f29-afd0-8232f38b0894", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:29.654521 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aff02572-4c4e-413f-b1c2-68b787fee952 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:29.655140 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '445636b2-e9be-4f29-afd0-8232f38b0894', 'code': 200} Feb 11 13:29:29.700524 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.731474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 445636b2-e9be-4f29-afd0-8232f38b0894 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:29.743309 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.744203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:29.767301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79fe31-e5c7-4a51-82c2-8dc93828288d req-6442e83f-2da2-47bd-ab37-8b9f87be86dc tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:29.775892 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae79fe31-e5c7-4a51-82c2-8dc93828288d req-6442e83f-2da2-47bd-ab37-8b9f87be86dc tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 946 time: 0.2032230 Feb 11 13:29:29.784744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:29.935680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Network 2225a145-5852-4ecb-bf66-01fdcbd19e3b is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:29.939162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:29.943761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=445636b2-e9be-4f29-afd0-8232f38b0894,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:29.953802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:30.010316 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:29:30.010988 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:29:30.040690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device db616fbf-3373-40f0-bf4c-95061dbbbb34 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:30.042656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae79fe31-e5c7-4a51-82c2-8dc93828288d req-c5de1d9d-31ee-4b1f-9fc1-fe933a3dd88a tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655604 Feb 11 13:29:30.107432 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.107811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Pushing event updated for resources: {'Port': ['ID=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:30.149637 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Made reservation on behalf of 3f6c9bfc991347c6a4129edefe908029 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:30.156615 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.165119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.174936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.180672 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.217499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port db616fbf-3373-40f0-bf4c-95061dbbbb34 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:30.217946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.252353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:30.295620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4b70d152-a0e6-4674-89f3-604e278db73a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8553033 Feb 11 13:29:30.314631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Request body: {'port': {'device_id': 'fb7b7213-6bf9-4d0d-a21b-2528aa25b299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:30.338720 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.371079 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-311c861e-567a-4321-baac-74ebe0c1e836 req-a885bcea-20de-44d4-9c9e-110f1e8cb39c tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 210 time: 0.1456850 Feb 11 13:29:30.458222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.563131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Allocated IP 172.20.0.12 (2225a145-5852-4ecb-bf66-01fdcbd19e3b/4f7e6eb9-fe88-4664-95a5-199db9564712/0d9e9b6d-0273-4625-b812-6bfe4fbd0824) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:30.667285 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.682654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445636b2-e9be-4f29-afd0-8232f38b0894 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:30.703977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 445636b2-e9be-4f29-afd0-8232f38b0894, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=445636b2-e9be-4f29-afd0-8232f38b0894,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:30.705197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:30.738803 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.763963 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:30.764659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:30.771207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4e937-8f00-4d94-8ee0-b3d0937d8873 req-2e84af6f-bc66-425b-8b5b-4d7e46f3dc28 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:30.779014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50e4e937-8f00-4d94-8ee0-b3d0937d8873 req-2e84af6f-bc66-425b-8b5b-4d7e46f3dc28 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 943 time: 0.1959653 Feb 11 13:29:30.852682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=445636b2-e9be-4f29-afd0-8232f38b0894,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:30.865691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50e4e937-8f00-4d94-8ee0-b3d0937d8873 req-e2fd9c48-c2a2-4440-a033-83d4bd2c4b72 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857098 Feb 11 13:29:30.970976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54790) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:30.971620 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.041362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:31.056298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'port_id': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'mac_address': 'fa:16:3e:15:69:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:31.098211 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.114700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:31.128372 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.141201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:31.228241 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.258393 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f1caa576-34c8-4352-abb2-1e22af91f8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.372157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:31.375714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.619028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Pushing event updated for resources: {'Port': ['ID=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.619638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['445636b2-e9be-4f29-afd0-8232f38b0894'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:31.648835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Network 2225a145-5852-4ecb-bf66-01fdcbd19e3b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:31.657831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:31.661107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:31.665111 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60401a07-e9f0-4dbc-9c9e-7592496b2f37" -d '{"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:31.666096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:31.710665 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f1caa576-34c8-4352-abb2-1e22af91f8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.716078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f5892c-cd15-4a28-9c6f-002bef1b9e91 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:31.732898 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.750994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b0e6e-9e15-4c31-acac-0ff7258f7159 req-356d3e2f-c1fb-4089-bdc4-5616922e1711 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:31.762389 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-735b0e6e-9e15-4c31-acac-0ff7258f7159 req-356d3e2f-c1fb-4089-bdc4-5616922e1711 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 932 time: 0.2711947 Feb 11 13:29:31.783265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:31.785141 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.805097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f1caa576-34c8-4352-abb2-1e22af91f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.812205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Transition to ACTIVE for port object c2f5892c-cd15-4a28-9c6f-002bef1b9e91 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:31.850097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-735b0e6e-9e15-4c31-acac-0ff7258f7159 req-016b72e7-2c53-4456-a4ff-334f1f49e451 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812442 Feb 11 13:29:31.885972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181496c-2df4-4f25-a807-e115b6eeeff0 req-aa1b8e40-c801-498a-9835-7d34c3cba2cb tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:31.894963 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5181496c-2df4-4f25-a807-e115b6eeeff0 req-aa1b8e40-c801-498a-9835-7d34c3cba2cb tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 946 time: 0.0880034 Feb 11 13:29:31.899963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f1caa576-34c8-4352-abb2-1e22af91f8f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6059101fae6142b6ae6d0d1444245343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9284289 Feb 11 13:29:31.901648 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5b8f1e-4474-411d-94ed-32debcb2d6ee x-openstack-request-id: req-4a5b8f1e-4474-411d-94ed-32debcb2d6ee {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:31.902492 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:31.903167 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a5b8f1e-4474-411d-94ed-32debcb2d6ee {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:31.905680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54838) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:31.905956 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'code': 200} Feb 11 13:29:31.906600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caa576-34c8-4352-abb2-1e22af91f8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb9f17d-ae6a-48e4-bb70-197b40fd06f5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:31.927027 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:31.930876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-39ce54c3-ed57-40e8-9702-dfeec63cb2ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3340082 Feb 11 13:29:31.955285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5181496c-2df4-4f25-a807-e115b6eeeff0 req-42fdd4e5-9731-455a-b9cd-722304555a45 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592666 Feb 11 13:29:31.968809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Request body: {'port': {'device_id': '59e90419-6985-4c73-857c-57e974c0ea72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:32.057925 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.119700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:32.143238 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef979094-8c6f-4627-94a8-3cee5a770a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.194251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef979094-8c6f-4627-94a8-3cee5a770a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.203784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783616c-0e08-4c46-8b5f-ff5c787fa605 req-ebb39505-c229-4aa8-84ee-3e5015a7edf8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.206191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2783616c-0e08-4c46-8b5f-ff5c787fa605 req-ebb39505-c229-4aa8-84ee-3e5015a7edf8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 944 time: 0.1913366 Feb 11 13:29:32.212475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Attempting to bind port c2f5892c-cd15-4a28-9c6f-002bef1b9e91 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:32.213650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Attempting to bind port c2f5892c-cd15-4a28-9c6f-002bef1b9e91 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:32.214432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Attempting to bind port c2f5892c-cd15-4a28-9c6f-002bef1b9e91 on network 2225a145-5852-4ecb-bf66-01fdcbd19e3b {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:32.242867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Port c2f5892c-cd15-4a28-9c6f-002bef1b9e91 on network 2225a145-5852-4ecb-bf66-01fdcbd19e3b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:32.243198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Attempting to bind port c2f5892c-cd15-4a28-9c6f-002bef1b9e91 on network 2225a145-5852-4ecb-bf66-01fdcbd19e3b {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:32.274586 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:32.274934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Checking segment: {'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:29:32.275354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Bound using segment: {'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:32.275806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Bound port: c2f5892c-cd15-4a28-9c6f-002bef1b9e91, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:32.276169 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.304592 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2783616c-0e08-4c46-8b5f-ff5c787fa605 req-3159636b-f05a-4355-b2e5-992dd3364f36 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863073 Feb 11 13:29:32.377867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] For port c2f5892c-cd15-4a28-9c6f-002bef1b9e91, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:32.381999 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] For port c2f5892c-cd15-4a28-9c6f-002bef1b9e91, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:32.400967 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef979094-8c6f-4627-94a8-3cee5a770a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.402015 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef979094-8c6f-4627-94a8-3cee5a770a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.406398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ef979094-8c6f-4627-94a8-3cee5a770a32 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/abb9f17d-ae6a-48e4-bb70-197b40fd06f5 HTTP/1.1" status: 204 len: 168 time: 0.4965050 Feb 11 13:29:32.415127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:32.424114 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.431449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef979094-8c6f-4627-94a8-3cee5a770a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb9f17d-ae6a-48e4-bb70-197b40fd06f5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:32.442953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Transition to ACTIVE for port object 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:32.481756 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.515592 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.543407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.544496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.547319 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] 10.222.0.59 "PUT /v2.0/ports/c2f5892c-cd15-4a28-9c6f-002bef1b9e91 HTTP/1.1" status: 200 len: 1092 time: 2.2378237 Feb 11 13:29:32.548197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7b7213-6bf9-4d0d-a21b-2528aa25b299', 'tag': 'c2f5892c-cd15-4a28-9c6f-002bef1b9e91'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:32.551706 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d073c959-ecad-4a15-8d7a-02849dc06c69" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7b7213-6bf9-4d0d-a21b-2528aa25b299", "tag": "c2f5892c-cd15-4a28-9c6f-002bef1b9e91"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:32.570323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:32.620860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f4d97-3993-47ac-a221-f49817f644e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:32.672002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Attempting to bind port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:32.672906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Attempting to bind port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:32.676050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Attempting to bind port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 on network 2225a145-5852-4ecb-bf66-01fdcbd19e3b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:32.678444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 on network 2225a145-5852-4ecb-bf66-01fdcbd19e3b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:32.678772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Attempting to bind port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 on network 2225a145-5852-4ecb-bf66-01fdcbd19e3b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:32.679709 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff5f294-12bc-4bf4-948e-2a58cc00986c x-openstack-request-id: req-fff5f294-12bc-4bf4-948e-2a58cc00986c {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:32.680228 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7b7213-6bf9-4d0d-a21b-2528aa25b299", "tag": "c2f5892c-cd15-4a28-9c6f-002bef1b9e91", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:32.680941 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fff5f294-12bc-4bf4-948e-2a58cc00986c {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:32.682270 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7b7213-6bf9-4d0d-a21b-2528aa25b299', 'tag': 'c2f5892c-cd15-4a28-9c6f-002bef1b9e91', 'status': 'completed', 'code': 200} Feb 11 13:29:32.685021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:32.685449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Checking segment: {'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:29:32.685901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Bound using segment: {'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:32.686291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Bound port: 0d9e9b6d-0273-4625-b812-6bfe4fbd0824, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e95f1cd-d503-49de-ae51-4032b751971d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:32.686645 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.764366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-ef44c87e-0652-40cf-9216-97770908a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.765968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-ef44c87e-0652-40cf-9216-97770908a93f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 1095 time: 0.0693762 Feb 11 13:29:32.771558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] For port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:32.776235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] For port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:32.819253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.826942 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-685a3703-51d5-4515-a680-fdfb870c0dfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91 HTTP/1.1" status: 200 len: 217 time: 0.0499582 Feb 11 13:29:32.859214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.859871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:32.861279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] 10.222.0.59 "PUT /v2.0/ports/0d9e9b6d-0273-4625-b812-6bfe4fbd0824 HTTP/1.1" status: 200 len: 1092 time: 0.9004226 Feb 11 13:29:32.861732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59e90419-6985-4c73-857c-57e974c0ea72', 'tag': '0d9e9b6d-0273-4625-b812-6bfe4fbd0824'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:32.875909 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befc70c1-7c87-4800-933d-e360018ea606" -d '{"events": [{"name": "network-changed", "server_uuid": "59e90419-6985-4c73-857c-57e974c0ea72", "tag": "0d9e9b6d-0273-4625-b812-6bfe4fbd0824"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:32.926279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4a6c132a-5c43-4678-863b-bbe09f3711aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:32.930778 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-4a6c132a-5c43-4678-863b-bbe09f3711aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f7e6eb9-fe88-4664-95a5-199db9564712 HTTP/1.1" status: 200 len: 858 time: 0.0933611 Feb 11 13:29:32.942042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e7c1d-b4f4-46e8-9168-39c03fa44754 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:32.964081 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c09b325-9227-46d5-a7e0-58a0903c25cb x-openstack-request-id: req-7c09b325-9227-46d5-a7e0-58a0903c25cb {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:32.964344 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59e90419-6985-4c73-857c-57e974c0ea72", "tag": "0d9e9b6d-0273-4625-b812-6bfe4fbd0824", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:32.964599 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c09b325-9227-46d5-a7e0-58a0903c25cb {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:32.964998 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59e90419-6985-4c73-857c-57e974c0ea72', 'tag': '0d9e9b6d-0273-4625-b812-6bfe4fbd0824', 'status': 'completed', 'code': 200} Feb 11 13:29:33.021260 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-b6986096-7c8e-4946-95d1-374f048f88c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2225a145-5852-4ecb-bf66-01fdcbd19e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818651 Feb 11 13:29:33.064469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d865f-02df-43ec-9e21-44275628e4de req-140867b3-0102-45fb-9637-4c39d6287cb4 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.066044 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c7d865f-02df-43ec-9e21-44275628e4de req-140867b3-0102-45fb-9637-4c39d6287cb4 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 944 time: 0.1102707 Feb 11 13:29:33.087613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc70c1-7c87-4800-933d-e360018ea606 req-6fe60f9c-0e7b-4a8f-87f3-f0f9a8e54421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.089806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-befc70c1-7c87-4800-933d-e360018ea606 req-6fe60f9c-0e7b-4a8f-87f3-f0f9a8e54421 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 1095 time: 0.1086159 Feb 11 13:29:33.142913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e7183-9e6e-4890-917d-7826aaa327ab req-04d9f6aa-5347-4e36-ad32-b089bd482238 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.144456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-731e7183-9e6e-4890-917d-7826aaa327ab req-04d9f6aa-5347-4e36-ad32-b089bd482238 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 946 time: 0.1021409 Feb 11 13:29:33.210371 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c7d865f-02df-43ec-9e21-44275628e4de req-d62445cd-466b-4fd7-9243-dceba46ba3dd tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137342 Feb 11 13:29:33.240454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 445636b2-e9be-4f29-afd0-8232f38b0894 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:33.247346 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-d5f7e28c-67b4-45c5-860b-fef8f0a755ed service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175488 Feb 11 13:29:33.251834 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-731e7183-9e6e-4890-917d-7826aaa327ab req-94e20555-0744-4a45-a234-f68afde80b18 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772781 Feb 11 13:29:33.289312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc70c1-7c87-4800-933d-e360018ea606 req-7d4a8a39-af82-4e70-b5ee-00cba7c3aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.291755 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-befc70c1-7c87-4800-933d-e360018ea606 req-7d4a8a39-af82-4e70-b5ee-00cba7c3aef2 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=3f6c9bfc991347c6a4129edefe908029&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1869226 Feb 11 13:29:33.345174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54876) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:33.365821 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6e6328b-22a7-48f6-88bb-e71ea05ce8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.371900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 445636b2-e9be-4f29-afd0-8232f38b0894 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:33.372276 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.435417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc70c1-7c87-4800-933d-e360018ea606 req-e7e8c668-97f4-4f92-bb31-198d175adc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.439088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-befc70c1-7c87-4800-933d-e360018ea606 req-e7e8c668-97f4-4f92-bb31-198d175adc4b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389618 Feb 11 13:29:33.529036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfe24e-0bc3-4c21-8b9e-a0223951b8a6 req-d4fcdb11-19e8-4779-9c5b-0d0cc650e01f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.545808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-512d5df8-4515-4ba9-a77b-ec16a9499743 req-13abbfca-2278-4d7e-b4d7-63223956cf2e service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898598 Feb 11 13:29:33.546889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76bfe24e-0bc3-4c21-8b9e-a0223951b8a6 req-d4fcdb11-19e8-4779-9c5b-0d0cc650e01f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 944 time: 0.0937321 Feb 11 13:29:33.569835 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.593363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6e6328b-22a7-48f6-88bb-e71ea05ce8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:33.623644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 445636b2-e9be-4f29-afd0-8232f38b0894, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=445636b2-e9be-4f29-afd0-8232f38b0894,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:33.626299 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76bfe24e-0bc3-4c21-8b9e-a0223951b8a6 req-cddf64a1-cd0a-4806-996a-d7730a6121eb tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785015 Feb 11 13:29:33.636715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-38a86aff-55dc-45ca-a143-c3993de2c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.638530 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-38a86aff-55dc-45ca-a143-c3993de2c846 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 1095 time: 0.0660846 Feb 11 13:29:33.688180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-04b95bbd-11f5-48d3-93d4-b5d9b2215225 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9e9b6d-0273-4625-b812-6bfe4fbd0824 HTTP/1.1" status: 200 len: 217 time: 0.0408151 Feb 11 13:29:33.744313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-cd13673e-5f6e-478a-a925-ae6c72102424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:33.746221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-cd13673e-5f6e-478a-a925-ae6c72102424 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f7e6eb9-fe88-4664-95a5-199db9564712 HTTP/1.1" status: 200 len: 858 time: 0.0475223 Feb 11 13:29:33.792695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-a24db102-f279-4194-92fe-180477731290 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2225a145-5852-4ecb-bf66-01fdcbd19e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356345 Feb 11 13:29:33.901640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-5b10f81f-28f4-4298-8772-13cf35f8a8aa service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979936 Feb 11 13:29:33.907559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445636b2-e9be-4f29-afd0-8232f38b0894'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:33.909904 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d18514-e21d-4622-a2f6-c51b1b6fd871" -d '{"events": [{"server_uuid": "e5132c2a-9819-435f-83f5-5a1f29b92706", "name": "network-vif-plugged", "status": "completed", "tag": "445636b2-e9be-4f29-afd0-8232f38b0894"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:33.951211 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9db860-b963-445d-899a-75d5328571d6 x-openstack-request-id: req-ba9db860-b963-445d-899a-75d5328571d6 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:33.951498 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5132c2a-9819-435f-83f5-5a1f29b92706", "name": "network-vif-plugged", "status": "completed", "tag": "445636b2-e9be-4f29-afd0-8232f38b0894", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:33.952538 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba9db860-b963-445d-899a-75d5328571d6 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:33.952538 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445636b2-e9be-4f29-afd0-8232f38b0894', 'code': 200} Feb 11 13:29:34.006130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301e9168-fb75-4a6b-a4dd-a9688f3676c2 req-9e249cc0-65f9-4b91-b5d6-a4e898c9f538 service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973890 Feb 11 13:29:34.041994 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6e6328b-22a7-48f6-88bb-e71ea05ce8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.042391 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.043555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:34.084258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073c959-ecad-4a15-8d7a-02849dc06c69 req-3d474a7d-22c6-4e95-89f6-7bf2fe7158a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.085987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d073c959-ecad-4a15-8d7a-02849dc06c69 req-3d474a7d-22c6-4e95-89f6-7bf2fe7158a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 1095 time: 0.0583093 Feb 11 13:29:34.162132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=445636b2-e9be-4f29-afd0-8232f38b0894,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:34.171098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54890) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:34.171999 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d6e6328b-22a7-48f6-88bb-e71ea05ce8d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7d0142a3af3b4322b257098184e97615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8240647 Feb 11 13:29:34.179580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:34.180710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.182730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6328b-22a7-48f6-88bb-e71ea05ce8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07065568-4f6e-4e5e-a9c4-03a20e49f5dd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:34.215655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c07047-5bda-483f-be47-60cd96a42424 req-e49ad8bd-f099-47f5-b7ba-0a3bc59482f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.217197 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2c07047-5bda-483f-be47-60cd96a42424 req-e49ad8bd-f099-47f5-b7ba-0a3bc59482f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 1096 time: 0.1087842 Feb 11 13:29:34.272709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073c959-ecad-4a15-8d7a-02849dc06c69 req-a0d4c548-ea99-41dc-aee6-548ee23235ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.274427 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d073c959-ecad-4a15-8d7a-02849dc06c69 req-a0d4c548-ea99-41dc-aee6-548ee23235ae service neutron] 10.222.0.59 "GET /v2.0/networks?id=2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 200 len: 919 time: 0.1822231 Feb 11 13:29:34.283756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2c07047-5bda-483f-be47-60cd96a42424 req-29f26bfc-639c-4537-bd07-4aeeae866b42 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572608 Feb 11 13:29:34.299843 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.334145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:34.335294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d073c959-ecad-4a15-8d7a-02849dc06c69 req-2f28b530-f44d-438e-92f6-3d72f11439e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91 HTTP/1.1" status: 200 len: 217 time: 0.0492659 Feb 11 13:29:34.387794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0373c05-a4c8-4192-aec4-5aaf2a3ec275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.390419 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.436881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5aff6e-a4bc-4029-98c9-45382a42af1f req-fd40a922-8e11-462e-ba27-d9448ef20c3e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.439973 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6f5aff6e-a4bc-4029-98c9-45382a42af1f req-fd40a922-8e11-462e-ba27-d9448ef20c3e tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 946 time: 0.0890963 Feb 11 13:29:34.460378 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073c959-ecad-4a15-8d7a-02849dc06c69 req-e56a89ef-2376-445f-8205-1185715a6809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.462278 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d073c959-ecad-4a15-8d7a-02849dc06c69 req-e56a89ef-2376-445f-8205-1185715a6809 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f7e6eb9-fe88-4664-95a5-199db9564712 HTTP/1.1" status: 200 len: 858 time: 0.1167254 Feb 11 13:29:34.464887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0373c05-a4c8-4192-aec4-5aaf2a3ec275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.474915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=10']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:34.506604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfc5fc-7267-400f-8ad5-f0cfcc4a6174 req-f69ee362-87cd-4cea-ab7b-aa49f535b004 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.522950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0bfc5fc-7267-400f-8ad5-f0cfcc4a6174 req-f69ee362-87cd-4cea-ab7b-aa49f535b004 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 944 time: 0.1502750 Feb 11 13:29:34.529164 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6f5aff6e-a4bc-4029-98c9-45382a42af1f req-76fa05e1-68f2-476c-a991-2648343c0133 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672836 Feb 11 13:29:34.534736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d073c959-ecad-4a15-8d7a-02849dc06c69 req-a000c5fe-1f7c-434e-b29c-65cebbfc30ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2225a145-5852-4ecb-bf66-01fdcbd19e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548441 Feb 11 13:29:34.656614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0bfc5fc-7267-400f-8ad5-f0cfcc4a6174 req-c4e09db5-1fe1-4387-a1bb-e25707e88429 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260400 Feb 11 13:29:34.736125 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d073c959-ecad-4a15-8d7a-02849dc06c69 req-dd78543d-12be-472c-ba15-6b5d7df07197 service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825616 Feb 11 13:29:34.770389 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0373c05-a4c8-4192-aec4-5aaf2a3ec275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.773222 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0373c05-a4c8-4192-aec4-5aaf2a3ec275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:34.774346 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f0373c05-a4c8-4192-aec4-5aaf2a3ec275 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07065568-4f6e-4e5e-a9c4-03a20e49f5dd HTTP/1.1" status: 204 len: 168 time: 0.5967913 Feb 11 13:29:34.810196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6d47a-d659-47ff-b5a7-c09df25f7e5e req-8e57d638-afe9-4c37-b88c-d94e52d1ec4b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:34.821638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0373c05-a4c8-4192-aec4-5aaf2a3ec275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07065568-4f6e-4e5e-a9c4-03a20e49f5dd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:34.832575 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdf6d47a-d659-47ff-b5a7-c09df25f7e5e req-8e57d638-afe9-4c37-b88c-d94e52d1ec4b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0805967 Feb 11 13:29:34.888672 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdf6d47a-d659-47ff-b5a7-c09df25f7e5e req-cd201307-ffd7-46bf-9adf-88f6783c0126 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501370 Feb 11 13:29:34.892460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d073c959-ecad-4a15-8d7a-02849dc06c69 req-78faa0ad-56f5-45d7-a1a7-ebf6cd968205 service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470261 Feb 11 13:29:35.236697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 21652223-e60f-4a64-998a-e15f8a21b824 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:35.402964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 21652223-e60f-4a64-998a-e15f8a21b824, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=21652223-e60f-4a64-998a-e15f8a21b824,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:35.419825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '21652223-e60f-4a64-998a-e15f8a21b824', 'network_id': '628a6630-3b59-42be-8d5b-678dbf3f588a', 'port_id': '21652223-e60f-4a64-998a-e15f8a21b824', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b524e984-4024-46c0-b04c-9c226443adb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:35.470595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:35.504706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21652223-e60f-4a64-998a-e15f8a21b824 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:35.539031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 21652223-e60f-4a64-998a-e15f8a21b824, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=21652223-e60f-4a64-998a-e15f8a21b824,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:35.601031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:35.716233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=21652223-e60f-4a64-998a-e15f8a21b824,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:35.723581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94964bd0-5275-44f2-a5f5-7874236f11fa req-92133d63-401d-402d-8413-e2cbd1f51a91 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:35.731760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94964bd0-5275-44f2-a5f5-7874236f11fa req-92133d63-401d-402d-8413-e2cbd1f51a91 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 945 time: 0.1082644 Feb 11 13:29:35.751280 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['21652223-e60f-4a64-998a-e15f8a21b824'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:35.821024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94964bd0-5275-44f2-a5f5-7874236f11fa req-9f7fe697-3737-46f6-b8c4-7fee12d540ac tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.52 "GET /v2.0/security-groups?id=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866468 Feb 11 13:29:36.002294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:36.004585 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4582a6e4-6a3d-4f30-881e-d411c6144dd3" -d '{"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:36.053630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5d426-822c-4824-a13b-1e66a145ab2c req-cff4740e-8e57-49d8-bef4-618a6c035054 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.062815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67b5d426-822c-4824-a13b-1e66a145ab2c req-cff4740e-8e57-49d8-bef4-618a6c035054 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 944 time: 0.1097214 Feb 11 13:29:36.118002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:36.186030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67b5d426-822c-4824-a13b-1e66a145ab2c req-cfca0f05-5520-4e77-aab6-34bf9827b623 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220238 Feb 11 13:29:36.432278 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:36.449924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '0d9e9b6d-0273-4625-b812-6bfe4fbd0824', 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b', 'port_id': '0d9e9b6d-0273-4625-b812-6bfe4fbd0824', 'mac_address': 'fa:16:3e:80:28:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7e6eb9-fe88-4664-95a5-199db9564712', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:36.514936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:36.544400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:36.585127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:36.652707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:36.654311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c2f5892c-cd15-4a28-9c6f-002bef1b9e91 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:36.830225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c2f5892c-cd15-4a28-9c6f-002bef1b9e91, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:36.833403 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:29:36.836797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:36.866309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'c2f5892c-cd15-4a28-9c6f-002bef1b9e91', 'network_id': '2225a145-5852-4ecb-bf66-01fdcbd19e3b', 'port_id': 'c2f5892c-cd15-4a28-9c6f-002bef1b9e91', 'mac_address': 'fa:16:3e:8b:7a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7e6eb9-fe88-4664-95a5-199db9564712', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:36.924573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a0e64-1446-499e-b1b0-9f7f73a3f81c req-ea6e4835-536b-4fe4-8668-e6026f5e03ac tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:36.938090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e76a0e64-1446-499e-b1b0-9f7f73a3f81c req-ea6e4835-536b-4fe4-8668-e6026f5e03ac tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.1211777 Feb 11 13:29:36.942275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:36.954080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f5892c-cd15-4a28-9c6f-002bef1b9e91 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:36.986889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c2f5892c-cd15-4a28-9c6f-002bef1b9e91, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:37.046663 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e76a0e64-1446-499e-b1b0-9f7f73a3f81c req-687ef219-e647-4a30-92a8-af6ca286973d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069009 Feb 11 13:29:37.070113 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.141244 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd2e587-2501-45fc-8aef-f1dfb8833de8 x-openstack-request-id: req-dcd2e587-2501-45fc-8aef-f1dfb8833de8 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:37.141529 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:37.141798 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dcd2e587-2501-45fc-8aef-f1dfb8833de8 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:37.146576 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'code': 200} Feb 11 13:29:37.219797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:37.251229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 21652223-e60f-4a64-998a-e15f8a21b824 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:37.347581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 21652223-e60f-4a64-998a-e15f8a21b824 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:37.347988 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.547434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c2f5892c-cd15-4a28-9c6f-002bef1b9e91'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:37.560197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['0d9e9b6d-0273-4625-b812-6bfe4fbd0824'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:37.579543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:37.826273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 21652223-e60f-4a64-998a-e15f8a21b824, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=21652223-e60f-4a64-998a-e15f8a21b824,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:37.899074 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.088399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=21652223-e60f-4a64-998a-e15f8a21b824,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:38.565583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade254a-8904-41b7-b574-81a9180c9e1d req-202ae25d-39f3-4045-b980-c56747fd8664 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:38.567492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fade254a-8904-41b7-b574-81a9180c9e1d req-202ae25d-39f3-4045-b980-c56747fd8664 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b343e38-50b4-40d1-a1e8-efe14f077cd5 HTTP/1.1" status: 200 len: 946 time: 0.0883093 Feb 11 13:29:38.714666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-fade254a-8904-41b7-b574-81a9180c9e1d req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Deleting port 21652223-e60f-4a64-998a-e15f8a21b824 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:29:38.714946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fade254a-8904-41b7-b574-81a9180c9e1d req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.817665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fade254a-8904-41b7-b574-81a9180c9e1d req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] For port 21652223-e60f-4a64-998a-e15f8a21b824, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=21652223-e60f-4a64-998a-e15f8a21b824,segment=NetworkSegment(f8eecd28-e1f3-4935-a855-c395abe2fe37),segment_id=f8eecd28-e1f3-4935-a855-c395abe2fe37)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:38.817665 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fade254a-8904-41b7-b574-81a9180c9e1d req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:38.832055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-fade254a-8904-41b7-b574-81a9180c9e1d req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Calling delete_port for 21652223-e60f-4a64-998a-e15f8a21b824 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:29:39.099512 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fade254a-8904-41b7-b574-81a9180c9e1d req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:39.111840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['21652223-e60f-4a64-998a-e15f8a21b824'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:39.139291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Pushing event deleted for resources: {'Port': ['ID=21652223-e60f-4a64-998a-e15f8a21b824,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:39.151997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b343e38-50b4-40d1-a1e8-efe14f077cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21652223-e60f-4a64-998a-e15f8a21b824'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:39.156180 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c756dc8-8a6f-4b7e-8a61-efeb22bbb480" -d '{"events": [{"server_uuid": "2b343e38-50b4-40d1-a1e8-efe14f077cd5", "name": "network-vif-plugged", "status": "completed", "tag": "21652223-e60f-4a64-998a-e15f8a21b824"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:39.249076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fade254a-8904-41b7-b574-81a9180c9e1d req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] No DVR routers for this DVR port 21652223-e60f-4a64-998a-e15f8a21b824 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:39.251577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.251918 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.252344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.252602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.252925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.253266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.261254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.261705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.268341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.268341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.268341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.268341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:39.275660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fade254a-8904-41b7-b574-81a9180c9e1d req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:39.279312 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fade254a-8904-41b7-b574-81a9180c9e1d req-b6ece1a4-15d5-4102-86b1-73e7b26a9445 tempest-ImagesTestJSON-1157533385 tempest-ImagesTestJSON-1157533385-project] 10.222.0.13 "DELETE /v2.0/ports/21652223-e60f-4a64-998a-e15f8a21b824 HTTP/1.1" status: 204 len: 173 time: 0.7051010 Feb 11 13:29:39.279774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b343e38-50b4-40d1-a1e8-efe14f077cd5', 'name': 'network-vif-deleted', 'tag': '21652223-e60f-4a64-998a-e15f8a21b824'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:39.282095 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd66ca28-dcf2-4efb-b1be-1cf354a98e05" -d '{"events": [{"server_uuid": "2b343e38-50b4-40d1-a1e8-efe14f077cd5", "name": "network-vif-deleted", "tag": "21652223-e60f-4a64-998a-e15f8a21b824"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:40.095189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:40.279540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:40.284558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:40.285146 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.426693 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.492521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:40.566657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:40.567946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c2f5892c-cd15-4a28-9c6f-002bef1b9e91 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:40.768460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:40.858278 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port c2f5892c-cd15-4a28-9c6f-002bef1b9e91 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:29:40.868315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port c2f5892c-cd15-4a28-9c6f-002bef1b9e91 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:40.868820 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:41.040445 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:41.098691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c2f5892c-cd15-4a28-9c6f-002bef1b9e91, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:41.174023 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:41.286253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:41.789045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55052) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:42.005081 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.146818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.210360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.290261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=506f41dcabb644a7bade38754bf5a7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4994156 Feb 11 13:29:42.293500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55056) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:42.310400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7c08f4-1543-4cc9-84ca-8eaa7b5f9f24,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:42.324580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.325348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.326010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.326546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.327026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.327550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.328024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.328511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.329002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.329530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.330050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.330539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c8cda5-a078-47ed-8cc1-04ab54a30ac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:29:42.392034 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-51290d1a-cfed-4b9e-889d-a9850d1c7f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.438732 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-51290d1a-cfed-4b9e-889d-a9850d1c7f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.561311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-51290d1a-cfed-4b9e-889d-a9850d1c7f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.564177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-51290d1a-cfed-4b9e-889d-a9850d1c7f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:42.569453 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-51290d1a-cfed-4b9e-889d-a9850d1c7f10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d7c08f4-1543-4cc9-84ca-8eaa7b5f9f24 HTTP/1.1" status: 204 len: 168 time: 0.2742743 Feb 11 13:29:42.592351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51290d1a-cfed-4b9e-889d-a9850d1c7f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7c08f4-1543-4cc9-84ca-8eaa7b5f9f24,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:43.282174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 21652223-e60f-4a64-998a-e15f8a21b824 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:43.303873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 21652223-e60f-4a64-998a-e15f8a21b824 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:29:43.304222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 21652223-e60f-4a64-998a-e15f8a21b824 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:43.990528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55072) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:44.010886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5cb82308-3cdb-46b5-bd20-11eb550f6011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.100701 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5cb82308-3cdb-46b5-bd20-11eb550f6011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.186097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5cb82308-3cdb-46b5-bd20-11eb550f6011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.262188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5cb82308-3cdb-46b5-bd20-11eb550f6011 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=993249f3ea374f6b8697115703f86286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704418 Feb 11 13:29:44.263474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb82308-3cdb-46b5-bd20-11eb550f6011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a1090e-e991-4c79-a219-0b19f11ed36b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:44.264925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55074) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:44.332882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f055119-d0bb-4b94-b552-c759686fc42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.385330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f055119-d0bb-4b94-b552-c759686fc42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.601737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f055119-d0bb-4b94-b552-c759686fc42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.604610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f055119-d0bb-4b94-b552-c759686fc42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:44.605934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8f055119-d0bb-4b94-b552-c759686fc42a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96a1090e-e991-4c79-a219-0b19f11ed36b HTTP/1.1" status: 204 len: 168 time: 0.3393736 Feb 11 13:29:44.616355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f055119-d0bb-4b94-b552-c759686fc42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a1090e-e991-4c79-a219-0b19f11ed36b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:45.165823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4919f-9004-46a6-ba2a-6e6ec8db7132 req-fa34864a-b043-45cb-af6c-fad73d04d455 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:45.171100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91c4919f-9004-46a6-ba2a-6e6ec8db7132 req-fa34864a-b043-45cb-af6c-fad73d04d455 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.0995319 Feb 11 13:29:45.230860 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91c4919f-9004-46a6-ba2a-6e6ec8db7132 req-348e2a69-40a6-4f3a-ad57-fbab3db82585 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Feb 11 13:29:45.269348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f71fb3-434e-4202-9735-a8c7151a4d78 req-f3fdc1cd-bedb-4fcf-b5b6-85c9fd6c5681 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:45.270918 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76f71fb3-434e-4202-9735-a8c7151a4d78 req-f3fdc1cd-bedb-4fcf-b5b6-85c9fd6c5681 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0939586 Feb 11 13:29:45.289055 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0531a5c-000a-491e-807d-ffbf6fa8e621 x-openstack-request-id: req-d0531a5c-000a-491e-807d-ffbf6fa8e621 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:45.289055 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b343e38-50b4-40d1-a1e8-efe14f077cd5", "name": "network-vif-plugged", "status": "completed", "tag": "21652223-e60f-4a64-998a-e15f8a21b824", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:45.289055 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d0531a5c-000a-491e-807d-ffbf6fa8e621 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:45.289055 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b343e38-50b4-40d1-a1e8-efe14f077cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21652223-e60f-4a64-998a-e15f8a21b824', 'code': 200} Feb 11 13:29:45.336350 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4638a06a-34dc-42dc-9e64-adfcce10e2ff x-openstack-request-id: req-4638a06a-34dc-42dc-9e64-adfcce10e2ff {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:45.336686 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b343e38-50b4-40d1-a1e8-efe14f077cd5", "name": "network-vif-deleted", "tag": "21652223-e60f-4a64-998a-e15f8a21b824", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:45.336951 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4638a06a-34dc-42dc-9e64-adfcce10e2ff {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:45.337351 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b343e38-50b4-40d1-a1e8-efe14f077cd5', 'name': 'network-vif-deleted', 'tag': '21652223-e60f-4a64-998a-e15f8a21b824', 'status': 'completed', 'code': 200} Feb 11 13:29:45.340731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76f71fb3-434e-4202-9735-a8c7151a4d78 req-6a3fa29e-33b6-4497-adc6-e0a0a22780e7 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579402 Feb 11 13:29:45.637405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e332d-7290-43c8-8805-6e0c10b10e53 req-d08d87ae-bb97-45da-bd06-b69a76eee586 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:45.646254 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-337e332d-7290-43c8-8805-6e0c10b10e53 req-d08d87ae-bb97-45da-bd06-b69a76eee586 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 949 time: 0.1130276 Feb 11 13:29:45.722424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-337e332d-7290-43c8-8805-6e0c10b10e53 req-88153f49-cb2d-4c89-90fa-6ad7ef75e8aa tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749769 Feb 11 13:29:46.263919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55178) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:46.323888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-2ced04a4-4b72-42db-936a-b77c5248856a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:46.326389 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-2ced04a4-4b72-42db-936a-b77c5248856a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/networks?id=4852bdea-bdee-4cce-94d2-73f24e6c824a HTTP/1.1" status: 200 len: 815 time: 0.1750579 Feb 11 13:29:46.345946 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-f93a5b8b-eeaa-4d2b-bbe8-717c0a9d7658 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/quotas/c43c2af02c0649d4b17f1095f4567661 HTTP/1.1" status: 200 len: 375 time: 0.0113432 Feb 11 13:29:46.353716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f021586b-47ed-481f-9e46-51b7e7b4421b admin admin] Deleting subnet b524e984-4024-46c0-b04c-9c226443adb2 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:29:46.359766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f021586b-47ed-481f-9e46-51b7e7b4421b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.415198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f021586b-47ed-481f-9e46-51b7e7b4421b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.457746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-716e7d14-d20d-4f19-b4a3-c93fd506c38e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c43c2af02c0649d4b17f1095f4567661&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036303 Feb 11 13:29:46.500276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f021586b-47ed-481f-9e46-51b7e7b4421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.578475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-5d3f634b-9118-481e-bc7a-9f4ca387e00c service neutron] 10.222.0.52 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125073 Feb 11 13:29:46.615135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb40156-9342-47b2-a06b-008d32a910ce req-d8c25ea0-ae74-4005-86db-a168f672fc37 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:46.618666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4fb40156-9342-47b2-a06b-008d32a910ce req-d8c25ea0-ae74-4005-86db-a168f672fc37 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0835161 Feb 11 13:29:46.662054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4fb40156-9342-47b2-a06b-008d32a910ce req-b1ec8208-fdcf-4dc5-a350-b1bc122a16bf tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371284 Feb 11 13:29:46.686318 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f021586b-47ed-481f-9e46-51b7e7b4421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.718809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-2024fb7a-3a75-4dcc-9435-ff023c5835a0 service neutron] 10.222.0.52 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327841 Feb 11 13:29:46.741650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021586b-47ed-481f-9e46-51b7e7b4421b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b524e984-4024-46c0-b04c-9c226443adb2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:46.777206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f021586b-47ed-481f-9e46-51b7e7b4421b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.785485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f021586b-47ed-481f-9e46-51b7e7b4421b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b524e984-4024-46c0-b04c-9c226443adb2 HTTP/1.1" status: 204 len: 168 time: 0.5200915 Feb 11 13:29:46.789647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55190) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:46.883876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:46.918771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d072ae-3f2d-4f17-a850-5608551eae1b req-36bb4fde-65a6-4a25-8abf-8e625b393fce tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:46.928742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80d072ae-3f2d-4f17-a850-5608551eae1b req-36bb4fde-65a6-4a25-8abf-8e625b393fce tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 949 time: 0.0945365 Feb 11 13:29:47.049144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80d072ae-3f2d-4f17-a850-5608551eae1b req-8581da03-41bb-45c5-af43-9af6d34a825e tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901845 Feb 11 13:29:47.107788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a16a423-0840-44df-a547-c6c56a8db6e2 req-f8e09de1-58f5-4838-a810-460ebe1d4f71 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 210 time: 0.0634229 Feb 11 13:29:47.127142 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.192012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628a6630-3b59-42be-8d5b-678dbf3f588a']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:47.212226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8eecd28-e1f3-4935-a855-c395abe2fe37') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:47.212449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8eecd28-e1f3-4935-a855-c395abe2fe37') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:47.230943 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.242786 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.250322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:29:47.250728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.288120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e90419-6985-4c73-857c-57e974c0ea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9e9b6d-0273-4625-b812-6bfe4fbd0824'}, {'server_uuid': 'fb7b7213-6bf9-4d0d-a21b-2528aa25b299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f5892c-cd15-4a28-9c6f-002bef1b9e91'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:47.296663 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a365fe-bbeb-4298-a3a8-0a88ba74478a" -d '{"events": [{"server_uuid": "59e90419-6985-4c73-857c-57e974c0ea72", "name": "network-vif-plugged", "status": "completed", "tag": "0d9e9b6d-0273-4625-b812-6bfe4fbd0824"}, {"server_uuid": "fb7b7213-6bf9-4d0d-a21b-2528aa25b299", "name": "network-vif-plugged", "status": "completed", "tag": "c2f5892c-cd15-4a28-9c6f-002bef1b9e91"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:29:47.329034 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:29:47.373697 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6244a14-d88d-43e7-b4e8-f72797d73b30 x-openstack-request-id: req-c6244a14-d88d-43e7-b4e8-f72797d73b30 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:47.374380 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e90419-6985-4c73-857c-57e974c0ea72", "name": "network-vif-plugged", "status": "completed", "tag": "0d9e9b6d-0273-4625-b812-6bfe4fbd0824", "code": 200}, {"server_uuid": "fb7b7213-6bf9-4d0d-a21b-2528aa25b299", "name": "network-vif-plugged", "status": "completed", "tag": "c2f5892c-cd15-4a28-9c6f-002bef1b9e91", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:47.375247 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6244a14-d88d-43e7-b4e8-f72797d73b30 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:47.376439 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e90419-6985-4c73-857c-57e974c0ea72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9e9b6d-0273-4625-b812-6bfe4fbd0824', 'code': 200} Feb 11 13:29:47.377394 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7b7213-6bf9-4d0d-a21b-2528aa25b299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f5892c-cd15-4a28-9c6f-002bef1b9e91', 'code': 200} Feb 11 13:29:47.468571 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.480129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:47.486377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] 10.222.0.52 "DELETE /v2.0/networks/628a6630-3b59-42be-8d5b-678dbf3f588a HTTP/1.1" status: 204 len: 168 time: 0.6923788 Feb 11 13:29:47.518035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-8cf3b517-6b73-4afb-973a-49468779a833 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:47.519589 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-8cf3b517-6b73-4afb-973a-49468779a833 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5132c2a-9819-435f-83f5-5a1f29b92706 HTTP/1.1" status: 200 len: 945 time: 0.3636076 Feb 11 13:29:47.554839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2064d32f-9f50-4873-9fa2-07b7dfc04f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=628a6630-3b59-42be-8d5b-678dbf3f588a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:47.617622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdee36b-39fe-480f-ad33-af9480846e34 req-373939f0-acf0-458c-9803-73378e063000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:47.620690 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dbdee36b-39fe-480f-ad33-af9480846e34 req-373939f0-acf0-458c-9803-73378e063000 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 1097 time: 0.0895190 Feb 11 13:29:47.653188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40e4f-9690-4638-908c-a6fa60fe96d6 req-1083491c-8622-43a4-b20c-2c52ec4d74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:47.658970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79d40e4f-9690-4638-908c-a6fa60fe96d6 req-1083491c-8622-43a4-b20c-2c52ec4d74e8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 1097 time: 0.1408110 Feb 11 13:29:47.723516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79d40e4f-9690-4638-908c-a6fa60fe96d6 req-fac3c56b-495d-4694-ac5d-6444b3c10618 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583003 Feb 11 13:29:47.774836 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dbdee36b-39fe-480f-ad33-af9480846e34 req-90f6ce60-d55c-4fdf-9d3e-4ff562282c88 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184604 Feb 11 13:29:48.032367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-1b297acb-bf30-4da8-9032-407b4414ab24 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Deleting port 445636b2-e9be-4f29-afd0-8232f38b0894 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:29:48.032367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-1b297acb-bf30-4da8-9032-407b4414ab24 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.032367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-1b297acb-bf30-4da8-9032-407b4414ab24 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] For port 445636b2-e9be-4f29-afd0-8232f38b0894, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=445636b2-e9be-4f29-afd0-8232f38b0894,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:48.032367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-1b297acb-bf30-4da8-9032-407b4414ab24 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.032367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-1b297acb-bf30-4da8-9032-407b4414ab24 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Calling delete_port for 445636b2-e9be-4f29-afd0-8232f38b0894 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:29:48.275687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-1b297acb-bf30-4da8-9032-407b4414ab24 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.290239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['445636b2-e9be-4f29-afd0-8232f38b0894'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:48.315776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b297acb-bf30-4da8-9032-407b4414ab24 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Pushing event deleted for resources: {'Port': ['ID=445636b2-e9be-4f29-afd0-8232f38b0894,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:48.373668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-1b297acb-bf30-4da8-9032-407b4414ab24 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] No DVR routers for this DVR port 445636b2-e9be-4f29-afd0-8232f38b0894 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:48.375905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-1b297acb-bf30-4da8-9032-407b4414ab24 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.379435 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa89a0c8-5f42-458e-ae11-7f7d48fb267b req-1b297acb-bf30-4da8-9032-407b4414ab24 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "DELETE /v2.0/ports/445636b2-e9be-4f29-afd0-8232f38b0894 HTTP/1.1" status: 204 len: 173 time: 0.8468935 Feb 11 13:29:48.379962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'name': 'network-vif-deleted', 'tag': '445636b2-e9be-4f29-afd0-8232f38b0894'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:48.384398 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3785d520-ddea-42b1-a11d-a7fa6947e09f" -d '{"events": [{"server_uuid": "e5132c2a-9819-435f-83f5-5a1f29b92706", "name": "network-vif-deleted", "tag": "445636b2-e9be-4f29-afd0-8232f38b0894"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:48.580627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe2ae3-a642-4171-ab85-88198df26bb7 req-10795047-6898-42c5-bb33-587701d8604e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.582247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55258) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:48.589152 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57fe2ae3-a642-4171-ab85-88198df26bb7 req-10795047-6898-42c5-bb33-587701d8604e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0771120 Feb 11 13:29:48.673128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57fe2ae3-a642-4171-ab85-88198df26bb7 req-89680a41-447f-4eeb-be5e-79c52324ad54 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825341 Feb 11 13:29:48.698425 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e911ac90-c48b-44d6-8fdc-a72b8acccc26 req-d539a2f7-043f-4dd7-81a0-270dda8b6336 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 210 time: 0.0856750 Feb 11 13:29:48.728772 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-72469e47-2137-4374-bc66-5945e7642555 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1479a70b67534648a9ff36fdd44cc7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424839 Feb 11 13:29:48.730075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55266) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:48.808146 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092947dd-2605-435e-b004-b9a265601744 x-openstack-request-id: req-092947dd-2605-435e-b004-b9a265601744 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:48.808587 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5132c2a-9819-435f-83f5-5a1f29b92706", "name": "network-vif-deleted", "tag": "445636b2-e9be-4f29-afd0-8232f38b0894", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:48.808930 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-092947dd-2605-435e-b004-b9a265601744 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:48.809438 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5132c2a-9819-435f-83f5-5a1f29b92706', 'name': 'network-vif-deleted', 'tag': '445636b2-e9be-4f29-afd0-8232f38b0894', 'status': 'completed', 'code': 200} Feb 11 13:29:48.837930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb226-ab11-4411-b690-90d4b5addaf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.890340 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb226-ab11-4411-b690-90d4b5addaf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:48.975629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856ad6-584f-4e3e-809b-bc260b500445 req-8ee338dd-d875-4eec-aefa-4ced177055dc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.982329 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856ad6-584f-4e3e-809b-bc260b500445 req-8ee338dd-d875-4eec-aefa-4ced177055dc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.989292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856ad6-584f-4e3e-809b-bc260b500445 req-8ee338dd-d875-4eec-aefa-4ced177055dc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:48.995728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856ad6-584f-4e3e-809b-bc260b500445 req-8ee338dd-d875-4eec-aefa-4ced177055dc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:49.001808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856ad6-584f-4e3e-809b-bc260b500445 req-8ee338dd-d875-4eec-aefa-4ced177055dc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:49.007819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856ad6-584f-4e3e-809b-bc260b500445 req-8ee338dd-d875-4eec-aefa-4ced177055dc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:49.014322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73856ad6-584f-4e3e-809b-bc260b500445 req-8ee338dd-d875-4eec-aefa-4ced177055dc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:49.022184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73856ad6-584f-4e3e-809b-bc260b500445 req-8ee338dd-d875-4eec-aefa-4ced177055dc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5442 time: 0.1123464 Feb 11 13:29:49.059187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73856ad6-584f-4e3e-809b-bc260b500445 req-1de36d8b-1875-43b8-a262-17b06719d654 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361290 Feb 11 13:29:49.063688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb226-ab11-4411-b690-90d4b5addaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:49.070743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7ebb226-ab11-4411-b690-90d4b5addaf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:49.083541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e7ebb226-ab11-4411-b690-90d4b5addaf4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/81767e5c-a74e-4eaa-ac81-4065f9c5fcbd HTTP/1.1" status: 204 len: 168 time: 0.3407788 Feb 11 13:29:49.146395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebb226-ab11-4411-b690-90d4b5addaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81767e5c-a74e-4eaa-ac81-4065f9c5fcbd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:49.800158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc255d4f-c289-4332-b47e-4dc092be6f97 req-c42c0014-1216-4578-adf1-d78009bccfed tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 210 time: 0.0376117 Feb 11 13:29:49.820645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc322ca2-a653-49af-afee-c65cae8a4151 req-75bd8a2a-4857-4f9e-890f-91ab6255118f tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:49.822406 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc322ca2-a653-49af-afee-c65cae8a4151 req-75bd8a2a-4857-4f9e-890f-91ab6255118f tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0725584 Feb 11 13:29:49.888069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc322ca2-a653-49af-afee-c65cae8a4151 req-03ea2049-812b-4a0f-ba28-7bc60e97aff2 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573399 Feb 11 13:29:50.133314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-0d03efa4-a87b-4f43-8827-7f08549646cf tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.134839 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-0d03efa4-a87b-4f43-8827-7f08549646cf tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "GET /v2.0/networks?id=4852bdea-bdee-4cce-94d2-73f24e6c824a HTTP/1.1" status: 200 len: 815 time: 0.1415236 Feb 11 13:29:50.149901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:50.155785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Request body: {'port': {'device_id': 'b2d9aff8-aced-4379-a419-4ec39a90ddbf', 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a', 'admin_state_up': True, 'tenant_id': 'c43c2af02c0649d4b17f1095f4567661'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:50.279870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b1895-46fa-471c-8717-d2ea7f42d77e req-98ca9aa2-120d-425f-be72-0859de57e620 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.290555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b1895-46fa-471c-8717-d2ea7f42d77e req-98ca9aa2-120d-425f-be72-0859de57e620 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.301284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b1895-46fa-471c-8717-d2ea7f42d77e req-98ca9aa2-120d-425f-be72-0859de57e620 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.322523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b1895-46fa-471c-8717-d2ea7f42d77e req-98ca9aa2-120d-425f-be72-0859de57e620 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.337078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b1895-46fa-471c-8717-d2ea7f42d77e req-98ca9aa2-120d-425f-be72-0859de57e620 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.352118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b1895-46fa-471c-8717-d2ea7f42d77e req-98ca9aa2-120d-425f-be72-0859de57e620 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.360059 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:50.368098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b1895-46fa-471c-8717-d2ea7f42d77e req-98ca9aa2-120d-425f-be72-0859de57e620 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.371947 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f42b1895-46fa-471c-8717-d2ea7f42d77e req-98ca9aa2-120d-425f-be72-0859de57e620 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5442 time: 0.1708350 Feb 11 13:29:50.430376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f42b1895-46fa-471c-8717-d2ea7f42d77e req-5e23437d-9ae8-495a-8b47-6f4ec64bfd94 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518799 Feb 11 13:29:50.431630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:50.434921 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3540fe4d-223c-46cb-a522-6d526feb222b" -d '{"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:50.439550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:50.515972 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:50.528348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a6795-627c-44c4-a018-85ba26e8bac0 req-e91edcc6-4ce6-4ecf-98ec-99ff21aa1f65 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.542365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc5a6795-627c-44c4-a018-85ba26e8bac0 req-e91edcc6-4ce6-4ecf-98ec-99ff21aa1f65 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1210351 Feb 11 13:29:50.576671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae926d5b-657d-443d-b597-51f8b0575552 req-10f906ea-c696-432c-bfbd-de0df53e091a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.585092 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae926d5b-657d-443d-b597-51f8b0575552 req-10f906ea-c696-432c-bfbd-de0df53e091a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0760443 Feb 11 13:29:50.623520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc5a6795-627c-44c4-a018-85ba26e8bac0 req-253cd306-4777-4c26-956b-1c81fc533ecc tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799303 Feb 11 13:29:50.637943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5363ae-62f6-4e98-a51b-b30ec3add16e req-70f465bf-b931-4e15-8816-a5896d5bb951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.640424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5363ae-62f6-4e98-a51b-b30ec3add16e req-70f465bf-b931-4e15-8816-a5896d5bb951 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 1097 time: 0.1846223 Feb 11 13:29:50.657454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae926d5b-657d-443d-b597-51f8b0575552 req-02abf2d3-fed8-4075-9c92-e106483fcf54 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714395 Feb 11 13:29:50.667614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:50.681613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Made reservation on behalf of c43c2af02c0649d4b17f1095f4567661 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:29:50.686725 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:50.703933 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c4fd1f-dc37-43be-ada2-6bbc9bae670a x-openstack-request-id: req-36c4fd1f-dc37-43be-ada2-6bbc9bae670a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:50.704226 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:50.704468 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-36c4fd1f-dc37-43be-ada2-6bbc9bae670a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:50.704852 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'code': 200} Feb 11 13:29:50.831410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5363ae-62f6-4e98-a51b-b30ec3add16e req-149659c4-3796-4d95-87d4-743975dc4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:50.832909 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5363ae-62f6-4e98-a51b-b30ec3add16e req-149659c4-3796-4d95-87d4-743975dc4d8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 200 len: 919 time: 0.1837990 Feb 11 13:29:51.203039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5363ae-62f6-4e98-a51b-b30ec3add16e req-dbd92b48-c8e4-4124-bdb7-e2d31d6156ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9e9b6d-0273-4625-b812-6bfe4fbd0824 HTTP/1.1" status: 200 len: 217 time: 0.3500640 Feb 11 13:29:51.252616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Allocated IP 172.20.0.9 (4852bdea-bdee-4cce-94d2-73f24e6c824a/18791dde-9449-4545-9c37-bd46ebac9cc2/7d90899f-7627-4ac1-b23f-daee1d0a21e6) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:29:51.282396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5363ae-62f6-4e98-a51b-b30ec3add16e req-1551f6a1-07bc-4a82-b849-f8954e30c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.282396 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5363ae-62f6-4e98-a51b-b30ec3add16e req-1551f6a1-07bc-4a82-b849-f8954e30c932 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f7e6eb9-fe88-4664-95a5-199db9564712 HTTP/1.1" status: 200 len: 858 time: 0.0636246 Feb 11 13:29:51.320121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5363ae-62f6-4e98-a51b-b30ec3add16e req-8a811998-09b1-49cf-936d-ad01b91ab0de service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2225a145-5852-4ecb-bf66-01fdcbd19e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383484 Feb 11 13:29:51.347117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 445636b2-e9be-4f29-afd0-8232f38b0894 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:51.368228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb51e630-45e7-41dd-88c0-af31aff56bcf req-77cacbc2-043f-4cb3-89d5-52fd9c96f7a3 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 210 time: 0.0481780 Feb 11 13:29:51.393597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 445636b2-e9be-4f29-afd0-8232f38b0894 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:29:51.394349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 445636b2-e9be-4f29-afd0-8232f38b0894 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:51.512269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5363ae-62f6-4e98-a51b-b30ec3add16e req-2227b596-d569-4a43-855a-1ddbf3c82972 service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856854 Feb 11 13:29:51.538823 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.587560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83ff48-86c5-4059-be37-4e7929dd428f req-858b61ca-8cfb-409d-abfb-008ed99a6e98 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.589253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e83ff48-86c5-4059-be37-4e7929dd428f req-858b61ca-8cfb-409d-abfb-008ed99a6e98 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0539806 Feb 11 13:29:51.629484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e83ff48-86c5-4059-be37-4e7929dd428f req-121aeb85-8b4c-4170-af83-ea0f57409fc5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342031 Feb 11 13:29:51.652249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f5363ae-62f6-4e98-a51b-b30ec3add16e req-d8522b5c-6824-4672-89e6-63b27f69d98e service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199508 Feb 11 13:29:51.728173 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.758196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24565d-88d1-45ac-8095-6f6994baebc3 req-b932f0f5-7d7e-430c-babc-bf85050f66b3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.764464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24565d-88d1-45ac-8095-6f6994baebc3 req-b932f0f5-7d7e-430c-babc-bf85050f66b3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.770728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24565d-88d1-45ac-8095-6f6994baebc3 req-b932f0f5-7d7e-430c-babc-bf85050f66b3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.776618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24565d-88d1-45ac-8095-6f6994baebc3 req-b932f0f5-7d7e-430c-babc-bf85050f66b3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.783095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24565d-88d1-45ac-8095-6f6994baebc3 req-b932f0f5-7d7e-430c-babc-bf85050f66b3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.790356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24565d-88d1-45ac-8095-6f6994baebc3 req-b932f0f5-7d7e-430c-babc-bf85050f66b3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.797611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24565d-88d1-45ac-8095-6f6994baebc3 req-b932f0f5-7d7e-430c-babc-bf85050f66b3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.799628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f24565d-88d1-45ac-8095-6f6994baebc3 req-b932f0f5-7d7e-430c-babc-bf85050f66b3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5442 time: 0.0977523 Feb 11 13:29:51.800792 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Network 4852bdea-bdee-4cce-94d2-73f24e6c824a is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:29:51.810420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:29:51.812841 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:29:51.840765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Pushing event updated for resources: {'Port': ['ID=7d90899f-7627-4ac1-b23f-daee1d0a21e6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:51.850213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f24565d-88d1-45ac-8095-6f6994baebc3 req-7d9e4e16-dd02-4b49-ade7-b4f3171a893c tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431290 Feb 11 13:29:51.858374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8fb8ac-ddb4-41b6-a39e-95a06fa3e224 req-311c2551-15d2-4204-8d8d-358bf37c49b7 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.859936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c8fb8ac-ddb4-41b6-a39e-95a06fa3e224 req-311c2551-15d2-4204-8d8d-358bf37c49b7 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1429935 Feb 11 13:29:51.906696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.907780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:51.937392 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c8fb8ac-ddb4-41b6-a39e-95a06fa3e224 req-97b58f61-d063-478e-bffd-750d1867d012 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691667 Feb 11 13:29:51.983861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-90a876c8-8d89-40e5-bb7d-27cf98a2d2d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.989672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-90a876c8-8d89-40e5-bb7d-27cf98a2d2d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:51.996167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-90a876c8-8d89-40e5-bb7d-27cf98a2d2d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.002085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-90a876c8-8d89-40e5-bb7d-27cf98a2d2d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.010027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-90a876c8-8d89-40e5-bb7d-27cf98a2d2d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.013717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-90a876c8-8d89-40e5-bb7d-27cf98a2d2d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.019642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-90a876c8-8d89-40e5-bb7d-27cf98a2d2d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.020743 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-ca14a0b3-50a2-4643-a16b-8210b8448c3d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8758516 Feb 11 13:29:52.021597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-90a876c8-8d89-40e5-bb7d-27cf98a2d2d3 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 5442 time: 0.1002717 Feb 11 13:29:52.040631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Request body: {'port': {'device_id': 'b2d9aff8-aced-4379-a419-4ec39a90ddbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:52.103934 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.138481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-8a161235-9ec6-4129-baf9-33eb4a313c7b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.140323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-8a161235-9ec6-4129-baf9-33eb4a313c7b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "GET /v2.0/ports/f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1017241 Feb 11 13:29:52.151906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 56d07027-9fd8-4d85-b829-f9bef57c0996 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:52.349534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 56d07027-9fd8-4d85-b829-f9bef57c0996, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d07027-9fd8-4d85-b829-f9bef57c0996,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:52.361847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-956bb0c3-4831-4d07-b4d5-9bbe92923b91 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "GET /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1992180 Feb 11 13:29:52.376469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:52.492093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.505249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d90899f-7627-4ac1-b23f-daee1d0a21e6 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:52.515594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.516209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '56d07027-9fd8-4d85-b829-f9bef57c0996', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '56d07027-9fd8-4d85-b829-f9bef57c0996', 'mac_address': 'fa:16:3e:9c:ce:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:52.529951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Transition to ACTIVE for port object 7d90899f-7627-4ac1-b23f-daee1d0a21e6 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:29:52.558040 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.577282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56d07027-9fd8-4d85-b829-f9bef57c0996 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:52.594700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6a0ca-e8d6-432e-b1d2-0116c0a69eaf req-fa8a8cef-40bc-45f8-9dc6-f109177af349 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.595288 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.596206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ce6a0ca-e8d6-432e-b1d2-0116c0a69eaf req-fa8a8cef-40bc-45f8-9dc6-f109177af349 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 931 time: 0.1175551 Feb 11 13:29:52.615718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 56d07027-9fd8-4d85-b829-f9bef57c0996, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d07027-9fd8-4d85-b829-f9bef57c0996,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:52.681089 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.686627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ce6a0ca-e8d6-432e-b1d2-0116c0a69eaf req-ba4a4590-d6ea-46ef-a09f-e7e328bdf3dc tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835710 Feb 11 13:29:52.692672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Pushing event updated for resources: {'Port': ['ID=7d90899f-7627-4ac1-b23f-daee1d0a21e6,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:52.749919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] For port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:52.781382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=56d07027-9fd8-4d85-b829-f9bef57c0996,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:52.793955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] For port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:52.799210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['56d07027-9fd8-4d85-b829-f9bef57c0996'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:52.820067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Attempting to bind port 7d90899f-7627-4ac1-b23f-daee1d0a21e6 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:29:52.820516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Attempting to bind port 7d90899f-7627-4ac1-b23f-daee1d0a21e6 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:29:52.820958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Attempting to bind port 7d90899f-7627-4ac1-b23f-daee1d0a21e6 on network 4852bdea-bdee-4cce-94d2-73f24e6c824a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:52.832186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Port 7d90899f-7627-4ac1-b23f-daee1d0a21e6 on network 4852bdea-bdee-4cce-94d2-73f24e6c824a not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:29:52.833682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Attempting to bind port 7d90899f-7627-4ac1-b23f-daee1d0a21e6 on network 4852bdea-bdee-4cce-94d2-73f24e6c824a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:29:52.841434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:29:52.842120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Checking segment: {'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:29:52.842244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] device_id is not set on port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:29:52.842838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Bound using segment: {'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:29:52.842838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Bound port: 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:29:52.843085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.850622 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.852021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ed564-b29c-440b-8502-943a9089ee62 req-794e2e38-aaa7-46ba-8626-9b4537ac0007 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:52.853696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c91ed564-b29c-440b-8502-943a9089ee62 req-794e2e38-aaa7-46ba-8626-9b4537ac0007 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.1033823 Feb 11 13:29:52.923151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:52.942391 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c91ed564-b29c-440b-8502-943a9089ee62 req-0f79ff49-d944-4fa7-a0d0-b582b6eb2104 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803356 Feb 11 13:29:52.978912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] For port 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:52.983457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] For port 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:29:53.006278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] Pushing event updated for resources: {'Port': ['ID=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.033242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] No DVR routers for this DVR port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:53.082180 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:53.101797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] In _notify_port_updated(), no bound segment for port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:29:53.102671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.104589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:53.104728 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-3405bdf1-661b-45b8-9a65-d6e3f2cf947c service neutron] 10.222.0.13 "PUT /v2.0/ports/f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 HTTP/1.1" status: 200 len: 1031 time: 0.7351503 Feb 11 13:29:53.115991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37b78-d498-441a-ba4a-c3c7017d4a7e req-23f18661-2c0f-42f6-aba0-c8218caf94f0 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.122699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37b78-d498-441a-ba4a-c3c7017d4a7e req-23f18661-2c0f-42f6-aba0-c8218caf94f0 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.128721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37b78-d498-441a-ba4a-c3c7017d4a7e req-23f18661-2c0f-42f6-aba0-c8218caf94f0 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.134664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37b78-d498-441a-ba4a-c3c7017d4a7e req-23f18661-2c0f-42f6-aba0-c8218caf94f0 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.142087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37b78-d498-441a-ba4a-c3c7017d4a7e req-23f18661-2c0f-42f6-aba0-c8218caf94f0 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.148167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da37b78-d498-441a-ba4a-c3c7017d4a7e req-23f18661-2c0f-42f6-aba0-c8218caf94f0 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.150127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6da37b78-d498-441a-ba4a-c3c7017d4a7e req-23f18661-2c0f-42f6-aba0-c8218caf94f0 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 4664 time: 0.1470635 Feb 11 13:29:53.150626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.152100 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:53.153968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] 10.222.0.13 "PUT /v2.0/ports/7d90899f-7627-4ac1-b23f-daee1d0a21e6 HTTP/1.1" status: 200 len: 1091 time: 1.1177213 Feb 11 13:29:53.156837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d9aff8-aced-4379-a419-4ec39a90ddbf', 'tag': '7d90899f-7627-4ac1-b23f-daee1d0a21e6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:53.160386 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d9aff8-aced-4379-a419-4ec39a90ddbf", "tag": "7d90899f-7627-4ac1-b23f-daee1d0a21e6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:53.226012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-88e9e1eb-51d1-439b-9e75-bd024589d303 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.227396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-88e9e1eb-51d1-439b-9e75-bd024589d303 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "GET /v2.0/ports/25906095-f674-4165-873d-1b718167c844?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0763783 Feb 11 13:29:53.250499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:29:53.268883 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982eb18d-7b75-4026-bb01-966b42498c5d service neutron] Pushing event updated for resources: {'Port': ['ID=7d90899f-7627-4ac1-b23f-daee1d0a21e6,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.286154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6da37b78-d498-441a-ba4a-c3c7017d4a7e req-84d66750-4956-49dd-9eaf-333b742c075b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&id=5da366f4-8206-4e72-aeef-42b7298a4bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242936 Feb 11 13:29:53.291068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1541dda-8995-435d-91a8-a6ffd7a8a200 req-830d9ee1-a009-48a7-816f-3e1359883c54 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.292786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b1541dda-8995-435d-91a8-a6ffd7a8a200 req-830d9ee1-a009-48a7-816f-3e1359883c54 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1293674 Feb 11 13:29:53.306491 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-dc79a3f9-8399-4ffe-badc-3e6106f28604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.308264 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-dc79a3f9-8399-4ffe-badc-3e6106f28604 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c43c2af02c0649d4b17f1095f4567661&device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 1094 time: 0.0667837 Feb 11 13:29:53.343262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:53.356274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-485d90f6-3427-46b9-943a-9e67b2183641 None None] Provisioning complete for port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:53.356833 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-485d90f6-3427-46b9-943a-9e67b2183641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:53.393557 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-5c923fb8-24cf-42dd-a4b1-5d58a5fe8bdc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6 HTTP/1.1" status: 200 len: 217 time: 0.0634208 Feb 11 13:29:53.404757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-485d90f6-3427-46b9-943a-9e67b2183641 None None] Port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:29:53.414201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b1541dda-8995-435d-91a8-a6ffd7a8a200 req-2f0d60c8-2b3c-44bb-8f65-1ae86aa47a02 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123054 Feb 11 13:29:53.482736 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0acd4a3-c146-4742-a8b2-638e91b6802f x-openstack-request-id: req-e0acd4a3-c146-4742-a8b2-638e91b6802f {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:53.483101 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d9aff8-aced-4379-a419-4ec39a90ddbf", "tag": "7d90899f-7627-4ac1-b23f-daee1d0a21e6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:53.483420 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0acd4a3-c146-4742-a8b2-638e91b6802f {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:53.483886 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d9aff8-aced-4379-a419-4ec39a90ddbf', 'tag': '7d90899f-7627-4ac1-b23f-daee1d0a21e6', 'status': 'completed', 'code': 200} Feb 11 13:29:53.492231 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-a4d0588a-66da-4fb8-863b-282c582a2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.493891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-a4d0588a-66da-4fb8-863b-282c582a2a75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18791dde-9449-4545-9c37-bd46ebac9cc2 HTTP/1.1" status: 200 len: 855 time: 0.0932264 Feb 11 13:29:53.509400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] For port 25906095-f674-4165-873d-1b718167c844, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=25906095-f674-4165-873d-1b718167c844,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:53.529762 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-e0cd78c5-4981-4454-b9a1-77602b4fb2ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4852bdea-bdee-4cce-94d2-73f24e6c824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281155 Feb 11 13:29:53.555341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] For port 25906095-f674-4165-873d-1b718167c844, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:29:53.624994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] device_id is not set on port 25906095-f674-4165-873d-1b718167c844 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:29:53.634204 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:53.642669 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-0850bbe6-c0a5-4891-9e9e-0eabf9612b79 service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049845 Feb 11 13:29:53.735381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68ad4fd6-6f36-4a8e-8e8b-9ce2c47e8859 req-e6d268c3-0910-4934-8ce0-a783960d5122 service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856807 Feb 11 13:29:53.756406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:53.833041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] No DVR routers for this DVR port 25906095-f674-4165-873d-1b718167c844 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:53.847099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] Pushing event updated for resources: {'Port': ['ID=25906095-f674-4165-873d-1b718167c844,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:53.876422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832de5c-e047-414f-926a-4c335a0b9d4a req-a8b053d6-d886-4341-bc6c-2f9467d942bf tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.878721 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6832de5c-e047-414f-926a-4c335a0b9d4a req-a8b053d6-d886-4341-bc6c-2f9467d942bf tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 943 time: 0.1032403 Feb 11 13:29:53.915798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] In _notify_port_updated(), no bound segment for port 25906095-f674-4165-873d-1b718167c844 on network 2202e614-38ab-4ad3-a093-947219c72a71 {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:29:53.920700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.921233 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:53.923029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-37db44e3-78ab-414d-88ab-1b0d87eb2f0b service neutron] 10.222.0.13 "PUT /v2.0/ports/25906095-f674-4165-873d-1b718167c844 HTTP/1.1" status: 200 len: 1032 time: 0.6801896 Feb 11 13:29:53.951644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6832de5c-e047-414f-926a-4c335a0b9d4a req-ada214b8-a5ac-40fc-b530-b90595c38aa0 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580089 Feb 11 13:29:53.953998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1 req-cf081bea-045c-4e87-b818-cdbaae9a7c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:53.955488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1 req-cf081bea-045c-4e87-b818-cdbaae9a7c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c43c2af02c0649d4b17f1095f4567661&device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 1094 time: 0.0994222 Feb 11 13:29:54.103288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:29:54.103817 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:54.135680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 56d07027-9fd8-4d85-b829-f9bef57c0996 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:54.139970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1 req-82c7fbcb-8bfe-4884-9729-f5f89fc2eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.141624 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1 req-82c7fbcb-8bfe-4884-9729-f5f89fc2eb04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4852bdea-bdee-4cce-94d2-73f24e6c824a HTTP/1.1" status: 200 len: 916 time: 0.1782141 Feb 11 13:29:54.155658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefac40-02b2-45fd-9f5f-8ce6d0f9d3bf req-299706e6-df30-43cc-8340-b525b9077412 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.157200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bbefac40-02b2-45fd-9f5f-8ce6d0f9d3bf req-299706e6-df30-43cc-8340-b525b9077412 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.1111217 Feb 11 13:29:54.200556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7ce84492-acac-452a-99a7-7b82f86630fd None None] Provisioning complete for port 25906095-f674-4165-873d-1b718167c844 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:54.200556 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7ce84492-acac-452a-99a7-7b82f86630fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:54.228923 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1 req-68bd2a84-1cd1-4dae-a2bd-87290554f1db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6 HTTP/1.1" status: 200 len: 217 time: 0.0674706 Feb 11 13:29:54.241712 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7ce84492-acac-452a-99a7-7b82f86630fd None None] Port 25906095-f674-4165-873d-1b718167c844 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:29:54.248099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 56d07027-9fd8-4d85-b829-f9bef57c0996 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:54.248679 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:54.344162 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bbefac40-02b2-45fd-9f5f-8ce6d0f9d3bf req-f0fb30df-a0b3-4aec-986f-e84b8433e6fe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392918 Feb 11 13:29:54.346157 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:54.352529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1 req-ac256e26-e749-4360-bbe9-ef8bda2da574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.355310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1 req-ac256e26-e749-4360-bbe9-ef8bda2da574 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18791dde-9449-4545-9c37-bd46ebac9cc2 HTTP/1.1" status: 200 len: 855 time: 0.1200144 Feb 11 13:29:54.383782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d07027-9fd8-4d85-b829-f9bef57c0996'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:54.392218 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210763db-dec8-44f0-847b-05409767c2ab" -d '{"events": [{"server_uuid": "e867bfd8-951b-4a54-a743-4b2906e71f97", "name": "network-vif-plugged", "status": "completed", "tag": "56d07027-9fd8-4d85-b829-f9bef57c0996"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:54.406272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 56d07027-9fd8-4d85-b829-f9bef57c0996, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d07027-9fd8-4d85-b829-f9bef57c0996,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:54.415989 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1 req-d40d594c-c9bd-4196-873d-c60209a1eb6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4852bdea-bdee-4cce-94d2-73f24e6c824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537901 Feb 11 13:29:54.492454 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:54.548285 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa5286-b35a-42dc-8387-da3753331b73 req-6657274a-c2e1-4cdc-ad43-4772489ec2dd tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.554281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa5286-b35a-42dc-8387-da3753331b73 req-6657274a-c2e1-4cdc-ad43-4772489ec2dd tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.562194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa5286-b35a-42dc-8387-da3753331b73 req-6657274a-c2e1-4cdc-ad43-4772489ec2dd tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.568204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa5286-b35a-42dc-8387-da3753331b73 req-6657274a-c2e1-4cdc-ad43-4772489ec2dd tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.574399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] For port ef39ff2d-2440-4cb7-8b7d-d340c39a7374, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:54.574861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa5286-b35a-42dc-8387-da3753331b73 req-6657274a-c2e1-4cdc-ad43-4772489ec2dd tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.574949 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:54.576535 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71aa5286-b35a-42dc-8387-da3753331b73 req-6657274a-c2e1-4cdc-ad43-4772489ec2dd tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 3885 time: 0.1445086 Feb 11 13:29:54.594180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=56d07027-9fd8-4d85-b829-f9bef57c0996,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:54.603984 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1 req-4951dd83-f717-4b4d-8765-7658c3e0d40b service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804371 Feb 11 13:29:54.640527 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71aa5286-b35a-42dc-8387-da3753331b73 req-0c17d3dd-1929-4be2-a8a8-f8a58f5e4a12 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496342 Feb 11 13:29:54.689496 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ffd7e6e-9028-43eb-809c-837b928e7df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:54.736799 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebe0bdc-0f0e-4259-bb50-4b5a21bfd3d3 x-openstack-request-id: req-5ebe0bdc-0f0e-4259-bb50-4b5a21bfd3d3 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:54.737093 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e867bfd8-951b-4a54-a743-4b2906e71f97", "name": "network-vif-plugged", "status": "completed", "tag": "56d07027-9fd8-4d85-b829-f9bef57c0996", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:54.737338 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ebe0bdc-0f0e-4259-bb50-4b5a21bfd3d3 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:54.737728 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d07027-9fd8-4d85-b829-f9bef57c0996', 'code': 200} Feb 11 13:29:54.759345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00c24f38-fa30-4b6c-82d5-8e35b708ffe1 req-e7e5780a-a3d2-4abe-8de2-a78b67f0b41b service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452053 Feb 11 13:29:54.869209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60783129-0e28-42e4-8d55-fe2f992406bc req-57979878-1afd-4b49-9966-e53d9bc021e4 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:54.871438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60783129-0e28-42e4-8d55-fe2f992406bc req-57979878-1afd-4b49-9966-e53d9bc021e4 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0595324 Feb 11 13:29:54.879121 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:54.883762 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:54.883762 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Floating IP 68ce2305-a2f6-4c82-95c7-23349cfb456c disassociated. External IP: 172.25.0.120, port: ef39ff2d-2440-4cb7-8b7d-d340c39a7374. Feb 11 13:29:54.883762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Calling delete_port for ef39ff2d-2440-4cb7-8b7d-d340c39a7374 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:29:54.919233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60783129-0e28-42e4-8d55-fe2f992406bc req-b8e504de-273b-47ea-9a2b-b43f4e41d308 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410311 Feb 11 13:29:55.108474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3747c-a76c-41e2-a413-fa05160cf217 req-d00daa29-0689-471f-b3e2-7e0b34ae836c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:55.110828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4aa3747c-a76c-41e2-a413-fa05160cf217 req-d00daa29-0689-471f-b3e2-7e0b34ae836c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 943 time: 0.0567749 Feb 11 13:29:55.111809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.149239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Port': ['ID=ef39ff2d-2440-4cb7-8b7d-d340c39a7374,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:55.225302 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4aa3747c-a76c-41e2-a413-fa05160cf217 req-c4f741e9-053b-4abe-91d2-bdf1b7aa37c8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049674 Feb 11 13:29:55.298660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Router b7d48301-6274-4f67-8217-428395c9d7ae has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:29:55.354633 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:55.357065 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 25906095-f674-4165-873d-1b718167c844 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:55.429681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:29:55.456236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] Sync routers for ids ['b7d48301-6274-4f67-8217-428395c9d7ae'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:29:55.478055 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.512707 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] Routers {'b7d48301-6274-4f67-8217-428395c9d7ae'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:55.513574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:29:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7d48301-6274-4f67-8217-428395c9d7ae'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:55.525079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8acbee-430f-4da2-93f2-8a7980dcefc3 req-19284543-7943-4224-9aee-d9a1e1c0b28a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:55.537186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff8acbee-430f-4da2-93f2-8a7980dcefc3 req-19284543-7943-4224-9aee-d9a1e1c0b28a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.1023984 Feb 11 13:29:55.555703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] No DVR routers for this DVR port ef39ff2d-2440-4cb7-8b7d-d340c39a7374 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:55.563990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.577443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-d1fb18f4-1cec-4276-80fd-79deaf167e48 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "DELETE /v2.0/ports/ef39ff2d-2440-4cb7-8b7d-d340c39a7374 HTTP/1.1" status: 204 len: 173 time: 1.6459894 Feb 11 13:29:55.578685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-deleted', 'tag': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:55.581182 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8f04c3-2525-4682-80ec-1e28a5e9178c" -d '{"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-deleted", "tag": "ef39ff2d-2440-4cb7-8b7d-d340c39a7374"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:55.594491 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff8acbee-430f-4da2-93f2-8a7980dcefc3 req-8a98b4da-79aa-4986-8d77-7e04f3e40ab0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508752 Feb 11 13:29:55.657437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 25906095-f674-4165-873d-1b718167c844 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:55.657895 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:55.712045 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89582fef-70b3-4faf-b525-c08e7eb1376d x-openstack-request-id: req-89582fef-70b3-4faf-b525-c08e7eb1376d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:55.712045 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-deleted", "tag": "ef39ff2d-2440-4cb7-8b7d-d340c39a7374", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:55.712045 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89582fef-70b3-4faf-b525-c08e7eb1376d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:55.712045 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-deleted', 'tag': 'ef39ff2d-2440-4cb7-8b7d-d340c39a7374', 'status': 'completed', 'code': 200} Feb 11 13:29:55.777487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-9bb14ad0-d41c-48b4-b664-521ae4d138e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting port 18d1fef7-4d8a-40c8-b077-dec495d182b8 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:29:55.777756 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-9bb14ad0-d41c-48b4-b664-521ae4d138e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.898271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:55.917747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-9bb14ad0-d41c-48b4-b664-521ae4d138e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] For port 18d1fef7-4d8a-40c8-b077-dec495d182b8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=18d1fef7-4d8a-40c8-b077-dec495d182b8,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:55.918139 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-9bb14ad0-d41c-48b4-b664-521ae4d138e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:55.923630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] Set router b7d48301-6274-4f67-8217-428395c9d7ae gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:55.931089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-9bb14ad0-d41c-48b4-b664-521ae4d138e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Calling delete_port for 18d1fef7-4d8a-40c8-b077-dec495d182b8 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:29:55.947458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'port_id': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'mac_address': 'fa:16:3e:15:69:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:55.951191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c41c5-8b6a-4d8b-9426-3871d0dcd016 req-7ebdac08-eeb4-41af-986a-73848196c972 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:55.958778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c41c5-8b6a-4d8b-9426-3871d0dcd016 req-7ebdac08-eeb4-41af-986a-73848196c972 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:55.969269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c41c5-8b6a-4d8b-9426-3871d0dcd016 req-7ebdac08-eeb4-41af-986a-73848196c972 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:55.975110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c41c5-8b6a-4d8b-9426-3871d0dcd016 req-7ebdac08-eeb4-41af-986a-73848196c972 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:55.984409 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-782c41c5-8b6a-4d8b-9426-3871d0dcd016 req-7ebdac08-eeb4-41af-986a-73848196c972 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 3149 time: 0.1574268 Feb 11 13:29:56.040924 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.044095 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-782c41c5-8b6a-4d8b-9426-3871d0dcd016 req-1bb67e2b-88b5-4adf-bb75-cf783ea435e5 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584321 Feb 11 13:29:56.107791 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.121030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:56.178541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3521c-e22d-45c4-b93b-fdd3a0ad9781 req-d241d6da-d400-4515-9d75-72f4a46691b6 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:56.186329 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ffb3521c-e22d-45c4-b93b-fdd3a0ad9781 req-d241d6da-d400-4515-9d75-72f4a46691b6 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0661829 Feb 11 13:29:56.193465 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-9bb14ad0-d41c-48b4-b664-521ae4d138e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.195462 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:56.233879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb14ad0-d41c-48b4-b664-521ae4d138e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Port': ['ID=18d1fef7-4d8a-40c8-b077-dec495d182b8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:56.302196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:21Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '87caee70-7f7d-4773-8820-e5d690db6c50', 'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'mac_address': 'fa:16:3e:10:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:20Z', 'updated_at': '2022-02-11T13:23:26Z', 'revision_number': 5, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'subnets': [{'id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:56.308673 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.335071 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ffb3521c-e22d-45c4-b93b-fdd3a0ad9781 req-d6cc0a7b-7ea3-4167-8856-a4b2976f3a77 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464150 Feb 11 13:29:56.349726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-9bb14ad0-d41c-48b4-b664-521ae4d138e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] No DVR routers for this DVR port 18d1fef7-4d8a-40c8-b077-dec495d182b8 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:56.357847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-9bb14ad0-d41c-48b4-b664-521ae4d138e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.361478 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-9bb14ad0-d41c-48b4-b664-521ae4d138e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "DELETE /v2.0/ports/18d1fef7-4d8a-40c8-b077-dec495d182b8 HTTP/1.1" status: 204 len: 173 time: 0.7727203 Feb 11 13:29:56.429525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] Checking router: b7d48301-6274-4f67-8217-428395c9d7ae for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:29:56.437898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:56.514123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-0ad6a0be-6b8a-4179-9cca-cf578295b039 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting port c740c3f1-1394-4e6e-9568-6a229df226cb {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:29:56.515191 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-0ad6a0be-6b8a-4179-9cca-cf578295b039 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.529949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee726e-c9c3-428e-933f-7c596464a6e5 req-d8200a6c-27bc-47ee-8c17-b630b914b300 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:56.537415 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69ee726e-c9c3-428e-933f-7c596464a6e5 req-d8200a6c-27bc-47ee-8c17-b630b914b300 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 943 time: 0.0918617 Feb 11 13:29:56.581507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] Routers {'b7d48301-6274-4f67-8217-428395c9d7ae'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:29:56.582356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:29:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7d48301-6274-4f67-8217-428395c9d7ae'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:56.686459 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69ee726e-c9c3-428e-933f-7c596464a6e5 req-2afc24aa-38b9-4a5d-aaf2-6ff7dd5936ae tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299350 Feb 11 13:29:56.753436 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:29:56.755898 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:29:56.777016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=11']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:56.825808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] Set router b7d48301-6274-4f67-8217-428395c9d7ae gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:29:56.857052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-0ad6a0be-6b8a-4179-9cca-cf578295b039 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] For port c740c3f1-1394-4e6e-9568-6a229df226cb, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c740c3f1-1394-4e6e-9568-6a229df226cb,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:56.858575 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-0ad6a0be-6b8a-4179-9cca-cf578295b039 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:56.898504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-0ad6a0be-6b8a-4179-9cca-cf578295b039 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Calling delete_port for c740c3f1-1394-4e6e-9568-6a229df226cb owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:29:56.954023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514551e8-f331-47f9-90eb-9dea3e309438 req-eb028bea-d67c-47ab-8b83-3e86f935582c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:56.962083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-514551e8-f331-47f9-90eb-9dea3e309438 req-eb028bea-d67c-47ab-8b83-3e86f935582c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 945 time: 0.0976269 Feb 11 13:29:57.009178 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-514551e8-f331-47f9-90eb-9dea3e309438 req-e14ed582-617e-4838-aba6-8cc46af2a971 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460849 Feb 11 13:29:57.107411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c8447548-6f94-4b36-8961-abc59c2768c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.238231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:21Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '87caee70-7f7d-4773-8820-e5d690db6c50', 'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'mac_address': 'fa:16:3e:10:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:20Z', 'updated_at': '2022-02-11T13:23:26Z', 'revision_number': 5, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'subnets': [{'id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:29:57.247001 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-0ad6a0be-6b8a-4179-9cca-cf578295b039 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.272252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc030a-84cc-4bfa-bedc-4e034e7bf0a6 None None] The sync data for ids ['b7d48301-6274-4f67-8217-428395c9d7ae'] in n-d-816488-1 is: [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:23:21Z', 'revision_number': 4, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '87caee70-7f7d-4773-8820-e5d690db6c50', 'name': '', 'network_id': 'e4b25248-796e-4843-9e5e-fffc7dcb6ce7', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'mac_address': 'fa:16:3e:10:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:20Z', 'updated_at': '2022-02-11T13:23:26Z', 'revision_number': 5, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'subnets': [{'id': '9e9ee6e8-fe6f-4e78-8500-2349a6d591e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:29:57.285844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6826-4ab3-4351-86ee-a5d6ecee6428 req-70bd8dce-5c87-477b-8b14-be2ac78b047b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.299892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6826-4ab3-4351-86ee-a5d6ecee6428 req-70bd8dce-5c87-477b-8b14-be2ac78b047b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.318115 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.330291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6826-4ab3-4351-86ee-a5d6ecee6428 req-70bd8dce-5c87-477b-8b14-be2ac78b047b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.338711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a5c6826-4ab3-4351-86ee-a5d6ecee6428 req-70bd8dce-5c87-477b-8b14-be2ac78b047b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 2336 time: 0.1739144 Feb 11 13:29:57.341621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:57.352599 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7d90899f-7627-4ac1-b23f-daee1d0a21e6 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:29:57.372662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6a0be-6b8a-4179-9cca-cf578295b039 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Port': ['ID=c740c3f1-1394-4e6e-9568-6a229df226cb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:57.382644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:57.446614 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a5c6826-4ab3-4351-86ee-a5d6ecee6428 req-4a137966-2db5-4a4b-a0ea-dc9777510093 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057541 Feb 11 13:29:57.495241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-0ad6a0be-6b8a-4179-9cca-cf578295b039 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] No DVR routers for this DVR port c740c3f1-1394-4e6e-9568-6a229df226cb on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:57.499695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-0ad6a0be-6b8a-4179-9cca-cf578295b039 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.503839 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-0ad6a0be-6b8a-4179-9cca-cf578295b039 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "DELETE /v2.0/ports/c740c3f1-1394-4e6e-9568-6a229df226cb HTTP/1.1" status: 204 len: 173 time: 1.1351995 Feb 11 13:29:57.711662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-deleted', 'tag': '18d1fef7-4d8a-40c8-b077-dec495d182b8'}, {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-deleted', 'tag': 'c740c3f1-1394-4e6e-9568-6a229df226cb'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:57.715302 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ee8433-060d-4a52-bd80-f3375a45854c" -d '{"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-deleted", "tag": "18d1fef7-4d8a-40c8-b077-dec495d182b8"}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-deleted", "tag": "c740c3f1-1394-4e6e-9568-6a229df226cb"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:57.732799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887e132-6109-4b3b-9e20-9bf9a2a0f05c req-69c9ddf3-892b-4af2-8c88-28ba8d0416e2 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:57.734822 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.735306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4887e132-6109-4b3b-9e20-9bf9a2a0f05c req-69c9ddf3-892b-4af2-8c88-28ba8d0416e2 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1617510 Feb 11 13:29:57.735664 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ef39ff2d-2440-4cb7-8b7d-d340c39a7374 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:57.791113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-079a9985-f0ca-4818-af12-517951bdab92 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting port bc390621-14fa-4ee2-8555-bcbb41a5523e {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:29:57.791113 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-079a9985-f0ca-4818-af12-517951bdab92 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.804668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=12']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:57.831067 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: ef39ff2d-2440-4cb7-8b7d-d340c39a7374 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:29:57.831516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ef39ff2d-2440-4cb7-8b7d-d340c39a7374 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:57.832069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c740c3f1-1394-4e6e-9568-6a229df226cb no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:57.836915 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba986d8-98d1-457f-8b1e-b8d7ffa25bdf None None] New status for floating IP 68ce2305-a2f6-4c82-95c7-23349cfb456c: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:29:57.910666 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:57.913403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: c740c3f1-1394-4e6e-9568-6a229df226cb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:29:57.917398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c740c3f1-1394-4e6e-9568-6a229df226cb not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:57.918043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 3a8edef0-7f83-4237-9a47-5ea18158de62 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:57.964552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4887e132-6109-4b3b-9e20-9bf9a2a0f05c req-2bdff7f0-a262-453a-a793-8e451e312047 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938348 Feb 11 13:29:58.015955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:58.034085 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '7d90899f-7627-4ac1-b23f-daee1d0a21e6', 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a', 'port_id': '7d90899f-7627-4ac1-b23f-daee1d0a21e6', 'mac_address': 'fa:16:3e:e5:7a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18791dde-9449-4545-9c37-bd46ebac9cc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:29:58.042709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4edcae-2419-40c3-beba-8f7bc6cf290b req-b71a1d82-7348-4de9-86c9-ab01ec9bbb5d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:58.060670 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf4edcae-2419-40c3-beba-8f7bc6cf290b req-b71a1d82-7348-4de9-86c9-ab01ec9bbb5d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 943 time: 0.1715052 Feb 11 13:29:58.092168 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b39b410-fdb8-4eb9-aebf-25289c54180c x-openstack-request-id: req-2b39b410-fdb8-4eb9-aebf-25289c54180c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:58.092464 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-deleted", "tag": "18d1fef7-4d8a-40c8-b077-dec495d182b8", "status": "completed", "code": 200}, {"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-deleted", "tag": "c740c3f1-1394-4e6e-9568-6a229df226cb", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:58.092711 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b39b410-fdb8-4eb9-aebf-25289c54180c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:58.093105 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-deleted', 'tag': '18d1fef7-4d8a-40c8-b077-dec495d182b8', 'status': 'completed', 'code': 200} Feb 11 13:29:58.093354 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-deleted', 'tag': 'c740c3f1-1394-4e6e-9568-6a229df226cb', 'status': 'completed', 'code': 200} Feb 11 13:29:58.133183 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.134070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-079a9985-f0ca-4818-af12-517951bdab92 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] For port bc390621-14fa-4ee2-8555-bcbb41a5523e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bc390621-14fa-4ee2-8555-bcbb41a5523e,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:58.139375 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-079a9985-f0ca-4818-af12-517951bdab92 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.165726 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf4edcae-2419-40c3-beba-8f7bc6cf290b req-07adfccc-9259-4acd-9166-a3851e820dcc tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036808 Feb 11 13:29:58.174752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-079a9985-f0ca-4818-af12-517951bdab92 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Calling delete_port for bc390621-14fa-4ee2-8555-bcbb41a5523e owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:29:58.240215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d90899f-7627-4ac1-b23f-daee1d0a21e6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:29:58.304722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:58.306331 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.323973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55612) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:58.374770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 3a8edef0-7f83-4237-9a47-5ea18158de62, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3a8edef0-7f83-4237-9a47-5ea18158de62,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:58.375851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8edef0-7f83-4237-9a47-5ea18158de62'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:29:58.378653 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83cb66c-60d2-4199-8ea0-91db3ec7efbe" -d '{"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-unplugged", "status": "completed", "tag": "3a8edef0-7f83-4237-9a47-5ea18158de62"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:29:58.396510 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.439233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b1330-5c7b-4507-be98-dc5dbd658c52 req-99b7385a-b043-44d4-8df8-00975ab35f66 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:58.454878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d3b1330-5c7b-4507-be98-dc5dbd658c52 req-99b7385a-b043-44d4-8df8-00975ab35f66 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1247094 Feb 11 13:29:58.482440 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab1debd-dc03-43d7-9b5b-8a976fdccf10 x-openstack-request-id: req-fab1debd-dc03-43d7-9b5b-8a976fdccf10 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:29:58.482440 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-unplugged", "status": "completed", "tag": "3a8edef0-7f83-4237-9a47-5ea18158de62", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:29:58.482440 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fab1debd-dc03-43d7-9b5b-8a976fdccf10 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:29:58.482440 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8edef0-7f83-4237-9a47-5ea18158de62', 'code': 200} Feb 11 13:29:58.482440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7d90899f-7627-4ac1-b23f-daee1d0a21e6,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:58.498143 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.498924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bc390621-14fa-4ee2-8555-bcbb41a5523e no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:58.552458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b549a3d8-7568-4c77-b217-759f6ca7c7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.553512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d3b1330-5c7b-4507-be98-dc5dbd658c52 req-4a64f8f1-2639-4311-ad90-2e1e44838c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908995 Feb 11 13:29:58.643713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=3a8edef0-7f83-4237-9a47-5ea18158de62,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:58.663762 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.720145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638748b-b40c-463e-9cdd-86f688f7b399 req-04a185dd-7273-46f2-b7c0-16567ff7cc3e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:58.721388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7d90899f-7627-4ac1-b23f-daee1d0a21e6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:29:58.728687 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638748b-b40c-463e-9cdd-86f688f7b399 req-04a185dd-7273-46f2-b7c0-16567ff7cc3e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:58.737651 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2638748b-b40c-463e-9cdd-86f688f7b399 req-04a185dd-7273-46f2-b7c0-16567ff7cc3e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 1677 time: 0.1307156 Feb 11 13:29:58.749366 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-079a9985-f0ca-4818-af12-517951bdab92 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.767419 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.821676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a9985-f0ca-4818-af12-517951bdab92 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Port': ['ID=bc390621-14fa-4ee2-8555-bcbb41a5523e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:58.835145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2638748b-b40c-463e-9cdd-86f688f7b399 req-bc2127bb-7acd-40ff-acba-efde8e2681fd tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860362 Feb 11 13:29:58.864943 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b549a3d8-7568-4c77-b217-759f6ca7c7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.937873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-079a9985-f0ca-4818-af12-517951bdab92 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] No DVR routers for this DVR port bc390621-14fa-4ee2-8555-bcbb41a5523e on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:29:58.940659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-079a9985-f0ca-4818-af12-517951bdab92 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:58.946499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-079a9985-f0ca-4818-af12-517951bdab92 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "DELETE /v2.0/ports/bc390621-14fa-4ee2-8555-bcbb41a5523e HTTP/1.1" status: 204 len: 173 time: 1.4315329 Feb 11 13:29:58.953876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:58.962048 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b549a3d8-7568-4c77-b217-759f6ca7c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.106752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:59.107310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 18d1fef7-4d8a-40c8-b077-dec495d182b8 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:29:59.116800 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b549a3d8-7568-4c77-b217-759f6ca7c7b2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=388566a0ddd94bc893d4736396e071ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7895217 Feb 11 13:29:59.117570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55648) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:29:59.124730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549a3d8-7568-4c77-b217-759f6ca7c7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e13557-e04f-40fe-90d8-117e6b0da73b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:59.243304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 18d1fef7-4d8a-40c8-b077-dec495d182b8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:29:59.243304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 18d1fef7-4d8a-40c8-b077-dec495d182b8 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:29:59.245952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:29:59.254308 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-60d7e8fb-1456-4ac6-a575-0739f40a6d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.259429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-b9e86620-e50e-4ac0-956a-84903e227510 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting port 3a8edef0-7f83-4237-9a47-5ea18158de62 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:29:59.259948 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-b9e86620-e50e-4ac0-956a-84903e227510 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.309070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:29:59.309568 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.312538 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-60d7e8fb-1456-4ac6-a575-0739f40a6d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.415919 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.434193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67290c8-6226-4d1f-bc78-d5d5bf5bf437 req-8d350d55-9887-4a79-8ccb-793a2aef4e72 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:59.446457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e67290c8-6226-4d1f-bc78-d5d5bf5bf437 req-8d350d55-9887-4a79-8ccb-793a2aef4e72 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.3410008 Feb 11 13:29:59.466586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:59.515908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e67290c8-6226-4d1f-bc78-d5d5bf5bf437 req-0fcfb071-d64c-4bbf-aab6-c6dcde6be2e9 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682168 Feb 11 13:29:59.549668 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-60d7e8fb-1456-4ac6-a575-0739f40a6d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.554309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-60d7e8fb-1456-4ac6-a575-0739f40a6d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.558212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-60d7e8fb-1456-4ac6-a575-0739f40a6d89 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83e13557-e04f-40fe-90d8-117e6b0da73b HTTP/1.1" status: 204 len: 168 time: 0.4344468 Feb 11 13:29:59.561418 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.601660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7e8fb-1456-4ac6-a575-0739f40a6d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e13557-e04f-40fe-90d8-117e6b0da73b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:59.618925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fa5e7-e4e2-4dd9-bfd9-f5025d2bc5d3 req-2eafd628-5996-493c-8ca3-3e91b0e5ecc5 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:59.635800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f5fa5e7-e4e2-4dd9-bfd9-f5025d2bc5d3 req-2eafd628-5996-493c-8ca3-3e91b0e5ecc5 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 944 time: 0.2132838 Feb 11 13:29:59.715389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-b9e86620-e50e-4ac0-956a-84903e227510 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] For port 3a8edef0-7f83-4237-9a47-5ea18158de62, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=3a8edef0-7f83-4237-9a47-5ea18158de62,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:29:59.716832 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-b9e86620-e50e-4ac0-956a-84903e227510 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:29:59.727836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=13']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:29:59.743673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6117587d-be54-4a7a-80d9-64d96a156798 req-b9e86620-e50e-4ac0-956a-84903e227510 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Calling delete_port for 3a8edef0-7f83-4237-9a47-5ea18158de62 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:29:59.784733 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f5fa5e7-e4e2-4dd9-bfd9-f5025d2bc5d3 req-0228bf4f-7d81-4611-ad8e-4c9f9433e6d8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475751 Feb 11 13:29:59.839408 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e12439-4613-473b-a008-f0b62f25d8f7 req-159c8e5a-3daf-4e05-957d-379e4af75b1d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:29:59.846245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38e12439-4613-473b-a008-f0b62f25d8f7 req-159c8e5a-3daf-4e05-957d-379e4af75b1d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.1178212 Feb 11 13:29:59.936165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38e12439-4613-473b-a008-f0b62f25d8f7 req-f1a20f3c-e3bf-4118-9cc7-cf81a90d4b9d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810661 Feb 11 13:29:59.954689 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.106403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-deleted', 'tag': 'bc390621-14fa-4ee2-8555-bcbb41a5523e'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:00.108874 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e36cc40-efac-48ce-80a7-ff43bc31a8c4" -d '{"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-deleted", "tag": "bc390621-14fa-4ee2-8555-bcbb41a5523e"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:00.129122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944ee1b-9299-4bae-bfd0-4e05bec7e608 req-2df7da0e-0666-418d-acf1-3296da54a2b9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:00.141719 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6944ee1b-9299-4bae-bfd0-4e05bec7e608 req-2df7da0e-0666-418d-acf1-3296da54a2b9 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 943 time: 0.1574497 Feb 11 13:30:00.231491 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-b9e86620-e50e-4ac0-956a-84903e227510 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.274704 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6944ee1b-9299-4bae-bfd0-4e05bec7e608 req-18abbd21-6342-4f34-91f3-2b217c222f3f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups?id=15188d5f-798e-4be5-a830-974416889f85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319671 Feb 11 13:30:00.334265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e86620-e50e-4ac0-956a-84903e227510 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Port': ['ID=3a8edef0-7f83-4237-9a47-5ea18158de62,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:00.388802 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47187c41-27a6-421d-8ae0-78b8a6f332a5 x-openstack-request-id: req-47187c41-27a6-421d-8ae0-78b8a6f332a5 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:00.389095 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-deleted", "tag": "bc390621-14fa-4ee2-8555-bcbb41a5523e", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:00.389342 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-47187c41-27a6-421d-8ae0-78b8a6f332a5 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:00.389799 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-deleted', 'tag': 'bc390621-14fa-4ee2-8555-bcbb41a5523e', 'status': 'completed', 'code': 200} Feb 11 13:30:00.411078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6117587d-be54-4a7a-80d9-64d96a156798 req-b9e86620-e50e-4ac0-956a-84903e227510 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] No DVR routers for this DVR port 3a8edef0-7f83-4237-9a47-5ea18158de62 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:00.414338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6117587d-be54-4a7a-80d9-64d96a156798 req-b9e86620-e50e-4ac0-956a-84903e227510 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.417591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6117587d-be54-4a7a-80d9-64d96a156798 req-b9e86620-e50e-4ac0-956a-84903e227510 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.13 "DELETE /v2.0/ports/3a8edef0-7f83-4237-9a47-5ea18158de62 HTTP/1.1" status: 204 len: 173 time: 1.4648671 Feb 11 13:30:00.478205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:00.483121 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e33f49-1066-4142-ad5e-62e6bb158197" -d '{"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:00.571794 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff5fa40-04e8-47b2-aee4-8cb8a3ac2d67 x-openstack-request-id: req-3ff5fa40-04e8-47b2-aee4-8cb8a3ac2d67 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:00.571794 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-plugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:00.571794 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ff5fa40-04e8-47b2-aee4-8cb8a3ac2d67 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:00.571794 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'code': 200} Feb 11 13:30:00.625345 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:00.769312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606bcd8-b36e-4ae0-80fd-602b8d258af1 req-0ce4a67d-d6fb-4c7b-9781-01e183aec6a3 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:00.784797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6606bcd8-b36e-4ae0-80fd-602b8d258af1 req-0ce4a67d-d6fb-4c7b-9781-01e183aec6a3 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1210406 Feb 11 13:30:00.877177 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6606bcd8-b36e-4ae0-80fd-602b8d258af1 req-4fd6530f-c6c4-418d-be2c-f75b5f96180b tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913494 Feb 11 13:30:01.208903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2a4bb-5662-4126-a5ae-a4f0991688db req-c3fa3769-74d9-4271-b3f6-6930074066ae tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.222846 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-61f2a4bb-5662-4126-a5ae-a4f0991688db req-c3fa3769-74d9-4271-b3f6-6930074066ae tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 944 time: 0.2204216 Feb 11 13:30:01.295113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-61f2a4bb-5662-4126-a5ae-a4f0991688db req-530965b6-6cd3-4bb4-be1a-729744b7c2fd tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713191 Feb 11 13:30:01.400443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7d90899f-7627-4ac1-b23f-daee1d0a21e6 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:01.681747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 7d90899f-7627-4ac1-b23f-daee1d0a21e6 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:01.687824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 7d90899f-7627-4ac1-b23f-daee1d0a21e6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:01.695180 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:01.737451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f522635-b0d1-4f70-9b1c-a80e26cd8ce4 req-05387eff-e2fa-4fac-b349-7aa2df71a9bc tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:01.782823 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f522635-b0d1-4f70-9b1c-a80e26cd8ce4 req-05387eff-e2fa-4fac-b349-7aa2df71a9bc tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.2529583 Feb 11 13:30:01.906069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f522635-b0d1-4f70-9b1c-a80e26cd8ce4 req-9b543a91-b1a8-44f0-a66b-adab067b92ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093974 Feb 11 13:30:02.100261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-feb2f2bf-d5fe-4cd3-baf1-fe97394d3788 req-0ca8a6f9-c7e3-4a07-bbed-2de07cc4320f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0988879 Feb 11 13:30:02.158973 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:02.251418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:02.331338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41de5c-b762-4f62-ad81-124448a1c58a req-b18fd1e7-5edf-48f2-b7e6-8f00b0c88bb0 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.339141 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:02.351237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f41de5c-b762-4f62-ad81-124448a1c58a req-b18fd1e7-5edf-48f2-b7e6-8f00b0c88bb0 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1154432 Feb 11 13:30:02.406448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-deleted', 'tag': '3a8edef0-7f83-4237-9a47-5ea18158de62'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:02.412742 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0484283-64cc-4342-805d-232169048c49" -d '{"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-deleted", "tag": "3a8edef0-7f83-4237-9a47-5ea18158de62"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:02.475003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7d90899f-7627-4ac1-b23f-daee1d0a21e6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:02.477088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f41de5c-b762-4f62-ad81-124448a1c58a req-6859c606-d45c-4e3b-8cd8-2e5fc1d90077 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244524 Feb 11 13:30:02.570056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d9aff8-aced-4379-a419-4ec39a90ddbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d90899f-7627-4ac1-b23f-daee1d0a21e6'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:02.578463 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dab8ed-a1d0-47be-8df6-8b22e516aff5" -d '{"events": [{"server_uuid": "b2d9aff8-aced-4379-a419-4ec39a90ddbf", "name": "network-vif-plugged", "status": "completed", "tag": "7d90899f-7627-4ac1-b23f-daee1d0a21e6"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:02.696036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55730) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:02.700134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c78350-7f5e-4a20-bb35-1f4e5bb311f7 req-2191566f-97b3-4194-8fb9-eaa229948bb5 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:02.719271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2c78350-7f5e-4a20-bb35-1f4e5bb311f7 req-2191566f-97b3-4194-8fb9-eaa229948bb5 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1400175 Feb 11 13:30:02.799639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2c78350-7f5e-4a20-bb35-1f4e5bb311f7 req-f9b44658-979d-461c-a69b-3ae521c7c9a1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793662 Feb 11 13:30:02.910166 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c69f0d5-f59f-430e-bf9e-dacca6f8a9d0 x-openstack-request-id: req-6c69f0d5-f59f-430e-bf9e-dacca6f8a9d0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:02.910453 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d520a726-4f85-49f3-a061-b10ba2abcd84", "name": "network-vif-deleted", "tag": "3a8edef0-7f83-4237-9a47-5ea18158de62", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:02.910869 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c69f0d5-f59f-430e-bf9e-dacca6f8a9d0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:02.911418 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520a726-4f85-49f3-a061-b10ba2abcd84', 'name': 'network-vif-deleted', 'tag': '3a8edef0-7f83-4237-9a47-5ea18158de62', 'status': 'completed', 'code': 200} Feb 11 13:30:02.952313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-332244523-network', 'tenant_id': 'd4f592c2827e48ac8f7d2a2073194dda'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:02.981547 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b683b271-b0c0-48c5-b39d-a563b7695fa2 x-openstack-request-id: req-b683b271-b0c0-48c5-b39d-a563b7695fa2 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:02.981875 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d9aff8-aced-4379-a419-4ec39a90ddbf", "name": "network-vif-plugged", "status": "completed", "tag": "7d90899f-7627-4ac1-b23f-daee1d0a21e6", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:02.982122 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b683b271-b0c0-48c5-b39d-a563b7695fa2 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:02.982510 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d9aff8-aced-4379-a419-4ec39a90ddbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d90899f-7627-4ac1-b23f-daee1d0a21e6', 'code': 200} Feb 11 13:30:03.137555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524aceb-5863-405f-87c2-df75ae6938f1 req-485df8d3-474b-4cb3-be11-1f6e034536f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:03.139901 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3524aceb-5863-405f-87c2-df75ae6938f1 req-485df8d3-474b-4cb3-be11-1f6e034536f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 1096 time: 0.0963168 Feb 11 13:30:03.158520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a722b-d3db-4506-bcca-7dfa4542a024 req-2b5d8d7a-2ae3-4dee-9f9f-a690e0a485a1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:03.160875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-295a722b-d3db-4506-bcca-7dfa4542a024 req-2b5d8d7a-2ae3-4dee-9f9f-a690e0a485a1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0796723 Feb 11 13:30:03.228098 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3524aceb-5863-405f-87c2-df75ae6938f1 req-6f93a298-ed4d-4341-a0c9-be2a777a4a41 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779788 Feb 11 13:30:03.237315 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-295a722b-d3db-4506-bcca-7dfa4542a024 req-fb040685-bfa7-4319-bc50-0b99135ae506 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614722 Feb 11 13:30:03.275250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Made reservation on behalf of d4f592c2827e48ac8f7d2a2073194dda for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:03.278778 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:03.299448 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:03.475158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18f6fcad-78e3-4b57-96e0-dc089503f916 req-2272c458-819c-4fd4-a14f-ae62c6a11a2a tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0798552 Feb 11 13:30:03.628020 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:03.700546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:03.708150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc27bc3-5488-49e7-b05c-d0504e483e7a req-9b5f1f36-ee4c-4fbc-a845-5d3e3d442d31 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:03.720456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bcc27bc3-5488-49e7-b05c-d0504e483e7a req-9b5f1f36-ee4c-4fbc-a845-5d3e3d442d31 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1065590 Feb 11 13:30:03.827438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bcc27bc3-5488-49e7-b05c-d0504e483e7a req-2c9d868a-37ae-4532-867f-d206f06cd68c tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060171 Feb 11 13:30:03.862551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:30:03.895989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2d0759-c3af-41ca-b8d3-f3359408b9ad,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:03.973660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:03.973660 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Added segment 62024ceb-ecce-44fe-8e2c-744eae2598be of type vlan for network 9adcea77-068f-4979-92c4-b99930b3be94 Feb 11 13:30:04.110265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e2120-827e-46bf-8a29-aaae42f58231 req-befdfe76-4e46-48db-a7b5-d7d80d608ceb tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:04.114023 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:04.131751 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814e2120-827e-46bf-8a29-aaae42f58231 req-befdfe76-4e46-48db-a7b5-d7d80d608ceb tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1612465 Feb 11 13:30:04.262365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-814e2120-827e-46bf-8a29-aaae42f58231 req-89fe913d-5c5f-43b1-aaf6-6406879e3732 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271117 Feb 11 13:30:04.295737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:04.295737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:04.295737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:04.453386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] Pushing event updated for resources: {'Network': ['ID=9adcea77-068f-4979-92c4-b99930b3be94,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:04.468351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 9adcea77-068f-4979-92c4-b99930b3be94 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:30:04.564627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-346c2e9f-0afa-4c5f-93fe-cd53a1bace0f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8672950 Feb 11 13:30:04.567336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55764) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:04.580655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Request body: {'subnet': {'network_id': '9adcea77-068f-4979-92c4-b99930b3be94', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-332244523-subnet', 'tenant_id': 'd4f592c2827e48ac8f7d2a2073194dda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:04.651340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd5c95-3bc0-40c2-9c59-782a2b2d5b94 req-e15877c6-7d50-462d-8420-31dd5f3feb2f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:04.654889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6cd5c95-3bc0-40c2-9c59-782a2b2d5b94 req-e15877c6-7d50-462d-8420-31dd5f3feb2f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.1199920 Feb 11 13:30:04.706840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6cd5c95-3bc0-40c2-9c59-782a2b2d5b94 req-6e666acb-c50a-4555-83f1-df2a4fc56ff2 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459242 Feb 11 13:30:04.789911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Made reservation on behalf of d4f592c2827e48ac8f7d2a2073194dda for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:04.794155 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:04.863648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-36af0088-8400-4a1b-880a-9499e5064797 req-ccfd196e-ec8c-4f9c-9878-6cd84596bf6d tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0796871 Feb 11 13:30:05.133903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9c28a-d1ca-418f-b8fb-9a2c1b8b3ffa req-d0637d91-1497-49f5-a42f-fc6d3a903a5f tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.142866 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc9c28a-d1ca-418f-b8fb-9a2c1b8b3ffa req-d0637d91-1497-49f5-a42f-fc6d3a903a5f tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1087103 Feb 11 13:30:05.276336 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc9c28a-d1ca-418f-b8fb-9a2c1b8b3ffa req-82251d15-848f-4b91-bd07-07ea19ed66e8 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322069 Feb 11 13:30:05.326920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:05.439147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a45933-cbde-47d8-b939-3e058c8433d1,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:05.452703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169b658-f62e-4874-a836-34ea9a21180e req-9d1032f6-0219-489b-895a-5623f17cf122 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.465676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5169b658-f62e-4874-a836-34ea9a21180e req-9d1032f6-0219-489b-895a-5623f17cf122 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1081686 Feb 11 13:30:05.512368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Checking segment: {'id': '62024ceb-ecce-44fe-8e2c-744eae2598be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9adcea77-068f-4979-92c4-b99930b3be94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:05.513477 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Network hostable DHCP agents. Network: 9adcea77-068f-4979-92c4-b99930b3be94, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:30:05.558958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5169b658-f62e-4874-a836-34ea9a21180e req-875f7b24-8887-4343-a3ad-6c8cfe5c8261 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922568 Feb 11 13:30:05.725755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07f08a-cc38-412d-b323-34444bab0e9e req-d21b90f1-d1fc-4d3a-aae9-2e046487f995 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.734247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a07f08a-cc38-412d-b323-34444bab0e9e req-d21b90f1-d1fc-4d3a-aae9-2e046487f995 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.0711226 Feb 11 13:30:05.783220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a07f08a-cc38-412d-b323-34444bab0e9e req-6cbacb67-64d6-41b9-a4df-4be81323e5fe tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429337 Feb 11 13:30:05.789679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Network 9adcea77-068f-4979-92c4-b99930b3be94 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:30:05.876146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 9adcea77-068f-4979-92c4-b99930b3be94) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:05.888243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf50fb-8487-4e25-8ec0-b3bf2112b4dd None None] Network 9adcea77-068f-4979-92c4-b99930b3be94 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:30:05.892695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.893379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:05.926660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3226b-0b8c-4ccc-a705-2b22b844d572 req-16f4df65-e036-42ad-8ca6-9b671c7799eb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:05.939889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfc3226b-0b8c-4ccc-a705-2b22b844d572 req-16f4df65-e036-42ad-8ca6-9b671c7799eb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0967851 Feb 11 13:30:05.995028 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7345c02d-8243-45a3-be9b-2d098d36b567 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4247322 Feb 11 13:30:06.040757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfc3226b-0b8c-4ccc-a705-2b22b844d572 req-224a2694-49ae-46af-b59a-206fd3efc4eb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971291 Feb 11 13:30:06.257600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20088558-61a7-41f6-9170-89748f418f36 None None] Network 9adcea77-068f-4979-92c4-b99930b3be94 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:30:06.554715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78c042df-608b-4ff7-b839-2cb6cf2055a9 req-a2775b15-98ce-4bb6-8c1f-489185696389 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0757842 Feb 11 13:30:06.786393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59359d6c-52c2-4229-966c-d95d38b6ddbb req-0b8446c1-b149-4d1b-83ca-bb4b319fb6a1 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:06.792660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59359d6c-52c2-4229-966c-d95d38b6ddbb req-0b8446c1-b149-4d1b-83ca-bb4b319fb6a1 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1147723 Feb 11 13:30:06.898145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59359d6c-52c2-4229-966c-d95d38b6ddbb req-684a826e-c522-467b-b5a3-4b3d0eb3b016 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948851 Feb 11 13:30:07.208050 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-79400428-7454-4a7b-83f9-3eb8add3fd6a req-2ef318f7-663d-441f-9dd0-8d19b0f04201 tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] show failed (client error): The resource could not be found. Feb 11 13:30:07.224125 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79400428-7454-4a7b-83f9-3eb8add3fd6a req-2ef318f7-663d-441f-9dd0-8d19b0f04201 tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] 10.222.0.52 "GET /v2.0/security-groups/0a6a3fd7-bb7f-4806-8766-98b77fbf16ff HTTP/1.1" status: 404 len: 352 time: 0.0344911 Feb 11 13:30:07.392027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cdbe6-4b7b-477f-91fb-3f13fa9eacd3 req-172af159-0a1f-40ae-b487-89c39e57e2fb tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.405113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27cdbe6-4b7b-477f-91fb-3f13fa9eacd3 req-172af159-0a1f-40ae-b487-89c39e57e2fb tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.0859897 Feb 11 13:30:07.462507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27cdbe6-4b7b-477f-91fb-3f13fa9eacd3 req-b21d0268-0673-4f35-94c2-67c8e78e5e13 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559130 Feb 11 13:30:07.622096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105644a-fd88-4e24-a3c5-f41b31804f04 req-cb75d4ef-383f-4d33-a826-655199226768 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.633379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6105644a-fd88-4e24-a3c5-f41b31804f04 req-cb75d4ef-383f-4d33-a826-655199226768 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0913086 Feb 11 13:30:07.697153 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6105644a-fd88-4e24-a3c5-f41b31804f04 req-f69c7374-1d90-43c2-83ae-f83e66833dec tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613637 Feb 11 13:30:07.972123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55828) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:07.981128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b37c67-31c3-4d90-b51d-a48171638992 req-c7ee12b7-5925-4130-89c8-639b74e85788 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:07.991010 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2b37c67-31c3-4d90-b51d-a48171638992 req-c7ee12b7-5925-4130-89c8-639b74e85788 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1398013 Feb 11 13:30:08.087685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2b37c67-31c3-4d90-b51d-a48171638992 req-83188a99-e767-45dc-ad2e-226fd9a24b17 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951948 Feb 11 13:30:08.126080 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c204af8-0a3b-4784-98e9-aceb76ae03c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:08.267541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b87348cc-8727-458b-a4c9-f6dbe307fc4e req-d56ecf61-5429-4238-935e-6afd4148cb39 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0815759 Feb 11 13:30:08.306056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c204af8-0a3b-4784-98e9-aceb76ae03c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:08.463988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee58b553-4a4e-4dc5-83f7-8ed7fc5ec8b0 req-8f6e8a2f-6a0c-4e88-b215-fdc0dc53a072 tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4f592c2827e48ac8f7d2a2073194dda HTTP/1.1" status: 200 len: 2988 time: 0.0937078 Feb 11 13:30:08.608111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee58b553-4a4e-4dc5-83f7-8ed7fc5ec8b0 req-280a999a-24e8-4a21-98bb-09c70b3b2435 tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] 10.222.0.52 "GET /v2.0/security-groups/4d2d0759-c3af-41ca-b8d3-f3359408b9ad HTTP/1.1" status: 200 len: 2985 time: 0.0492220 Feb 11 13:30:08.608111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee58b553-4a4e-4dc5-83f7-8ed7fc5ec8b0 req-d153a4a1-da88-4a73-a16b-adfdcac3df58 tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] 10.222.0.52 "GET /v2.0/security-groups/4d2d0759-c3af-41ca-b8d3-f3359408b9ad HTTP/1.1" status: 200 len: 2985 time: 0.0748947 Feb 11 13:30:08.676194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c204af8-0a3b-4784-98e9-aceb76ae03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:08.767902 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9100c-7b11-4c9f-8e27-a04e1d5f8a7f req-83b49441-da10-482e-95c4-86760f9977f1 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:08.771534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c204af8-0a3b-4784-98e9-aceb76ae03c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cc90bd-6b5a-4a36-9f46-722a64e6ef57,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:08.779738 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6c9100c-7b11-4c9f-8e27-a04e1d5f8a7f req-83b49441-da10-482e-95c4-86760f9977f1 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1224110 Feb 11 13:30:08.782074 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3c204af8-0a3b-4784-98e9-aceb76ae03c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21b33d460ee64aada6645b89d17572d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8081043 Feb 11 13:30:08.784644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55840) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:08.927379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c8fd11c4-e932-4aae-b0e9-40662d303d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:08.949347 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6c9100c-7b11-4c9f-8e27-a04e1d5f8a7f req-e4926f29-21bf-46be-b536-38c51cb12b3d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538150 Feb 11 13:30:09.014180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c8fd11c4-e932-4aae-b0e9-40662d303d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.171565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c8fd11c4-e932-4aae-b0e9-40662d303d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.176777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c8fd11c4-e932-4aae-b0e9-40662d303d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:09.192440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c8fd11c4-e932-4aae-b0e9-40662d303d71 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/31cc90bd-6b5a-4a36-9f46-722a64e6ef57 HTTP/1.1" status: 204 len: 168 time: 0.4033575 Feb 11 13:30:09.239123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd11c4-e932-4aae-b0e9-40662d303d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cc90bd-6b5a-4a36-9f46-722a64e6ef57,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:10.174864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55858) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:10.209871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a611fcb-25e2-46c9-a710-02369cee72f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.372814 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a611fcb-25e2-46c9-a710-02369cee72f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.466033 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a611fcb-25e2-46c9-a710-02369cee72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.549806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6a611fcb-25e2-46c9-a710-02369cee72f5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fae0269e6f8a48f28c02d2e6f97263c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3676918 Feb 11 13:30:10.549806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a611fcb-25e2-46c9-a710-02369cee72f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59631db6-8327-4fd2-a498-18fc526932b7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:10.554287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55860) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:10.724665 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b8dab71-f54d-4ad3-a574-285e78d6113f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:10.809242 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b8dab71-f54d-4ad3-a574-285e78d6113f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:11.442239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b8dab71-f54d-4ad3-a574-285e78d6113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:11.446166 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5b8dab71-f54d-4ad3-a574-285e78d6113f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:11.448761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5b8dab71-f54d-4ad3-a574-285e78d6113f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59631db6-8327-4fd2-a498-18fc526932b7 HTTP/1.1" status: 204 len: 168 time: 0.8896503 Feb 11 13:30:11.459592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dab71-f54d-4ad3-a574-285e78d6113f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59631db6-8327-4fd2-a498-18fc526932b7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:12.694031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55870) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:12.718524 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2543bed3-b97a-45a0-91d5-da2975a3517b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:12.834081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2543bed3-b97a-45a0-91d5-da2975a3517b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:12.908622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2543bed3-b97a-45a0-91d5-da2975a3517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:12.964449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543bed3-b97a-45a0-91d5-da2975a3517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c41230f-6ca7-4163-8f06-b7e7d7f9388f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:12.992447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2543bed3-b97a-45a0-91d5-da2975a3517b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=09d95a85e0754d218de9b48c26d4c158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959988 Feb 11 13:30:12.995971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55876) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:13.119259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5fd44fbf-04b9-4acc-9994-44288d4adf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.160572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5fd44fbf-04b9-4acc-9994-44288d4adf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.366356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5fd44fbf-04b9-4acc-9994-44288d4adf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.369934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5fd44fbf-04b9-4acc-9994-44288d4adf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:13.371399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5fd44fbf-04b9-4acc-9994-44288d4adf4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2c41230f-6ca7-4163-8f06-b7e7d7f9388f HTTP/1.1" status: 204 len: 168 time: 0.3736186 Feb 11 13:30:13.404941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd44fbf-04b9-4acc-9994-44288d4adf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c41230f-6ca7-4163-8f06-b7e7d7f9388f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:13.829981 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:30:14.355468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-69f6c90e-d144-4db3-b52a-b09a4d7da015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.357127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-69f6c90e-d144-4db3-b52a-b09a4d7da015 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0553689 Feb 11 13:30:14.540279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ac7eb2e-9149-4601-b4bd-570cada6604e req-fe572988-fb60-4c01-8638-7f040d7f4d72 tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] 10.222.0.52 "GET /v2.0/security-groups/4d2d0759-c3af-41ca-b8d3-f3359408b9ad HTTP/1.1" status: 200 len: 2985 time: 0.1059189 Feb 11 13:30:14.594747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-55b422e7-e26b-4cc3-b819-55eb17447306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:14.596935 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-55b422e7-e26b-4cc3-b819-55eb17447306 service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.1901367 Feb 11 13:30:14.669610 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-4ac7eb2e-9149-4601-b4bd-570cada6604e req-b1bc2092-64ed-4828-bb5e-44d568af5b5f tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:30:14.671217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ac7eb2e-9149-4601-b4bd-570cada6604e req-b1bc2092-64ed-4828-bb5e-44d568af5b5f tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] 10.222.0.52 "DELETE /v2.0/security-groups/4d2d0759-c3af-41ca-b8d3-f3359408b9ad HTTP/1.1" status: 409 len: 352 time: 0.0976415 Feb 11 13:30:14.822524 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-2b5a4249-a295-4ae2-b84b-7a2f05416a28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 1001 time: 0.1620328 Feb 11 13:30:15.004256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c2987-ac2e-4f05-9588-433367b4f48f req-5313a157-9a43-4d64-a23c-5fefb35f5427 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.007276 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-082c2987-ac2e-4f05-9588-433367b4f48f req-5313a157-9a43-4d64-a23c-5fefb35f5427 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.1336024 Feb 11 13:30:15.089150 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-082c2987-ac2e-4f05-9588-433367b4f48f req-72793b3c-39b5-4b3d-a6bd-8a3144b451e1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722635 Feb 11 13:30:15.138817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c29cfe5f-45a2-4b97-9c9d-92e25b4cfb9e req-c5d4645b-45c3-4023-81af-be786306c835 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.1045003 Feb 11 13:30:15.169006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-f83174b2-f462-4ad9-a82c-152cd3e15d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.173513 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-f83174b2-f462-4ad9-a82c-152cd3e15d29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.3007097 Feb 11 13:30:15.325516 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-79424029-86b0-4ab1-bda0-732aa6de2081 req-d9634511-1cd5-43c6-b0ac-4f7734ce9430 tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] show failed (client error): The resource could not be found. Feb 11 13:30:15.329016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79424029-86b0-4ab1-bda0-732aa6de2081 req-d9634511-1cd5-43c6-b0ac-4f7734ce9430 tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] 10.222.0.52 "GET /v2.0/security-groups/18f1e3a1-9682-4d25-923c-9bb4d68afe50 HTTP/1.1" status: 404 len: 352 time: 0.0660584 Feb 11 13:30:15.352545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-2803ee54-026e-4cc8-81b7-4f107f21fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.357737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-2803ee54-026e-4cc8-81b7-4f107f21fbd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1738925 Feb 11 13:30:15.548445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737d29f-4a70-48b1-8bb6-524e563b63e6 req-97de30f2-9913-4cb0-a39d-e94f6d7e7904 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:15.550057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1737d29f-4a70-48b1-8bb6-524e563b63e6 req-97de30f2-9913-4cb0-a39d-e94f6d7e7904 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.2108779 Feb 11 13:30:15.729350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1737d29f-4a70-48b1-8bb6-524e563b63e6 req-37303d0c-0cdf-4716-9202-f28b6967e7b7 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636178 Feb 11 13:30:15.793152 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-655176a6-839f-44af-8bfa-a0f42ed4b99c req-27d8ee97-9226-45eb-bbeb-4c7a4a7f403b tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] show failed (client error): The resource could not be found. Feb 11 13:30:15.809877 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-655176a6-839f-44af-8bfa-a0f42ed4b99c req-27d8ee97-9226-45eb-bbeb-4c7a4a7f403b tempest-SecurityGroupsNegativeTestJSON-407881156 tempest-SecurityGroupsNegativeTestJSON-407881156-project] 10.222.0.52 "GET /v2.0/security-groups/3d13b52e-b89d-432b-9076-97a2109fb73a HTTP/1.1" status: 404 len: 352 time: 0.0435903 Feb 11 13:30:15.812351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55942) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:15.971008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-be901c9f-a91b-4f6d-a70b-a89aeeb372ad admin admin] Deleting subnet 19a45933-cbde-47d8-b939-3e058c8433d1 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:30:15.986369 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be901c9f-a91b-4f6d-a70b-a89aeeb372ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.048790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70351db-8fd0-459f-a2d6-c90a1b531e62 req-b40a3e00-1845-405f-b404-b96f1bd10999 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:16.050384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c70351db-8fd0-459f-a2d6-c90a1b531e62 req-b40a3e00-1845-405f-b404-b96f1bd10999 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.4427640 Feb 11 13:30:16.070484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-3b044988-c2ee-4d9d-83bf-55a6c5edcc3d service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948006 Feb 11 13:30:16.112141 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be901c9f-a91b-4f6d-a70b-a89aeeb372ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.178826 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be901c9f-a91b-4f6d-a70b-a89aeeb372ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.382594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c70351db-8fd0-459f-a2d6-c90a1b531e62 req-fe7a0e99-6068-435c-bc8a-a601052e7539 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216186 Feb 11 13:30:16.504536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b711cce-0eb6-44b9-9d56-72b6b44935d0 req-0e86827d-9603-409c-a5e4-3063fd1abd4f service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273163 Feb 11 13:30:16.508997 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be901c9f-a91b-4f6d-a70b-a89aeeb372ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.567604 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be901c9f-a91b-4f6d-a70b-a89aeeb372ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a45933-cbde-47d8-b939-3e058c8433d1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:16.569519 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be901c9f-a91b-4f6d-a70b-a89aeeb372ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.575299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-be901c9f-a91b-4f6d-a70b-a89aeeb372ad admin admin] 10.222.0.52 "DELETE /v2.0/subnets/19a45933-cbde-47d8-b939-3e058c8433d1 HTTP/1.1" status: 204 len: 168 time: 0.7602377 Feb 11 13:30:16.578319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55972) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:16.759618 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.906538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.945324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adcea77-068f-4979-92c4-b99930b3be94']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:16.956922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62024ceb-ecce-44fe-8e2c-744eae2598be') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:16.957330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62024ceb-ecce-44fe-8e2c-744eae2598be') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:16.998612 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:16.998612 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.007908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:30:17.008565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:30:17.068717 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:30:17.090949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530bb32f-5fdd-4010-bc21-676cc4fa9e5e req-2fdd8bab-3682-4b87-b684-651356be5fb4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:17.092694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-530bb32f-5fdd-4010-bc21-676cc4fa9e5e req-2fdd8bab-3682-4b87-b684-651356be5fb4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.3290229 Feb 11 13:30:17.144911 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-530bb32f-5fdd-4010-bc21-676cc4fa9e5e req-69fd57f7-4a19-4958-aadb-60a17fcbc236 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429540 Feb 11 13:30:17.260635 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75d0ef06-fc8f-4560-8ee1-783d9c80fdb3 req-4953bd4e-d2aa-4cef-b289-24b9b883bea6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0344138 Feb 11 13:30:17.349693 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.365599 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:17.370823 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] 10.222.0.52 "DELETE /v2.0/networks/9adcea77-068f-4979-92c4-b99930b3be94 HTTP/1.1" status: 204 len: 168 time: 0.7914128 Feb 11 13:30:17.389962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55a65b-a413-4db6-86ac-26a36c8ba23d admin admin] Pushing event deleted for resources: {'Network': ['ID=9adcea77-068f-4979-92c4-b99930b3be94,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:17.859625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56022) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:17.912983 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e5739f7d-c67a-426d-ba03-34d7223b540b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d4f592c2827e48ac8f7d2a2073194dda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510137 Feb 11 13:30:17.916489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56024) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:17.921255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b8511-e077-4dce-b82c-640a77981ec4 req-f22fd7ed-c8a5-4806-aff9-fd4cca696975 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:17.922939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a3b8511-e077-4dce-b82c-640a77981ec4 req-f22fd7ed-c8a5-4806-aff9-fd4cca696975 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0776629 Feb 11 13:30:17.972933 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a3b8511-e077-4dce-b82c-640a77981ec4 req-5148d266-cefd-4eef-94ec-d97c9888cb6b tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Feb 11 13:30:18.005374 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc22f8ac-9123-418c-87da-d9c3a56d9d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.095944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc22f8ac-9123-418c-87da-d9c3a56d9d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.204520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79680630-d250-43a0-9d13-25c1bbca6fc7 req-c99248f0-167a-43cc-9fe6-b5ac5cfa8df1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:18.212462 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79680630-d250-43a0-9d13-25c1bbca6fc7 req-c99248f0-167a-43cc-9fe6-b5ac5cfa8df1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1052680 Feb 11 13:30:18.265719 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79680630-d250-43a0-9d13-25c1bbca6fc7 req-bde97c93-03d5-45ea-91b9-f34667474404 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Feb 11 13:30:18.310734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc22f8ac-9123-418c-87da-d9c3a56d9d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.313326 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc22f8ac-9123-418c-87da-d9c3a56d9d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:18.314580 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fc22f8ac-9123-418c-87da-d9c3a56d9d6a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4d2d0759-c3af-41ca-b8d3-f3359408b9ad HTTP/1.1" status: 204 len: 168 time: 0.3958290 Feb 11 13:30:18.327168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22f8ac-9123-418c-87da-d9c3a56d9d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2d0759-c3af-41ca-b8d3-f3359408b9ad,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:18.456731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2a7aa-d519-43de-bdf1-1abf46355590 req-9666ab07-5e98-4cf4-ae99-2e6c9ede7634 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:18.469916 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4af2a7aa-d519-43de-bdf1-1abf46355590 req-9666ab07-5e98-4cf4-ae99-2e6c9ede7634 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1071169 Feb 11 13:30:18.560711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4af2a7aa-d519-43de-bdf1-1abf46355590 req-d5dbe60a-5fc2-458f-806b-ef2a3732983d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854523 Feb 11 13:30:18.723967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dc66750-19e3-4e8b-8645-1af121e7b5e3 req-9b2dd941-aed4-489b-b4fe-732be6fcbc2e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0792892 Feb 11 13:30:18.807343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8446118-5f54-4ec8-b7d6-1b933e60be6d req-f432ec78-9970-4a89-b3b1-750812ac528b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:18.809084 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8446118-5f54-4ec8-b7d6-1b933e60be6d req-f432ec78-9970-4a89-b3b1-750812ac528b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 946 time: 0.0982075 Feb 11 13:30:18.864912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8446118-5f54-4ec8-b7d6-1b933e60be6d req-faf49d5e-d0c3-4a16-b97f-7be66e19d76e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460572 Feb 11 13:30:19.139751 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-11a84d2c-379c-40b6-9ce8-f07d327c008a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157947 Feb 11 13:30:19.188337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664ead1-3fdc-4c39-bc93-a1935b7f4702 req-5a8423e7-67db-4e4b-9009-8d0e54de49dd tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.190586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6664ead1-3fdc-4c39-bc93-a1935b7f4702 req-5a8423e7-67db-4e4b-9009-8d0e54de49dd tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0775805 Feb 11 13:30:19.247382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-52aa0e00-f95a-429d-b7a3-53400ddeee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.250243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-52aa0e00-f95a-429d-b7a3-53400ddeee9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02851ac9396a49228af3781ca84336ea&device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 1098 time: 0.0505598 Feb 11 13:30:19.253223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6664ead1-3fdc-4c39-bc93-a1935b7f4702 req-cf31f657-8f70-4318-b63b-516ea9a679d4 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484300 Feb 11 13:30:19.436517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b0b45-6d67-40b3-a248-b2a2d9b83cb7 req-84db1d6e-51a8-4383-87e2-2d0e8ca7e5f5 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.438130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d5b0b45-6d67-40b3-a248-b2a2d9b83cb7 req-84db1d6e-51a8-4383-87e2-2d0e8ca7e5f5 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.0903218 Feb 11 13:30:19.465997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-63906c45-6859-43f3-906b-d4a7e20176db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.467595 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-63906c45-6859-43f3-906b-d4a7e20176db service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1911318 Feb 11 13:30:19.526485 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-4c7ad23c-db77-4f6b-bef6-fde8376d5908 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 HTTP/1.1" status: 200 len: 217 time: 0.0501087 Feb 11 13:30:19.530034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d5b0b45-6d67-40b3-a248-b2a2d9b83cb7 req-763bcb24-a1e5-4d34-8be7-94dc22e853f2 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815687 Feb 11 13:30:19.555709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:19.614121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-fa861892-19e7-49d5-8c02-ba92e65093aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.614857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-fa861892-19e7-49d5-8c02-ba92e65093aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0812974 Feb 11 13:30:19.696050 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:19.731275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:19.734373 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd38591-5883-4031-a34b-7c98435e2d65" -d '{"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:19.758552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:19.792608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-9657676c-86e5-40a9-9371-7fd9be236af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.798543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-9657676c-86e5-40a9-9371-7fd9be236af0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793982 Feb 11 13:30:19.825981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:19.883261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85ba5b-b35f-4a7d-95ac-d9f74ab2d546 req-ea3428a3-3764-4eb7-9b3a-b1ecaffb51b4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:19.893559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c85ba5b-b35f-4a7d-95ac-d9f74ab2d546 req-ea3428a3-3764-4eb7-9b3a-b1ecaffb51b4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1259437 Feb 11 13:30:19.929097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-ef777bb6-64eb-452e-b458-4f41f31b9802 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197169 Feb 11 13:30:19.938227 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc2539-5765-4882-bd05-f020e52471b4 x-openstack-request-id: req-57bc2539-5765-4882-bd05-f020e52471b4 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:19.938496 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:19.939030 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-57bc2539-5765-4882-bd05-f020e52471b4 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:19.939562 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'code': 200} Feb 11 13:30:19.946807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=14']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:19.961900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:19.963770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:19.964304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:19.964786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:19.965803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:19.966446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.002406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.002406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.002406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.002406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.002406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.005893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:20.008587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c85ba5b-b35f-4a7d-95ac-d9f74ab2d546 req-f438e4f6-bc5e-4c22-acb8-57b9b1fdfb63 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013474 Feb 11 13:30:20.156410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befde1e4-7411-4cff-a2c0-ea3fafec29d7 req-fbb73eec-0c13-419a-a66d-5516fdb4d8f3 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.166361 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-befde1e4-7411-4cff-a2c0-ea3fafec29d7 req-fbb73eec-0c13-419a-a66d-5516fdb4d8f3 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 950 time: 0.0794513 Feb 11 13:30:20.179132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56160) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:20.219215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2cc260f5-f938-4d2d-8004-c98bf7a19bdd req-de95fe39-3ac2-469f-9ac1-deffb7b2f4bc tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0753150 Feb 11 13:30:20.228470 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c35d1505-76f8-4319-af3b-ab7d2fa71398 req-e74cc8f0-674a-41f6-9545-c95cc1c936ee service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892132 Feb 11 13:30:20.296977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-befde1e4-7411-4cff-a2c0-ea3fafec29d7 req-3462e530-2dbb-4eb7-ba17-0a8359ff86bc tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294398 Feb 11 13:30:20.320016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-c07ae859-afbe-46fa-a5a8-4b9f82fe27ca tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.321545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-c07ae859-afbe-46fa-a5a8-4b9f82fe27ca tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.59 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.1223009 Feb 11 13:30:20.379572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-719215468-network', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:20.428920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44554909-69a7-4db2-8942-5a7abe7c8f60 req-d045550f-bfda-49e4-8a75-806dee26f49d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.436278 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44554909-69a7-4db2-8942-5a7abe7c8f60 req-d045550f-bfda-49e4-8a75-806dee26f49d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1043727 Feb 11 13:30:20.466219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Deleting port 10389505-d2a6-40ae-8f71-8344bd0eb22e {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:20.467569 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.514175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44554909-69a7-4db2-8942-5a7abe7c8f60 req-e802f3a8-2c1e-4b27-9d7d-7871d72f9307 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565367 Feb 11 13:30:20.514175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:20.514175 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.514914 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.606583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] For port 10389505-d2a6-40ae-8f71-8344bd0eb22e, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=10389505-d2a6-40ae-8f71-8344bd0eb22e,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:20.606992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.655090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.736923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee542eb-4bcb-4ed7-8146-1d3f21e6f9e2 req-ee6cc7fb-97cb-46d6-a913-69b87c78e8c7 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:20.738549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ee542eb-4bcb-4ed7-8146-1d3f21e6f9e2 req-ee6cc7fb-97cb-46d6-a913-69b87c78e8c7 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.0813699 Feb 11 13:30:20.739893 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.785783 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:30:20.843671 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ee542eb-4bcb-4ed7-8146-1d3f21e6f9e2 req-af1c82ef-0e6f-4bc7-b714-d88870bc23ba tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975170 Feb 11 13:30:20.850087 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:20.850455 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Added segment cae5a91c-a0f7-4206-a95c-1633fe31815c of type vlan for network 327cb3f9-9807-45e8-b107-40db4ad1b7bd Feb 11 13:30:20.852102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56190) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:20.852736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4500c2ee-0a8a-4c57-845d-55929cb848a5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:20.935318 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.013391 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-62533020-08d7-42cc-a89c-c9883180d913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.126958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.127968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.128567 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.215489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.215982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.215982 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Floating IP 1ebae608-2494-468a-8797-fbd765d0ba9f disassociated. External IP: 172.25.0.139, port: 10389505-d2a6-40ae-8f71-8344bd0eb22e. Feb 11 13:30:21.216360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Calling delete_port for 10389505-d2a6-40ae-8f71-8344bd0eb22e owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:21.389908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e189ffb8-ff2c-4a9d-8c48-6fcf941ea079 req-5279ab74-7228-4399-a2a4-000fd48d0ec8 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/ports?device_id=d520a726-4f85-49f3-a061-b10ba2abcd84 HTTP/1.1" status: 200 len: 210 time: 0.0377395 Feb 11 13:30:21.480881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.514150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event deleted for resources: {'Port': ['ID=10389505-d2a6-40ae-8f71-8344bd0eb22e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:21.522328 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-62533020-08d7-42cc-a89c-c9883180d913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.553377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1cb3a-08fb-4408-857c-ac7c2ff2a54e req-098aa5fe-49d3-4cc3-96d8-c0429079b93a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.562817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16f1cb3a-08fb-4408-857c-ac7c2ff2a54e req-098aa5fe-49d3-4cc3-96d8-c0429079b93a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 946 time: 0.4797366 Feb 11 13:30:21.565926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] Pushing event updated for resources: {'Network': ['ID=327cb3f9-9807-45e8-b107-40db4ad1b7bd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:21.582424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 327cb3f9-9807-45e8-b107-40db4ad1b7bd details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:30:21.628793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16f1cb3a-08fb-4408-857c-ac7c2ff2a54e req-80ed3ca8-6f9d-458e-95b8-904a53d9e72f tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=d7000f20-6e31-43bb-a413-da029995602e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548635 Feb 11 13:30:21.646166 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-865fe4f3-f505-44ae-9c08-ea392a48b190 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4648447 Feb 11 13:30:21.647529 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-62533020-08d7-42cc-a89c-c9883180d913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.650100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56226) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:21.657945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Request body: {'subnet': {'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-719215468-subnet', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:21.707166 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-62533020-08d7-42cc-a89c-c9883180d913 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c251db9da35f477ba8ca006a658d9117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8455658 Feb 11 13:30:21.707671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62533020-08d7-42cc-a89c-c9883180d913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85323f2-c564-4cbd-8eb8-25dfbb4623bc,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:21.709832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1eae16-c76f-424a-bda0-4c7f696b14c6 req-3140bbf3-a223-4232-a625-54af358a9717 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:21.711332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d1eae16-c76f-424a-bda0-4c7f696b14c6 req-3140bbf3-a223-4232-a625-54af358a9717 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0997553 Feb 11 13:30:21.711920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56228) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:21.719428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Router 8b6fc681-667b-4dae-b475-235e7c09f39a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:30:21.780187 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca74e8e2-1247-4c50-9d0a-e26988698f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.806513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca74e8e2-1247-4c50-9d0a-e26988698f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.811965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d1eae16-c76f-424a-bda0-4c7f696b14c6 req-6908b791-34e8-49c8-a228-88bd1387d5a2 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913267 Feb 11 13:30:21.844866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:21.847246 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.879271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:21.896581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] Sync routers for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:30:21.922625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:21.925506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:29:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:21.945449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] No DVR routers for this DVR port 10389505-d2a6-40ae-8f71-8344bd0eb22e on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:21.948967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:21.952725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-738e7639-3eaf-4234-b36a-d2adc8386481 req-3d3a047c-90b2-4557-9dea-e6a0625f0b9e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.59 "DELETE /v2.0/ports/10389505-d2a6-40ae-8f71-8344bd0eb22e HTTP/1.1" status: 204 len: 173 time: 1.6248162 Feb 11 13:30:21.953296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'name': 'network-vif-deleted', 'tag': '10389505-d2a6-40ae-8f71-8344bd0eb22e'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:21.955986 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef79c677-a877-440b-800b-3000779fbfcc" -d '{"events": [{"server_uuid": "1014c5f8-b4ac-4501-ac7f-872175e1c742", "name": "network-vif-deleted", "tag": "10389505-d2a6-40ae-8f71-8344bd0eb22e"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:21.999625 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d511e3d-5e22-4db1-bc22-74c014c045eb x-openstack-request-id: req-6d511e3d-5e22-4db1-bc22-74c014c045eb {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:21.999869 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1014c5f8-b4ac-4501-ac7f-872175e1c742", "name": "network-vif-deleted", "tag": "10389505-d2a6-40ae-8f71-8344bd0eb22e", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:22.005925 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d511e3d-5e22-4db1-bc22-74c014c045eb {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:22.005925 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1014c5f8-b4ac-4501-ac7f-872175e1c742', 'name': 'network-vif-deleted', 'tag': '10389505-d2a6-40ae-8f71-8344bd0eb22e', 'status': 'completed', 'code': 200} Feb 11 13:30:22.030251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca74e8e2-1247-4c50-9d0a-e26988698f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.033103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca74e8e2-1247-4c50-9d0a-e26988698f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.034235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ca74e8e2-1247-4c50-9d0a-e26988698f04 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b85323f2-c564-4cbd-8eb8-25dfbb4623bc HTTP/1.1" status: 204 len: 168 time: 0.3207128 Feb 11 13:30:22.075964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:22.186140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca74e8e2-1247-4c50-9d0a-e26988698f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85323f2-c564-4cbd-8eb8-25dfbb4623bc,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:22.219363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a46c88-ef45-4e71-940e-c2872914db2a req-109443ba-ca93-4fec-b241-fd698c350ec6 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.220952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60a46c88-ef45-4e71-940e-c2872914db2a req-109443ba-ca93-4fec-b241-fd698c350ec6 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.2681165 Feb 11 13:30:22.242678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 56d07027-9fd8-4d85-b829-f9bef57c0996 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:22.257459 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.342152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60a46c88-ef45-4e71-940e-c2872914db2a req-918d6021-d6a0-48f7-85e6-334ee935fec8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078515 Feb 11 13:30:22.360032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97244ae6-5c2b-4781-922e-2f84767b6f41,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:22.379042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Checking segment: {'id': 'cae5a91c-a0f7-4206-a95c-1633fe31815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:22.379694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Network hostable DHCP agents. Network: 327cb3f9-9807-45e8-b107-40db4ad1b7bd, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:30:22.382863 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.414741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d07027-9fd8-4d85-b829-f9bef57c0996'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:22.418436 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec58638-fb67-4405-93d8-c3d6037d06d9" -d '{"events": [{"server_uuid": "e867bfd8-951b-4a54-a743-4b2906e71f97", "name": "network-vif-unplugged", "status": "completed", "tag": "56d07027-9fd8-4d85-b829-f9bef57c0996"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:22.434654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 56d07027-9fd8-4d85-b829-f9bef57c0996, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d07027-9fd8-4d85-b829-f9bef57c0996,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:22.436948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:22.474552 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525cfa6c-82c1-415f-8721-b346bb15bcb7 x-openstack-request-id: req-525cfa6c-82c1-415f-8721-b346bb15bcb7 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:22.474850 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e867bfd8-951b-4a54-a743-4b2906e71f97", "name": "network-vif-unplugged", "status": "completed", "tag": "56d07027-9fd8-4d85-b829-f9bef57c0996", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:22.475101 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-525cfa6c-82c1-415f-8721-b346bb15bcb7 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:22.475492 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56d07027-9fd8-4d85-b829-f9bef57c0996', 'code': 200} Feb 11 13:30:22.476667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] Checking router: 8b6fc681-667b-4dae-b475-235e7c09f39a for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:30:22.487839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:22.488759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:29:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:22.491917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Network 327cb3f9-9807-45e8-b107-40db4ad1b7bd is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:30:22.570283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92580ca-cfa3-4892-830e-591733ea99c3 req-b5483936-593f-4e66-aabe-9299119bb79f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.573939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d92580ca-cfa3-4892-830e-591733ea99c3 req-b5483936-593f-4e66-aabe-9299119bb79f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0882127 Feb 11 13:30:22.590759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 327cb3f9-9807-45e8-b107-40db4ad1b7bd) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:22.597214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.597838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.637759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56274) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:22.672498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d92580ca-cfa3-4892-830e-591733ea99c3 req-d19ba067-14e5-47d0-834f-2d3f22f8b01f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883517 Feb 11 13:30:22.684438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c7f9da-e2fb-4cb5-b9a8-f939e937ba94 None None] Network 327cb3f9-9807-45e8-b107-40db4ad1b7bd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:30:22.688938 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.707933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-69a73bc1-e549-40ba-a8ac-8e39085a4bc9 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0499501 Feb 11 13:30:22.708875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56278) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:22.716212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-719215468-router', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:22.738548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35baea15-11bb-4dfd-aa30-7f39bf1ba7e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.816253 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35baea15-11bb-4dfd-aa30-7f39bf1ba7e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.827157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dd8c29a-9bb4-40ed-b388-88b91607aed6 req-4c63cbc0-e0e5-48f9-8e4c-57aa8355aba7 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=1014c5f8-b4ac-4501-ac7f-872175e1c742 HTTP/1.1" status: 200 len: 210 time: 0.0738349 Feb 11 13:30:22.845378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.845378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:22.847504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=56d07027-9fd8-4d85-b829-f9bef57c0996,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:22.886393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f8f10-e302-4ae1-9acd-1fdc1d9c11a2 req-d86bf2fd-c2b5-4310-88a9-bc3595064bcc tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:22.890854 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e9f8f10-e302-4ae1-9acd-1fdc1d9c11a2 req-d86bf2fd-c2b5-4310-88a9-bc3595064bcc tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1166198 Feb 11 13:30:22.905234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:23.003024 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35baea15-11bb-4dfd-aa30-7f39bf1ba7e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.005883 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35baea15-11bb-4dfd-aa30-7f39bf1ba7e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.010271 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-35baea15-11bb-4dfd-aa30-7f39bf1ba7e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "DELETE /v2.0/security-groups/15188d5f-798e-4be5-a830-974416889f85 HTTP/1.1" status: 204 len: 168 time: 0.3682621 Feb 11 13:30:23.018758 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56284) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:23.019534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35baea15-11bb-4dfd-aa30-7f39bf1ba7e7 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15188d5f-798e-4be5-a830-974416889f85,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:23.045085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b42876-c7d2-4d25-89db-5bec851c3248 req-180bae27-2e2a-4a48-8bd6-0d61b2e80367 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.045636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.050406 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44b42876-c7d2-4d25-89db-5bec851c3248 req-180bae27-2e2a-4a48-8bd6-0d61b2e80367 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1015151 Feb 11 13:30:23.066868 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-1314b4cc-9274-474f-8fd2-276e9f4b9c0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] show failed (client error): The resource could not be found. Feb 11 13:30:23.068578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1314b4cc-9274-474f-8fd2-276e9f4b9c0e tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "GET /v2.0/security-groups/15188d5f-798e-4be5-a830-974416889f85 HTTP/1.1" status: 404 len: 347 time: 0.0456092 Feb 11 13:30:23.071739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56288) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:23.083266 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e9f8f10-e302-4ae1-9acd-1fdc1d9c11a2 req-8f70f6db-3c5c-455b-8a5a-947a31762fba tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264007 Feb 11 13:30:23.114290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-327cb3f9-9807-45e8-b107-40db4ad1b7bd', 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'fixed_ips': [{'subnet_id': '97244ae6-5c2b-4781-922e-2f84767b6f41'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:30:23.122808 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.186754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44b42876-c7d2-4d25-89db-5bec851c3248 req-485b0e9d-9592-49c7-8f05-e5c7fa7aa274 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292980 Feb 11 13:30:23.314681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-668b5a95-9c9b-4d3b-88a3-e8e0c96c1d62 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting port 2c3ed9ec-ae4e-4050-bad8-8da0b96148f7 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:23.315388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-668b5a95-9c9b-4d3b-88a3-e8e0c96c1d62 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.329597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:23.335033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Allocated IP 172.20.0.2 (327cb3f9-9807-45e8-b107-40db4ad1b7bd/97244ae6-5c2b-4781-922e-2f84767b6f41/4fe10a21-b62e-4b80-9d16-871abd6d1e04) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:23.361735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.363451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84667c6c-d397-4175-980f-aee0e89c758e None None] The sync data for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 is: [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:30:23.378687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0ae7e-3507-4f16-9919-51e82afdf0a0 req-42779042-437a-47cb-9ec3-190a6ad97a7a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.386466 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57c0ae7e-3507-4f16-9919-51e82afdf0a0 req-42779042-437a-47cb-9ec3-190a6ad97a7a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1683664 Feb 11 13:30:23.456884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57c0ae7e-3507-4f16-9919-51e82afdf0a0 req-82b23dcc-81f7-4c70-ba1d-357a238cea9b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695643 Feb 11 13:30:23.515263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-668b5a95-9c9b-4d3b-88a3-e8e0c96c1d62 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.515679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-668b5a95-9c9b-4d3b-88a3-e8e0c96c1d62 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.601041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-668b5a95-9c9b-4d3b-88a3-e8e0c96c1d62 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Calling delete_port for 2c3ed9ec-ae4e-4050-bad8-8da0b96148f7 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:23.624822 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.702700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc464d2-dd2d-4fed-a553-8ad2dc3a2fe3 req-f67b55f7-e3c0-4a46-92b6-37437ef1784f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:23.704363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fc464d2-dd2d-4fed-a553-8ad2dc3a2fe3 req-f67b55f7-e3c0-4a46-92b6-37437ef1784f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1718225 Feb 11 13:30:23.738870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.739594 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.779612 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.783390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fc464d2-dd2d-4fed-a553-8ad2dc3a2fe3 req-d8ef970c-9022-4222-b178-4f01465ec333 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665934 Feb 11 13:30:23.795614 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53846601-d307-43e9-85b9-51ddbda32562 None None] New status for floating IP 1ebae608-2494-468a-8797-fbd765d0ba9f: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:30:23.920593 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-668b5a95-9c9b-4d3b-88a3-e8e0c96c1d62 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:23.937924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Network 327cb3f9-9807-45e8-b107-40db4ad1b7bd is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:23.953221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:23.957553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:23.968102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b5a95-9c9b-4d3b-88a3-e8e0c96c1d62 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Port': ['ID=2c3ed9ec-ae4e-4050-bad8-8da0b96148f7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:23.978613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Pushing event updated for resources: {'Port': ['ID=4fe10a21-b62e-4b80-9d16-871abd6d1e04,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:24.003390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Allocated IP 172.25.0.43 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/bb00023c-b7a3-41ff-959d-dd685c076a18) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:24.053497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Attempting to bind port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:24.053986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Attempting to bind port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'cae5a91c-a0f7-4206-a95c-1633fe31815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:24.054419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Attempting to bind port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 on network 327cb3f9-9807-45e8-b107-40db4ad1b7bd {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:24.070692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:24.070888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56330) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:24.071328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Checking segment: {'id': 'cae5a91c-a0f7-4206-a95c-1633fe31815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:24.071328 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.071328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Bound using segment: {'id': 'cae5a91c-a0f7-4206-a95c-1633fe31815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:24.071328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Bound port: 4fe10a21-b62e-4b80-9d16-871abd6d1e04, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae5a91c-a0f7-4206-a95c-1633fe31815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:24.071328 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.084433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-6e118b73-1724-4665-ad39-d2dcca4b23dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.088091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-6e118b73-1724-4665-ad39-d2dcca4b23dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1545460 Feb 11 13:30:24.110967 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-668b5a95-9c9b-4d3b-88a3-e8e0c96c1d62 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.113521 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-668b5a95-9c9b-4d3b-88a3-e8e0c96c1d62 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.119194 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-668b5a95-9c9b-4d3b-88a3-e8e0c96c1d62 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "DELETE /v2.0/floatingips/68ce2305-a2f6-4c82-95c7-23349cfb456c HTTP/1.1" status: 204 len: 168 time: 1.0453885 Feb 11 13:30:24.122245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56332) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:24.185761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] For port 4fe10a21-b62e-4b80-9d16-871abd6d1e04, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:24.190242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] For port 4fe10a21-b62e-4b80-9d16-871abd6d1e04, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4fe10a21-b62e-4b80-9d16-871abd6d1e04,segment=NetworkSegment(cae5a91c-a0f7-4206-a95c-1633fe31815c),segment_id=cae5a91c-a0f7-4206-a95c-1633fe31815c)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:24.253520 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.273609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 10389505-d2a6-40ae-8f71-8344bd0eb22e no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:24.282039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2fc7b-81a9-42c2-9988-09bdc57c81ab req-a25fca22-8b12-4818-b31c-c9e06d48220f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.283712 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92b2fc7b-81a9-42c2-9988-09bdc57c81ab req-a25fca22-8b12-4818-b31c-c9e06d48220f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2940586 Feb 11 13:30:24.294580 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-228e7681-25fe-4818-852d-f2d7fe4260a9 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.332968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb68f4-bfc0-4bf7-99a3-ed0df983fb0b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting port f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:24.333418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ddb68f4-bfc0-4bf7-99a3-ed0df983fb0b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.378889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52875d-9fac-4aa0-bb94-889bb3f0cd54 req-0368b1ab-cb30-4071-b599-f4ce530dd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.378889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c52875d-9fac-4aa0-bb94-889bb3f0cd54 req-0368b1ab-cb30-4071-b599-f4ce530dd294 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 1097 time: 0.1559467 Feb 11 13:30:24.379255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 10389505-d2a6-40ae-8f71-8344bd0eb22e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:30:24.379398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 10389505-d2a6-40ae-8f71-8344bd0eb22e not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:24.381452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-5a713e4f-a997-4439-9e2a-6ddba4f6fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.382889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-5a713e4f-a997-4439-9e2a-6ddba4f6fc25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.2864516 Feb 11 13:30:24.426782 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92b2fc7b-81a9-42c2-9988-09bdc57c81ab req-6995329f-d2aa-4f43-8c87-596a096500e4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304309 Feb 11 13:30:24.431392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c26282-b05c-4cfb-aa97-cd36ceaf5188 None None] Pushing event updated for resources: {'Port': ['ID=4fe10a21-b62e-4b80-9d16-871abd6d1e04,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:24.448283 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.456515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-228e7681-25fe-4818-852d-f2d7fe4260a9 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.526443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-c285efc3-ca3c-4540-a2b8-9a15bc9eac47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 999 time: 0.1315670 Feb 11 13:30:24.527789 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ddb68f4-bfc0-4bf7-99a3-ed0df983fb0b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.534256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c52875d-9fac-4aa0-bb94-889bb3f0cd54 req-6ef5e1f5-7b24-4429-b9ae-4444247bbaab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405823 Feb 11 13:30:24.548035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4ddb68f4-bfc0-4bf7-99a3-ed0df983fb0b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Calling delete_port for f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:24.558297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507fd24-a5d6-4faf-b127-6f5e15ec7c62 req-238699c2-4aa3-45fd-9903-b1d8c8710afd tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.560072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0507fd24-a5d6-4faf-b127-6f5e15ec7c62 req-238699c2-4aa3-45fd-9903-b1d8c8710afd tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.2634525 Feb 11 13:30:24.658709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-9a7980c3-abc2-41ef-8ff6-50956626a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.660504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-9a7980c3-abc2-41ef-8ff6-50956626a409 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1253879 Feb 11 13:30:24.682889 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-228e7681-25fe-4818-852d-f2d7fe4260a9 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.685617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-228e7681-25fe-4818-852d-f2d7fe4260a9 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.688398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-228e7681-25fe-4818-852d-f2d7fe4260a9 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "DELETE /v2.0/security-groups/d7000f20-6e31-43bb-a413-da029995602e HTTP/1.1" status: 204 len: 168 time: 0.6198282 Feb 11 13:30:24.694314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56356) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:24.713502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0507fd24-a5d6-4faf-b127-6f5e15ec7c62 req-63b4efc9-d7af-4995-8c32-aa38e910e267 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420331 Feb 11 13:30:24.731823 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c96e4bab-f261-4a25-9e17-fc1f3fcddddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.733146 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-3ba96535-7c5b-4ccb-8e9f-7e049568536c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] show failed (client error): The resource could not be found. Feb 11 13:30:24.742435 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3ba96535-7c5b-4ccb-8e9f-7e049568536c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups/d7000f20-6e31-43bb-a413-da029995602e HTTP/1.1" status: 404 len: 347 time: 0.0389705 Feb 11 13:30:24.742435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e7681-25fe-4818-852d-f2d7fe4260a9 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7000f20-6e31-43bb-a413-da029995602e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:24.743221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-2901bc98-c1f3-4314-8c0d-9e870718b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:24.743221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-2901bc98-c1f3-4314-8c0d-9e870718b48d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677521 Feb 11 13:30:24.745959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56358) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:24.751107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.889491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:24.919422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ddb68f4-bfc0-4bf7-99a3-ed0df983fb0b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:24.944173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:24.957739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb68f4-bfc0-4bf7-99a3-ed0df983fb0b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Port': ['ID=f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:25.055299 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ddb68f4-bfc0-4bf7-99a3-ed0df983fb0b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.059269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4ddb68f4-bfc0-4bf7-99a3-ed0df983fb0b tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "DELETE /v2.0/ports/f9bd43d1-4852-4397-8fc2-c2f8ac9a8b97 HTTP/1.1" status: 204 len: 168 time: 0.9301991 Feb 11 13:30:25.061796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56368) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:25.183251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ef618453-34fc-4d9c-a935-548c985add1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting port 25906095-f674-4165-873d-1b718167c844 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:25.183251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef618453-34fc-4d9c-a935-548c985add1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.221562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:25.285797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Pushing event updated for resources: {'Port': ['ID=bb00023c-b7a3-41ff-959d-dd685c076a18,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:25.313701 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef618453-34fc-4d9c-a935-548c985add1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.334766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ef618453-34fc-4d9c-a935-548c985add1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Calling delete_port for 25906095-f674-4165-873d-1b718167c844 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:25.349136 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-4f4b4f98-97ca-46b6-83bb-6e57a9d475a0 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019061 Feb 11 13:30:25.417689 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.430008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb142b-fe88-4e9b-a974-0bec04de75d8 req-f7ca864a-2797-4505-8164-6faa22685e83 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:25.432040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09eb142b-fe88-4e9b-a974-0bec04de75d8 req-f7ca864a-2797-4505-8164-6faa22685e83 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.5388904 Feb 11 13:30:25.624761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-79a5c2c8-2c51-4eb4-a3ac-7127e2900e66 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Deleting port 4eda053b-20cd-447c-913b-8c6815450b43 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:25.625106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-79a5c2c8-2c51-4eb4-a3ac-7127e2900e66 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.635100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da42ea0-33b4-4b94-b841-697ab0eff905 req-650a0066-01d2-4645-a781-50e9a79cb014 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:25.637043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1da42ea0-33b4-4b94-b841-697ab0eff905 req-650a0066-01d2-4645-a781-50e9a79cb014 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0783746 Feb 11 13:30:25.664642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef618453-34fc-4d9c-a935-548c985add1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.706560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef618453-34fc-4d9c-a935-548c985add1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Port': ['ID=25906095-f674-4165-873d-1b718167c844,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:25.716880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09eb142b-fe88-4e9b-a974-0bec04de75d8 req-1deb0418-8184-4c53-b051-04a73cf4b019 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341485 Feb 11 13:30:25.736379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e00cea6c-2d9d-45a6-8c8e-573658cd7127 req-4ad3672b-45db-4e27-b3fb-ad29c5811e2f service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348317 Feb 11 13:30:25.789167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1da42ea0-33b4-4b94-b841-697ab0eff905 req-c6d5b61d-1eec-43cc-8795-49266b301c78 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437035 Feb 11 13:30:25.848444 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef618453-34fc-4d9c-a935-548c985add1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.851045 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-79a5c2c8-2c51-4eb4-a3ac-7127e2900e66 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.851894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-79a5c2c8-2c51-4eb4-a3ac-7127e2900e66 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:25.859421 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ef618453-34fc-4d9c-a935-548c985add1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "DELETE /v2.0/ports/25906095-f674-4165-873d-1b718167c844 HTTP/1.1" status: 204 len: 168 time: 0.7939746 Feb 11 13:30:25.859882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56424) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:25.882723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-79a5c2c8-2c51-4eb4-a3ac-7127e2900e66 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Calling delete_port for 4eda053b-20cd-447c-913b-8c6815450b43 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:25.892852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e76c11-c7a6-461a-aa42-b883ac5fb673 None None] Network 327cb3f9-9807-45e8-b107-40db4ad1b7bd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:30:26.019275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.062488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4fe10a21-b62e-4b80-9d16-871abd6d1e04 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:26.109935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f005da2-e326-4ea4-a81c-98fea93fb047 req-4104f2c8-4afb-4e49-934b-005ea0bf1cf9 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.121161 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f005da2-e326-4ea4-a81c-98fea93fb047 req-4104f2c8-4afb-4e49-934b-005ea0bf1cf9 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1951795 Feb 11 13:30:26.134543 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b90d72fe-4eff-40f8-80d3-e90ccd8c1353 None None] Provisioning complete for port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:26.143509 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b90d72fe-4eff-40f8-80d3-e90ccd8c1353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.168471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c4570f-058b-4a9e-8f47-25a4a9828643 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting subnet 5cca98a5-80b8-429c-990e-e21ac1dee2a8 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:30:26.191039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2c4570f-058b-4a9e-8f47-25a4a9828643 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.224955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:26.225487 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.281093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f005da2-e326-4ea4-a81c-98fea93fb047 req-b867c8e2-1066-41a5-b2b4-98365e197115 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585453 Feb 11 13:30:26.291019 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2c4570f-058b-4a9e-8f47-25a4a9828643 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.342095 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b90d72fe-4eff-40f8-80d3-e90ccd8c1353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.431875 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.460735 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2c4570f-058b-4a9e-8f47-25a4a9828643 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.472850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b90d72fe-4eff-40f8-80d3-e90ccd8c1353 None None] For port 4fe10a21-b62e-4b80-9d16-871abd6d1e04, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4fe10a21-b62e-4b80-9d16-871abd6d1e04,segment=NetworkSegment(cae5a91c-a0f7-4206-a95c-1633fe31815c),segment_id=cae5a91c-a0f7-4206-a95c-1633fe31815c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:26.536004 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.557164 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b90d72fe-4eff-40f8-80d3-e90ccd8c1353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.606808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2c4570f-058b-4a9e-8f47-25a4a9828643 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.634915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c4570f-058b-4a9e-8f47-25a4a9828643 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Subnet': ['ID=5cca98a5-80b8-429c-990e-e21ac1dee2a8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:26.641387 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2c4570f-058b-4a9e-8f47-25a4a9828643 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.645739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e2c4570f-058b-4a9e-8f47-25a4a9828643 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "DELETE /v2.0/subnets/5cca98a5-80b8-429c-990e-e21ac1dee2a8 HTTP/1.1" status: 204 len: 168 time: 0.7851088 Feb 11 13:30:26.652749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56448) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:26.653009 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:26.653009 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:30:26.656219 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-79a5c2c8-2c51-4eb4-a3ac-7127e2900e66 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.658658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d75630-1296-4c02-b889-6e3b425f22ed None None] Network 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:30:26.675969 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d72fe-4eff-40f8-80d3-e90ccd8c1353 None None] Pushing event updated for resources: {'Port': ['ID=4fe10a21-b62e-4b80-9d16-871abd6d1e04,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:26.710651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Router 93b235ce-3e48-4507-a016-2eb8ebb285b5 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:30:26.725975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5546a9a2-27b9-480e-918d-96079f114363 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting subnet 1032b5af-d6c8-430e-9604-803de2cb3059 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:30:26.729978 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5546a9a2-27b9-480e-918d-96079f114363 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.752943 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b874c239-1096-4013-80bc-2e6ddb223591 None None] Provisioning complete for port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:26.752943 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b874c239-1096-4013-80bc-2e6ddb223591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.784638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5c2c8-2c51-4eb4-a3ac-7127e2900e66 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event deleted for resources: {'Port': ['ID=4eda053b-20cd-447c-913b-8c6815450b43,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:26.801670 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-79a5c2c8-2c51-4eb4-a3ac-7127e2900e66 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.807982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-79a5c2c8-2c51-4eb4-a3ac-7127e2900e66 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.822033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-79a5c2c8-2c51-4eb4-a3ac-7127e2900e66 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "DELETE /v2.0/floatingips/1ebae608-2494-468a-8797-fbd765d0ba9f HTTP/1.1" status: 204 len: 168 time: 2.0656421 Feb 11 13:30:26.826602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5546a9a2-27b9-480e-918d-96079f114363 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.970415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5546a9a2-27b9-480e-918d-96079f114363 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:26.984516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3ef82-7078-4eeb-9662-030a7f66fd25 req-af569435-fbc4-485b-aedb-2dac18d72836 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.992664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfd02b-10fb-4524-93db-c0cba7fb4741 req-8156a9de-6714-4dc9-98b4-f8fcdecf99be tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:26.993005 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-05d3ef82-7078-4eeb-9662-030a7f66fd25 req-af569435-fbc4-485b-aedb-2dac18d72836 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1221523 Feb 11 13:30:26.995345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bdfd02b-10fb-4524-93db-c0cba7fb4741 req-8156a9de-6714-4dc9-98b4-f8fcdecf99be tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0849423 Feb 11 13:30:27.001346 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d4cca48-6478-4636-beb9-46b5458a51ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.025435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:27.043952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf89b0-5681-43cb-8d56-2a1b1668faa4 None None] DHCP port deletion for 86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:30:27.051262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Sync routers for ids ['93b235ce-3e48-4507-a016-2eb8ebb285b5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:30:27.063401 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-05d3ef82-7078-4eeb-9662-030a7f66fd25 req-d126c699-6f1e-4f2b-aa53-85d9d98ec2bb tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640028 Feb 11 13:30:27.070390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Routers {'93b235ce-3e48-4507-a016-2eb8ebb285b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:27.071219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:30:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93b235ce-3e48-4507-a016-2eb8ebb285b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:27.073927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bdfd02b-10fb-4524-93db-c0cba7fb4741 req-3b41b4e4-13bd-42b9-91d6-e3677b77936b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544112 Feb 11 13:30:27.145851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.145851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-77471341-f0ea-4f9d-872d-dec0dffce8df admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4341681 Feb 11 13:30:27.148899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56478) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:27.274175 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5546a9a2-27b9-480e-918d-96079f114363 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.312306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546a9a2-27b9-480e-918d-96079f114363 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Subnet': ['ID=1032b5af-d6c8-430e-9604-803de2cb3059,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:27.315118 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5546a9a2-27b9-480e-918d-96079f114363 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.318499 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5546a9a2-27b9-480e-918d-96079f114363 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "DELETE /v2.0/subnets/1032b5af-d6c8-430e-9604-803de2cb3059 HTTP/1.1" status: 204 len: 168 time: 0.6699886 Feb 11 13:30:27.322412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56492) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:27.409779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55b740-2761-4b8b-bcbc-be10a685025d req-2e0c39be-8bf1-4d59-9c33-e468e07272df tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:27.411351 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a55b740-2761-4b8b-bcbc-be10a685025d req-2e0c39be-8bf1-4d59-9c33-e468e07272df tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0911765 Feb 11 13:30:27.457137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80fbac9-157c-46ae-8a8d-4be6b2a8d5f6 None None] Network 2202e614-38ab-4ad3-a093-947219c72a71 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:30:27.480348 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.519247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a55b740-2761-4b8b-bcbc-be10a685025d req-7a9ca044-5d9b-4c43-97d1-aba42204c74c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998230 Feb 11 13:30:27.636364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56504) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:27.642377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9a128111-1fe5-47a4-a9d5-d86babae063e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576476350', 'description': 'tempest-description--1075988622'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:27.643298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Deleting port 6cc13a03-beab-43db-83ea-7cc35614d9f3 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:27.643648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.659669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Set router 93b235ce-3e48-4507-a016-2eb8ebb285b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:27.699656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bc0e1-849a-4245-ae34-c8e63fb4b6fe req-f4b8ebb7-05df-46fd-9235-df960e15d48c tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:27.701337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-185bc0e1-849a-4245-ae34-c8e63fb4b6fe req-f4b8ebb7-05df-46fd-9235-df960e15d48c tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0968900 Feb 11 13:30:27.748176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-185bc0e1-849a-4245-ae34-c8e63fb4b6fe req-28c19930-b224-476a-8fd9-84cc3cfa3f6b tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 Feb 11 13:30:27.758033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf89b0-5681-43cb-8d56-2a1b1668faa4 None None] Deleting port 6cc13a03-beab-43db-83ea-7cc35614d9f3 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:27.758530 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ebf89b0-5681-43cb-8d56-2a1b1668faa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.777314 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a128111-1fe5-47a4-a9d5-d86babae063e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.787267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.851422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] For port 6cc13a03-beab-43db-83ea-7cc35614d9f3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6cc13a03-beab-43db-83ea-7cc35614d9f3,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:27.851793 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.874073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18946b12-1e56-4667-be3c-3f64fbecff50 req-e684f33d-587f-4afc-abf9-888bd92bda58 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:27.875623 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18946b12-1e56-4667-be3c-3f64fbecff50 req-e684f33d-587f-4afc-abf9-888bd92bda58 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1649520 Feb 11 13:30:27.888825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Calling delete_port for 6cc13a03-beab-43db-83ea-7cc35614d9f3 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:27.894701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a128111-1fe5-47a4-a9d5-d86babae063e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:27.942531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4fe10a21-b62e-4b80-9d16-871abd6d1e04 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:27.986160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba3176-fc98-4559-8daa-92898a546f17 req-acccd6dd-dd27-4a7b-bd36-412045f6dae2 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:27.997830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ba3176-fc98-4559-8daa-92898a546f17 req-acccd6dd-dd27-4a7b-bd36-412045f6dae2 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0969613 Feb 11 13:30:28.007767 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a128111-1fe5-47a4-a9d5-d86babae063e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.033729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9501e316-e818-4659-87bb-a936bd81e978 None None] DHCP port deletion for 2202e614-38ab-4ad3-a093-947219c72a71 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:30:28.054605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a128111-1fe5-47a4-a9d5-d86babae063e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3985eb-d968-4ec9-892f-0e91b3dbb86e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.075328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18946b12-1e56-4667-be3c-3f64fbecff50 req-04646130-c1fa-4e3b-8ddd-2d99f9d4c369 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868331 Feb 11 13:30:28.075541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9ebf89b0-5681-43cb-8d56-2a1b1668faa4 None None] For port 6cc13a03-beab-43db-83ea-7cc35614d9f3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6cc13a03-beab-43db-83ea-7cc35614d9f3,segment=NetworkSegment(aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6),segment_id=aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:28.075925 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ebf89b0-5681-43cb-8d56-2a1b1668faa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.093009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ba3176-fc98-4559-8daa-92898a546f17 req-c65b5f78-57a4-49f2-b67d-575cd2079eb5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873988 Feb 11 13:30:28.138998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf89b0-5681-43cb-8d56-2a1b1668faa4 None None] Calling delete_port for 6cc13a03-beab-43db-83ea-7cc35614d9f3 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:28.144805 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.151386 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a128111-1fe5-47a4-a9d5-d86babae063e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.152831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9a128111-1fe5-47a4-a9d5-d86babae063e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5152502 Feb 11 13:30:28.155920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56532) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:28.160558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-95acba36-ae90-43db-8794-b3cf8d760a56 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'security_group_rule': {'security_group_id': 'fa3985eb-d968-4ec9-892f-0e91b3dbb86e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:28.184994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:28.185661 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.205287 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.224421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] No DVR routers for this DVR port 6cc13a03-beab-43db-83ea-7cc35614d9f3 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:28.254545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9390130-e6da-40cd-8200-b58b525c3d0b req-fc08db1f-c7f7-426f-b890-5af8da6d165a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.256118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9390130-e6da-40cd-8200-b58b525c3d0b req-fc08db1f-c7f7-426f-b890-5af8da6d165a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0626917 Feb 11 13:30:28.262126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:28.310973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9390130-e6da-40cd-8200-b58b525c3d0b req-cbaaf528-796e-4e67-adf3-56aa388e7e18 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470481 Feb 11 13:30:28.313705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9501e316-e818-4659-87bb-a936bd81e978 None None] Deleting port 0d47fb8f-0614-4610-9028-1844a53727c3 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:28.314117 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9501e316-e818-4659-87bb-a936bd81e978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.327668 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95acba36-ae90-43db-8794-b3cf8d760a56 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.349984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'name': 'tempest-ServersTestMultiNic-719215468-router', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:30:22Z', 'updated_at': '2022-02-11T13:30:25Z', 'revision_number': 3, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'gw_port': {'id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:30:23Z', 'updated_at': '2022-02-11T13:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:28.409176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Port': ['ID=6cc13a03-beab-43db-83ea-7cc35614d9f3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.453567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Checking router: 93b235ce-3e48-4507-a016-2eb8ebb285b5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:30:28.455486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Updating router 93b235ce-3e48-4507-a016-2eb8ebb285b5 port bb00023c-b7a3-41ff-959d-dd685c076a18 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:30:28.458972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95acba36-ae90-43db-8794-b3cf8d760a56 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.487521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ca75e-04c7-4ebf-bf54-a03d7d877830 req-6abc058f-ac0c-4784-b2b7-326435731635 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.489126 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b56ca75e-04c7-4ebf-bf54-a03d7d877830 req-6abc058f-ac0c-4784-b2b7-326435731635 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.3232369 Feb 11 13:30:28.550315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.552478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95acba36-ae90-43db-8794-b3cf8d760a56 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.584220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9501e316-e818-4659-87bb-a936bd81e978 None None] For port 0d47fb8f-0614-4610-9028-1844a53727c3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0d47fb8f-0614-4610-9028-1844a53727c3,segment=NetworkSegment(cc98a19a-896c-4d41-bee7-1726cbb1e70a),segment_id=cc98a19a-896c-4d41-bee7-1726cbb1e70a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:28.584624 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9501e316-e818-4659-87bb-a936bd81e978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.604395 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ebf89b0-5681-43cb-8d56-2a1b1668faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.607896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acba36-ae90-43db-8794-b3cf8d760a56 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c355035b-77bd-49dc-b9d2-571e77fc5bfd,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.612674 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.631275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7d539-44b5-4ce4-b6d0-68974ee4714c req-0674d0f6-ff3d-4fe9-b4b9-b3136897175c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:28.634953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7e7d539-44b5-4ce4-b6d0-68974ee4714c req-0674d0f6-ff3d-4fe9-b4b9-b3136897175c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0932114 Feb 11 13:30:28.643553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9501e316-e818-4659-87bb-a936bd81e978 None None] Calling delete_port for 0d47fb8f-0614-4610-9028-1844a53727c3 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:28.653154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf89b0-5681-43cb-8d56-2a1b1668faa4 None None] No DVR routers for this DVR port 6cc13a03-beab-43db-83ea-7cc35614d9f3 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:28.681964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.689412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf89b0-5681-43cb-8d56-2a1b1668faa4 None None] Pushing event deleted for resources: {'Port': ['ID=6cc13a03-beab-43db-83ea-7cc35614d9f3,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:28.703503 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95acba36-ae90-43db-8794-b3cf8d760a56 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.711319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95acba36-ae90-43db-8794-b3cf8d760a56 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5483754 Feb 11 13:30:28.711568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56566) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:28.717518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f08ee850-bc8e-4c07-976d-41b5cd37c077 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'security_group_rule': {'security_group_id': 'fa3985eb-d968-4ec9-892f-0e91b3dbb86e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:28.745187 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7e7d539-44b5-4ce4-b6d0-68974ee4714c req-e4915d60-ff00-45a1-8e8b-79b57d5255f9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027291 Feb 11 13:30:28.840131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6cc13a03-beab-43db-83ea-7cc35614d9f3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:28.858713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f08ee850-bc8e-4c07-976d-41b5cd37c077 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:28.882356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:28.893975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 6cc13a03-beab-43db-83ea-7cc35614d9f3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:30:28.894309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6cc13a03-beab-43db-83ea-7cc35614d9f3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:28.921730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'mac_address': 'fa:16:3e:62:cf:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:28.937488 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f08ee850-bc8e-4c07-976d-41b5cd37c077 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.009626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86581a7c-b2ed-45bb-9581-e2dffb5bb5f3']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:29.023909 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.041687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:29.046188 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f08ee850-bc8e-4c07-976d-41b5cd37c077 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.051915 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b56ca75e-04c7-4ebf-bf54-a03d7d877830 req-8a89005e-e2bb-4b4d-90b4-03a9234d9c1a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557439 Feb 11 13:30:29.054301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:29.060815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6e32cf-2e19-4e38-bbfa-484f1a33f5c6') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:29.079636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.082992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ee850-bc8e-4c07-976d-41b5cd37c077 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efba8a38-bf81-4391-bba7-6157f0f2d9f4,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:29.104722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Allocated IP 172.20.0.1 (327cb3f9-9807-45e8-b107-40db4ad1b7bd/97244ae6-5c2b-4781-922e-2f84767b6f41/54ea2b40-e86b-4c07-a75c-7d1e421a11e6) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:29.108413 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.131733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:29.132967 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9501e316-e818-4659-87bb-a936bd81e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.154619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:30:29.155025 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:30:29.158103 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:30:29.184155 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f08ee850-bc8e-4c07-976d-41b5cd37c077 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.188577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f08ee850-bc8e-4c07-976d-41b5cd37c077 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4721413 Feb 11 13:30:29.189096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56598) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:29.194675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:29.284447 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.287466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdc29d-255a-48a7-ba25-07e9df324863 req-c10dc3ab-1de0-46f1-b801-37b29ae80767 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.289123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501e316-e818-4659-87bb-a936bd81e978 None None] Pushing event deleted for resources: {'Port': ['ID=0d47fb8f-0614-4610-9028-1844a53727c3,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:29.289270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83fdc29d-255a-48a7-ba25-07e9df324863 req-c10dc3ab-1de0-46f1-b801-37b29ae80767 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0650015 Feb 11 13:30:29.292080 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.297846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9501e316-e818-4659-87bb-a936bd81e978 None None] No DVR routers for this DVR port 0d47fb8f-0614-4610-9028-1844a53727c3 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:29.310273 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.359542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:29.382702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:29.413533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83fdc29d-255a-48a7-ba25-07e9df324863 req-4b86dca6-72a2-4ab5-a70e-e4c6a27333ba tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096950 Feb 11 13:30:29.420652 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.508184 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.510912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-e714f0c8-d661-4223-a1ce-eb2b8519767d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:29.513239 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-e714f0c8-d661-4223-a1ce-eb2b8519767d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 811 time: 0.3206558 Feb 11 13:30:29.518003 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.563974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-45f11211-d856-4e5f-8c44-95e6d4f19ade tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/quotas/0773021f91b5451292c61dbee2f8846e HTTP/1.1" status: 200 len: 375 time: 0.0158298 Feb 11 13:30:29.580351 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.619905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.625832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "DELETE /v2.0/networks/86581a7c-b2ed-45bb-9581-e2dffb5bb5f3 HTTP/1.1" status: 204 len: 168 time: 2.2990499 Feb 11 13:30:29.625832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5034db7-662d-405d-80cf-20add457fd1f tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Network': ['ID=86581a7c-b2ed-45bb-9581-e2dffb5bb5f3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:29.627670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56622) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:29.671650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Allocated IP 172.25.0.204 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/0f224ad2-ec6d-4806-821f-91dca6761b32) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:29.698267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Attempting to bind port bb00023c-b7a3-41ff-959d-dd685c076a18 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:29.698886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Attempting to bind port bb00023c-b7a3-41ff-959d-dd685c076a18 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:29.699081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Attempting to bind port bb00023c-b7a3-41ff-959d-dd685c076a18 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:29.701628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2d8d-878d-4df0-86f1-ef7a1e4a2189 None None] Pushing event updated for resources: {'Port': ['ID=bb00023c-b7a3-41ff-959d-dd685c076a18,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:29.710025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:29.710395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:29.710803 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.711266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:29.711661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Bound port: bb00023c-b7a3-41ff-959d-dd685c076a18, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:29.712196 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.720712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.795518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] For port bb00023c-b7a3-41ff-959d-dd685c076a18, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:29.797915 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-2143f5b0-b1f0-488f-84c3-60c3923ca528 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2221603 Feb 11 13:30:29.801521 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.805407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Network 327cb3f9-9807-45e8-b107-40db4ad1b7bd is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:29.809047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] For port bb00023c-b7a3-41ff-959d-dd685c076a18, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bb00023c-b7a3-41ff-959d-dd685c076a18,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:29.819605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:29.828700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.847983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:29.896206 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Pushing event updated for resources: {'Port': ['ID=54ea2b40-e86b-4c07-a75c-7d1e421a11e6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:29.934408 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:29.955671 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.006845 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.007020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0d47fb8f-0614-4610-9028-1844a53727c3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:30.027594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:30.033298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:30.036211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:30.074197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'Port': ['ID=0f224ad2-ec6d-4806-821f-91dca6761b32,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:30.080523 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.081229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 0d47fb8f-0614-4610-9028-1844a53727c3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:30:30.081475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0d47fb8f-0614-4610-9028-1844a53727c3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:30.091579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce2d8d-878d-4df0-86f1-ef7a1e4a2189 None None] Pushing event updated for resources: {'Port': ['ID=bb00023c-b7a3-41ff-959d-dd685c076a18,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:30.099335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Routers {'93b235ce-3e48-4507-a016-2eb8ebb285b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:30.099972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:30:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93b235ce-3e48-4507-a016-2eb8ebb285b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:30.150940 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-cd08ca75-51ea-4ef9-a52d-99af0315f235 service neutron] 10.222.0.52 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423846 Feb 11 13:30:30.198801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.213955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.264245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae98fd8-87fa-4aeb-b73a-4a14a29e7efe req-6532f3d5-0245-4cd0-bf14-759a6aa898b1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.264245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eae98fd8-87fa-4aeb-b73a-4a14a29e7efe req-6532f3d5-0245-4cd0-bf14-759a6aa898b1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.0672121 Feb 11 13:30:30.268860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e804a706-bcdd-4237-bf7b-3c90d92b6c91 None None] Provisioning complete for port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:30.269248 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e804a706-bcdd-4237-bf7b-3c90d92b6c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.304326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] Set router 93b235ce-3e48-4507-a016-2eb8ebb285b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:30.314816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eae98fd8-87fa-4aeb-b73a-4a14a29e7efe req-7dba49ca-4846-4e57-ba60-80fbf57a2a10 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462034 Feb 11 13:30:30.330201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2202e614-38ab-4ad3-a093-947219c72a71']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:30.345454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc98a19a-896c-4d41-bee7-1726cbb1e70a') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:30.345826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc98a19a-896c-4d41-bee7-1726cbb1e70a') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:30.359811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.366960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.393343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-8b011454-5a11-4006-91f5-8ff1243ea951 service neutron] 10.222.0.52 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262118 Feb 11 13:30:30.394323 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.405793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:30:30.406233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:30:30.410074 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:30:30.419579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e804a706-bcdd-4237-bf7b-3c90d92b6c91 None None] Port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:30:30.522301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.540974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56636) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:30.610743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.637910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290984e4-1f5b-4e41-9d05-3b1a9f04c721 req-6d26c0f6-711d-498f-9b05-1a667478f152 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:30.642778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290984e4-1f5b-4e41-9d05-3b1a9f04c721 req-6d26c0f6-711d-498f-9b05-1a667478f152 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0880246 Feb 11 13:30:30.644586 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.660158 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.660882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'name': 'tempest-ServersTestMultiNic-719215468-router', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:30:22Z', 'updated_at': '2022-02-11T13:30:25Z', 'revision_number': 3, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'gw_port': {'id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:30:23Z', 'updated_at': '2022-02-11T13:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:30.681089 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] 10.222.0.52 "DELETE /v2.0/networks/2202e614-38ab-4ad3-a093-947219c72a71 HTTP/1.1" status: 204 len: 168 time: 1.0401876 Feb 11 13:30:30.707517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e0dd4-f106-49f6-9325-21f5c2b3e9a6 tempest-TaggedBootDevicesTest_v242-2009575521 tempest-TaggedBootDevicesTest_v242-2009575521-project] Pushing event deleted for resources: {'Network': ['ID=2202e614-38ab-4ad3-a093-947219c72a71,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:30.707709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15566ee4-aafb-4c21-9c9b-ef6f1126b122 None None] The sync data for ids ['93b235ce-3e48-4507-a016-2eb8ebb285b5'] in n-d-816488-1 is: [{'id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'name': 'tempest-ServersTestMultiNic-719215468-router', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:30:22Z', 'updated_at': '2022-02-11T13:30:25Z', 'revision_number': 3, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'gw_port': {'id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:30:23Z', 'updated_at': '2022-02-11T13:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:30:30.724687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.754673 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-290984e4-1f5b-4e41-9d05-3b1a9f04c721 req-ef378f5f-0754-4e4a-bae3-5657b636d4b8 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890157 Feb 11 13:30:30.839073 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.885552 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2abb161c-28e7-4142-9721-56f2c69d4ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.897564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:30.977175 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.026227 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad8ea90e-6f11-435f-89c2-67a84e79e631 req-f522e002-4ec9-4d2a-a5d8-0c983a76a972 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 210 time: 0.0921495 Feb 11 13:30:31.158621 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.173390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Pushing event updated for resources: {'Port': ['ID=54ea2b40-e86b-4c07-a75c-7d1e421a11e6,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:31.181455 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.191834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'Port': ['ID=0f224ad2-ec6d-4806-821f-91dca6761b32,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:31.256933 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2abb161c-28e7-4142-9721-56f2c69d4ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.336469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Network 327cb3f9-9807-45e8-b107-40db4ad1b7bd is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:31.342106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:31.362234 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.363768 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ee5ee8f0-123a-44bb-9400-0b32fad1065b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1737132 Feb 11 13:30:31.367329 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2abb161c-28e7-4142-9721-56f2c69d4ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.544849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb161c-28e7-4142-9721-56f2c69d4ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a785197a-5bbc-42c7-b499-b04d6c4c79d7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:31.603163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2abb161c-28e7-4142-9721-56f2c69d4ebf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68aad26698a24d5abd0aba64f3fd00d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0607600 Feb 11 13:30:31.637124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56676) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:31.761340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8adecd-8851-4b16-8272-a155c97fc46b req-e3ad6a90-71a6-4716-aceb-533a63065225 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.762863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e8adecd-8851-4b16-8272-a155c97fc46b req-e3ad6a90-71a6-4716-aceb-533a63065225 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1814103 Feb 11 13:30:31.820522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e27d0a1-f35b-4940-b4cf-f5f8f6982fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.863008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Router 93b235ce-3e48-4507-a016-2eb8ebb285b5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:30:31.903887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e8adecd-8851-4b16-8272-a155c97fc46b req-75d20c66-f0ca-40e6-b7df-5863aec8773e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147928 Feb 11 13:30:31.905285 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbca6f-8413-4d29-bebc-a966e5a4990e req-3bfa8ece-9aef-4c9c-bf51-5742895ccee6 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:31.913897 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dbbca6f-8413-4d29-bebc-a966e5a4990e req-3bfa8ece-9aef-4c9c-bf51-5742895ccee6 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1779380 Feb 11 13:30:31.922488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-927b1a6c-3b3b-46ed-a4da-6ff4c1fdeda3 None None] Provisioning complete for port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:31.923041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-927b1a6c-3b3b-46ed-a4da-6ff4c1fdeda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:31.942603 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e27d0a1-f35b-4940-b4cf-f5f8f6982fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.066243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-927b1a6c-3b3b-46ed-a4da-6ff4c1fdeda3 None None] Port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:30:32.115283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bb00023c-b7a3-41ff-959d-dd685c076a18 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:32.172641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0dbbca6f-8413-4d29-bebc-a966e5a4990e req-d9b58379-ceb3-4bc5-bfda-a2fcca6d6290 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575674 Feb 11 13:30:32.191518 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-df92da86-1514-49e6-a6e1-82f9b160f90b tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1576476350&fields=id&tenant_id=caa838ed111542f39780c8f8cfe1c7c6 HTTP/1.1" status: 200 len: 267 time: 0.1116018 Feb 11 13:30:32.195437 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e27d0a1-f35b-4940-b4cf-f5f8f6982fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.200912 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e27d0a1-f35b-4940-b4cf-f5f8f6982fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.207405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2e27d0a1-f35b-4940-b4cf-f5f8f6982fda admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a785197a-5bbc-42c7-b499-b04d6c4c79d7 HTTP/1.1" status: 204 len: 168 time: 0.5653474 Feb 11 13:30:32.263913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:32.360834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e27d0a1-f35b-4940-b4cf-f5f8f6982fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a785197a-5bbc-42c7-b499-b04d6c4c79d7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:32.369686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:32.377120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port bb00023c-b7a3-41ff-959d-dd685c076a18 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:32.377501 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.406198 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a375af77-f4bb-415d-8b84-9c38ce914f1d admin admin] 10.222.0.52 "PUT /v2.0/routers/93b235ce-3e48-4507-a016-2eb8ebb285b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2559044 Feb 11 13:30:32.465990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:32.470118 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.619917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-bb02de7a-2eae-42ec-907d-564cfddb032d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:32.628172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-bb02de7a-2eae-42ec-907d-564cfddb032d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 811 time: 0.4233301 Feb 11 13:30:32.664047 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-85d07523-b85f-407b-a996-73b55e3d4394 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/quotas/caa838ed111542f39780c8f8cfe1c7c6 HTTP/1.1" status: 200 len: 375 time: 0.0349009 Feb 11 13:30:32.819798 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.827896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-1e56c33f-65f2-4cfa-82cc-c82ff93e293a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1629622 Feb 11 13:30:32.855410 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:32.888572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port bb00023c-b7a3-41ff-959d-dd685c076a18, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bb00023c-b7a3-41ff-959d-dd685c076a18,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:32.911601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:32.921359 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270cf783-fea1-45e6-8767-e0982b8ef84a" -d '{"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-plugged", "status": "completed", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:32.963261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:32.980014 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:33.060619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56728) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:33.076152 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:33.117829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-23d445ff-1230-4a34-ac8f-b35ea7f869ab service neutron] 10.222.0.52 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532148 Feb 11 13:30:33.171198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=bb00023c-b7a3-41ff-959d-dd685c076a18,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:33.275470 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11a615c2-1b06-4e9a-9aac-ac10422bf397 req-3d76461a-a2c1-4438-807f-4071d6234450 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 210 time: 0.1102669 Feb 11 13:30:33.311253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=10']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:33.372955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-ef964ceb-4e1f-430c-be49-c446f4e689e4 service neutron] 10.222.0.52 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505925 Feb 11 13:30:33.377253 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ae7af1-a3e5-4c66-a2e3-d51f9a617b19 x-openstack-request-id: req-29ae7af1-a3e5-4c66-a2e3-d51f9a617b19 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:33.377658 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-plugged", "status": "completed", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:33.378403 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29ae7af1-a3e5-4c66-a2e3-d51f9a617b19 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:33.379709 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'code': 200} Feb 11 13:30:33.404650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1120420070'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:33.609499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8208e-f4eb-49fe-a8cd-358d156e4836 req-c20f516a-2154-41ec-9d29-71123e59af6d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:33.611757 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0f8208e-f4eb-49fe-a8cd-358d156e4836 req-c20f516a-2154-41ec-9d29-71123e59af6d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1607320 Feb 11 13:30:33.678364 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0f8208e-f4eb-49fe-a8cd-358d156e4836 req-0f4b7993-7b74-47cc-9ad1-8273995fb562 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578995 Feb 11 13:30:33.686110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:33.691893 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:33.820839 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Sync routers for ids ['93b235ce-3e48-4507-a016-2eb8ebb285b5'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:30:33.840200 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Routers {'93b235ce-3e48-4507-a016-2eb8ebb285b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:33.842423 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:30:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93b235ce-3e48-4507-a016-2eb8ebb285b5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:33.846939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:30:33.898708 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:33.908734 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Added segment 96be04a5-88ad-401a-acc3-70a7c13ec4c3 of type vlan for network f47ebb4f-aa45-43a5-b446-dd11da83d288 Feb 11 13:30:34.031721 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc45b6fe-3e19-4f88-b3c1-782e8aec3858 req-6fc5b6f4-7757-41fe-ad02-52d41cdc9fc5 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 210 time: 0.0680676 Feb 11 13:30:34.182669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-5de84753-113d-432c-b74f-0584fac17a04 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:34.204728 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-5de84753-113d-432c-b74f-0584fac17a04 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 811 time: 0.4454355 Feb 11 13:30:34.227333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'port': {'device_id': 'c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'admin_state_up': True, 'tenant_id': '0773021f91b5451292c61dbee2f8846e'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:34.250928 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:34.259781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bb00023c-b7a3-41ff-959d-dd685c076a18 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:34.275614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac9458-51c1-4a5c-b9ce-779c5a006fff req-52e0e0ff-a486-42ff-8beb-ad17a91f349c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:34.277628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8cac9458-51c1-4a5c-b9ce-779c5a006fff req-52e0e0ff-a486-42ff-8beb-ad17a91f349c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.3180315 Feb 11 13:30:34.332651 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Set router 93b235ce-3e48-4507-a016-2eb8ebb285b5 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:34.413615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8cac9458-51c1-4a5c-b9ce-779c5a006fff req-f09212bf-e68a-4224-8b9f-4be213dcb2e6 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246777 Feb 11 13:30:34.474737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:34.496744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:34.498559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:34.635629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port bb00023c-b7a3-41ff-959d-dd685c076a18 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:34.636164 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5742841 Feb 11 13:30:34.636822 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:34.654076 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53be1743-3652-4e89-9a11-bd61fd67e45c req-1623c56c-bce0-4786-a1f4-327789a09104 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 210 time: 0.2075710 Feb 11 13:30:34.706583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56782) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:34.712619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'subnet': {'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:34.817470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e929a-feaa-48c1-b4e3-988f0f59f12d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Network': ['ID=f47ebb4f-aa45-43a5-b446-dd11da83d288,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:34.839997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f47ebb4f-aa45-43a5-b446-dd11da83d288 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:30:34.899076 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'name': 'tempest-ServersTestMultiNic-719215468-router', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:30:22Z', 'updated_at': '2022-02-11T13:30:30Z', 'revision_number': 4, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'gw_port': {'id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:30:23Z', 'updated_at': '2022-02-11T13:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '54ea2b40-e86b-4c07-a75c-7d1e421a11e6', 'name': '', 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'mac_address': 'fa:16:3e:27:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '97244ae6-5c2b-4781-922e-2f84767b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:30:28Z', 'updated_at': '2022-02-11T13:30:30Z', 'revision_number': 2, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'subnets': [{'id': '97244ae6-5c2b-4781-922e-2f84767b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:35.028839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Made reservation on behalf of 0773021f91b5451292c61dbee2f8846e for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:35.041013 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:35.068848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:35.074213 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:35.080285 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Checking router: 93b235ce-3e48-4507-a016-2eb8ebb285b5 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:30:35.088109 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Updating router 93b235ce-3e48-4507-a016-2eb8ebb285b5 port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:30:35.241133 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:35.543996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-72787bfc-8620-434c-95dd-fe86b3e3f272 req-328600c4-c3e7-4b6a-a622-7daf8df05868 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 210 time: 0.1988475 Feb 11 13:30:35.614259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Allocated IP 172.20.0.14 (41d4209a-8a29-44c3-85b9-e48f9078e17b/c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8/fd725b32-020a-4ad7-a810-1f3105417f36) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:36.224698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce7142-c399-4b06-b7ff-fd54001c0e63 req-8045d1d8-f651-4b3f-a5b6-55c90fe9622d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:36.242481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9bce7142-c399-4b06-b7ff-fd54001c0e63 req-8045d1d8-f651-4b3f-a5b6-55c90fe9622d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.4295213 Feb 11 13:30:36.288537 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.311856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.377753 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.454993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9bce7142-c399-4b06-b7ff-fd54001c0e63 req-0ef9a67c-b4c4-41f7-8fa5-efd7e14ee796 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092102 Feb 11 13:30:36.541023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Subnet': ['ID=17e6a386-8077-480e-a3c4-f72c6cc4544f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:36.562711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Checking segment: {'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:36.563775 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network hostable DHCP agents. Network: f47ebb4f-aa45-43a5-b446-dd11da83d288, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:30:36.668444 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Pushing event updated for resources: {'Port': ['ID=54ea2b40-e86b-4c07-a75c-7d1e421a11e6,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:36.715693 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.716235 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.716746 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.717257 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.717828 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.718540 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.719044 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.719545 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.720086 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.720636 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.721169 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.721725 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:36.806963 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Attempting to bind port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:36.807909 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Attempting to bind port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'cae5a91c-a0f7-4206-a95c-1633fe31815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:36.808196 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Attempting to bind port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 on network 327cb3f9-9807-45e8-b107-40db4ad1b7bd {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:36.823202 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9ffad1e-d854-4198-acbc-667090708476 req-2d28b987-4d91-4d7c-a208-e0aa6a0af3a4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 210 time: 0.1528709 Feb 11 13:30:36.824030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network f47ebb4f-aa45-43a5-b446-dd11da83d288 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:30:36.826388 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:36.830205 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Checking segment: {'id': 'cae5a91c-a0f7-4206-a95c-1633fe31815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:36.833681 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.842322 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Bound using segment: {'id': 'cae5a91c-a0f7-4206-a95c-1633fe31815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:36.842840 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Bound port: 54ea2b40-e86b-4c07-a75c-7d1e421a11e6, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae5a91c-a0f7-4206-a95c-1633fe31815c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:36.843241 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:36.972512 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f47ebb4f-aa45-43a5-b446-dd11da83d288) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:36.987705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf854ce-d355-408c-8a49-e5910cc4b42c None None] Network f47ebb4f-aa45-43a5-b446-dd11da83d288 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:30:36.988139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:36.989596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.079874 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f076746-ca99-4df1-8d62-9847f40733a2 req-f751c3e5-d30f-4acd-acb5-ff99143fd237 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 210 time: 0.0483279 Feb 11 13:30:37.162616 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-178672f9-245b-4d3a-bc7b-3c7a2a0543ac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4501078 Feb 11 13:30:37.163419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56842) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:37.173519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-710776223'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:37.255041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e13b70b5-0fd6-4b84-810f-fbbb3d889299 None None] Provisioning complete for port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:37.255671 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e13b70b5-0fd6-4b84-810f-fbbb3d889299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.265615 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] For port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:37.281197 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] For port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=54ea2b40-e86b-4c07-a75c-7d1e421a11e6,segment=NetworkSegment(cae5a91c-a0f7-4206-a95c-1633fe31815c),segment_id=cae5a91c-a0f7-4206-a95c-1633fe31815c)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:37.310613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:37.316308 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.341625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e13b70b5-0fd6-4b84-810f-fbbb3d889299 None None] Port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:30:37.351943 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.392847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:30:37.417548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.427101 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.428547 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Added segment 2edda112-4de4-4f1e-a33c-9788cd13b8ed of type vlan for network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b Feb 11 13:30:37.595890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.658806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f47ebb4f-aa45-43a5-b446-dd11da83d288', 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'fixed_ips': [{'subnet_id': '17e6a386-8077-480e-a3c4-f72c6cc4544f'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:30:37.660085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.662785 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:37.801706 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Routers {'93b235ce-3e48-4507-a016-2eb8ebb285b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:37.803548 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:30:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93b235ce-3e48-4507-a016-2eb8ebb285b5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:37.830907 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc9076-09e7-45e1-a13a-dd87ef812da1 None None] Pushing event updated for resources: {'Port': ['ID=54ea2b40-e86b-4c07-a75c-7d1e421a11e6,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:37.907791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'Port': ['ID=fd725b32-020a-4ad7-a810-1f3105417f36,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:37.948964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:37.953157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:37.959422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:37.998644 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.033167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:38.034368 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.104162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:38.109393 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.143658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Allocated IP 19.80.0.2 (f47ebb4f-aa45-43a5-b446-dd11da83d288/17e6a386-8077-480e-a3c4-f72c6cc4544f/0da631dc-7a84-4587-916b-73735efd020f) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:38.306809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0f337289-f1bb-4df1-af4d-dc705fcf373d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0928991 Feb 11 13:30:38.329444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Request body: {'port': {'device_id': 'c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:38.483062 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.493199 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] Set router 93b235ce-3e48-4507-a016-2eb8ebb285b5 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:38.587476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c439d9e3-60bf-4fd4-83f9-785690e122da None None] Provisioning complete for port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:38.591542 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c439d9e3-60bf-4fd4-83f9-785690e122da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.783474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6185522 Feb 11 13:30:38.785652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac96dc-9105-4072-9a71-b035925e7fdf tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Network': ['ID=45d4a4f9-27af-4fec-831e-8eda3a39ae3b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:38.807281 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:38.822582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:30:38.861360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56882) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:38.874238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-b53ea358-cd40-4358-b07b-9b37f25cf8a0 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:38.875909 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-b53ea358-cd40-4358-b07b-9b37f25cf8a0 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.13 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 811 time: 0.9698296 Feb 11 13:30:38.882758 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'subnet': {'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:38.924936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6398abd5-bfaf-46cf-b568-fea34b82303b req-e383aae2-2f46-494f-9049-e98ee83d323b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:38.926716 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6398abd5-bfaf-46cf-b568-fea34b82303b req-e383aae2-2f46-494f-9049-e98ee83d323b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 1.2042279 Feb 11 13:30:39.016450 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.050685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eeddd16e-63b7-4c46-aac0-63a4ee266ebc req-16250be6-fd86-4f0d-b7d1-b486103015e1 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 210 time: 0.4087701 Feb 11 13:30:39.060586 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6398abd5-bfaf-46cf-b568-fea34b82303b req-21c25deb-df84-4c7e-b633-05975dac0ace tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208518 Feb 11 13:30:39.120429 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'name': 'tempest-ServersTestMultiNic-719215468-router', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:30:22Z', 'updated_at': '2022-02-11T13:30:30Z', 'revision_number': 4, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'gw_port': {'id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:30:23Z', 'updated_at': '2022-02-11T13:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '54ea2b40-e86b-4c07-a75c-7d1e421a11e6', 'name': '', 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'mac_address': 'fa:16:3e:27:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '97244ae6-5c2b-4781-922e-2f84767b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:30:28Z', 'updated_at': '2022-02-11T13:30:37Z', 'revision_number': 4, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'subnets': [{'id': '97244ae6-5c2b-4781-922e-2f84767b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:39.137328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-a733abc6-d790-4819-beb4-6b06020b94a2 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caa838ed111542f39780c8f8cfe1c7c6 HTTP/1.1" status: 200 len: 380 time: 0.2472045 Feb 11 13:30:39.173182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'port': {'device_id': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'admin_state_up': True, 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'security_groups': ['fa3985eb-d968-4ec9-892f-0e91b3dbb86e']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:39.190940 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0906e28-635a-4a00-8bdd-a1adf43c313b None None] The sync data for ids ['93b235ce-3e48-4507-a016-2eb8ebb285b5'] in n-d-816488-1 is: [{'id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'name': 'tempest-ServersTestMultiNic-719215468-router', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:30:22Z', 'updated_at': '2022-02-11T13:30:30Z', 'revision_number': 4, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'gw_port': {'id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:30:23Z', 'updated_at': '2022-02-11T13:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '54ea2b40-e86b-4c07-a75c-7d1e421a11e6', 'name': '', 'network_id': '327cb3f9-9807-45e8-b107-40db4ad1b7bd', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'mac_address': 'fa:16:3e:27:c7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': '97244ae6-5c2b-4781-922e-2f84767b6f41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:30:28Z', 'updated_at': '2022-02-11T13:30:37Z', 'revision_number': 4, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'subnets': [{'id': '97244ae6-5c2b-4781-922e-2f84767b6f41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:30:39.207514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec59865-282c-4380-9d2a-a60bfdbcb719 req-cf2f21f9-30b0-4d0b-9fac-efcd70d7b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:39.209040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aec59865-282c-4380-9d2a-a60bfdbcb719 req-cf2f21f9-30b0-4d0b-9fac-efcd70d7b3d9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 1097 time: 0.5457885 Feb 11 13:30:39.368306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Network f47ebb4f-aa45-43a5-b446-dd11da83d288 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:39.395057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:39.417977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:39.425811 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c439d9e3-60bf-4fd4-83f9-785690e122da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.447692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Pushing event updated for resources: {'Port': ['ID=0da631dc-7a84-4587-916b-73735efd020f,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:39.556370 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c439d9e3-60bf-4fd4-83f9-785690e122da None None] For port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=54ea2b40-e86b-4c07-a75c-7d1e421a11e6,segment=NetworkSegment(cae5a91c-a0f7-4206-a95c-1633fe31815c),segment_id=cae5a91c-a0f7-4206-a95c-1633fe31815c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:39.557551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Attempting to bind port 0da631dc-7a84-4587-916b-73735efd020f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:39.563484 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Attempting to bind port 0da631dc-7a84-4587-916b-73735efd020f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:39.563484 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Attempting to bind port 0da631dc-7a84-4587-916b-73735efd020f on network f47ebb4f-aa45-43a5-b446-dd11da83d288 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:39.591622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:39.592270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Checking segment: {'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:39.592855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.593401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Bound using segment: {'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:39.594967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Bound port: 0da631dc-7a84-4587-916b-73735efd020f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:39.595689 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.632838 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c439d9e3-60bf-4fd4-83f9-785690e122da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.658731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7d90899f-7627-4ac1-b23f-daee1d0a21e6 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:39.762961 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a98820-599d-4a4a-b4e4-353cf5751161 req-992a91d2-0de8-4c24-933c-c5e1ba0aeec5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:39.778054 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98a98820-599d-4a4a-b4e4-353cf5751161 req-992a91d2-0de8-4c24-933c-c5e1ba0aeec5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 932 time: 0.2440038 Feb 11 13:30:39.823119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Made reservation on behalf of caa838ed111542f39780c8f8cfe1c7c6 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:39.828136 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.853235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:39.857267 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:39.960744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7d90899f-7627-4ac1-b23f-daee1d0a21e6 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:40.323041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] For port 0da631dc-7a84-4587-916b-73735efd020f, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:40.335231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] For port 0da631dc-7a84-4587-916b-73735efd020f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0da631dc-7a84-4587-916b-73735efd020f,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:40.371574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:40.432837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec59865-282c-4380-9d2a-a60bfdbcb719 req-4a345598-0703-4f9a-8286-f3c481a40308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:40.438342 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aec59865-282c-4380-9d2a-a60bfdbcb719 req-4a345598-0703-4f9a-8286-f3c481a40308 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 200 len: 919 time: 0.8723073 Feb 11 13:30:40.616752 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98a98820-599d-4a4a-b4e4-353cf5751161 req-985307a0-6a59-49fb-b0e1-942815416668 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8352075 Feb 11 13:30:40.704814 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.715112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aec59865-282c-4380-9d2a-a60bfdbcb719 req-5f1a1de1-1241-4a6e-a6a8-0bdf2738467c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91 HTTP/1.1" status: 200 len: 217 time: 0.2573984 Feb 11 13:30:40.720088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:40.723340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd725b32-020a-4ad7-a810-1f3105417f36 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:40.729011 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.741848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439d9e3-60bf-4fd4-83f9-785690e122da None None] Pushing event updated for resources: {'Port': ['ID=54ea2b40-e86b-4c07-a75c-7d1e421a11e6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:40.916039 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:40.937052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Subnet': ['ID=aff476a7-602a-4235-9349-69234f99c810,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:41.035146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Transition to ACTIVE for port object fd725b32-020a-4ad7-a810-1f3105417f36 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:41.058050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec59865-282c-4380-9d2a-a60bfdbcb719 req-544ab1d0-30b4-4859-9c57-7b0b79809934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:41.060554 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aec59865-282c-4380-9d2a-a60bfdbcb719 req-544ab1d0-30b4-4859-9c57-7b0b79809934 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f7e6eb9-fe88-4664-95a5-199db9564712 HTTP/1.1" status: 200 len: 858 time: 0.3425691 Feb 11 13:30:41.080667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a635d-0d8a-4d45-a080-ff76e4453e3c req-6218bde4-3e9e-4c2b-82a4-21d2b854c5f4 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:41.095100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b62a635d-0d8a-4d45-a080-ff76e4453e3c req-6218bde4-3e9e-4c2b-82a4-21d2b854c5f4 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.3957837 Feb 11 13:30:41.162768 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:41.299608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Pushing event updated for resources: {'Port': ['ID=fd725b32-020a-4ad7-a810-1f3105417f36,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:41.307654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aec59865-282c-4380-9d2a-a60bfdbcb719 req-233517b6-72f3-4756-b87e-6663e4987017 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2225a145-5852-4ecb-bf66-01fdcbd19e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2027667 Feb 11 13:30:41.445116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e7548-84f3-473a-adc1-35b09d0a12af None None] Pushing event updated for resources: {'Port': ['ID=0da631dc-7a84-4587-916b-73735efd020f,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:41.543030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b62a635d-0d8a-4d45-a080-ff76e4453e3c req-277cfadd-cd50-4d3e-b9da-afb6cf46a663 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399583 Feb 11 13:30:41.567101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '7d90899f-7627-4ac1-b23f-daee1d0a21e6', 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a', 'port_id': '7d90899f-7627-4ac1-b23f-daee1d0a21e6', 'mac_address': 'fa:16:3e:e5:7a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18791dde-9449-4545-9c37-bd46ebac9cc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:41.976131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:41.976600 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.038616 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.129020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d90899f-7627-4ac1-b23f-daee1d0a21e6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:42.146041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.186614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:42.208008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aec59865-282c-4380-9d2a-a60bfdbcb719 req-e981be37-e891-407c-ae14-3955f7d54e28 service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8669670 Feb 11 13:30:42.288831 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.450705 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:42.451284 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:30:42.454752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7d90899f-7627-4ac1-b23f-daee1d0a21e6,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:42.481220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Attempting to bind port fd725b32-020a-4ad7-a810-1f3105417f36 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:42.481220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Attempting to bind port fd725b32-020a-4ad7-a810-1f3105417f36 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:42.481220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Attempting to bind port fd725b32-020a-4ad7-a810-1f3105417f36 on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:42.485499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:42.514528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Port fd725b32-020a-4ad7-a810-1f3105417f36 on network 41d4209a-8a29-44c3-85b9-e48f9078e17b not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:30:42.515130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Attempting to bind port fd725b32-020a-4ad7-a810-1f3105417f36 on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:42.536448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45906348-71c1-4963-9770-8f7aff45af2f req-68031768-4064-411e-b4ef-afbd07d90030 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:42.543479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7d90899f-7627-4ac1-b23f-daee1d0a21e6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:42.561903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45906348-71c1-4963-9770-8f7aff45af2f req-68031768-4064-411e-b4ef-afbd07d90030 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.7114785 Feb 11 13:30:42.601141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Allocated IP 172.20.0.7 (78e8cc7a-6b88-4178-9818-4cb8339195fa/3356f2cd-4d02-411c-9f61-5d25d83cac42/418dcc8e-b734-459b-b3a3-6eabc16618e8) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:42.631627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:42.632024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Checking segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:42.632368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Bound using segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:42.632907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Bound port: fd725b32-020a-4ad7-a810-1f3105417f36, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:42.633649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.692823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:42.696501 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:42.836062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] For port fd725b32-020a-4ad7-a810-1f3105417f36, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:42.843070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] For port fd725b32-020a-4ad7-a810-1f3105417f36, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fd725b32-020a-4ad7-a810-1f3105417f36,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:42.848307 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56952) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:42.852327 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aec59865-282c-4380-9d2a-a60bfdbcb719 req-507f8743-b41a-470b-a96c-3e4b2ac26a41 service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6363821 Feb 11 13:30:42.906714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45906348-71c1-4963-9770-8f7aff45af2f req-19cbe9ad-dc0e-4f58-ad64-cd82fd9ea8bc tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438156 Feb 11 13:30:42.919688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.027976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.028495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.029256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.034388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.036049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.036557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.037052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.038103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.039106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.040678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.041944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.045113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.053117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.054554 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.066329 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.067850 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] 10.222.0.13 "PUT /v2.0/ports/fd725b32-020a-4ad7-a810-1f3105417f36 HTTP/1.1" status: 200 len: 1092 time: 4.7539508 Feb 11 13:30:43.092987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8', 'tag': 'fd725b32-020a-4ad7-a810-1f3105417f36'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:43.101641 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8", "tag": "fd725b32-020a-4ad7-a810-1f3105417f36"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:43.253825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fed7c9f2-9d7d-42e5-841b-da4a68cc8ef3 req-7358fac4-eb1b-4650-a44a-e518cbb90c50 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 210 time: 2.3138387 Feb 11 13:30:43.308720 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.323238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Checking segment: {'id': '2edda112-4de4-4f1e-a33c-9788cd13b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:43.323601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network hostable DHCP agents. Network: 45d4a4f9-27af-4fec-831e-8eda3a39ae3b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:30:43.409199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7d90899f-7627-4ac1-b23f-daee1d0a21e6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:43.494077 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7eef67b0-71ae-4ad6-bc4d-7997cf4f1cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.529523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Pushing event updated for resources: {'Port': ['ID=fd725b32-020a-4ad7-a810-1f3105417f36,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:43.541587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:43.566787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0eb3f744-28e5-4082-bab8-17f8a7ac9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.568398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-0eb3f744-28e5-4082-bab8-17f8a7ac9496 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 1095 time: 0.3917713 Feb 11 13:30:43.576463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.576874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.577844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.578091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.578425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.578774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.579102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.579426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.579807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.580157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.580498 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.580836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf558fe-b9ca-4bc7-bad2-7a3e976d6070 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:30:43.608213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56946c27-2866-4a61-a04e-e030a15484d8 req-1d569d77-cbec-4f52-8202-98aad255f395 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.609584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-56946c27-2866-4a61-a04e-e030a15484d8 req-1d569d77-cbec-4f52-8202-98aad255f395 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1489966 Feb 11 13:30:43.665898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-e08d1226-a4f7-4aea-8134-63fdaf4e12eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd725b32-020a-4ad7-a810-1f3105417f36 HTTP/1.1" status: 200 len: 217 time: 0.0756638 Feb 11 13:30:43.708584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:30:43.736813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-56946c27-2866-4a61-a04e-e030a15484d8 req-b253d4ba-a7ef-47cd-ac5e-b1353b15242e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166394 Feb 11 13:30:43.749492 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.760683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.836743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7eef67b0-71ae-4ad6-bc4d-7997cf4f1cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.850835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Network 78e8cc7a-6b88-4178-9818-4cb8339195fa is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:43.884523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:43.886742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 45d4a4f9-27af-4fec-831e-8eda3a39ae3b) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:43.909471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:43.920555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7d90899f-7627-4ac1-b23f-daee1d0a21e6,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:43.923142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-ee241a2f-7547-4bc5-98b9-a4140bcd2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.927588 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-ee241a2f-7547-4bc5-98b9-a4140bcd2558 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.0861280 Feb 11 13:30:43.933134 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf95bfe-efe5-4506-a3c9-dfcbb46db639 x-openstack-request-id: req-adf95bfe-efe5-4506-a3c9-dfcbb46db639 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:43.935019 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8", "tag": "fd725b32-020a-4ad7-a810-1f3105417f36", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:43.935921 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-adf95bfe-efe5-4506-a3c9-dfcbb46db639 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:43.937014 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8', 'tag': 'fd725b32-020a-4ad7-a810-1f3105417f36', 'status': 'completed', 'code': 200} Feb 11 13:30:43.968732 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7eef67b0-71ae-4ad6-bc4d-7997cf4f1cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:43.995442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:43.996063 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:44.038490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event updated for resources: {'Port': ['ID=418dcc8e-b734-459b-b3a3-6eabc16618e8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:44.064606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.066231 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:44.094131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef67b0-71ae-4ad6-bc4d-7997cf4f1cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb29736a-cf7a-405f-ba7c-051c946ca416,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:44.107945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd26597-4d33-4c6a-8d60-0ac811aca636 None None] Network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:30:44.109100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7eef67b0-71ae-4ad6-bc4d-7997cf4f1cc4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e51cf5a33cb24884b45c7d0a3040a93e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2552791 Feb 11 13:30:44.112707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56974) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:44.161192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db128d81-ab03-465a-8691-c9e29c79ae8e req-6602ca8e-3104-4f85-ba9e-8397e2e3a9f8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.177469 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fbdb4528-76e0-4f53-a51d-322fc7bb541c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.3004484 Feb 11 13:30:44.178384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db128d81-ab03-465a-8691-c9e29c79ae8e req-6602ca8e-3104-4f85-ba9e-8397e2e3a9f8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 944 time: 0.7933035 Feb 11 13:30:44.231663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33248787-23d7-451c-8708-b9f2eb3a3abb req-6e36e7a6-d56b-438a-83c2-099aa5b2eafd tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.238624 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33248787-23d7-451c-8708-b9f2eb3a3abb req-6e36e7a6-d56b-438a-83c2-099aa5b2eafd tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 943 time: 0.1641171 Feb 11 13:30:44.304586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-6e2b3635-c251-4244-9d8e-7726c915fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:44.318944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7d90899f-7627-4ac1-b23f-daee1d0a21e6 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:44.322726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-6e2b3635-c251-4244-9d8e-7726c915fb10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3730953 Feb 11 13:30:44.329046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33248787-23d7-451c-8708-b9f2eb3a3abb req-7db90d44-8143-41d6-bff8-1c0b220c98c2 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805695 Feb 11 13:30:44.344406 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-99d9b8d5-c214-495c-95a5-a628ed94f6d3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1892288 Feb 11 13:30:44.360357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Request body: {'port': {'device_id': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:44.491432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0910620-e876-4721-895e-4c640e356c03 None None] Network f47ebb4f-aa45-43a5-b446-dd11da83d288 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:30:44.520191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db128d81-ab03-465a-8691-c9e29c79ae8e req-bcf65f96-a470-45e7-8a31-e164b33b27f0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332958 Feb 11 13:30:44.651179 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:44.728583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0da631dc-7a84-4587-916b-73735efd020f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:44.767871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d0925b4-173d-4a27-9fcf-670562648e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:44.809860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d0925b4-173d-4a27-9fcf-670562648e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:44.926548 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-2e3ea89b-696c-40d8-871b-a2f9f5595f9f service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781009 Feb 11 13:30:45.078626 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdc42766-ba4c-4368-b73a-f90bb4ff8ded req-bb5ead72-2291-4c87-9aea-a5b77608bea7 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424441 Feb 11 13:30:45.088725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd48b2-79dc-49a7-9d14-4c052d51141c req-4a509e74-4e27-4261-9632-08e8f784f694 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:45.090246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90dd48b2-79dc-49a7-9d14-4c052d51141c req-4a509e74-4e27-4261-9632-08e8f784f694 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 931 time: 0.3643818 Feb 11 13:30:45.090891 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d0925b4-173d-4a27-9fcf-670562648e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.094064 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d0925b4-173d-4a27-9fcf-670562648e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.098642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6d0925b4-173d-4a27-9fcf-670562648e9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cb29736a-cf7a-405f-ba7c-051c946ca416 HTTP/1.1" status: 204 len: 168 time: 0.9756801 Feb 11 13:30:45.146966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-fd2ad67d-9222-42a1-adce-7c0f8123ac7c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:45.154207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-fd2ad67d-9222-42a1-adce-7c0f8123ac7c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:45.161400 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-fd2ad67d-9222-42a1-adce-7c0f8123ac7c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/networks?id=f47ebb4f-aa45-43a5-b446-dd11da83d288&id=45d4a4f9-27af-4fec-831e-8eda3a39ae3b&id=f47ebb4f-aa45-43a5-b446-dd11da83d288 HTTP/1.1" status: 200 len: 1391 time: 0.2917209 Feb 11 13:30:45.169892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-50920ee1-8742-46cf-bb80-2ebf4c4380fc None None] Provisioning complete for port 0da631dc-7a84-4587-916b-73735efd020f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:45.170536 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-50920ee1-8742-46cf-bb80-2ebf4c4380fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.181804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-cbda457a-cf22-4cb2-9f40-53ae9c2cb76c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/quotas/18fe798bfda64fbaa941b9a70a3f6091 HTTP/1.1" status: 200 len: 375 time: 0.0194378 Feb 11 13:30:45.211393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0925b4-173d-4a27-9fcf-670562648e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb29736a-cf7a-405f-ba7c-051c946ca416,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:45.260229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90dd48b2-79dc-49a7-9d14-4c052d51141c req-fea93633-30f7-4baa-8865-edc76f03de28 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478038 Feb 11 13:30:45.315850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 7d90899f-7627-4ac1-b23f-daee1d0a21e6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:45.316303 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:45.443932 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3b3c1ef-40b8-4653-8424-fa3c28ce2a08 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2611601 Feb 11 13:30:45.570676 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-99a2df55-75eb-4978-a7be-fd73df62a6a6 service neutron] 10.222.0.52 "GET /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246881 Feb 11 13:30:45.617016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-e35327c8-44b8-47f0-bee7-2cdf0a7d1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:45.620715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-e35327c8-44b8-47f0-bee7-2cdf0a7d1cd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 1095 time: 0.3543315 Feb 11 13:30:45.804198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e873d-0116-47d4-9a56-4c7bfbebe646 req-b054a33a-fbfc-4aa7-bf7b-9e5fc4665678 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:45.814203 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-528e873d-0116-47d4-9a56-4c7bfbebe646 req-b054a33a-fbfc-4aa7-bf7b-9e5fc4665678 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.4052706 Feb 11 13:30:45.850010 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-21eca00d-391b-41b7-93d3-f9d5af2a9f0d service neutron] 10.222.0.52 "GET /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783954 Feb 11 13:30:45.886708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-45d4a4f9-27af-4fec-831e-8eda3a39ae3b', 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'fixed_ips': [{'subnet_id': 'aff476a7-602a-4235-9349-69234f99c810'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:30:45.888575 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.003211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-528e873d-0116-47d4-9a56-4c7bfbebe646 req-9f4def0c-c0a3-44f1-953e-5861d2a42e1f tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737981 Feb 11 13:30:46.032089 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-ad4cc7e5-ba28-4cfe-97f7-701b4b8e1ec3 service neutron] 10.222.0.52 "GET /v2.0/networks/45d4a4f9-27af-4fec-831e-8eda3a39ae3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737938 Feb 11 13:30:46.122784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-9c095d51-25b7-4404-bf0a-11f1fe380632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.127652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-9c095d51-25b7-4404-bf0a-11f1fe380632 service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.4895840 Feb 11 13:30:46.157861 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.209175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 418dcc8e-b734-459b-b3a3-6eabc16618e8 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:46.220588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.251407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0da631dc-7a84-4587-916b-73735efd020f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:46.251929 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.271446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-f5283267-43c5-45a3-9d0d-216134071167 service neutron] 10.222.0.52 "GET /v2.0/networks/45d4a4f9-27af-4fec-831e-8eda3a39ae3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381759 Feb 11 13:30:46.277205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-2b691ed4-75b6-4c18-aa07-b0c18c310b7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd725b32-020a-4ad7-a810-1f3105417f36 HTTP/1.1" status: 200 len: 217 time: 0.1103663 Feb 11 13:30:46.280464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Transition to ACTIVE for port object 418dcc8e-b734-459b-b3a3-6eabc16618e8 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:46.422953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808460bf-13e4-426d-8709-c6977b0f4b82 req-7e6f0ca4-fdf2-4c9d-9f77-5d6cfe52884a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.427672 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-808460bf-13e4-426d-8709-c6977b0f4b82 req-7e6f0ca4-fdf2-4c9d-9f77-5d6cfe52884a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 943 time: 0.2924941 Feb 11 13:30:46.456299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-5c8be1a7-6402-4b4a-8030-162241ce6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.458156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-5c8be1a7-6402-4b4a-8030-162241ce6cc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1592596 Feb 11 13:30:46.492844 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-5adb0573-4607-46c9-9aaf-7a85a9b5ceaf service neutron] 10.222.0.52 "GET /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202179 Feb 11 13:30:46.494878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57022) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:46.507468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.558937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-808460bf-13e4-426d-8709-c6977b0f4b82 req-fa5d1251-35c8-49ab-ac20-8c6fe614d679 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277704 Feb 11 13:30:46.573032 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-847fa9e3-e1d3-42f9-a7d1-4a7b543e1a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.576831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-9ba8e82c-c19e-4082-9f12-2b5e07599bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.578559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-9ba8e82c-c19e-4082-9f12-2b5e07599bd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082978 Feb 11 13:30:46.634516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d9aff8-aced-4379-a419-4ec39a90ddbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d90899f-7627-4ac1-b23f-daee1d0a21e6'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:46.648286 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89ab8c3-38b7-4122-b259-5727a383ad7c" -d '{"events": [{"server_uuid": "b2d9aff8-aced-4379-a419-4ec39a90ddbf", "name": "network-vif-plugged", "status": "completed", "tag": "7d90899f-7627-4ac1-b23f-daee1d0a21e6"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:46.743282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:46.756220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Pushing event updated for resources: {'Port': ['ID=418dcc8e-b734-459b-b3a3-6eabc16618e8,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:46.756425 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-50920ee1-8742-46cf-bb80-2ebf4c4380fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.893511 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:46.921502 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-ddf19290-745d-4807-a7b3-7ee4ad306e6f service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250003 Feb 11 13:30:46.942803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b8a06-8c20-4e05-89d3-56bda47dd918 req-96301138-0ca9-4a5a-b5a3-88b3451cc152 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:46.944367 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b18b8a06-8c20-4e05-89d3-56bda47dd918 req-96301138-0ca9-4a5a-b5a3-88b3451cc152 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 944 time: 0.1972342 Feb 11 13:30:46.969431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-847fa9e3-e1d3-42f9-a7d1-4a7b543e1a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.041731 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.075382 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-847fa9e3-e1d3-42f9-a7d1-4a7b543e1a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.170924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-50920ee1-8742-46cf-bb80-2ebf4c4380fc None None] For port 0da631dc-7a84-4587-916b-73735efd020f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0da631dc-7a84-4587-916b-73735efd020f,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:47.182782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Allocated IP 19.86.0.2 (45d4a4f9-27af-4fec-831e-8eda3a39ae3b/aff476a7-602a-4235-9349-69234f99c810/87c9f37c-df73-487a-bd21-6b75d23e7ce1) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:47.184792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57028) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:47.189168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-847fa9e3-e1d3-42f9-a7d1-4a7b543e1a38 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3150ca55a8934c8a8babcceac9e02564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6892025 Feb 11 13:30:47.247503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b18b8a06-8c20-4e05-89d3-56bda47dd918 req-2d6661b6-9654-4821-a84d-b059c18d615c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840600 Feb 11 13:30:47.298154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fa9e3-e1d3-42f9-a7d1-4a7b543e1a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ce260d-d796-4815-8264-bb11630a3630,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:47.354766 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7d90899f-7627-4ac1-b23f-daee1d0a21e6,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:47.423151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Attempting to bind port 418dcc8e-b734-459b-b3a3-6eabc16618e8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:47.423151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Attempting to bind port 418dcc8e-b734-459b-b3a3-6eabc16618e8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:47.423151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Attempting to bind port 418dcc8e-b734-459b-b3a3-6eabc16618e8 on network 78e8cc7a-6b88-4178-9818-4cb8339195fa {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:47.446693 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Port 418dcc8e-b734-459b-b3a3-6eabc16618e8 on network 78e8cc7a-6b88-4178-9818-4cb8339195fa not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:30:47.455683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Attempting to bind port 418dcc8e-b734-459b-b3a3-6eabc16618e8 on network 78e8cc7a-6b88-4178-9818-4cb8339195fa {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:47.479025 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-8f1d2318-862f-44c7-b2b3-f690a480ab67 service neutron] 10.222.0.52 "GET /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9568164 Feb 11 13:30:47.479921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:47.480272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Checking segment: {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:47.480711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Bound using segment: {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:47.481155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Bound port: 418dcc8e-b734-459b-b3a3-6eabc16618e8, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bb41aac-a238-4f39-9ff8-121ea5e9745a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:47.481520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.621418 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-50920ee1-8742-46cf-bb80-2ebf4c4380fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.641350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1e2aee0-10d0-44f6-8d47-a59790b52e2f req-ab4bede9-d981-4c79-81ab-920bc79d7bd5 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959636 Feb 11 13:30:47.693368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] For port 418dcc8e-b734-459b-b3a3-6eabc16618e8, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:47.699910 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07a4a9f7-df5b-41f6-97f6-2d712e13c256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.703791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] For port 418dcc8e-b734-459b-b3a3-6eabc16618e8, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=418dcc8e-b734-459b-b3a3-6eabc16618e8,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:47.708683 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:30:47.708683 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:30:47.728121 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.746655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847fb8d-6af7-4d6d-94c3-50e9e70f5fd8 req-cc6991ec-379a-4f0a-98eb-ce0e4c240b3d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:47.756419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a847fb8d-6af7-4d6d-94c3-50e9e70f5fd8 req-cc6991ec-379a-4f0a-98eb-ce0e4c240b3d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 943 time: 0.2092311 Feb 11 13:30:47.765561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-737cf4ee-dc2d-46f0-a433-39f783168cd8 None None] Provisioning complete for port 0da631dc-7a84-4587-916b-73735efd020f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:47.766550 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-737cf4ee-dc2d-46f0-a433-39f783168cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.769722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50920ee1-8742-46cf-bb80-2ebf4c4380fc None None] Pushing event updated for resources: {'Port': ['ID=0da631dc-7a84-4587-916b-73735efd020f,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:47.780077 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.833559 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07a4a9f7-df5b-41f6-97f6-2d712e13c256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:47.998822 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.020741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Pushing event updated for resources: {'Port': ['ID=418dcc8e-b734-459b-b3a3-6eabc16618e8,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:48.060261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.061201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.063022 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-4eb2da02-dcce-492d-b0c4-b6b3ddadb74b service neutron] 10.222.0.13 "PUT /v2.0/ports/418dcc8e-b734-459b-b3a3-6eabc16618e8 HTTP/1.1" status: 200 len: 1091 time: 3.7080388 Feb 11 13:30:48.063713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'tag': '418dcc8e-b734-459b-b3a3-6eabc16618e8'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:48.067491 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ac92df90-c8c8-476f-b86d-862c2ac6b75e", "tag": "418dcc8e-b734-459b-b3a3-6eabc16618e8"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:48.135229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a847fb8d-6af7-4d6d-94c3-50e9e70f5fd8 req-8c98c4a8-048c-4202-b389-1814564a2849 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3707592 Feb 11 13:30:48.187401 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e812cd24-e8b0-4361-accf-2cededa65b82 x-openstack-request-id: req-e812cd24-e8b0-4361-accf-2cededa65b82 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:48.191031 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d9aff8-aced-4379-a419-4ec39a90ddbf", "name": "network-vif-plugged", "status": "completed", "tag": "7d90899f-7627-4ac1-b23f-daee1d0a21e6", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:48.191296 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e812cd24-e8b0-4361-accf-2cededa65b82 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:48.191678 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d9aff8-aced-4379-a419-4ec39a90ddbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d90899f-7627-4ac1-b23f-daee1d0a21e6', 'code': 200} Feb 11 13:30:48.240828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:48.264106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:48.281649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e409d3f-02c2-4e68-9abb-cf18ccd56a08 req-22728ed6-bb84-4a94-a250-d95591d939d6 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.286202 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07a4a9f7-df5b-41f6-97f6-2d712e13c256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.292303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07a4a9f7-df5b-41f6-97f6-2d712e13c256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.293146 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e409d3f-02c2-4e68-9abb-cf18ccd56a08 req-22728ed6-bb84-4a94-a250-d95591d939d6 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1519740 Feb 11 13:30:48.295982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-07a4a9f7-df5b-41f6-97f6-2d712e13c256 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66ce260d-d796-4815-8264-bb11630a3630 HTTP/1.1" status: 204 len: 168 time: 1.1044295 Feb 11 13:30:48.397923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:48.428563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4a9f7-df5b-41f6-97f6-2d712e13c256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ce260d-d796-4815-8264-bb11630a3630,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:48.435015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fd725b32-020a-4ad7-a810-1f3105417f36 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:48.463014 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e409d3f-02c2-4e68-9abb-cf18ccd56a08 req-6f65c49e-5a27-4a83-a2c0-59606bc16373 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641266 Feb 11 13:30:48.530781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Pushing event updated for resources: {'Port': ['ID=87c9f37c-df73-487a-bd21-6b75d23e7ce1,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:48.534392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe1e1e-b906-47a2-8ded-7093c15ce0ff req-5766dc7c-6e70-41f4-bdc5-8b4891825825 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.538632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78fe1e1e-b906-47a2-8ded-7093c15ce0ff req-5766dc7c-6e70-41f4-bdc5-8b4891825825 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.2647197 Feb 11 13:30:48.654529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Attempting to bind port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:48.655174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Attempting to bind port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2edda112-4de4-4f1e-a33c-9788cd13b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:48.655925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Attempting to bind port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 on network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:48.704019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.resource_extend [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:30:48.714100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78fe1e1e-b906-47a2-8ded-7093c15ce0ff req-40d16ef0-e684-40b8-9fd2-8527b60c7fa9 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662102 Feb 11 13:30:48.728126 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39ab3dff-0978-4ed9-bf9b-0f77f504c0d3 req-7364de84-112f-422e-8c62-90bbc2f12b6c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 210 time: 0.1468203 Feb 11 13:30:48.783554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:48.783934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Checking segment: {'id': '2edda112-4de4-4f1e-a33c-9788cd13b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:48.784338 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.784727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Bound using segment: {'id': '2edda112-4de4-4f1e-a33c-9788cd13b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:48.785209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Bound port: 87c9f37c-df73-487a-bd21-6b75d23e7ce1, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2edda112-4de4-4f1e-a33c-9788cd13b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:48.785592 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:48.802931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0da631dc-7a84-4587-916b-73735efd020f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:48.841493 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8e0ba7-9787-4b8b-b3e8-4474776d89b6 x-openstack-request-id: req-0a8e0ba7-9787-4b8b-b3e8-4474776d89b6 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:48.841744 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac92df90-c8c8-476f-b86d-862c2ac6b75e", "tag": "418dcc8e-b734-459b-b3a3-6eabc16618e8", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:48.841955 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a8e0ba7-9787-4b8b-b3e8-4474776d89b6 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:48.842374 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'tag': '418dcc8e-b734-459b-b3a3-6eabc16618e8', 'status': 'completed', 'code': 200} Feb 11 13:30:48.926406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-595e948b-6460-4ef6-97a3-07933edc7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:48.933824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-595e948b-6460-4ef6-97a3-07933edc7cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 1094 time: 0.6952517 Feb 11 13:30:49.063745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-6c6ea084-7af7-41ff-a029-66a063792cad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=418dcc8e-b734-459b-b3a3-6eabc16618e8 HTTP/1.1" status: 200 len: 217 time: 0.1250043 Feb 11 13:30:49.072908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d039b9-92a2-4d7f-b52d-d09b4778fd93 req-e5a9efa1-6649-49d2-bc5e-fabfe5d4c1d1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.074885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71d039b9-92a2-4d7f-b52d-d09b4778fd93 req-e5a9efa1-6649-49d2-bc5e-fabfe5d4c1d1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 944 time: 0.2623310 Feb 11 13:30:49.125140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fd725b32-020a-4ad7-a810-1f3105417f36, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fd725b32-020a-4ad7-a810-1f3105417f36,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:49.147913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-af1ef7fc-3e02-40b3-9c64-8fa5a9bcc68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.152045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'fd725b32-020a-4ad7-a810-1f3105417f36', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'port_id': 'fd725b32-020a-4ad7-a810-1f3105417f36', 'mac_address': 'fa:16:3e:75:aa:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:49.171985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886c324-e0a7-48ce-8421-076a60c2bbb4 req-843f944c-b5e4-4484-b7ed-468209a837c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.174476 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3886c324-e0a7-48ce-8421-076a60c2bbb4 req-843f944c-b5e4-4484-b7ed-468209a837c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 1096 time: 0.8160820 Feb 11 13:30:49.176996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-af1ef7fc-3e02-40b3-9c64-8fa5a9bcc68b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3356f2cd-4d02-411c-9f61-5d25d83cac42 HTTP/1.1" status: 200 len: 850 time: 0.1005025 Feb 11 13:30:49.249289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3886c324-e0a7-48ce-8421-076a60c2bbb4 req-7cb925ec-5033-4ee4-b202-c7ebaf0dd7ff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606866 Feb 11 13:30:49.265782 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71d039b9-92a2-4d7f-b52d-d09b4778fd93 req-e6ddbf6b-1f95-49fe-bb30-259428c5dd30 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877347 Feb 11 13:30:49.280271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-6eda0598-1ea6-400d-bbf7-f725d9fc2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.282235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-6eda0598-1ea6-400d-bbf7-f725d9fc2992 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78e8cc7a-6b88-4178-9818-4cb8339195fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641382 Feb 11 13:30:49.333915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0da631dc-7a84-4587-916b-73735efd020f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:49.334554 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.336881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] For port 87c9f37c-df73-487a-bd21-6b75d23e7ce1, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:49.341090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] For port 87c9f37c-df73-487a-bd21-6b75d23e7ce1, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87c9f37c-df73-487a-bd21-6b75d23e7ce1,segment=NetworkSegment(2edda112-4de4-4f1e-a33c-9788cd13b8ed),segment_id=2edda112-4de4-4f1e-a33c-9788cd13b8ed)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:49.342102 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.409812 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.436649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea30dc-0a66-42f9-a4a5-1e001dea9ad1 req-388c763a-7529-4926-b53d-d393a4f9e7b3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.448669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9ea30dc-0a66-42f9-a4a5-1e001dea9ad1 req-388c763a-7529-4926-b53d-d393a4f9e7b3 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 943 time: 0.0879297 Feb 11 13:30:49.510501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd725b32-020a-4ad7-a810-1f3105417f36 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:49.542711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917cb4a-ed73-4563-bd13-30d5ba3e673a None None] Pushing event updated for resources: {'Port': ['ID=87c9f37c-df73-487a-bd21-6b75d23e7ce1,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:49.591141 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9ea30dc-0a66-42f9-a4a5-1e001dea9ad1 req-dfcd57f4-211b-4659-8222-88c2e37ed39e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372170 Feb 11 13:30:49.615051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fd725b32-020a-4ad7-a810-1f3105417f36, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fd725b32-020a-4ad7-a810-1f3105417f36,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:49.697896 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:49.843525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=fd725b32-020a-4ad7-a810-1f3105417f36,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:49.866856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc9fad-e413-4114-900e-55928475b593 req-febfff2e-af3d-41ea-ad8f-ed484b205b8d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:49.880283 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-72bc9fad-e413-4114-900e-55928475b593 req-febfff2e-af3d-41ea-ad8f-ed484b205b8d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.2146873 Feb 11 13:30:49.931995 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-0503e828-0ea4-44fa-9c8a-533865b28410 service neutron] 10.222.0.13 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814901 Feb 11 13:30:49.952458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fd725b32-020a-4ad7-a810-1f3105417f36'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:50.020843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5bff3-f358-46d8-a13f-bf87943ca943 req-19b51f97-c4df-4c53-b0e8-f1b28901c1ea tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:50.036187 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71c5bff3-f358-46d8-a13f-bf87943ca943 req-19b51f97-c4df-4c53-b0e8-f1b28901c1ea tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1657145 Feb 11 13:30:50.050670 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-72bc9fad-e413-4114-900e-55928475b593 req-633b6c33-e8dd-4b63-9b90-a5a157d79cd0 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688952 Feb 11 13:30:50.157739 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71c5bff3-f358-46d8-a13f-bf87943ca943 req-9f367502-53ab-4110-92ab-6f499a551e6b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186428 Feb 11 13:30:50.295243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14a37359-9a86-4a72-b54c-e6f9c0473dfc req-6435ee22-c02b-4cb5-bf48-9e354835ae6f service neutron] 10.222.0.13 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331037 Feb 11 13:30:50.340227 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e0700d6-5f24-4854-9a31-879fc9b60d63 req-c8fd8981-cbad-4941-881a-58a04ffe0730 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 210 time: 0.0640359 Feb 11 13:30:50.576132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-6c27c6a6-3404-4a69-a585-78826d7c8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:50.577960 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-6c27c6a6-3404-4a69-a585-78826d7c8465 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 1094 time: 0.0897729 Feb 11 13:30:50.587238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81905f1-08b8-4329-9717-6a409e8939fd req-e0a0b3ff-d73f-410a-9707-a3b4a22ecab9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:50.589511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c81905f1-08b8-4329-9717-6a409e8939fd req-e0a0b3ff-d73f-410a-9707-a3b4a22ecab9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 945 time: 0.1236973 Feb 11 13:30:50.710752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 87c9f37c-df73-487a-bd21-6b75d23e7ce1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:50.725593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c81905f1-08b8-4329-9717-6a409e8939fd req-5ede3c9e-6cc1-4a78-9ff0-d55be76f5af2 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173775 Feb 11 13:30:50.831534 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:30:50.907857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:50.908298 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:50.929032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-a451117a-e74f-4a6c-a54c-4f42d6a0e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:50.946178 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-a451117a-e74f-4a6c-a54c-4f42d6a0e841 service neutron] 10.222.0.13 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 912 time: 0.3533182 Feb 11 13:30:51.035742 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-e3b950dc-3bd0-46f9-8eb3-b71369e94021 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=418dcc8e-b734-459b-b3a3-6eabc16618e8 HTTP/1.1" status: 200 len: 217 time: 0.0821085 Feb 11 13:30:51.118198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb1ccd-d7cd-47ea-a25c-e4b3e86a0935 req-7c79a590-ea39-4111-b9cd-efae915151f1 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.131557 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a2cb1ccd-d7cd-47ea-a25c-e4b3e86a0935 req-7c79a590-ea39-4111-b9cd-efae915151f1 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 943 time: 0.3551366 Feb 11 13:30:51.137350 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:51.185953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-9880387f-3a3c-4b80-8f50-a9c30279ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.201248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-9880387f-3a3c-4b80-8f50-a9c30279ca4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3356f2cd-4d02-411c-9f61-5d25d83cac42 HTTP/1.1" status: 200 len: 850 time: 0.1405091 Feb 11 13:30:51.242785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 87c9f37c-df73-487a-bd21-6b75d23e7ce1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87c9f37c-df73-487a-bd21-6b75d23e7ce1,segment=NetworkSegment(2edda112-4de4-4f1e-a33c-9788cd13b8ed),segment_id=2edda112-4de4-4f1e-a33c-9788cd13b8ed)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:51.282570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a2cb1ccd-d7cd-47ea-a25c-e4b3e86a0935 req-6e116fb1-d072-4b38-b34a-062c0dec743e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496618 Feb 11 13:30:51.336566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-7b8f8f28-2a6b-4d75-9420-2def28a03fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.338977 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-7b8f8f28-2a6b-4d75-9420-2def28a03fcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78e8cc7a-6b88-4178-9818-4cb8339195fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365337 Feb 11 13:30:51.340887 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:51.487974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=87c9f37c-df73-487a-bd21-6b75d23e7ce1,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:51.524427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb74d5-3172-4b09-8166-ba2368bfc9ed req-3845d46f-e65e-4d3c-b212-c41642b5c8ff tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.538285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8abb74d5-3172-4b09-8166-ba2368bfc9ed req-3845d46f-e65e-4d3c-b212-c41642b5c8ff tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.2241809 Feb 11 13:30:51.569869 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1c10d-a4af-4dc4-9dd3-6a9b42f062c9 req-f5f6c742-aa5d-4ee7-a155-c71a6bb21c80 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.578081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8fc1c10d-a4af-4dc4-9dd3-6a9b42f062c9 req-f5f6c742-aa5d-4ee7-a155-c71a6bb21c80 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1339915 Feb 11 13:30:51.581140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9ce42-73ad-4330-a161-4ef93e7a451c None None] Network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:30:51.644685 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8fc1c10d-a4af-4dc4-9dd3-6a9b42f062c9 req-1a2bddca-38fc-4ac0-b2d9-319008729ab8 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630083 Feb 11 13:30:51.668513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-da161708-7180-444c-a7d7-4cac122f7c4b service neutron] 10.222.0.13 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208449 Feb 11 13:30:51.700092 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8abb74d5-3172-4b09-8166-ba2368bfc9ed req-2477fd22-b498-4d0f-9bda-65c18e585b0f tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540401 Feb 11 13:30:51.750985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-f8a513a8-d3a7-4649-854e-796da49c6352 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.772701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1b09b1a0-2468-480d-b2a0-c7ee70019923 None None] Provisioning complete for port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:51.773185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b09b1a0-2468-480d-b2a0-c7ee70019923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:51.779081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-f8a513a8-d3a7-4649-854e-796da49c6352 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:51.791553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-f8a513a8-d3a7-4649-854e-796da49c6352 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "GET /v2.0/networks?id=f47ebb4f-aa45-43a5-b446-dd11da83d288&id=45d4a4f9-27af-4fec-831e-8eda3a39ae3b&id=f47ebb4f-aa45-43a5-b446-dd11da83d288 HTTP/1.1" status: 200 len: 1391 time: 0.5467002 Feb 11 13:30:51.795140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57150) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:51.826452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'port': {'device_id': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288', 'admin_state_up': True, 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:51.925995 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf2ac223-f5d9-46d2-85ff-d7228c19b9a4 req-7d7c1284-1ba3-47ed-b596-f291ae21d4a2 service neutron] 10.222.0.13 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468553 Feb 11 13:30:52.057585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f72820bc-ee26-49f1-a7c8-9401e694dda9 req-3e362555-4c4b-4f45-ab8f-0c8114478435 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 210 time: 0.0518508 Feb 11 13:30:52.058032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a7bdc-7d1e-4a49-a521-f61362138192 req-6a4ce777-83eb-4a21-bae5-f2338a9bc5d1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.060960 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab1a7bdc-7d1e-4a49-a521-f61362138192 req-6a4ce777-83eb-4a21-bae5-f2338a9bc5d1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1304691 Feb 11 13:30:52.107670 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-915bda59-31e7-4003-9b8f-41d14bfb7d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:52.133316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab1a7bdc-7d1e-4a49-a521-f61362138192 req-fc39c4f2-dbd0-4ada-8920-9ba2f9fe988a tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646639 Feb 11 13:30:52.134872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:52.142643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:52.307853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Allocated IP 19.80.0.11 (f47ebb4f-aa45-43a5-b446-dd11da83d288/17e6a386-8077-480e-a3c4-f72c6cc4544f/74570c64-be67-4155-b32d-ba829a47f402) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:52.356038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 418dcc8e-b734-459b-b3a3-6eabc16618e8 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:30:52.431733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08116e6-8ea5-4ae3-bfda-5c10def97afd req-3ac7528f-c220-4b8c-9a21-cae5b053493d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.433427 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d08116e6-8ea5-4ae3-bfda-5c10def97afd req-3ac7528f-c220-4b8c-9a21-cae5b053493d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 945 time: 0.2707021 Feb 11 13:30:52.534356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fd725b32-020a-4ad7-a810-1f3105417f36 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:52.573525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 418dcc8e-b734-459b-b3a3-6eabc16618e8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=418dcc8e-b734-459b-b3a3-6eabc16618e8,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:52.604135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '418dcc8e-b734-459b-b3a3-6eabc16618e8', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'port_id': '418dcc8e-b734-459b-b3a3-6eabc16618e8', 'mac_address': 'fa:16:3e:4d:b4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:30:52.611701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-15145e98-4ad3-4856-b3f7-adc5ff33550a None None] Provisioning complete for port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:52.612146 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15145e98-4ad3-4856-b3f7-adc5ff33550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:52.710156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 87c9f37c-df73-487a-bd21-6b75d23e7ce1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:52.825326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f265e-352f-4efd-8688-92fd996a7b86 req-908f8286-fbbc-4737-9884-39443bc6156d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:52.826992 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-061f265e-352f-4efd-8688-92fd996a7b86 req-908f8286-fbbc-4737-9884-39443bc6156d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 943 time: 0.0858841 Feb 11 13:30:52.877725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:52.905285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-061f265e-352f-4efd-8688-92fd996a7b86 req-b53c35f4-39cd-4b05-a591-63183560897e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713363 Feb 11 13:30:52.928078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 418dcc8e-b734-459b-b3a3-6eabc16618e8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:52.959732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 418dcc8e-b734-459b-b3a3-6eabc16618e8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=418dcc8e-b734-459b-b3a3-6eabc16618e8,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:52.962551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:52.962944 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.020414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port fd725b32-020a-4ad7-a810-1f3105417f36 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:53.045148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port fd725b32-020a-4ad7-a810-1f3105417f36 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:53.045915 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.092425 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.107389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57cc02-2eeb-4f52-bd27-8b465c5cc349 req-28c6583f-45e8-4d07-b38b-9b26f5e2e793 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.115500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea57cc02-2eeb-4f52-bd27-8b465c5cc349 req-28c6583f-45e8-4d07-b38b-9b26f5e2e793 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1309795 Feb 11 13:30:53.118422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57172) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:53.124395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d08116e6-8ea5-4ae3-bfda-5c10def97afd req-95f2ba4f-f19d-40a8-af0d-259dcde4409c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6799803 Feb 11 13:30:53.202195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-915bda59-31e7-4003-9b8f-41d14bfb7d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.277198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-915bda59-31e7-4003-9b8f-41d14bfb7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.282847 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea57cc02-2eeb-4f52-bd27-8b465c5cc349 req-78436537-625d-4bed-bb37-8f3379748ec7 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660178 Feb 11 13:30:53.308355 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.340411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.348903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-915bda59-31e7-4003-9b8f-41d14bfb7d31 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c6bb5cc77f504819a182733dab993bed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5492821 Feb 11 13:30:53.351216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915bda59-31e7-4003-9b8f-41d14bfb7d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561520cf-7584-4867-95d9-a76dc87f3d6c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:53.355588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57184) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:53.382682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=418dcc8e-b734-459b-b3a3-6eabc16618e8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:53.432857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd725b32-020a-4ad7-a810-1f3105417f36'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:53.439453 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e697024-9072-4a10-b4ae-796be2b208a0" -d '{"events": [{"server_uuid": "c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8", "name": "network-vif-plugged", "status": "completed", "tag": "fd725b32-020a-4ad7-a810-1f3105417f36"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:53.458644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['418dcc8e-b734-459b-b3a3-6eabc16618e8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:30:53.500533 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fd725b32-020a-4ad7-a810-1f3105417f36, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fd725b32-020a-4ad7-a810-1f3105417f36,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:53.568683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3755e486-a797-4d7a-8c30-ba8908551f2c req-f2dbef5b-2135-4b29-91b2-40c0482a6d0e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 210 time: 0.0721591 Feb 11 13:30:53.615336 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.648180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.709256 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd17c8b1-564d-4a10-a618-038cbb972cbf x-openstack-request-id: req-cd17c8b1-564d-4a10-a618-038cbb972cbf {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:53.709625 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8", "name": "network-vif-plugged", "status": "completed", "tag": "fd725b32-020a-4ad7-a810-1f3105417f36", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:53.709827 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd17c8b1-564d-4a10-a618-038cbb972cbf {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:53.712462 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd725b32-020a-4ad7-a810-1f3105417f36', 'code': 200} Feb 11 13:30:53.739547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Port': ['ID=74570c64-be67-4155-b32d-ba829a47f402,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:53.748716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network f47ebb4f-aa45-43a5-b446-dd11da83d288 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:53.750765 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e071-7e92-4d22-becd-9f8420514a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.755003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:53.766420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:53.802529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=fd725b32-020a-4ad7-a810-1f3105417f36,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:53.819539 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e071-7e92-4d22-becd-9f8420514a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:53.945074 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2265010-9d98-45a7-87d1-513359bd712c req-cbf93e9f-cd22-40df-aef1-a4abde6a650e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:53.971561 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-cbf93e9f-cd22-40df-aef1-a4abde6a650e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/networks?id=4852bdea-bdee-4cce-94d2-73f24e6c824a HTTP/1.1" status: 200 len: 815 time: 0.4867413 Feb 11 13:30:54.009077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26cb91-2581-4d7d-95d9-d522df9a9f16 req-31be7e51-aa98-4dc5-83cb-2efe1566f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.010484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c26cb91-2581-4d7d-95d9-d522df9a9f16 req-31be7e51-aa98-4dc5-83cb-2efe1566f307 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 1097 time: 0.1689901 Feb 11 13:30:54.045931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.046674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.061196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-8f1352cd-6e81-479f-82bd-488c87338212 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/quotas/c43c2af02c0649d4b17f1095f4567661 HTTP/1.1" status: 200 len: 375 time: 0.0861313 Feb 11 13:30:54.166038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-bed522b0-51fd-47e1-981c-39d7686e0862 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.167950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-bed522b0-51fd-47e1-981c-39d7686e0862 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2d9aff8-aced-4379-a419-4ec39a90ddbf HTTP/1.1" status: 200 len: 945 time: 0.1915305 Feb 11 13:30:54.180716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-b0cbbd47-175e-4b67-98c3-6b5bd5f7d73c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3641284 Feb 11 13:30:54.197637 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'port': {'device_id': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b', 'admin_state_up': True, 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:54.232869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8220cd0d-89a5-4191-854a-1193784d64de None None] Provisioning complete for port 74570c64-be67-4155-b32d-ba829a47f402 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:54.234017 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8220cd0d-89a5-4191-854a-1193784d64de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.247359 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e071-7e92-4d22-becd-9f8420514a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.252945 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e071-7e92-4d22-becd-9f8420514a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.252945 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0ff5e071-7e92-4d22-becd-9f8420514a34 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/561520cf-7584-4867-95d9-a76dc87f3d6c HTTP/1.1" status: 204 len: 168 time: 0.8940299 Feb 11 13:30:54.303241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8220cd0d-89a5-4191-854a-1193784d64de None None] Port 74570c64-be67-4155-b32d-ba829a47f402 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:30:54.354996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 418dcc8e-b734-459b-b3a3-6eabc16618e8 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:30:54.393383 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-bdb4c3ec-c9ad-44a7-ad30-2d42e22c8c83 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c43c2af02c0649d4b17f1095f4567661&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3312216 Feb 11 13:30:54.400120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5e071-7e92-4d22-becd-9f8420514a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561520cf-7584-4867-95d9-a76dc87f3d6c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:54.493307 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c26cb91-2581-4d7d-95d9-d522df9a9f16 req-e2a79acc-eebb-40bf-b872-af7f9cada15e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479659 Feb 11 13:30:54.544615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9d67f-1d11-4132-9d7f-75fcc3fe670b req-3a9fa814-3c07-4052-8ba1-abe1f4858ef4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.544615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4df9d67f-1d11-4132-9d7f-75fcc3fe670b req-3a9fa814-3c07-4052-8ba1-abe1f4858ef4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 944 time: 0.4901814 Feb 11 13:30:54.547658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-08c63f58-9555-44d9-952b-ab0a104302c8 service neutron] 10.222.0.52 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230834 Feb 11 13:30:54.616621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 418dcc8e-b734-459b-b3a3-6eabc16618e8 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:30:54.623219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 418dcc8e-b734-459b-b3a3-6eabc16618e8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:54.623435 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4df9d67f-1d11-4132-9d7f-75fcc3fe670b req-794491ae-c1e9-4c4c-88dd-ff5dc4929a4f tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652554 Feb 11 13:30:54.623640 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.688707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19be81ff-5031-4aab-9b1d-69136e0b51d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.692856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.806297 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.896289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 418dcc8e-b734-459b-b3a3-6eabc16618e8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=418dcc8e-b734-459b-b3a3-6eabc16618e8,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:54.904748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-d672e2ee-3e24-46c9-a8cc-63664b6f679e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Deleting port 7d90899f-7627-4ac1-b23f-daee1d0a21e6 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:54.905138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-d672e2ee-3e24-46c9-a8cc-63664b6f679e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.917164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f945bc-2c46-4785-9685-e6aa60998488 req-8fc9575e-93af-426b-9b7c-ce89db9aa2ec tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:54.919111 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60f945bc-2c46-4785-9685-e6aa60998488 req-8fc9575e-93af-426b-9b7c-ce89db9aa2ec tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.1070669 Feb 11 13:30:54.966325 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:54.993081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-276edfa4-c16b-438f-a93a-41ef5e34ad9a service neutron] 10.222.0.52 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369359 Feb 11 13:30:55.065057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:55.070728 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.082885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60f945bc-2c46-4785-9685-e6aa60998488 req-e3776d80-a686-403e-9b7a-04070e6db83a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226552 Feb 11 13:30:55.083971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-d672e2ee-3e24-46c9-a8cc-63664b6f679e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] For port 7d90899f-7627-4ac1-b23f-daee1d0a21e6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7d90899f-7627-4ac1-b23f-daee1d0a21e6,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:55.085004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-d672e2ee-3e24-46c9-a8cc-63664b6f679e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.116212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-d672e2ee-3e24-46c9-a8cc-63664b6f679e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Calling delete_port for 7d90899f-7627-4ac1-b23f-daee1d0a21e6 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:55.388744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfcb99-7cdd-436d-a4a5-973860532a66 req-25d7a7a5-c4c7-449d-ba70-0812add14f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.391829 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bebfcb99-7cdd-436d-a4a5-973860532a66 req-25d7a7a5-c4c7-449d-ba70-0812add14f00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 1097 time: 0.2034671 Feb 11 13:30:55.418630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=418dcc8e-b734-459b-b3a3-6eabc16618e8,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:55.467136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Allocated IP 19.86.0.251 (45d4a4f9-27af-4fec-831e-8eda3a39ae3b/aff476a7-602a-4235-9349-69234f99c810/4ab7a23c-d719-42c3-97d2-5b6fd654516a) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:55.536412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] Deleting port 87caee70-7f7d-4773-8820-e5d690db6c50 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:55.536761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.595204 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bebfcb99-7cdd-436d-a4a5-973860532a66 req-d9f59630-6a43-44f3-991c-8877eafa2929 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559689 Feb 11 13:30:55.672939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548e228-07b9-448a-a714-fdc1cbccb2f0 req-c8284e50-777f-49a3-aa64-ce1aeff46601 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.674519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4548e228-07b9-448a-a714-fdc1cbccb2f0 req-c8284e50-777f-49a3-aa64-ce1aeff46601 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.3116300 Feb 11 13:30:55.715467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418dcc8e-b734-459b-b3a3-6eabc16618e8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:55.720692 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597aedd4-5c92-4382-a515-84d1a279f4e4" -d '{"events": [{"server_uuid": "ac92df90-c8c8-476f-b86d-862c2ac6b75e", "name": "network-vif-plugged", "status": "completed", "tag": "418dcc8e-b734-459b-b3a3-6eabc16618e8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:55.741558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] For port 87caee70-7f7d-4773-8820-e5d690db6c50, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87caee70-7f7d-4773-8820-e5d690db6c50,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:55.742081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.747975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4548e228-07b9-448a-a714-fdc1cbccb2f0 req-aec09762-ae6e-4c08-812d-908257aa1517 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653634 Feb 11 13:30:55.759878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] Calling delete_port for 87caee70-7f7d-4773-8820-e5d690db6c50 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:55.788193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879bbaf-dfac-458e-8ce3-fb254cfe0bff req-b1c85035-89f5-4d70-b33c-fbc420ba38d4 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:55.791131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b879bbaf-dfac-458e-8ce3-fb254cfe0bff req-b1c85035-89f5-4d70-b33c-fbc420ba38d4 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 931 time: 0.1002142 Feb 11 13:30:55.899353 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b879bbaf-dfac-458e-8ce3-fb254cfe0bff req-1321747d-6d79-430a-b399-789cd7fd7f92 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952616 Feb 11 13:30:55.903328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7312f6f-cf56-421d-a65a-d3cfb5f6c324 req-88742256-f7ef-45fa-a30f-d2e4a37921a1 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 210 time: 0.0605481 Feb 11 13:30:55.977532 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:55.980481 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e08ac6d-9dac-42c6-a6f6-43f21e38aeb7 x-openstack-request-id: req-4e08ac6d-9dac-42c6-a6f6-43f21e38aeb7 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:55.981596 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac92df90-c8c8-476f-b86d-862c2ac6b75e", "name": "network-vif-plugged", "status": "completed", "tag": "418dcc8e-b734-459b-b3a3-6eabc16618e8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:55.981795 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e08ac6d-9dac-42c6-a6f6-43f21e38aeb7 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:55.982213 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '418dcc8e-b734-459b-b3a3-6eabc16618e8', 'code': 200} Feb 11 13:30:55.983260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.040284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-d672e2ee-3e24-46c9-a8cc-63664b6f679e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.089393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672e2ee-3e24-46c9-a8cc-63664b6f679e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Pushing event deleted for resources: {'Port': ['ID=7d90899f-7627-4ac1-b23f-daee1d0a21e6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:56.138811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.152173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a72c83-97d4-4f7f-91d9-236597d9f830 req-50eec7b6-ca24-4c0c-816e-bbe0e3885d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.154413 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-88a72c83-97d4-4f7f-91d9-236597d9f830 req-50eec7b6-ca24-4c0c-816e-bbe0e3885d78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 1096 time: 0.1033747 Feb 11 13:30:56.222615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.242654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:56.249348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-d672e2ee-3e24-46c9-a8cc-63664b6f679e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] No DVR routers for this DVR port 7d90899f-7627-4ac1-b23f-daee1d0a21e6 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:30:56.251631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:56.275995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-d672e2ee-3e24-46c9-a8cc-63664b6f679e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.280479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e83773ee-244c-4456-8dc6-e200a9014e2d req-d672e2ee-3e24-46c9-a8cc-63664b6f679e tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "DELETE /v2.0/ports/7d90899f-7627-4ac1-b23f-daee1d0a21e6 HTTP/1.1" status: 204 len: 173 time: 2.0974202 Feb 11 13:30:56.281380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d9aff8-aced-4379-a419-4ec39a90ddbf', 'name': 'network-vif-deleted', 'tag': '7d90899f-7627-4ac1-b23f-daee1d0a21e6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:56.285318 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f814556-145f-42e3-bb11-d7ce8d2b09c8" -d '{"events": [{"server_uuid": "b2d9aff8-aced-4379-a419-4ec39a90ddbf", "name": "network-vif-deleted", "tag": "7d90899f-7627-4ac1-b23f-daee1d0a21e6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:56.292805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:56.360460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7d90899f-7627-4ac1-b23f-daee1d0a21e6 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:30:56.438657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 7d90899f-7627-4ac1-b23f-daee1d0a21e6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:30:56.439397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed326542-35d3-4c1a-8dbc-08eb664dd343 req-98002c75-4307-4817-8814-106a13931c70 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.440147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7d90899f-7627-4ac1-b23f-daee1d0a21e6 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:30:56.449001 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed326542-35d3-4c1a-8dbc-08eb664dd343 req-98002c75-4307-4817-8814-106a13931c70 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 945 time: 0.3995552 Feb 11 13:30:56.462247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] Pushing event deleted for resources: {'Port': ['ID=87caee70-7f7d-4773-8820-e5d690db6c50,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:56.577539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed326542-35d3-4c1a-8dbc-08eb664dd343 req-b80f743c-31af-4ef6-bff8-538ebf777b2f tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167192 Feb 11 13:30:56.586866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Port': ['ID=4ab7a23c-d719-42c3-97d2-5b6fd654516a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:56.638056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.642026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.730030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-d3e3e2af-42e3-4c76-8ec6-f73216369d55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5372384 Feb 11 13:30:56.747168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-88a72c83-97d4-4f7f-91d9-236597d9f830 req-626b2dbe-37e2-4107-8c62-75e7f1c602b2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5794809 Feb 11 13:30:56.751124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'port': {'device_id': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288', 'admin_state_up': True, 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:56.792463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87928be4-dc27-4789-b59d-0194451469b4 req-4ddbdc50-eadd-4a1e-9e6d-cf45c7bb4533 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:56.805203 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87928be4-dc27-4789-b59d-0194451469b4 req-4ddbdc50-eadd-4a1e-9e6d-cf45c7bb4533 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.5995462 Feb 11 13:30:56.904259 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251521a0-fa8f-454a-8488-816297b2ce71 x-openstack-request-id: req-251521a0-fa8f-454a-8488-816297b2ce71 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:30:56.904889 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d9aff8-aced-4379-a419-4ec39a90ddbf", "name": "network-vif-deleted", "tag": "7d90899f-7627-4ac1-b23f-daee1d0a21e6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:30:56.905311 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-251521a0-fa8f-454a-8488-816297b2ce71 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:30:56.905928 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d9aff8-aced-4379-a419-4ec39a90ddbf', 'name': 'network-vif-deleted', 'tag': '7d90899f-7627-4ac1-b23f-daee1d0a21e6', 'status': 'completed', 'code': 200} Feb 11 13:30:56.925671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e08c1eda-3846-462c-b8f6-428fde6cc796 None None] Provisioning complete for port 4ab7a23c-d719-42c3-97d2-5b6fd654516a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:56.935240 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e08c1eda-3846-462c-b8f6-428fde6cc796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:56.974173 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87928be4-dc27-4789-b59d-0194451469b4 req-a7b46807-2466-4a52-bddf-4e5e3202e9d4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679721 Feb 11 13:30:56.976989 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.015009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e08c1eda-3846-462c-b8f6-428fde6cc796 None None] Port 4ab7a23c-d719-42c3-97d2-5b6fd654516a cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:30:57.018950 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-569dd793-5600-4f3d-8d51-872a9b91fd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.110782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627f93-6453-48e2-a3fe-80827e9b7a5a req-6cd2ff14-bf8a-4177-bac3-3bc6f6e7b35e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.119715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1627f93-6453-48e2-a3fe-80827e9b7a5a req-6cd2ff14-bf8a-4177-bac3-3bc6f6e7b35e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1448932 Feb 11 13:30:57.154201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bab48240-48b5-412c-a1e9-f90743877f9f req-bc117fb4-6111-48d4-97f6-bb2f4c2a0144 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 210 time: 0.0432510 Feb 11 13:30:57.172459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:57.176685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.199033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1627f93-6453-48e2-a3fe-80827e9b7a5a req-e4763e17-faad-4029-a2d8-4f3072bb237e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783613 Feb 11 13:30:57.291898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] Router b7d48301-6274-4f67-8217-428395c9d7ae has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:30:57.419585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe039c-7a88-4ca1-aaa2-afca35f4fe95 req-55deefb0-0ac5-49e5-b32d-6477e8c732d6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.426932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe039c-7a88-4ca1-aaa2-afca35f4fe95 req-55deefb0-0ac5-49e5-b32d-6477e8c732d6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.439385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3abe039c-7a88-4ca1-aaa2-afca35f4fe95 req-55deefb0-0ac5-49e5-b32d-6477e8c732d6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 1654 time: 0.1257780 Feb 11 13:30:57.443528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:30:57.464333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] Sync routers for ids ['b7d48301-6274-4f67-8217-428395c9d7ae'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:30:57.470753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bf8efdbc-f5c2-4cf2-9f9e-814313dbed70 admin admin] 10.222.0.52 "PUT /v2.0/routers/b7d48301-6274-4f67-8217-428395c9d7ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3501973 Feb 11 13:30:57.474902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57290) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:57.484339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] Routers {'b7d48301-6274-4f67-8217-428395c9d7ae'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:57.484983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:30:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7d48301-6274-4f67-8217-428395c9d7ae'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:57.506304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Allocated IP 19.80.0.232 (f47ebb4f-aa45-43a5-b446-dd11da83d288/17e6a386-8077-480e-a3c4-f72c6cc4544f/541266d8-db8a-4dab-beb0-c90e1f53d7f0) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:30:57.526393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3abe039c-7a88-4ca1-aaa2-afca35f4fe95 req-54a420ef-8ca8-4bfc-bad4-c2590068e972 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860386 Feb 11 13:30:57.757823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57296) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:30:57.771444 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.834984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] Set router b7d48301-6274-4f67-8217-428395c9d7ae gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:57.841800 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:57.853805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e1ed6-8220-48c7-ae08-f1b9daf7630d req-f266b734-3e8a-4b22-8253-e2f629e54fe0 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:57.866744 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-707e1ed6-8220-48c7-ae08-f1b9daf7630d req-f266b734-3e8a-4b22-8253-e2f629e54fe0 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 945 time: 0.1307232 Feb 11 13:30:57.928115 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.034611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.045175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-707e1ed6-8220-48c7-ae08-f1b9daf7630d req-1a346c2c-8c7f-426d-8fbd-27fee6ec3918 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647036 Feb 11 13:30:58.176572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2133480845'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:58.185999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network f47ebb4f-aa45-43a5-b446-dd11da83d288 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:30:58.192157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:30:58.195624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:30:58.274675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.275418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.284179 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.315482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Port': ['ID=541266d8-db8a-4dab-beb0-c90e1f53d7f0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:58.319902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Made reservation on behalf of f25249d9eb2145dbb50d6fb88653dc03 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:58.334170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.343045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ee62f-0fbe-49b8-a1fb-3a8a2a9c82da req-64d48cb3-df87-44aa-b279-7ac47e582a80 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.345545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae5ee62f-0fbe-49b8-a1fb-3a8a2a9c82da req-64d48cb3-df87-44aa-b279-7ac47e582a80 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.2329245 Feb 11 13:30:58.353818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-b9310bb7-9bb1-449f-a6ab-aa93dc0820f7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6156073 Feb 11 13:30:58.372713 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.380500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:30:56Z', 'revision_number': 5, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port': {'id': '2856681b-7a3d-4edb-8a9c-0a4c69caec1f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:b2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:15Z', 'updated_at': '2022-02-11T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:58.388978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Request body: {'port': {'device_id': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:58.441325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] Checking router: b7d48301-6274-4f67-8217-428395c9d7ae for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:30:58.483406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] Routers {'b7d48301-6274-4f67-8217-428395c9d7ae'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:30:58.484084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:30:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7d48301-6274-4f67-8217-428395c9d7ae'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:58.497310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae5ee62f-0fbe-49b8-a1fb-3a8a2a9c82da req-8f7c1674-f5b0-4b3f-bf5a-0fec1decdb19 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389430 Feb 11 13:30:58.574158 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.721086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468f1d9-3ba0-4e18-a76c-fde68b537919 req-51e3852c-6986-4fed-ae13-9e6c83d4f81e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.729668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7468f1d9-3ba0-4e18-a76c-fde68b537919 req-51e3852c-6986-4fed-ae13-9e6c83d4f81e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.3319380 Feb 11 13:30:58.733679 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.786487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0fb3e34e-95e8-4b1d-8525-d0ab5c8f85d9 None None] Provisioning complete for port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:30:58.787455 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e34e-95e8-4b1d-8525-d0ab5c8f85d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.797400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2265010-9d98-45a7-87d1-513359bd712c req-181f513f-d5f0-4bd8-b816-1e4401098d31 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:58.799049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-181f513f-d5f0-4bd8-b816-1e4401098d31 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "GET /v2.0/networks?id=4852bdea-bdee-4cce-94d2-73f24e6c824a HTTP/1.1" status: 200 len: 815 time: 0.2981718 Feb 11 13:30:58.816591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7468f1d9-3ba0-4e18-a76c-fde68b537919 req-40028ed4-9c09-4309-b17a-241ee7f68583 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858498 Feb 11 13:30:58.820558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Deleting port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:30:58.820558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:58.830767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Request body: {'port': {'device_id': 'dc28774f-6647-42d4-a518-eb80b29f6cea', 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a', 'admin_state_up': True, 'tenant_id': 'c43c2af02c0649d4b17f1095f4567661'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:58.856173 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] Set router b7d48301-6274-4f67-8217-428395c9d7ae gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:30:58.859402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3e34e-95e8-4b1d-8525-d0ab5c8f85d9 None None] Port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:30:58.931348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:30:58Z', 'revision_number': 6, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:30:58.984154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b0478-5325-4587-976f-0d0c051173ee None None] The sync data for ids ['b7d48301-6274-4f67-8217-428395c9d7ae'] in n-d-816488-1 is: [{'id': 'b7d48301-6274-4f67-8217-428395c9d7ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1790249425-router', 'tenant_id': '406c14c4e97c4c539bb1abc8f09ada82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:12Z', 'updated_at': '2022-02-11T13:30:58Z', 'revision_number': 6, 'project_id': '406c14c4e97c4c539bb1abc8f09ada82', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:30:58.994747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74570c64-be67-4155-b32d-ba829a47f402 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:30:59.017566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.063475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e9264d4-5305-4652-ba4e-ec060aeac754 req-2efcc115-6b66-42bb-93db-ea45775d4a04 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 210 time: 0.0521643 Feb 11 13:30:59.068474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Transition to ACTIVE for port object 74570c64-be67-4155-b32d-ba829a47f402 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:30:59.136708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.190765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.235910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] For port 2856681b-7a3d-4edb-8a9c-0a4c69caec1f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2856681b-7a3d-4edb-8a9c-0a4c69caec1f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:30:59.237140 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.257033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Calling delete_port for 2856681b-7a3d-4edb-8a9c-0a4c69caec1f owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:30:59.281238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Pushing event updated for resources: {'Port': ['ID=74570c64-be67-4155-b32d-ba829a47f402,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:59.433636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5285344-98c6-4b35-b9a6-a38caa857c8a req-5859afa1-1cb4-445b-8fc6-577ad6b9f99f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.442805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5285344-98c6-4b35-b9a6-a38caa857c8a req-5859afa1-1cb4-445b-8fc6-577ad6b9f99f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.449265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5285344-98c6-4b35-b9a6-a38caa857c8a req-5859afa1-1cb4-445b-8fc6-577ad6b9f99f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.451191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5285344-98c6-4b35-b9a6-a38caa857c8a req-5859afa1-1cb4-445b-8fc6-577ad6b9f99f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2388 time: 0.2365663 Feb 11 13:30:59.526015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5285344-98c6-4b35-b9a6-a38caa857c8a req-f786b558-cc9a-4d95-85ac-ee1787fc8b2d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578413 Feb 11 13:30:59.527067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Attempting to bind port 74570c64-be67-4155-b32d-ba829a47f402 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:30:59.527405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Attempting to bind port 74570c64-be67-4155-b32d-ba829a47f402 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:30:59.527738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Attempting to bind port 74570c64-be67-4155-b32d-ba829a47f402 on network f47ebb4f-aa45-43a5-b446-dd11da83d288 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:59.528061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Made reservation on behalf of c43c2af02c0649d4b17f1095f4567661 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:30:59.532944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.534844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Port 74570c64-be67-4155-b32d-ba829a47f402 on network f47ebb4f-aa45-43a5-b446-dd11da83d288 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:30:59.535502 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.539494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Attempting to bind port 74570c64-be67-4155-b32d-ba829a47f402 on network f47ebb4f-aa45-43a5-b446-dd11da83d288 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:30:59.559972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:30:59.559972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Checking segment: {'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:30:59.559972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Bound using segment: {'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:30:59.564871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Bound port: 74570c64-be67-4155-b32d-ba829a47f402, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:30:59.565056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.639549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] For port 74570c64-be67-4155-b32d-ba829a47f402, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:30:59.642934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] For port 74570c64-be67-4155-b32d-ba829a47f402, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=74570c64-be67-4155-b32d-ba829a47f402,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:30:59.656149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:30:59.680581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db929fda-7aab-4617-89d5-d8437845fa66,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:59.716425 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.717920 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Added segment 9ef9447c-16fa-4d4a-bd12-759bfabebffc of type vlan for network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 Feb 11 13:30:59.724227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df38ca4-fee1-4a06-8faf-5a71a2f734ad req-6ffaa68c-389f-42fd-b51f-e9ada96abac9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.732466 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3df38ca4-fee1-4a06-8faf-5a71a2f734ad req-6ffaa68c-389f-42fd-b51f-e9ada96abac9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.0815177 Feb 11 13:30:59.732466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.769614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.812386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.812900 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.814701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] 10.222.0.59 "PUT /v2.0/ports/74570c64-be67-4155-b32d-ba829a47f402 HTTP/1.1" status: 200 len: 1091 time: 1.4379728 Feb 11 13:30:59.815148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'tag': '74570c64-be67-4155-b32d-ba829a47f402'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:30:59.817402 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8d4140-e43d-4bfe-97f4-28bd045c6007" -d '{"events": [{"name": "network-changed", "server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "tag": "74570c64-be67-4155-b32d-ba829a47f402"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:30:59.838632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3df38ca4-fee1-4a06-8faf-5a71a2f734ad req-26702559-54db-4e9c-bc41-dbddd9d1caa7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963199 Feb 11 13:30:59.884638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef4fa2-3a71-4054-bc2f-9c2506809b39 service neutron] Pushing event updated for resources: {'Port': ['ID=74570c64-be67-4155-b32d-ba829a47f402,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:30:59.925449 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:30:59.935946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.resource_extend [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:30:59.949298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828591c4-3a9d-4a30-9ac8-426f7c40b93a req-d433c413-dd84-4605-96ce-19c3a27c5efc tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:30:59.956092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Request body: {'port': {'device_id': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:30:59.961901 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-828591c4-3a9d-4a30-9ac8-426f7c40b93a req-d433c413-dd84-4605-96ce-19c3a27c5efc tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 945 time: 0.4486094 Feb 11 13:31:00.087483 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:00.101148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-828591c4-3a9d-4a30-9ac8-426f7c40b93a req-1e6d9b94-de63-4884-8bb9-b82cad80b609 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319225 Feb 11 13:31:00.102550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Allocated IP 172.20.0.11 (4852bdea-bdee-4cce-94d2-73f24e6c824a/18791dde-9449-4545-9c37-bd46ebac9cc2/550de9be-59e6-4874-94b8-4715a35891e3) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:00.173191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:00.188493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:00.190507 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:00.191305 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd32fe37-60e6-4030-991f-217eb8c3fe64 x-openstack-request-id: req-bd32fe37-60e6-4030-991f-217eb8c3fe64 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:00.191597 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "tag": "74570c64-be67-4155-b32d-ba829a47f402", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:00.192079 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd32fe37-60e6-4030-991f-217eb8c3fe64 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:00.192484 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'tag': '74570c64-be67-4155-b32d-ba829a47f402', 'status': 'completed', 'code': 200} Feb 11 13:31:00.201474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:00.602279 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:00.655006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 87caee70-7f7d-4773-8820-e5d690db6c50 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:00.688600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 87caee70-7f7d-4773-8820-e5d690db6c50 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:00.689246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 87caee70-7f7d-4773-8820-e5d690db6c50 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:00.689862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2856681b-7a3d-4edb-8a9c-0a4c69caec1f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:00.728053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2856681b-7a3d-4edb-8a9c-0a4c69caec1f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:00.728931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2856681b-7a3d-4edb-8a9c-0a4c69caec1f not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:00.806674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=2856681b-7a3d-4edb-8a9c-0a4c69caec1f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:00.810603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Pushing event updated for resources: {'Network': ['ID=7fe8bc2f-fb2c-4ee3-ac19-45b11b005054,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:00.819888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:00.822449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906b772-aaa2-413b-9abe-086e1110e854 req-481e7fd1-2d9a-431c-aa85-4a2507a4f6c7 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:00.845543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f906b772-aaa2-413b-9abe-086e1110e854 req-481e7fd1-2d9a-431c-aa85-4a2507a4f6c7 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 945 time: 0.4836822 Feb 11 13:31:00.849379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57348) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:00.854346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1bf1c2ae-8821-4a69-823d-d1360e93317c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Request body: {'floatingip': {'port_id': '418dcc8e-b734-459b-b3a3-6eabc16618e8'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:00.918317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c2ae-8821-4a69-823d-d1360e93317c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:00.980506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-80571fdb-e6a5-4979-acd0-6f67cfbc2422 req-287c3cce-1cbe-49bd-932f-cf419f1eb821 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 210 time: 0.1998224 Feb 11 13:31:00.999005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-95e5a2af-0d52-4e6a-a4a4-8d7c4441d741 tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.2405374 Feb 11 13:31:01.078745 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d4140-e43d-4bfe-97f4-28bd045c6007 req-0d5f0384-450a-4583-9c5d-00733fb20d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.079393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d4140-e43d-4bfe-97f4-28bd045c6007 req-0d5f0384-450a-4583-9c5d-00733fb20d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.080215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d4140-e43d-4bfe-97f4-28bd045c6007 req-0d5f0384-450a-4583-9c5d-00733fb20d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.082044 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a8d4140-e43d-4bfe-97f4-28bd045c6007 req-0d5f0384-450a-4583-9c5d-00733fb20d6d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2731 time: 0.8500888 Feb 11 13:31:01.090736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.097483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910bd1-42c1-4100-bd84-5b3ad2cd80e9 req-de9914f3-c350-4e99-82f2-d2f3dec0b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.097483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55910bd1-42c1-4100-bd84-5b3ad2cd80e9 req-de9914f3-c350-4e99-82f2-d2f3dec0b33b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 1097 time: 0.6786392 Feb 11 13:31:01.215890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910bd1-42c1-4100-bd84-5b3ad2cd80e9 req-ace338a5-1fd6-434c-a404-3a66dc174af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.217435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55910bd1-42c1-4100-bd84-5b3ad2cd80e9 req-ace338a5-1fd6-434c-a404-3a66dc174af1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 200 len: 919 time: 0.1072893 Feb 11 13:31:01.238171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ee7ae-53bc-40ea-a467-9065a918ed77 req-34194552-d27f-4608-b05a-2de48bd5445c tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.239858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f38ee7ae-53bc-40ea-a467-9065a918ed77 req-34194552-d27f-4608-b05a-2de48bd5445c tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.3139498 Feb 11 13:31:01.283318 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.287069 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.289933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.320760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55910bd1-42c1-4100-bd84-5b3ad2cd80e9 req-0ada70a4-1feb-4d99-93db-f320d7cc2374 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91 HTTP/1.1" status: 200 len: 217 time: 0.0903792 Feb 11 13:31:01.399593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd50853-145f-40ee-a5cf-b2e41d40acc4 req-cc50dbb8-1634-4b1b-8a6e-891e8aa9cc60 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.406031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd50853-145f-40ee-a5cf-b2e41d40acc4 req-cc50dbb8-1634-4b1b-8a6e-891e8aa9cc60 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.412132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd50853-145f-40ee-a5cf-b2e41d40acc4 req-cc50dbb8-1634-4b1b-8a6e-891e8aa9cc60 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.414494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bd50853-145f-40ee-a5cf-b2e41d40acc4 req-cc50dbb8-1634-4b1b-8a6e-891e8aa9cc60 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2388 time: 0.1991291 Feb 11 13:31:01.468095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.468887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7d48301-6274-4f67-8217-428395c9d7ae {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:31:01.487015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55910bd1-42c1-4100-bd84-5b3ad2cd80e9 req-bc995553-42b3-4c10-9833-51ded5fe31a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.488496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55910bd1-42c1-4100-bd84-5b3ad2cd80e9 req-bc995553-42b3-4c10-9833-51ded5fe31a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f7e6eb9-fe88-4664-95a5-199db9564712 HTTP/1.1" status: 200 len: 858 time: 0.1221914 Feb 11 13:31:01.491556 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.494055 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4f6317de-c5ea-46a0-8fec-28c252e84c3c admin admin] 10.222.0.52 "DELETE /v2.0/routers/b7d48301-6274-4f67-8217-428395c9d7ae HTTP/1.1" status: 204 len: 168 time: 4.0147851 Feb 11 13:31:01.499557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57362) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:01.534394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ab7a23c-d719-42c3-97d2-5b6fd654516a {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:01.552389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f38ee7ae-53bc-40ea-a467-9065a918ed77 req-cc308e01-801a-4b3b-985b-016bf34a9786 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961583 Feb 11 13:31:01.569262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-71dcc15d-a6d9-499a-aa1e-a91c85badb6e admin admin] Deleting subnet 9e9ee6e8-fe6f-4e78-8500-2349a6d591e4 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:31:01.572583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bd50853-145f-40ee-a5cf-b2e41d40acc4 req-ab09d161-8618-4c0a-a563-0f582a4977df tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488473 Feb 11 13:31:01.576360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d4140-e43d-4bfe-97f4-28bd045c6007 req-61ac30a2-1b68-45d9-b20a-7e834eb7b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.576876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d4140-e43d-4bfe-97f4-28bd045c6007 req-61ac30a2-1b68-45d9-b20a-7e834eb7b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.577337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d4140-e43d-4bfe-97f4-28bd045c6007 req-61ac30a2-1b68-45d9-b20a-7e834eb7b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.597060 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.600908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55910bd1-42c1-4100-bd84-5b3ad2cd80e9 req-4232fc74-fc11-4dfd-800a-1fb5b94622f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2225a145-5852-4ecb-bf66-01fdcbd19e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788147 Feb 11 13:31:01.604802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a8d4140-e43d-4bfe-97f4-28bd045c6007 req-61ac30a2-1b68-45d9-b20a-7e834eb7b5f0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3888810 Feb 11 13:31:01.605603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71dcc15d-a6d9-499a-aa1e-a91c85badb6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.742450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55910bd1-42c1-4100-bd84-5b3ad2cd80e9 req-ae7cfac7-1eca-4358-af53-74d49fea0a12 service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167462 Feb 11 13:31:01.759542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Transition to ACTIVE for port object 4ab7a23c-d719-42c3-97d2-5b6fd654516a will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:01.764179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d4140-e43d-4bfe-97f4-28bd045c6007 req-0b2b0077-dbb4-487b-9c47-94c767533d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.765656 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a8d4140-e43d-4bfe-97f4-28bd045c6007 req-0b2b0077-dbb4-487b-9c47-94c767533d1a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260180 Feb 11 13:31:01.766796 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.843924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Pushing event updated for resources: {'Port': ['ID=550de9be-59e6-4874-94b8-4715a35891e3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:01.858808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71dcc15d-a6d9-499a-aa1e-a91c85badb6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.888952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Network 4852bdea-bdee-4cce-94d2-73f24e6c824a is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:01.891893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:01.895978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:01.933949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57366) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:01.933949 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:01.980433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Request body: {'port': {'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054', 'binding:host_id': 'n-h1-816488-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1422522205'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:01.988328 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:01.988996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.004844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f74366-6650-4d72-b0a8-a3b79307a78a req-b67baed0-d680-46c2-863c-1f32a8d882f7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.015199 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7f74366-6650-4d72-b0a8-a3b79307a78a req-b67baed0-d680-46c2-863c-1f32a8d882f7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.2704890 Feb 11 13:31:02.026648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71dcc15d-a6d9-499a-aa1e-a91c85badb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.161795 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-878f9a64-afb5-4de9-86e8-f2bcf4bdba6d tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3359804 Feb 11 13:31:02.189378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac531ff-963b-45ee-b4c2-3f5b13142171 req-b818ceb6-b125-4d9d-bf45-a54afde37d03 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.189378 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ac531ff-963b-45ee-b4c2-3f5b13142171 req-b818ceb6-b125-4d9d-bf45-a54afde37d03 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 932 time: 0.0918088 Feb 11 13:31:02.197970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Request body: {'port': {'device_id': 'dc28774f-6647-42d4-a518-eb80b29f6cea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:02.213543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7f74366-6650-4d72-b0a8-a3b79307a78a req-da712591-55db-41d9-b1ff-1c677fb7fa72 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995862 Feb 11 13:31:02.242930 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71dcc15d-a6d9-499a-aa1e-a91c85badb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.336645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcc15d-a6d9-499a-aa1e-a91c85badb6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9ee6e8-fe6f-4e78-8500-2349a6d591e4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:02.372025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ed322-c2b7-4dd0-bad1-b664a3dd887c None None] Network e4b25248-796e-4843-9e5e-fffc7dcb6ce7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:02.376214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71dcc15d-a6d9-499a-aa1e-a91c85badb6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.382977 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-71dcc15d-a6d9-499a-aa1e-a91c85badb6e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9e9ee6e8-fe6f-4e78-8500-2349a6d591e4 HTTP/1.1" status: 204 len: 168 time: 0.8817396 Feb 11 13:31:02.391763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57380) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:02.401795 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.407660 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ac531ff-963b-45ee-b4c2-3f5b13142171 req-cee8cfec-2062-48a3-abaf-1aa070a78d02 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911271 Feb 11 13:31:02.466330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Made reservation on behalf of f43d4fcb4f27401b9b2f7b7d3d26b2b1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:02.469045 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.473230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.resource_extend [None req-1bf1c2ae-8821-4a69-823d-d1360e93317c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:31:02.485807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55910bd1-42c1-4100-bd84-5b3ad2cd80e9 req-88749d3b-c802-47c8-92f8-6297954910cd service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7175236 Feb 11 13:31:02.486177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Pushing event updated for resources: {'Port': ['ID=4ab7a23c-d719-42c3-97d2-5b6fd654516a,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:02.553127 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.561092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.635070 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c2ae-8821-4a69-823d-d1360e93317c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.636600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e5f35-a99c-4aa3-a075-c37d76680165 None None] DHCP port deletion for e4b25248-796e-4843-9e5e-fffc7dcb6ce7 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:31:02.711566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e5f35-a99c-4aa3-a075-c37d76680165 None None] Deleting port 7f80bf50-12df-4ae9-8377-201888af2f3f {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:02.711566 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5f35-a99c-4aa3-a075-c37d76680165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.730535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Attempting to bind port 4ab7a23c-d719-42c3-97d2-5b6fd654516a on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:02.735250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Attempting to bind port 4ab7a23c-d719-42c3-97d2-5b6fd654516a by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '2edda112-4de4-4f1e-a33c-9788cd13b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:02.735250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Attempting to bind port 4ab7a23c-d719-42c3-97d2-5b6fd654516a on network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:02.739652 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c2ae-8821-4a69-823d-d1360e93317c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.749081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Port 4ab7a23c-d719-42c3-97d2-5b6fd654516a on network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:02.749557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Attempting to bind port 4ab7a23c-d719-42c3-97d2-5b6fd654516a on network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:02.790618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571a2d2-86b7-4e5f-ae52-1bcb59431e3e req-3707b1bf-9428-420e-9fad-063abfb8ba04 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.796625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571a2d2-86b7-4e5f-ae52-1bcb59431e3e req-3707b1bf-9428-420e-9fad-063abfb8ba04 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.798830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:02.799295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Checking segment: {'id': '2edda112-4de4-4f1e-a33c-9788cd13b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:02.799780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Bound using segment: {'id': '2edda112-4de4-4f1e-a33c-9788cd13b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:02.800323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Bound port: 4ab7a23c-d719-42c3-97d2-5b6fd654516a, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2edda112-4de4-4f1e-a33c-9788cd13b8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:02.800785 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.802534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571a2d2-86b7-4e5f-ae52-1bcb59431e3e req-3707b1bf-9428-420e-9fad-063abfb8ba04 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.804943 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8571a2d2-86b7-4e5f-ae52-1bcb59431e3e req-3707b1bf-9428-420e-9fad-063abfb8ba04 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2400 time: 0.1225305 Feb 11 13:31:02.816937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10713cb4-053e-4b6a-bc5f-079732f32f90 req-3eec18c3-7537-4be7-85cc-bcca8c776fa8 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:02.825742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-10713cb4-053e-4b6a-bc5f-079732f32f90 req-3eec18c3-7537-4be7-85cc-bcca8c776fa8 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1698174 Feb 11 13:31:02.906392 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.920878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8f0e5f35-a99c-4aa3-a075-c37d76680165 None None] For port 7f80bf50-12df-4ae9-8377-201888af2f3f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7f80bf50-12df-4ae9-8377-201888af2f3f,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:02.922648 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5f35-a99c-4aa3-a075-c37d76680165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:02.954087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8571a2d2-86b7-4e5f-ae52-1bcb59431e3e req-b1f3abe6-f129-4447-ab13-75fdb7868d27 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377914 Feb 11 13:31:02.961878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8f0e5f35-a99c-4aa3-a075-c37d76680165 None None] Calling delete_port for 7f80bf50-12df-4ae9-8377-201888af2f3f owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:03.083237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550de9be-59e6-4874-94b8-4715a35891e3 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:03.098282 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.120094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Transition to ACTIVE for port object 550de9be-59e6-4874-94b8-4715a35891e3 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:03.138393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Deleting port 7f80bf50-12df-4ae9-8377-201888af2f3f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:03.138754 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.199462 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.234505 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f0e5f35-a99c-4aa3-a075-c37d76680165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.242833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.268560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e5f35-a99c-4aa3-a075-c37d76680165 None None] No DVR routers for this DVR port 7f80bf50-12df-4ae9-8377-201888af2f3f on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:03.279126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] device_id is not set on port ee46f676-919e-407a-a61d-0d800f167ca7 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:03.295361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0e5f35-a99c-4aa3-a075-c37d76680165 None None] Pushing event deleted for resources: {'Port': ['ID=7f80bf50-12df-4ae9-8377-201888af2f3f,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:03.307474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] For port 7f80bf50-12df-4ae9-8377-201888af2f3f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7f80bf50-12df-4ae9-8377-201888af2f3f,segment=NetworkSegment(198bf01d-4b84-4d41-9d99-b323ed3469fb),segment_id=198bf01d-4b84-4d41-9d99-b323ed3469fb)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:03.307855 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.312157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48a113e-0ab9-4dd0-9f5d-05e8e0cbe150,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:03.326800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-10713cb4-053e-4b6a-bc5f-079732f32f90 req-0e6ade1e-59c5-415e-947b-277efb0794c9 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995019 Feb 11 13:31:03.357898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Pushing event updated for resources: {'Port': ['ID=550de9be-59e6-4874-94b8-4715a35891e3,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:03.397483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Calling delete_port for 7f80bf50-12df-4ae9-8377-201888af2f3f owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:03.465040 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-1bf1c2ae-8821-4a69-823d-d1360e93317c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Floating IP 74aebe42-2ace-41d5-9b8c-8d5754f07fd8 associated. External IP: 172.25.0.204, port: 418dcc8e-b734-459b-b3a3-6eabc16618e8. Feb 11 13:31:03.502810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] For port 4ab7a23c-d719-42c3-97d2-5b6fd654516a, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:03.530403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] For port 4ab7a23c-d719-42c3-97d2-5b6fd654516a, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=4ab7a23c-d719-42c3-97d2-5b6fd654516a,segment=NetworkSegment(2edda112-4de4-4f1e-a33c-9788cd13b8ed),segment_id=2edda112-4de4-4f1e-a33c-9788cd13b8ed)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:03.554515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542b12e-a443-4a07-9807-96b34c9a0e44 req-3232389c-5794-4a1d-9616-0ccde0ed58ca tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.555159 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3542b12e-a443-4a07-9807-96b34c9a0e44 req-3232389c-5794-4a1d-9616-0ccde0ed58ca tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.1804380 Feb 11 13:31:03.561130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Attempting to bind port 550de9be-59e6-4874-94b8-4715a35891e3 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:03.561475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Attempting to bind port 550de9be-59e6-4874-94b8-4715a35891e3 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:03.561825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Attempting to bind port 550de9be-59e6-4874-94b8-4715a35891e3 on network 4852bdea-bdee-4cce-94d2-73f24e6c824a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:03.577697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Port 550de9be-59e6-4874-94b8-4715a35891e3 on network 4852bdea-bdee-4cce-94d2-73f24e6c824a not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:03.578088 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Attempting to bind port 550de9be-59e6-4874-94b8-4715a35891e3 on network 4852bdea-bdee-4cce-94d2-73f24e6c824a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:03.598450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:03.598804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Checking segment: {'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:03.599194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Bound using segment: {'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:03.599641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Bound port: 550de9be-59e6-4874-94b8-4715a35891e3, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5326fc5-6cce-417b-a632-35ee5aad8425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:03.600003 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.634846 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.640465 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3542b12e-a443-4a07-9807-96b34c9a0e44 req-311fa609-6d3c-426b-9554-71b4b16d8992 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760458 Feb 11 13:31:03.701423 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.706530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf7346-9e3a-42fc-a4f1-c6b7f54963dc req-5bd1baf1-bd7a-49cd-84a3-837e0e6f95d4 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.708017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7daf7346-9e3a-42fc-a4f1-c6b7f54963dc req-5bd1baf1-bd7a-49cd-84a3-837e0e6f95d4 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 944 time: 0.1760120 Feb 11 13:31:03.716270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f80bf50-12df-4ae9-8377-201888af2f3f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:03.729997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] No DVR routers for this DVR port 7f80bf50-12df-4ae9-8377-201888af2f3f on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:03.760413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.761052 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.762420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] 10.222.0.59 "PUT /v2.0/ports/4ab7a23c-d719-42c3-97d2-5b6fd654516a HTTP/1.1" status: 200 len: 1092 time: 3.8559783 Feb 11 13:31:03.768118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] For port 550de9be-59e6-4874-94b8-4715a35891e3, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:03.769219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'tag': '4ab7a23c-d719-42c3-97d2-5b6fd654516a'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:03.771517 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14" -d '{"events": [{"name": "network-changed", "server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "tag": "4ab7a23c-d719-42c3-97d2-5b6fd654516a"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:03.803426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae0488-fc1d-4b5e-b932-43740a83ca7b service neutron] Pushing event updated for resources: {'Port': ['ID=4ab7a23c-d719-42c3-97d2-5b6fd654516a,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:03.816257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] For port 550de9be-59e6-4874-94b8-4715a35891e3, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=550de9be-59e6-4874-94b8-4715a35891e3,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:03.829066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.839509 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c8c933-e4b9-4cd2-b7c3-61bf0159bd9b x-openstack-request-id: req-29c8c933-e4b9-4cd2-b7c3-61bf0159bd9b {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:03.839799 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "tag": "4ab7a23c-d719-42c3-97d2-5b6fd654516a", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:03.840045 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29c8c933-e4b9-4cd2-b7c3-61bf0159bd9b {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:03.840436 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'tag': '4ab7a23c-d719-42c3-97d2-5b6fd654516a', 'status': 'completed', 'code': 200} Feb 11 13:31:03.855060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b25248-796e-4843-9e5e-fffc7dcb6ce7']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:03.867629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198bf01d-4b84-4d41-9d99-b323ed3469fb') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:03.868567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7daf7346-9e3a-42fc-a4f1-c6b7f54963dc req-d3c64c08-c2e7-45ab-9bb0-a35a71d4c2fa tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238506 Feb 11 13:31:03.869054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198bf01d-4b84-4d41-9d99-b323ed3469fb') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:03.884300 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.908589 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.929147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.931436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Request body: {'port': {'device_id': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:03.939851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:03.940643 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.943214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-d0739811-9c80-4262-8413-7469172c00ab service neutron] 10.222.0.13 "PUT /v2.0/ports/550de9be-59e6-4874-94b8-4715a35891e3 HTTP/1.1" status: 200 len: 1092 time: 1.7563524 Feb 11 13:31:03.947255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc28774f-6647-42d4-a518-eb80b29f6cea', 'tag': '550de9be-59e6-4874-94b8-4715a35891e3'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:03.949828 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "dc28774f-6647-42d4-a518-eb80b29f6cea", "tag": "550de9be-59e6-4874-94b8-4715a35891e3"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:03.953267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:03.953623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:03.957922 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:04.036269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] device_id is not set on port ee46f676-919e-407a-a61d-0d800f167ca7 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:04.045142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739811-9c80-4262-8413-7469172c00ab service neutron] Pushing event updated for resources: {'Port': ['ID=550de9be-59e6-4874-94b8-4715a35891e3,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:04.114551 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.131494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.155690 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.159154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e4b25248-796e-4843-9e5e-fffc7dcb6ce7 HTTP/1.1" status: 204 len: 168 time: 1.7663357 Feb 11 13:31:04.161206 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0b126-938b-48b3-88ff-d54e49530f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b25248-796e-4843-9e5e-fffc7dcb6ce7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:04.165222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2265010-9d98-45a7-87d1-513359bd712c req-498280d6-7768-47c9-8665-e772f26aae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.166790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-498280d6-7768-47c9-8665-e772f26aae68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c43c2af02c0649d4b17f1095f4567661&device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 1095 time: 0.1012795 Feb 11 13:31:04.167588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57418) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:04.169007 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b980aa0-7648-4bf7-833a-6119a6a5873f x-openstack-request-id: req-2b980aa0-7648-4bf7-833a-6119a6a5873f {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:04.169290 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc28774f-6647-42d4-a518-eb80b29f6cea", "tag": "550de9be-59e6-4874-94b8-4715a35891e3", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:04.169722 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b980aa0-7648-4bf7-833a-6119a6a5873f {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:04.170158 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc28774f-6647-42d4-a518-eb80b29f6cea', 'tag': '550de9be-59e6-4874-94b8-4715a35891e3', 'status': 'completed', 'code': 200} Feb 11 13:31:04.175830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14 req-30139784-851f-44c8-bac8-eef4bd57b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.176307 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14 req-30139784-851f-44c8-bac8-eef4bd57b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.176779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14 req-30139784-851f-44c8-bac8-eef4bd57b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.178405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14 req-30139784-851f-44c8-bac8-eef4bd57b718 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2798 time: 0.2691989 Feb 11 13:31:04.202561 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.219363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf1c2ae-8821-4a69-823d-d1360e93317c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Router 8b6fc681-667b-4dae-b475-235e7c09f39a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:31:04.263646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-b040d285-f80f-4e07-a138-3789bc0cb350 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=550de9be-59e6-4874-94b8-4715a35891e3 HTTP/1.1" status: 200 len: 217 time: 0.0393665 Feb 11 13:31:04.272960 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.289453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba01cce-eb6c-4ce2-9bdc-f41d87930381 req-a4f485ba-c754-42b7-b3ba-fdec539c6c2d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.295182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba01cce-eb6c-4ce2-9bdc-f41d87930381 req-a4f485ba-c754-42b7-b3ba-fdec539c6c2d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.300863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba01cce-eb6c-4ce2-9bdc-f41d87930381 req-a4f485ba-c754-42b7-b3ba-fdec539c6c2d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.302533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ba01cce-eb6c-4ce2-9bdc-f41d87930381 req-a4f485ba-c754-42b7-b3ba-fdec539c6c2d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2400 time: 0.2007568 Feb 11 13:31:04.351910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2265010-9d98-45a7-87d1-513359bd712c req-3d9c6aa8-249b-4c6e-97cd-e6ec839a5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.353516 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-3d9c6aa8-249b-4c6e-97cd-e6ec839a5d0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18791dde-9449-4545-9c37-bd46ebac9cc2 HTTP/1.1" status: 200 len: 855 time: 0.0831892 Feb 11 13:31:04.388883 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-3183f150-8276-4bb0-94bc-7424f3bc7b6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4852bdea-bdee-4cce-94d2-73f24e6c824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286331 Feb 11 13:31:04.496782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event updated for resources: {'Port': ['ID=ee46f676-919e-407a-a61d-0d800f167ca7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:04.563953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a6133-92eb-476d-864d-e064fd4dd864 req-34304e13-8719-4315-af49-9d40b65dab6d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.565464 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-505a6133-92eb-476d-864d-e064fd4dd864 req-34304e13-8719-4315-af49-9d40b65dab6d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1349435 Feb 11 13:31:04.571031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ba01cce-eb6c-4ce2-9bdc-f41d87930381 req-a76ddd05-618b-4044-84f3-0ffc3949faac tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408504 Feb 11 13:31:04.572330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14 req-23f059d8-c4fb-4241-8a5c-2e2229d495d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.572784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7f80bf50-12df-4ae9-8377-201888af2f3f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:04.573254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14 req-23f059d8-c4fb-4241-8a5c-2e2229d495d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.573355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14 req-23f059d8-c4fb-4241-8a5c-2e2229d495d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.574937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14 req-23f059d8-c4fb-4241-8a5c-2e2229d495d1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3865700 Feb 11 13:31:04.624031 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-952f1a3d-ad12-4906-8a0d-594ed8274df9 service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952319 Feb 11 13:31:04.626725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 7f80bf50-12df-4ae9-8377-201888af2f3f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:04.627486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7f80bf50-12df-4ae9-8377-201888af2f3f not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:04.650482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Checking segment: {'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:04.650917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Network hostable DHCP agents. Network: 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:04.720731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-505a6133-92eb-476d-864d-e064fd4dd864 req-a94997ce-2cdf-4924-8619-4ce8e59a07e4 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371160 Feb 11 13:31:04.752261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf1c2ae-8821-4a69-823d-d1360e93317c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:04.762661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c2ae-8821-4a69-823d-d1360e93317c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:04.764485 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] Sync routers for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:31:04.780376 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:04.784486 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:30:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:04.804166 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2265010-9d98-45a7-87d1-513359bd712c req-10429fe3-10bb-4fc0-ba30-f11f8605d8a0 service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677637 Feb 11 13:31:04.922959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14 req-e16f5b94-cedd-4858-ba2b-88d7afd88ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:04.924729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85fc26b3-c57f-4e2b-818b-046f3c4b6a14 req-e16f5b94-cedd-4858-ba2b-88d7afd88ed1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3162122 Feb 11 13:31:04.932085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:04.954763 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:04.972123 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1bf1c2ae-8821-4a69-823d-d1360e93317c tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "PUT /v2.0/floatingips/74aebe42-2ace-41d5-9b8c-8d5754f07fd8 HTTP/1.1" status: 200 len: 991 time: 4.1192644 Feb 11 13:31:05.000389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541266d8-db8a-4dab-beb0-c90e1f53d7f0 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:05.026088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392d308-6346-413e-a766-eac1c7053130 req-b2ba901b-104e-4131-b9f9-2cd8d66b762a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.031317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3392d308-6346-413e-a766-eac1c7053130 req-b2ba901b-104e-4131-b9f9-2cd8d66b762a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.2274601 Feb 11 13:31:05.031317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.039678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:05.050529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d9dce5-286c-4564-a8a0-973bd7f24e07 None None] Network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:05.075057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:05.110049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Transition to ACTIVE for port object 541266d8-db8a-4dab-beb0-c90e1f53d7f0 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:05.112708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.113107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.126755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.155892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.156241 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:05.161702 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 2 to bind port ee46f676-919e-407a-a61d-0d800f167ca7 Feb 11 13:31:05.189851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3392d308-6346-413e-a766-eac1c7053130 req-be7b6431-cf93-424c-bec1-6c2bdf4a6569 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525183 Feb 11 13:31:05.205997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.205997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.205997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.212489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.219525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.219806 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:05.222883 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 3 to bind port ee46f676-919e-407a-a61d-0d800f167ca7 Feb 11 13:31:05.309414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dcb0a-b4fd-49ac-b010-f4852e88be62 req-cc44d7cf-06e2-41a5-bc0b-e10a5122ca60 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.316911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b8dcb0a-b4fd-49ac-b010-f4852e88be62 req-cc44d7cf-06e2-41a5-bc0b-e10a5122ca60 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 950 time: 0.4202797 Feb 11 13:31:05.331564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.344675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8 req-42310f39-797c-4913-ae7b-cc18e03fee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.346626 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8 req-42310f39-797c-4913-ae7b-cc18e03fee5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c43c2af02c0649d4b17f1095f4567661&device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 1095 time: 0.1024268 Feb 11 13:31:05.350629 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '74aebe42-2ace-41d5-9b8c-8d5754f07fd8', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'port_id': '418dcc8e-b734-459b-b3a3-6eabc16618e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'mac_address': 'fa:16:3e:4d:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:30:30Z', 'updated_at': '2022-02-11T13:31:02Z', 'revision_number': 1, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:05.377144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.377662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.377832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.391805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.392421 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:05.394811 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 4 to bind port ee46f676-919e-407a-a61d-0d800f167ca7 Feb 11 13:31:05.396679 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] Checking router: 8b6fc681-667b-4dae-b475-235e7c09f39a for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:31:05.401500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=541266d8-db8a-4dab-beb0-c90e1f53d7f0,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:05.412761 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:05.413389 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:30:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:05.446119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.446461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.446793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.456066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b03f3-cbb0-40a6-ad3f-3bfbab5a8092 req-d2c8e771-4fd0-4b98-ac1d-f35fb7043055 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.457625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c98b03f3-cbb0-40a6-ad3f-3bfbab5a8092 req-d2c8e771-4fd0-4b98-ac1d-f35fb7043055 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 944 time: 0.1483817 Feb 11 13:31:05.464483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.465061 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:05.465640 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 5 to bind port ee46f676-919e-407a-a61d-0d800f167ca7 Feb 11 13:31:05.514457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b8dcb0a-b4fd-49ac-b010-f4852e88be62 req-395b5975-3661-4bfe-a37c-84227f0f553c tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965325 Feb 11 13:31:05.519686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.520032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.520374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.539067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.539410 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:05.543090 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 6 to bind port ee46f676-919e-407a-a61d-0d800f167ca7 Feb 11 13:31:05.562297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c98b03f3-cbb0-40a6-ad3f-3bfbab5a8092 req-f47e5671-b5ba-4e29-96c6-57d75e941d28 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927045 Feb 11 13:31:05.569672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.570048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.570394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.580648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.580980 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:05.583328 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 7 to bind port ee46f676-919e-407a-a61d-0d800f167ca7 Feb 11 13:31:05.588143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Attempting to bind port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.588490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Attempting to bind port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.588828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Attempting to bind port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 on network f47ebb4f-aa45-43a5-b446-dd11da83d288 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.604284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 on network f47ebb4f-aa45-43a5-b446-dd11da83d288 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.604760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Attempting to bind port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 on network f47ebb4f-aa45-43a5-b446-dd11da83d288 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.605693 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:05.607972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.607972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.608187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.622426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:05.622747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Checking segment: {'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:05.629831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Bound using segment: {'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:05.629831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Bound port: 541266d8-db8a-4dab-beb0-c90e1f53d7f0, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96be04a5-88ad-401a-acc3-70a7c13ec4c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:05.629831 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.640634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.640971 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:05.642804 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 8 to bind port ee46f676-919e-407a-a61d-0d800f167ca7 Feb 11 13:31:05.672089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.672430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.672764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.696262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.696262 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:05.698530 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 9 to bind port ee46f676-919e-407a-a61d-0d800f167ca7 Feb 11 13:31:05.719931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.720269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.720611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.733751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.734111 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:05.737050 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 10 to bind port ee46f676-919e-407a-a61d-0d800f167ca7 Feb 11 13:31:05.760067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:05.760406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:05.760746 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:05.763185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] For port 541266d8-db8a-4dab-beb0-c90e1f53d7f0, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:05.804421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port ee46f676-919e-407a-a61d-0d800f167ca7 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:05.804758 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port ee46f676-919e-407a-a61d-0d800f167ca7 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:05.805124 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.812453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] For port 541266d8-db8a-4dab-beb0-c90e1f53d7f0, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=541266d8-db8a-4dab-beb0-c90e1f53d7f0,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:05.818028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8 req-ee59f3f1-b96b-48e6-9970-0505ea7ff2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.819535 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8 req-ee59f3f1-b96b-48e6-9970-0505ea7ff2dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=4852bdea-bdee-4cce-94d2-73f24e6c824a HTTP/1.1" status: 200 len: 916 time: 0.3782132 Feb 11 13:31:05.852770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'tag': '418dcc8e-b734-459b-b3a3-6eabc16618e8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:05.855158 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf37593-2cfc-420a-b91b-2f3800e9792b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac92df90-c8c8-476f-b86d-862c2ac6b75e", "tag": "418dcc8e-b734-459b-b3a3-6eabc16618e8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:05.881360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67e3d-10d2-4903-8cef-f86db15f6b3b req-2368acee-93ae-4c22-b424-0abf5d99c411 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.902352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67e3d-10d2-4903-8cef-f86db15f6b3b req-2368acee-93ae-4c22-b424-0abf5d99c411 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.902352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac67e3d-10d2-4903-8cef-f86db15f6b3b req-2368acee-93ae-4c22-b424-0abf5d99c411 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.902352 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ac67e3d-10d2-4903-8cef-f86db15f6b3b req-2368acee-93ae-4c22-b424-0abf5d99c411 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2412 time: 0.1284511 Feb 11 13:31:05.920065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8 req-7aff6d55-913e-419f-9c15-83f0a118bd5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=550de9be-59e6-4874-94b8-4715a35891e3 HTTP/1.1" status: 200 len: 217 time: 0.0757802 Feb 11 13:31:05.927058 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '74aebe42-2ace-41d5-9b8c-8d5754f07fd8', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'port_id': '418dcc8e-b734-459b-b3a3-6eabc16618e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'mac_address': 'fa:16:3e:4d:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:30:30Z', 'updated_at': '2022-02-11T13:31:02Z', 'revision_number': 1, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:05.931033 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.940337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] For port ee46f676-919e-407a-a61d-0d800f167ca7, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:05.940704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempted to set empty binding levels {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:31:05.963082 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8389592e-ce6c-4336-8c6e-268cf1ce3ad5 None None] The sync data for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 is: [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '74aebe42-2ace-41d5-9b8c-8d5754f07fd8', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'floating_ip_address': '172.25.0.204', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'port_id': '418dcc8e-b734-459b-b3a3-6eabc16618e8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'mac_address': 'fa:16:3e:4d:b4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:30:30Z', 'updated_at': '2022-02-11T13:31:02Z', 'revision_number': 1, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:31:05.981076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:05.981699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:05.991110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] 10.222.0.59 "PUT /v2.0/ports/541266d8-db8a-4dab-beb0-c90e1f53d7f0 HTTP/1.1" status: 200 len: 1092 time: 2.0727909 Feb 11 13:31:05.991110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ac67e3d-10d2-4903-8cef-f86db15f6b3b req-6b551df3-0fa7-404a-9e6b-a27354f40945 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867381 Feb 11 13:31:06.024897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1413338-d5fa-46e8-9c40-11d0509eaf25 req-955bf84e-a38d-478e-bfde-b319403cea27 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.027324 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1413338-d5fa-46e8-9c40-11d0509eaf25 req-955bf84e-a38d-478e-bfde-b319403cea27 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1973493 Feb 11 13:31:06.031224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ebb86-b7c8-4469-9831-29d5e1bf8bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=541266d8-db8a-4dab-beb0-c90e1f53d7f0,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:06.057431 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.070392 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65d42a4-b739-48a0-a78f-90da9c2cea4d x-openstack-request-id: req-c65d42a4-b739-48a0-a78f-90da9c2cea4d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:06.070838 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac92df90-c8c8-476f-b86d-862c2ac6b75e", "tag": "418dcc8e-b734-459b-b3a3-6eabc16618e8", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:06.078226 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c65d42a4-b739-48a0-a78f-90da9c2cea4d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:06.078715 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'tag': '418dcc8e-b734-459b-b3a3-6eabc16618e8', 'status': 'completed', 'code': 200} Feb 11 13:31:06.107798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8 req-5cb12165-18b4-42cc-8fbb-a9abac178cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.110163 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8 req-5cb12165-18b4-42cc-8fbb-a9abac178cac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=18791dde-9449-4545-9c37-bd46ebac9cc2 HTTP/1.1" status: 200 len: 855 time: 0.1826246 Feb 11 13:31:06.133152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.134419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.139802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1413338-d5fa-46e8-9c40-11d0509eaf25 req-3a4fda0f-ae27-4153-8696-06ff1cfd17f0 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844581 Feb 11 13:31:06.185525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8 req-c71cb676-9255-458f-a163-c1ca68e78a0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4852bdea-bdee-4cce-94d2-73f24e6c824a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642681 Feb 11 13:31:06.199277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] Deleting port 0ded1a0a-9415-42ee-9f91-23f03d924e19 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:06.199628 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.224739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event updated for resources: {'Port': ['ID=ee46f676-919e-407a-a61d-0d800f167ca7,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:06.265476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-953a5952-75f0-4ead-8aa2-e3f6729a9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.267551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-953a5952-75f0-4ead-8aa2-e3f6729a9862 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 1096 time: 0.1608810 Feb 11 13:31:06.278908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-e00814b6-29bd-474a-8110-ec178e55ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.279405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-e00814b6-29bd-474a-8110-ec178e55ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.279874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-e00814b6-29bd-474a-8110-ec178e55ce04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.283472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-e00814b6-29bd-474a-8110-ec178e55ce04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2865 time: 0.1604156 Feb 11 13:31:06.354085 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d5d82-68e7-41c9-8121-11cdca5be032 None None] New status for floating IP 74aebe42-2ace-41d5-9b8c-8d5754f07fd8: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:31:06.431525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 550de9be-59e6-4874-94b8-4715a35891e3 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:06.450495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] For port 0ded1a0a-9415-42ee-9f91-23f03d924e19, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0ded1a0a-9415-42ee-9f91-23f03d924e19,segment=NetworkSegment(2407d8fd-edb1-474e-bb17-dd0734e35b79),segment_id=2407d8fd-edb1-474e-bb17-dd0734e35b79)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:06.450880 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.477826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] Calling delete_port for 0ded1a0a-9415-42ee-9f91-23f03d924e19 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:06.503501 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8 req-f8195879-768c-4d2e-bbaa-ec2c9660dc09 service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092922 Feb 11 13:31:06.688215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 550de9be-59e6-4874-94b8-4715a35891e3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=550de9be-59e6-4874-94b8-4715a35891e3,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:06.735693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '550de9be-59e6-4874-94b8-4715a35891e3', 'network_id': '4852bdea-bdee-4cce-94d2-73f24e6c824a', 'port_id': '550de9be-59e6-4874-94b8-4715a35891e3', 'mac_address': 'fa:16:3e:57:b5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18791dde-9449-4545-9c37-bd46ebac9cc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:06.750493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-02e4effe-30c4-4f0e-a326-0c2691fc35e7 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 4.8178301 Feb 11 13:31:06.760809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57474) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:06.769910 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-060bd9ef-3dfd-49a8-bf93-fbb7df33e1b0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.11&port_id=74570c64-be67-4155-b32d-ba829a47f402 HTTP/1.1" status: 200 len: 217 time: 0.4414279 Feb 11 13:31:06.788902 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.794384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4658cf6c-3447-4d24-b951-3f7b12c7dbb8 req-e8b9d1b3-aea6-4c1b-9f16-a3d47b6b4306 service neutron] 10.222.0.13 "GET /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506499 Feb 11 13:31:06.807539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec2af4-3004-46ab-a457-3324f16ff7fa req-56634992-2177-4bec-a00d-084064167a7d tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.810277 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75ec2af4-3004-46ab-a457-3324f16ff7fa req-56634992-2177-4bec-a00d-084064167a7d tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 950 time: 0.1878836 Feb 11 13:31:06.822606 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550de9be-59e6-4874-94b8-4715a35891e3 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:06.870610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 550de9be-59e6-4874-94b8-4715a35891e3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=550de9be-59e6-4874-94b8-4715a35891e3,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:06.882136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bf876-0e7b-43be-ac54-0a09de72ec57 req-dd996f08-4485-4065-9965-8cd1368084ec tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.887632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-051bf876-0e7b-43be-ac54-0a09de72ec57 req-dd996f08-4485-4065-9965-8cd1368084ec tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.5697067 Feb 11 13:31:06.904919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-5fa900aa-3129-494b-a586-cfdde3b48e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.906716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-5fa900aa-3129-494b-a586-cfdde3b48e85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17e6a386-8077-480e-a3c4-f72c6cc4544f HTTP/1.1" status: 200 len: 801 time: 0.1279845 Feb 11 13:31:06.909049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-88aae6ad-9893-49f0-b0fa-9472ae9f6d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:06.910430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-88aae6ad-9893-49f0-b0fa-9472ae9f6d5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 200 len: 912 time: 0.6259484 Feb 11 13:31:06.956982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75ec2af4-3004-46ab-a457-3324f16ff7fa req-96308978-7bdb-49ab-b8da-2aebd59296ee tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395562 Feb 11 13:31:06.966301 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:06.984007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-24d02e72-c7d8-4dc1-afce-89e9ccdfef01 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Deleting port ee46f676-919e-407a-a61d-0d800f167ca7 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:06.984360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24d02e72-c7d8-4dc1-afce-89e9ccdfef01 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.069505 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-051bf876-0e7b-43be-ac54-0a09de72ec57 req-870dfdea-adce-41dc-a6e2-05fbbb34b8fe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735303 Feb 11 13:31:07.097894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=550de9be-59e6-4874-94b8-4715a35891e3,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.115584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-24d02e72-c7d8-4dc1-afce-89e9ccdfef01 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] For port ee46f676-919e-407a-a61d-0d800f167ca7, host n-h1-816488-1, got binding levels [] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:07.115957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24d02e72-c7d8-4dc1-afce-89e9ccdfef01 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.134493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-0735e8c5-754a-4856-ac8f-08496c7784ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=418dcc8e-b734-459b-b3a3-6eabc16618e8 HTTP/1.1" status: 200 len: 1001 time: 0.1997166 Feb 11 13:31:07.137225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-a4947fdc-5028-430b-91ec-41037ed474c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:07.138906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-a4947fdc-5028-430b-91ec-41037ed474c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f47ebb4f-aa45-43a5-b446-dd11da83d288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2202706 Feb 11 13:31:07.156567 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.158762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-24d02e72-c7d8-4dc1-afce-89e9ccdfef01 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Calling delete_port for ee46f676-919e-407a-a61d-0d800f167ca7 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:07.199666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['550de9be-59e6-4874-94b8-4715a35891e3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:07.203731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ded1a0a-9415-42ee-9f91-23f03d924e19,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.240207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-21fd329a-f277-4028-bb8b-4fca5dcfb136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:07.242336 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-21fd329a-f277-4028-bb8b-4fca5dcfb136 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3356f2cd-4d02-411c-9f61-5d25d83cac42 HTTP/1.1" status: 200 len: 850 time: 0.0991185 Feb 11 13:31:07.277085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dd0a8-71cb-49de-a974-4d2ce33c8586 req-80a1bbd1-86be-469a-8426-58e96d3f3683 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:07.284897 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e25dd0a8-71cb-49de-a974-4d2ce33c8586 req-80a1bbd1-86be-469a-8426-58e96d3f3683 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 945 time: 0.1903136 Feb 11 13:31:07.340444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-e413be09-ee35-43ec-976d-5fd5a7087de2 service neutron] 10.222.0.59 "GET /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846232 Feb 11 13:31:07.343299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-89518cdd-6b7c-4e3b-a1b6-896e07ed0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:07.344983 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-89518cdd-6b7c-4e3b-a1b6-896e07ed0633 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=78e8cc7a-6b88-4178-9818-4cb8339195fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904591 Feb 11 13:31:07.512357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-33e08ada-2857-4e8e-887e-e5ecc9cf6411 service neutron] 10.222.0.13 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529953 Feb 11 13:31:07.527535 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e25dd0a8-71cb-49de-a974-4d2ce33c8586 req-06212830-5d16-4514-8f85-7519f03d6560 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403355 Feb 11 13:31:07.754992 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24d02e72-c7d8-4dc1-afce-89e9ccdfef01 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.805487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc657403-8bfa-40d1-a8a2-2ab90240dee3 req-34a35ff8-5768-4188-8144-28592eb20a6e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:07.811713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc657403-8bfa-40d1-a8a2-2ab90240dee3 req-34a35ff8-5768-4188-8144-28592eb20a6e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:07.822458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc657403-8bfa-40d1-a8a2-2ab90240dee3 req-34a35ff8-5768-4188-8144-28592eb20a6e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:07.827152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d02e72-c7d8-4dc1-afce-89e9ccdfef01 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee46f676-919e-407a-a61d-0d800f167ca7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:07.838984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24d02e72-c7d8-4dc1-afce-89e9ccdfef01 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.851268 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-24d02e72-c7d8-4dc1-afce-89e9ccdfef01 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "DELETE /v2.0/ports/ee46f676-919e-407a-a61d-0d800f167ca7 HTTP/1.1" status: 204 len: 168 time: 1.0873094 Feb 11 13:31:07.851467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57522) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:07.852686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:07.857325 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dc657403-8bfa-40d1-a8a2-2ab90240dee3 req-34a35ff8-5768-4188-8144-28592eb20a6e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2412 time: 0.3227279 Feb 11 13:31:07.890617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5bf37593-2cfc-420a-b91b-2f3800e9792b req-b5122fe4-0279-473c-a4a8-433578e2ab92 service neutron] 10.222.0.13 "GET /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995343 Feb 11 13:31:07.963520 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-660cdd82-9330-443a-80c4-ceacffcd3eb1 service neutron] 10.222.0.59 "GET /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134732 Feb 11 13:31:07.999859 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dc657403-8bfa-40d1-a8a2-2ab90240dee3 req-08c43e01-ebde-4105-a398-6ba1fe881a55 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415992 Feb 11 13:31:08.068413 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5baaa593-fe46-42f1-a608-ba52935acb79 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:31:08.074468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57554) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:08.074610 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5baaa593-fe46-42f1-a608-ba52935acb79 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "GET /v2.0/ports/ee46f676-919e-407a-a61d-0d800f167ca7 HTTP/1.1" status: 404 len: 333 time: 0.2062621 Feb 11 13:31:08.080758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Request body: {'port': {'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1105367450'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:08.087452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'tag': '541266d8-db8a-4dab-beb0-c90e1f53d7f0'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:08.091338 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "tag": "541266d8-db8a-4dab-beb0-c90e1f53d7f0"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:08.133237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-0b7ee203-5d68-4e00-a229-0d5aff737efb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.251&port_id=4ab7a23c-d719-42c3-97d2-5b6fd654516a HTTP/1.1" status: 200 len: 217 time: 0.1320219 Feb 11 13:31:08.139569 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6030fc62-c036-414f-95d1-abd6d6f146f3 x-openstack-request-id: req-6030fc62-c036-414f-95d1-abd6d6f146f3 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:08.147031 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "tag": "541266d8-db8a-4dab-beb0-c90e1f53d7f0", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:08.147031 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6030fc62-c036-414f-95d1-abd6d6f146f3 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:08.147031 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'tag': '541266d8-db8a-4dab-beb0-c90e1f53d7f0', 'status': 'completed', 'code': 200} Feb 11 13:31:08.159705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] Router 1d58c896-4d43-467d-b3b4-554225ca2527 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:31:08.223416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-e8f19529-af22-4bef-a771-73702477554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:08.226488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-e8f19529-af22-4bef-a771-73702477554a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=aff476a7-602a-4235-9349-69234f99c810 HTTP/1.1" status: 200 len: 801 time: 0.0846236 Feb 11 13:31:08.290338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-6f0e95df-2388-48f5-8927-25650a417c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:08.291857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-6f0e95df-2388-48f5-8927-25650a417c8c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=45d4a4f9-27af-4fec-831e-8eda3a39ae3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0581903 Feb 11 13:31:08.339459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Made reservation on behalf of f43d4fcb4f27401b9b2f7b7d3d26b2b1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:08.343278 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.390661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8f7e7-1142-45bd-bf1c-ed0198a6ce4c req-6a088517-6c9f-4028-a681-f8befda614ca tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:08.392124 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9df8f7e7-1142-45bd-bf1c-ed0198a6ce4c req-6a088517-6c9f-4028-a681-f8befda614ca tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.1406107 Feb 11 13:31:08.393885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:08.402249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a483d52d-3c28-4127-879d-4d3717e349c6 admin admin] 10.222.0.52 "PUT /v2.0/routers/1d58c896-4d43-467d-b3b4-554225ca2527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2309785 Feb 11 13:31:08.408066 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] Sync routers for ids ['1d58c896-4d43-467d-b3b4-554225ca2527'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:31:08.409256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57584) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:08.419185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] device_id is not set on port 61cf200d-c169-4694-89bb-7c8c7a82ca6c yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:08.435264 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] Routers {'1d58c896-4d43-467d-b3b4-554225ca2527'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:08.436008 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:30:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1d58c896-4d43-467d-b3b4-554225ca2527'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:08.437259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 550de9be-59e6-4874-94b8-4715a35891e3 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:08.489812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:08.536988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-aac4eb36-c212-4e58-a1eb-e0c10703736c service neutron] 10.222.0.59 "GET /v2.0/networks/45d4a4f9-27af-4fec-831e-8eda3a39ae3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377141 Feb 11 13:31:08.600178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.620828 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.646239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 550de9be-59e6-4874-94b8-4715a35891e3 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:08.653525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 550de9be-59e6-4874-94b8-4715a35891e3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:08.654193 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.696808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9df8f7e7-1142-45bd-bf1c-ed0198a6ce4c req-3e9333f2-d136-4dcd-a57b-d327810249c1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890458 Feb 11 13:31:08.726569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:08.731266 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffef579-1a55-4605-8d43-d94e362cad91" -d '{"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:08.771100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:08.808080 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.824732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-80d0272f-dbfc-457a-81a5-a97d257c609a service neutron] 10.222.0.59 "GET /v2.0/networks/45d4a4f9-27af-4fec-831e-8eda3a39ae3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767847 Feb 11 13:31:08.826676 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.864363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.869709 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.886870 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] Set router 1d58c896-4d43-467d-b3b4-554225ca2527 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:08.894607 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-a41950c5-5b07-48c8-8afa-fc0477ee3d08 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=541266d8-db8a-4dab-beb0-c90e1f53d7f0 HTTP/1.1" status: 200 len: 217 time: 0.0609257 Feb 11 13:31:08.906060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f0bdd-ddb2-44af-bf01-0c0c9a0e0628 req-1ced6a44-f0ab-4f22-b318-07e1b458f19b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:08.907716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac6f0bdd-ddb2-44af-bf01-0c0c9a0e0628 req-1ced6a44-f0ab-4f22-b318-07e1b458f19b tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 945 time: 0.1437564 Feb 11 13:31:08.961010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Deleting port efc8b580-41d9-48e3-9774-27ff926f5017 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:08.962111 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:08.985899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac6f0bdd-ddb2-44af-bf01-0c0c9a0e0628 req-7d368379-8ecc-4c62-8358-86967e0d2d10 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681119 Feb 11 13:31:08.987783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-402e1b05-f5a5-4c65-91b1-2fef7c6f65cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:08.989227 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-402e1b05-f5a5-4c65-91b1-2fef7c6f65cc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17e6a386-8077-480e-a3c4-f72c6cc4544f HTTP/1.1" status: 200 len: 801 time: 0.0792804 Feb 11 13:31:09.008759 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.011839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=11']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:09.015793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 550de9be-59e6-4874-94b8-4715a35891e3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=550de9be-59e6-4874-94b8-4715a35891e3,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:09.085437 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.127279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] For port efc8b580-41d9-48e3-9774-27ff926f5017, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=efc8b580-41d9-48e3-9774-27ff926f5017,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:09.127717 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.162649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Calling delete_port for efc8b580-41d9-48e3-9774-27ff926f5017 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:09.164130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:09.187953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:09.188925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:09.192322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:09.193032 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.200205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event updated for resources: {'Port': ['ID=61cf200d-c169-4694-89bb-7c8c7a82ca6c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:09.226804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d8455-e2b4-4c08-861e-568df4919538 req-fc802a38-de3a-4950-b8e2-2d6907efd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:09.227287 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51e8897-e362-4ec6-8e72-7c7e26a05406 x-openstack-request-id: req-d51e8897-e362-4ec6-8e72-7c7e26a05406 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:09.227464 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'name': 'tempest-TaggedBootDevicesTest_v242-912419915-router', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:26Z', 'updated_at': '2022-02-11T13:31:06Z', 'revision_number': 5, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'gw_port': {'id': 'efc8b580-41d9-48e3-9774-27ff926f5017', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:65:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:23:28Z', 'updated_at': '2022-02-11T13:23:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:09.227668 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:09.227830 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d51e8897-e362-4ec6-8e72-7c7e26a05406 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:09.228230 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'code': 200} Feb 11 13:31:09.229501 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-fc802a38-de3a-4950-b8e2-2d6907efd4eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f47ebb4f-aa45-43a5-b446-dd11da83d288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2328970 Feb 11 13:31:09.241931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=550de9be-59e6-4874-94b8-4715a35891e3,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:09.263862 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] Checking router: 1d58c896-4d43-467d-b3b4-554225ca2527 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:31:09.273718 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] Routers {'1d58c896-4d43-467d-b3b4-554225ca2527'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:09.274684 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:30:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1d58c896-4d43-467d-b3b4-554225ca2527'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:09.332665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e3dc3b31-7f11-4876-923e-cfd31d757e7c tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2563620 Feb 11 13:31:09.333607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57630) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:09.359493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:09.379175 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] Set router 1d58c896-4d43-467d-b3b4-554225ca2527 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:09.433383 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'name': 'tempest-TaggedBootDevicesTest_v242-912419915-router', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:26Z', 'updated_at': '2022-02-11T13:31:08Z', 'revision_number': 6, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:09.455114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d9c7c-b138-40a9-8bb0-260c0078d43b req-921ab4e6-2f10-4724-a0bf-15960943f107 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:09.456633 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.462032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d9c7c-b138-40a9-8bb0-260c0078d43b req-921ab4e6-2f10-4724-a0bf-15960943f107 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:09.467343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d9c7c-b138-40a9-8bb0-260c0078d43b req-921ab4e6-2f10-4724-a0bf-15960943f107 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:09.468460 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1447cf44-7fa7-4eb4-927c-f1496637175b None None] The sync data for ids ['1d58c896-4d43-467d-b3b4-554225ca2527'] in n-d-816488-1 is: [{'id': '1d58c896-4d43-467d-b3b4-554225ca2527', 'name': 'tempest-TaggedBootDevicesTest_v242-912419915-router', 'tenant_id': '45acb4e4b37b4672a5ff5cd965c12500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:23:26Z', 'updated_at': '2022-02-11T13:31:08Z', 'revision_number': 6, 'project_id': '45acb4e4b37b4672a5ff5cd965c12500', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:31:09.476415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5d3d9c7c-b138-40a9-8bb0-260c0078d43b req-921ab4e6-2f10-4724-a0bf-15960943f107 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2412 time: 0.1900365 Feb 11 13:31:09.483639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc8b580-41d9-48e3-9774-27ff926f5017,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:09.492698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-0b563b16-439b-4f2f-ab55-470b7928e43d service neutron] 10.222.0.59 "GET /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548428 Feb 11 13:31:09.503472 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.555617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.657845 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.657845 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.680184 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5d3d9c7c-b138-40a9-8bb0-260c0078d43b req-aace8c9b-9c42-428e-a827-7313d1c3ddb7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000113 Feb 11 13:31:09.744659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-232d8455-e2b4-4c08-861e-568df4919538 req-87ab6564-30c4-4ec6-bb08-20ee10c638d7 service neutron] 10.222.0.59 "GET /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421489 Feb 11 13:31:09.790381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef559b16-c35d-40a1-8009-0391685eb068 req-77b431a6-2b92-48b6-9f71-ab40448b7c21 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:09.792262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef559b16-c35d-40a1-8009-0391685eb068 req-77b431a6-2b92-48b6-9f71-ab40448b7c21 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0637217 Feb 11 13:31:09.815678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] device_id is not set on port 61cf200d-c169-4694-89bb-7c8c7a82ca6c yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:09.827589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.827771 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.828313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d58c896-4d43-467d-b3b4-554225ca2527 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:31:09.836249 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:09.837036 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e181f1bd-a82d-4e0d-9b45-0f1d8345e351 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1d58c896-4d43-467d-b3b4-554225ca2527 HTTP/1.1" status: 204 len: 168 time: 1.4227247 Feb 11 13:31:09.844014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57656) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:09.858517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef559b16-c35d-40a1-8009-0391685eb068 req-057eef42-2bc6-4744-901f-e6ff3a2a6b53 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586195 Feb 11 13:31:09.926173 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:10.004525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9f72ee-2a14-41e0-8a35-bb525be5f573 admin admin] Deleting subnet 31e0d9bc-7174-468b-853c-1c44f7f80be5 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:31:10.020774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b9f72ee-2a14-41e0-8a35-bb525be5f573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:10.081388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event updated for resources: {'Port': ['ID=61cf200d-c169-4694-89bb-7c8c7a82ca6c,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:10.101135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f03683-b67d-4365-abfb-eb1d06213e7f req-572e3aee-c9a1-47cb-a072-2b1901d5b4ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.109673 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4f03683-b67d-4365-abfb-eb1d06213e7f req-572e3aee-c9a1-47cb-a072-2b1901d5b4ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.1969924 Feb 11 13:31:10.135834 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b9f72ee-2a14-41e0-8a35-bb525be5f573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:10.169189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-3892ffae-6663-4d24-8c70-2f7009e4d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.169657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-3892ffae-6663-4d24-8c70-2f7009e4d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.170162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-3892ffae-6663-4d24-8c70-2f7009e4d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.171935 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-3892ffae-6663-4d24-8c70-2f7009e4d8a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2865 time: 0.2226768 Feb 11 13:31:10.183416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:10.183775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:10.184075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:10.221818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:10.222149 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:10.229303 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 2 to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c Feb 11 13:31:10.271121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4f03683-b67d-4365-abfb-eb1d06213e7f req-dc12e34f-7d38-41f7-9b4a-283b32d712fc tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603544 Feb 11 13:31:10.583307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0ded1a0a-9415-42ee-9f91-23f03d924e19 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:10.595135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:10.595458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:10.595782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:10.610366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 0ded1a0a-9415-42ee-9f91-23f03d924e19 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:10.610571 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0ded1a0a-9415-42ee-9f91-23f03d924e19 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:10.610989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device efc8b580-41d9-48e3-9774-27ff926f5017 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:10.621408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:10.621740 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:10.642392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: efc8b580-41d9-48e3-9774-27ff926f5017 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:10.642731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device efc8b580-41d9-48e3-9774-27ff926f5017 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:10.643080 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 3 to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c Feb 11 13:31:10.665966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b9f72ee-2a14-41e0-8a35-bb525be5f573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:10.702193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:10.702524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:10.702975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:10.711724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-6cfda1df-038a-44ac-b0eb-b9877cf2169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.713230 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-6cfda1df-038a-44ac-b0eb-b9877cf2169a service neutron] 10.222.0.59 "GET /v2.0/networks?id=f47ebb4f-aa45-43a5-b446-dd11da83d288 HTTP/1.1" status: 200 len: 903 time: 0.5324881 Feb 11 13:31:10.721268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:10.721599 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:10.725802 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 4 to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c Feb 11 13:31:10.750358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c516cb-da9a-4986-9a3f-c0390113d07b req-1842fd04-061d-428e-8d51-61f50e0c9008 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.751842 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52c516cb-da9a-4986-9a3f-c0390113d07b req-1842fd04-061d-428e-8d51-61f50e0c9008 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.1612468 Feb 11 13:31:10.791526 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-08dd0cc9-5408-44be-ad4b-fb1a6be84b40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=541266d8-db8a-4dab-beb0-c90e1f53d7f0 HTTP/1.1" status: 200 len: 217 time: 0.0664961 Feb 11 13:31:10.798066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:10.798395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:10.798723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:10.824838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:10.825507 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:10.843808 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 5 to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c Feb 11 13:31:10.881812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:10.882759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:10.883321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:10.889530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-62d26740-6027-4a12-ad1e-f891d8b2abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:10.891895 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-62d26740-6027-4a12-ad1e-f891d8b2abdb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=17e6a386-8077-480e-a3c4-f72c6cc4544f HTTP/1.1" status: 200 len: 801 time: 0.0880406 Feb 11 13:31:10.895500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52c516cb-da9a-4986-9a3f-c0390113d07b req-ddcc08d4-ddaf-4cc1-9a23-e2a30aaa8c67 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081204 Feb 11 13:31:10.898315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:10.898315 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:10.898315 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 6 to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c Feb 11 13:31:10.921638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:10.922111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:10.922672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:10.926611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b9f72ee-2a14-41e0-8a35-bb525be5f573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:10.983079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:10.983513 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:10.986582 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 7 to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c Feb 11 13:31:10.994771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f72ee-2a14-41e0-8a35-bb525be5f573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e0d9bc-7174-468b-853c-1c44f7f80be5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:11.017954 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b9f72ee-2a14-41e0-8a35-bb525be5f573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.026681 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc77187d-3744-4e66-9276-7b9143e30e7b None None] Network 842fef97-e836-4710-9cf6-848363bdd3a0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:11.042057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57698) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:11.046652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6b9f72ee-2a14-41e0-8a35-bb525be5f573 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/31e0d9bc-7174-468b-853c-1c44f7f80be5 HTTP/1.1" status: 204 len: 168 time: 1.2015011 Feb 11 13:31:11.062114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:11.062441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:11.062769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:11.071336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:11.071670 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:11.073220 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 8 to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c Feb 11 13:31:11.106817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-a9474e95-ff79-48f8-9b48-2861e1802216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:11.108324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-a9474e95-ff79-48f8-9b48-2861e1802216 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f47ebb4f-aa45-43a5-b446-dd11da83d288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2070727 Feb 11 13:31:11.114989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:11.115407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:11.115740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:11.153216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:11.153537 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:11.181522 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 9 to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c Feb 11 13:31:11.182142 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.204215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0faaa-7a58-405e-926a-c713eda1a0ea req-754bf370-34e5-48e9-a4ec-3a3fc412d22c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:11.220534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0faaa-7a58-405e-926a-c713eda1a0ea req-754bf370-34e5-48e9-a4ec-3a3fc412d22c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:11.228971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc28774f-6647-42d4-a518-eb80b29f6cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550de9be-59e6-4874-94b8-4715a35891e3'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:11.231189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0faaa-7a58-405e-926a-c713eda1a0ea req-754bf370-34e5-48e9-a4ec-3a3fc412d22c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:11.233478 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c9b010-0357-4cb4-aeec-3f7ab66b498a" -d '{"events": [{"server_uuid": "dc28774f-6647-42d4-a518-eb80b29f6cea", "name": "network-vif-plugged", "status": "completed", "tag": "550de9be-59e6-4874-94b8-4715a35891e3"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:11.243509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81a0faaa-7a58-405e-926a-c713eda1a0ea req-754bf370-34e5-48e9-a4ec-3a3fc412d22c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2412 time: 0.1954916 Feb 11 13:31:11.283445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Deleting port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:11.286849 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.305591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-19942fa4-84cc-47b2-a170-bb0d4f575797 service neutron] 10.222.0.59 "GET /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791406 Feb 11 13:31:11.358043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:11.358385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:11.358730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:11.388589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] For port 2b448d26-5081-45d6-ab1c-6e68e2202ad3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b448d26-5081-45d6-ab1c-6e68e2202ad3,segment=NetworkSegment(2407d8fd-edb1-474e-bb17-dd0734e35b79),segment_id=2407d8fd-edb1-474e-bb17-dd0734e35b79)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:11.389279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.421853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Calling delete_port for 2b448d26-5081-45d6-ab1c-6e68e2202ad3 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:11.430719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:11.430975 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:11.433192 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 10 to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c Feb 11 13:31:11.448137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:11.448726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:11.449262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:11.463609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81a0faaa-7a58-405e-926a-c713eda1a0ea req-88394908-255d-4c15-9b12-cb12b6bcf88e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551454 Feb 11 13:31:11.466035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:11.466311 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:11.466683 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.496847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25cead5-b39f-489b-b13d-6589a9318971 None None] DHCP port deletion for 842fef97-e836-4710-9cf6-848363bdd3a0 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:31:11.555240 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c45d47-b856-439c-93db-988f36d77a54 x-openstack-request-id: req-f4c45d47-b856-439c-93db-988f36d77a54 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:11.555654 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc28774f-6647-42d4-a518-eb80b29f6cea", "name": "network-vif-plugged", "status": "completed", "tag": "550de9be-59e6-4874-94b8-4715a35891e3", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:11.556020 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4c45d47-b856-439c-93db-988f36d77a54 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:11.567099 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc28774f-6647-42d4-a518-eb80b29f6cea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550de9be-59e6-4874-94b8-4715a35891e3', 'code': 200} Feb 11 13:31:11.599658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e25cead5-b39f-489b-b13d-6589a9318971 None None] Deleting port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:11.601439 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e25cead5-b39f-489b-b13d-6589a9318971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.633636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.689309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b448d26-5081-45d6-ab1c-6e68e2202ad3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:11.696005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e25cead5-b39f-489b-b13d-6589a9318971 None None] For port 2b448d26-5081-45d6-ab1c-6e68e2202ad3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b448d26-5081-45d6-ab1c-6e68e2202ad3,segment=NetworkSegment(2407d8fd-edb1-474e-bb17-dd0734e35b79),segment_id=2407d8fd-edb1-474e-bb17-dd0734e35b79)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:11.696693 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e25cead5-b39f-489b-b13d-6589a9318971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.708636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] No DVR routers for this DVR port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:11.713531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e25cead5-b39f-489b-b13d-6589a9318971 None None] Calling delete_port for 2b448d26-5081-45d6-ab1c-6e68e2202ad3 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:11.831303 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e25cead5-b39f-489b-b13d-6589a9318971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:11.836053 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6f8df68-fdd7-4e04-a21f-b08c4a44f9ef req-682b710d-b079-44e1-baca-ef90c4a74c1b service neutron] 10.222.0.59 "GET /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4984570 Feb 11 13:31:11.855960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] For port 61cf200d-c169-4694-89bb-7c8c7a82ca6c, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:11.856344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempted to set empty binding levels {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:31:11.858804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa31eb3-c7c7-4617-8b0c-e130795bd91e req-9632b864-2431-41e0-9ff0-e53b4d3548f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:11.860310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fa31eb3-c7c7-4617-8b0c-e130795bd91e req-9632b864-2431-41e0-9ff0-e53b4d3548f6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 1097 time: 0.2282946 Feb 11 13:31:11.873744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ea58f-6f51-4c3b-8ca3-4efa75238894 req-8d731910-3a36-4ed4-beb1-c60aae6ffab5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:11.876440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cead5-b39f-489b-b13d-6589a9318971 None None] Pushing event deleted for resources: {'Port': ['ID=2b448d26-5081-45d6-ab1c-6e68e2202ad3,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:11.881359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25cead5-b39f-489b-b13d-6589a9318971 None None] No DVR routers for this DVR port 2b448d26-5081-45d6-ab1c-6e68e2202ad3 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:11.881639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce0ea58f-6f51-4c3b-8ca3-4efa75238894 req-8d731910-3a36-4ed4-beb1-c60aae6ffab5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.1901116 Feb 11 13:31:11.955519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce0ea58f-6f51-4c3b-8ca3-4efa75238894 req-78c15936-5c61-4f21-9d9b-c4250393ad8f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728579 Feb 11 13:31:11.976418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.073067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] In _notify_port_updated(), no bound segment for port 61cf200d-c169-4694-89bb-7c8c7a82ca6c on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:31:12.075233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.075233 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.078339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "PUT /v2.0/ports/61cf200d-c169-4694-89bb-7c8c7a82ca6c HTTP/1.1" status: 200 len: 975 time: 2.7207987 Feb 11 13:31:12.091220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57744) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:12.181890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fa31eb3-c7c7-4617-8b0c-e130795bd91e req-79da215a-1974-4710-b5bc-96e33c209089 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981026 Feb 11 13:31:12.198591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0780e5-b1b7-4432-8aff-081e509cce8a tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event updated for resources: {'Port': ['ID=61cf200d-c169-4694-89bb-7c8c7a82ca6c,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:12.250271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.250758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.251230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.251696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.252160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.253334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.253334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.253557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.254028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.254580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.255049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.255486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.255914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.256372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.256850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.257314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.257830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.258399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.258868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.259330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.259784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.260239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.260730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.261184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.261665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.262150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.262609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.263070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.263523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.268108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.268108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.274094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1a657da0-11fa-4f1b-a446-ddf595a1946f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27920 time: 0.1699774 Feb 11 13:31:12.276873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57752) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:12.293958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af0d6e-1756-467f-b183-656796de6606 req-f7af1834-23c5-4d92-96a3-e5c4dedb4cf9 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.302052 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73af0d6e-1756-467f-b183-656796de6606 req-f7af1834-23c5-4d92-96a3-e5c4dedb4cf9 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.2217569 Feb 11 13:31:12.307666 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.330241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842fef97-e836-4710-9cf6-848363bdd3a0']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:12.340704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2407d8fd-edb1-474e-bb17-dd0734e35b79') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:12.341082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2407d8fd-edb1-474e-bb17-dd0734e35b79') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:12.352144 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.367270 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.375439 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:12.376052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:12.378047 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:12.386722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73af0d6e-1756-467f-b183-656796de6606 req-0a416a70-ebe6-44db-9b0c-be2de18f6399 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841711 Feb 11 13:31:12.416634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8fb91150-0ced-4c28-8e70-56c62406e14e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Deleting port 61cf200d-c169-4694-89bb-7c8c7a82ca6c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:12.417079 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8fb91150-0ced-4c28-8e70-56c62406e14e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.485511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-8fb91150-0ced-4c28-8e70-56c62406e14e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] For port 61cf200d-c169-4694-89bb-7c8c7a82ca6c, host n-h1-816488-1, got binding levels [] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:12.485993 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8fb91150-0ced-4c28-8e70-56c62406e14e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.508710 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8fb91150-0ced-4c28-8e70-56c62406e14e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Calling delete_port for 61cf200d-c169-4694-89bb-7c8c7a82ca6c owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:12.513963 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.525644 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.529043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/842fef97-e836-4710-9cf6-848363bdd3a0 HTTP/1.1" status: 204 len: 168 time: 1.4856451 Feb 11 13:31:12.567196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8b232-a6eb-4a93-a5a0-dad72dbb00d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=842fef97-e836-4710-9cf6-848363bdd3a0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:12.609064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b448d26-5081-45d6-ab1c-6e68e2202ad3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:12.650286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2b448d26-5081-45d6-ab1c-6e68e2202ad3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:12.650835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b448d26-5081-45d6-ab1c-6e68e2202ad3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:12.660732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8eaf2-f937-411e-84fa-c7e831431779 req-be06f92b-a01d-4f59-a8ae-ce2ce92ce0ad tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.671253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8eaf2-f937-411e-84fa-c7e831431779 req-be06f92b-a01d-4f59-a8ae-ce2ce92ce0ad tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.677243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8eaf2-f937-411e-84fa-c7e831431779 req-be06f92b-a01d-4f59-a8ae-ce2ce92ce0ad tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:12.679588 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52e8eaf2-f937-411e-84fa-c7e831431779 req-be06f92b-a01d-4f59-a8ae-ce2ce92ce0ad tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2412 time: 0.0931740 Feb 11 13:31:12.730410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52e8eaf2-f937-411e-84fa-c7e831431779 req-6c61a926-2c23-4bc3-953a-d7922885f909 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397677 Feb 11 13:31:12.765192 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8fb91150-0ced-4c28-8e70-56c62406e14e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.797811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb91150-0ced-4c28-8e70-56c62406e14e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event deleted for resources: {'Port': ['ID=61cf200d-c169-4694-89bb-7c8c7a82ca6c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:12.806412 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8fb91150-0ced-4c28-8e70-56c62406e14e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.812798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57770) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:12.812939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8fb91150-0ced-4c28-8e70-56c62406e14e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "DELETE /v2.0/ports/61cf200d-c169-4694-89bb-7c8c7a82ca6c HTTP/1.1" status: 204 len: 168 time: 0.5352759 Feb 11 13:31:12.840040 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-341bc472-a67e-4176-a396-5370632f9775 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:31:12.841809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-341bc472-a67e-4176-a396-5370632f9775 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "GET /v2.0/ports/61cf200d-c169-4694-89bb-7c8c7a82ca6c HTTP/1.1" status: 404 len: 333 time: 0.0277071 Feb 11 13:31:12.845787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57772) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:12.851635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1752836450', 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:12.958068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Made reservation on behalf of f43d4fcb4f27401b9b2f7b7d3d26b2b1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:12.960535 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:12.984760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] device_id is not set on port f64054f5-252d-48ba-b382-5e1a49c63784 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:12.995013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57788) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:13.095886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac671494-8589-4ea7-b6b2-4b49649d759a req-2cf1a3bf-63f6-4e16-8aa2-a23c43e52769 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.103964 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac671494-8589-4ea7-b6b2-4b49649d759a req-2cf1a3bf-63f6-4e16-8aa2-a23c43e52769 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.0726802 Feb 11 13:31:13.116054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cf43a65b-6b57-4765-b0e2-2d87d0c08ade admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=406c14c4e97c4c539bb1abc8f09ada82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1193562 Feb 11 13:31:13.116054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57790) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:13.155887 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac671494-8589-4ea7-b6b2-4b49649d759a req-51030de5-8034-46c2-94ed-4a649855375d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492470 Feb 11 13:31:13.264588 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7483-6cd7-4f92-a691-eab8b2c1a451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.272092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.295996 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7483-6cd7-4f92-a691-eab8b2c1a451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.393312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.442774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event updated for resources: {'Port': ['ID=f64054f5-252d-48ba-b382-5e1a49c63784,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:13.451680 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7483-6cd7-4f92-a691-eab8b2c1a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.454506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6ecd7483-6cd7-4f92-a691-eab8b2c1a451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.457969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6ecd7483-6cd7-4f92-a691-eab8b2c1a451 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5da366f4-8206-4e72-aeef-42b7298a4bf3 HTTP/1.1" status: 204 len: 168 time: 0.3388379 Feb 11 13:31:13.465072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:13.470284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd7483-6cd7-4f92-a691-eab8b2c1a451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da366f4-8206-4e72-aeef-42b7298a4bf3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:13.473349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:13.475623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:13.485262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.485262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.545062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b249ec-02ef-4ace-997f-a5f91712a9c4 req-88a21a97-a0bf-49f0-8c87-39d4998a1f54 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.547885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00b249ec-02ef-4ace-997f-a5f91712a9c4 req-88a21a97-a0bf-49f0-8c87-39d4998a1f54 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.0775521 Feb 11 13:31:13.561463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d5111807-05ce-47e5-9b7f-fb1500332b4e tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7145383 Feb 11 13:31:13.564141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57808) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:13.608707 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00b249ec-02ef-4ace-997f-a5f91712a9c4 req-f41f1f99-5318-431e-a365-1035eb66b564 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535429 Feb 11 13:31:13.609793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d745f0e2-0a7d-4ad6-a574-ba7c525e12a0 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.613828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d745f0e2-0a7d-4ad6-a574-ba7c525e12a0 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "GET /v2.0/ports/f64054f5-252d-48ba-b382-5e1a49c63784 HTTP/1.1" status: 200 len: 955 time: 0.0461237 Feb 11 13:31:13.614082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57810) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:13.698595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-18acb461-14cf-4ba4-ab73-62edbf0c9e0f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Deleting port f64054f5-252d-48ba-b382-5e1a49c63784 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:13.699063 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18acb461-14cf-4ba4-ab73-62edbf0c9e0f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.781160 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18acb461-14cf-4ba4-ab73-62edbf0c9e0f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:13.795396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-18acb461-14cf-4ba4-ab73-62edbf0c9e0f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Calling delete_port for f64054f5-252d-48ba-b382-5e1a49c63784 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:13.866245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dfb44-5bf9-4c3b-8957-7a02d648635c req-36e39fa5-ff9f-4957-9fbe-ab9671413ded tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.875043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dfb44-5bf9-4c3b-8957-7a02d648635c req-36e39fa5-ff9f-4957-9fbe-ab9671413ded tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.883068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dfb44-5bf9-4c3b-8957-7a02d648635c req-36e39fa5-ff9f-4957-9fbe-ab9671413ded tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:13.885587 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-882dfb44-5bf9-4c3b-8957-7a02d648635c req-36e39fa5-ff9f-4957-9fbe-ab9671413ded tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2412 time: 0.0831525 Feb 11 13:31:13.957180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-882dfb44-5bf9-4c3b-8957-7a02d648635c req-4497e30e-8e8d-436c-8716-59bbf41c494f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641706 Feb 11 13:31:13.971093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18acb461-14cf-4ba4-ab73-62edbf0c9e0f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.005303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18acb461-14cf-4ba4-ab73-62edbf0c9e0f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event deleted for resources: {'Port': ['ID=f64054f5-252d-48ba-b382-5e1a49c63784,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:14.009812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18acb461-14cf-4ba4-ab73-62edbf0c9e0f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.013226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-18acb461-14cf-4ba4-ab73-62edbf0c9e0f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "DELETE /v2.0/ports/f64054f5-252d-48ba-b382-5e1a49c63784 HTTP/1.1" status: 204 len: 168 time: 0.3982208 Feb 11 13:31:14.015838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57828) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:14.046920 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe9c4239-87c2-4998-994e-2520b3f4c5ba tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:31:14.048415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe9c4239-87c2-4998-994e-2520b3f4c5ba tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "GET /v2.0/ports/f64054f5-252d-48ba-b382-5e1a49c63784 HTTP/1.1" status: 404 len: 333 time: 0.0316772 Feb 11 13:31:14.052262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57832) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:14.058254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Request body: {'port': {'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-975967160'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:14.193709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Made reservation on behalf of f43d4fcb4f27401b9b2f7b7d3d26b2b1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:14.197039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.214229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] device_id is not set on port 8902e334-25ef-426c-96be-ff38ae756cf8 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:14.255639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57836) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:14.303138 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e925f83f-81ba-46d0-b4ff-d40c498de71b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=45acb4e4b37b4672a5ff5cd965c12500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460835 Feb 11 13:31:14.307075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57838) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:14.342004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998f686-fb7a-4f8b-89e3-f7fd8cab84ac req-205b7394-f8e2-4184-95fa-721c18ff2711 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.343603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1998f686-fb7a-4f8b-89e3-f7fd8cab84ac req-205b7394-f8e2-4184-95fa-721c18ff2711 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.0904787 Feb 11 13:31:14.358359 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b12e2dc4-53ed-4a5d-bda0-29595fdbb2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.380718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b12e2dc4-53ed-4a5d-bda0-29595fdbb2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.450617 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1998f686-fb7a-4f8b-89e3-f7fd8cab84ac req-c9b5790f-c292-4ff0-afa8-19693721eeee tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920660 Feb 11 13:31:14.463293 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.470021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 541266d8-db8a-4dab-beb0-c90e1f53d7f0 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:14.536140 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b12e2dc4-53ed-4a5d-bda0-29595fdbb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.539705 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b12e2dc4-53ed-4a5d-bda0-29595fdbb2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.540975 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b12e2dc4-53ed-4a5d-bda0-29595fdbb2a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4bce7ca-65aa-4d89-9a39-d729eadf80a4 HTTP/1.1" status: 204 len: 168 time: 0.2328322 Feb 11 13:31:14.550282 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e2dc4-53ed-4a5d-bda0-29595fdbb2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bce7ca-65aa-4d89-9a39-d729eadf80a4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:14.588858 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.603491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 541266d8-db8a-4dab-beb0-c90e1f53d7f0, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=541266d8-db8a-4dab-beb0-c90e1f53d7f0,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:14.622426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '541266d8-db8a-4dab-beb0-c90e1f53d7f0', 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288', 'port_id': '541266d8-db8a-4dab-beb0-c90e1f53d7f0', 'mac_address': 'fa:16:3e:3d:27:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e6a386-8077-480e-a3c4-f72c6cc4544f', 'ip_address': '19.80.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:14.660155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:14.669708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:14.674235 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.674859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:14.680160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.680733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.707537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541266d8-db8a-4dab-beb0-c90e1f53d7f0 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:14.712102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event updated for resources: {'Port': ['ID=8902e334-25ef-426c-96be-ff38ae756cf8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:14.750116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 541266d8-db8a-4dab-beb0-c90e1f53d7f0, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=541266d8-db8a-4dab-beb0-c90e1f53d7f0,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:14.779237 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ad50a70c-cbfb-432d-908f-c1085100f667 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7231579 Feb 11 13:31:14.779587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57856) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:14.784908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:14.829233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.829934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4534c22-433a-4903-b2e0-39712d2e7a79 req-b432aa3a-65f5-4f64-b3e6-cde7b799c719 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:14.834572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 74570c64-be67-4155-b32d-ba829a47f402 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:14.834711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a4534c22-433a-4903-b2e0-39712d2e7a79 req-b432aa3a-65f5-4f64-b3e6-cde7b799c719 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.0934017 Feb 11 13:31:14.879059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:14.905893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a4534c22-433a-4903-b2e0-39712d2e7a79 req-085fd712-66a1-445d-87a7-a7d42a496789 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673783 Feb 11 13:31:14.927679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 74570c64-be67-4155-b32d-ba829a47f402, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=74570c64-be67-4155-b32d-ba829a47f402,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:14.927679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=541266d8-db8a-4dab-beb0-c90e1f53d7f0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:14.932859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '74570c64-be67-4155-b32d-ba829a47f402', 'network_id': 'f47ebb4f-aa45-43a5-b446-dd11da83d288', 'port_id': '74570c64-be67-4155-b32d-ba829a47f402', 'mac_address': 'fa:16:3e:f6:47:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17e6a386-8077-480e-a3c4-f72c6cc4544f', 'ip_address': '19.80.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:15.003920 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.018908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74570c64-be67-4155-b32d-ba829a47f402 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:15.047228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 74570c64-be67-4155-b32d-ba829a47f402, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=74570c64-be67-4155-b32d-ba829a47f402,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:15.096710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.097665 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 4ab7a23c-d719-42c3-97d2-5b6fd654516a details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:15.135290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec890c79-df9b-4618-ba9b-d72a1965a80f req-68d3ad17-1ce5-40bb-9a4f-eba7462bf24c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.136849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec890c79-df9b-4618-ba9b-d72a1965a80f req-68d3ad17-1ce5-40bb-9a4f-eba7462bf24c tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.1151335 Feb 11 13:31:15.162459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] device_id is not set on port 8902e334-25ef-426c-96be-ff38ae756cf8 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:15.195210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.229148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec890c79-df9b-4618-ba9b-d72a1965a80f req-a73acbe5-1e8e-469e-b33b-30189b1aa4fe tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799687 Feb 11 13:31:15.280927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=74570c64-be67-4155-b32d-ba829a47f402,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:15.290635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.328485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-bef24c6d-2c00-49e9-b979-f385db3d2ec7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819700 Feb 11 13:31:15.349331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 4ab7a23c-d719-42c3-97d2-5b6fd654516a, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=4ab7a23c-d719-42c3-97d2-5b6fd654516a,segment=NetworkSegment(2edda112-4de4-4f1e-a33c-9788cd13b8ed),segment_id=2edda112-4de4-4f1e-a33c-9788cd13b8ed)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:15.362309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '4ab7a23c-d719-42c3-97d2-5b6fd654516a', 'network_id': '45d4a4f9-27af-4fec-831e-8eda3a39ae3b', 'port_id': '4ab7a23c-d719-42c3-97d2-5b6fd654516a', 'mac_address': 'fa:16:3e:5d:e6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff476a7-602a-4235-9349-69234f99c810', 'ip_address': '19.86.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:15.376832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event updated for resources: {'Port': ['ID=8902e334-25ef-426c-96be-ff38ae756cf8,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:15.455692 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.478357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-266c35c5-adc3-4b74-bca8-a52cb6854548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.480077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-266c35c5-adc3-4b74-bca8-a52cb6854548 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0951731 Feb 11 13:31:15.496003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ab7a23c-d719-42c3-97d2-5b6fd654516a {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:15.510435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b9b14-f623-4944-bdb6-da534230b197 req-206c0ede-6eab-4632-8bff-6986e2a061f8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.519690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b9b14-f623-4944-bdb6-da534230b197 req-206c0ede-6eab-4632-8bff-6986e2a061f8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.526101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b9b14-f623-4944-bdb6-da534230b197 req-206c0ede-6eab-4632-8bff-6986e2a061f8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.528281 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e3b9b14-f623-4944-bdb6-da534230b197 req-206c0ede-6eab-4632-8bff-6986e2a061f8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2414 time: 0.1539497 Feb 11 13:31:15.529343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.529677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.530070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.537501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.539035 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:15.539218 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 2 to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 Feb 11 13:31:15.553413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 4ab7a23c-d719-42c3-97d2-5b6fd654516a, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=4ab7a23c-d719-42c3-97d2-5b6fd654516a,segment=NetworkSegment(2edda112-4de4-4f1e-a33c-9788cd13b8ed),segment_id=2edda112-4de4-4f1e-a33c-9788cd13b8ed)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:15.568207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.568553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.568902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.595062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.595671 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:15.598519 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 3 to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 Feb 11 13:31:15.619796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e3b9b14-f623-4944-bdb6-da534230b197 req-cb727fe1-78f1-45ff-9bd8-94566a92df4c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832260 Feb 11 13:31:15.641565 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:15.655953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.656287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.656628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.671127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.671549 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:15.671945 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 4 to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 Feb 11 13:31:15.699765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.700116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.700457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.707500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-284086ed-d478-4f69-98c1-b096e64b2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.714420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.714837 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:15.715286 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 5 to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 Feb 11 13:31:15.725587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-284086ed-d478-4f69-98c1-b096e64b2c1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.2112458 Feb 11 13:31:15.754875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.755356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.755698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.766195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.766535 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:15.766928 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 6 to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 Feb 11 13:31:15.777119 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=4ab7a23c-d719-42c3-97d2-5b6fd654516a,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:15.790054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.790453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.790808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.800487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.801061 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:15.801595 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 7 to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 Feb 11 13:31:15.816900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.817412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.817878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.822947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.823280 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:15.823672 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 8 to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 Feb 11 13:31:15.856183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.860042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.860743 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.882934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.883303 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:15.883850 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 9 to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 Feb 11 13:31:15.889752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-8b978b08-3bd7-4da1-88ed-f0287153d22e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 999 time: 0.1625793 Feb 11 13:31:15.936688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.937290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.938397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.950618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.951010 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:15.951410 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempt 10 to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 Feb 11 13:31:15.971111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:15.971434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-3c32d584-8030-4811-87ee-12c02c20546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:15.971564 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:15.973983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempting to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:15.976651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-3c32d584-8030-4811-87ee-12c02c20546e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.0757456 Feb 11 13:31:15.980453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:15.985265 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Failed to bind port 8902e334-25ef-426c-96be-ff38ae756cf8 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '9ef9447c-16fa-4d4a-bd12-759bfabebffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7fe8bc2f-fb2c-4ee3-ac19-45b11b005054'}] Feb 11 13:31:15.986153 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.122462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-c36a4514-a80f-459f-8d44-d41755cc18af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.124080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-c36a4514-a80f-459f-8d44-d41755cc18af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421986 Feb 11 13:31:16.128828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db35728-e4b4-4ef0-b733-b82e7c563855 req-3e4fdb6b-f5d7-4c96-9c41-8a154d3a1222 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.131897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['541266d8-db8a-4dab-beb0-c90e1f53d7f0'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:16.136495 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6db35728-e4b4-4ef0-b733-b82e7c563855 req-3e4fdb6b-f5d7-4c96-9c41-8a154d3a1222 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.1115174 Feb 11 13:31:16.255710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57914) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:16.262179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['4ab7a23c-d719-42c3-97d2-5b6fd654516a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:16.272955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['74570c64-be67-4155-b32d-ba829a47f402'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:16.297246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] For port 8902e334-25ef-426c-96be-ff38ae756cf8, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:16.298143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attempted to set empty binding levels {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:31:16.322878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6db35728-e4b4-4ef0-b733-b82e7c563855 req-3795f172-449d-48e1-abd5-f24567519f4b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854537 Feb 11 13:31:16.394817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.455195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a955611-6c4c-4e57-addc-fcf70ccd04c3 req-f32f5c1f-bd83-499f-88fb-3bd754a3eaa3 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.457545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a955611-6c4c-4e57-addc-fcf70ccd04c3 req-f32f5c1f-bd83-499f-88fb-3bd754a3eaa3 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.1441274 Feb 11 13:31:16.463366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-31ea1766-47ed-49a8-aaf6-cc4be9634236 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305287 Feb 11 13:31:16.482457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] In _notify_port_updated(), no bound segment for port 8902e334-25ef-426c-96be-ff38ae756cf8 on network 7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:31:16.487986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.495402 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.495567 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "PUT /v2.0/ports/8902e334-25ef-426c-96be-ff38ae756cf8 HTTP/1.1" status: 200 len: 974 time: 1.7148516 Feb 11 13:31:16.498214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57918) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:16.502517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-533269434-network', 'tenant_id': '85b0bf29b95a4b3ab39c24407696b115'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:16.537252 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a955611-6c4c-4e57-addc-fcf70ccd04c3 req-291e4379-2b2f-454c-911d-da04ef1bbf79 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726447 Feb 11 13:31:16.648580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c1b9d-3339-45b6-9810-c90c9368d206 tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event updated for resources: {'Port': ['ID=8902e334-25ef-426c-96be-ff38ae756cf8,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:16.686979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6d136cd1-9888-4e2a-8f40-aae18f546afe tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Deleting port 8902e334-25ef-426c-96be-ff38ae756cf8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:16.687331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d136cd1-9888-4e2a-8f40-aae18f546afe tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.749119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Made reservation on behalf of 85b0bf29b95a4b3ab39c24407696b115 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:16.751574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.761805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04c9f8e6-8487-443b-8992-634d8b327ae4 req-2e23e152-d4bd-4663-95d5-7c86e9c47d18 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286742 Feb 11 13:31:16.763583 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.788579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-6d136cd1-9888-4e2a-8f40-aae18f546afe tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] For port 8902e334-25ef-426c-96be-ff38ae756cf8, host n-h1-816488-1, got binding levels [] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:16.792249 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d136cd1-9888-4e2a-8f40-aae18f546afe tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:16.800411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27021af3-bc6e-4263-99ba-9749ef34c336 req-36375b2e-a300-49a8-a54e-44bfd48aca17 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:16.802853 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27021af3-bc6e-4263-99ba-9749ef34c336 req-36375b2e-a300-49a8-a54e-44bfd48aca17 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.1003385 Feb 11 13:31:16.809194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6d136cd1-9888-4e2a-8f40-aae18f546afe tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Calling delete_port for 8902e334-25ef-426c-96be-ff38ae756cf8 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:16.849679 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27021af3-bc6e-4263-99ba-9749ef34c336 req-af00bf93-4c66-4b1a-a498-e4c70adb0f17 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382051 Feb 11 13:31:16.953687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.004339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5250ea-faaf-45b7-8ca8-a63949560f64 req-992a02f1-acff-4446-a4d0-a6fddb8e97eb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.010983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5250ea-faaf-45b7-8ca8-a63949560f64 req-992a02f1-acff-4446-a4d0-a6fddb8e97eb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.016712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5250ea-faaf-45b7-8ca8-a63949560f64 req-992a02f1-acff-4446-a4d0-a6fddb8e97eb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.018381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac5250ea-faaf-45b7-8ca8-a63949560f64 req-992a02f1-acff-4446-a4d0-a6fddb8e97eb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2415 time: 0.0767899 Feb 11 13:31:17.021230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d136cd1-9888-4e2a-8f40-aae18f546afe tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.050766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d136cd1-9888-4e2a-8f40-aae18f546afe tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Pushing event deleted for resources: {'Port': ['ID=8902e334-25ef-426c-96be-ff38ae756cf8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:17.058185 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d136cd1-9888-4e2a-8f40-aae18f546afe tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.061948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6d136cd1-9888-4e2a-8f40-aae18f546afe tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8902e334-25ef-426c-96be-ff38ae756cf8 HTTP/1.1" status: 204 len: 168 time: 0.5555098 Feb 11 13:31:17.064496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57928) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:17.070868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac5250ea-faaf-45b7-8ca8-a63949560f64 req-28f80acd-6f21-4e94-bcdd-1ca5b03f4592 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453317 Feb 11 13:31:17.074851 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.105558 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1971a0-a655-475c-b7b0-a3ef06a8c89f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:31:17.106270 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1b1971a0-a655-475c-b7b0-a3ef06a8c89f tempest-PortsAdminExtendedAttrsTestJSON-395994524 tempest-PortsAdminExtendedAttrsTestJSON-395994524-project-admin] 10.222.0.52 "GET /v2.0/ports/8902e334-25ef-426c-96be-ff38ae756cf8 HTTP/1.1" status: 404 len: 333 time: 0.0408261 Feb 11 13:31:17.111726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57930) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:17.152664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655f9fe8-3f58-435f-8d96-e0a5f77ecf54,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:17.159798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:17.215631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.216119 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Added segment 7040816c-348b-42d1-bd65-a36b514f2703 of type vlan for network 8fe8044e-1c58-421a-a85f-5601a06aebb2 Feb 11 13:31:17.246662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efef80-ff7d-4904-aabb-a407017e65f8 req-e2e116e9-ae4a-4fe0-a03f-e35309a49401 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.248207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5efef80-ff7d-4904-aabb-a407017e65f8 req-e2e116e9-ae4a-4fe0-a03f-e35309a49401 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 948 time: 0.0595140 Feb 11 13:31:17.283681 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.303000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5efef80-ff7d-4904-aabb-a407017e65f8 req-4c805e2f-6751-4a4f-b1d2-996bde88d01c tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482430 Feb 11 13:31:17.311261 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.346776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158e80c-9785-4a47-b0c0-1def359da239 req-591c9b6d-68b8-4bbc-a440-5e4577294981 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.348321 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9158e80c-9785-4a47-b0c0-1def359da239 req-591c9b6d-68b8-4bbc-a440-5e4577294981 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.1385887 Feb 11 13:31:17.472567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b870289-8e48-40ac-b2b5-6dd7703e2eb2 req-bf4231e2-5030-46f8-a986-582b65dd0565 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.474155 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9158e80c-9785-4a47-b0c0-1def359da239 req-cd6592cc-1459-4140-a626-d580bb776c21 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154730 Feb 11 13:31:17.478780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.480372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.480664 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.498261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b870289-8e48-40ac-b2b5-6dd7703e2eb2 req-bf4231e2-5030-46f8-a986-582b65dd0565 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.0754385 Feb 11 13:31:17.498371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.531231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b870289-8e48-40ac-b2b5-6dd7703e2eb2 req-d8584317-51d4-4b8c-aa8d-82129c7879f3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437293 Feb 11 13:31:17.567227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe8bc2f-fb2c-4ee3-ac19-45b11b005054']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:17.577000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] Pushing event updated for resources: {'Network': ['ID=8fe8044e-1c58-421a-a85f-5601a06aebb2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:17.581895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef9447c-16fa-4d4a-bd12-759bfabebffc') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:17.582251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef9447c-16fa-4d4a-bd12-759bfabebffc') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:17.589669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 8fe8044e-1c58-421a-a85f-5601a06aebb2 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:17.602266 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.634848 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.645024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:17.645533 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:17.649815 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:17.671435 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5045e918-ea43-4913-b4b5-5fcf4592b29d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4061792 Feb 11 13:31:17.674580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57938) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:17.680359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Request body: {'subnet': {'network_id': '8fe8044e-1c58-421a-a85f-5601a06aebb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-533269434-subnet', 'tenant_id': '85b0bf29b95a4b3ab39c24407696b115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:17.712719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af1c76-1f46-4e88-b25f-d9306d061555 req-861f758c-b258-4aaa-85d5-77ab4831c7d7 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:17.714484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18af1c76-1f46-4e88-b25f-d9306d061555 req-861f758c-b258-4aaa-85d5-77ab4831c7d7 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.1251163 Feb 11 13:31:17.804529 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18af1c76-1f46-4e88-b25f-d9306d061555 req-d5af1f6d-a97d-4272-bfa0-cdabf293aacf tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655549 Feb 11 13:31:17.834230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Made reservation on behalf of 85b0bf29b95a4b3ab39c24407696b115 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:17.837258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.868696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.881056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:17.888604 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] 10.222.0.52 "DELETE /v2.0/networks/7fe8bc2f-fb2c-4ee3-ac19-45b11b005054 HTTP/1.1" status: 204 len: 168 time: 0.7747717 Feb 11 13:31:17.931018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ebd8f-d22b-40df-b799-72b2b66406ff tempest-PortsAdminExtendedAttrsTestJSON-481302747 tempest-PortsAdminExtendedAttrsTestJSON-481302747-project] Pushing event deleted for resources: {'Network': ['ID=7fe8bc2f-fb2c-4ee3-ac19-45b11b005054,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:18.118890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.192433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5dd4822-7b92-46f9-af1d-d1ca27b31902,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:18.203565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Checking segment: {'id': '7040816c-348b-42d1-bd65-a36b514f2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8fe8044e-1c58-421a-a85f-5601a06aebb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:18.203565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Network hostable DHCP agents. Network: 8fe8044e-1c58-421a-a85f-5601a06aebb2, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:18.203746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d676f6-bf3a-4fa1-8df8-19eac42349a1 req-030872f5-5baa-4860-a4e6-2f4037384ba4 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.211653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d676f6-bf3a-4fa1-8df8-19eac42349a1 req-030872f5-5baa-4860-a4e6-2f4037384ba4 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.219337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d676f6-bf3a-4fa1-8df8-19eac42349a1 req-030872f5-5baa-4860-a4e6-2f4037384ba4 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.227988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0d676f6-bf3a-4fa1-8df8-19eac42349a1 req-030872f5-5baa-4860-a4e6-2f4037384ba4 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2415 time: 0.0822189 Feb 11 13:31:18.267359 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0d676f6-bf3a-4fa1-8df8-19eac42349a1 req-e8734529-c36e-4d45-adc8-1f2291e560c3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384133 Feb 11 13:31:18.290148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Network 8fe8044e-1c58-421a-a85f-5601a06aebb2 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:18.409486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 8fe8044e-1c58-421a-a85f-5601a06aebb2) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:18.425266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.425266 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.430938 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64bffee-a46d-4a93-8529-9ceeb37cba4e None None] Network 8fe8044e-1c58-421a-a85f-5601a06aebb2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:18.470946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565a598-336e-4c39-9615-7762f6f73d71 req-ffa56fdc-0973-40c6-ab96-3dbc24411e80 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.472625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9565a598-336e-4c39-9615-7762f6f73d71 req-ffa56fdc-0973-40c6-ab96-3dbc24411e80 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 948 time: 0.0971882 Feb 11 13:31:18.518590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 74570c64-be67-4155-b32d-ba829a47f402 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:18.543423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9565a598-336e-4c39-9615-7762f6f73d71 req-5f2b1d6d-89c2-4c74-a196-753041545ab9 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630164 Feb 11 13:31:18.564550 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-982ba01f-314e-402e-a5ce-27a2899dbdc2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8856583 Feb 11 13:31:18.600908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57956) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:18.684070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2cc188-2bf6-44ed-9e35-2593355a5473 None None] Network 8fe8044e-1c58-421a-a85f-5601a06aebb2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:18.743696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 74570c64-be67-4155-b32d-ba829a47f402 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:18.754079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 74570c64-be67-4155-b32d-ba829a47f402 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:18.754753 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.768310 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf6ad1-f269-49e8-a5c2-0f1c0d55bbc5 req-4ecdb000-831b-444b-872f-8a876444ae68 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.787060 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5cf6ad1-f269-49e8-a5c2-0f1c0d55bbc5 req-4ecdb000-831b-444b-872f-8a876444ae68 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.1421664 Feb 11 13:31:18.882021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6cfb5-69e7-4d19-ae24-04fc933aae56 req-ae6c65b8-f5dd-4507-bd65-bdaf1a919901 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:18.887214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a5e45537-ce53-44a9-873c-7f6c99ebddff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f25249d9eb2145dbb50d6fb88653dc03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845783 Feb 11 13:31:18.887894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-01d6cfb5-69e7-4d19-ae24-04fc933aae56 req-ae6c65b8-f5dd-4507-bd65-bdaf1a919901 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.0852876 Feb 11 13:31:18.893805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57966) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:18.894930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5cf6ad1-f269-49e8-a5c2-0f1c0d55bbc5 req-ae95969e-a1a5-40ee-b369-2557e25f1cf6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070139 Feb 11 13:31:18.942139 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:18.970415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74570c64-be67-4155-b32d-ba829a47f402'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:18.974237 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a974b82-a39a-4538-9378-e42ec52b9f1b" -d '{"events": [{"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-plugged", "status": "completed", "tag": "74570c64-be67-4155-b32d-ba829a47f402"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:18.995973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 74570c64-be67-4155-b32d-ba829a47f402, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=74570c64-be67-4155-b32d-ba829a47f402,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:19.005528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-01d6cfb5-69e7-4d19-ae24-04fc933aae56 req-7daaffa4-53a7-44eb-984f-1fb37e86ce90 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105578 Feb 11 13:31:19.049423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-7a0ff366-c9d5-437a-89e1-304c1e78e584 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.051123 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-7a0ff366-c9d5-437a-89e1-304c1e78e584 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.59 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 948 time: 0.1025555 Feb 11 13:31:19.079168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.080223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 541266d8-db8a-4dab-beb0-c90e1f53d7f0 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:19.112812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-300b7e46-c0d4-4f0a-8f57-37a3f9f0f52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.159587 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922b41cf-5162-4f44-9d3e-cb14c5f2a8b5 x-openstack-request-id: req-922b41cf-5162-4f44-9d3e-cb14c5f2a8b5 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:19.160122 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-plugged", "status": "completed", "tag": "74570c64-be67-4155-b32d-ba829a47f402", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:19.160525 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-922b41cf-5162-4f44-9d3e-cb14c5f2a8b5 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:19.161067 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74570c64-be67-4155-b32d-ba829a47f402', 'code': 200} Feb 11 13:31:19.200171 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-300b7e46-c0d4-4f0a-8f57-37a3f9f0f52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.202294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=74570c64-be67-4155-b32d-ba829a47f402,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.260198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-eadfc4b4-5d35-44ce-819e-cf7bee48b8ef tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Deleting port 56d07027-9fd8-4d85-b829-f9bef57c0996 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:19.260198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-eadfc4b4-5d35-44ce-819e-cf7bee48b8ef tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.284749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:19.291703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:19.292352 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.295507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-de12977c-7ab0-41ec-b2c8-bc894395d5f6 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.297328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-de12977c-7ab0-41ec-b2c8-bc894395d5f6 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/networks?id=8fe8044e-1c58-421a-a85f-5601a06aebb2 HTTP/1.1" status: 200 len: 812 time: 0.1113770 Feb 11 13:31:19.316384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-2d6db7e0-e024-4558-9591-b5b4ca2a76d8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/quotas/85b0bf29b95a4b3ab39c24407696b115 HTTP/1.1" status: 200 len: 375 time: 0.0125573 Feb 11 13:31:19.366352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-eadfc4b4-5d35-44ce-819e-cf7bee48b8ef tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] For port 56d07027-9fd8-4d85-b829-f9bef57c0996, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=56d07027-9fd8-4d85-b829-f9bef57c0996,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:19.366888 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-eadfc4b4-5d35-44ce-819e-cf7bee48b8ef tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.368888 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-be02822c-665d-4673-86f8-8a194d57b9c7 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=85b0bf29b95a4b3ab39c24407696b115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447671 Feb 11 13:31:19.380037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-eadfc4b4-5d35-44ce-819e-cf7bee48b8ef tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Calling delete_port for 56d07027-9fd8-4d85-b829-f9bef57c0996 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:19.412649 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.446152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 541266d8-db8a-4dab-beb0-c90e1f53d7f0, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=541266d8-db8a-4dab-beb0-c90e1f53d7f0,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:19.449421 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-300b7e46-c0d4-4f0a-8f57-37a3f9f0f52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.452007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-300b7e46-c0d4-4f0a-8f57-37a3f9f0f52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.453169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-300b7e46-c0d4-4f0a-8f57-37a3f9f0f52f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/db929fda-7aab-4617-89d5-d8437845fa66 HTTP/1.1" status: 204 len: 168 time: 0.5572567 Feb 11 13:31:19.472914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b7e46-c0d4-4f0a-8f57-37a3f9f0f52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db929fda-7aab-4617-89d5-d8437845fa66,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.490705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-153c8e0f-28d9-40d7-a511-0d448732514b service neutron] 10.222.0.52 "GET /v2.0/networks/8fe8044e-1c58-421a-a85f-5601a06aebb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140540 Feb 11 13:31:19.505087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29afc-bc54-4712-97c3-113c68c47a7e req-5f40e44a-5229-474c-ad62-eec7615cdfa0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.507388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29afc-bc54-4712-97c3-113c68c47a7e req-5f40e44a-5229-474c-ad62-eec7615cdfa0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.513166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29afc-bc54-4712-97c3-113c68c47a7e req-5f40e44a-5229-474c-ad62-eec7615cdfa0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.515077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8a29afc-bc54-4712-97c3-113c68c47a7e req-5f40e44a-5229-474c-ad62-eec7615cdfa0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2416 time: 0.1287823 Feb 11 13:31:19.531851 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.533002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 4ab7a23c-d719-42c3-97d2-5b6fd654516a up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:19.601875 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-c34d386a-3ae0-4939-b0ce-10a6329bea76 service neutron] 10.222.0.52 "GET /v2.0/networks/8fe8044e-1c58-421a-a85f-5601a06aebb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098130 Feb 11 13:31:19.606350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8a29afc-bc54-4712-97c3-113c68c47a7e req-56419382-e386-4452-bb14-d8479f8e9a6a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773833 Feb 11 13:31:19.626153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=541266d8-db8a-4dab-beb0-c90e1f53d7f0,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.717937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6e899-730e-4d5e-b5cd-c6fd2819c5b4 req-c2006dad-b3cc-4ba8-bb2b-8ef79b3d9ede tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:19.719417 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eaa6e899-730e-4d5e-b5cd-c6fd2819c5b4 req-c2006dad-b3cc-4ba8-bb2b-8ef79b3d9ede tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 948 time: 0.0518208 Feb 11 13:31:19.734136 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-eadfc4b4-5d35-44ce-819e-cf7bee48b8ef tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.770779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 4ab7a23c-d719-42c3-97d2-5b6fd654516a completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:19.774603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfc4b4-5d35-44ce-819e-cf7bee48b8ef tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Pushing event deleted for resources: {'Port': ['ID=56d07027-9fd8-4d85-b829-f9bef57c0996,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:19.775122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 4ab7a23c-d719-42c3-97d2-5b6fd654516a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:19.775500 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.843018 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eaa6e899-730e-4d5e-b5cd-c6fd2819c5b4 req-0575165e-24ea-41c6-aab0-f4a199a54b88 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175299 Feb 11 13:31:19.844145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-eadfc4b4-5d35-44ce-819e-cf7bee48b8ef tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] No DVR routers for this DVR port 56d07027-9fd8-4d85-b829-f9bef57c0996 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:19.847239 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-eadfc4b4-5d35-44ce-819e-cf7bee48b8ef tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.864311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa291ae7-7b0c-40e3-b72f-f623706dbf51 req-eadfc4b4-5d35-44ce-819e-cf7bee48b8ef tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.59 "DELETE /v2.0/ports/56d07027-9fd8-4d85-b829-f9bef57c0996 HTTP/1.1" status: 204 len: 173 time: 0.7967901 Feb 11 13:31:19.864728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'name': 'network-vif-deleted', 'tag': '56d07027-9fd8-4d85-b829-f9bef57c0996'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:19.868249 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0c26d4-6433-4481-b82a-5c87502fbcce" -d '{"events": [{"server_uuid": "e867bfd8-951b-4a54-a743-4b2906e71f97", "name": "network-vif-deleted", "tag": "56d07027-9fd8-4d85-b829-f9bef57c0996"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:19.893524 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:19.898587 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f10889b1-18e3-4796-9c3a-ba8085a375bf req-715e6fd8-db03-47e3-886a-99f9e67f1b99 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 210 time: 0.0456612 Feb 11 13:31:19.916304 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa11d8b1-8802-4447-8833-f960d7f4e5ab x-openstack-request-id: req-aa11d8b1-8802-4447-8833-f960d7f4e5ab {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:19.918082 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e867bfd8-951b-4a54-a743-4b2906e71f97", "name": "network-vif-deleted", "tag": "56d07027-9fd8-4d85-b829-f9bef57c0996", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:19.918429 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa11d8b1-8802-4447-8833-f960d7f4e5ab {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:19.918919 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e867bfd8-951b-4a54-a743-4b2906e71f97', 'name': 'network-vif-deleted', 'tag': '56d07027-9fd8-4d85-b829-f9bef57c0996', 'status': 'completed', 'code': 200} Feb 11 13:31:20.009594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 4ab7a23c-d719-42c3-97d2-5b6fd654516a, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=4ab7a23c-d719-42c3-97d2-5b6fd654516a,segment=NetworkSegment(2edda112-4de4-4f1e-a33c-9788cd13b8ed),segment_id=2edda112-4de4-4f1e-a33c-9788cd13b8ed)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:20.010255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196076b7-4613-40ee-a187-0fe2de070c25 req-bc62b6f9-fb3f-4668-8192-053e98187869 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.010255 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-196076b7-4613-40ee-a187-0fe2de070c25 req-bc62b6f9-fb3f-4668-8192-053e98187869 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.0705998 Feb 11 13:31:20.053285 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85754d-1420-47e6-a75d-112003287c6f req-b504e378-a6b5-447b-9dca-394bd14dfc26 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.056036 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f85754d-1420-47e6-a75d-112003287c6f req-b504e378-a6b5-447b-9dca-394bd14dfc26 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.0647612 Feb 11 13:31:20.113709 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.117512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f85754d-1420-47e6-a75d-112003287c6f req-bc4536d4-46f1-4be8-8e50-6164074af77d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490315 Feb 11 13:31:20.137155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-196076b7-4613-40ee-a187-0fe2de070c25 req-7a93fd99-da3d-49fe-9c8f-cfd455fecd5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Deleting port 550de9be-59e6-4874-94b8-4715a35891e3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:20.137501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-196076b7-4613-40ee-a187-0fe2de070c25 req-7a93fd99-da3d-49fe-9c8f-cfd455fecd5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.190946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=4ab7a23c-d719-42c3-97d2-5b6fd654516a,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:20.202345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.202967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.203477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.203977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.204475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.204802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.205273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.205602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.205978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.206303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.206649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.210920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:20.290477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbba6b-4f40-4a05-ae5a-016bec7a52b1 req-2a07b9c5-4235-4367-981c-3066a6cf3d58 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.292050 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94bbba6b-4f40-4a05-ae5a-016bec7a52b1 req-2a07b9c5-4235-4367-981c-3066a6cf3d58 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 946 time: 0.1037426 Feb 11 13:31:20.318833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-196076b7-4613-40ee-a187-0fe2de070c25 req-7a93fd99-da3d-49fe-9c8f-cfd455fecd5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] For port 550de9be-59e6-4874-94b8-4715a35891e3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=550de9be-59e6-4874-94b8-4715a35891e3,segment=NetworkSegment(a5326fc5-6cce-417b-a632-35ee5aad8425),segment_id=a5326fc5-6cce-417b-a632-35ee5aad8425)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:20.319911 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-196076b7-4613-40ee-a187-0fe2de070c25 req-7a93fd99-da3d-49fe-9c8f-cfd455fecd5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.344605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-196076b7-4613-40ee-a187-0fe2de070c25 req-7a93fd99-da3d-49fe-9c8f-cfd455fecd5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Calling delete_port for 550de9be-59e6-4874-94b8-4715a35891e3 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:20.365212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94bbba6b-4f40-4a05-ae5a-016bec7a52b1 req-a3121c0c-e707-4df2-918b-ca5c695ae786 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/security-groups?id=a28980c9-bf8b-48bd-89e0-229077391116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597701 Feb 11 13:31:20.462437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58010) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:20.501522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c06ef598-68db-43e8-a0de-be738e81a10b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f43d4fcb4f27401b9b2f7b7d3d26b2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379050 Feb 11 13:31:20.504015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58012) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:20.556613 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d196a54-8837-44c6-a460-f8a03e800e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.577558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d196a54-8837-44c6-a460-f8a03e800e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.645478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-196076b7-4613-40ee-a187-0fe2de070c25 req-7a93fd99-da3d-49fe-9c8f-cfd455fecd5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.676484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93fd99-da3d-49fe-9c8f-cfd455fecd5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Pushing event deleted for resources: {'Port': ['ID=550de9be-59e6-4874-94b8-4715a35891e3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:20.703580 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d196a54-8837-44c6-a460-f8a03e800e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.706201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d196a54-8837-44c6-a460-f8a03e800e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:20.707340 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4d196a54-8837-44c6-a460-f8a03e800e71 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e48a113e-0ab9-4dd0-9f5d-05e8e0cbe150 HTTP/1.1" status: 204 len: 168 time: 0.2024403 Feb 11 13:31:20.724616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d196a54-8837-44c6-a460-f8a03e800e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48a113e-0ab9-4dd0-9f5d-05e8e0cbe150,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:20.745565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ca9a-f070-40d1-8a08-86c52f595d41 req-661b65d0-69ee-4648-92af-f1e188ab5ab9 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.752209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ca9a-f070-40d1-8a08-86c52f595d41 req-661b65d0-69ee-4648-92af-f1e188ab5ab9 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.759300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304ca9a-f070-40d1-8a08-86c52f595d41 req-661b65d0-69ee-4648-92af-f1e188ab5ab9 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:20.767645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f304ca9a-f070-40d1-8a08-86c52f595d41 req-661b65d0-69ee-4648-92af-f1e188ab5ab9 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2418 time: 0.0969326 Feb 11 13:31:20.813695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f304ca9a-f070-40d1-8a08-86c52f595d41 req-2f66261a-fac0-4dc2-b678-4795f10dc97c tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452983 Feb 11 13:31:20.998497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c495e5d6-0be5-435b-a9b1-31dff38e39ac req-6de50bc6-444c-42f0-9e74-eb95121076be tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 210 time: 0.0330014 Feb 11 13:31:21.040375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-196076b7-4613-40ee-a187-0fe2de070c25 req-7a93fd99-da3d-49fe-9c8f-cfd455fecd5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] No DVR routers for this DVR port 550de9be-59e6-4874-94b8-4715a35891e3 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:21.049120 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-196076b7-4613-40ee-a187-0fe2de070c25 req-7a93fd99-da3d-49fe-9c8f-cfd455fecd5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:21.052198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-196076b7-4613-40ee-a187-0fe2de070c25 req-7a93fd99-da3d-49fe-9c8f-cfd455fecd5f tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.13 "DELETE /v2.0/ports/550de9be-59e6-4874-94b8-4715a35891e3 HTTP/1.1" status: 204 len: 173 time: 1.0552490 Feb 11 13:31:21.087501 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4dbde1d7-bce2-48fe-b38b-18a48d470be4 req-2a5a7a7e-4d08-4a7d-a241-cf3248dc87d8 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 210 time: 0.0483637 Feb 11 13:31:21.089248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-df3d67bd-f755-4832-bd86-2160ba0fa517 req-31733f5a-4585-4e23-8161-f5263692105a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e867bfd8-951b-4a54-a743-4b2906e71f97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0518873 Feb 11 13:31:21.147896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-df3d67bd-f755-4832-bd86-2160ba0fa517 req-bea1c492-354a-4234-9114-695a53a8847e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=02851ac9396a49228af3781ca84336ea&device_id=e867bfd8-951b-4a54-a743-4b2906e71f97 HTTP/1.1" status: 200 len: 210 time: 0.0294664 Feb 11 13:31:21.162079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541266d8-db8a-4dab-beb0-c90e1f53d7f0'}, {'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab7a23c-d719-42c3-97d2-5b6fd654516a'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:21.167103 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa245f92-c6ee-42e8-ad55-aea0df4cbf21" -d '{"events": [{"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-plugged", "status": "completed", "tag": "541266d8-db8a-4dab-beb0-c90e1f53d7f0"}, {"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-plugged", "status": "completed", "tag": "4ab7a23c-d719-42c3-97d2-5b6fd654516a"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:21.223540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-df3d67bd-f755-4832-bd86-2160ba0fa517 req-bf5b2cd7-b95e-4544-8381-ae728f869f0a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=02851ac9396a49228af3781ca84336ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476952 Feb 11 13:31:21.252356 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bbd85d-002c-4f5e-992c-3aa423e47039 x-openstack-request-id: req-75bbd85d-002c-4f5e-992c-3aa423e47039 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:21.252908 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-plugged", "status": "completed", "tag": "541266d8-db8a-4dab-beb0-c90e1f53d7f0", "code": 200}, {"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-plugged", "status": "completed", "tag": "4ab7a23c-d719-42c3-97d2-5b6fd654516a", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:21.253162 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75bbd85d-002c-4f5e-992c-3aa423e47039 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:21.253722 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541266d8-db8a-4dab-beb0-c90e1f53d7f0', 'code': 200} Feb 11 13:31:21.263722 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ab7a23c-d719-42c3-97d2-5b6fd654516a', 'code': 200} Feb 11 13:31:21.318940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fed62-6e71-4ca7-bf35-ab4c2a247b26 req-b2ac1cb3-1620-4ab6-88e8-08b7363ec0a7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.323711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-820fed62-6e71-4ca7-bf35-ab4c2a247b26 req-b2ac1cb3-1620-4ab6-88e8-08b7363ec0a7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.0720727 Feb 11 13:31:21.382380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-820fed62-6e71-4ca7-bf35-ab4c2a247b26 req-d850c6f8-a532-4223-b74e-eafd67d8094c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500567 Feb 11 13:31:21.390221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d67bd-f755-4832-bd86-2160ba0fa517 req-cf2678aa-30fe-4858-a32f-210d02e8697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.391698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-df3d67bd-f755-4832-bd86-2160ba0fa517 req-cf2678aa-30fe-4858-a32f-210d02e8697e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605504 Feb 11 13:31:21.395658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f99ac-fe91-4313-b76c-1f5501d225b3 req-95653542-9f5a-4762-a878-0a85ef603a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.396343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f99ac-fe91-4313-b76c-1f5501d225b3 req-95653542-9f5a-4762-a878-0a85ef603a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.398169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f99ac-fe91-4313-b76c-1f5501d225b3 req-95653542-9f5a-4762-a878-0a85ef603a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.399902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-398f99ac-fe91-4313-b76c-1f5501d225b3 req-95653542-9f5a-4762-a878-0a85ef603a48 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2871 time: 0.0690312 Feb 11 13:31:21.454801 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-398f99ac-fe91-4313-b76c-1f5501d225b3 req-4a5c0f5d-085f-4f75-884c-9ee454173eb2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 Feb 11 13:31:21.501055 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18d6a4ee-75f4-471b-bb71-585f99d93a59 req-a1440274-583f-4bfb-8867-eb3698fa9848 tempest-ServerDiskConfigTestJSON-1220618669 tempest-ServerDiskConfigTestJSON-1220618669-project] 10.222.0.52 "GET /v2.0/ports?device_id=dc28774f-6647-42d4-a518-eb80b29f6cea HTTP/1.1" status: 200 len: 210 time: 0.0333221 Feb 11 13:31:21.920339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc28774f-6647-42d4-a518-eb80b29f6cea', 'name': 'network-vif-deleted', 'tag': '550de9be-59e6-4874-94b8-4715a35891e3'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:21.922758 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2ea634-62ec-40d1-820e-4ee5cd547376" -d '{"events": [{"server_uuid": "dc28774f-6647-42d4-a518-eb80b29f6cea", "name": "network-vif-deleted", "tag": "550de9be-59e6-4874-94b8-4715a35891e3"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:21.935715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458489e-9056-4eb4-8567-2d4f8cf34088 req-c4260a58-adcc-4cb8-8a6a-89fde04b7f49 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.941733 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458489e-9056-4eb4-8567-2d4f8cf34088 req-c4260a58-adcc-4cb8-8a6a-89fde04b7f49 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.948363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458489e-9056-4eb4-8567-2d4f8cf34088 req-c4260a58-adcc-4cb8-8a6a-89fde04b7f49 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:21.950085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d458489e-9056-4eb4-8567-2d4f8cf34088 req-c4260a58-adcc-4cb8-8a6a-89fde04b7f49 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2418 time: 0.0691776 Feb 11 13:31:21.960934 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91273a2-ed75-4d88-91a7-63f3a319e364 x-openstack-request-id: req-b91273a2-ed75-4d88-91a7-63f3a319e364 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:21.961267 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc28774f-6647-42d4-a518-eb80b29f6cea", "name": "network-vif-deleted", "tag": "550de9be-59e6-4874-94b8-4715a35891e3", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:21.961714 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b91273a2-ed75-4d88-91a7-63f3a319e364 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:21.962142 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc28774f-6647-42d4-a518-eb80b29f6cea', 'name': 'network-vif-deleted', 'tag': '550de9be-59e6-4874-94b8-4715a35891e3', 'status': 'completed', 'code': 200} Feb 11 13:31:21.990396 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d458489e-9056-4eb4-8567-2d4f8cf34088 req-3ece85dc-1b26-49ea-9492-12d628c6ca2f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340903 Feb 11 13:31:22.095997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91d54116-d676-456d-a725-4f4f6259a92f req-93c18249-5da7-443a-9319-794533388b5b tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 210 time: 0.0272584 Feb 11 13:31:22.492177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 550de9be-59e6-4874-94b8-4715a35891e3 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:22.514885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 56d07027-9fd8-4d85-b829-f9bef57c0996 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:22.515469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2e226-b10d-4f1d-864a-09d57210d89f req-1d7a7308-4e63-4ba6-932d-445752038cc8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.516970 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11f2e226-b10d-4f1d-864a-09d57210d89f req-1d7a7308-4e63-4ba6-932d-445752038cc8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.0512648 Feb 11 13:31:22.518808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 550de9be-59e6-4874-94b8-4715a35891e3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:22.519143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 550de9be-59e6-4874-94b8-4715a35891e3 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:22.538688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 56d07027-9fd8-4d85-b829-f9bef57c0996 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:22.539039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 56d07027-9fd8-4d85-b829-f9bef57c0996 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:22.557923 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11f2e226-b10d-4f1d-864a-09d57210d89f req-c65a1ee8-f8d2-4769-b829-22dbf26a3f82 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331576 Feb 11 13:31:22.743445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58088) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:22.751382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-92d2937f-fed8-4eee-aaff-4253540b75a7 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.752916 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-92d2937f-fed8-4eee-aaff-4253540b75a7 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.13 "GET /v2.0/networks?id=8fe8044e-1c58-421a-a85f-5601a06aebb2 HTTP/1.1" status: 200 len: 812 time: 0.1278656 Feb 11 13:31:22.792002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Request body: {'port': {'device_id': '12fdc9dd-7b4d-42c1-9660-ebcb64336d69', 'network_id': '8fe8044e-1c58-421a-a85f-5601a06aebb2', 'admin_state_up': True, 'tenant_id': '85b0bf29b95a4b3ab39c24407696b115'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:22.874365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-0025451a-8ddd-47f2-9752-b71007c70a82 admin admin] Deleting subnet 18791dde-9449-4545-9c37-bd46ebac9cc2 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:31:22.882726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0025451a-8ddd-47f2-9752-b71007c70a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:22.939181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7782ae-96aa-4493-ac99-c1fde5db3425 req-21a34ce1-259e-4a20-84a2-c5d76503fbb4 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:22.940686 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae7782ae-96aa-4493-ac99-c1fde5db3425 req-21a34ce1-259e-4a20-84a2-c5d76503fbb4 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 948 time: 0.1622434 Feb 11 13:31:22.954797 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0025451a-8ddd-47f2-9752-b71007c70a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.070312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae7782ae-96aa-4493-ac99-c1fde5db3425 req-0e185674-d82c-4900-9fac-8d0dc3a628c5 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136351 Feb 11 13:31:23.074662 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0025451a-8ddd-47f2-9752-b71007c70a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.164875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Made reservation on behalf of 85b0bf29b95a4b3ab39c24407696b115 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:23.169514 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.195431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b7aed-71ad-4a47-bfe3-c1dcec1ef16c req-3ffd3f00-7219-4014-b751-4c33977134b8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:23.205463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b7aed-71ad-4a47-bfe3-c1dcec1ef16c req-3ffd3f00-7219-4014-b751-4c33977134b8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:23.212142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b7aed-71ad-4a47-bfe3-c1dcec1ef16c req-3ffd3f00-7219-4014-b751-4c33977134b8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:23.214074 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d33b7aed-71ad-4a47-bfe3-c1dcec1ef16c req-3ffd3f00-7219-4014-b751-4c33977134b8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2418 time: 0.1339662 Feb 11 13:31:23.225430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-849f210b-dc8e-4a4e-b6d2-6caa3b905b6a req-de1ae33c-4602-42eb-968e-6022d4b72d62 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 210 time: 0.0487323 Feb 11 13:31:23.270556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d33b7aed-71ad-4a47-bfe3-c1dcec1ef16c req-6072867f-bce8-4c53-b00d-762a49fe0102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Feb 11 13:31:23.280668 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0025451a-8ddd-47f2-9752-b71007c70a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.315325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025451a-8ddd-47f2-9752-b71007c70a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18791dde-9449-4545-9c37-bd46ebac9cc2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:23.321433 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0025451a-8ddd-47f2-9752-b71007c70a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.327745 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0025451a-8ddd-47f2-9752-b71007c70a82 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/18791dde-9449-4545-9c37-bd46ebac9cc2 HTTP/1.1" status: 204 len: 168 time: 0.5801950 Feb 11 13:31:23.328337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58108) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:23.391628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Allocated IP 172.20.0.3 (8fe8044e-1c58-421a-a85f-5601a06aebb2/e5dd4822-7b92-46f9-af1d-d1ca27b31902/2122f29f-07b1-43d6-b6d3-9aca2dcfb134) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:23.405860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.495002 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.509147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58112) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:23.518721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4852bdea-bdee-4cce-94d2-73f24e6c824a']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:23.529458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5326fc5-6cce-417b-a632-35ee5aad8425') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:23.530016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5326fc5-6cce-417b-a632-35ee5aad8425') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:23.541606 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.558510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.566456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:23.567006 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:23.569530 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:23.583418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.642135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c84f6912-a2fd-4e90-a38d-6e999ccef58d tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:23.678019 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.728567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Network 8fe8044e-1c58-421a-a85f-5601a06aebb2 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:23.734811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:23.737232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:23.753549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.760692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.764074 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4852bdea-bdee-4cce-94d2-73f24e6c824a HTTP/1.1" status: 204 len: 168 time: 0.4345739 Feb 11 13:31:23.776921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344b213-184e-4087-b981-d2b0ecf370a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4852bdea-bdee-4cce-94d2-73f24e6c824a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:23.785426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bcf645-e71f-46a3-8e36-433eeb578d7f req-bbadf851-755c-42ba-9ba2-e8159fe21d61 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:23.787228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4bcf645-e71f-46a3-8e36-433eeb578d7f req-bbadf851-755c-42ba-9ba2-e8159fe21d61 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.1400776 Feb 11 13:31:23.792062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Pushing event updated for resources: {'Port': ['ID=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:23.836760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:23.837373 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:23.857741 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4bcf645-e71f-46a3-8e36-433eeb578d7f req-5a957e33-3963-4c6f-bb47-e08674cbe0f1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592377 Feb 11 13:31:23.899090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c84f6912-a2fd-4e90-a38d-6e999ccef58d tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] 10.222.0.52 "PUT /v2.0/quotas/175e60f6727a4834979ebeb8c66d1998 HTTP/1.1" status: 200 len: 366 time: 0.3886981 Feb 11 13:31:23.901569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58120) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:23.913625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6599ac3d-d0a6-4a0f-a858-33512a552b85 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0099485 Feb 11 13:31:23.915748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58122) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:23.925518 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-101a09f5-57e8-4219-afbb-230a7ef72abd tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] 10.222.0.52 "GET /v2.0/quotas/175e60f6727a4834979ebeb8c66d1998 HTTP/1.1" status: 200 len: 366 time: 0.0088017 Feb 11 13:31:23.927914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58124) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:23.950080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-814713e8-9a58-4197-a774-7382fdc834e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1701779 Feb 11 13:31:23.962800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Request body: {'port': {'device_id': '12fdc9dd-7b4d-42c1-9660-ebcb64336d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:24.023718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.036516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-87a65ec8-8b29-4004-bcb0-a9de28fcb66d tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/175e60f6727a4834979ebeb8c66d1998 HTTP/1.1" status: 204 len: 168 time: 0.1075432 Feb 11 13:31:24.039239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58126) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:24.048919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9872b398-7459-4539-929d-99a46cfd4315 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] 10.222.0.52 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0085070 Feb 11 13:31:24.051243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58128) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:24.060235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2ba28670-9bde-4621-a961-412cdaf54fb9 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] 10.222.0.52 "GET /v2.0/quotas/175e60f6727a4834979ebeb8c66d1998 HTTP/1.1" status: 200 len: 370 time: 0.0080307 Feb 11 13:31:24.062435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58130) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:24.066864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5b7fa542-8697-4726-b4ac-2b03167599ee tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] 10.222.0.52 "GET /v2.0/quotas/175e60f6727a4834979ebeb8c66d1998/default HTTP/1.1" status: 200 len: 370 time: 0.0034883 Feb 11 13:31:24.069552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58132) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:24.082770 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-e5d8ad9a-db99-436b-8330-b15b30843e60 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] delete failed (client error): The resource could not be found. Feb 11 13:31:24.083750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e5d8ad9a-db99-436b-8330-b15b30843e60 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] 10.222.0.52 "DELETE /v2.0/quotas/175e60f6727a4834979ebeb8c66d1998 HTTP/1.1" status: 404 len: 348 time: 0.0132880 Feb 11 13:31:24.204078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dc2db-37ed-4c15-8987-4161e01c2c09 req-3de1ab36-c1e8-4685-bc87-75f0acbf94c1 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.205639 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-164dc2db-37ed-4c15-8987-4161e01c2c09 req-3de1ab36-c1e8-4685-bc87-75f0acbf94c1 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 948 time: 0.0507855 Feb 11 13:31:24.250776 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-164dc2db-37ed-4c15-8987-4161e01c2c09 req-c1ab1c6c-1eba-4982-95da-2cd4eea60d85 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373487 Feb 11 13:31:24.250917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58138) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:24.359587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f7f5e387-1e94-489d-a33f-0401bb9343e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c43c2af02c0649d4b17f1095f4567661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1076016 Feb 11 13:31:24.362335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58146) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:24.374274 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:24.399046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.418504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58152) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:24.422103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Transition to ACTIVE for port object 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:24.443625 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c77dc5-1185-45c6-9fd9-f44c1801a459 req-1b7d083b-1460-4769-901b-eb3c3bda9a57 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.446081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19c77dc5-1185-45c6-9fd9-f44c1801a459 req-1b7d083b-1460-4769-901b-eb3c3bda9a57 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 931 time: 0.1278841 Feb 11 13:31:24.486060 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19c77dc5-1185-45c6-9fd9-f44c1801a459 req-861bf518-ab9c-446b-b0a9-82aa92ac57e8 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334435 Feb 11 13:31:24.492384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174b60d-9470-4c34-82a8-2583ce6031c3 req-18072539-77b3-4cb8-a4fd-bb3686bb2f34 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.498250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174b60d-9470-4c34-82a8-2583ce6031c3 req-18072539-77b3-4cb8-a4fd-bb3686bb2f34 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.501950 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.505958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174b60d-9470-4c34-82a8-2583ce6031c3 req-18072539-77b3-4cb8-a4fd-bb3686bb2f34 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.513243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d174b60d-9470-4c34-82a8-2583ce6031c3 req-18072539-77b3-4cb8-a4fd-bb3686bb2f34 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2418 time: 0.1413536 Feb 11 13:31:24.515854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Usage tracker for resource:network and tenant:9d9b5d284a7746f4b7b0d30d5bdda937 is out of sync, need to count used quota {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:31:24.531898 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-872987bc-bfcc-4fc4-a260-5e8ffe110be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.546884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 13:31:24.567446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Pushing event updated for resources: {'Port': ['ID=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:24.590006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Usage tracker for resource:subnet and tenant:9d9b5d284a7746f4b7b0d30d5bdda937 is out of sync, need to count used quota {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:31:24.599347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-872987bc-bfcc-4fc4-a260-5e8ffe110be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.612524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 13:31:24.618535 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d174b60d-9470-4c34-82a8-2583ce6031c3 req-35effeb1-a833-4c44-8427-c15885f35637 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044719 Feb 11 13:31:24.658602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Attempting to bind port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:24.659258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Attempting to bind port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7040816c-348b-42d1-bd65-a36b514f2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8fe8044e-1c58-421a-a85f-5601a06aebb2'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:24.659798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Attempting to bind port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 on network 8fe8044e-1c58-421a-a85f-5601a06aebb2 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:24.663104 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Usage tracker for resource:subnetpool and tenant:9d9b5d284a7746f4b7b0d30d5bdda937 is out of sync, need to count used quota {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:31:24.665278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 on network 8fe8044e-1c58-421a-a85f-5601a06aebb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:24.665795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Attempting to bind port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 on network 8fe8044e-1c58-421a-a85f-5601a06aebb2 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:24.667808 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0d5acb92-ebf5-4a10-93eb-b169d44e4428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.676281 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:24.676906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Checking segment: {'id': '7040816c-348b-42d1-bd65-a36b514f2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8fe8044e-1c58-421a-a85f-5601a06aebb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:24.679577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Bound using segment: {'id': '7040816c-348b-42d1-bd65-a36b514f2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8fe8044e-1c58-421a-a85f-5601a06aebb2'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:24.679577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Bound port: 2122f29f-07b1-43d6-b6d3-9aca2dcfb134, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7040816c-348b-42d1-bd65-a36b514f2703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8fe8044e-1c58-421a-a85f-5601a06aebb2'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:24.679577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.682575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 13:31:24.698610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Usage tracker for resource:port and tenant:9d9b5d284a7746f4b7b0d30d5bdda937 is out of sync, need to count used quota {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:31:24.706926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 13:31:24.715890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Usage tracker for resource:router and tenant:9d9b5d284a7746f4b7b0d30d5bdda937 is out of sync, need to count used quota {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:31:24.723951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 13:31:24.732389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Usage tracker for resource:floatingip and tenant:9d9b5d284a7746f4b7b0d30d5bdda937 is out of sync, need to count used quota {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:31:24.747365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 13:31:24.790266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Usage tracker for resource:security_group and tenant:9d9b5d284a7746f4b7b0d30d5bdda937 is out of sync, need to count used quota {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:31:24.797035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 13:31:24.805390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Usage tracker for resource:security_group_rule and tenant:9d9b5d284a7746f4b7b0d30d5bdda937 is out of sync, need to count used quota {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 11 13:31:24.811612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] For port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:24.811812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.quota.resource [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103006) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 11 13:31:24.812895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] For port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,segment=NetworkSegment(7040816c-348b-42d1-bd65-a36b514f2703),segment_id=7040816c-348b-42d1-bd65-a36b514f2703)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:24.817854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-56bdce27-9b76-4c83-92e9-cc21720effc1 tempest-QuotasTest-2021519382 tempest-QuotasTest-2021519382-project-admin] 10.222.0.52 "GET /v2.0/quotas/9d9b5d284a7746f4b7b0d30d5bdda937/details.json HTTP/1.1" status: 200 len: 703 time: 0.3975186 Feb 11 13:31:24.834116 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-872987bc-bfcc-4fc4-a260-5e8ffe110be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.838096 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-872987bc-bfcc-4fc4-a260-5e8ffe110be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.841170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-872987bc-bfcc-4fc4-a260-5e8ffe110be8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a28980c9-bf8b-48bd-89e0-229077391116 HTTP/1.1" status: 204 len: 168 time: 0.4777987 Feb 11 13:31:24.853367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872987bc-bfcc-4fc4-a260-5e8ffe110be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28980c9-bf8b-48bd-89e0-229077391116,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:24.935029 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.980515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:24.982701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:24.984105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] 10.222.0.13 "PUT /v2.0/ports/2122f29f-07b1-43d6-b6d3-9aca2dcfb134 HTTP/1.1" status: 200 len: 1091 time: 1.0259025 Feb 11 13:31:24.999388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12fdc9dd-7b4d-42c1-9660-ebcb64336d69', 'tag': '2122f29f-07b1-43d6-b6d3-9aca2dcfb134'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:25.002864 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b3283e-bc6b-4bdf-88f7-0e8facfa2ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "12fdc9dd-7b4d-42c1-9660-ebcb64336d69", "tag": "2122f29f-07b1-43d6-b6d3-9aca2dcfb134"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:25.016554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183aee3-88ed-4ccf-8619-392607d25eb3 req-575b007f-7f79-4d0d-ac22-e20b8495a13f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.026876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1183aee3-88ed-4ccf-8619-392607d25eb3 req-575b007f-7f79-4d0d-ac22-e20b8495a13f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.0831587 Feb 11 13:31:25.051577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486f4d9-20a2-4538-a24f-262b16fe7b94 service neutron] Pushing event updated for resources: {'Port': ['ID=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:25.069207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-20fe4b60-2114-467f-addd-94ce549fb986 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.070889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-20fe4b60-2114-467f-addd-94ce549fb986 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 948 time: 0.1060033 Feb 11 13:31:25.076295 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1183aee3-88ed-4ccf-8619-392607d25eb3 req-ee117d9e-c301-475e-ad7f-42311650db4c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481040 Feb 11 13:31:25.125607 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd083e6b-7b16-4e19-9588-66046b4dbf07 x-openstack-request-id: req-dd083e6b-7b16-4e19-9588-66046b4dbf07 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:25.125909 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12fdc9dd-7b4d-42c1-9660-ebcb64336d69", "tag": "2122f29f-07b1-43d6-b6d3-9aca2dcfb134", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:25.126156 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd083e6b-7b16-4e19-9588-66046b4dbf07 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:25.126549 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12fdc9dd-7b4d-42c1-9660-ebcb64336d69', 'tag': '2122f29f-07b1-43d6-b6d3-9aca2dcfb134', 'status': 'completed', 'code': 200} Feb 11 13:31:25.211570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3283e-bc6b-4bdf-88f7-0e8facfa2ff9 req-45a15e9c-56e2-44d4-94f8-ff59a9e46293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.211570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65b3283e-bc6b-4bdf-88f7-0e8facfa2ff9 req-45a15e9c-56e2-44d4-94f8-ff59a9e46293 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85b0bf29b95a4b3ab39c24407696b115&device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 1094 time: 0.0583537 Feb 11 13:31:25.214582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-ea71fbcc-e16b-4e7b-b449-08fd2705b144 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Deleting port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:25.215004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-ea71fbcc-e16b-4e7b-b449-08fd2705b144 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.374877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114f188-6735-4f06-80fd-037d2a976a6a req-dae432e4-8f35-4fc2-b8f0-1a61fdcb32d2 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.376485 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a114f188-6735-4f06-80fd-037d2a976a6a req-dae432e4-8f35-4fc2-b8f0-1a61fdcb32d2 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1014018 Feb 11 13:31:25.424688 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a114f188-6735-4f06-80fd-037d2a976a6a req-0450c89e-df83-45e6-941c-a49d94ed6cac tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394878 Feb 11 13:31:25.457997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.487369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a74447-46f7-4ff9-9184-57066982d9f7 req-27a8ed22-b255-4d8a-b4ba-966a19bf538a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.493814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a74447-46f7-4ff9-9184-57066982d9f7 req-27a8ed22-b255-4d8a-b4ba-966a19bf538a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.499773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a74447-46f7-4ff9-9184-57066982d9f7 req-27a8ed22-b255-4d8a-b4ba-966a19bf538a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.512851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23a74447-46f7-4ff9-9184-57066982d9f7 req-27a8ed22-b255-4d8a-b4ba-966a19bf538a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2418 time: 0.2343657 Feb 11 13:31:25.527829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-ea71fbcc-e16b-4e7b-b449-08fd2705b144 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] For port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:25.528235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-ea71fbcc-e16b-4e7b-b449-08fd2705b144 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.548226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3283e-bc6b-4bdf-88f7-0e8facfa2ff9 req-c7d02d41-d443-4557-804e-1d33bca8e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.549702 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65b3283e-bc6b-4bdf-88f7-0e8facfa2ff9 req-c7d02d41-d443-4557-804e-1d33bca8e0fa service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=85b0bf29b95a4b3ab39c24407696b115&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3294666 Feb 11 13:31:25.555405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-ea71fbcc-e16b-4e7b-b449-08fd2705b144 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Calling delete_port for a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:25.610644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a87591-8c33-460c-8390-fffec9d49f57 req-48dd1a95-29d6-4c60-a0b2-92292fb47a72 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.625047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-43a87591-8c33-460c-8390-fffec9d49f57 req-48dd1a95-29d6-4c60-a0b2-92292fb47a72 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 948 time: 0.1008670 Feb 11 13:31:25.677395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58198) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:25.683096 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23a74447-46f7-4ff9-9184-57066982d9f7 req-93e0e288-7465-456a-98af-1e499eafa3c6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692972 Feb 11 13:31:25.711786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-43a87591-8c33-460c-8390-fffec9d49f57 req-2a957151-abb2-42d2-9aa1-e61c8a89c6f6 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/security-groups?id=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854106 Feb 11 13:31:25.767826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3283e-bc6b-4bdf-88f7-0e8facfa2ff9 req-b2748b09-9e33-458e-b9c9-8837521bceee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.769305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65b3283e-bc6b-4bdf-88f7-0e8facfa2ff9 req-b2748b09-9e33-458e-b9c9-8837521bceee service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2096384 Feb 11 13:31:25.880705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a43b62-a13a-4c8c-b2b5-45a0e30262fe req-a1c5338f-5107-4b19-a0eb-126dc689d874 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.891988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13a43b62-a13a-4c8c-b2b5-45a0e30262fe req-a1c5338f-5107-4b19-a0eb-126dc689d874 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 943 time: 0.0614829 Feb 11 13:31:25.913831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caf6ec-acd6-4253-a28e-484acee3b58b req-78dc2653-2a0c-47ce-bcf7-b5460fabf49d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.918459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c7caf6ec-acd6-4253-a28e-484acee3b58b req-78dc2653-2a0c-47ce-bcf7-b5460fabf49d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1364944 Feb 11 13:31:25.934191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-6e383127-72f0-4657-813b-66659375a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:25.935783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-6e383127-72f0-4657-813b-66659375a695 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=85b0bf29b95a4b3ab39c24407696b115&device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 1094 time: 0.0981266 Feb 11 13:31:25.939074 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9c496873-6cde-4280-a428-08c4d67f1723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:25.951941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13a43b62-a13a-4c8c-b2b5-45a0e30262fe req-828dbb38-5a31-4490-beab-f671b5acf0ab tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611784 Feb 11 13:31:26.010594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-c75afe4b-9780-4b89-bc16-a79845c2c701 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2122f29f-07b1-43d6-b6d3-9aca2dcfb134 HTTP/1.1" status: 200 len: 217 time: 0.0647035 Feb 11 13:31:26.015487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-ea71fbcc-e16b-4e7b-b449-08fd2705b144 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.035580 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9c496873-6cde-4280-a428-08c4d67f1723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.077073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c7caf6ec-acd6-4253-a28e-484acee3b58b req-c3efe3cf-c11d-4185-969f-98fa64964ca4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516955 Feb 11 13:31:26.079567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71fbcc-e16b-4e7b-b449-08fd2705b144 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Pushing event deleted for resources: {'Port': ['ID=a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:26.136059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9c496873-6cde-4280-a428-08c4d67f1723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.201239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c496873-6cde-4280-a428-08c4d67f1723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c15240-5d6a-452f-b2c9-7056dcfa2ef2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:26.206410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-ea71fbcc-e16b-4e7b-b449-08fd2705b144 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] No DVR routers for this DVR port a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:26.206974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9c496873-6cde-4280-a428-08c4d67f1723 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbf4b62a8cca439bafa09c5f9b623736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5280747 Feb 11 13:31:26.208930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-ec0da3eb-381a-4c0a-8e48-7d228d07139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.210098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58216) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:26.211485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-ec0da3eb-381a-4c0a-8e48-7d228d07139d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5dd4822-7b92-46f9-af1d-d1ca27b31902 HTTP/1.1" status: 200 len: 852 time: 0.1847284 Feb 11 13:31:26.212471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-ea71fbcc-e16b-4e7b-b449-08fd2705b144 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.230270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-014e2665-537c-4152-9fa8-3bfbd5164258 req-ea71fbcc-e16b-4e7b-b449-08fd2705b144 tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.59 "DELETE /v2.0/ports/a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 HTTP/1.1" status: 204 len: 173 time: 1.1433053 Feb 11 13:31:26.277006 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a2447ffd-d7db-41e8-8a01-bee0b2a70434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.293127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-3b4abc97-fdc5-4004-83f2-9ed424e30ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fe8044e-1c58-421a-a85f-5601a06aebb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611691 Feb 11 13:31:26.302812 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a2447ffd-d7db-41e8-8a01-bee0b2a70434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.472293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2b54a-4b24-45d9-b19b-bf4f5dd14d17 req-563c3575-145b-4d38-ade5-324a7131fe2e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.472293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d2b54a-4b24-45d9-b19b-bf4f5dd14d17 req-563c3575-145b-4d38-ade5-324a7131fe2e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1138034 Feb 11 13:31:26.472293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-d1574ef6-8559-47b3-ab30-f78288c8eb3e service neutron] 10.222.0.13 "GET /v2.0/networks/8fe8044e-1c58-421a-a85f-5601a06aebb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240504 Feb 11 13:31:26.472293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d2b54a-4b24-45d9-b19b-bf4f5dd14d17 req-28f662ef-37c9-4f06-8004-6a406ed13b5a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552623 Feb 11 13:31:26.571489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bfcc4ec-94df-49c7-a6e0-3806b81f2354 req-a6588f40-e6aa-4c58-aaab-3d135baf3256 service neutron] 10.222.0.13 "GET /v2.0/networks/8fe8044e-1c58-421a-a85f-5601a06aebb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259418 Feb 11 13:31:26.600443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e3ef-4033-4269-b023-634b94fc1729 req-78a4f723-d4b6-45e8-9221-68c25468c924 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.602003 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb23e3ef-4033-4269-b023-634b94fc1729 req-78a4f723-d4b6-45e8-9221-68c25468c924 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0676270 Feb 11 13:31:26.648314 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb23e3ef-4033-4269-b023-634b94fc1729 req-8b034545-c05e-47bf-947b-7ea35d5500a4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385656 Feb 11 13:31:26.680378 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a2447ffd-d7db-41e8-8a01-bee0b2a70434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.683946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a2447ffd-d7db-41e8-8a01-bee0b2a70434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.691374 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a2447ffd-d7db-41e8-8a01-bee0b2a70434 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34c15240-5d6a-452f-b2c9-7056dcfa2ef2 HTTP/1.1" status: 204 len: 168 time: 0.4752529 Feb 11 13:31:26.751349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2447ffd-d7db-41e8-8a01-bee0b2a70434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c15240-5d6a-452f-b2c9-7056dcfa2ef2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:26.880867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71abdef-d3b6-47e0-ac45-6f89cb7f41fa req-33dc9602-0b4b-4520-ae59-c40282932807 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.889185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71abdef-d3b6-47e0-ac45-6f89cb7f41fa req-33dc9602-0b4b-4520-ae59-c40282932807 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.896691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71abdef-d3b6-47e0-ac45-6f89cb7f41fa req-33dc9602-0b4b-4520-ae59-c40282932807 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:26.899065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b71abdef-d3b6-47e0-ac45-6f89cb7f41fa req-33dc9602-0b4b-4520-ae59-c40282932807 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2418 time: 0.1109061 Feb 11 13:31:26.943340 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-001c85e8-68d7-411d-a2da-4be68c960c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:26.964772 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-144998cb-99b5-4f04-afd2-173d19409ff3 req-22b125ac-0fc7-4c05-ba26-9d7a6adb1acb tempest-ListImageFiltersTestJSON-1501235415 tempest-ListImageFiltersTestJSON-1501235415-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2bf5695-244f-4bef-ba30-edccfe34c2cb HTTP/1.1" status: 200 len: 210 time: 0.0520575 Feb 11 13:31:26.973826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b71abdef-d3b6-47e0-ac45-6f89cb7f41fa req-f01bc7a5-0383-4d13-9db8-7b2c8babbeb2 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547113 Feb 11 13:31:27.050998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb30a3-5e22-495c-88cf-94551d63069f req-c1177edc-a5f8-4e60-b2f5-94f92ae8f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.053789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2eb30a3-5e22-495c-88cf-94551d63069f req-c1177edc-a5f8-4e60-b2f5-94f92ae8f800 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 1097 time: 0.0528114 Feb 11 13:31:27.077144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58252) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:27.122897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaef8b4-9278-4012-a649-04043c213619 req-8076ee84-5e54-40ef-9336-d86f4d0efbc6 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.124683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4eaef8b4-9278-4012-a649-04043c213619 req-8076ee84-5e54-40ef-9336-d86f4d0efbc6 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0842752 Feb 11 13:31:27.129464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-deleted', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:27.132174 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8938dab-b595-4e8b-8fab-e07f5daf576f" -d '{"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-deleted", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:27.186908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4eaef8b4-9278-4012-a649-04043c213619 req-31a48c5a-47a4-4a9e-8b8b-14cbd9f49405 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540984 Feb 11 13:31:27.282531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-cea72b98-6c64-4e03-aa0b-d175d794ce42 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.289076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-cea72b98-6c64-4e03-aa0b-d175d794ce42 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.295540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-cea72b98-6c64-4e03-aa0b-d175d794ce42 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.297338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-cea72b98-6c64-4e03-aa0b-d175d794ce42 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 2418 time: 0.1196189 Feb 11 13:31:27.298421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb30a3-5e22-495c-88cf-94551d63069f req-084897ee-9655-4345-80b1-fd963bb4dd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.300905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2eb30a3-5e22-495c-88cf-94551d63069f req-084897ee-9655-4345-80b1-fd963bb4dd4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 200 len: 919 time: 0.2396111 Feb 11 13:31:27.325397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e515d-eeec-454e-8a96-846793964d56 req-2539af77-81e6-48da-a4c8-e9cd43026bae tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.331522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-efba6a91-abd7-4006-84ec-104370bcd789 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.339231 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-825e515d-eeec-454e-8a96-846793964d56 req-2539af77-81e6-48da-a4c8-e9cd43026bae tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 943 time: 0.0746145 Feb 11 13:31:27.339371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-efba6a91-abd7-4006-84ec-104370bcd789 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 811 time: 0.2624257 Feb 11 13:31:27.348268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-network', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:27.389520 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2eb30a3-5e22-495c-88cf-94551d63069f req-0aa98739-a0fa-4fdd-a560-14b4a033bb56 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91 HTTP/1.1" status: 200 len: 217 time: 0.0769703 Feb 11 13:31:27.400587 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-825e515d-eeec-454e-8a96-846793964d56 req-4bde2db2-43de-41db-97ca-1afcdcd42675 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663378 Feb 11 13:31:27.438754 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-0ed96e24-1b72-4955-804b-4cee825864ff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/quotas/0773021f91b5451292c61dbee2f8846e HTTP/1.1" status: 200 len: 375 time: 0.0677023 Feb 11 13:31:27.447052 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cf2d20-acd6-4e90-b18c-abccf1ef0894 x-openstack-request-id: req-50cf2d20-acd6-4e90-b18c-abccf1ef0894 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:27.447335 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bf5695-244f-4bef-ba30-edccfe34c2cb", "name": "network-vif-deleted", "tag": "a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:27.447585 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50cf2d20-acd6-4e90-b18c-abccf1ef0894 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:27.447971 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bf5695-244f-4bef-ba30-edccfe34c2cb', 'name': 'network-vif-deleted', 'tag': 'a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8', 'status': 'completed', 'code': 200} Feb 11 13:31:27.474173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Made reservation on behalf of b9def9a8050c4f68bf0740f4f5f587ad for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:27.476802 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.491034 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.581269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.651470 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.695787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:27.709130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909def4f-87ef-4fe5-8ecb-87b2c0630a81,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:27.721092 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.721469 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Added segment 719f910f-4ec0-499d-8a7d-64ab2792cc51 of type vlan for network c9c35aba-1aa7-44ba-821d-64073a9e5b18 Feb 11 13:31:27.725351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.774246 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.821790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb30a3-5e22-495c-88cf-94551d63069f req-bc3d8c2d-fb7d-41f8-b32c-4690e7486fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.823239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2eb30a3-5e22-495c-88cf-94551d63069f req-bc3d8c2d-fb7d-41f8-b32c-4690e7486fff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f7e6eb9-fe88-4664-95a5-199db9564712 HTTP/1.1" status: 200 len: 858 time: 0.4254594 Feb 11 13:31:27.830480 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:31:27.867492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2eb30a3-5e22-495c-88cf-94551d63069f req-cd43bff2-4c27-4587-8fa3-f8cc75a4e272 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2225a145-5852-4ecb-bf66-01fdcbd19e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365031 Feb 11 13:31:27.874152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58266) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:27.884410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-a89665b4-3db4-4cb7-9a22-2d5365974e8e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4291954 Feb 11 13:31:27.887947 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-72c26f02-cdde-4733-b509-9e87132d6e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.950369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-4d52dbb0-5064-47bc-867a-fc4b95069c6f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting port 4ab7a23c-d719-42c3-97d2-5b6fd654516a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:27.950710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-4d52dbb0-5064-47bc-867a-fc4b95069c6f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.972559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-72c26f02-cdde-4733-b509-9e87132d6e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.973610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:27.974651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:27.975831 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.036723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] Pushing event updated for resources: {'Network': ['ID=c9c35aba-1aa7-44ba-821d-64073a9e5b18,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:28.048902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network c9c35aba-1aa7-44ba-821d-64073a9e5b18 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:28.090774 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-72c26f02-cdde-4733-b509-9e87132d6e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.101867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c9ed580f-ea37-4c2a-bb20-ce272178c652 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0232251 Feb 11 13:31:28.114157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58276) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:28.122650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Request body: {'subnet': {'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-subnet', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:28.134880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2eb30a3-5e22-495c-88cf-94551d63069f req-7f59ef3a-a56f-4e6a-a308-8f48c3b6f738 service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493668 Feb 11 13:31:28.147276 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-72c26f02-cdde-4733-b509-9e87132d6e86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d9b5d284a7746f4b7b0d30d5bdda937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679164 Feb 11 13:31:28.147716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d1002f7c-d6a9-416b-a88c-4d93f6fc7f3a service neutron] 10.222.0.52 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381012 Feb 11 13:31:28.147845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c26f02-cdde-4733-b509-9e87132d6e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d958f0fc-cd9f-4b8d-9502-a85c95f702fe,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:28.149651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58278) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:28.161369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-4d52dbb0-5064-47bc-867a-fc4b95069c6f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] For port 4ab7a23c-d719-42c3-97d2-5b6fd654516a, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=4ab7a23c-d719-42c3-97d2-5b6fd654516a,segment=NetworkSegment(2edda112-4de4-4f1e-a33c-9788cd13b8ed),segment_id=2edda112-4de4-4f1e-a33c-9788cd13b8ed)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:28.161856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-4d52dbb0-5064-47bc-867a-fc4b95069c6f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.203110 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-786a4f21-4502-4471-90c8-28f5c69e1c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.226693 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-786a4f21-4502-4471-90c8-28f5c69e1c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.239501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-4d52dbb0-5064-47bc-867a-fc4b95069c6f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Calling delete_port for 4ab7a23c-d719-42c3-97d2-5b6fd654516a owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:28.380944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Made reservation on behalf of b9def9a8050c4f68bf0740f4f5f587ad for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:28.383295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.390389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-9562bfd7-7ea9-4119-9015-1302e96dc1da service neutron] 10.222.0.52 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233450 Feb 11 13:31:28.405820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2eb30a3-5e22-495c-88cf-94551d63069f req-1c4c2d66-9500-4479-927e-ce4ec28f23c8 service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610734 Feb 11 13:31:28.427840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-786a4f21-4502-4471-90c8-28f5c69e1c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.431622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-786a4f21-4502-4471-90c8-28f5c69e1c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.435090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-786a4f21-4502-4471-90c8-28f5c69e1c8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d958f0fc-cd9f-4b8d-9502-a85c95f702fe HTTP/1.1" status: 204 len: 168 time: 0.2844844 Feb 11 13:31:28.476853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a4f21-4502-4471-90c8-28f5c69e1c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d958f0fc-cd9f-4b8d-9502-a85c95f702fe,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:28.509438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:28.551283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 74570c64-be67-4155-b32d-ba829a47f402 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:28.640829 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.657906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,segment=NetworkSegment(7040816c-348b-42d1-bd65-a36b514f2703),segment_id=7040816c-348b-42d1-bd65-a36b514f2703)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:28.668126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-4d52dbb0-5064-47bc-867a-fc4b95069c6f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.730179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52dbb0-5064-47bc-867a-fc4b95069c6f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Port': ['ID=4ab7a23c-d719-42c3-97d2-5b6fd654516a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:28.762615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '2122f29f-07b1-43d6-b6d3-9aca2dcfb134', 'network_id': '8fe8044e-1c58-421a-a85f-5601a06aebb2', 'port_id': '2122f29f-07b1-43d6-b6d3-9aca2dcfb134', 'mac_address': 'fa:16:3e:a7:3f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dd4822-7b92-46f9-af1d-d1ca27b31902', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:28.776762 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.822404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.840332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74570c64-be67-4155-b32d-ba829a47f402'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:28.843239 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626de088-b30e-42d5-b1ae-ed1eedcf15d0" -d '{"events": [{"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "74570c64-be67-4155-b32d-ba829a47f402"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:28.848628 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.868128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 74570c64-be67-4155-b32d-ba829a47f402, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=74570c64-be67-4155-b32d-ba829a47f402,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:28.878213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:28.907614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,segment=NetworkSegment(7040816c-348b-42d1-bd65-a36b514f2703),segment_id=7040816c-348b-42d1-bd65-a36b514f2703)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:28.933290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1760d-0544-41f2-a0b6-0bec982edf06 req-19233ee5-f1cf-4eb6-bab9-f57d2bd9bfe9 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:28.933290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cc1760d-0544-41f2-a0b6-0bec982edf06 req-19233ee5-f1cf-4eb6-bab9-f57d2bd9bfe9 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1014960 Feb 11 13:31:28.952402 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:28.953246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:28.982219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f880e883-4571-496c-98f2-bcd8484dc87a,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:29.037187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cc1760d-0544-41f2-a0b6-0bec982edf06 req-3f548a36-e05f-4b8d-92dc-291ecaf13c62 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992250 Feb 11 13:31:29.039931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-4d52dbb0-5064-47bc-867a-fc4b95069c6f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] No DVR routers for this DVR port 4ab7a23c-d719-42c3-97d2-5b6fd654516a on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:29.059778 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:29.060682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a972c9ce-bdbd-4239-b6bb-5f8b67a8d1b8 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:29.068921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-4d52dbb0-5064-47bc-867a-fc4b95069c6f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.072065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-4d52dbb0-5064-47bc-867a-fc4b95069c6f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "DELETE /v2.0/ports/4ab7a23c-d719-42c3-97d2-5b6fd654516a HTTP/1.1" status: 204 len: 173 time: 1.7607279 Feb 11 13:31:29.091215 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.116428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=74570c64-be67-4155-b32d-ba829a47f402,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:29.174773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208de09-5341-416d-b4f8-cc4c7938170c req-ca3b2aca-a5c7-4c73-bce5-45b34c583008 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.191298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208de09-5341-416d-b4f8-cc4c7938170c req-ca3b2aca-a5c7-4c73-bce5-45b34c583008 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.213625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e208de09-5341-416d-b4f8-cc4c7938170c req-ca3b2aca-a5c7-4c73-bce5-45b34c583008 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 1682 time: 0.4285417 Feb 11 13:31:29.225115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:29.246675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26db741-c2d1-4bd2-ac23-126ba7beba12 req-4e29c31a-054f-4063-bc83-4ce51fa7eabf tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.249182 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b26db741-c2d1-4bd2-ac23-126ba7beba12 req-4e29c31a-054f-4063-bc83-4ce51fa7eabf tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 944 time: 0.0867233 Feb 11 13:31:29.306317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b26db741-c2d1-4bd2-ac23-126ba7beba12 req-d46ee68d-4fac-4283-8061-4f3083076d4b tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450242 Feb 11 13:31:29.334274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2122f29f-07b1-43d6-b6d3-9aca2dcfb134'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:29.360445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e208de09-5341-416d-b4f8-cc4c7938170c req-f6b5dc54-3ffe-4b1a-b576-fb57e0e9249d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440184 Feb 11 13:31:29.362786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Checking segment: {'id': '719f910f-4ec0-499d-8a7d-64ab2792cc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:29.368343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Network hostable DHCP agents. Network: c9c35aba-1aa7-44ba-821d-64073a9e5b18, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:29.385884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-51453e03-8a46-41c2-8cff-a7a845370102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:29.386519 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-51453e03-8a46-41c2-8cff-a7a845370102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.416000 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc8fedf2-6fd3-44f3-b9bd-2c1259f6c9ba req-25c99005-fc51-4fca-8cdc-9eddca3c91bd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 210 time: 0.0722978 Feb 11 13:31:29.502092 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c2e3ec-19d6-42a9-8eff-2bfb23a6d577 x-openstack-request-id: req-39c2e3ec-19d6-42a9-8eff-2bfb23a6d577 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:29.502092 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "74570c64-be67-4155-b32d-ba829a47f402", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:29.502092 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39c2e3ec-19d6-42a9-8eff-2bfb23a6d577 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:29.502092 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74570c64-be67-4155-b32d-ba829a47f402', 'code': 200} Feb 11 13:31:29.502584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-51453e03-8a46-41c2-8cff-a7a845370102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] For port 541266d8-db8a-4dab-beb0-c90e1f53d7f0, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=541266d8-db8a-4dab-beb0-c90e1f53d7f0,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:29.502584 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-51453e03-8a46-41c2-8cff-a7a845370102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.510727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-51453e03-8a46-41c2-8cff-a7a845370102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Calling delete_port for 541266d8-db8a-4dab-beb0-c90e1f53d7f0 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:29.564886 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-deleted', 'tag': '4ab7a23c-d719-42c3-97d2-5b6fd654516a'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:29.570791 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae49291-ffde-40fc-8287-bc935899534c" -d '{"events": [{"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-deleted", "tag": "4ab7a23c-d719-42c3-97d2-5b6fd654516a"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:29.681156 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd68a2c-6109-4cd6-8e76-f295cd75fa66 x-openstack-request-id: req-1cd68a2c-6109-4cd6-8e76-f295cd75fa66 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:29.682040 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-deleted", "tag": "4ab7a23c-d719-42c3-97d2-5b6fd654516a", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:29.682040 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1cd68a2c-6109-4cd6-8e76-f295cd75fa66 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:29.682256 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-deleted', 'tag': '4ab7a23c-d719-42c3-97d2-5b6fd654516a', 'status': 'completed', 'code': 200} Feb 11 13:31:29.720089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Network c9c35aba-1aa7-44ba-821d-64073a9e5b18 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:29.822549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, c9c35aba-1aa7-44ba-821d-64073a9e5b18) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:29.827965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:29.829180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.838458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dcf492-25d8-4892-befb-5a936bc33919 None None] Network c9c35aba-1aa7-44ba-821d-64073a9e5b18 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:29.897578 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-51453e03-8a46-41c2-8cff-a7a845370102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:29.939309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51453e03-8a46-41c2-8cff-a7a845370102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Port': ['ID=541266d8-db8a-4dab-beb0-c90e1f53d7f0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:29.948391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9d4273ce-7f41-4669-9c52-3f742ce3ad32 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8316021 Feb 11 13:31:29.951594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58340) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:29.964094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:30.024982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-51453e03-8a46-41c2-8cff-a7a845370102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] No DVR routers for this DVR port 541266d8-db8a-4dab-beb0-c90e1f53d7f0 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:30.030052 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-51453e03-8a46-41c2-8cff-a7a845370102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.034534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-51453e03-8a46-41c2-8cff-a7a845370102 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "DELETE /v2.0/ports/541266d8-db8a-4dab-beb0-c90e1f53d7f0 HTTP/1.1" status: 204 len: 173 time: 0.9558420 Feb 11 13:31:30.034721 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.121283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd347c39-92a6-44ca-98f9-b77ff77d5f6a None None] Network c9c35aba-1aa7-44ba-821d-64073a9e5b18 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:30.158381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.159925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.237314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-754aab54-1f5c-4ac6-84d1-28db69d30bd6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting port 74570c64-be67-4155-b32d-ba829a47f402 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:30.237893 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-754aab54-1f5c-4ac6-84d1-28db69d30bd6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.341186 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.366944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9030-39e1-4d13-9668-e1c6e69b716c req-9b22c277-49a7-4fdd-be22-e58edfde8e8a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.374368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f32f9030-39e1-4d13-9668-e1c6e69b716c req-9b22c277-49a7-4fdd-be22-e58edfde8e8a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1773217 Feb 11 13:31:30.399093 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58352) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:30.433542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-754aab54-1f5c-4ac6-84d1-28db69d30bd6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] For port 74570c64-be67-4155-b32d-ba829a47f402, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=74570c64-be67-4155-b32d-ba829a47f402,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:30.443747 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-754aab54-1f5c-4ac6-84d1-28db69d30bd6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.446420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f32f9030-39e1-4d13-9668-e1c6e69b716c req-be235f2d-20bd-4ed8-a943-66e95d6ca131 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706966 Feb 11 13:31:30.461220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-754aab54-1f5c-4ac6-84d1-28db69d30bd6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Calling delete_port for 74570c64-be67-4155-b32d-ba829a47f402 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:30.510805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:30.556629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1876971896'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:30.570546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 541266d8-db8a-4dab-beb0-c90e1f53d7f0 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:30.599320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 541266d8-db8a-4dab-beb0-c90e1f53d7f0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:30.599960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 541266d8-db8a-4dab-beb0-c90e1f53d7f0 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:30.600658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 4ab7a23c-d719-42c3-97d2-5b6fd654516a no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:30.632996 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.634964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 4ab7a23c-d719-42c3-97d2-5b6fd654516a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:30.635421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 4ab7a23c-d719-42c3-97d2-5b6fd654516a not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:30.750477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93e124-1759-4c08-998e-fad485192cf0 req-aa1fdc7a-3263-446d-9015-f0aeb655f8cd tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.752058 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e93e124-1759-4c08-998e-fad485192cf0 req-aa1fdc7a-3263-446d-9015-f0aeb655f8cd tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 943 time: 0.0524218 Feb 11 13:31:30.786388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889fca-e272-4e26-9de0-ff014829dcef req-8866450c-11cc-4c4e-b83d-f2faa4c58190 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:30.788483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d889fca-e272-4e26-9de0-ff014829dcef req-8866450c-11cc-4c4e-b83d-f2faa4c58190 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 944 time: 0.2366624 Feb 11 13:31:30.790418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.794547 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:30.800294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:30.800796 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.811595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e93e124-1759-4c08-998e-fad485192cf0 req-9ae0da6a-a78a-4718-8486-a48c7e7ed864 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508723 Feb 11 13:31:30.833010 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-754aab54-1f5c-4ac6-84d1-28db69d30bd6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.836320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Made reservation on behalf of 8fbac0bb202145a5b53ee8b2bdaa8e8f for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:30.844122 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.898615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.911000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754aab54-1f5c-4ac6-84d1-28db69d30bd6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Port': ['ID=74570c64-be67-4155-b32d-ba829a47f402,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:30.977233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:30.991642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-754aab54-1f5c-4ac6-84d1-28db69d30bd6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] No DVR routers for this DVR port 74570c64-be67-4155-b32d-ba829a47f402 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:30.997121 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-754aab54-1f5c-4ac6-84d1-28db69d30bd6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.000441 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d889fca-e272-4e26-9de0-ff014829dcef req-ff71c82a-1d78-4ee0-8eb3-d57134b0bcd3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951153 Feb 11 13:31:31.000939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8e1f974-4f05-4558-8cb3-14fe1fe7ebef req-754aab54-1f5c-4ac6-84d1-28db69d30bd6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "DELETE /v2.0/ports/74570c64-be67-4155-b32d-ba829a47f402 HTTP/1.1" status: 204 len: 173 time: 0.9592788 Feb 11 13:31:31.029856 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4217f7a-4ee8-4ea6-822a-00a7aec7ca45 req-3624809b-ba83-4b66-ae7d-02413b0b761e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 210 time: 0.0781872 Feb 11 13:31:31.039855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,segment=NetworkSegment(7040816c-348b-42d1-bd65-a36b514f2703),segment_id=7040816c-348b-42d1-bd65-a36b514f2703)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:31.131897 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.143126 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.220148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:31.236395 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.266119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:31.495460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fdc9dd-7b4d-42c1-9660-ebcb64336d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2122f29f-07b1-43d6-b6d3-9aca2dcfb134'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:31.508163 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa50db60-be93-4472-bd3b-578ef0060cba" -d '{"events": [{"server_uuid": "12fdc9dd-7b4d-42c1-9660-ebcb64336d69", "name": "network-vif-plugged", "status": "completed", "tag": "2122f29f-07b1-43d6-b6d3-9aca2dcfb134"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:31.582964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d7059-76ff-4ae7-a524-04f80069cb0f req-31992c71-5ad3-406d-a9a6-86f4ea9e68e7 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.584616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-738d7059-76ff-4ae7-a524-04f80069cb0f req-31992c71-5ad3-406d-a9a6-86f4ea9e68e7 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0589044 Feb 11 13:31:31.600572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc0c551-01bb-4b50-8ee7-d87215e00587,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:31.615319 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.616575 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Added segment 25565864-6178-45e1-a5bd-bd3e190072db of type vlan for network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 Feb 11 13:31:31.633143 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.636652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-738d7059-76ff-4ae7-a524-04f80069cb0f req-54fcc335-d152-42d2-8589-26fa4a78f29b tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 Feb 11 13:31:31.679105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.683384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-deleted', 'tag': '541266d8-db8a-4dab-beb0-c90e1f53d7f0'}, {'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-deleted', 'tag': '74570c64-be67-4155-b32d-ba829a47f402'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:31.692185 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1bb668-20a7-47fd-8d63-1061e6fc1c55" -d '{"events": [{"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-deleted", "tag": "541266d8-db8a-4dab-beb0-c90e1f53d7f0"}, {"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-deleted", "tag": "74570c64-be67-4155-b32d-ba829a47f402"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:31.697681 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.699014 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cef4168-62d6-48d7-8698-a76eea5d6a60 x-openstack-request-id: req-4cef4168-62d6-48d7-8698-a76eea5d6a60 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:31.699316 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fdc9dd-7b4d-42c1-9660-ebcb64336d69", "name": "network-vif-plugged", "status": "completed", "tag": "2122f29f-07b1-43d6-b6d3-9aca2dcfb134", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:31.700010 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4cef4168-62d6-48d7-8698-a76eea5d6a60 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:31.700523 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fdc9dd-7b4d-42c1-9660-ebcb64336d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2122f29f-07b1-43d6-b6d3-9aca2dcfb134', 'code': 200} Feb 11 13:31:31.767361 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c6cb87-7e0d-47a7-964c-8b1093379d97 x-openstack-request-id: req-c7c6cb87-7e0d-47a7-964c-8b1093379d97 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:31.768392 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-deleted", "tag": "541266d8-db8a-4dab-beb0-c90e1f53d7f0", "status": "completed", "code": 200}, {"server_uuid": "99ed3e07-7c5b-4360-88f8-095a3bb93dcb", "name": "network-vif-deleted", "tag": "74570c64-be67-4155-b32d-ba829a47f402", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:31.768392 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7c6cb87-7e0d-47a7-964c-8b1093379d97 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:31.768392 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-deleted', 'tag': '541266d8-db8a-4dab-beb0-c90e1f53d7f0', 'status': 'completed', 'code': 200} Feb 11 13:31:31.768728 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ed3e07-7c5b-4360-88f8-095a3bb93dcb', 'name': 'network-vif-deleted', 'tag': '74570c64-be67-4155-b32d-ba829a47f402', 'status': 'completed', 'code': 200} Feb 11 13:31:31.826822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Allocated IP 172.25.0.176 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/e5ecfc29-de10-4b6a-9eae-a1f948aec7a4) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:31.890640 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.926418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.929163 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:31.938304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c6aae-20fb-43e9-855a-25e7bc2eaace req-290bf3ef-f5d9-4f37-86ad-40d816ad86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:31.947720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-014c6aae-20fb-43e9-855a-25e7bc2eaace req-290bf3ef-f5d9-4f37-86ad-40d816ad86a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 1096 time: 0.1272826 Feb 11 13:31:32.034847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e556c1b6-f7f5-4d85-94e5-4b883695fe86 req-422475e7-a3ec-4086-9dc4-31ee25d7701d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99ed3e07-7c5b-4360-88f8-095a3bb93dcb HTTP/1.1" status: 200 len: 210 time: 0.0523143 Feb 11 13:31:32.082589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-014c6aae-20fb-43e9-855a-25e7bc2eaace req-eb6f414a-54be-4741-aa04-a22b152c38d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276128 Feb 11 13:31:32.110641 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.152702 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7520137 Feb 11 13:31:32.158579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58408) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:32.169158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'subnet': {'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:32.184092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607c0ae-83fe-45af-a9c9-e32c6d04a271 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Network': ['ID=d5cf6e8c-7602-461e-85e8-b6957e6b53e7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:32.194107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:32.246674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-dbf281f4-2ec0-4f56-a663-076bcc5f71a6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.248268 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-dbf281f4-2ec0-4f56-a663-076bcc5f71a6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.59 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 811 time: 0.2056429 Feb 11 13:31:32.263145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c5ed3-7bc9-4943-9cb5-2e6c3b24f6b8 req-2f7817df-771c-48e6-a89a-44f22d1661c2 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.265135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-212c5ed3-7bc9-4943-9cb5-2e6c3b24f6b8 req-2f7817df-771c-48e6-a89a-44f22d1661c2 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 945 time: 0.1216447 Feb 11 13:31:32.270038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'port': {'device_id': '3c6bcf2e-7169-4230-8955-b69770ac43fc', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'admin_state_up': True, 'tenant_id': '0773021f91b5451292c61dbee2f8846e'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:32.370853 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.372876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-212c5ed3-7bc9-4943-9cb5-2e6c3b24f6b8 req-3cd99104-9424-4a2f-a9c1-056d4e350042 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985737 Feb 11 13:31:32.413640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:32.417024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:32.420962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:32.427177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Pushing event updated for resources: {'Port': ['ID=e5ecfc29-de10-4b6a-9eae-a1f948aec7a4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:32.466429 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9cd50e71-0592-40e8-8a3f-9fc21af77dac req-9b2e20f1-955d-4d72-9449-f702f6d23f47 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 210 time: 0.0291743 Feb 11 13:31:32.554225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Made reservation on behalf of 8fbac0bb202145a5b53ee8b2bdaa8e8f for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:32.557897 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.627506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Made reservation on behalf of 0773021f91b5451292c61dbee2f8846e for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:32.632250 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:32.803798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95f38b-9266-4b68-b196-a67051ca973f req-f0b3d487-2248-41e1-b049-3fea4b322def tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:32.805464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd95f38b-9266-4b68-b196-a67051ca973f req-f0b3d487-2248-41e1-b049-3fea4b322def tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0753582 Feb 11 13:31:32.888683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd95f38b-9266-4b68-b196-a67051ca973f req-e0f18673-bf86-4e06-835c-ecb218d7d415 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581725 Feb 11 13:31:32.890257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Allocated IP 172.20.0.4 (41d4209a-8a29-44c3-85b9-e48f9078e17b/c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8/c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:32.947309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.003772 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.095067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.113558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58420) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:33.135142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Subnet': ['ID=2bd61d2f-670e-4998-bc01-4e6ddc568d27,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:33.191989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Checking segment: {'id': '25565864-6178-45e1-a5bd-bd3e190072db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:33.192277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Network hostable DHCP agents. Network: d5cf6e8c-7602-461e-85e8-b6957e6b53e7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:33.234146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6812bbd-ddb7-4e4d-ba9f-3a21a345188a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting subnet aff476a7-602a-4235-9349-69234f99c810 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:31:33.238456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6812bbd-ddb7-4e4d-ba9f-3a21a345188a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.272723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.289285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6812bbd-ddb7-4e4d-ba9f-3a21a345188a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.313476 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.329003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fd725b32-020a-4ad7-a810-1f3105417f36'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:33.378683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:33.385254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:33.394762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:33.432635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'Port': ['ID=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:33.440176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58426) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:33.440176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:33.540795 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d5cf6e8c-7602-461e-85e8-b6957e6b53e7) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:33.556002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.556002 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.556206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1451eab5-f865-4dc0-8a91-389b8d5ab70e None None] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:33.633072 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6812bbd-ddb7-4e4d-ba9f-3a21a345188a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.668955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Router daa95045-4f25-4edb-9434-66f8fe62311c is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:31:33.701564 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c418acb4-fed1-4de0-b6d5-237a53a40b14 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5417490 Feb 11 13:31:33.736877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58432) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:33.749175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.750689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.763898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'port': {'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1464795466'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:33.779376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551ac37-52d5-498e-87fd-88f5979db911 req-fdb152da-3e0e-42a7-a018-c8b213789900 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.781004 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f551ac37-52d5-498e-87fd-88f5979db911 req-fdb152da-3e0e-42a7-a018-c8b213789900 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 931 time: 0.1676600 Feb 11 13:31:33.860572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6812bbd-ddb7-4e4d-ba9f-3a21a345188a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.861390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-d5cf6e8c-7602-461e-85e8-b6957e6b53e7', 'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7', 'tenant_id': '8fbac0bb202145a5b53ee8b2bdaa8e8f', 'fixed_ips': [{'subnet_id': '2bd61d2f-670e-4998-bc01-4e6ddc568d27'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:31:33.862482 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.885011 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-adbb9177-0f2a-4512-8d37-5af87715176c None None] Provisioning complete for port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:33.885610 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-adbb9177-0f2a-4512-8d37-5af87715176c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.909162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6812bbd-ddb7-4e4d-ba9f-3a21a345188a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:33.914106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f6812bbd-ddb7-4e4d-ba9f-3a21a345188a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "DELETE /v2.0/subnets/aff476a7-602a-4235-9349-69234f99c810 HTTP/1.1" status: 204 len: 168 time: 0.7963672 Feb 11 13:31:33.915037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6812bbd-ddb7-4e4d-ba9f-3a21a345188a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Subnet': ['ID=aff476a7-602a-4235-9349-69234f99c810,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:33.929440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58436) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:33.932266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:33.945340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d7a40-baf0-41dc-8991-498c920d2ac7 req-2c414ec4-8e9d-42da-814f-d29c651348df tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:33.953311 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-64307dfe-1ce0-4405-9417-a2532d5aba85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=02851ac9396a49228af3781ca84336ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5173342 Feb 11 13:31:33.954417 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec5d7a40-baf0-41dc-8991-498c920d2ac7 req-2c414ec4-8e9d-42da-814f-d29c651348df tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 945 time: 0.4325747 Feb 11 13:31:33.957338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58438) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:33.969136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec06dfb-ed0d-4746-82c8-bd10f5d5fed6 None None] Network 45d4a4f9-27af-4fec-831e-8eda3a39ae3b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:33.988279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Sync routers for ids ['daa95045-4f25-4edb-9434-66f8fe62311c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:31:34.000693 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f551ac37-52d5-498e-87fd-88f5979db911 req-1fa2185b-3b9b-470f-9713-bf204f48811c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073224 Feb 11 13:31:34.054050 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a01226a4-71f4-44fd-bd2a-284e0ebe57cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.081090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.090932 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-30308844-6513-4167-980a-aee324cecf86 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.1340725 Feb 11 13:31:34.091387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58442) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:34.095419 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a01226a4-71f4-44fd-bd2a-284e0ebe57cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.107850 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.123156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-d8b85e04-23c2-4462-8f19-d78d931ac95e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8567953 Feb 11 13:31:34.160274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Routers {'daa95045-4f25-4edb-9434-66f8fe62311c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:34.160858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:31:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['daa95045-4f25-4edb-9434-66f8fe62311c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:34.183302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Request body: {'port': {'device_id': '3c6bcf2e-7169-4230-8955-b69770ac43fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:34.243951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-adbb9177-0f2a-4512-8d37-5af87715176c None None] Port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:31:34.300272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188db359-9a4e-43d5-9dc7-d89f738e27d6 req-a23f2f7c-d2a7-4d63-b54b-97f8ba26a237 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:34.301843 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-188db359-9a4e-43d5-9dc7-d89f738e27d6 req-a23f2f7c-d2a7-4d63-b54b-97f8ba26a237 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1134346 Feb 11 13:31:34.330199 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.369986 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a01226a4-71f4-44fd-bd2a-284e0ebe57cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.372757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a01226a4-71f4-44fd-bd2a-284e0ebe57cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.374119 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec5d7a40-baf0-41dc-8991-498c920d2ac7 req-1f2dbcaa-7df1-469d-aa62-f449e341b89f tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186580 Feb 11 13:31:34.374462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a01226a4-71f4-44fd-bd2a-284e0ebe57cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9 HTTP/1.1" status: 204 len: 168 time: 0.4161279 Feb 11 13:31:34.432150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Allocated IP 2001:db8::2 (d5cf6e8c-7602-461e-85e8-b6957e6b53e7/2bd61d2f-670e-4998-bc01-4e6ddc568d27/8155f90f-2b82-4767-9f26-eb4d9673ef3a) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:34.454903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Set router daa95045-4f25-4edb-9434-66f8fe62311c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:34.504512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-188db359-9a4e-43d5-9dc7-d89f738e27d6 req-6f9679f8-93fe-48f7-aeaf-713002189601 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638675 Feb 11 13:31:34.505700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01226a4-71f4-44fd-bd2a-284e0ebe57cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fd5f34-53d9-4ddf-8a12-58f4cd9f41d9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:34.589502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3418999-37fc-4df2-8f27-edcd6b26ce02 None None] DHCP port deletion for 45d4a4f9-27af-4fec-831e-8eda3a39ae3b request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:31:34.632860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Made reservation on behalf of 8fbac0bb202145a5b53ee8b2bdaa8e8f for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:34.637718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.705387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] device_id is not set on port 76f1b7ef-b9db-45cd-a78b-89a707604a8c yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:34.713173 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 87c9f37c-df73-487a-bd21-6b75d23e7ce1 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:34.767523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:34.768155 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.902422 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.918497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.928464 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:34.972388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 87c9f37c-df73-487a-bd21-6b75d23e7ce1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87c9f37c-df73-487a-bd21-6b75d23e7ce1,segment=NetworkSegment(2edda112-4de4-4f1e-a33c-9788cd13b8ed),segment_id=2edda112-4de4-4f1e-a33c-9788cd13b8ed)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:35.007700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c3418999-37fc-4df2-8f27-edcd6b26ce02 None None] Deleting port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:35.008340 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3418999-37fc-4df2-8f27-edcd6b26ce02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.092740 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.101020 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.181750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:35.197174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:35.206106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c3418999-37fc-4df2-8f27-edcd6b26ce02 None None] For port 87c9f37c-df73-487a-bd21-6b75d23e7ce1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87c9f37c-df73-487a-bd21-6b75d23e7ce1,segment=NetworkSegment(2edda112-4de4-4f1e-a33c-9788cd13b8ed),segment_id=2edda112-4de4-4f1e-a33c-9788cd13b8ed)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:35.206710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3418999-37fc-4df2-8f27-edcd6b26ce02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.209708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:35.247594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Pushing event updated for resources: {'Port': ['ID=8155f90f-2b82-4767-9f26-eb4d9673ef3a,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:35.252514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c3418999-37fc-4df2-8f27-edcd6b26ce02 None None] Calling delete_port for 87c9f37c-df73-487a-bd21-6b75d23e7ce1 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:35.348135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Allocated IP 172.20.0.1 (c9c35aba-1aa7-44ba-821d-64073a9e5b18/f880e883-4571-496c-98f2-bcd8484dc87a/a3110ea3-ff88-45c4-a42c-312231498750) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:35.366543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5938d-7259-464e-8a49-1e09104e7a5b req-afd3b6f4-fe39-4ee9-b1ea-5c646ce0bef9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:35.369117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32b5938d-7259-464e-8a49-1e09104e7a5b req-afd3b6f4-fe39-4ee9-b1ea-5c646ce0bef9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 931 time: 0.0912340 Feb 11 13:31:35.431744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] For port 87c9f37c-df73-487a-bd21-6b75d23e7ce1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87c9f37c-df73-487a-bd21-6b75d23e7ce1,segment=NetworkSegment(2edda112-4de4-4f1e-a33c-9788cd13b8ed),segment_id=2edda112-4de4-4f1e-a33c-9788cd13b8ed)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:35.432049 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.434254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:32Z', 'revision_number': 3, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:35.441661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Attempting to bind port 8155f90f-2b82-4767-9f26-eb4d9673ef3a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:35.442096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Attempting to bind port 8155f90f-2b82-4767-9f26-eb4d9673ef3a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '25565864-6178-45e1-a5bd-bd3e190072db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:35.442408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Attempting to bind port 8155f90f-2b82-4767-9f26-eb4d9673ef3a on network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:35.479513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32b5938d-7259-464e-8a49-1e09104e7a5b req-da9f53a4-ef90-4552-8012-9f94c7e1dbc7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005828 Feb 11 13:31:35.480071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Calling delete_port for 87c9f37c-df73-487a-bd21-6b75d23e7ce1 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:35.485030 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3418999-37fc-4df2-8f27-edcd6b26ce02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.486859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Checking router: daa95045-4f25-4edb-9434-66f8fe62311c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:31:35.488012 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Updating router daa95045-4f25-4edb-9434-66f8fe62311c port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:31:35.494231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:35.494483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Checking segment: {'id': '25565864-6178-45e1-a5bd-bd3e190072db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:35.494716 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.495105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Bound using segment: {'id': '25565864-6178-45e1-a5bd-bd3e190072db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:35.495576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Bound port: 8155f90f-2b82-4767-9f26-eb4d9673ef3a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25565864-6178-45e1-a5bd-bd3e190072db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:35.495955 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.525153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Allocated IP 2001:db8::1f (d5cf6e8c-7602-461e-85e8-b6957e6b53e7/2bd61d2f-670e-4998-bc01-4e6ddc568d27/76f1b7ef-b9db-45cd-a78b-89a707604a8c) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:35.541491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=87c9f37c-df73-487a-bd21-6b75d23e7ce1,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:35.543027 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.557121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3418999-37fc-4df2-8f27-edcd6b26ce02 None None] No DVR routers for this DVR port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:35.588000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.609120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3418999-37fc-4df2-8f27-edcd6b26ce02 None None] Pushing event deleted for resources: {'Port': ['ID=87c9f37c-df73-487a-bd21-6b75d23e7ce1,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:35.611882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4255f9d-19c4-473c-8839-c51141925fbd req-060fb6cd-befa-4682-bf0a-401d154d1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:35.613409 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4255f9d-19c4-473c-8839-c51141925fbd req-060fb6cd-befa-4682-bf0a-401d154d1046 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 1097 time: 0.2798760 Feb 11 13:31:35.656591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.656926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b9275-cada-48b0-9e31-e8d0144a2286 req-c698b6d9-83b1-4a8d-8772-2936709381b5 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:35.665138 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af2b9275-cada-48b0-9e31-e8d0144a2286 req-c698b6d9-83b1-4a8d-8772-2936709381b5 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 945 time: 0.2904799 Feb 11 13:31:35.699775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] For port 8155f90f-2b82-4767-9f26-eb4d9673ef3a, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:35.714824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] For port 8155f90f-2b82-4767-9f26-eb4d9673ef3a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8155f90f-2b82-4767-9f26-eb4d9673ef3a,segment=NetworkSegment(25565864-6178-45e1-a5bd-bd3e190072db),segment_id=25565864-6178-45e1-a5bd-bd3e190072db)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:35.714995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:35.724338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Network c9c35aba-1aa7-44ba-821d-64073a9e5b18 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:35.730381 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.733829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:35.738287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:35.774906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Pushing event updated for resources: {'Port': ['ID=a3110ea3-ff88-45c4-a42c-312231498750,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:35.798498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4255f9d-19c4-473c-8839-c51141925fbd req-c0c84bbd-7321-4ace-954c-3e97d0a5f976 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738484 Feb 11 13:31:35.798877 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.813382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af2b9275-cada-48b0-9e31-e8d0144a2286 req-24310067-bcbb-444e-9acc-c92bb66a6271 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433384 Feb 11 13:31:35.817840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Transition to ACTIVE for port object c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:35.837215 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.844861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de84ceb-c810-4c9b-9d59-e40daf36e12a req-3feffc8d-77e8-4745-b7bb-bc65fee35cff tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:35.846625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5de84ceb-c810-4c9b-9d59-e40daf36e12a req-3feffc8d-77e8-4745-b7bb-bc65fee35cff tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1576130 Feb 11 13:31:35.847520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:35.902511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Port': ['ID=87c9f37c-df73-487a-bd21-6b75d23e7ce1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:35.912110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] No DVR routers for this DVR port 87c9f37c-df73-487a-bd21-6b75d23e7ce1 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:35.942356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0236c3-fbad-4bf5-80eb-8fae6128043a None None] Pushing event updated for resources: {'Port': ['ID=8155f90f-2b82-4767-9f26-eb4d9673ef3a,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:35.953480 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.031658 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5de84ceb-c810-4c9b-9d59-e40daf36e12a req-73aaea33-6f7f-489c-b0e4-26e957fbf9ec tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447587 Feb 11 13:31:36.065799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58478) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:36.116422 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.121365 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.153282 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Pushing event updated for resources: {'Port': ['ID=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:36.168442 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.192028 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.205547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d4a4f9-27af-4fec-831e-8eda3a39ae3b']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:36.233513 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.246295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2edda112-4de4-4f1e-a33c-9788cd13b8ed') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:36.246295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2edda112-4de4-4f1e-a33c-9788cd13b8ed') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:36.291314 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.337815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Attempting to bind port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:36.341889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Attempting to bind port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:36.344314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Attempting to bind port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:36.348614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1647218445-network', 'tenant_id': '7764fbe032654830b0d06d5b1712db79'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:36.360339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01c9c6-0e0d-4bbc-a91a-03842dc47cfb None None] Pushing event updated for resources: {'Port': ['ID=e5ecfc29-de10-4b6a-9eae-a1f948aec7a4,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:36.360339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:36.360339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:36.360339 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.360339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:36.360339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Bound port: e5ecfc29-de10-4b6a-9eae-a1f948aec7a4, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:36.360339 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.361208 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.371920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Attempting to bind port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:36.372549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Attempting to bind port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:36.372549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Attempting to bind port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:36.374922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:36.375315 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:36.378304 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:36.410137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf on network 41d4209a-8a29-44c3-85b9-e48f9078e17b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:36.410486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Attempting to bind port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:36.458178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:36.458530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Checking segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:36.458862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Bound using segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:36.459383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Bound port: c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:36.459746 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.491896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.558514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:36.562787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:36.569375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Made reservation on behalf of 7764fbe032654830b0d06d5b1712db79 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:36.572778 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.579256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:36.587926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:36.588739 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.605388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.642472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.650917 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] For port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:36.668352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] For port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e5ecfc29-de10-4b6a-9eae-a1f948aec7a4,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:36.676175 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.681610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Port': ['ID=76f1b7ef-b9db-45cd-a78b-89a707604a8c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:36.694613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.697682 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "DELETE /v2.0/networks/45d4a4f9-27af-4fec-831e-8eda3a39ae3b HTTP/1.1" status: 204 len: 168 time: 2.7411759 Feb 11 13:31:36.706921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58486) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:36.714417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8155f90f-2b82-4767-9f26-eb4d9673ef3a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:36.742010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c978c6-1eba-4610-baf3-b7b316be808b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Network': ['ID=45d4a4f9-27af-4fec-831e-8eda3a39ae3b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:36.747718 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.763307 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] For port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:36.769410 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.781859 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-55f00c20-bf5c-4d49-b738-160193f5203f tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0240295 Feb 11 13:31:36.782942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58488) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:36.791059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91f2e9-0bb3-48b3-93c6-9bd4fffd45f7 req-8209e923-5523-4b6f-9297-f9c289b3772d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:36.792589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f91f2e9-0bb3-48b3-93c6-9bd4fffd45f7 req-8209e923-5523-4b6f-9297-f9c289b3772d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 943 time: 0.1619406 Feb 11 13:31:36.797305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'port': {'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1451021246', 'allowed_address_pairs': [{'ip_address': '2001:db8::1f', 'mac_address': 'fa:16:3e:45:09:77'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:36.803170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] For port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:36.811611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8155f90f-2b82-4767-9f26-eb4d9673ef3a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:36.812107 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.895885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-cbaae0dc-b043-4576-8fce-a9e38bc9413b tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:36.897841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-cbaae0dc-b043-4576-8fce-a9e38bc9413b tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.13 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 945 time: 0.1819758 Feb 11 13:31:36.899206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.905147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Routers {'daa95045-4f25-4edb-9434-66f8fe62311c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:36.905798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:31:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['daa95045-4f25-4edb-9434-66f8fe62311c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:36.915797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46e3649-f115-4461-9e18-45cd156b3316 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting subnet 17e6a386-8077-480e-a3c4-f72c6cc4544f {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:31:36.923624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:36.962469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01c9c6-0e0d-4bbc-a91a-03842dc47cfb None None] Pushing event updated for resources: {'Port': ['ID=e5ecfc29-de10-4b6a-9eae-a1f948aec7a4,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:36.980150 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a46e3649-f115-4461-9e18-45cd156b3316 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.043367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a46e3649-f115-4461-9e18-45cd156b3316 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.050290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.051759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.055264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.056643 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] 10.222.0.59 "PUT /v2.0/ports/c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf HTTP/1.1" status: 200 len: 1091 time: 2.9223194 Feb 11 13:31:37.062585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6bcf2e-7169-4230-8955-b69770ac43fc', 'tag': 'c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:37.071476 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5fd4eb-a118-427d-b273-28202afe4b0c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6bcf2e-7169-4230-8955-b69770ac43fc", "tag": "c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:37.083624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f91f2e9-0bb3-48b3-93c6-9bd4fffd45f7 req-291b1520-3c8e-4488-89db-e40ae68fb186 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769845 Feb 11 13:31:37.124858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] Set router daa95045-4f25-4edb-9434-66f8fe62311c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:37.191667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 8155f90f-2b82-4767-9f26-eb4d9673ef3a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8155f90f-2b82-4767-9f26-eb4d9673ef3a,segment=NetworkSegment(25565864-6178-45e1-a5bd-bd3e190072db),segment_id=25565864-6178-45e1-a5bd-bd3e190072db)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:37.227770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd49057-9557-4696-b91b-cfe211bff3ed service neutron] Pushing event updated for resources: {'Port': ['ID=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.385682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-b6d988f6-27b7-45a1-b5ab-9b65b0acae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.387598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-b6d988f6-27b7-45a1-b5ab-9b65b0acae91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 1094 time: 0.1611786 Feb 11 13:31:37.400753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2f9b9-f390-45e4-82f9-77ebebbdd552 req-d35291c6-d4f0-41ff-92d4-afed2812ac48 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.402743 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bd2f9b9-f390-45e4-82f9-77ebebbdd552 req-d35291c6-d4f0-41ff-92d4-afed2812ac48 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1522174 Feb 11 13:31:37.468797 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.484704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Made reservation on behalf of 8fbac0bb202145a5b53ee8b2bdaa8e8f for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:37.496352 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-1f2c54f5-f4be-4afd-a274-134bbb4936f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf HTTP/1.1" status: 200 len: 217 time: 0.0909445 Feb 11 13:31:37.501344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-c939e1f7-46ab-4141-aa72-5c79ce3988f3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Deleting port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:37.501695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-c939e1f7-46ab-4141-aa72-5c79ce3988f3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.507606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Pushing event updated for resources: {'Port': ['ID=a3110ea3-ff88-45c4-a42c-312231498750,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.513458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.561548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=8155f90f-2b82-4767-9f26-eb4d9673ef3a,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.566167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3194bbae-56a0-4102-9fde-7a79be511271 None None] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:37.636214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.655613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 2, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:37.656354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aaa24f-a371-4fda-946f-e68d10d22d38 req-750dcad5-c42c-4ee3-bf88-e24402b3568c tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.657455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87aaa24f-a371-4fda-946f-e68d10d22d38 req-750dcad5-c42c-4ee3-bf88-e24402b3568c tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 945 time: 0.7243798 Feb 11 13:31:37.663869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bd2f9b9-f390-45e4-82f9-77ebebbdd552 req-680a6273-e10e-479c-adf6-d4d180ba050d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507310 Feb 11 13:31:37.694330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba99f664-cab6-46b1-8c64-95dc566fa1a9 None None] The sync data for ids ['daa95045-4f25-4edb-9434-66f8fe62311c'] in n-d-816488-1 is: [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 2, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:31:37.696713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:37.699235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a46e3649-f115-4461-9e18-45cd156b3316 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.706572 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-84604a70-eec3-4264-9135-a7824e4d30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:37.708102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-84604a70-eec3-4264-9135-a7824e4d30fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.2023566 Feb 11 13:31:37.749635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.750013 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Added segment d9ed816b-0227-4ed5-9226-766725d56257 of type vlan for network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf Feb 11 13:31:37.756309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb659e12-9d6d-4337-a943-294240fbf7bc,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:37.760706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Network c9c35aba-1aa7-44ba-821d-64073a9e5b18 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:37.776176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:37.803511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f01a50db-f004-40e2-b4c7-6db566ba452e None None] Provisioning complete for port 8155f90f-2b82-4767-9f26-eb4d9673ef3a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:37.803876 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f01a50db-f004-40e2-b4c7-6db566ba452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.838926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-c939e1f7-46ab-4141-aa72-5c79ce3988f3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] For port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,segment=NetworkSegment(7040816c-348b-42d1-bd65-a36b514f2703),segment_id=7040816c-348b-42d1-bd65-a36b514f2703)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:37.839449 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-c939e1f7-46ab-4141-aa72-5c79ce3988f3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.865441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-c939e1f7-46ab-4141-aa72-5c79ce3988f3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Calling delete_port for 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:37.878000 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87aaa24f-a371-4fda-946f-e68d10d22d38 req-86c127e9-f20b-4db0-9476-91f25083efde tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001836 Feb 11 13:31:37.902376 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:37.910683 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6da9c33-6202-4ee3-ae73-538e05cb2269 x-openstack-request-id: req-c6da9c33-6202-4ee3-ae73-538e05cb2269 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:37.911096 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6bcf2e-7169-4230-8955-b69770ac43fc", "tag": "c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:37.911639 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6da9c33-6202-4ee3-ae73-538e05cb2269 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:37.912256 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6bcf2e-7169-4230-8955-b69770ac43fc', 'tag': 'c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf', 'status': 'completed', 'code': 200} Feb 11 13:31:37.922622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.026031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a46e3649-f115-4461-9e18-45cd156b3316 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.042852 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a46e3649-f115-4461-9e18-45cd156b3316 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.060947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a968fb2-a54a-465a-b23e-1f5c45d15eb5 None None] Network f47ebb4f-aa45-43a5-b446-dd11da83d288 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:38.061057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] device_id is not set on port 4589770e-572c-4773-959f-7365f68edaeb yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:38.070462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a46e3649-f115-4461-9e18-45cd156b3316 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "DELETE /v2.0/subnets/17e6a386-8077-480e-a3c4-f72c6cc4544f HTTP/1.1" status: 204 len: 168 time: 1.3619132 Feb 11 13:31:38.074926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58504) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:38.162839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e3649-f115-4461-9e18-45cd156b3316 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Subnet': ['ID=17e6a386-8077-480e-a3c4-f72c6cc4544f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:38.165820 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.167357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:38.167520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.218457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-1ef1c865-d333-44ea-8175-2da05bf6723b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:38.220253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-1ef1c865-d333-44ea-8175-2da05bf6723b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4846675 Feb 11 13:31:38.239737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Router daa95045-4f25-4edb-9434-66f8fe62311c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:31:38.382021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] Pushing event updated for resources: {'Network': ['ID=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:38.404150 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.405813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:38.420402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-918aebbe-cb7d-4745-9ea9-dcc1793b5002 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3486814 Feb 11 13:31:38.433967 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58510) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:38.446033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Request body: {'subnet': {'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1647218445-subnet', 'tenant_id': '7764fbe032654830b0d06d5b1712db79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:38.475210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7a2c7b1b-d624-4d82-bd73-2425e4179025 None None] Provisioning complete for port 76f1b7ef-b9db-45cd-a78b-89a707604a8c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:38.477567 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7a2c7b1b-d624-4d82-bd73-2425e4179025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.681254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7a2c7b1b-d624-4d82-bd73-2425e4179025 None None] Port 76f1b7ef-b9db-45cd-a78b-89a707604a8c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:31:38.691015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-f2b29677-df77-4089-ab06-708345393290 service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536598 Feb 11 13:31:38.691721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff10e1c-3172-40e4-81f5-b762c83fa293 None None] DHCP port deletion for f47ebb4f-aa45-43a5-b446-dd11da83d288 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:31:38.719838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a82505-c3fa-4cc0-b4d5-a886d084b554 req-e2252bb3-62d1-454d-8379-958b65b8269e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:38.726852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a82505-c3fa-4cc0-b4d5-a886d084b554 req-e2252bb3-62d1-454d-8379-958b65b8269e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 943 time: 0.4383781 Feb 11 13:31:38.763819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8155f90f-2b82-4767-9f26-eb4d9673ef3a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:38.794033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:38.821229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7a2c7b1b-d624-4d82-bd73-2425e4179025 None None] Provisioning complete for port 8155f90f-2b82-4767-9f26-eb4d9673ef3a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:38.821229 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7a2c7b1b-d624-4d82-bd73-2425e4179025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:38.838091 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-77d3a00b-49a6-4bba-96b3-405c59328e89 admin admin] 10.222.0.52 "PUT /v2.0/routers/daa95045-4f25-4edb-9434-66f8fe62311c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7454977 Feb 11 13:31:38.924551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8887734-ea16-4b53-9707-07fe96550072 req-0e32dbcf-a576-4a3e-9704-b599cd2c7090 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:38.937225 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8887734-ea16-4b53-9707-07fe96550072 req-0e32dbcf-a576-4a3e-9704-b599cd2c7090 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.5042164 Feb 11 13:31:39.004877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8155f90f-2b82-4767-9f26-eb4d9673ef3a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:39.005079 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.006123 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8887734-ea16-4b53-9707-07fe96550072 req-685e4b82-d04c-4fe4-93dc-b7d8b2f941fc tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637927 Feb 11 13:31:39.010933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Made reservation on behalf of 7764fbe032654830b0d06d5b1712db79 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:39.019628 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.024943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting port 0da631dc-7a84-4587-916b-73735efd020f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:39.030273 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.074217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-aff10e1c-3172-40e4-81f5-b762c83fa293 None None] Deleting port 0da631dc-7a84-4587-916b-73735efd020f {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:39.074599 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aff10e1c-3172-40e4-81f5-b762c83fa293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.169500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aff10e1c-3172-40e4-81f5-b762c83fa293 None None] For port 0da631dc-7a84-4587-916b-73735efd020f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0da631dc-7a84-4587-916b-73735efd020f,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:39.172488 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aff10e1c-3172-40e4-81f5-b762c83fa293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.217975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-aff10e1c-3172-40e4-81f5-b762c83fa293 None None] Calling delete_port for 0da631dc-7a84-4587-916b-73735efd020f owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:39.218495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] For port 0da631dc-7a84-4587-916b-73735efd020f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0da631dc-7a84-4587-916b-73735efd020f,segment=NetworkSegment(96be04a5-88ad-401a-acc3-70a7c13ec4c3),segment_id=96be04a5-88ad-401a-acc3-70a7c13ec4c3)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:39.218952 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.239654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-db5a84b6-109a-4855-bdcb-36b9163fd1a5 None None] Provisioning complete for port 76f1b7ef-b9db-45cd-a78b-89a707604a8c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:39.240326 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-db5a84b6-109a-4855-bdcb-36b9163fd1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.279345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Allocated IP 2001:db8::12c (d5cf6e8c-7602-461e-85e8-b6957e6b53e7/2bd61d2f-670e-4998-bc01-4e6ddc568d27/4589770e-572c-4773-959f-7365f68edaeb) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:39.295300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Calling delete_port for 0da631dc-7a84-4587-916b-73735efd020f owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:39.358385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7859141-40da-498c-897a-6766736f7192 req-639d68bb-2196-4fcf-905f-8e75fd8b1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.360889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7859141-40da-498c-897a-6766736f7192 req-639d68bb-2196-4fcf-905f-8e75fd8b1a0a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f6c9bfc991347c6a4129edefe908029&device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 1097 time: 0.8430510 Feb 11 13:31:39.363671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-db5a84b6-109a-4855-bdcb-36b9163fd1a5 None None] Port 76f1b7ef-b9db-45cd-a78b-89a707604a8c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:31:39.427334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84941229-f918-46c4-8689-d2ed35fe313b req-aacdceab-7991-43f7-8dc9-c81c78ba9056 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.433549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84941229-f918-46c4-8689-d2ed35fe313b req-aacdceab-7991-43f7-8dc9-c81c78ba9056 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/ports?device_id=12fdc9dd-7b4d-42c1-9660-ebcb64336d69 HTTP/1.1" status: 200 len: 945 time: 0.3048890 Feb 11 13:31:39.452640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0da631dc-7a84-4587-916b-73735efd020f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:39.503992 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a82505-c3fa-4cc0-b4d5-a886d084b554 req-82aaa561-07f6-4be2-87f1-becd8b89fa79 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7401695 Feb 11 13:31:39.547879 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aff10e1c-3172-40e4-81f5-b762c83fa293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.550257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84941229-f918-46c4-8689-d2ed35fe313b req-e8dd376a-5add-49fb-a857-950233e63e70 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.52 "GET /v2.0/security-groups?id=655f9fe8-3f58-435f-8d96-e0a5f77ecf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769846 Feb 11 13:31:39.588039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff10e1c-3172-40e4-81f5-b762c83fa293 None None] Pushing event deleted for resources: {'Port': ['ID=0da631dc-7a84-4587-916b-73735efd020f,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:39.592076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff10e1c-3172-40e4-81f5-b762c83fa293 None None] No DVR routers for this DVR port 0da631dc-7a84-4587-916b-73735efd020f on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:39.595133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7859141-40da-498c-897a-6766736f7192 req-0d16ca48-9af8-4468-9fd3-b5feb805d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:39.604064 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7859141-40da-498c-897a-6766736f7192 req-0d16ca48-9af8-4468-9fd3-b5feb805d835 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 200 len: 919 time: 0.2242241 Feb 11 13:31:39.604812 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.616150 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-c939e1f7-46ab-4141-aa72-5c79ce3988f3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.692465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.718992 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7859141-40da-498c-897a-6766736f7192 req-7a285284-9572-47c3-b8be-c7a8f6bd5511 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91 HTTP/1.1" status: 200 len: 217 time: 0.0934908 Feb 11 13:31:39.720969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-905fd273-3e2e-43f7-8a3d-24f827cb2b30 req-4537825c-fef5-4b59-b6ec-6580bbf603cb service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0195334 Feb 11 13:31:39.730592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Port': ['ID=0da631dc-7a84-4587-916b-73735efd020f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:39.735563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] No DVR routers for this DVR port 0da631dc-7a84-4587-916b-73735efd020f on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:39.749728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939e1f7-46ab-4141-aa72-5c79ce3988f3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Pushing event deleted for resources: {'Port': ['ID=2122f29f-07b1-43d6-b6d3-9aca2dcfb134,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:39.782359 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.869196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-c939e1f7-46ab-4141-aa72-5c79ce3988f3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] No DVR routers for this DVR port 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:31:39.880368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-c939e1f7-46ab-4141-aa72-5c79ce3988f3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.887347 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24d6aa32-8426-40c7-8338-34e3fe2644da req-c939e1f7-46ab-4141-aa72-5c79ce3988f3 tempest-ServerPasswordTestJSON-2064725628 tempest-ServerPasswordTestJSON-2064725628-project] 10.222.0.13 "DELETE /v2.0/ports/2122f29f-07b1-43d6-b6d3-9aca2dcfb134 HTTP/1.1" status: 204 len: 173 time: 2.9741433 Feb 11 13:31:39.895620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:39.915049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0161e67d-fb6e-4232-9181-6589576696b8,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:39.925402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12fdc9dd-7b4d-42c1-9660-ebcb64336d69', 'name': 'network-vif-deleted', 'tag': '2122f29f-07b1-43d6-b6d3-9aca2dcfb134'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:39.928700 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320f8576-c496-4974-87b9-624fbf5ddab0" -d '{"events": [{"server_uuid": "12fdc9dd-7b4d-42c1-9660-ebcb64336d69", "name": "network-vif-deleted", "tag": "2122f29f-07b1-43d6-b6d3-9aca2dcfb134"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:39.957057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47ebb4f-aa45-43a5-b446-dd11da83d288']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:39.970793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Checking segment: {'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:39.971155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Network hostable DHCP agents. Network: 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:39.978888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96be04a5-88ad-401a-acc3-70a7c13ec4c3') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:39.979178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96be04a5-88ad-401a-acc3-70a7c13ec4c3') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:39.994050 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.017552 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.019538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7859141-40da-498c-897a-6766736f7192 req-680a86fb-238a-406b-ad7d-3c8442f9d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.021189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7859141-40da-498c-897a-6766736f7192 req-680a86fb-238a-406b-ad7d-3c8442f9d957 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4f7e6eb9-fe88-4664-95a5-199db9564712 HTTP/1.1" status: 200 len: 858 time: 0.2633312 Feb 11 13:31:40.024041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:40.024585 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:40.027940 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:40.031457 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4469e13-3283-4499-9336-b471bc1bf407 x-openstack-request-id: req-e4469e13-3283-4499-9336-b471bc1bf407 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:40.031457 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12fdc9dd-7b4d-42c1-9660-ebcb64336d69", "name": "network-vif-deleted", "tag": "2122f29f-07b1-43d6-b6d3-9aca2dcfb134", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:40.032001 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e4469e13-3283-4499-9336-b471bc1bf407 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:40.032476 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12fdc9dd-7b4d-42c1-9660-ebcb64336d69', 'name': 'network-vif-deleted', 'tag': '2122f29f-07b1-43d6-b6d3-9aca2dcfb134', 'status': 'completed', 'code': 200} Feb 11 13:31:40.095253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7859141-40da-498c-897a-6766736f7192 req-493f25df-c71d-4846-9dca-492ed50da4ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2225a145-5852-4ecb-bf66-01fdcbd19e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559452 Feb 11 13:31:40.100356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.119034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-cef10c6f-a8f0-4b48-96b8-215607c81442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.120642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-cef10c6f-a8f0-4b48-96b8-215607c81442 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 1094 time: 0.2234993 Feb 11 13:31:40.147533 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5392c47-af87-41fd-ace6-1122adf85035 req-0a2736a6-d2a4-41de-86cc-c253584a5cba tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.155412 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5392c47-af87-41fd-ace6-1122adf85035 req-0a2736a6-d2a4-41de-86cc-c253584a5cba tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0666487 Feb 11 13:31:40.174906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:40.206333 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5392c47-af87-41fd-ace6-1122adf85035 req-1fda559a-328b-4c5f-8303-30981d7236c3 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500047 Feb 11 13:31:40.225472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.230468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.243278 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "DELETE /v2.0/networks/f47ebb4f-aa45-43a5-b446-dd11da83d288 HTTP/1.1" status: 204 len: 168 time: 2.1581328 Feb 11 13:31:40.243278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58538) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:40.246981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1039371049'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:40.273617 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beb671-7b71-4bc9-ba40-d97207d2ad5f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Network': ['ID=f47ebb4f-aa45-43a5-b446-dd11da83d288,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:40.313510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-cb947317-ea2c-453e-9a30-09b9fdb533ca tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.315026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-cb947317-ea2c-453e-9a30-09b9fdb533ca tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/networks?id=c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 200 len: 820 time: 0.4390574 Feb 11 13:31:40.330760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:40.335624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.336390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.340732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eaa4c9-85c7-4e86-ae70-d329e1142e18 None None] Network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:40.362156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7859141-40da-498c-897a-6766736f7192 req-e15a5ffa-661a-446c-a60d-9541b8ad1c3b service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596829 Feb 11 13:31:40.364545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:40.368565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-86ae8e7c-6f18-49e1-aeac-20efb4398fc5 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/quotas/b9def9a8050c4f68bf0740f4f5f587ad HTTP/1.1" status: 200 len: 375 time: 0.0432556 Feb 11 13:31:40.371315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.404431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:40.422979 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.423494 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Added segment de661d0b-3e09-4c06-a3f6-527d22a1187d of type vlan for network f2237f98-fc34-4564-afb0-09a1f0580fee Feb 11 13:31:40.464506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-3effb7ba-71ee-46e7-9e8d-1fac41a1d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.466134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-3effb7ba-71ee-46e7-9e8d-1fac41a1d021 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.3269358 Feb 11 13:31:40.467137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1315d536-6f91-45fc-a30b-5fe98d5b36b6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0321970 Feb 11 13:31:40.491315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cd9d08-d3b3-4234-8add-6a80eba5a176 None None] Network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:40.498162 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.526826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.542956 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-fcf15018-f62a-4345-9fc5-629f923a455c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf HTTP/1.1" status: 200 len: 217 time: 0.0694194 Feb 11 13:31:40.599218 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.606759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.607922 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.613153 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-7555de07-3a98-4638-a62e-ed85d40f1ca2 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2326519 Feb 11 13:31:40.691422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:31:40.725832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7859141-40da-498c-897a-6766736f7192 req-be2331f2-7446-4d36-b46f-ba4284c5aa33 service neutron] 10.222.0.59 "GET /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480239 Feb 11 13:31:40.725832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:40.762273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:31:40.763357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2122f29f-07b1-43d6-b6d3-9aca2dcfb134 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:31:40.795608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:40.817274 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Port': ['ID=4589770e-572c-4773-959f-7365f68edaeb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:40.822518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:40.835390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:40.841651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.842545 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.872235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:40.875291 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:40.875638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-2a9cb011-6de9-467e-8581-dd7870824553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:40.877400 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-2a9cb011-6de9-467e-8581-dd7870824553 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.3005607 Feb 11 13:31:40.899417 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6563511 Feb 11 13:31:40.901249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58552) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:40.918966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'subnet': {'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:40.933873 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc8a05-6ffe-4a53-8046-910840b5bcbb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Network': ['ID=f2237f98-fc34-4564-afb0-09a1f0580fee,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:40.957936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-ceb0be00-4196-47b4-84c9-4588e660a004 service neutron] 10.222.0.52 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132207 Feb 11 13:31:41.056717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202d4ed-10ad-4001-8092-36d993ffbc80 req-1b88409b-f39b-4dff-aaa7-bcda69096ab3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.059845 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c202d4ed-10ad-4001-8092-36d993ffbc80 req-1b88409b-f39b-4dff-aaa7-bcda69096ab3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 943 time: 0.3465188 Feb 11 13:31:41.089810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-d36b69ee-c68e-4d75-8818-c42077589826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.091345 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-d36b69ee-c68e-4d75-8818-c42077589826 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2044044 Feb 11 13:31:41.093754 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-220e9b32-56fb-446d-8b8d-8608d960e0de service neutron] 10.222.0.52 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272328 Feb 11 13:31:41.097515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d4b2699d-38b9-45fe-b237-7c7059d6d617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 4.3039658 Feb 11 13:31:41.107518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58554) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:41.170915 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c202d4ed-10ad-4001-8092-36d993ffbc80 req-4c7d30ed-577a-475b-8963-bfa4c0a8d9f2 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951464 Feb 11 13:31:41.228938 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f2237f98-fc34-4564-afb0-09a1f0580fee details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:41.234173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:41.246841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.311697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58558) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:41.341612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e34738-aeb0-4371-8fd3-5653abbdde7e tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.351898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e34738-aeb0-4371-8fd3-5653abbdde7e tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.359364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e34738-aeb0-4371-8fd3-5653abbdde7e tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.361199 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-70e34738-aeb0-4371-8fd3-5653abbdde7e tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2524462 Feb 11 13:31:41.387841 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Sync routers for ids ['daa95045-4f25-4edb-9434-66f8fe62311c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:31:41.391734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58562) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:41.404737 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Routers {'daa95045-4f25-4edb-9434-66f8fe62311c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:41.405552 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:31:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['daa95045-4f25-4edb-9434-66f8fe62311c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:41.424387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b567cb03-9f60-4af1-86fc-e506d7c7b82d None None] Provisioning complete for port 4589770e-572c-4773-959f-7365f68edaeb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:41.424871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b567cb03-9f60-4af1-86fc-e506d7c7b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.466915 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-f6443a58-f128-469b-8487-ec022bbe4edc service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668587 Feb 11 13:31:41.514579 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.525356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b2aab7-d799-46f8-b340-d63e12dfb7c2 admin admin] Deleting subnet e5dd4822-7b92-46f9-af1d-d1ca27b31902 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:31:41.539961 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7b2aab7-d799-46f8-b340-d63e12dfb7c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.567360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e5ecfc29-de10-4b6a-9eae-a1f948aec7a4,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:41.590914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b567cb03-9f60-4af1-86fc-e506d7c7b82d None None] Port 4589770e-572c-4773-959f-7365f68edaeb cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:31:41.621373 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Set router daa95045-4f25-4edb-9434-66f8fe62311c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:41.645740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.668091 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.701715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-65a21441-8fbf-4d33-95b1-ba4c2dcf2502 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Deleting port 4589770e-572c-4773-959f-7365f68edaeb {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:41.702087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65a21441-8fbf-4d33-95b1-ba4c2dcf2502 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.708261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-84524d65-f828-494a-abf6-954ece95fde1 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.718064 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-84524d65-f828-494a-abf6-954ece95fde1 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/networks?id=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf HTTP/1.1" status: 200 len: 818 time: 0.1754973 Feb 11 13:31:41.746566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=e5ecfc29-de10-4b6a-9eae-a1f948aec7a4,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:41.750296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ae658a79-3546-42cb-a67d-410b492a9b10 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/quotas/7764fbe032654830b0d06d5b1712db79 HTTP/1.1" status: 200 len: 375 time: 0.0311828 Feb 11 13:31:41.768547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7b2aab7-d799-46f8-b340-d63e12dfb7c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.804661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-83bd563d-c8fe-49ae-bd97-e03fb87c5b02 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7764fbe032654830b0d06d5b1712db79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534050 Feb 11 13:31:41.831642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Subnet': ['ID=5dd334a1-678c-4ce1-94f4-ffeaadc8c4fc,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:41.840323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Checking segment: {'id': 'de661d0b-3e09-4c06-a3f6-527d22a1187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:41.840850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network hostable DHCP agents. Network: f2237f98-fc34-4564-afb0-09a1f0580fee, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:41.888443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70995-2167-47f0-95f0-4d74a6da8ee3 req-7850de18-4c7c-42f0-b616-676f8749c5c3 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:41.888443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20c70995-2167-47f0-95f0-4d74a6da8ee3 req-7850de18-4c7c-42f0-b616-676f8749c5c3 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.2536321 Feb 11 13:31:41.902858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b5fd4eb-a118-427d-b273-28202afe4b0c req-5b8c12ae-b5ff-4ab2-a770-04362e1c2f37 service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208741 Feb 11 13:31:41.906875 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 2, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:41.945807 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Checking router: daa95045-4f25-4edb-9434-66f8fe62311c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:31:41.946410 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Updating router daa95045-4f25-4edb-9434-66f8fe62311c port a3110ea3-ff88-45c4-a42c-312231498750 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:31:41.957708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7b2aab7-d799-46f8-b340-d63e12dfb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.961149 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65a21441-8fbf-4d33-95b1-ba4c2dcf2502 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:41.966765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network f2237f98-fc34-4564-afb0-09a1f0580fee is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:41.972573 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.008430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-65a21441-8fbf-4d33-95b1-ba4c2dcf2502 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Calling delete_port for 4589770e-572c-4773-959f-7365f68edaeb owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:42.020017 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bf1610cc-ab55-47c3-a2b6-8d6a8f692d88 service neutron] 10.222.0.52 "GET /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144601 Feb 11 13:31:42.024050 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20c70995-2167-47f0-95f0-4d74a6da8ee3 req-b4fa4ecb-37df-4591-b162-5dc998a8afbc tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202450 Feb 11 13:31:42.101741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f2237f98-fc34-4564-afb0-09a1f0580fee) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:42.109748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:42.110552 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.116158 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb05dcab-c98c-41dd-abd6-b6b1a1630109 None None] Network f2237f98-fc34-4564-afb0-09a1f0580fee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:42.133486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c3a7b31-3e58-41be-8d2b-9e98e9d1ee3f req-2791b4bd-e694-4537-bf6a-da99531d73c2 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 210 time: 0.0480728 Feb 11 13:31:42.171247 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-08b7d7bf-6b1b-49a0-bf0d-284d86ca5eda service neutron] 10.222.0.52 "GET /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393080 Feb 11 13:31:42.195701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7b2aab7-d799-46f8-b340-d63e12dfb7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.230576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-59c6cb4f-7819-43cb-a44e-2af317486fc3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3244817 Feb 11 13:31:42.231288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58590) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:42.236398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1197665966'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:42.286149 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.316043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2aab7-d799-46f8-b340-d63e12dfb7c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5dd4822-7b92-46f9-af1d-d1ca27b31902,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:42.325810 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7b2aab7-d799-46f8-b340-d63e12dfb7c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.330293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f7b2aab7-d799-46f8-b340-d63e12dfb7c2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e5dd4822-7b92-46f9-af1d-d1ca27b31902 HTTP/1.1" status: 204 len: 168 time: 1.0081873 Feb 11 13:31:42.333290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58594) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:42.393408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f2237f98-fc34-4564-afb0-09a1f0580fee', 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'fixed_ips': [{'subnet_id': '5dd334a1-678c-4ce1-94f4-ffeaadc8c4fc'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:31:42.394385 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.412239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.446534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f9423-2ae4-42a5-96c2-f374ec884745 req-0f75f51d-4589-4130-a137-f2de869abcfb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:42.448139 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-764f9423-2ae4-42a5-96c2-f374ec884745 req-0f75f51d-4589-4130-a137-f2de869abcfb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 943 time: 0.0635757 Feb 11 13:31:42.483514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:42.486927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.489035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-764f9423-2ae4-42a5-96c2-f374ec884745 req-1248d1e0-3bb4-4451-8ce2-f8b227ee8a04 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325854 Feb 11 13:31:42.507158 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.531732 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.546180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe8044e-1c58-421a-a85f-5601a06aebb2']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:42.584737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7040816c-348b-42d1-bd65-a36b514f2703') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:42.585054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7040816c-348b-42d1-bd65-a36b514f2703') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:42.586997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:42.602727 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.610690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65a21441-8fbf-4d33-95b1-ba4c2dcf2502 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.610916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.619936 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Added segment 04a045a9-a3bf-4e88-b2e5-a691ba62a6c8 of type vlan for network d138466d-70dc-4303-b9d0-d891b8ab05a1 Feb 11 13:31:42.643203 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.654612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a21441-8fbf-4d33-95b1-ba4c2dcf2502 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event deleted for resources: {'Port': ['ID=4589770e-572c-4773-959f-7365f68edaeb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:31:42.666171 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:31:42.672743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.733008 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Attempting to bind port a3110ea3-ff88-45c4-a42c-312231498750 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:42.733734 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Attempting to bind port a3110ea3-ff88-45c4-a42c-312231498750 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '719f910f-4ec0-499d-8a7d-64ab2792cc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:42.734512 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Attempting to bind port a3110ea3-ff88-45c4-a42c-312231498750 on network c9c35aba-1aa7-44ba-821d-64073a9e5b18 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:42.738737 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Pushing event updated for resources: {'Port': ['ID=a3110ea3-ff88-45c4-a42c-312231498750,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:42.752431 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.752960 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.753456 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.754622 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.755124 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.756277 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.761632 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.761632 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.761632 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.761632 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.761632 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.761632 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:42.775493 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:42.775990 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Checking segment: {'id': '719f910f-4ec0-499d-8a7d-64ab2792cc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:42.776508 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.777027 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Bound using segment: {'id': '719f910f-4ec0-499d-8a7d-64ab2792cc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:42.777616 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Bound port: a3110ea3-ff88-45c4-a42c-312231498750, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719f910f-4ec0-499d-8a7d-64ab2792cc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:42.778230 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.803877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:42.845917 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.861200 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.871150 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8fe8044e-1c58-421a-a85f-5601a06aebb2 HTTP/1.1" status: 204 len: 168 time: 0.5365372 Feb 11 13:31:42.908894 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.924713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:42.926662 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:42.936428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9aa9a-1f2d-446a-927d-cbeb06e0f903 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe8044e-1c58-421a-a85f-5601a06aebb2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:42.988221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:42.988221 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.020293 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] For port a3110ea3-ff88-45c4-a42c-312231498750, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:43.025914 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] For port a3110ea3-ff88-45c4-a42c-312231498750, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a3110ea3-ff88-45c4-a42c-312231498750,segment=NetworkSegment(719f910f-4ec0-499d-8a7d-64ab2792cc51),segment_id=719f910f-4ec0-499d-8a7d-64ab2792cc51)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:43.068824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Network': ['ID=d138466d-70dc-4303-b9d0-d891b8ab05a1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:43.099067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.099451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.099786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.101191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.103547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.105824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.106490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.107169 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.107801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.109913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.110477 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.111479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:43.113076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Allocated IP 19.80.0.2 (f2237f98-fc34-4564-afb0-09a1f0580fee/5dd334a1-678c-4ce1-94f4-ffeaadc8c4fc/2aa9b125-ee69-4656-be5c-b46b5508c209) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:43.120797 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.134796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d138466d-70dc-4303-b9d0-d891b8ab05a1 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:43.181744 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-794619f2-5514-4161-b47e-fe5d657afccb tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9467025 Feb 11 13:31:43.184865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58616) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:43.199133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'subnet': {'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:43.335205 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Routers {'daa95045-4f25-4edb-9434-66f8fe62311c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:43.335975 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:31:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['daa95045-4f25-4edb-9434-66f8fe62311c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:43.434368 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e488028-b2de-4a36-9885-d970495813a6 None None] Pushing event updated for resources: {'Port': ['ID=a3110ea3-ff88-45c4-a42c-312231498750,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:43.450095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58622) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:43.536202 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] Set router daa95045-4f25-4edb-9434-66f8fe62311c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:43.588460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40938186-7f16-44c4-9810-2294d1e3694d req-29e6e1db-8604-449c-8222-e3f34a064d44 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:43.590876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40938186-7f16-44c4-9810-2294d1e3694d req-29e6e1db-8604-449c-8222-e3f34a064d44 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.3140333 Feb 11 13:31:43.624545 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c1e10088-f103-42b1-af09-cd5cfed36414 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85b0bf29b95a4b3ab39c24407696b115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714690 Feb 11 13:31:43.627105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58630) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:43.689611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:43.697309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.708454 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40938186-7f16-44c4-9810-2294d1e3694d req-c0f23159-26fd-43d9-8dbd-4d391f05bbe1 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035891 Feb 11 13:31:43.719926 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.740715 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65a21441-8fbf-4d33-95b1-ba4c2dcf2502 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.740715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-65a21441-8fbf-4d33-95b1-ba4c2dcf2502 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "DELETE /v2.0/ports/4589770e-572c-4773-959f-7365f68edaeb HTTP/1.1" status: 204 len: 168 time: 2.3444474 Feb 11 13:31:43.747696 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a22ddaca-1e6c-4ca5-b837-6358b09cdd78 req-4c704ffb-5dec-4c60-aa52-9affd23f4ec6 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 210 time: 0.0783699 Feb 11 13:31:43.747696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58632) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:43.790071 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bea5d2b-31a0-455c-833c-92bdd4d65006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.793933 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.816978 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe481b3-863c-4e2e-a487-3a059d66b2f5 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] GET failed (client error): The resource could not be found. Feb 11 13:31:43.819895 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6fe481b3-863c-4e2e-a487-3a059d66b2f5 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "GET /v2.0/ports/4589770e-572c-4773-959f-7365f68edaeb HTTP/1.1" status: 404 len: 333 time: 0.0718281 Feb 11 13:31:43.823899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58634) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:43.834720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'port': {'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-240837022'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:43.850977 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:43Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:43.869009 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bea5d2b-31a0-455c-833c-92bdd4d65006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.876856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Network f2237f98-fc34-4564-afb0-09a1f0580fee is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:43.880987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:43.885212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:43.887813 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b7e612-fab0-4af6-a770-646e7d0733f1 None None] The sync data for ids ['daa95045-4f25-4edb-9434-66f8fe62311c'] in n-d-816488-1 is: [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:43Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:31:43.962875 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Pushing event updated for resources: {'Port': ['ID=2aa9b125-ee69-4656-be5c-b46b5508c209,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:43.965945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Attempting to bind port 2aa9b125-ee69-4656-be5c-b46b5508c209 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:43.966505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Attempting to bind port 2aa9b125-ee69-4656-be5c-b46b5508c209 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'de661d0b-3e09-4c06-a3f6-527d22a1187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:43.967061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Attempting to bind port 2aa9b125-ee69-4656-be5c-b46b5508c209 on network f2237f98-fc34-4564-afb0-09a1f0580fee {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:43.977509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:43.978145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Checking segment: {'id': 'de661d0b-3e09-4c06-a3f6-527d22a1187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:43.978713 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:43.979444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Bound using segment: {'id': 'de661d0b-3e09-4c06-a3f6-527d22a1187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:43.980081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Bound port: 2aa9b125-ee69-4656-be5c-b46b5508c209, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de661d0b-3e09-4c06-a3f6-527d22a1187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:43.980626 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.067819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f1051f6-6ddf-4070-a13f-69383515712e req-1ec48403-e4cc-45cf-84f1-0f99db05b1b0 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 210 time: 0.2094479 Feb 11 13:31:44.073594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427f53e-0532-4028-a721-b46bcaa3fc68 req-8bce61bb-77ae-4256-aef6-cb460ed566d1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:44.082363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1427f53e-0532-4028-a721-b46bcaa3fc68 req-8bce61bb-77ae-4256-aef6-cb460ed566d1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 943 time: 0.2147429 Feb 11 13:31:44.151187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] For port 2aa9b125-ee69-4656-be5c-b46b5508c209, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:44.151955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1427f53e-0532-4028-a721-b46bcaa3fc68 req-8216fc90-c86b-4ef6-97e6-0be480fc973f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681272 Feb 11 13:31:44.170501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] For port 2aa9b125-ee69-4656-be5c-b46b5508c209, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2aa9b125-ee69-4656-be5c-b46b5508c209,segment=NetworkSegment(de661d0b-3e09-4c06-a3f6-527d22a1187d),segment_id=de661d0b-3e09-4c06-a3f6-527d22a1187d)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:44.266294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Made reservation on behalf of 8fbac0bb202145a5b53ee8b2bdaa8e8f for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:44.267172 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.270257 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.273339 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bea5d2b-31a0-455c-833c-92bdd4d65006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.277689 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bea5d2b-31a0-455c-833c-92bdd4d65006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.283210 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0bea5d2b-31a0-455c-833c-92bdd4d65006 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/655f9fe8-3f58-435f-8d96-e0a5f77ecf54 HTTP/1.1" status: 204 len: 168 time: 0.6551604 Feb 11 13:31:44.296763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea5d2b-31a0-455c-833c-92bdd4d65006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655f9fe8-3f58-435f-8d96-e0a5f77ecf54,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:44.315618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] device_id is not set on port e8aa678b-273f-4d68-84bc-add7e2bb018b yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:44.366728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.411208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e07b73-c47a-4cf5-96f1-49ae941e8ea8 None None] Pushing event updated for resources: {'Port': ['ID=2aa9b125-ee69-4656-be5c-b46b5508c209,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:44.468075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Subnet': ['ID=8e109644-be72-4ffe-b945-492b0b39dad4,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:44.519881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Checking segment: {'id': '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:44.522395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network hostable DHCP agents. Network: d138466d-70dc-4303-b9d0-d891b8ab05a1, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:44.577099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:44.682365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network d138466d-70dc-4303-b9d0-d891b8ab05a1 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:44.724338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Allocated IP 2001:db8::362 (d5cf6e8c-7602-461e-85e8-b6957e6b53e7/2bd61d2f-670e-4998-bc01-4e6ddc568d27/e8aa678b-273f-4d68-84bc-add7e2bb018b) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:44.764793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d138466d-70dc-4303-b9d0-d891b8ab05a1) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:44.772757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:44.774240 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:44.805697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b18cda-d900-48bf-a7b4-d73d531e6890 None None] Network d138466d-70dc-4303-b9d0-d891b8ab05a1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:44.995738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d725311b-a27f-4d1f-a54b-59546fbfdd03 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8098023 Feb 11 13:31:45.054120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733eb6db-f79b-46d2-9005-41b18b1a4d86 req-9ba4eac2-1663-438b-b4a9-e49a96456ec9 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.055731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-733eb6db-f79b-46d2-9005-41b18b1a4d86 req-9ba4eac2-1663-438b-b4a9-e49a96456ec9 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1882958 Feb 11 13:31:45.062377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a3110ea3-ff88-45c4-a42c-312231498750 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:45.101231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-580cf38c-f5f6-4c21-803e-9f33e9f4ab1f req-142d4bfe-0d93-445f-9a77-df86aeb954e9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 210 time: 0.2179649 Feb 11 13:31:45.187110 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-733eb6db-f79b-46d2-9005-41b18b1a4d86 req-97d612a3-6816-4125-a6d0-d4dbe2621801 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235952 Feb 11 13:31:45.321542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:45.336972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a3110ea3-ff88-45c4-a42c-312231498750 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:45.341023 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.395483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ad73c-8dc8-499e-b469-ec021ee93690 req-c6a2294b-bb70-4486-8266-7d2213c8ed4f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.408948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f79ad73c-8dc8-499e-b469-ec021ee93690 req-c6a2294b-bb70-4486-8266-7d2213c8ed4f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 943 time: 0.0813096 Feb 11 13:31:45.419848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-d138466d-70dc-4303-b9d0-d891b8ab05a1', 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'fixed_ips': [{'subnet_id': '8e109644-be72-4ffe-b945-492b0b39dad4'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:31:45.420904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.421036 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-246141a7-6756-4012-8db3-51327d0cc8ef req-4c9fd5ee-4f2d-403a-aeb5-3501f4732a39 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 210 time: 0.1136272 Feb 11 13:31:45.425578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'port_id': 'c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf', 'mac_address': 'fa:16:3e:f0:59:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:45.469203 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f79ad73c-8dc8-499e-b469-ec021ee93690 req-47f87ccc-edb2-4f2a-bcc9-5d1e05fb2acd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621789 Feb 11 13:31:45.534465 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.604823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-63d1368c-5829-4309-a668-bc5c6a7cc94e tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:45.608216 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-63d1368c-5829-4309-a668-bc5c6a7cc94e tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.13 "GET /v2.0/networks?id=c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 200 len: 820 time: 0.7066841 Feb 11 13:31:45.637453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:45.666027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Request body: {'port': {'device_id': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'admin_state_up': True, 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:45.679546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:45.764072 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.806793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port a3110ea3-ff88-45c4-a42c-312231498750, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a3110ea3-ff88-45c4-a42c-312231498750,segment=NetworkSegment(719f910f-4ec0-499d-8a7d-64ab2792cc51),segment_id=719f910f-4ec0-499d-8a7d-64ab2792cc51)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:45.808062 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.852512 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.882391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Allocated IP 19.86.0.2 (d138466d-70dc-4303-b9d0-d891b8ab05a1/8e109644-be72-4ffe-b945-492b0b39dad4/8d6dbe94-50c2-4e5e-b64d-1111ba759c55) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:45.892655 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:45.994146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-9b9da6b2-ce5f-4139-baf3-d51e4ad6c207 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.000291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-9b9da6b2-ce5f-4139-baf3-d51e4ad6c207 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.004925 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-9b9da6b2-ce5f-4139-baf3-d51e4ad6c207 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/networks?id=f2237f98-fc34-4564-afb0-09a1f0580fee&id=d138466d-70dc-4303-b9d0-d891b8ab05a1 HTTP/1.1" status: 200 len: 1392 time: 0.4402723 Feb 11 13:31:46.069630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-ac3b4c4f-b3bf-419a-ac84-9cfe148dbf48 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/quotas/18fe798bfda64fbaa941b9a70a3f6091 HTTP/1.1" status: 200 len: 375 time: 0.0433257 Feb 11 13:31:46.148948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:46.173742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-b8f953b7-b0a0-41c3-b3a4-1718c1c4b82e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1010106 Feb 11 13:31:46.179786 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.222737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Made reservation on behalf of b9def9a8050c4f68bf0740f4f5f587ad for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:46.229238 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.306809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a212af5-da2a-47f8-b672-baee77e2376f None None] Network f2237f98-fc34-4564-afb0-09a1f0580fee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:46.350629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:46.356921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:46.370659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:46.376624 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e380347-4243-4d07-bdd0-ec7d528a8fe0 req-fb3f6ffb-5704-47cb-bacb-ea66bfbfe8ed tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 210 time: 0.0401375 Feb 11 13:31:46.385975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:46.392006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:46.393240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.411375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Port': ['ID=e8aa678b-273f-4d68-84bc-add7e2bb018b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:46.498894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.499242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.499582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.499915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.500813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.501233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.501805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.502385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.502929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.503504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.503884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.504409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:31:46.507344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-13674329-350b-4a25-8ad8-97eac77a489a None None] Provisioning complete for port 2aa9b125-ee69-4656-be5c-b46b5508c209 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:46.507724 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13674329-350b-4a25-8ad8-97eac77a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:46.597063 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1fd0f7df-5752-4ca4-875c-3369a0eb6781 req-80d7f348-d58c-4120-8e1c-806cdecc731d tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 210 time: 0.0812943 Feb 11 13:31:46.607872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=a3110ea3-ff88-45c4-a42c-312231498750,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:46.658614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58706) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:46.663387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ff9ab2ff-3c7a-4403-bb4e-53c60f3d5dbe tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8302548 Feb 11 13:31:46.678973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5dbb873f-5244-4390-abdd-2f1ca1da321a tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f', 'mac_address': 'fa:16:3e:45:09:77'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:46.783941 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-705a2a7f-f347-4857-a564-1c68e089e16f service neutron] 10.222.0.52 "GET /v2.0/networks/f2237f98-fc34-4564-afb0-09a1f0580fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798130 Feb 11 13:31:46.795256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58710) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:46.910350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2aa9b125-ee69-4656-be5c-b46b5508c209 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:47.060004 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-73cb9bdb-5f8c-4b84-82d9-0bf87c8972c3 service neutron] 10.222.0.52 "GET /v2.0/networks/f2237f98-fc34-4564-afb0-09a1f0580fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640420 Feb 11 13:31:47.061871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13674329-350b-4a25-8ad8-97eac77a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.066995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88363e0-1914-4fe9-8c11-99cae9f1f557 req-5f1849ed-95c0-4229-8f69-1edfd88b9d87 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:47.078724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e88363e0-1914-4fe9-8c11-99cae9f1f557 req-5f1849ed-95c0-4229-8f69-1edfd88b9d87 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 944 time: 0.2498782 Feb 11 13:31:47.133835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2031567603-network', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:47.165595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Allocated IP 172.20.0.11 (c9c35aba-1aa7-44ba-821d-64073a9e5b18/f880e883-4571-496c-98f2-bcd8484dc87a/8ea61a6c-1071-4487-9662-ca468493475a) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:47.179144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2aa9b125-ee69-4656-be5c-b46b5508c209 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:47.179748 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.222605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.225053 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e88363e0-1914-4fe9-8c11-99cae9f1f557 req-1f3190ee-3ba2-4f01-897e-be5143400a51 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399918 Feb 11 13:31:47.231439 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-13674329-350b-4a25-8ad8-97eac77a489a None None] For port 2aa9b125-ee69-4656-be5c-b46b5508c209, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2aa9b125-ee69-4656-be5c-b46b5508c209,segment=NetworkSegment(de661d0b-3e09-4c06-a3f6-527d22a1187d),segment_id=de661d0b-3e09-4c06-a3f6-527d22a1187d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:47.299553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-b487abde-88bb-4511-a514-65ff19b1edcd service neutron] 10.222.0.52 "GET /v2.0/networks/d138466d-70dc-4303-b9d0-d891b8ab05a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382777 Feb 11 13:31:47.351023 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.352905 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13674329-350b-4a25-8ad8-97eac77a489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.405283 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.456641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-24b397e7-64ac-468b-ae3e-40c607dca923 service neutron] 10.222.0.52 "GET /v2.0/networks/d138466d-70dc-4303-b9d0-d891b8ab05a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561472 Feb 11 13:31:47.532866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Network d138466d-70dc-4303-b9d0-d891b8ab05a1 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:47.540021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:47.558160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:47.605441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5dbb873f-5244-4390-abdd-2f1ca1da321a tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.663417 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:31:47.663778 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:31:47.678370 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.684395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-190354f6-f6ab-441f-93f6-7dc7150926e4 None None] Provisioning complete for port e8aa678b-273f-4d68-84bc-add7e2bb018b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:47.684732 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-190354f6-f6ab-441f-93f6-7dc7150926e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.761624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-190354f6-f6ab-441f-93f6-7dc7150926e4 None None] Port e8aa678b-273f-4d68-84bc-add7e2bb018b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:31:47.778437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Pushing event updated for resources: {'Port': ['ID=8d6dbe94-50c2-4e5e-b64d-1111ba759c55,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:47.812736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Attempting to bind port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:47.813152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Attempting to bind port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:47.814132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Attempting to bind port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 on network d138466d-70dc-4303-b9d0-d891b8ab05a1 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:47.825446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:47.825988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Checking segment: {'id': '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:47.826380 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.826995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Bound using segment: {'id': '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:47.827393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Bound port: 8d6dbe94-50c2-4e5e-b64d-1111ba759c55, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:47.827823 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.873718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:47.901040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Network c9c35aba-1aa7-44ba-821d-64073a9e5b18 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:47.906652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:47.992074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13674329-350b-4a25-8ad8-97eac77a489a None None] Pushing event updated for resources: {'Port': ['ID=2aa9b125-ee69-4656-be5c-b46b5508c209,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:48.004211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Made reservation on behalf of 2159bcf205c04168bdf4ab46bf696028 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:48.007859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.016976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:48.047968 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.088667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.089321 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.091795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Pushing event updated for resources: {'Port': ['ID=8ea61a6c-1071-4487-9662-ca468493475a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:48.096967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e180abd9-b8be-45db-9b34-e9af1ba1907c req-38672239-ac69-40a5-bad6-1f740177e695 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 210 time: 0.1918013 Feb 11 13:31:48.176047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] For port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:48.180748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] For port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d6dbe94-50c2-4e5e-b64d-1111ba759c55,segment=NetworkSegment(04a045a9-a3bf-4e88-b2e5-a691ba62a6c8),segment_id=04a045a9-a3bf-4e88-b2e5-a691ba62a6c8)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:48.214257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415732b0-d221-48c8-9197-c231459d6f39 req-a3c07fcf-600a-4e93-867b-a29c7d5e1088 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.217969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-29057273-a1ad-40ac-99d7-95e6f72767aa req-810f51e9-25b8-404f-bdc9-e1ac12441511 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 210 time: 0.0469539 Feb 11 13:31:48.223314 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-415732b0-d221-48c8-9197-c231459d6f39 req-a3c07fcf-600a-4e93-867b-a29c7d5e1088 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 932 time: 0.6361854 Feb 11 13:31:48.228839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d0fc17e1-5ae2-4f5b-a921-76d6344cdace None None] Provisioning complete for port 2aa9b125-ee69-4656-be5c-b46b5508c209 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:48.229264 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0fc17e1-5ae2-4f5b-a921-76d6344cdace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.247907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-5eaa21e5-1dcb-4420-8c83-1447eabc94b9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6185682 Feb 11 13:31:48.270760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-62731579-80a0-42e6-86af-f1ab9690eaf8 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.272464 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-62731579-80a0-42e6-86af-f1ab9690eaf8 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.13 "GET /v2.0/networks?id=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf HTTP/1.1" status: 200 len: 818 time: 0.9124372 Feb 11 13:31:48.278252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.297839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Request body: {'port': {'device_id': 'eb713da1-9bbd-4b98-bc36-84cfa027f84e', 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf', 'admin_state_up': True, 'tenant_id': '7764fbe032654830b0d06d5b1712db79'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:48.329841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Request body: {'port': {'device_id': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:48.354995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4f12c-79f6-41b3-9484-82e93e53aee1 None None] Pushing event updated for resources: {'Port': ['ID=8d6dbe94-50c2-4e5e-b64d-1111ba759c55,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:48.460089 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-415732b0-d221-48c8-9197-c231459d6f39 req-af73afbf-11a7-45ae-851f-f7b51c365ea7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358255 Feb 11 13:31:48.559818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.593208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:48.600724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.677882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a3110ea3-ff88-45c4-a42c-312231498750 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:48.693082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74abe71-e6e8-4ec0-962c-7eb168c92f9a req-68699e61-c0e1-4e89-82db-db4746013ed5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.694993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e74abe71-e6e8-4ec0-962c-7eb168c92f9a req-68699e61-c0e1-4e89-82db-db4746013ed5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 944 time: 0.3172636 Feb 11 13:31:48.703817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-201ba798-07d6-4249-92b4-d19f8f49addc tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:48.706482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-201ba798-07d6-4249-92b4-d19f8f49addc tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.59 "GET /v2.0/networks?id=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf HTTP/1.1" status: 200 len: 818 time: 0.4822164 Feb 11 13:31:48.745019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Request body: {'port': {'device_id': 'a2335d06-2ef9-4a25-be3f-915cede03911', 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf', 'admin_state_up': True, 'tenant_id': '7764fbe032654830b0d06d5b1712db79'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:48.810182 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.828165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:31:48.833891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.834296 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Added segment 10fc4266-8093-4ae7-b567-31e7d9d7ccb6 of type vlan for network 5d201b71-f32e-49cb-8f12-2f6100280842 Feb 11 13:31:48.909000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a3110ea3-ff88-45c4-a42c-312231498750 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:48.909385 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.956277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5dbb873f-5244-4390-abdd-2f1ca1da321a tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:48.977511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e74abe71-e6e8-4ec0-962c-7eb168c92f9a req-1132ca37-5307-4198-a89e-1d9aed964bda tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661862 Feb 11 13:31:48.987476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:48.997377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:48.997377 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.064724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-8f092823-5962-45a4-a6e7-349b4e250e1d tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:49.067035 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-8f092823-5962-45a4-a6e7-349b4e250e1d tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.13 "GET /v2.0/networks?id=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf HTTP/1.1" status: 200 len: 818 time: 0.3581371 Feb 11 13:31:49.076769 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.076769 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5dbb873f-5244-4390-abdd-2f1ca1da321a tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.107141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Request body: {'port': {'device_id': 'e867f8eb-8349-409c-8f55-f3b0bbef9d2e', 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf', 'admin_state_up': True, 'tenant_id': '7764fbe032654830b0d06d5b1712db79'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:49.242293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2aa9b125-ee69-4656-be5c-b46b5508c209 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:49.306951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.346506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Made reservation on behalf of 7764fbe032654830b0d06d5b1712db79 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:49.350981 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.368276 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.resource_extend [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:31:49.378843 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6bcf2e-7169-4230-8955-b69770ac43fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:49.381540 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613d41b1-d714-4808-8993-c34bacb631da" -d '{"events": [{"server_uuid": "3c6bcf2e-7169-4230-8955-b69770ac43fc", "name": "network-vif-plugged", "status": "completed", "tag": "c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:49.389058 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-596268f8-4eb1-45cb-bffc-b40ddc4c6c29 req-221a6448-5ecc-4e7e-817a-4b7f72fb03f3 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 210 time: 0.0751112 Feb 11 13:31:49.395072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2aa9b125-ee69-4656-be5c-b46b5508c209 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:49.396428 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.402619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:49.444366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb873f-5244-4390-abdd-2f1ca1da321a tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] In _notify_port_updated(), no bound segment for port e8aa678b-273f-4d68-84bc-add7e2bb018b on network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:31:49.462690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbb873f-5244-4390-abdd-2f1ca1da321a tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:49.463371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5dbb873f-5244-4390-abdd-2f1ca1da321a tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.464820 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5dbb873f-5244-4390-abdd-2f1ca1da321a tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "PUT /v2.0/ports/e8aa678b-273f-4d68-84bc-add7e2bb018b HTTP/1.1" status: 200 len: 1001 time: 2.8050542 Feb 11 13:31:49.484043 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d5897f-0b25-4120-a8a0-71da450945ef x-openstack-request-id: req-76d5897f-0b25-4120-a8a0-71da450945ef {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:49.484043 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6bcf2e-7169-4230-8955-b69770ac43fc", "name": "network-vif-plugged", "status": "completed", "tag": "c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:49.484043 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-76d5897f-0b25-4120-a8a0-71da450945ef {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:49.484043 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6bcf2e-7169-4230-8955-b69770ac43fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf', 'code': 200} Feb 11 13:31:49.484736 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63cdb783-d32d-4ab7-9f7f-8bf3e035bb3e req-2deb1af3-ef4c-4317-a278-809194c584da tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 210 time: 0.1374884 Feb 11 13:31:49.487820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2257cfb3-b003-4dac-baf3-02de7f5305c0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:49.488998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58740) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:49.545507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Made reservation on behalf of 7764fbe032654830b0d06d5b1712db79 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:49.556133 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.577913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.624746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb873f-5244-4390-abdd-2f1ca1da321a tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Port': ['ID=e8aa678b-273f-4d68-84bc-add7e2bb018b,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:49.718402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Allocated IP 172.20.0.8 (914a8b7c-d28f-41a8-b80e-ffc18bdaafdf/0161e67d-fb6e-4232-9181-6589576696b8/65f9c41e-e33b-44fe-878c-59e8d64e8941) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:49.744774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:49.764191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.765200 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:49.765739 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.803588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Made reservation on behalf of 7764fbe032654830b0d06d5b1712db79 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:49.806635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:49.916172 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1197684 Feb 11 13:31:49.923344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58746) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:49.947567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd4ae5-594a-446e-9402-58f8410a4c64 admin admin] Pushing event updated for resources: {'Network': ['ID=5d201b71-f32e-49cb-8f12-2f6100280842,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:49.957567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Request body: {'subnet': {'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2031567603-subnet', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:49.977841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 5d201b71-f32e-49cb-8f12-2f6100280842 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:31:50.061147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-10284822-63b6-4ced-8c28-4865529eafe2 None None] Provisioning complete for port e8aa678b-273f-4d68-84bc-add7e2bb018b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:50.064901 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-10284822-63b6-4ced-8c28-4865529eafe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.074458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea61a6c-1071-4487-9662-ca468493475a {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:50.103125 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.155331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f6128-9739-4e7b-9984-2d6a5305ed67 req-3750f09e-0a90-4717-a78a-9867f5be3927 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:50.162892 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-320f6128-9739-4e7b-9984-2d6a5305ed67 req-3750f09e-0a90-4717-a78a-9867f5be3927 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 932 time: 0.2936699 Feb 11 13:31:50.171491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac960ca-103a-4214-8311-fd6eabed45e7 req-ccf45fa4-98b7-4afe-9fc6-d35bc9b6a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:50.172987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ac960ca-103a-4214-8311-fd6eabed45e7 req-ccf45fa4-98b7-4afe-9fc6-d35bc9b6a147 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 1096 time: 0.3221400 Feb 11 13:31:50.188942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.194685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ae3ef-e694-4f6f-a35c-2a58437411d8 req-65f65647-6ac6-49d1-a185-2b66d1189419 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:50.202974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-770ae3ef-e694-4f6f-a35c-2a58437411d8 req-65f65647-6ac6-49d1-a185-2b66d1189419 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 945 time: 0.0969183 Feb 11 13:31:50.216306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Transition to ACTIVE for port object 8ea61a6c-1071-4487-9662-ca468493475a will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:50.237670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Made reservation on behalf of 2159bcf205c04168bdf4ab46bf696028 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:50.241054 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.264264 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-770ae3ef-e694-4f6f-a35c-2a58437411d8 req-bbae0963-f1e4-43c9-854c-fdd247cd0ff8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601680 Feb 11 13:31:50.295119 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e9d5a1-74f4-4218-8601-9ecb4d131e77 None None] Network d138466d-70dc-4303-b9d0-d891b8ab05a1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:50.303181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-300c3048-2c2a-4838-989b-a72f5f359be2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Deleting port e8aa678b-273f-4d68-84bc-add7e2bb018b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:50.303391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-300c3048-2c2a-4838-989b-a72f5f359be2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.355605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-10284822-63b6-4ced-8c28-4865529eafe2 None None] Port e8aa678b-273f-4d68-84bc-add7e2bb018b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:31:50.508101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f2a0990f-7667-4d6c-814c-2ef3cf2bf2a8 None None] Provisioning complete for port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:50.508547 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f2a0990f-7667-4d6c-814c-2ef3cf2bf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.528398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84ecc5f6-653d-4cb7-be3c-28cd6dd4650d req-8991290c-e006-46c8-8fcc-711e900db1cc tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 210 time: 0.0482523 Feb 11 13:31:50.720462 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f2a0990f-7667-4d6c-814c-2ef3cf2bf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.765058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ceababf8-c22d-4b4d-93ff-761279c869cc req-7dc64659-096f-46dc-ad5e-56e521a442f3 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 210 time: 0.0690916 Feb 11 13:31:50.774788 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.792479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:50.809352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f2a0990f-7667-4d6c-814c-2ef3cf2bf2a8 None None] For port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d6dbe94-50c2-4e5e-b64d-1111ba759c55,segment=NetworkSegment(04a045a9-a3bf-4e88-b2e5-a691ba62a6c8),segment_id=04a045a9-a3bf-4e88-b2e5-a691ba62a6c8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:50.856196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-320f6128-9739-4e7b-9984-2d6a5305ed67 req-97bb1ac9-430b-4cab-aac0-0b9a10e729d7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786227 Feb 11 13:31:50.893644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-6a652cf3-8142-4752-a26d-383aac2adbf7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:50.897901 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f2a0990f-7667-4d6c-814c-2ef3cf2bf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.912038 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ac960ca-103a-4214-8311-fd6eabed45e7 req-573e89dc-f511-458b-ac9e-4e8693d300ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7059076 Feb 11 13:31:50.915592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-6a652cf3-8142-4752-a26d-383aac2adbf7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:50.915592 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-6a652cf3-8142-4752-a26d-383aac2adbf7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "GET /v2.0/networks?id=f2237f98-fc34-4564-afb0-09a1f0580fee&id=d138466d-70dc-4303-b9d0-d891b8ab05a1 HTTP/1.1" status: 200 len: 1392 time: 0.3441443 Feb 11 13:31:50.955912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:50.956194 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:50.973638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Pushing event updated for resources: {'Port': ['ID=8ea61a6c-1071-4487-9662-ca468493475a,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:50.978506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0990f-7667-4d6c-814c-2ef3cf2bf2a8 None None] Pushing event updated for resources: {'Port': ['ID=8d6dbe94-50c2-4e5e-b64d-1111ba759c55,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:51.021499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-300c3048-2c2a-4838-989b-a72f5f359be2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.053346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9260253e-7b54-4e56-a1c7-380317ad0244 None None] Provisioning complete for port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:51.053711 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9260253e-7b54-4e56-a1c7-380317ad0244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.073300 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.084869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-300c3048-2c2a-4838-989b-a72f5f359be2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Calling delete_port for e8aa678b-273f-4d68-84bc-add7e2bb018b owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:51.128321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Allocated IP 172.20.0.9 (914a8b7c-d28f-41a8-b80e-ffc18bdaafdf/0161e67d-fb6e-4232-9181-6589576696b8/49627ad9-73e1-4b72-bea8-52ae00cc2fb0) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:51.185220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'port': {'device_id': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee', 'admin_state_up': True, 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:51.302598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:51.337468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:51.345354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Pushing event updated for resources: {'Port': ['ID=65f9c41e-e33b-44fe-878c-59e8d64e8941,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:51.359059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:51.361899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Attempting to bind port 8ea61a6c-1071-4487-9662-ca468493475a on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:51.361899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Attempting to bind port 8ea61a6c-1071-4487-9662-ca468493475a by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '719f910f-4ec0-499d-8a7d-64ab2792cc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:51.363134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Attempting to bind port 8ea61a6c-1071-4487-9662-ca468493475a on network c9c35aba-1aa7-44ba-821d-64073a9e5b18 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:51.439744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.441020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Port 8ea61a6c-1071-4487-9662-ca468493475a on network c9c35aba-1aa7-44ba-821d-64073a9e5b18 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:51.441360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Attempting to bind port 8ea61a6c-1071-4487-9662-ca468493475a on network c9c35aba-1aa7-44ba-821d-64073a9e5b18 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:51.457995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:51.458955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Checking segment: {'id': '719f910f-4ec0-499d-8a7d-64ab2792cc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:51.458955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Bound using segment: {'id': '719f910f-4ec0-499d-8a7d-64ab2792cc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:51.459312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Bound port: 8ea61a6c-1071-4487-9662-ca468493475a, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719f910f-4ec0-499d-8a7d-64ab2792cc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:51.459668 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.473613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-300c3048-2c2a-4838-989b-a72f5f359be2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.496243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.496886 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.551432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1e1a3-0f12-4235-9d79-f2c41e628f7c req-fef9b638-cfe4-424e-b5bd-8b2d971f9d45 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:51.558049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8d1e1a3-0f12-4235-9d79-f2c41e628f7c req-fef9b638-cfe4-424e-b5bd-8b2d971f9d45 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 945 time: 0.1878788 Feb 11 13:31:51.558049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c3048-2c2a-4838-989b-a72f5f359be2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event deleted for resources: {'Port': ['ID=e8aa678b-273f-4d68-84bc-add7e2bb018b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:51.560469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.581842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:51.585735 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.721266 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-ace90082-6de5-4ac0-a530-e835fc1ef878 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0062706 Feb 11 13:31:51.734417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Request body: {'port': {'device_id': 'a2335d06-2ef9-4a25-be3f-915cede03911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:51.759099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Allocated IP 19.80.0.246 (f2237f98-fc34-4564-afb0-09a1f0580fee/5dd334a1-678c-4ce1-94f4-ffeaadc8c4fc/c76ef8dd-3046-4469-bf82-f7b7fcd6dd84) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:51.813463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] For port 8ea61a6c-1071-4487-9662-ca468493475a, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:51.824306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e105e6-cad3-4f13-9689-18b67f982c89,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:51.835722 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.844434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8d1e1a3-0f12-4235-9d79-f2c41e628f7c req-76823d1b-30e3-4a3f-bba6-d1f9006c47d9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778926 Feb 11 13:31:51.870330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] For port 8ea61a6c-1071-4487-9662-ca468493475a, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8ea61a6c-1071-4487-9662-ca468493475a,segment=NetworkSegment(719f910f-4ec0-499d-8a7d-64ab2792cc51),segment_id=719f910f-4ec0-499d-8a7d-64ab2792cc51)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:51.940633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-300c3048-2c2a-4838-989b-a72f5f359be2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.944009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-300c3048-2c2a-4838-989b-a72f5f359be2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "DELETE /v2.0/ports/e8aa678b-273f-4d68-84bc-add7e2bb018b HTTP/1.1" status: 204 len: 168 time: 2.4536695 Feb 11 13:31:51.945400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Checking segment: {'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:51.945953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Network hostable DHCP agents. Network: 5d201b71-f32e-49cb-8f12-2f6100280842, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:31:51.949531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58772) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:51.950547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.961665 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:51.977685 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5eb260a1-21bb-4db3-b0c8-33792a700a5f req-8c0b2046-860f-4f50-8fa4-d8110213fd34 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 210 time: 0.1623118 Feb 11 13:31:52.026350 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf46cb85-2750-4e87-b748-c4c8e4e39480 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] GET failed (client error): The resource could not be found. Feb 11 13:31:52.027973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bf46cb85-2750-4e87-b748-c4c8e4e39480 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "GET /v2.0/ports/e8aa678b-273f-4d68-84bc-add7e2bb018b HTTP/1.1" status: 404 len: 333 time: 0.0750301 Feb 11 13:31:52.035785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58774) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:52.035997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:52.043256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'port': {'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-282562343'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:52.045704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:52.062279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:52.089721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.090743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.092153 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] 10.222.0.13 "PUT /v2.0/ports/8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 1092 time: 3.8017712 Feb 11 13:31:52.092567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:52.094833 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b610e759-57be-4085-b366-bfb6712d8d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "tag": "8ea61a6c-1071-4487-9662-ca468493475a"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:52.129442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Allocated IP 172.20.0.7 (914a8b7c-d28f-41a8-b80e-ffc18bdaafdf/0161e67d-fb6e-4232-9181-6589576696b8/18a1981a-b950-4e24-abf5-225df8553254) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:52.132569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Pushing event updated for resources: {'Port': ['ID=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:52.200543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-813466a7-4f11-488c-8942-53a2c54a98bc req-df4df721-a550-4560-9e81-1cf08ffdcf06 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 210 time: 0.0732892 Feb 11 13:31:52.213148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.213820 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.240532 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.245365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11564723-5c5e-4445-8ec9-a1762ae9c31e service neutron] Pushing event updated for resources: {'Port': ['ID=8ea61a6c-1071-4487-9662-ca468493475a,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:52.312721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Network 5d201b71-f32e-49cb-8f12-2f6100280842 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:31:52.354192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-c962d772-2078-4638-9f40-6c126c982e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.355738 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-c962d772-2078-4638-9f40-6c126c982e42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1095 time: 0.1074612 Feb 11 13:31:52.383694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-bef1c704-178e-4e65-bc4b-c68404e1282c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0900965 Feb 11 13:31:52.401653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Request body: {'port': {'device_id': 'eb713da1-9bbd-4b98-bc36-84cfa027f84e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:52.437420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-533ad7e4-f413-4b1e-8747-2dce172e3cef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 217 time: 0.0740643 Feb 11 13:31:52.439229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 5d201b71-f32e-49cb-8f12-2f6100280842) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:52.455611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb3574e-d2a7-41bf-8500-86724651f9be None None] Network 5d201b71-f32e-49cb-8f12-2f6100280842 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:52.462905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.463617 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.533120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-a6c93d7b-c7be-45af-9048-76c45e1f95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.536826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-a6c93d7b-c7be-45af-9048-76c45e1f95b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f880e883-4571-496c-98f2-bcd8484dc87a HTTP/1.1" status: 200 len: 860 time: 0.0883965 Feb 11 13:31:52.579115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-6a64aca5-369c-447c-9f9b-ee88f8913277 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9c35aba-1aa7-44ba-821d-64073a9e5b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351615 Feb 11 13:31:52.595923 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.654826 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.678398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ccbde1e8-e8e0-417d-8e38-733acb1e0506 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7245393 Feb 11 13:31:52.681254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58784) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:52.716266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2031567603-router', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:52.725977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Made reservation on behalf of 8fbac0bb202145a5b53ee8b2bdaa8e8f for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:52.729512 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.738217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:52.758565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a722579a-0d49-475b-95f1-397f59968733 None None] Network 5d201b71-f32e-49cb-8f12-2f6100280842 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:31:52.761826 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.794295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] device_id is not set on port 126eafef-9947-486a-86b0-9ce749c2215b yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:31:52.851092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.852267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.872628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527698a8-08e5-438b-917f-073335623543 req-78e7561c-d181-4f31-9940-359a46f8d719 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:52.889974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-527698a8-08e5-438b-917f-073335623543 req-78e7561c-d181-4f31-9940-359a46f8d719 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 944 time: 0.4979525 Feb 11 13:31:52.891839 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be45ab13-e2e0-43de-8151-8e327961ea70 x-openstack-request-id: req-be45ab13-e2e0-43de-8151-8e327961ea70 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:52.892129 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "tag": "8ea61a6c-1071-4487-9662-ca468493475a", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:52.892377 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be45ab13-e2e0-43de-8151-8e327961ea70 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:52.892770 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a', 'status': 'completed', 'code': 200} Feb 11 13:31:52.924937 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:52.930691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-a027e6f8-28b7-4b76-9615-a72a120bbfc4 service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451135 Feb 11 13:31:52.944106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:52.944949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.029998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network f2237f98-fc34-4564-afb0-09a1f0580fee is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:53.042686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:53.048224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Port': ['ID=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:53.068290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:53.092460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:53.135280 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.163300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-527698a8-08e5-438b-917f-073335623543 req-52b508ca-190f-4d17-9811-bd7cfa18183d tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711873 Feb 11 13:31:53.195955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:53.205514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:53.248815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eee33116-8501-4688-bb8a-c30d2f063d48 req-cd1235bb-f60d-4e45-a3ee-0b3611d991e9 service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060851 Feb 11 13:31:53.258129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Allocated IP 2001:db8::21e (d5cf6e8c-7602-461e-85e8-b6957e6b53e7/2bd61d2f-670e-4998-bc01-4e6ddc568d27/126eafef-9947-486a-86b0-9ce749c2215b) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:53.303142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ccb67-01cf-4177-b3de-7b7e30958271 req-9e57bbff-1ce2-498d-9b95-4a66484094fc tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.305068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.306333 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.310470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd0ccb67-01cf-4177-b3de-7b7e30958271 req-9e57bbff-1ce2-498d-9b95-4a66484094fc tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 945 time: 0.3414645 Feb 11 13:31:53.311406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Pushing event updated for resources: {'Port': ['ID=18a1981a-b950-4e24-abf5-225df8553254,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:53.408494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f9c41e-e33b-44fe-878c-59e8d64e8941 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:53.417365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc38ccf-bd65-4f0d-8d27-6067c74241d7 req-6998fdca-58d7-4e46-b326-389f49626c28 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.425583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdc38ccf-bd65-4f0d-8d27-6067c74241d7 req-6998fdca-58d7-4e46-b326-389f49626c28 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 932 time: 0.1638961 Feb 11 13:31:53.433066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.433913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.454878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.476779 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdc38ccf-bd65-4f0d-8d27-6067c74241d7 req-da892db0-4b73-46d4-9f56-7c3591771fdc tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501955 Feb 11 13:31:53.520990 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-297a7318-4f52-4b0a-8b28-4de379270393 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3387973 Feb 11 13:31:53.526099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cd70b401-a54f-497d-9097-b53dae1f10e0 None None] Provisioning complete for port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:53.527724 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cd70b401-a54f-497d-9097-b53dae1f10e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.530466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Request body: {'port': {'device_id': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1', 'admin_state_up': True, 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:53.563705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-316a1d32-2dc9-444a-9407-1acecad53157 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4784272 Feb 11 13:31:53.579659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Transition to ACTIVE for port object 65f9c41e-e33b-44fe-878c-59e8d64e8941 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:53.584631 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd0ccb67-01cf-4177-b3de-7b7e30958271 req-da3d2234-65ab-4ff2-8724-2511dc68322e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323883 Feb 11 13:31:53.593717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.604364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-cd70b401-a54f-497d-9097-b53dae1f10e0 None None] Port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:31:53.604518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Request body: {'port': {'device_id': 'e867f8eb-8349-409c-8f55-f3b0bbef9d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:53.657443 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:53.665090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610e759-57be-4085-b366-bfb6712d8d7d req-9bd1f817-94df-4e91-a34b-a5004c8604a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:53.666612 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b610e759-57be-4085-b366-bfb6712d8d7d req-9bd1f817-94df-4e91-a34b-a5004c8604a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1095 time: 0.2395177 Feb 11 13:31:53.820077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Pushing event updated for resources: {'Port': ['ID=65f9c41e-e33b-44fe-878c-59e8d64e8941,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:54.092726 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.119389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385524-732f-40f6-8903-7c49abb30ff6 req-ff25e343-1643-4af3-84fd-33ec46abd02b tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.120941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29385524-732f-40f6-8903-7c49abb30ff6 req-ff25e343-1643-4af3-84fd-33ec46abd02b tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 931 time: 0.5542996 Feb 11 13:31:54.208714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.235040 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29385524-732f-40f6-8903-7c49abb30ff6 req-518de2ec-98da-416a-a87d-6066d5e3c642 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009278 Feb 11 13:31:54.272518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610e759-57be-4085-b366-bfb6712d8d7d req-03830a9f-c8fe-4dd5-ba56-3f77ccc1652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.274031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b610e759-57be-4085-b366-bfb6712d8d7d req-03830a9f-c8fe-4dd5-ba56-3f77ccc1652c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 200 len: 921 time: 0.5798283 Feb 11 13:31:54.328182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Made reservation on behalf of 18fe798bfda64fbaa941b9a70a3f6091 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:31:54.331682 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.361893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:54.374916 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b610e759-57be-4085-b366-bfb6712d8d7d req-3409d919-e54f-4b8f-8b77-e92d36b6a7d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 217 time: 0.0920854 Feb 11 13:31:54.377733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.399283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Attempting to bind port 65f9c41e-e33b-44fe-878c-59e8d64e8941 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:54.399663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Attempting to bind port 65f9c41e-e33b-44fe-878c-59e8d64e8941 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:54.399928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Attempting to bind port 65f9c41e-e33b-44fe-878c-59e8d64e8941 on network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:54.429590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Transition to ACTIVE for port object 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:54.438236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Port 65f9c41e-e33b-44fe-878c-59e8d64e8941 on network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:54.438236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Attempting to bind port 65f9c41e-e33b-44fe-878c-59e8d64e8941 on network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:54.459837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b892a-57b2-4275-8c57-ba4a56e7a3cd req-2e99ead4-a6d4-448c-908e-eb08477bef64 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.462297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-952b892a-57b2-4275-8c57-ba4a56e7a3cd req-2e99ead4-a6d4-448c-908e-eb08477bef64 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 944 time: 0.1872833 Feb 11 13:31:54.468922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:54.469734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Checking segment: {'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:54.470261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Bound using segment: {'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:54.472906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Bound port: 65f9c41e-e33b-44fe-878c-59e8d64e8941, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:54.472906 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.474324 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.499652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.571328 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Allocated IP 19.86.0.60 (d138466d-70dc-4303-b9d0-d891b8ab05a1/8e109644-be72-4ffe-b945-492b0b39dad4/77cb8d0a-e270-4ad7-a048-53e100c05e11) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:54.572456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610e759-57be-4085-b366-bfb6712d8d7d req-7e5cb685-0765-4a55-ae1a-2668ea542b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.574457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b610e759-57be-4085-b366-bfb6712d8d7d req-7e5cb685-0765-4a55-ae1a-2668ea542b99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f880e883-4571-496c-98f2-bcd8484dc87a HTTP/1.1" status: 200 len: 860 time: 0.1867919 Feb 11 13:31:54.627006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 8ea61a6c-1071-4487-9662-ca468493475a details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:31:54.640221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] For port 65f9c41e-e33b-44fe-878c-59e8d64e8941, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:54.643657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] For port 65f9c41e-e33b-44fe-878c-59e8d64e8941, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=65f9c41e-e33b-44fe-878c-59e8d64e8941,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:54.659088 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Pushing event updated for resources: {'Port': ['ID=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:54.716674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b610e759-57be-4085-b366-bfb6712d8d7d req-c4afcc09-889d-43e1-9556-e052147004b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9c35aba-1aa7-44ba-821d-64073a9e5b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680978 Feb 11 13:31:54.722617 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.744168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95cba8-e296-4d65-9cca-bb20f126ac7c req-fcbfaa2e-a445-4f7d-ab9f-8cc9a44f0ab7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.751613 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c95cba8-e296-4d65-9cca-bb20f126ac7c req-fcbfaa2e-a445-4f7d-ab9f-8cc9a44f0ab7 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 932 time: 0.1779420 Feb 11 13:31:54.753509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 8ea61a6c-1071-4487-9662-ca468493475a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8ea61a6c-1071-4487-9662-ca468493475a,segment=NetworkSegment(719f910f-4ec0-499d-8a7d-64ab2792cc51),segment_id=719f910f-4ec0-499d-8a7d-64ab2792cc51)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:54.769410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '8ea61a6c-1071-4487-9662-ca468493475a', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'port_id': '8ea61a6c-1071-4487-9662-ca468493475a', 'mac_address': 'fa:16:3e:52:06:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:31:54.775271 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5c3cd3e3-2bd4-4691-aa80-5da95ed26d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.816202 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.834862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea61a6c-1071-4487-9662-ca468493475a {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:54.859243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 8ea61a6c-1071-4487-9662-ca468493475a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8ea61a6c-1071-4487-9662-ca468493475a,segment=NetworkSegment(719f910f-4ec0-499d-8a7d-64ab2792cc51),segment_id=719f910f-4ec0-499d-8a7d-64ab2792cc51)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:54.866374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:54.869479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b610e759-57be-4085-b366-bfb6712d8d7d req-f0043240-507d-474e-a8d3-326641fe775a service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371889 Feb 11 13:31:54.891586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:54.902588 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-952b892a-57b2-4275-8c57-ba4a56e7a3cd req-21df1622-039e-4a28-b07f-34eae90a2b2e tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259059 Feb 11 13:31:54.914724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c95cba8-e296-4d65-9cca-bb20f126ac7c req-c1d62522-9316-47d9-a2d9-83011e85744f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614547 Feb 11 13:31:54.920310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:54.928320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.929337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.932657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:54.933586 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:54.935350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] 10.222.0.59 "PUT /v2.0/ports/65f9c41e-e33b-44fe-878c-59e8d64e8941 HTTP/1.1" status: 200 len: 1091 time: 3.2053151 Feb 11 13:31:54.937761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2335d06-2ef9-4a25-be3f-915cede03911', 'tag': '65f9c41e-e33b-44fe-878c-59e8d64e8941'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:54.940503 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f7e86c-37cc-4b45-904a-534225660246" -d '{"events": [{"name": "network-changed", "server_uuid": "a2335d06-2ef9-4a25-be3f-915cede03911", "tag": "65f9c41e-e33b-44fe-878c-59e8d64e8941"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:54.944483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.013712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Attempting to bind port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:55.020267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Attempting to bind port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:55.020695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Attempting to bind port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 on network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:55.044053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=8ea61a6c-1071-4487-9662-ca468493475a,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:55.070426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 on network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:55.070750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Attempting to bind port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 on network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:55.074148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a1981a-b950-4e24-abf5-225df8553254 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:55.094683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.097288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:55.097669 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Checking segment: {'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:55.098170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Bound using segment: {'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:55.098633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Bound port: 49627ad9-73e1-4b72-bea8-52ae00cc2fb0, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:55.099133 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.100904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Port': ['ID=126eafef-9947-486a-86b0-9ce749c2215b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:55.105666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b610e759-57be-4085-b366-bfb6712d8d7d req-4d162fbb-a179-4db9-acc1-f1e3558ff1e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211080 Feb 11 13:31:55.116058 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8147c5c-0ef5-44e8-b90d-a6c3bf9ca5af x-openstack-request-id: req-a8147c5c-0ef5-44e8-b90d-a6c3bf9ca5af {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:55.116336 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2335d06-2ef9-4a25-be3f-915cede03911", "tag": "65f9c41e-e33b-44fe-878c-59e8d64e8941", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:55.116583 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8147c5c-0ef5-44e8-b90d-a6c3bf9ca5af {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:55.116976 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2335d06-2ef9-4a25-be3f-915cede03911', 'tag': '65f9c41e-e33b-44fe-878c-59e8d64e8941', 'status': 'completed', 'code': 200} Feb 11 13:31:55.137264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Transition to ACTIVE for port object 18a1981a-b950-4e24-abf5-225df8553254 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:55.140550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.188346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['8ea61a6c-1071-4487-9662-ca468493475a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:31:55.211309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.256150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58808) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:55.259391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3a53e7ac-b4e6-4667-a51d-e2a7bc4f8baf tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2201355 Feb 11 13:31:55.261445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4d88eebc-2c21-4552-acf4-af06cb8a9707 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:45:09:77'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:55.262169 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.269968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] For port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:55.304252 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.306736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c05127-b60f-4760-bf37-f808d1687b22 service neutron] Pushing event updated for resources: {'Port': ['ID=65f9c41e-e33b-44fe-878c-59e8d64e8941,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:55.326547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7e86c-37cc-4b45-904a-534225660246 req-03a53a8d-4b75-476b-a90a-de762f73648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.328810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f9f7e86c-37cc-4b45-904a-534225660246 req-03a53a8d-4b75-476b-a90a-de762f73648e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7764fbe032654830b0d06d5b1712db79&device_id=a2335d06-2ef9-4a25-be3f-915cede03911 HTTP/1.1" status: 200 len: 1094 time: 0.2219219 Feb 11 13:31:55.356484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] For port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:55.379137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Pushing event updated for resources: {'Port': ['ID=18a1981a-b950-4e24-abf5-225df8553254,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:55.407409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b7165e06-30e0-42a9-b184-c0e7a8a077c5 None None] Provisioning complete for port 126eafef-9947-486a-86b0-9ce749c2215b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:55.408688 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b7165e06-30e0-42a9-b184-c0e7a8a077c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.447204 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.469788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b7165e06-30e0-42a9-b184-c0e7a8a077c5 None None] Port 126eafef-9947-486a-86b0-9ce749c2215b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:31:55.512681 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.529356 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.584561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7e86c-37cc-4b45-904a-534225660246 req-1225c63f-6858-4de8-b33c-15b055e4ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.586113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f9f7e86c-37cc-4b45-904a-534225660246 req-1225c63f-6858-4de8-b33c-15b055e4ab06 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7764fbe032654830b0d06d5b1712db79&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2445171 Feb 11 13:31:55.605561 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.606207 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.607550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] 10.222.0.13 "PUT /v2.0/ports/49627ad9-73e1-4b72-bea8-52ae00cc2fb0 HTTP/1.1" status: 200 len: 1091 time: 3.2131507 Feb 11 13:31:55.614508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Allocated IP 172.25.0.3 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/af3a7817-1200-46fe-905a-1c226665a3e9) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:55.621907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb713da1-9bbd-4b98-bc36-84cfa027f84e', 'tag': '49627ad9-73e1-4b72-bea8-52ae00cc2fb0'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:55.624127 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ef302f-cbe6-46fb-942e-ac57e4c84a43" -d '{"events": [{"name": "network-changed", "server_uuid": "eb713da1-9bbd-4b98-bc36-84cfa027f84e", "tag": "49627ad9-73e1-4b72-bea8-52ae00cc2fb0"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:55.632765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Network d138466d-70dc-4303-b9d0-d891b8ab05a1 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:55.656402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:55.666284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a94b1-b5e9-4875-bb64-40ea4dc82b2e req-4658520b-df9d-46c6-a56c-f72264de1423 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.674718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e1a94b1-b5e9-4875-bb64-40ea4dc82b2e req-4658520b-df9d-46c6-a56c-f72264de1423 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 943 time: 0.3016567 Feb 11 13:31:55.679235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:55.685151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event updated for resources: {'Port': ['ID=77cb8d0a-e270-4ad7-a048-53e100c05e11,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:55.748568 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be85c819-1eb5-44f7-957a-16f7b94fb7b6 x-openstack-request-id: req-be85c819-1eb5-44f7-957a-16f7b94fb7b6 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:55.749307 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb713da1-9bbd-4b98-bc36-84cfa027f84e", "tag": "49627ad9-73e1-4b72-bea8-52ae00cc2fb0", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:55.749858 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be85c819-1eb5-44f7-957a-16f7b94fb7b6 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:55.751097 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb713da1-9bbd-4b98-bc36-84cfa027f84e', 'tag': '49627ad9-73e1-4b72-bea8-52ae00cc2fb0', 'status': 'completed', 'code': 200} Feb 11 13:31:55.784983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7e86c-37cc-4b45-904a-534225660246 req-8664f6c0-f65b-410f-a55d-3177fa05a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.787591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f9f7e86c-37cc-4b45-904a-534225660246 req-8664f6c0-f65b-410f-a55d-3177fa05a591 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1829290 Feb 11 13:31:55.835415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.861435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Attempting to bind port 18a1981a-b950-4e24-abf5-225df8553254 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:55.861843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Attempting to bind port 18a1981a-b950-4e24-abf5-225df8553254 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:55.862307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Attempting to bind port 18a1981a-b950-4e24-abf5-225df8553254 on network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:55.907557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Port 18a1981a-b950-4e24-abf5-225df8553254 on network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:55.907947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Attempting to bind port 18a1981a-b950-4e24-abf5-225df8553254 on network 914a8b7c-d28f-41a8-b80e-ffc18bdaafdf {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:55.911049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-689eb009-5a33-4ec5-971a-87ecb6c5a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.913955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-689eb009-5a33-4ec5-971a-87ecb6c5a22e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7764fbe032654830b0d06d5b1712db79&device_id=a2335d06-2ef9-4a25-be3f-915cede03911 HTTP/1.1" status: 200 len: 1094 time: 0.0731585 Feb 11 13:31:55.918340 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d88eebc-2c21-4552-acf4-af06cb8a9707 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.949021 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e1a94b1-b5e9-4875-bb64-40ea4dc82b2e req-0ca7a150-78a7-42f5-a647-a07d3dd0c237 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699864 Feb 11 13:31:55.981083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:55.981968 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:55.984658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:55.985001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Checking segment: {'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:55.986458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Bound using segment: {'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:55.988793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Bound port: 18a1981a-b950-4e24-abf5-225df8553254, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ed816b-0227-4ed5-9226-766725d56257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:55.988793 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.010606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c99b6e-60ee-490f-94a7-fd6ba56dbf9c service neutron] Pushing event updated for resources: {'Port': ['ID=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:56.012090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-447b67e6-ee11-4cbe-87c2-a9ce116a91d9 None None] Provisioning complete for port 77cb8d0a-e270-4ad7-a048-53e100c05e11 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:56.012572 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-447b67e6-ee11-4cbe-87c2-a9ce116a91d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.031025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-4daaddfd-effd-493c-9b70-7987c79d3e00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65f9c41e-e33b-44fe-878c-59e8d64e8941 HTTP/1.1" status: 200 len: 217 time: 0.0980880 Feb 11 13:31:56.032025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef302f-cbe6-46fb-942e-ac57e4c84a43 req-b9a25037-e701-4fc7-a6ab-0e97e33cd016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.032771 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.033535 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27ef302f-cbe6-46fb-942e-ac57e4c84a43 req-b9a25037-e701-4fc7-a6ab-0e97e33cd016 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7764fbe032654830b0d06d5b1712db79&device_id=eb713da1-9bbd-4b98-bc36-84cfa027f84e HTTP/1.1" status: 200 len: 1094 time: 0.2944741 Feb 11 13:31:56.086787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-447b67e6-ee11-4cbe-87c2-a9ce116a91d9 None None] Port 77cb8d0a-e270-4ad7-a048-53e100c05e11 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:31:56.155676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:56.167629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:56.170364 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-424d68fb-0390-4534-9fe0-9f805739a211 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6441841 Feb 11 13:31:56.175767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:56.178894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-03a80805-91e0-4b8d-b560-0ea8be0c7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.180500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-03a80805-91e0-4b8d-b560-0ea8be0c7498 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0161e67d-fb6e-4232-9181-6589576696b8 HTTP/1.1" status: 200 len: 858 time: 0.1313407 Feb 11 13:31:56.183010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Pushing event updated for resources: {'Port': ['ID=af3a7817-1200-46fe-905a-1c226665a3e9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:56.223089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Request body: {'port': {'device_id': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:56.245067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906985ae-89ce-4fec-8249-33a3912f05c7 req-873f8de2-42a2-43be-a327-367549cf661b tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.246851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-906985ae-89ce-4fec-8249-33a3912f05c7 req-873f8de2-42a2-43be-a327-367549cf661b tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 945 time: 0.2182279 Feb 11 13:31:56.251001 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-66935aff-2d78-4126-9fd2-ca0ad9a0818c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456119 Feb 11 13:31:56.311867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] For port 18a1981a-b950-4e24-abf5-225df8553254, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:56.386224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] For port 18a1981a-b950-4e24-abf5-225df8553254, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=18a1981a-b950-4e24-abf5-225df8553254,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:56.406141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b1cbc-d68c-49c5-bdbc-1546d7ee4eff req-2df3341d-2c92-43d7-ba88-c276874e2d89 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.412832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b1cbc-d68c-49c5-bdbc-1546d7ee4eff req-2df3341d-2c92-43d7-ba88-c276874e2d89 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.414578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-337b1cbc-d68c-49c5-bdbc-1546d7ee4eff req-2df3341d-2c92-43d7-ba88-c276874e2d89 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1654 time: 0.3239336 Feb 11 13:31:56.440882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-906985ae-89ce-4fec-8249-33a3912f05c7 req-5d6f0de7-9828-4e51-9841-aa96943076a1 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711392 Feb 11 13:31:56.462301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.486590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef302f-cbe6-46fb-942e-ac57e4c84a43 req-313665cc-5f15-4d9b-85e4-cc67f6f27fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.488219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27ef302f-cbe6-46fb-942e-ac57e4c84a43 req-313665cc-5f15-4d9b-85e4-cc67f6f27fb9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7764fbe032654830b0d06d5b1712db79&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3880618 Feb 11 13:31:56.493921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-27b294c4-ee64-40d7-a07a-f2b30f30dbf4 service neutron] 10.222.0.59 "GET /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352571 Feb 11 13:31:56.531725 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.626975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-337b1cbc-d68c-49c5-bdbc-1546d7ee4eff req-415f9e01-3d6d-4a01-b420-5ea80bd6d189 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932509 Feb 11 13:31:56.633233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 8ea61a6c-1071-4487-9662-ca468493475a up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:31:56.689632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.690417 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.691871 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] 10.222.0.13 "PUT /v2.0/ports/18a1981a-b950-4e24-abf5-225df8553254 HTTP/1.1" status: 200 len: 1091 time: 3.0915179 Feb 11 13:31:56.741650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d88eebc-2c21-4552-acf4-af06cb8a9707 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.751625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b5f605-60fe-4f9d-ac23-7bee92145a03 service neutron] Pushing event updated for resources: {'Port': ['ID=18a1981a-b950-4e24-abf5-225df8553254,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:56.804934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a6ba18dd-ebb1-4ad6-b684-17b415aa4d99 service neutron] 10.222.0.59 "GET /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030832 Feb 11 13:31:56.811083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.835842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 8ea61a6c-1071-4487-9662-ca468493475a completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:31:56.854746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 8ea61a6c-1071-4487-9662-ca468493475a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:56.856697 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.858311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef302f-cbe6-46fb-942e-ac57e4c84a43 req-ee7fae15-9350-4436-b96f-32caca713535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.860206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27ef302f-cbe6-46fb-942e-ac57e4c84a43 req-ee7fae15-9350-4436-b96f-32caca713535 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3616960 Feb 11 13:31:56.885651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d88eebc-2c21-4552-acf4-af06cb8a9707 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.937475 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-23d7286d-dcc7-4d15-98a9-d70ff6a93800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:56.964862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-94f1638e-326c-42cb-aef5-5d5299802e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:56.967146 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-94f1638e-326c-42cb-aef5-5d5299802e2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7764fbe032654830b0d06d5b1712db79&device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 1094 time: 0.1514995 Feb 11 13:31:57.019211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4d88eebc-2c21-4552-acf4-af06cb8a9707 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] In _notify_port_updated(), no bound segment for port 126eafef-9947-486a-86b0-9ce749c2215b on network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:31:57.025545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d88eebc-2c21-4552-acf4-af06cb8a9707 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.026559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d88eebc-2c21-4552-acf4-af06cb8a9707 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.028121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4d88eebc-2c21-4552-acf4-af06cb8a9707 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "PUT /v2.0/ports/126eafef-9947-486a-86b0-9ce749c2215b HTTP/1.1" status: 200 len: 1002 time: 1.7710092 Feb 11 13:31:57.039505 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58832) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:57.060660 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.081626 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-9023ff1c-f699-4881-b3e9-b7ad94b0f1d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18a1981a-b950-4e24-abf5-225df8553254 HTTP/1.1" status: 200 len: 217 time: 0.0726218 Feb 11 13:31:57.088292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d88eebc-2c21-4552-acf4-af06cb8a9707 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Port': ['ID=126eafef-9947-486a-86b0-9ce749c2215b,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:57.101443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:57.105331 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea550ec-8863-495b-b824-af28e0e45c9a" -d '{"events": [{"server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "name": "network-vif-plugged", "status": "completed", "tag": "8ea61a6c-1071-4487-9662-ca468493475a"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:57.122530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 8ea61a6c-1071-4487-9662-ca468493475a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8ea61a6c-1071-4487-9662-ca468493475a,segment=NetworkSegment(719f910f-4ec0-499d-8a7d-64ab2792cc51),segment_id=719f910f-4ec0-499d-8a7d-64ab2792cc51)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:31:57.172183 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b6e50e-9b1b-429e-9829-d8b51cc63bec x-openstack-request-id: req-b9b6e50e-9b1b-429e-9829-d8b51cc63bec {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:57.172540 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "name": "network-vif-plugged", "status": "completed", "tag": "8ea61a6c-1071-4487-9662-ca468493475a", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:57.173238 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b9b6e50e-9b1b-429e-9829-d8b51cc63bec {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:57.173903 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a', 'code': 200} Feb 11 13:31:57.228962 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.303724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a1f73356-564b-4240-b419-d0ec3ac4407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.345833 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a1f73356-564b-4240-b419-d0ec3ac4407c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7764fbe032654830b0d06d5b1712db79&device_id=eb713da1-9bbd-4b98-bc36-84cfa027f84e HTTP/1.1" status: 200 len: 1094 time: 0.3792281 Feb 11 13:31:57.360191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=8ea61a6c-1071-4487-9662-ca468493475a,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:57.367904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dc353-4d25-42d1-9e8c-6a161f8faa08 req-9a5ebd48-e5cc-488d-87e9-03e639af05b4 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.378347 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e6dc353-4d25-42d1-9e8c-6a161f8faa08 req-9a5ebd48-e5cc-488d-87e9-03e639af05b4 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 943 time: 0.2686713 Feb 11 13:31:57.397203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-221b17ac-44de-4c09-a3bf-cc7a71cef03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.497209 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-221b17ac-44de-4c09-a3bf-cc7a71cef03e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0161e67d-fb6e-4232-9181-6589576696b8 HTTP/1.1" status: 200 len: 858 time: 0.3132246 Feb 11 13:31:57.497209 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-cabca006-f23a-4a02-b223-6e794f52213f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49627ad9-73e1-4b72-bea8-52ae00cc2fb0 HTTP/1.1" status: 200 len: 217 time: 0.0851560 Feb 11 13:31:57.497598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022da1-bcad-40f9-b78a-11dad91297ce req-4542ec6a-b585-4ac7-a9ec-436af0fabef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.497598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7022da1-bcad-40f9-b78a-11dad91297ce req-4542ec6a-b585-4ac7-a9ec-436af0fabef4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1097 time: 0.1905148 Feb 11 13:31:57.497598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e6dc353-4d25-42d1-9e8c-6a161f8faa08 req-ab38088a-9cb0-482d-8f37-2b40440e74ee tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585501 Feb 11 13:31:57.497598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.540750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fc498901-723e-43db-873f-1be56333533b None None] Provisioning complete for port 126eafef-9947-486a-86b0-9ce749c2215b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:31:57.543011 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fc498901-723e-43db-873f-1be56333533b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.593160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7022da1-bcad-40f9-b78a-11dad91297ce req-59990a7f-8563-4139-ab54-ce2c8b3079b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399286 Feb 11 13:31:57.617632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fc498901-723e-43db-873f-1be56333533b None None] Port 126eafef-9947-486a-86b0-9ce749c2215b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:31:57.735688 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.766727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e867f8eb-8349-409c-8f55-f3b0bbef9d2e', 'tag': '18a1981a-b950-4e24-abf5-225df8553254'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:31:57.766727 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d25306-5c80-4f98-81c6-09ca549d61cd" -d '{"events": [{"name": "network-changed", "server_uuid": "e867f8eb-8349-409c-8f55-f3b0bbef9d2e", "tag": "18a1981a-b950-4e24-abf5-225df8553254"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:31:57.781741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-7392141d-68f2-482c-9d16-5c76324324bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3593559 Feb 11 13:31:57.815661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b1ec5-baf1-4951-9bd1-b515f0484951 req-314bf3e6-2d7b-47ac-a58d-ecd2987773ad tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.822252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b1ec5-baf1-4951-9bd1-b515f0484951 req-314bf3e6-2d7b-47ac-a58d-ecd2987773ad tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.823899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb4b1ec5-baf1-4951-9bd1-b515f0484951 req-314bf3e6-2d7b-47ac-a58d-ecd2987773ad tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1654 time: 0.0623443 Feb 11 13:31:57.826533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:31:57.951275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:31:57.964214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:57.969698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-70f2c641-f379-403e-a01e-1c6dfc1eb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:57.971045 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-70f2c641-f379-403e-a01e-1c6dfc1eb67e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0161e67d-fb6e-4232-9181-6589576696b8 HTTP/1.1" status: 200 len: 858 time: 0.2228265 Feb 11 13:31:57.986781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-be9f2a78-15f4-49bb-a0f2-436b3c162078 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Deleting port 126eafef-9947-486a-86b0-9ce749c2215b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:31:57.987129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be9f2a78-15f4-49bb-a0f2-436b3c162078 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.049381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb9162-0456-4217-be09-b434175d4664 req-d97c77f8-2d13-4288-9b3f-c47bc45e020f tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.057594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11cb9162-0456-4217-be09-b434175d4664 req-d97c77f8-2d13-4288-9b3f-c47bc45e020f tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.2941189 Feb 11 13:31:58.060846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-73076304-c0a8-4096-9e07-31f1f677b78c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768564 Feb 11 13:31:58.061921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Transition to ACTIVE for port object c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:31:58.148369 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.179723 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-942f18c0-ea58-453f-9ac0-615790d9dfec service neutron] 10.222.0.13 "GET /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769636 Feb 11 13:31:58.241190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb4b1ec5-baf1-4951-9bd1-b515f0484951 req-4037f35e-9551-41d1-99a0-485df9cf90ee tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031968 Feb 11 13:31:58.283055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:31:58.296864 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Sync routers for ids ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:31:58.310817 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0c8f18-5a1e-4ff9-ac57-7ded2954193e x-openstack-request-id: req-3c0c8f18-5a1e-4ff9-ac57-7ded2954193e {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:31:58.315591 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e867f8eb-8349-409c-8f55-f3b0bbef9d2e", "tag": "18a1981a-b950-4e24-abf5-225df8553254", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:31:58.315591 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c0c8f18-5a1e-4ff9-ac57-7ded2954193e {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:31:58.315591 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e867f8eb-8349-409c-8f55-f3b0bbef9d2e', 'tag': '18a1981a-b950-4e24-abf5-225df8553254', 'status': 'completed', 'code': 200} Feb 11 13:31:58.315893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Routers {'85a3057b-2fb4-45ee-a1bb-9e995750cef6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:31:58.315893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:31:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:58.319155 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11cb9162-0456-4217-be09-b434175d4664 req-48d71018-e3d2-4f77-a969-55a2336a811c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606459 Feb 11 13:31:58.331807 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be9f2a78-15f4-49bb-a0f2-436b3c162078 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.388167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.390167 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c62b336d-e9a4-4227-bdc7-b073c1343b3b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6773975 Feb 11 13:31:58.392917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58850) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:58.402449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Pushing event updated for resources: {'Port': ['ID=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:58.407046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-be9f2a78-15f4-49bb-a0f2-436b3c162078 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Calling delete_port for 126eafef-9947-486a-86b0-9ce749c2215b owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:31:58.498190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-a8f0dcb4-0feb-4394-bdfc-39b98a39b521 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002720 Feb 11 13:31:58.516149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-29ad8ad6-51f8-432a-abea-74aceba32bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150982 Feb 11 13:31:58.551104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Set router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:31:58.831163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.833337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a4a12-3fb0-442d-b368-e563ce193a41 req-e18ac54a-32bd-4a1c-811c-1994296d3c33 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.835239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-619a4a12-3fb0-442d-b368-e563ce193a41 req-e18ac54a-32bd-4a1c-811c-1994296d3c33 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 943 time: 0.1795115 Feb 11 13:31:58.884107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Attempting to bind port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:58.884440 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Attempting to bind port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'de661d0b-3e09-4c06-a3f6-527d22a1187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:58.885172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Attempting to bind port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 on network f2237f98-fc34-4564-afb0-09a1f0580fee {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:58.907625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'name': 'tempest-ServerRescueTestJSON-2031567603-router', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:56Z', 'revision_number': 3, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'gw_port': {'id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:55Z', 'updated_at': '2022-02-11T13:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:31:58.923455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d25306-5c80-4f98-81c6-09ca549d61cd req-0298b5ed-48d4-4649-a9d4-91f4d6f85469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:58.925237 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50d25306-5c80-4f98-81c6-09ca549d61cd req-0298b5ed-48d4-4649-a9d4-91f4d6f85469 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7764fbe032654830b0d06d5b1712db79&device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 1094 time: 0.2414615 Feb 11 13:31:58.939568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 on network f2237f98-fc34-4564-afb0-09a1f0580fee not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:31:58.940167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Attempting to bind port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 on network f2237f98-fc34-4564-afb0-09a1f0580fee {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:58.944189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Checking router: 85a3057b-2fb4-45ee-a1bb-9e995750cef6 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:31:58.945951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Updating router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 port af3a7817-1200-46fe-905a-1c226665a3e9 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:31:58.954187 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-619a4a12-3fb0-442d-b368-e563ce193a41 req-3395a15a-b9fd-47e5-9513-d848939ac6c1 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056869 Feb 11 13:31:58.969413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:58.969761 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Checking segment: {'id': 'de661d0b-3e09-4c06-a3f6-527d22a1187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:58.970177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Bound using segment: {'id': 'de661d0b-3e09-4c06-a3f6-527d22a1187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:58.970625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Bound port: c76ef8dd-3046-4469-bf82-f7b7fcd6dd84, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de661d0b-3e09-4c06-a3f6-527d22a1187d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:58.970991 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:58.993916 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.117318 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.123011 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e90401-2c29-4f2d-8e64-0b12fdc539d9 req-cb1bafe3-650c-412b-a239-a494a83f3ee5 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528623 Feb 11 13:31:59.124270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d25306-5c80-4f98-81c6-09ca549d61cd req-b1e1bff7-5063-4463-9dba-f34e50cbfbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.126547 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50d25306-5c80-4f98-81c6-09ca549d61cd req-b1e1bff7-5063-4463-9dba-f34e50cbfbfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf HTTP/1.1" status: 200 len: 919 time: 0.1731954 Feb 11 13:31:59.210923 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50d25306-5c80-4f98-81c6-09ca549d61cd req-488a1f81-22af-49e4-b1ee-b62f60705fc1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=18a1981a-b950-4e24-abf5-225df8553254 HTTP/1.1" status: 200 len: 217 time: 0.0743027 Feb 11 13:31:59.276055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d25306-5c80-4f98-81c6-09ca549d61cd req-bf92fa01-29b1-43f5-bb99-44c28f6263a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.277802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50d25306-5c80-4f98-81c6-09ca549d61cd req-bf92fa01-29b1-43f5-bb99-44c28f6263a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0161e67d-fb6e-4232-9181-6589576696b8 HTTP/1.1" status: 200 len: 858 time: 0.0559962 Feb 11 13:31:59.283172 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be9f2a78-15f4-49bb-a0f2-436b3c162078 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.310219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Allocated IP 172.20.0.1 (5d201b71-f32e-49cb-8f12-2f6100280842/f0e105e6-cad3-4f13-9689-18b67f982c89/2a2f02f5-e103-4300-b800-f10413eb3557) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:31:59.384361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50d25306-5c80-4f98-81c6-09ca549d61cd req-6a47eb99-0f78-446f-b59d-d546d2da5c07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929899 Feb 11 13:31:59.412696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f2a78-15f4-49bb-a0f2-436b3c162078 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event deleted for resources: {'Port': ['ID=126eafef-9947-486a-86b0-9ce749c2215b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.433589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.530560 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.534220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] For port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:59.543524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8e55e-efa5-40a7-9c07-c8bbdac00806 req-64c24d3e-0d6f-4cf0-b54a-9a57593f4289 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.546329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97b8e55e-efa5-40a7-9c07-c8bbdac00806 req-64c24d3e-0d6f-4cf0-b54a-9a57593f4289 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0674222 Feb 11 13:31:59.546751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.603836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Network 5d201b71-f32e-49cb-8f12-2f6100280842 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:31:59.607962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] For port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,segment=NetworkSegment(de661d0b-3e09-4c06-a3f6-527d22a1187d),segment_id=de661d0b-3e09-4c06-a3f6-527d22a1187d)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:59.609696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be9f2a78-15f4-49bb-a0f2-436b3c162078 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.615045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:31:59.615289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-be9f2a78-15f4-49bb-a0f2-436b3c162078 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "DELETE /v2.0/ports/126eafef-9947-486a-86b0-9ce749c2215b HTTP/1.1" status: 204 len: 168 time: 2.5451193 Feb 11 13:31:59.617370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:31:59.621259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58864) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:59.633735 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.641723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b95310-c63f-4c15-9cca-6df6200dc17d req-5fa3015e-dc20-4987-a13d-e9012f4f25b6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.660559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b95310-c63f-4c15-9cca-6df6200dc17d req-5fa3015e-dc20-4987-a13d-e9012f4f25b6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.669455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35b95310-c63f-4c15-9cca-6df6200dc17d req-5fa3015e-dc20-4987-a13d-e9012f4f25b6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1666 time: 0.2944202 Feb 11 13:31:59.672734 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a93a80e-2177-4dab-bee2-ae64606c7deb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] GET failed (client error): The resource could not be found. Feb 11 13:31:59.675623 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4a93a80e-2177-4dab-bee2-ae64606c7deb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "GET /v2.0/ports/126eafef-9947-486a-86b0-9ce749c2215b HTTP/1.1" status: 404 len: 333 time: 0.0505810 Feb 11 13:31:59.679911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58868) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:31:59.689263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'port': {'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1579464665'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:31:59.697401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.721328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2f02f5-e103-4300-b800-f10413eb3557,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.763485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Attempting to bind port af3a7817-1200-46fe-905a-1c226665a3e9 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:31:59.764467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Attempting to bind port af3a7817-1200-46fe-905a-1c226665a3e9 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:31:59.765064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Attempting to bind port af3a7817-1200-46fe-905a-1c226665a3e9 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:31:59.765998 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97b8e55e-efa5-40a7-9c07-c8bbdac00806 req-f87cfe2e-adce-465a-acdf-720cc118629d tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947734 Feb 11 13:31:59.779994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.786856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:31:59.787815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:31:59.788544 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.789105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:31:59.789751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Bound port: af3a7817-1200-46fe-905a-1c226665a3e9, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:31:59.790344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.802266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e461d-5884-4f32-8dea-c9d069162142 None None] Pushing event updated for resources: {'Port': ['ID=af3a7817-1200-46fe-905a-1c226665a3e9,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:31:59.803125 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50d25306-5c80-4f98-81c6-09ca549d61cd req-de60e1e3-7941-462f-9a11-495b1e19d485 service neutron] 10.222.0.13 "GET /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927284 Feb 11 13:31:59.868441 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:31:59.869277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:31:59.875619 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] 10.222.0.59 "PUT /v2.0/ports/c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 HTTP/1.1" status: 200 len: 1092 time: 3.6615353 Feb 11 13:31:59.961503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] For port af3a7817-1200-46fe-905a-1c226665a3e9, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:31:59.965879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] For port af3a7817-1200-46fe-905a-1c226665a3e9, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=af3a7817-1200-46fe-905a-1c226665a3e9,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:31:59.974854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35b95310-c63f-4c15-9cca-6df6200dc17d req-94785eb1-42f3-4640-b03e-b1b9fa105bb1 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915897 Feb 11 13:32:00.004277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Request body: {'port': {'device_id': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:00.008129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae4c44-509f-4cdf-8432-b6567c590430 service neutron] Pushing event updated for resources: {'Port': ['ID=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:00.086529 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.104289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-50d25306-5c80-4f98-81c6-09ca549d61cd req-2f7d74da-b491-419a-8c2d-2bacb99303ea service neutron] 10.222.0.13 "GET /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626028 Feb 11 13:32:00.107083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.111900 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.134363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.144293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Made reservation on behalf of 8fbac0bb202145a5b53ee8b2bdaa8e8f for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:00.148418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.232718 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] device_id is not set on port 8a0b7d6e-335b-429b-a74c-4a30a6bff4c4 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:32:00.236480 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e461d-5884-4f32-8dea-c9d069162142 None None] Pushing event updated for resources: {'Port': ['ID=af3a7817-1200-46fe-905a-1c226665a3e9,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:00.240246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Routers {'85a3057b-2fb4-45ee-a1bb-9e995750cef6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:00.241230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:31:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:00.314219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'tag': 'c76ef8dd-3046-4469-bf82-f7b7fcd6dd84'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:00.317761 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914ce571-b560-407f-909b-fb21b3a3a09f" -d '{"events": [{"name": "network-changed", "server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "tag": "c76ef8dd-3046-4469-bf82-f7b7fcd6dd84"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:00.366822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b16ac-c2e8-4f0e-b800-b6c1bed25f0c req-a5e1622c-4118-44ae-844d-a0e0bdbd188f tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.368498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-283b16ac-c2e8-4f0e-b800-b6c1bed25f0c req-a5e1622c-4118-44ae-844d-a0e0bdbd188f tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 943 time: 0.1005538 Feb 11 13:32:00.433126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] Set router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:00.509026 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-283b16ac-c2e8-4f0e-b800-b6c1bed25f0c req-1a9aad32-dc3f-461c-96fa-35bb575bbe62 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996430 Feb 11 13:32:00.519871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cd7c0-4002-4458-bb63-0908c3972d30 req-5b9fc891-ee54-4e98-8f85-24d27a3574f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.525175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e35cd7c0-4002-4458-bb63-0908c3972d30 req-5b9fc891-ee54-4e98-8f85-24d27a3574f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1097 time: 0.1065805 Feb 11 13:32:00.559821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff031aa-99b9-41f4-9545-3188b40e8e3b req-b4643bc1-f8d1-424c-babd-adba4dddee4d tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.559821 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dff031aa-99b9-41f4-9545-3188b40e8e3b req-b4643bc1-f8d1-424c-babd-adba4dddee4d tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.1893034 Feb 11 13:32:00.624589 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.633544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 65f9c41e-e33b-44fe-878c-59e8d64e8941 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:00.653146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Allocated IP 2001:db8::72 (d5cf6e8c-7602-461e-85e8-b6957e6b53e7/2bd61d2f-670e-4998-bc01-4e6ddc568d27/8a0b7d6e-335b-429b-a74c-4a30a6bff4c4) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:00.654423 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8911cd38-b81c-440e-8a98-4756e2e45e58 x-openstack-request-id: req-8911cd38-b81c-440e-8a98-4756e2e45e58 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:00.654806 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "tag": "c76ef8dd-3046-4469-bf82-f7b7fcd6dd84", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:00.655147 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8911cd38-b81c-440e-8a98-4756e2e45e58 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:00.655629 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'tag': 'c76ef8dd-3046-4469-bf82-f7b7fcd6dd84', 'status': 'completed', 'code': 200} Feb 11 13:32:00.681534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 18a1981a-b950-4e24-abf5-225df8553254 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:00.682117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dff031aa-99b9-41f4-9545-3188b40e8e3b req-33348691-52cc-4644-b30a-1b58e418b008 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066816 Feb 11 13:32:00.737976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cd7c0-4002-4458-bb63-0908c3972d30 req-7f73e9b5-157b-4113-bbf7-599a1a3714a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.739763 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e35cd7c0-4002-4458-bb63-0908c3972d30 req-7f73e9b5-157b-4113-bbf7-599a1a3714a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 200 len: 921 time: 0.2072322 Feb 11 13:32:00.741796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cb8d0a-e270-4ad7-a048-53e100c05e11 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:32:00.750269 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.792399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e35cd7c0-4002-4458-bb63-0908c3972d30 req-5f768111-2d13-472c-99a5-e45904d78c64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 217 time: 0.0452263 Feb 11 13:32:00.794989 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.810172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce571-b560-407f-909b-fb21b3a3a09f req-5b9b42ae-3729-48da-a31b-4eae63511040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.810943 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce571-b560-407f-909b-fb21b3a3a09f req-5b9b42ae-3729-48da-a31b-4eae63511040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.812978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-914ce571-b560-407f-909b-fb21b3a3a09f req-5b9b42ae-3729-48da-a31b-4eae63511040 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1913 time: 0.1296823 Feb 11 13:32:00.813818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.849397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Transition to ACTIVE for port object 77cb8d0a-e270-4ad7-a048-53e100c05e11 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:00.868514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cd7c0-4002-4458-bb63-0908c3972d30 req-c260d1a2-6805-4139-b3a7-dc6f7bc0f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:00.870323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e35cd7c0-4002-4458-bb63-0908c3972d30 req-c260d1a2-6805-4139-b3a7-dc6f7bc0f141 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f880e883-4571-496c-98f2-bcd8484dc87a HTTP/1.1" status: 200 len: 860 time: 0.0700941 Feb 11 13:32:00.909083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e35cd7c0-4002-4458-bb63-0908c3972d30 req-40154c52-3dd0-4ed2-9d28-1df26052ec91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9c35aba-1aa7-44ba-821d-64073a9e5b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329154 Feb 11 13:32:00.910232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:00.954138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 18a1981a-b950-4e24-abf5-225df8553254, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=18a1981a-b950-4e24-abf5-225df8553254,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:00.966598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '18a1981a-b950-4e24-abf5-225df8553254', 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf', 'port_id': '18a1981a-b950-4e24-abf5-225df8553254', 'mac_address': 'fa:16:3e:0d:b5:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161e67d-fb6e-4232-9181-6589576696b8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:01.024812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e35cd7c0-4002-4458-bb63-0908c3972d30 req-58ca3bca-7121-46b9-9907-7ed8f129d02c service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051884 Feb 11 13:32:01.040082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 65f9c41e-e33b-44fe-878c-59e8d64e8941, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=65f9c41e-e33b-44fe-878c-59e8d64e8941,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:01.085972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.091925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2f02f5-e103-4300-b800-f10413eb3557,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.092712 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '65f9c41e-e33b-44fe-878c-59e8d64e8941', 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf', 'port_id': '65f9c41e-e33b-44fe-878c-59e8d64e8941', 'mac_address': 'fa:16:3e:f4:e6:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161e67d-fb6e-4232-9181-6589576696b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:01.098898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.173463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'name': 'tempest-ServerRescueTestJSON-2031567603-router', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 4, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'gw_port': {'id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:55Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2a2f02f5-e103-4300-b800-f10413eb3557', 'name': '', 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'mac_address': 'fa:16:3e:07:10:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:59Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 1, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'subnets': [{'id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:01.202093 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a1981a-b950-4e24-abf5-225df8553254 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:32:01.233446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce571-b560-407f-909b-fb21b3a3a09f req-62203342-5f0b-4b29-9ace-3fed7912cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.234080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce571-b560-407f-909b-fb21b3a3a09f req-62203342-5f0b-4b29-9ace-3fed7912cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.234426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce571-b560-407f-909b-fb21b3a3a09f req-62203342-5f0b-4b29-9ace-3fed7912cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.236026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-914ce571-b560-407f-909b-fb21b3a3a09f req-62203342-5f0b-4b29-9ace-3fed7912cf7d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3834817 Feb 11 13:32:01.246162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 18a1981a-b950-4e24-abf5-225df8553254, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=18a1981a-b950-4e24-abf5-225df8553254,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:01.267555 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.324186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e364592-f0ac-4734-b340-b4855782b673 None None] The sync data for ids ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'] in n-d-816488-1 is: [{'id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'name': 'tempest-ServerRescueTestJSON-2031567603-router', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 4, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'gw_port': {'id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:55Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2a2f02f5-e103-4300-b800-f10413eb3557', 'name': '', 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'mac_address': 'fa:16:3e:07:10:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:59Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 1, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'subnets': [{'id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:01.325974 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.348245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.349429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:01.382049 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:01.386615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Pushing event updated for resources: {'Port': ['ID=77cb8d0a-e270-4ad7-a048-53e100c05e11,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.407130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e35cd7c0-4002-4458-bb63-0908c3972d30 req-4a6afcf2-5071-4e1a-8fca-139f77fe70a7 service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425624 Feb 11 13:32:01.423409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '49627ad9-73e1-4b72-bea8-52ae00cc2fb0', 'network_id': '914a8b7c-d28f-41a8-b80e-ffc18bdaafdf', 'port_id': '49627ad9-73e1-4b72-bea8-52ae00cc2fb0', 'mac_address': 'fa:16:3e:bf:0a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0161e67d-fb6e-4232-9181-6589576696b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:01.444967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ce571-b560-407f-909b-fb21b3a3a09f req-482cb184-4958-47d5-b2bf-204e71479d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.447677 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-914ce571-b560-407f-909b-fb21b3a3a09f req-482cb184-4958-47d5-b2bf-204e71479d64 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993098 Feb 11 13:32:01.455263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Network 5d201b71-f32e-49cb-8f12-2f6100280842 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:01.456672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:01.470311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca208ab-c166-40a9-aad0-f47ea390201c req-fb77f3f1-cbcc-4cba-b335-eeff2ead0fb5 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.477324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f9c41e-e33b-44fe-878c-59e8d64e8941 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:32:01.485614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca208ab-c166-40a9-aad0-f47ea390201c req-fb77f3f1-cbcc-4cba-b335-eeff2ead0fb5 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.491591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ca208ab-c166-40a9-aad0-f47ea390201c req-fb77f3f1-cbcc-4cba-b335-eeff2ead0fb5 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1678 time: 0.3731639 Feb 11 13:32:01.532820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Attempting to bind port 77cb8d0a-e270-4ad7-a048-53e100c05e11 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:01.535499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Attempting to bind port 77cb8d0a-e270-4ad7-a048-53e100c05e11 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:01.535499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Attempting to bind port 77cb8d0a-e270-4ad7-a048-53e100c05e11 on network d138466d-70dc-4303-b9d0-d891b8ab05a1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:01.547375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Port 77cb8d0a-e270-4ad7-a048-53e100c05e11 on network d138466d-70dc-4303-b9d0-d891b8ab05a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:01.547375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Attempting to bind port 77cb8d0a-e270-4ad7-a048-53e100c05e11 on network d138466d-70dc-4303-b9d0-d891b8ab05a1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:01.550233 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.555708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 65f9c41e-e33b-44fe-878c-59e8d64e8941, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=65f9c41e-e33b-44fe-878c-59e8d64e8941,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:01.569669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=18a1981a-b950-4e24-abf5-225df8553254,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.581469 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.593853 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ca208ab-c166-40a9-aad0-f47ea390201c req-0b85fc9b-147d-48bd-a9d4-c3330e5c3129 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888705 Feb 11 13:32:01.597568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:01.601630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Checking segment: {'id': '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:01.602177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Bound using segment: {'id': '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:01.602777 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Bound port: 77cb8d0a-e270-4ad7-a048-53e100c05e11, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:01.603271 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.614572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:32:01.615952 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.700168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:01.735871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] For port 77cb8d0a-e270-4ad7-a048-53e100c05e11, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:01.751021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] For port 77cb8d0a-e270-4ad7-a048-53e100c05e11, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=77cb8d0a-e270-4ad7-a048-53e100c05e11,segment=NetworkSegment(04a045a9-a3bf-4e88-b2e5-a691ba62a6c8),segment_id=04a045a9-a3bf-4e88-b2e5-a691ba62a6c8)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:01.757588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=65f9c41e-e33b-44fe-878c-59e8d64e8941,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.764190 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.808318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:01.830955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.831077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:01.848761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:01.871320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:01.872016 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:01.879200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Port': ['ID=8a0b7d6e-335b-429b-a74c-4a30a6bff4c4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.885419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.941260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:01.943378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Pushing event updated for resources: {'Port': ['ID=77cb8d0a-e270-4ad7-a048-53e100c05e11,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:01.952237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['65f9c41e-e33b-44fe-878c-59e8d64e8941'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:02.004117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df557e3-c0b8-4540-ae9a-d869a2eb0d9b req-c6e750c8-7090-4557-812b-ab59fbfe611f tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.005809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3df557e3-c0b8-4540-ae9a-d869a2eb0d9b req-c6e750c8-7090-4557-812b-ab59fbfe611f tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 944 time: 0.2188427 Feb 11 13:32:02.025606 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aecf0735-548d-4b70-89ba-7c2b0632746c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3409061 Feb 11 13:32:02.037872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.038532 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.039989 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-14ee0ba3-3d6f-4232-8045-fb3bead140eb service neutron] 10.222.0.59 "PUT /v2.0/ports/77cb8d0a-e270-4ad7-a048-53e100c05e11 HTTP/1.1" status: 200 len: 1091 time: 2.0420232 Feb 11 13:32:02.042268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['18a1981a-b950-4e24-abf5-225df8553254'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:02.045185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['49627ad9-73e1-4b72-bea8-52ae00cc2fb0'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:02.045472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58902) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:02.055480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'port': {'network_id': 'd5cf6e8c-7602-461e-85e8-b6957e6b53e7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-134098561'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:02.164127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049c8f9-4ef5-4eb8-8fc7-eca02d6874a8 req-90830e6e-4b5a-4e43-9734-8bde9e634b0b tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.173405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f049c8f9-4ef5-4eb8-8fc7-eca02d6874a8 req-90830e6e-4b5a-4e43-9734-8bde9e634b0b tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.2538507 Feb 11 13:32:02.302724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:02.309305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8db349f8-aa4d-431d-81ae-c7780d4848f0 admin admin] 10.222.0.52 "PUT /v2.0/routers/85a3057b-2fb4-45ee-a1bb-9e995750cef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9153697 Feb 11 13:32:02.326996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3df557e3-c0b8-4540-ae9a-d869a2eb0d9b req-93f6b1d5-d557-4b81-9cc6-ac2ad380345c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947028 Feb 11 13:32:02.691025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f30f5484-0ffd-4c11-ae9b-34b384211bbc None None] Provisioning complete for port 8a0b7d6e-335b-429b-a74c-4a30a6bff4c4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:02.691674 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f30f5484-0ffd-4c11-ae9b-34b384211bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:02.803654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f30f5484-0ffd-4c11-ae9b-34b384211bbc None None] Port 8a0b7d6e-335b-429b-a74c-4a30a6bff4c4 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:32:02.955150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'tag': '77cb8d0a-e270-4ad7-a048-53e100c05e11'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:02.957438 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba755a1-c099-492e-8a38-2ab6692dac00" -d '{"events": [{"name": "network-changed", "server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "tag": "77cb8d0a-e270-4ad7-a048-53e100c05e11"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:02.981937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f049c8f9-4ef5-4eb8-8fc7-eca02d6874a8 req-59e542f3-c6d9-493a-a015-923256cab15b tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7944548 Feb 11 13:32:02.994067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-e1e2eb84-8d7d-4aae-a2cb-4b59d4ff5bfd tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:02.996160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-e1e2eb84-8d7d-4aae-a2cb-4b59d4ff5bfd tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/networks?id=5d201b71-f32e-49cb-8f12-2f6100280842 HTTP/1.1" status: 200 len: 811 time: 0.1625812 Feb 11 13:32:03.013916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-e0525404-02ef-4bdf-886f-803344b6be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.014363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-e0525404-02ef-4bdf-886f-803344b6be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.015965 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-e0525404-02ef-4bdf-886f-803344b6be2e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1980 time: 0.8405628 Feb 11 13:32:03.022642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-1086564e-2913-4a21-b067-495296e991a2 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/quotas/2159bcf205c04168bdf4ab46bf696028 HTTP/1.1" status: 200 len: 375 time: 0.0195923 Feb 11 13:32:03.084881 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-d26040ac-ada5-423b-ad54-962741427178 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2159bcf205c04168bdf4ab46bf696028&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613859 Feb 11 13:32:03.102972 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-65619503-ba18-4253-966c-f88c104fc38d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.246&port_id=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 HTTP/1.1" status: 200 len: 217 time: 0.0742376 Feb 11 13:32:03.212750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f13e07-88ca-4a18-a948-4d33e10afad7 req-914bf6ac-187e-4d19-a94a-1afdfc8688cc tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.215445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-7c0194f3-50e9-4a58-83f0-31d78c88f255 service neutron] 10.222.0.52 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227958 Feb 11 13:32:03.219181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f13e07-88ca-4a18-a948-4d33e10afad7 req-914bf6ac-187e-4d19-a94a-1afdfc8688cc tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.220857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97f13e07-88ca-4a18-a948-4d33e10afad7 req-914bf6ac-187e-4d19-a94a-1afdfc8688cc tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1678 time: 0.1671424 Feb 11 13:32:03.230569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-d5ee42be-6f15-4225-a883-e1bfaa8100d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.230854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-d5ee42be-6f15-4225-a883-e1bfaa8100d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5dd334a1-678c-4ce1-94f4-ffeaadc8c4fc HTTP/1.1" status: 200 len: 801 time: 0.1116571 Feb 11 13:32:03.292362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Made reservation on behalf of 8fbac0bb202145a5b53ee8b2bdaa8e8f for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:03.296526 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:03.329700 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-97f13e07-88ca-4a18-a948-4d33e10afad7 req-2c97026a-994d-41ba-8ba8-e2256a073c1e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972586 Feb 11 13:32:03.337370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] device_id is not set on port cc532b2c-6f59-4fff-80ab-ff5cafcc5628 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:32:03.343935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-2508a92e-d02c-4ebd-8688-4cec2440458b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.345535 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-2508a92e-d02c-4ebd-8688-4cec2440458b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2237f98-fc34-4564-afb0-09a1f0580fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0934024 Feb 11 13:32:03.364761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-fffe93f2-b751-424b-951b-d87c5ecad32c service neutron] 10.222.0.52 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480088 Feb 11 13:32:03.554780 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035260ed-464b-4015-94a0-43600bbb65a3 x-openstack-request-id: req-035260ed-464b-4015-94a0-43600bbb65a3 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:03.554989 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "tag": "77cb8d0a-e270-4ad7-a048-53e100c05e11", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:03.555227 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-035260ed-464b-4015-94a0-43600bbb65a3 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:03.555617 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'tag': '77cb8d0a-e270-4ad7-a048-53e100c05e11', 'status': 'completed', 'code': 200} Feb 11 13:32:03.571034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Allocated IP 2001:db8::1d4 (d5cf6e8c-7602-461e-85e8-b6957e6b53e7/2bd61d2f-670e-4998-bc01-4e6ddc568d27/cc532b2c-6f59-4fff-80ab-ff5cafcc5628) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:03.574828 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-e08dc8aa-8cca-4de9-960d-bd2a9a9076e3 service neutron] 10.222.0.59 "GET /v2.0/networks/f2237f98-fc34-4564-afb0-09a1f0580fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122717 Feb 11 13:32:03.816134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115e709-bd77-4702-b307-4b53618f80b1 req-321a9fbd-9b66-4e3b-b46a-d06c9d2a1d1f tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:03.817746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0115e709-bd77-4702-b307-4b53618f80b1 req-321a9fbd-9b66-4e3b-b46a-d06c9d2a1d1f tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 944 time: 0.1693566 Feb 11 13:32:03.853347 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-7d53f30b-fe7b-457a-ac2f-36152b135356 service neutron] 10.222.0.59 "GET /v2.0/networks/f2237f98-fc34-4564-afb0-09a1f0580fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696090 Feb 11 13:32:03.939145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-016910b0-de68-46b4-856c-e9e905d86cbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.60&port_id=77cb8d0a-e270-4ad7-a048-53e100c05e11 HTTP/1.1" status: 200 len: 217 time: 0.0736516 Feb 11 13:32:04.008476 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.039368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0115e709-bd77-4702-b307-4b53618f80b1 req-aafb0387-0e3c-4e33-9af8-1c5452936332 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047093 Feb 11 13:32:04.066250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-085c10bd-28e0-4506-b96a-3b0ed8b5174f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.068711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-085c10bd-28e0-4506-b96a-3b0ed8b5174f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e109644-be72-4ffe-b945-492b0b39dad4 HTTP/1.1" status: 200 len: 801 time: 0.1215456 Feb 11 13:32:04.125729 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57243bfc-0482-4672-8276-6ecbd5f2e4f8 req-0a4b94d8-eb6c-4f17-abfd-badf6c7554a0 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 210 time: 0.0557659 Feb 11 13:32:04.154965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-dc6b442c-1649-4fd7-87da-090526bd2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.156489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-dc6b442c-1649-4fd7-87da-090526bd2ec7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d138466d-70dc-4303-b9d0-d891b8ab05a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0744035 Feb 11 13:32:04.242552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34978da-3fe8-4cee-b78c-f6eeb00aa113 req-eb6c2380-addc-4a95-b87d-4acdd4d134cd tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.251317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c34978da-3fe8-4cee-b78c-f6eeb00aa113 req-eb6c2380-addc-4a95-b87d-4acdd4d134cd tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0785086 Feb 11 13:32:04.268305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.305649 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c34978da-3fe8-4cee-b78c-f6eeb00aa113 req-2a843b20-9e83-4906-aff6-6b99ea63a5c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493083 Feb 11 13:32:04.360785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:04.367611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Port': ['ID=cc532b2c-6f59-4fff-80ab-ff5cafcc5628,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:04.375873 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:04.382706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:04.388268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.388898 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.395292 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-c91fd4fb-eb83-4271-96db-cf53416afcd6 service neutron] 10.222.0.59 "GET /v2.0/networks/d138466d-70dc-4303-b9d0-d891b8ab05a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281046 Feb 11 13:32:04.406736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff977b-e867-456c-8cdc-1de1b883f67c req-40c31447-9cd8-4cc1-91b2-dad3b4e353e4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.414313 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5ff977b-e867-456c-8cdc-1de1b883f67c req-40c31447-9cd8-4cc1-91b2-dad3b4e353e4 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 945 time: 0.1609068 Feb 11 13:32:04.539659 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5ff977b-e867-456c-8cdc-1de1b883f67c req-312473d0-ff2f-4b98-ae2f-dc595438ee3a tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240244 Feb 11 13:32:04.575954 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-144331d1-6d14-4bea-9ae5-056bb51589e2 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5293734 Feb 11 13:32:04.583223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58962) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:04.599164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-dbc3da5b-b327-4c49-860b-855ce6dc1dcb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1f', 'mac_address': 'fa:16:3e:45:09:77'}, {'ip_address': '2001:db8::72', 'mac_address': 'fa:16:3e:d6:87:a5'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:04.633633 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11683ba5-250c-4080-ae5e-83cdbeb769b6 req-2a59a533-b0aa-4229-a17a-57f18ee7f477 service neutron] 10.222.0.59 "GET /v2.0/networks/d138466d-70dc-4303-b9d0-d891b8ab05a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165971 Feb 11 13:32:04.648579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff69a-da7c-444c-8eb1-06ff0d9e7c85 req-fe10dfa5-ae5a-478a-a913-567230ed1104 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.660414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 65f9c41e-e33b-44fe-878c-59e8d64e8941 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:04.666200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff69a-da7c-444c-8eb1-06ff0d9e7c85 req-fe10dfa5-ae5a-478a-a913-567230ed1104 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.669961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 18a1981a-b950-4e24-abf5-225df8553254 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:04.682994 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1d2ff69a-da7c-444c-8eb1-06ff0d9e7c85 req-fe10dfa5-ae5a-478a-a913-567230ed1104 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1678 time: 0.1895421 Feb 11 13:32:04.712159 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Sync routers for ids ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:04.725620 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Routers {'85a3057b-2fb4-45ee-a1bb-9e995750cef6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:04.726357 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:31:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:04.788159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device af3a7817-1200-46fe-905a-1c226665a3e9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:04.836918 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:32:04.881922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port af3a7817-1200-46fe-905a-1c226665a3e9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:04.882562 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.900606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-c6fbc6f9-f56a-4314-b4d3-28d1a499e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.901439 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-c6fbc6f9-f56a-4314-b4d3-28d1a499e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:04.904256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-c6fbc6f9-f56a-4314-b4d3-28d1a499e993 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1980 time: 0.0874639 Feb 11 13:32:04.914990 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Set router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:04.926783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 65f9c41e-e33b-44fe-878c-59e8d64e8941 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:04.933289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-378bdf7f-288c-437c-a494-9a5a1b6b119a None None] Provisioning complete for port cc532b2c-6f59-4fff-80ab-ff5cafcc5628 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:04.933966 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-378bdf7f-288c-437c-a494-9a5a1b6b119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:04.978567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-378bdf7f-288c-437c-a494-9a5a1b6b119a None None] Port cc532b2c-6f59-4fff-80ab-ff5cafcc5628 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:32:04.986622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 65f9c41e-e33b-44fe-878c-59e8d64e8941 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:04.987248 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.022763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 18a1981a-b950-4e24-abf5-225df8553254 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:05.063086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 18a1981a-b950-4e24-abf5-225df8553254 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:05.063654 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.065452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-5a2ade3b-c3bb-4c7c-b686-f09547b56484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.067953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-5a2ade3b-c3bb-4c7c-b686-f09547b56484 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d138466d-70dc-4303-b9d0-d891b8ab05a1 HTTP/1.1" status: 200 len: 903 time: 0.1532087 Feb 11 13:32:05.135877 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.220919 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'name': 'tempest-ServerRescueTestJSON-2031567603-router', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 4, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'gw_port': {'id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:55Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2a2f02f5-e103-4300-b800-f10413eb3557', 'name': '', 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'mac_address': 'fa:16:3e:07:10:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:59Z', 'updated_at': '2022-02-11T13:32:00Z', 'revision_number': 2, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'subnets': [{'id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:05.246956 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-16fdf00e-5690-4da3-af15-885a9adfb679 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.60&port_id=77cb8d0a-e270-4ad7-a048-53e100c05e11 HTTP/1.1" status: 200 len: 217 time: 0.1665022 Feb 11 13:32:05.269981 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Checking router: 85a3057b-2fb4-45ee-a1bb-9e995750cef6 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:05.270881 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Updating router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 port 2a2f02f5-e103-4300-b800-f10413eb3557 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:32:05.307127 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.413014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port af3a7817-1200-46fe-905a-1c226665a3e9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=af3a7817-1200-46fe-905a-1c226665a3e9,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:05.436364 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.448508 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.475667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e867f8eb-8349-409c-8f55-f3b0bbef9d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a1981a-b950-4e24-abf5-225df8553254'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:05.478221 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28442b1c-c18e-42ed-8806-d43b543b2011" -d '{"events": [{"server_uuid": "e867f8eb-8349-409c-8f55-f3b0bbef9d2e", "name": "network-vif-plugged", "status": "completed", "tag": "18a1981a-b950-4e24-abf5-225df8553254"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:05.485485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-72f551a3-bc04-4c3d-9c16-659065212c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.487031 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-72f551a3-bc04-4c3d-9c16-659065212c87 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8e109644-be72-4ffe-b945-492b0b39dad4 HTTP/1.1" status: 200 len: 801 time: 0.2260725 Feb 11 13:32:05.492490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 18a1981a-b950-4e24-abf5-225df8553254, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=18a1981a-b950-4e24-abf5-225df8553254,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:05.499258 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.518024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da65d3-ed08-4564-aab8-f79a03790f0d req-88cb91f1-4064-4ef6-9e33-9282776b3356 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.519859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-17da65d3-ed08-4564-aab8-f79a03790f0d req-88cb91f1-4064-4ef6-9e33-9282776b3356 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 944 time: 0.2961712 Feb 11 13:32:05.542164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1d2ff69a-da7c-444c-8eb1-06ff0d9e7c85 req-2bdb1553-2f29-426c-bca2-641ff1bf8ce6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8559065 Feb 11 13:32:05.566521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=af3a7817-1200-46fe-905a-1c226665a3e9,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:05.587078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 65f9c41e-e33b-44fe-878c-59e8d64e8941, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=65f9c41e-e33b-44fe-878c-59e8d64e8941,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:05.588526 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.590607 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:05.687605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.706417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=18a1981a-b950-4e24-abf5-225df8553254,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:05.724137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-17da65d3-ed08-4564-aab8-f79a03790f0d req-25f7cb94-aee0-402c-88df-594b65833160 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767790 Feb 11 13:32:05.740554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-b78c9418-d501-4613-b859-4cd8a35866e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.746912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-b78c9418-d501-4613-b859-4cd8a35866e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d138466d-70dc-4303-b9d0-d891b8ab05a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2473376 Feb 11 13:32:05.752420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbc3da5b-b327-4c49-860b-855ce6dc1dcb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.839128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=65f9c41e-e33b-44fe-878c-59e8d64e8941,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:05.884634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:05.888909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:05.889290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:05.900837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48ead98b-a593-4aa0-a559-7eedf9a37a08 req-b59cb35f-71bb-4ec3-822b-794d73c657f1 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 210 time: 0.0599933 Feb 11 13:32:05.957238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-c4e84c85-3cb2-4fb0-8e81-0c975328f3a7 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:05.968562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-c4e84c85-3cb2-4fb0-8e81-0c975328f3a7 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 945 time: 0.2189057 Feb 11 13:32:05.995033 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.027649 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee3cee3-ef47-4fe7-a3d4-3a08be067cf0 x-openstack-request-id: req-7ee3cee3-ef47-4fe7-a3d4-3a08be067cf0 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:06.031482 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e867f8eb-8349-409c-8f55-f3b0bbef9d2e", "name": "network-vif-plugged", "status": "completed", "tag": "18a1981a-b950-4e24-abf5-225df8553254", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:06.031482 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ee3cee3-ef47-4fe7-a3d4-3a08be067cf0 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:06.031482 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e867f8eb-8349-409c-8f55-f3b0bbef9d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a1981a-b950-4e24-abf5-225df8553254', 'code': 200} Feb 11 13:32:06.065682 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.073708 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.140313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:06.156335 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af892a76-8234-4bd2-b706-1e94d1b89609 None None] Pushing event updated for resources: {'Port': ['ID=2a2f02f5-e103-4300-b800-f10413eb3557,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:06.163137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-3d54ff34-e4a1-411f-9fce-c510438dd3b6 service neutron] 10.222.0.59 "GET /v2.0/networks/d138466d-70dc-4303-b9d0-d891b8ab05a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909869 Feb 11 13:32:06.192854 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.240971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbc3da5b-b327-4c49-860b-855ce6dc1dcb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.263471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdbbce-5e89-4903-91ad-aeb00ecafc0a req-96bb23e1-daea-45b8-b4f0-bd5facd63560 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.265372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23cdbbce-5e89-4903-91ad-aeb00ecafc0a req-96bb23e1-daea-45b8-b4f0-bd5facd63560 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 945 time: 0.0991015 Feb 11 13:32:06.335274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa135105-670e-41a6-8227-b635fab4eb44 req-0fa7b98d-317f-4232-b57c-9621bcc7fa37 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.337127 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa135105-670e-41a6-8227-b635fab4eb44 req-0fa7b98d-317f-4232-b57c-9621bcc7fa37 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.3668737 Feb 11 13:32:06.350452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d6488-9774-4222-97f7-68aa28a66127 req-690a8fe3-ffed-4f33-88a4-32856b787c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.352248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-841d6488-9774-4222-97f7-68aa28a66127 req-690a8fe3-ffed-4f33-88a4-32856b787c73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 1096 time: 0.2552383 Feb 11 13:32:06.356583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:06.371004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbc3da5b-b327-4c49-860b-855ce6dc1dcb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.382511 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Attempting to bind port 2a2f02f5-e103-4300-b800-f10413eb3557 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:06.385162 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Attempting to bind port 2a2f02f5-e103-4300-b800-f10413eb3557 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:06.387347 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Attempting to bind port 2a2f02f5-e103-4300-b800-f10413eb3557 on network 5d201b71-f32e-49cb-8f12-2f6100280842 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:06.398529 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:06.400649 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Checking segment: {'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:06.403630 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.405660 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Bound using segment: {'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:06.406317 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Bound port: 2a2f02f5-e103-4300-b800-f10413eb3557, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:06.409059 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.440090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dba755a1-c099-492e-8a38-2ab6692dac00 req-4eccc402-b03d-490f-ada7-57a64ee85e08 service neutron] 10.222.0.59 "GET /v2.0/networks/d138466d-70dc-4303-b9d0-d891b8ab05a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219052 Feb 11 13:32:06.466076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Deleting port 418dcc8e-b734-459b-b3a3-6eabc16618e8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:06.466076 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.472671 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa135105-670e-41a6-8227-b635fab4eb44 req-0ed9cf21-73c7-417f-8acf-e7ace6771bcf tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192915 Feb 11 13:32:06.502277 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-841d6488-9774-4222-97f7-68aa28a66127 req-c12676a7-6fbf-468c-9e8f-8b1785d42aef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231153 Feb 11 13:32:06.502481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-dbc3da5b-b327-4c49-860b-855ce6dc1dcb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] In _notify_port_updated(), no bound segment for port cc532b2c-6f59-4fff-80ab-ff5cafcc5628 on network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:32:06.524305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc3da5b-b327-4c49-860b-855ce6dc1dcb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.535988 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbc3da5b-b327-4c49-860b-855ce6dc1dcb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.545105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dbc3da5b-b327-4c49-860b-855ce6dc1dcb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "PUT /v2.0/ports/cc532b2c-6f59-4fff-80ab-ff5cafcc5628 HTTP/1.1" status: 200 len: 1065 time: 1.9558103 Feb 11 13:32:06.553373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58988) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:06.577404 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] For port 2a2f02f5-e103-4300-b800-f10413eb3557, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:06.589575 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] For port 2a2f02f5-e103-4300-b800-f10413eb3557, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2a2f02f5-e103-4300-b800-f10413eb3557,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:06.596716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23cdbbce-5e89-4903-91ad-aeb00ecafc0a req-1ba731d7-eff3-4b80-9085-a55abd97a754 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3172140 Feb 11 13:32:06.608749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3da5b-b327-4c49-860b-855ce6dc1dcb tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event updated for resources: {'Port': ['ID=cc532b2c-6f59-4fff-80ab-ff5cafcc5628,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:06.690605 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.779151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device af3a7817-1200-46fe-905a-1c226665a3e9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:06.795189 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af892a76-8234-4bd2-b706-1e94d1b89609 None None] Pushing event updated for resources: {'Port': ['ID=2a2f02f5-e103-4300-b800-f10413eb3557,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:06.814824 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Routers {'85a3057b-2fb4-45ee-a1bb-9e995750cef6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:06.815450 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:31:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:06.903136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] For port 418dcc8e-b734-459b-b3a3-6eabc16618e8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=418dcc8e-b734-459b-b3a3-6eabc16618e8,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:06.903136 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.934330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port af3a7817-1200-46fe-905a-1c226665a3e9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:06.934780 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:06.938574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6f0ee-9888-4946-919c-3d5a82922ed7 req-3a51b17b-3187-44f2-88eb-429fdce97eb2 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.955570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6f0ee-9888-4946-919c-3d5a82922ed7 req-3a51b17b-3187-44f2-88eb-429fdce97eb2 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:06.963745 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ab6f0ee-9888-4946-919c-3d5a82922ed7 req-3a51b17b-3187-44f2-88eb-429fdce97eb2 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1678 time: 0.1656251 Feb 11 13:32:07.003685 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] Set router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:07.027791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ab6f0ee-9888-4946-919c-3d5a82922ed7 req-360e7127-20dc-4669-b8b6-1fc09359dd2a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631721 Feb 11 13:32:07.086335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a381bc85-db4e-4fa2-b439-b13f5aba66c8 req-1788768f-7f4f-40b6-893e-c1b8a851e0e3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.092233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7aa36cfe-4404-46c4-b8d5-7e0b34ce6e9f None None] Provisioning complete for port cc532b2c-6f59-4fff-80ab-ff5cafcc5628 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:07.092702 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7aa36cfe-4404-46c4-b8d5-7e0b34ce6e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.093653 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a381bc85-db4e-4fa2-b439-b13f5aba66c8 req-1788768f-7f4f-40b6-893e-c1b8a851e0e3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.3589027 Feb 11 13:32:07.143424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-17507538-dc2e-4163-847c-7b1d8ba8e98d tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.145842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-17507538-dc2e-4163-847c-7b1d8ba8e98d tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.59 "GET /v2.0/networks?id=5d201b71-f32e-49cb-8f12-2f6100280842 HTTP/1.1" status: 200 len: 811 time: 0.6023378 Feb 11 13:32:07.149583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7aa36cfe-4404-46c4-b8d5-7e0b34ce6e9f None None] Port cc532b2c-6f59-4fff-80ab-ff5cafcc5628 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:32:07.180556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Request body: {'port': {'device_id': 'c5266bc7-1a33-4498-a615-9e5495cdf363', 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842', 'admin_state_up': True, 'tenant_id': '2159bcf205c04168bdf4ab46bf696028'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:07.202840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e7186-3a76-4763-88b0-4542f1d581bb req-768f3f03-784f-4a13-8113-c95ba271efa7 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.206623 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e84e7186-3a76-4763-88b0-4542f1d581bb req-768f3f03-784f-4a13-8113-c95ba271efa7 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 945 time: 0.0985358 Feb 11 13:32:07.231159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-dcd59302-3267-46cc-a46b-734cfdeb0131 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Deleting port cc532b2c-6f59-4fff-80ab-ff5cafcc5628 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:07.231501 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd59302-3267-46cc-a46b-734cfdeb0131 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.253474 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e84e7186-3a76-4763-88b0-4542f1d581bb req-93a941b1-38de-4c27-830c-4a35fc2ad3d5 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Feb 11 13:32:07.363105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd59302-3267-46cc-a46b-734cfdeb0131 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.372935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a381bc85-db4e-4fa2-b439-b13f5aba66c8 req-7c789405-3fad-44f2-9c13-104f6b592422 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2784007 Feb 11 13:32:07.406241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-dcd59302-3267-46cc-a46b-734cfdeb0131 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Calling delete_port for cc532b2c-6f59-4fff-80ab-ff5cafcc5628 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:07.414713 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbfeadb3-7d76-4135-9fc2-84007c029d4a req-e150e4ac-5611-4083-8581-92aac7fbfdd3 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 210 time: 0.0638552 Feb 11 13:32:07.481521 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'name': 'tempest-ServerRescueTestJSON-2031567603-router', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 4, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'gw_port': {'id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:55Z', 'updated_at': '2022-02-11T13:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2a2f02f5-e103-4300-b800-f10413eb3557', 'name': '', 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'mac_address': 'fa:16:3e:07:10:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:59Z', 'updated_at': '2022-02-11T13:32:06Z', 'revision_number': 4, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'subnets': [{'id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:07.519508 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb7d53-ba90-4003-8618-9e5300507177 None None] The sync data for ids ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'] in n-d-816488-1 is: [{'id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'name': 'tempest-ServerRescueTestJSON-2031567603-router', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:31:59Z', 'revision_number': 4, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'gw_port': {'id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:55Z', 'updated_at': '2022-02-11T13:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2a2f02f5-e103-4300-b800-f10413eb3557', 'name': '', 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'mac_address': 'fa:16:3e:07:10:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1516, 'fixed_ips': [{'subnet_id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:59Z', 'updated_at': '2022-02-11T13:32:06Z', 'revision_number': 4, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'subnets': [{'id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:07.625142 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.625596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.626013 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Floating IP 74aebe42-2ace-41d5-9b8c-8d5754f07fd8 disassociated. External IP: 172.25.0.204, port: 418dcc8e-b734-459b-b3a3-6eabc16618e8. Feb 11 13:32:07.626427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Calling delete_port for 418dcc8e-b734-459b-b3a3-6eabc16618e8 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:07.652406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1e94e-54da-4b66-9de8-1dd2b484228e req-ead57bed-7816-480f-b503-417f0fc8e944 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.659067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cc1e94e-54da-4b66-9de8-1dd2b484228e req-ead57bed-7816-480f-b503-417f0fc8e944 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0738845 Feb 11 13:32:07.708597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cc1e94e-54da-4b66-9de8-1dd2b484228e req-afaa5e19-465e-49b9-b966-f646d9565f5f tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433223 Feb 11 13:32:07.732394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e9a28-f92b-40a2-89a9-e6a70dce4621 req-475f5116-647c-4543-b6ee-05f3276b8730 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.732394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4d0e9a28-f92b-40a2-89a9-e6a70dce4621 req-475f5116-647c-4543-b6ee-05f3276b8730 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1890230 Feb 11 13:32:07.804025 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4d0e9a28-f92b-40a2-89a9-e6a70dce4621 req-bf6494db-d59f-4942-bec7-ac3026b6dc38 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720916 Feb 11 13:32:07.842900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Made reservation on behalf of 2159bcf205c04168bdf4ab46bf696028 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:07.850485 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:07.891134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d32544-9b42-45b3-8ab4-e58df068fc5c req-ed140682-f739-4d98-a7ab-c3911ea5efde tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.893545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00d32544-9b42-45b3-8ab4-e58df068fc5c req-ed140682-f739-4d98-a7ab-c3911ea5efde tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 945 time: 0.1121814 Feb 11 13:32:07.941844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00d32544-9b42-45b3-8ab4-e58df068fc5c req-e981298b-e581-45f7-84b4-6f499cd00d3d tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups?id=fa3985eb-d968-4ec9-892f-0e91b3dbb86e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365100 Feb 11 13:32:07.990505 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254495a9-8cf7-4cc7-ad60-d856429d2e92 req-578a53d9-3ccf-4c17-a3b2-bc91a1a3c9cd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:07.992012 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-254495a9-8cf7-4cc7-ad60-d856429d2e92 req-578a53d9-3ccf-4c17-a3b2-bc91a1a3c9cd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0944245 Feb 11 13:32:08.005370 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd59302-3267-46cc-a46b-734cfdeb0131 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:08.030882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2335d06-2ef9-4a25-be3f-915cede03911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f9c41e-e33b-44fe-878c-59e8d64e8941'}, {'server_uuid': 'eb713da1-9bbd-4b98-bc36-84cfa027f84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49627ad9-73e1-4b72-bea8-52ae00cc2fb0'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:08.033164 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27872d0e-e187-49e3-837a-05e6e0734b85" -d '{"events": [{"server_uuid": "a2335d06-2ef9-4a25-be3f-915cede03911", "name": "network-vif-plugged", "status": "completed", "tag": "65f9c41e-e33b-44fe-878c-59e8d64e8941"}, {"server_uuid": "eb713da1-9bbd-4b98-bc36-84cfa027f84e", "name": "network-vif-plugged", "status": "completed", "tag": "49627ad9-73e1-4b72-bea8-52ae00cc2fb0"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:08.089172 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de259ee2-d563-4f08-8b81-a1b117d6eec7 x-openstack-request-id: req-de259ee2-d563-4f08-8b81-a1b117d6eec7 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:08.091120 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2335d06-2ef9-4a25-be3f-915cede03911", "name": "network-vif-plugged", "status": "completed", "tag": "65f9c41e-e33b-44fe-878c-59e8d64e8941", "code": 200}, {"server_uuid": "eb713da1-9bbd-4b98-bc36-84cfa027f84e", "name": "network-vif-plugged", "status": "completed", "tag": "49627ad9-73e1-4b72-bea8-52ae00cc2fb0", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:08.091385 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de259ee2-d563-4f08-8b81-a1b117d6eec7 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:08.092232 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2335d06-2ef9-4a25-be3f-915cede03911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f9c41e-e33b-44fe-878c-59e8d64e8941', 'code': 200} Feb 11 13:32:08.093347 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb713da1-9bbd-4b98-bc36-84cfa027f84e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49627ad9-73e1-4b72-bea8-52ae00cc2fb0', 'code': 200} Feb 11 13:32:08.098839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd59302-3267-46cc-a46b-734cfdeb0131 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event deleted for resources: {'Port': ['ID=cc532b2c-6f59-4fff-80ab-ff5cafcc5628,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:08.288317 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84494d4-4107-425a-b774-7e08b62c6d95 req-5830f347-8793-496e-be54-f5f0245388fd tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.295930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84494d4-4107-425a-b774-7e08b62c6d95 req-5830f347-8793-496e-be54-f5f0245388fd tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.298013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84494d4-4107-425a-b774-7e08b62c6d95 req-5830f347-8793-496e-be54-f5f0245388fd tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1678 time: 0.1524169 Feb 11 13:32:08.359580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f423c0-39ca-4e9a-9932-b33892e12479 req-10918743-2bbf-40d4-997b-86d386e01cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.361390 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44f423c0-39ca-4e9a-9932-b33892e12479 req-10918743-2bbf-40d4-997b-86d386e01cb4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a2335d06-2ef9-4a25-be3f-915cede03911 HTTP/1.1" status: 200 len: 1096 time: 0.1357555 Feb 11 13:32:08.410864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84494d4-4107-425a-b774-7e08b62c6d95 req-a1fc9f9b-9e96-406a-9d14-fc96674ee760 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042812 Feb 11 13:32:08.452381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44f423c0-39ca-4e9a-9932-b33892e12479 req-31f2c524-9141-4b17-bfae-b45a9220c37e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797536 Feb 11 13:32:08.561564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3756b73-a6d5-4c80-b3f8-7c134a836f9c req-517391e4-5c5d-4ca4-8d65-b9b755480a08 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.564610 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a3756b73-a6d5-4c80-b3f8-7c134a836f9c req-517391e4-5c5d-4ca4-8d65-b9b755480a08 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 945 time: 0.0642195 Feb 11 13:32:08.587577 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:08.650984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a3756b73-a6d5-4c80-b3f8-7c134a836f9c req-c523748c-d899-417a-8b61-c990b053b168 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585220 Feb 11 13:32:08.685626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 418dcc8e-b734-459b-b3a3-6eabc16618e8 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:08.719514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 77cb8d0a-e270-4ad7-a048-53e100c05e11 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:08.734961 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-254495a9-8cf7-4cc7-ad60-d856429d2e92 req-2c959b0a-c096-40fc-9d1b-95cc73d1305d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7307410 Feb 11 13:32:08.741852 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event deleted for resources: {'Port': ['ID=418dcc8e-b734-459b-b3a3-6eabc16618e8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:08.774128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9d92143-ae1c-44df-99c2-28c6380583e7 req-8802f4e8-327f-4498-9b35-8fc19bdbbe5c tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 210 time: 0.0624862 Feb 11 13:32:08.808920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Allocated IP 172.20.0.2 (5d201b71-f32e-49cb-8f12-2f6100280842/f0e105e6-cad3-4f13-9689-18b67f982c89/c178de0a-d384-426b-8376-4d76ad5c6baf) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:08.831540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 418dcc8e-b734-459b-b3a3-6eabc16618e8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:08.833690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 418dcc8e-b734-459b-b3a3-6eabc16618e8 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:08.857881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2a2f02f5-e103-4300-b800-f10413eb3557 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:08.878456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a84fc-b635-4dca-8ba8-58874f1c58b5 req-99ceedec-1d9b-4c10-b756-15ff8e5114ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.880008 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a31a84fc-b635-4dca-8ba8-58874f1c58b5 req-99ceedec-1d9b-4c10-b756-15ff8e5114ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb713da1-9bbd-4b98-bc36-84cfa027f84e HTTP/1.1" status: 200 len: 1096 time: 0.2988608 Feb 11 13:32:08.942838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71ed2c-e1a7-4be1-a640-a5a413540bf6 req-8cdc2225-fac8-4e04-a374-01f01d4bcf63 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:08.945335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae71ed2c-e1a7-4be1-a640-a5a413540bf6 req-8cdc2225-fac8-4e04-a374-01f01d4bcf63 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2335d06-2ef9-4a25-be3f-915cede03911 HTTP/1.1" status: 200 len: 945 time: 0.0576491 Feb 11 13:32:08.950150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2a2f02f5-e103-4300-b800-f10413eb3557 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:08.950806 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:08.986844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 77cb8d0a-e270-4ad7-a048-53e100c05e11, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=77cb8d0a-e270-4ad7-a048-53e100c05e11,segment=NetworkSegment(04a045a9-a3bf-4e88-b2e5-a691ba62a6c8),segment_id=04a045a9-a3bf-4e88-b2e5-a691ba62a6c8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:09.006571 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae71ed2c-e1a7-4be1-a640-a5a413540bf6 req-414d1c76-3b37-44d8-bfe3-211bb3f47b1c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534749 Feb 11 13:32:09.022523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '77cb8d0a-e270-4ad7-a048-53e100c05e11', 'network_id': 'd138466d-70dc-4303-b9d0-d891b8ab05a1', 'port_id': '77cb8d0a-e270-4ad7-a048-53e100c05e11', 'mac_address': 'fa:16:3e:b3:da:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e109644-be72-4ffe-b945-492b0b39dad4', 'ip_address': '19.86.0.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:09.086483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.116439 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a31a84fc-b635-4dca-8ba8-58874f1c58b5 req-75ed1a37-5b50-4c7c-9dcc-6ee8ea60751e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230291 Feb 11 13:32:09.146849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cb8d0a-e270-4ad7-a048-53e100c05e11 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:32:09.159569 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.206792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 77cb8d0a-e270-4ad7-a048-53e100c05e11, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=77cb8d0a-e270-4ad7-a048-53e100c05e11,segment=NetworkSegment(04a045a9-a3bf-4e88-b2e5-a691ba62a6c8),segment_id=04a045a9-a3bf-4e88-b2e5-a691ba62a6c8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:09.212940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec75710-6832-4262-8826-87a56141f54f req-b5ce6dee-2a37-4be7-a049-b024936645a8 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.214862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4ec75710-6832-4262-8826-87a56141f54f req-b5ce6dee-2a37-4be7-a049-b024936645a8 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0924959 Feb 11 13:32:09.216666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Router 8b6fc681-667b-4dae-b475-235e7c09f39a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:09.258862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 2a2f02f5-e103-4300-b800-f10413eb3557, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2a2f02f5-e103-4300-b800-f10413eb3557,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:09.259663 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcd59302-3267-46cc-a46b-734cfdeb0131 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.265889 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dcd59302-3267-46cc-a46b-734cfdeb0131 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "DELETE /v2.0/ports/cc532b2c-6f59-4fff-80ab-ff5cafcc5628 HTTP/1.1" status: 204 len: 168 time: 2.7092338 Feb 11 13:32:09.266822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59028) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:09.301907 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.302593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:09.317518 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4ec75710-6832-4262-8826-87a56141f54f req-395e8295-904d-4fd9-ae5a-dea3a0bf6d8d tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955408 Feb 11 13:32:09.366072 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.380592 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa483bb-262c-4230-901f-117442d8eac4 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] GET failed (client error): The resource could not be found. Feb 11 13:32:09.383889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1aa483bb-262c-4230-901f-117442d8eac4 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "GET /v2.0/ports/cc532b2c-6f59-4fff-80ab-ff5cafcc5628 HTTP/1.1" status: 404 len: 333 time: 0.1163743 Feb 11 13:32:09.387813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59030) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:09.395991 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:09.426432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] Sync routers for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:09.478245 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=77cb8d0a-e270-4ad7-a048-53e100c05e11,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:09.483081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:09.483750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:31:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:09.491335 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.514126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d379bd13-0169-4670-b264-173f800aa0ed req-941a159a-21f0-493f-921c-1c6b426f3741 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 210 time: 0.0457795 Feb 11 13:32:09.555218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e4cb7-6b9c-4deb-b306-f0e272bb5617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Deleting port 8a0b7d6e-335b-429b-a74c-4a30a6bff4c4 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:09.556008 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4cb7-6b9c-4deb-b306-f0e272bb5617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.577887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] No DVR routers for this DVR port 418dcc8e-b734-459b-b3a3-6eabc16618e8 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:09.585441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.588558 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5d3eabe1-6ecc-4ddb-8583-7891fa548afa req-371da0cd-d226-4759-9f7c-bd821fd0bc7e tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.13 "DELETE /v2.0/ports/418dcc8e-b734-459b-b3a3-6eabc16618e8 HTTP/1.1" status: 204 len: 173 time: 3.6146865 Feb 11 13:32:09.590041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'name': 'network-vif-deleted', 'tag': '418dcc8e-b734-459b-b3a3-6eabc16618e8'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:09.592530 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ae80bd-8d98-4498-a68d-72999801c674" -d '{"events": [{"server_uuid": "ac92df90-c8c8-476f-b86d-862c2ac6b75e", "name": "network-vif-deleted", "tag": "418dcc8e-b734-459b-b3a3-6eabc16618e8"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:09.618599 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=2a2f02f5-e103-4300-b800-f10413eb3557,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:09.632948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8f7d4-5ba8-4206-ab1d-7c3d0b2e41be req-d6d72576-f42f-4d8b-b476-4fe9701e5c2c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.634667 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c8f7d4-5ba8-4206-ab1d-7c3d0b2e41be req-d6d72576-f42f-4d8b-b476-4fe9701e5c2c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2410989 Feb 11 13:32:09.664420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,segment=NetworkSegment(de661d0b-3e09-4c06-a3f6-527d22a1187d),segment_id=de661d0b-3e09-4c06-a3f6-527d22a1187d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:09.677689 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65c8f7d4-5ba8-4206-ab1d-7c3d0b2e41be req-7183489f-36a6-4ad8-9621-850c0a90ab6d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347402 Feb 11 13:32:09.685238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'c76ef8dd-3046-4469-bf82-f7b7fcd6dd84', 'network_id': 'f2237f98-fc34-4564-afb0-09a1f0580fee', 'port_id': 'c76ef8dd-3046-4469-bf82-f7b7fcd6dd84', 'mac_address': 'fa:16:3e:21:6d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd334a1-678c-4ce1-94f4-ffeaadc8c4fc', 'ip_address': '19.80.0.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:09.712676 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.725524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:09.742948 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.752983 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4cb7-6b9c-4deb-b306-f0e272bb5617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.760420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Network 5d201b71-f32e-49cb-8f12-2f6100280842 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:09.771409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35c353-36a3-492e-bbac-6b810861d6b4 req-c6109d3c-2524-4335-b663-95d7c191b415 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.773715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e35c353-36a3-492e-bbac-6b810861d6b4 req-c6109d3c-2524-4335-b663-95d7c191b415 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1285534 Feb 11 13:32:09.780149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:09.787534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:09.793083 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:32:09.798574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e4cb7-6b9c-4deb-b306-f0e272bb5617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Calling delete_port for 8a0b7d6e-335b-429b-a74c-4a30a6bff4c4 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:09.824291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,segment=NetworkSegment(de661d0b-3e09-4c06-a3f6-527d22a1187d),segment_id=de661d0b-3e09-4c06-a3f6-527d22a1187d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:09.837351 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e35c353-36a3-492e-bbac-6b810861d6b4 req-197c5cdd-1c27-4ec5-a8fb-744c37506481 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524096 Feb 11 13:32:09.852888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Pushing event updated for resources: {'Port': ['ID=c178de0a-d384-426b-8376-4d76ad5c6baf,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:09.894839 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.903065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.903065 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:09.919176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea72846-dac8-400b-bd72-7ca74fa3260b req-36d361d1-34f1-4348-aee6-17457b8581a1 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.925307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea72846-dac8-400b-bd72-7ca74fa3260b req-36d361d1-34f1-4348-aee6-17457b8581a1 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:09.939113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7ea72846-dac8-400b-bd72-7ca74fa3260b req-36d361d1-34f1-4348-aee6-17457b8581a1 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1679 time: 0.1681416 Feb 11 13:32:09.939113 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd21487f-85f1-4501-972b-537fbd0b5815 x-openstack-request-id: req-bd21487f-85f1-4501-972b-537fbd0b5815 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:09.939113 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac92df90-c8c8-476f-b86d-862c2ac6b75e", "name": "network-vif-deleted", "tag": "418dcc8e-b734-459b-b3a3-6eabc16618e8", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:09.939113 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd21487f-85f1-4501-972b-537fbd0b5815 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:09.939113 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac92df90-c8c8-476f-b86d-862c2ac6b75e', 'name': 'network-vif-deleted', 'tag': '418dcc8e-b734-459b-b3a3-6eabc16618e8', 'status': 'completed', 'code': 200} Feb 11 13:32:09.986599 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7ea72846-dac8-400b-bd72-7ca74fa3260b req-42d3772e-f4ea-4743-b502-68328524cdfd tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516212 Feb 11 13:32:10.039544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:10.058675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-41d99e62-3e1e-492f-810c-da8a9ca30908 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8943660 Feb 11 13:32:10.079719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Request body: {'port': {'device_id': 'c5266bc7-1a33-4498-a615-9e5495cdf363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:10.085969 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4cb7-6b9c-4deb-b306-f0e272bb5617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.127695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e4cb7-6b9c-4deb-b306-f0e272bb5617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event deleted for resources: {'Port': ['ID=8a0b7d6e-335b-429b-a74c-4a30a6bff4c4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:10.128931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef2ad98-359c-43ef-ae43-472545453e11 req-c0beb6de-135a-47fe-a7b2-9548dc610e21 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.130934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7ef2ad98-359c-43ef-ae43-472545453e11 req-c0beb6de-135a-47fe-a7b2-9548dc610e21 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 931 time: 0.0887954 Feb 11 13:32:10.143546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:10.191003 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.194203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4cb7-6b9c-4deb-b306-f0e272bb5617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.197533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dc5e4cb7-6b9c-4deb-b306-f0e272bb5617 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "DELETE /v2.0/ports/8a0b7d6e-335b-429b-a74c-4a30a6bff4c4 HTTP/1.1" status: 204 len: 168 time: 0.8082626 Feb 11 13:32:10.201516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59042) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:10.202398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] Checking router: 8b6fc681-667b-4dae-b475-235e7c09f39a for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:10.218195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:10.218897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:31:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:10.239018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7ef2ad98-359c-43ef-ae43-472545453e11 req-e6994281-97f5-455d-b632-48ce330b5282 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792978 Feb 11 13:32:10.245666 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-2430a6e7-b9fb-4031-8fdd-e1e935fcdbaa tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] GET failed (client error): The resource could not be found. Feb 11 13:32:10.247288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2430a6e7-b9fb-4031-8fdd-e1e935fcdbaa tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "GET /v2.0/ports/8a0b7d6e-335b-429b-a74c-4a30a6bff4c4 HTTP/1.1" status: 404 len: 333 time: 0.0445642 Feb 11 13:32:10.250893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59044) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:10.293225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c76ef8dd-3046-4469-bf82-f7b7fcd6dd84'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:10.427306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7015fd16-c9b7-4cd4-8079-bb1305834a6c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Deleting port 76f1b7ef-b9db-45cd-a78b-89a707604a8c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:10.431620 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7015fd16-c9b7-4cd4-8079-bb1305834a6c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.495576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:10.542105 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7015fd16-c9b7-4cd4-8079-bb1305834a6c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.602753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c1f0e-32e4-4be6-83b6-029cbabe9c90 req-dda95d0f-a04a-4391-a504-14aae7c592f4 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.603896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7015fd16-c9b7-4cd4-8079-bb1305834a6c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Calling delete_port for 76f1b7ef-b9db-45cd-a78b-89a707604a8c owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:10.612448 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3e3c1f0e-32e4-4be6-83b6-029cbabe9c90 req-dda95d0f-a04a-4391-a504-14aae7c592f4 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2335d06-2ef9-4a25-be3f-915cede03911 HTTP/1.1" status: 200 len: 945 time: 0.2344196 Feb 11 13:32:10.666514 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3e3c1f0e-32e4-4be6-83b6-029cbabe9c90 req-f0630ffc-ab75-497f-a5fa-606e8cf3f4b6 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530314 Feb 11 13:32:10.684905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054d533-23bf-418a-bf87-2a2e3ef5ae14 req-b29c5d94-a567-481c-8bca-98778b7e5bc1 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.693238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3054d533-23bf-418a-bf87-2a2e3ef5ae14 req-b29c5d94-a567-481c-8bca-98778b7e5bc1 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.1427920 Feb 11 13:32:10.741787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c178de0a-d384-426b-8376-4d76ad5c6baf {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:32:10.751657 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:10.786903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3054d533-23bf-418a-bf87-2a2e3ef5ae14 req-368f6692-bc1e-4585-a425-c992771b27d9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925243 Feb 11 13:32:10.800219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Transition to ACTIVE for port object c178de0a-d384-426b-8376-4d76ad5c6baf will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:10.832562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2701e64-acff-4b53-af97-27db7f3d4243 req-c829a426-de13-48dc-bc97-7bdcc6194eae tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:10.834281 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2701e64-acff-4b53-af97-27db7f3d4243 req-c829a426-de13-48dc-bc97-7bdcc6194eae tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0799510 Feb 11 13:32:10.896594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2701e64-acff-4b53-af97-27db7f3d4243 req-77a7597c-b7d2-4b95-905b-9e0b4f73c1d6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502231 Feb 11 13:32:10.902607 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2a2f02f5-e103-4300-b800-f10413eb3557 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:10.934318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1082a117-0039-47fa-8706-5b8e0dce3d40 req-5fca59e6-956e-40fd-9f2a-13a550127d59 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/ports?device_id=ac92df90-c8c8-476f-b86d-862c2ac6b75e HTTP/1.1" status: 200 len: 210 time: 0.0391874 Feb 11 13:32:10.940295 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.029998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2a2f02f5-e103-4300-b800-f10413eb3557 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:11.030372 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.050882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c178de0a-d384-426b-8376-4d76ad5c6baf,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:11.059927 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8a1e7-542e-41f9-864b-74ac43cfa968 req-205b6b0a-4963-48a6-bac1-a5f925e7abac tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.061817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44b8a1e7-542e-41f9-864b-74ac43cfa968 req-205b6b0a-4963-48a6-bac1-a5f925e7abac tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.0591857 Feb 11 13:32:11.090652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:11.094762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df6d5d-f3ce-42e9-ac47-2f8c23f33bcd req-4bc84c2a-0d44-4143-8e8d-3f70194fbe9c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.096355 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27df6d5d-f3ce-42e9-ac47-2f8c23f33bcd req-4bc84c2a-0d44-4143-8e8d-3f70194fbe9c tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb713da1-9bbd-4b98-bc36-84cfa027f84e HTTP/1.1" status: 200 len: 945 time: 0.1161411 Feb 11 13:32:11.112665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44b8a1e7-542e-41f9-864b-74ac43cfa968 req-b1f52334-3cd8-40d8-a084-9c95cacaa09b tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416074 Feb 11 13:32:11.115058 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7015fd16-c9b7-4cd4-8079-bb1305834a6c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.122022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e43098f-401e-41cb-b979-fcae5731a75c None None] The sync data for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 is: [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:25:10Z', 'revision_number': 4, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '07757fe0-145a-4583-abdb-cbff44461559', 'name': '', 'network_id': '78e8cc7a-6b88-4178-9818-4cb8339195fa', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'mac_address': 'fa:16:3e:8b:67:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:07Z', 'updated_at': '2022-02-11T13:25:15Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'subnets': [{'id': '3356f2cd-4d02-411c-9f61-5d25d83cac42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:11.137294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Attempting to bind port c178de0a-d384-426b-8376-4d76ad5c6baf on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:11.137642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Attempting to bind port c178de0a-d384-426b-8376-4d76ad5c6baf by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:11.137992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Attempting to bind port c178de0a-d384-426b-8376-4d76ad5c6baf on network 5d201b71-f32e-49cb-8f12-2f6100280842 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:11.161072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Port c178de0a-d384-426b-8376-4d76ad5c6baf on network 5d201b71-f32e-49cb-8f12-2f6100280842 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:11.161072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Attempting to bind port c178de0a-d384-426b-8376-4d76ad5c6baf on network 5d201b71-f32e-49cb-8f12-2f6100280842 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:11.196906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:11.199281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Checking segment: {'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:11.199683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Bound using segment: {'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:11.200140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Bound port: c178de0a-d384-426b-8376-4d76ad5c6baf, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:11.204016 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.207972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7015fd16-c9b7-4cd4-8079-bb1305834a6c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.212522 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7015fd16-c9b7-4cd4-8079-bb1305834a6c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "DELETE /v2.0/ports/76f1b7ef-b9db-45cd-a78b-89a707604a8c HTTP/1.1" status: 204 len: 168 time: 0.9605265 Feb 11 13:32:11.213759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015fd16-c9b7-4cd4-8079-bb1305834a6c tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event deleted for resources: {'Port': ['ID=76f1b7ef-b9db-45cd-a78b-89a707604a8c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:11.216348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59060) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:11.217848 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27df6d5d-f3ce-42e9-ac47-2f8c23f33bcd req-653deccb-f29e-4d3d-b64f-236e2d5fa8f5 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074867 Feb 11 13:32:11.305053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-49fe8c52-73a5-45b5-b54e-1b24ec53e889 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Deleting subnet 2bd61d2f-670e-4998-bc01-4e6ddc568d27 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:32:11.309367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c52-73a5-45b5-b54e-1b24ec53e889 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.335027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] For port c178de0a-d384-426b-8376-4d76ad5c6baf, host n-h2-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:11.369686 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c52-73a5-45b5-b54e-1b24ec53e889 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.373917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] For port c178de0a-d384-426b-8376-4d76ad5c6baf, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c178de0a-d384-426b-8376-4d76ad5c6baf,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:11.396330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0534d3-3a90-4e9d-8fa9-9d97bbb1a8b9 req-eecb6ea0-d770-4510-a5f3-85c9ddb31a39 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.402575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0534d3-3a90-4e9d-8fa9-9d97bbb1a8b9 req-eecb6ea0-d770-4510-a5f3-85c9ddb31a39 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.405742 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc0534d3-3a90-4e9d-8fa9-9d97bbb1a8b9 req-eecb6ea0-d770-4510-a5f3-85c9ddb31a39 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1680 time: 0.0878842 Feb 11 13:32:11.432909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['77cb8d0a-e270-4ad7-a048-53e100c05e11'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:11.465968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc0534d3-3a90-4e9d-8fa9-9d97bbb1a8b9 req-5825f5cb-b5c2-4d79-a2be-477466b014bd tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537512 Feb 11 13:32:11.484877 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.510777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c52-73a5-45b5-b54e-1b24ec53e889 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.547824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.548458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.549991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] 10.222.0.59 "PUT /v2.0/ports/c178de0a-d384-426b-8376-4d76ad5c6baf HTTP/1.1" status: 200 len: 1091 time: 1.4754946 Feb 11 13:32:11.569688 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0942bcb0-e906-4344-8e4a-2c42fd44b757 None None] New status for floating IP 74aebe42-2ace-41d5-9b8c-8d5754f07fd8: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:32:11.587826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619bd09-247c-4ac7-94f7-87a8a1cdb9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c178de0a-d384-426b-8376-4d76ad5c6baf,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:11.678805 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c52-73a5-45b5-b54e-1b24ec53e889 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.708182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca640be-e328-4cb1-bc1d-7b3181a78912 None None] Network d5cf6e8c-7602-461e-85e8-b6957e6b53e7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:11.716154 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-49fe8c52-73a5-45b5-b54e-1b24ec53e889 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.719422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-49fe8c52-73a5-45b5-b54e-1b24ec53e889 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "DELETE /v2.0/subnets/2bd61d2f-670e-4998-bc01-4e6ddc568d27 HTTP/1.1" status: 204 len: 168 time: 0.5018883 Feb 11 13:32:11.720579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe8c52-73a5-45b5-b54e-1b24ec53e889 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd61d2f-670e-4998-bc01-4e6ddc568d27,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:11.722414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59070) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:11.752866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-3c40834c-59f1-48ab-bcd9-e2db71d231be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.755919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-3c40834c-59f1-48ab-bcd9-e2db71d231be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2159bcf205c04168bdf4ab46bf696028&device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 1094 time: 0.0733285 Feb 11 13:32:11.822328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-cd5d5a16-fcab-45c7-9698-4db33d776432 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c178de0a-d384-426b-8376-4d76ad5c6baf HTTP/1.1" status: 200 len: 217 time: 0.0583975 Feb 11 13:32:11.858391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:11.882341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6babb3ef-4a75-47e5-9d75-3dfb5ae07582 req-c6832e89-2a04-4ad2-b38e-367b541845fe tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.883934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6babb3ef-4a75-47e5-9d75-3dfb5ae07582 req-c6832e89-2a04-4ad2-b38e-367b541845fe tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 943 time: 0.0913332 Feb 11 13:32:11.901943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-a4be817c-ba53-476f-b3f0-ab58e021c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:11.903548 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-a4be817c-ba53-476f-b3f0-ab58e021c686 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0e105e6-cad3-4f13-9689-18b67f982c89 HTTP/1.1" status: 200 len: 851 time: 0.0661802 Feb 11 13:32:11.945369 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5266bc7-1a33-4498-a615-9e5495cdf363', 'tag': 'c178de0a-d384-426b-8376-4d76ad5c6baf'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:11.947661 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5266bc7-1a33-4498-a615-9e5495cdf363", "tag": "c178de0a-d384-426b-8376-4d76ad5c6baf"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:11.953176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6babb3ef-4a75-47e5-9d75-3dfb5ae07582 req-8dc6244b-dbc5-40da-b47d-bdb55dd335a7 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Feb 11 13:32:11.959215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61fb525-9410-468a-9583-0e30b36f3522 None None] DHCP port deletion for d5cf6e8c-7602-461e-85e8-b6957e6b53e7 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:32:11.973804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-40bc7222-9591-47ed-b1cf-3c143843ba92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d201b71-f32e-49cb-8f12-2f6100280842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627096 Feb 11 13:32:11.993471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Deleting port 8155f90f-2b82-4767-9f26-eb4d9673ef3a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:11.993841 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.027608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb525-9410-468a-9583-0e30b36f3522 None None] Deleting port 8155f90f-2b82-4767-9f26-eb4d9673ef3a {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:12.027971 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d61fb525-9410-468a-9583-0e30b36f3522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.097588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d61fb525-9410-468a-9583-0e30b36f3522 None None] For port 8155f90f-2b82-4767-9f26-eb4d9673ef3a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8155f90f-2b82-4767-9f26-eb4d9673ef3a,segment=NetworkSegment(25565864-6178-45e1-a5bd-bd3e190072db),segment_id=25565864-6178-45e1-a5bd-bd3e190072db)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:12.098052 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d61fb525-9410-468a-9583-0e30b36f3522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.105486 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-9ec7d5ea-a96b-4dea-a6bd-b6c0d37aa77b service neutron] 10.222.0.59 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240849 Feb 11 13:32:12.111307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d61fb525-9410-468a-9583-0e30b36f3522 None None] Calling delete_port for 8155f90f-2b82-4767-9f26-eb4d9673ef3a owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:12.115176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8d01fb-a542-4970-b550-651d8a6019ed req-766ee9a0-2225-4b8a-8353-1b0d9a269e13 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.116669 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce8d01fb-a542-4970-b550-651d8a6019ed req-766ee9a0-2225-4b8a-8353-1b0d9a269e13 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb713da1-9bbd-4b98-bc36-84cfa027f84e HTTP/1.1" status: 200 len: 945 time: 0.0860181 Feb 11 13:32:12.132224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] For port 8155f90f-2b82-4767-9f26-eb4d9673ef3a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8155f90f-2b82-4767-9f26-eb4d9673ef3a,segment=NetworkSegment(25565864-6178-45e1-a5bd-bd3e190072db),segment_id=25565864-6178-45e1-a5bd-bd3e190072db)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:12.132851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.159173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Calling delete_port for 8155f90f-2b82-4767-9f26-eb4d9673ef3a owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:12.169980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557cb83d-b2c0-4e32-9247-449bd53dee6f req-906d2ba4-6ecd-40f3-8c81-ee7dcbcc1316 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.171658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-557cb83d-b2c0-4e32-9247-449bd53dee6f req-906d2ba4-6ecd-40f3-8c81-ee7dcbcc1316 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.1267369 Feb 11 13:32:12.187128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b2314-7789-432d-bacd-477c4add2370 req-be9a60f2-7637-44e3-9fca-2d1ce0d69f93 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.188687 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c88b2314-7789-432d-bacd-477c4add2370 req-be9a60f2-7637-44e3-9fca-2d1ce0d69f93 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.59 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.1448119 Feb 11 13:32:12.211375 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce8d01fb-a542-4970-b550-651d8a6019ed req-7da370e4-3b83-4aa1-bcd2-3e6df8dfa87e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853701 Feb 11 13:32:12.244247 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e230bae7-7b4b-4e9a-9e85-f81b012c6099 req-6287eae5-bada-4ed3-8239-37f959c06cec service neutron] 10.222.0.59 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266165 Feb 11 13:32:12.295521 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d61fb525-9410-468a-9583-0e30b36f3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.309270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-557cb83d-b2c0-4e32-9247-449bd53dee6f req-5b4ca7fd-0319-47ea-96f7-edbe901c5f46 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146698 Feb 11 13:32:12.333381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fb525-9410-468a-9583-0e30b36f3522 None None] Pushing event deleted for resources: {'Port': ['ID=8155f90f-2b82-4767-9f26-eb4d9673ef3a,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:12.339229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61fb525-9410-468a-9583-0e30b36f3522 None None] No DVR routers for this DVR port 8155f90f-2b82-4767-9f26-eb4d9673ef3a on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:12.356006 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.387856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event deleted for resources: {'Port': ['ID=8155f90f-2b82-4767-9f26-eb4d9673ef3a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:12.393808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] No DVR routers for this DVR port 8155f90f-2b82-4767-9f26-eb4d9673ef3a on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:12.414193 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1c6eab-033d-448a-8529-f571a4861d1d x-openstack-request-id: req-7d1c6eab-033d-448a-8529-f571a4861d1d {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:12.414193 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5266bc7-1a33-4498-a615-9e5495cdf363", "tag": "c178de0a-d384-426b-8376-4d76ad5c6baf", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:12.414193 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7d1c6eab-033d-448a-8529-f571a4861d1d {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:12.414193 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5266bc7-1a33-4498-a615-9e5495cdf363', 'tag': 'c178de0a-d384-426b-8376-4d76ad5c6baf', 'status': 'completed', 'code': 200} Feb 11 13:32:12.420635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-c88b2314-7789-432d-bacd-477c4add2370 req-cd64b149-5d9e-465b-b157-edb03bb12185 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Deleting port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:12.420988 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c88b2314-7789-432d-bacd-477c4add2370 req-cd64b149-5d9e-465b-b157-edb03bb12185 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.491380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3 req-9dafcd13-ffd2-4a01-a352-ba30fc0d25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.493754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3 req-9dafcd13-ffd2-4a01-a352-ba30fc0d25b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2159bcf205c04168bdf4ab46bf696028&device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 1094 time: 0.0491860 Feb 11 13:32:12.579187 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.633220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59088) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:12.635569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cf6e8c-7602-461e-85e8-b6957e6b53e7']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:12.650146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c88b2314-7789-432d-bacd-477c4add2370 req-cd64b149-5d9e-465b-b157-edb03bb12185 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] For port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:12.650503 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c88b2314-7789-432d-bacd-477c4add2370 req-cd64b149-5d9e-465b-b157-edb03bb12185 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.663102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25565864-6178-45e1-a5bd-bd3e190072db') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:12.663560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25565864-6178-45e1-a5bd-bd3e190072db') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:12.673335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8155f90f-2b82-4767-9f26-eb4d9673ef3a no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:12.683781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70c8a8-d682-42e3-8778-6bb7f72f09b8 req-19b41e75-e1cb-4289-9f86-2c8384281969 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.691133 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e70c8a8-d682-42e3-8778-6bb7f72f09b8 req-19b41e75-e1cb-4289-9f86-2c8384281969 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 946 time: 0.2044590 Feb 11 13:32:12.696193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-c88b2314-7789-432d-bacd-477c4add2370 req-cd64b149-5d9e-465b-b157-edb03bb12185 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Calling delete_port for 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:12.700197 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.705709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8155f90f-2b82-4767-9f26-eb4d9673ef3a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:12.706164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8155f90f-2b82-4767-9f26-eb4d9673ef3a not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:12.716797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:12.725429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3 req-eadb838c-955c-4482-ba72-e7c8ac146918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.726979 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3 req-eadb838c-955c-4482-ba72-e7c8ac146918 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d201b71-f32e-49cb-8f12-2f6100280842 HTTP/1.1" status: 200 len: 912 time: 0.2267165 Feb 11 13:32:12.734601 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.774449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:12.774860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:12.777990 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:12.801966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3 req-41a31268-1ea7-4b5f-8e74-74da28baa23a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c178de0a-d384-426b-8376-4d76ad5c6baf HTTP/1.1" status: 200 len: 217 time: 0.0543678 Feb 11 13:32:12.833751 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e70c8a8-d682-42e3-8778-6bb7f72f09b8 req-8dcca742-8a9d-4727-a671-cfe6e607ff70 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404452 Feb 11 13:32:12.843986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:12.852442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:12.853728 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.863350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d6e64-08ea-4e7f-b86a-02b13738b59b req-df84a196-be73-47f4-8fe9-ec9446cb854b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.869976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d6e64-08ea-4e7f-b86a-02b13738b59b req-df84a196-be73-47f4-8fe9-ec9446cb854b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.876750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-081d6e64-08ea-4e7f-b86a-02b13738b59b req-df84a196-be73-47f4-8fe9-ec9446cb854b tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1680 time: 0.1886730 Feb 11 13:32:12.892085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c08e-ccbb-44d1-98bb-5d724ce67781 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.932811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3 req-482c65f8-9ffa-415a-b95b-a1f6be431ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:12.934285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3 req-482c65f8-9ffa-415a-b95b-a1f6be431ab2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0e105e6-cad3-4f13-9689-18b67f982c89 HTTP/1.1" status: 200 len: 851 time: 0.1239135 Feb 11 13:32:12.942170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c08e-ccbb-44d1-98bb-5d724ce67781 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.951333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.960010 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.971491 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:12.978742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] 10.222.0.52 "DELETE /v2.0/networks/d5cf6e8c-7602-461e-85e8-b6957e6b53e7 HTTP/1.1" status: 204 len: 168 time: 1.2547011 Feb 11 13:32:12.987187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3 req-e6506122-3440-485b-bbc5-e46b13251577 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d201b71-f32e-49cb-8f12-2f6100280842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422723 Feb 11 13:32:13.001705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ea0ef-c5d2-4182-b105-6cf0386fab13 tempest-AllowedAddressPairIpV6TestJSON-252932341 tempest-AllowedAddressPairIpV6TestJSON-252932341-project] Pushing event deleted for resources: {'Network': ['ID=d5cf6e8c-7602-461e-85e8-b6957e6b53e7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:13.003015 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-081d6e64-08ea-4e7f-b86a-02b13738b59b req-47aa0813-6009-4e2a-9a5d-cc68fe602b64 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240683 Feb 11 13:32:13.024983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76ef8dd-3046-4469-bf82-f7b7fcd6dd84'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:13.032479 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2225e187-2638-4236-b33f-18afad55393a" -d '{"events": [{"server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "name": "network-vif-plugged", "status": "completed", "tag": "c76ef8dd-3046-4469-bf82-f7b7fcd6dd84"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:13.048315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079461b-1f7c-4921-a536-9933c6996b1b req-3e53df6a-c31d-4ed8-85d8-64b962f908ab tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:13.052923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,segment=NetworkSegment(de661d0b-3e09-4c06-a3f6-527d22a1187d),segment_id=de661d0b-3e09-4c06-a3f6-527d22a1187d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:13.059155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4079461b-1f7c-4921-a536-9933c6996b1b req-3e53df6a-c31d-4ed8-85d8-64b962f908ab tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1198080 Feb 11 13:32:13.060579 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c88b2314-7789-432d-bacd-477c4add2370 req-cd64b149-5d9e-465b-b157-edb03bb12185 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.074790 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['0d9e9b6d-0273-4625-b812-6bfe4fbd0824', 'c2f5892c-cd15-4a28-9c6f-002bef1b9e91'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:13.132961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64b149-5d9e-465b-b157-edb03bb12185 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Pushing event deleted for resources: {'Port': ['ID=0d9e9b6d-0273-4625-b812-6bfe4fbd0824,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:13.170400 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3 req-dffe0a04-0a85-409f-a2b9-31fce6d0dd32 service neutron] 10.222.0.59 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561787 Feb 11 13:32:13.180141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190d191-cb0d-484c-8ef9-8dc350ba2efc req-6f8f3f33-491c-4d17-aa7e-98bd01f8901f tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:13.181784 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0190d191-cb0d-484c-8ef9-8dc350ba2efc req-6f8f3f33-491c-4d17-aa7e-98bd01f8901f tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 943 time: 0.0900819 Feb 11 13:32:13.188932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88b2314-7789-432d-bacd-477c4add2370 req-cd64b149-5d9e-465b-b157-edb03bb12185 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] No DVR routers for this DVR port 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:13.190247 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.194876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c88b2314-7789-432d-bacd-477c4add2370 req-cd64b149-5d9e-465b-b157-edb03bb12185 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.198902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c88b2314-7789-432d-bacd-477c4add2370 req-cd64b149-5d9e-465b-b157-edb03bb12185 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.59 "DELETE /v2.0/ports/0d9e9b6d-0273-4625-b812-6bfe4fbd0824 HTTP/1.1" status: 204 len: 173 time: 1.0024619 Feb 11 13:32:13.199630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59e90419-6985-4c73-857c-57e974c0ea72', 'name': 'network-vif-deleted', 'tag': '0d9e9b6d-0273-4625-b812-6bfe4fbd0824'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:13.202195 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6a27d6-6a33-4006-81cc-0887ceaef53e" -d '{"events": [{"server_uuid": "59e90419-6985-4c73-857c-57e974c0ea72", "name": "network-vif-deleted", "tag": "0d9e9b6d-0273-4625-b812-6bfe4fbd0824"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:13.212314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c08e-ccbb-44d1-98bb-5d724ce67781 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.214362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4079461b-1f7c-4921-a536-9933c6996b1b req-d90cc80c-1501-4144-a2c7-90400fa1d15e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465919 Feb 11 13:32:13.214906 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fbe3c08e-ccbb-44d1-98bb-5d724ce67781 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.216012 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fbe3c08e-ccbb-44d1-98bb-5d724ce67781 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "DELETE /v2.0/security-groups/fa3985eb-d968-4ec9-892f-0e91b3dbb86e HTTP/1.1" status: 204 len: 168 time: 0.5817604 Feb 11 13:32:13.220994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59098) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:13.237659 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-3fc2d435-23ca-48cc-a538-2b2b1ba70f67 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] show failed (client error): The resource could not be found. Feb 11 13:32:13.243716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3fc2d435-23ca-48cc-a538-2b2b1ba70f67 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "GET /v2.0/security-groups/fa3985eb-d968-4ec9-892f-0e91b3dbb86e HTTP/1.1" status: 404 len: 347 time: 0.0207548 Feb 11 13:32:13.244487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59102) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:13.300290 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96908e60-fdfa-4744-86be-634cacee30ef x-openstack-request-id: req-96908e60-fdfa-4744-86be-634cacee30ef {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:13.300892 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "name": "network-vif-plugged", "status": "completed", "tag": "c76ef8dd-3046-4469-bf82-f7b7fcd6dd84", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:13.309666 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96908e60-fdfa-4744-86be-634cacee30ef {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:13.309666 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76ef8dd-3046-4469-bf82-f7b7fcd6dd84', 'code': 200} Feb 11 13:32:13.310100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3c08e-ccbb-44d1-98bb-5d724ce67781 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3985eb-d968-4ec9-892f-0e91b3dbb86e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:13.342255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:13.344205 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0190d191-cb0d-484c-8ef9-8dc350ba2efc req-1c3e7f79-e674-451a-9f25-7681f84cf78b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519771 Feb 11 13:32:13.396017 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47d9beb-4080-4fcc-8120-4b52627b5557 x-openstack-request-id: req-c47d9beb-4080-4fcc-8120-4b52627b5557 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:13.396325 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59e90419-6985-4c73-857c-57e974c0ea72", "name": "network-vif-deleted", "tag": "0d9e9b6d-0273-4625-b812-6bfe4fbd0824", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:13.396601 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c47d9beb-4080-4fcc-8120-4b52627b5557 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:13.397031 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59e90419-6985-4c73-857c-57e974c0ea72', 'name': 'network-vif-deleted', 'tag': '0d9e9b6d-0273-4625-b812-6bfe4fbd0824', 'status': 'completed', 'code': 200} Feb 11 13:32:13.420748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aff5dc3-7934-4220-a49b-06a5b0cd05b3 req-a558653e-9f62-408d-a346-cb769af1674a service neutron] 10.222.0.59 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379720 Feb 11 13:32:13.446862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-5fecdb6d-34eb-442d-98b1-df496718ec02 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:13.448560 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-5fecdb6d-34eb-442d-98b1-df496718ec02 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb713da1-9bbd-4b98-bc36-84cfa027f84e HTTP/1.1" status: 200 len: 945 time: 0.1839423 Feb 11 13:32:13.523927 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d91abb-f60d-42f5-b36b-853a6b2f3636 req-115d5e9c-bd4e-4dd8-8065-d1a89197964a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:13.528253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5d91abb-f60d-42f5-b36b-853a6b2f3636 req-115d5e9c-bd4e-4dd8-8065-d1a89197964a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0835497 Feb 11 13:32:13.528253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-560fc7bb-8146-4695-af5b-0571fa1f6a39 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Deleting port 0f224ad2-ec6d-4806-821f-91dca6761b32 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:13.528253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-560fc7bb-8146-4695-af5b-0571fa1f6a39 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.551600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabf16c-bb91-4b49-a0e6-41e786ac4cdf req-74bac1f1-3f18-4708-8d32-7eb9452b1df7 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:13.559322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8eabf16c-bb91-4b49-a0e6-41e786ac4cdf req-74bac1f1-3f18-4708-8d32-7eb9452b1df7 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb713da1-9bbd-4b98-bc36-84cfa027f84e HTTP/1.1" status: 200 len: 945 time: 0.1096911 Feb 11 13:32:13.586731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59108) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:13.621570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5d91abb-f60d-42f5-b36b-853a6b2f3636 req-d61478fc-20cb-4c98-960f-8db1f9d18331 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806637 Feb 11 13:32:13.647136 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8eabf16c-bb91-4b49-a0e6-41e786ac4cdf req-2b48489c-1088-41b5-9565-a7b6f789dc46 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867524 Feb 11 13:32:13.658852 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-0bbb0419-5960-4658-87e6-5419c3c3904e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Deleting port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:13.659264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-0bbb0419-5960-4658-87e6-5419c3c3904e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.660109 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-560fc7bb-8146-4695-af5b-0571fa1f6a39 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.660109 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-560fc7bb-8146-4695-af5b-0571fa1f6a39 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.675296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-560fc7bb-8146-4695-af5b-0571fa1f6a39 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Calling delete_port for 0f224ad2-ec6d-4806-821f-91dca6761b32 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:13.789799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-0bbb0419-5960-4658-87e6-5419c3c3904e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] For port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:13.793033 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-0bbb0419-5960-4658-87e6-5419c3c3904e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.798386 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7b825ab7-6b25-4463-ac26-a4cadcfd5019 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fbac0bb202145a5b53ee8b2bdaa8e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071395 Feb 11 13:32:13.798889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59112) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:13.807668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-0bbb0419-5960-4658-87e6-5419c3c3904e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Calling delete_port for 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:13.859750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-911bcc2d-10b3-47e1-8330-632b9741d83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.892507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-911bcc2d-10b3-47e1-8330-632b9741d83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.902354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-560fc7bb-8146-4695-af5b-0571fa1f6a39 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:13.976534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fc7bb-8146-4695-af5b-0571fa1f6a39 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Pushing event deleted for resources: {'Port': ['ID=0f224ad2-ec6d-4806-821f-91dca6761b32,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:13.983614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-969b78b3-baf0-4c12-b0ab-76b9deb18c08 req-9ee912f4-9957-490a-8ed5-0ff89693d145 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=59e90419-6985-4c73-857c-57e974c0ea72 HTTP/1.1" status: 200 len: 210 time: 0.0604033 Feb 11 13:32:14.015210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-0bbb0419-5960-4658-87e6-5419c3c3904e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.032017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['65f9c41e-e33b-44fe-878c-59e8d64e8941'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:14.042840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['49627ad9-73e1-4b72-bea8-52ae00cc2fb0', '18a1981a-b950-4e24-abf5-225df8553254'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:14.048625 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-560fc7bb-8146-4695-af5b-0571fa1f6a39 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.053738 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-560fc7bb-8146-4695-af5b-0571fa1f6a39 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.054935 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-560fc7bb-8146-4695-af5b-0571fa1f6a39 tempest-AttachVolumeTestJSON-1476030305 tempest-AttachVolumeTestJSON-1476030305-project] 10.222.0.52 "DELETE /v2.0/floatingips/74aebe42-2ace-41d5-9b8c-8d5754f07fd8 HTTP/1.1" status: 204 len: 168 time: 0.8081505 Feb 11 13:32:14.069813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb0419-5960-4658-87e6-5419c3c3904e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Pushing event deleted for resources: {'Port': ['ID=49627ad9-73e1-4b72-bea8-52ae00cc2fb0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:14.122473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-0bbb0419-5960-4658-87e6-5419c3c3904e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] No DVR routers for this DVR port 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:14.124633 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-0bbb0419-5960-4658-87e6-5419c3c3904e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.128966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af8b6aae-2cbe-4620-8863-251ebbe55ce0 req-0bbb0419-5960-4658-87e6-5419c3c3904e tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.13 "DELETE /v2.0/ports/49627ad9-73e1-4b72-bea8-52ae00cc2fb0 HTTP/1.1" status: 204 len: 173 time: 0.6683912 Feb 11 13:32:14.173910 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-911bcc2d-10b3-47e1-8330-632b9741d83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.176542 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-911bcc2d-10b3-47e1-8330-632b9741d83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.177714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-911bcc2d-10b3-47e1-8330-632b9741d83f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ebc0c551-01bb-4b50-8ee7-d87215e00587 HTTP/1.1" status: 204 len: 168 time: 0.3777723 Feb 11 13:32:14.186354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cd0a7-6a15-4153-b3cd-45679980dae6 req-e8702942-def8-46d4-ade0-247ebba3bfc6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.193283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911bcc2d-10b3-47e1-8330-632b9741d83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc0c551-01bb-4b50-8ee7-d87215e00587,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:14.193476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962cd0a7-6a15-4153-b3cd-45679980dae6 req-e8702942-def8-46d4-ade0-247ebba3bfc6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.195118 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-962cd0a7-6a15-4153-b3cd-45679980dae6 req-e8702942-def8-46d4-ade0-247ebba3bfc6 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1681 time: 0.0650687 Feb 11 13:32:14.244134 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-962cd0a7-6a15-4153-b3cd-45679980dae6 req-825e6048-f85e-4ffa-8dd0-3b9cf92cad5e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418148 Feb 11 13:32:14.415091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb713da1-9bbd-4b98-bc36-84cfa027f84e', 'name': 'network-vif-deleted', 'tag': '49627ad9-73e1-4b72-bea8-52ae00cc2fb0'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:14.419455 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ecddbb-482a-4095-8835-ea7adac62df9" -d '{"events": [{"server_uuid": "eb713da1-9bbd-4b98-bc36-84cfa027f84e", "name": "network-vif-deleted", "tag": "49627ad9-73e1-4b72-bea8-52ae00cc2fb0"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:14.432843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2218d5-9dd3-44c4-8b86-444ce58c0927 req-0d16cf68-a479-48f5-a938-632367335f15 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.434699 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f2218d5-9dd3-44c4-8b86-444ce58c0927 req-0d16cf68-a479-48f5-a938-632367335f15 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0812266 Feb 11 13:32:14.475609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f2218d5-9dd3-44c4-8b86-444ce58c0927 req-82e13836-d9d9-4113-82e7-1670d84eee99 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350189 Feb 11 13:32:14.492546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6bb8e-5014-4998-97f1-2f62ee58b117 req-b1c12c0b-4576-4e2d-bef4-356c1d66e707 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.498226 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71c6bb8e-5014-4998-97f1-2f62ee58b117 req-b1c12c0b-4576-4e2d-bef4-356c1d66e707 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 943 time: 0.0608385 Feb 11 13:32:14.525859 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3768bd4-da21-40e1-b962-2e958e20eb10 x-openstack-request-id: req-c3768bd4-da21-40e1-b962-2e958e20eb10 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:14.525859 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb713da1-9bbd-4b98-bc36-84cfa027f84e", "name": "network-vif-deleted", "tag": "49627ad9-73e1-4b72-bea8-52ae00cc2fb0", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:14.525859 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3768bd4-da21-40e1-b962-2e958e20eb10 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:14.525859 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb713da1-9bbd-4b98-bc36-84cfa027f84e', 'name': 'network-vif-deleted', 'tag': '49627ad9-73e1-4b72-bea8-52ae00cc2fb0', 'status': 'completed', 'code': 200} Feb 11 13:32:14.536640 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71c6bb8e-5014-4998-97f1-2f62ee58b117 req-ec678452-d451-4173-a44a-405ec6304c7a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366535 Feb 11 13:32:14.724523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 77cb8d0a-e270-4ad7-a048-53e100c05e11 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:14.777406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4f4f1-fb85-4abb-b754-b7632041336c req-40bd59a0-50cd-4e8d-a47d-a5ede838dc1f tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:14.786508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2bf4f4f1-fb85-4abb-b754-b7632041336c req-40bd59a0-50cd-4e8d-a47d-a5ede838dc1f tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0786390 Feb 11 13:32:14.827191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ba081b7-2a24-4b17-b207-43e6b1d3f10e req-906c3d58-b55a-476b-9553-3f7707b540ed tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=eb713da1-9bbd-4b98-bc36-84cfa027f84e HTTP/1.1" status: 200 len: 210 time: 0.0697432 Feb 11 13:32:14.842422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2bf4f4f1-fb85-4abb-b754-b7632041336c req-1ad05d78-b32a-4936-9d4f-507a76aa35f0 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440888 Feb 11 13:32:14.872077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 77cb8d0a-e270-4ad7-a048-53e100c05e11 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:14.876530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 77cb8d0a-e270-4ad7-a048-53e100c05e11 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:14.877052 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.955147 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:14.992709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 77cb8d0a-e270-4ad7-a048-53e100c05e11, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=77cb8d0a-e270-4ad7-a048-53e100c05e11,segment=NetworkSegment(04a045a9-a3bf-4e88-b2e5-a691ba62a6c8),segment_id=04a045a9-a3bf-4e88-b2e5-a691ba62a6c8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:15.055377 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.110741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=77cb8d0a-e270-4ad7-a048-53e100c05e11,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:15.304523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cb8d0a-e270-4ad7-a048-53e100c05e11'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:15.310328 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7265a93f-2edd-49bd-a446-236aaaa3f8b7" -d '{"events": [{"server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "name": "network-vif-plugged", "status": "completed", "tag": "77cb8d0a-e270-4ad7-a048-53e100c05e11"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:15.314889 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-adf0257c-2eed-4dd8-8fdf-e1e2f37f540a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854194 Feb 11 13:32:15.480860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-dc046075-8503-4157-a912-61389e2fc587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.482678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-dc046075-8503-4157-a912-61389e2fc587 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 1097 time: 0.1361260 Feb 11 13:32:15.496957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c2d9a-5f7a-4bd5-99dc-23655ae9b2fd req-748c5be9-0d35-44fa-8862-b90645e86175 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.501524 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9a7e5d-b812-4fb5-9acd-49acefc7c238 x-openstack-request-id: req-ce9a7e5d-b812-4fb5-9acd-49acefc7c238 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:15.501892 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "name": "network-vif-plugged", "status": "completed", "tag": "77cb8d0a-e270-4ad7-a048-53e100c05e11", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:15.502221 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce9a7e5d-b812-4fb5-9acd-49acefc7c238 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:15.502669 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cb8d0a-e270-4ad7-a048-53e100c05e11', 'code': 200} Feb 11 13:32:15.513511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c2d9a-5f7a-4bd5-99dc-23655ae9b2fd req-748c5be9-0d35-44fa-8862-b90645e86175 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.523988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-209c2d9a-5f7a-4bd5-99dc-23655ae9b2fd req-748c5be9-0d35-44fa-8862-b90645e86175 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1682 time: 0.1400082 Feb 11 13:32:15.608345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59168) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:15.695657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feee128-68b8-46c2-8a33-ffd3e42e802e req-f1da8c76-dc99-4c82-8e5e-a859ef14709e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.704424 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7feee128-68b8-46c2-8a33-ffd3e42e802e req-f1da8c76-dc99-4c82-8e5e-a859ef14709e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1043551 Feb 11 13:32:15.730755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1338145185'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:15.768213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7feee128-68b8-46c2-8a33-ffd3e42e802e req-6828f1c9-47ca-49f7-8aad-1d790bf7e7a5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628710 Feb 11 13:32:15.879559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Made reservation on behalf of 0c0b7d3014654c6c9851bbbbd7cfcf6a for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:15.883605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.900289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:15.922265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a1e43-bd32-41ac-91cf-477bb806af3f req-85956913-8601-4875-9a51-327978565920 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:15.924335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a65a1e43-bd32-41ac-91cf-477bb806af3f req-85956913-8601-4875-9a51-327978565920 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0874646 Feb 11 13:32:16.013956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.035941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-209c2d9a-5f7a-4bd5-99dc-23655ae9b2fd req-2664af72-fbe4-4e6c-9bfa-854ae8d5f91f tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080466 Feb 11 13:32:16.069597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719833b4-04a4-415d-a513-cc9c112511bc req-2dec74f1-0df6-4871-8c5d-5cf7c444bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.070366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719833b4-04a4-415d-a513-cc9c112511bc req-2dec74f1-0df6-4871-8c5d-5cf7c444bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.072124 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-719833b4-04a4-415d-a513-cc9c112511bc req-2dec74f1-0df6-4871-8c5d-5cf7c444bdb5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1984 time: 0.4801474 Feb 11 13:32:16.092063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-f4384f33-c184-4373-88f2-7490288c606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.093590 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-f4384f33-c184-4373-88f2-7490288c606d service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.5676737 Feb 11 13:32:16.095353 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a65a1e43-bd32-41ac-91cf-477bb806af3f req-cbf361e1-aad8-430a-a815-4f85804eef2d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783288 Feb 11 13:32:16.103566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.150025 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-d00752ea-7581-4368-af9f-49e5f269ba19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd725b32-020a-4ad7-a810-1f3105417f36 HTTP/1.1" status: 200 len: 217 time: 0.0472224 Feb 11 13:32:16.180805 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-719833b4-04a4-415d-a513-cc9c112511bc req-0d6600aa-9aec-405e-99b2-caa2d9eacacf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948179 Feb 11 13:32:16.197425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:16.221382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4274a4b8-848a-44ba-9ddc-559b53f127b1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:16.234050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.234050 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Added segment 55d91c59-796f-4d13-afb2-b41145d8281e of type vlan for network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 Feb 11 13:32:16.249266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-087e704a-c5c8-4089-bb59-2e23c2f7b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.251315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-087e704a-c5c8-4089-bb59-2e23c2f7b766 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.0934613 Feb 11 13:32:16.264140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11de4ff-4c41-4a00-bf5d-3882ca142e6b req-741f7be1-d748-4a76-8f61-b098e9de2efc tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.266117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c11de4ff-4c41-4a00-bf5d-3882ca142e6b req-741f7be1-d748-4a76-8f61-b098e9de2efc tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 943 time: 0.1051555 Feb 11 13:32:16.320793 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.333966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c11de4ff-4c41-4a00-bf5d-3882ca142e6b req-331b199c-4be5-49f0-86da-ef5054fd0e51 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584660 Feb 11 13:32:16.339354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-c51f7327-331d-4d9f-9ce2-5f22a87c6f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.341081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-c51f7327-331d-4d9f-9ce2-5f22a87c6f84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738974 Feb 11 13:32:16.341553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dde7b1-6d2c-4a3c-b71c-03ec3b88f849 req-f4099aeb-c77c-4d8d-b74b-638c44a43bf7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.343242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a3dde7b1-6d2c-4a3c-b71c-03ec3b88f849 req-f4099aeb-c77c-4d8d-b74b-638c44a43bf7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.1117513 Feb 11 13:32:16.436446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a3dde7b1-6d2c-4a3c-b71c-03ec3b88f849 req-8fb7dd9a-fa9e-475d-8b09-02df379326c5 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676363 Feb 11 13:32:16.436446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.436446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.436446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.501341 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-70c18c88-1dda-4ac1-8995-ea76929b3dd6 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521561 Feb 11 13:32:16.561998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event updated for resources: {'Network': ['ID=6f44a2c4-d3e2-4746-87f5-668cb37c8fb5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:16.595957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:16.636843 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f6b485-168c-4124-9f26-ffa8e7aefdcf req-ca02a867-0f82-42c2-b598-bf9dbaf6ad8d service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213899 Feb 11 13:32:16.720984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8240e0fc-b6e1-4a6b-842f-8e67604d6779 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1104438 Feb 11 13:32:16.724113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59186) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:16.729386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Request body: {'subnet': {'network_id': '6f44a2c4-d3e2-4746-87f5-668cb37c8fb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:16.736062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c178de0a-d384-426b-8376-4d76ad5c6baf details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:16.760244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:16.784894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:16.785580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 0d9e9b6d-0273-4625-b812-6bfe4fbd0824 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:16.889266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Made reservation on behalf of 0c0b7d3014654c6c9851bbbbd7cfcf6a for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:16.891899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c178de0a-d384-426b-8376-4d76ad5c6baf, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c178de0a-d384-426b-8376-4d76ad5c6baf,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:16.894134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.907187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'c178de0a-d384-426b-8376-4d76ad5c6baf', 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842', 'port_id': 'c178de0a-d384-426b-8376-4d76ad5c6baf', 'mac_address': 'fa:16:3e:a0:b2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:16.927741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcaafa-7558-4946-b79d-3ce3aed9797b req-05504e34-4439-4787-996c-24eb45c06b5f tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:16.929501 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fafcaafa-7558-4946-b79d-3ce3aed9797b req-05504e34-4439-4787-996c-24eb45c06b5f tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0579686 Feb 11 13:32:16.952899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:16.974328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c178de0a-d384-426b-8376-4d76ad5c6baf {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:32:16.991249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fafcaafa-7558-4946-b79d-3ce3aed9797b req-2106d1dc-2a70-4d92-9d73-86b3dfda8fd0 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388834 Feb 11 13:32:16.999512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c178de0a-d384-426b-8376-4d76ad5c6baf, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c178de0a-d384-426b-8376-4d76ad5c6baf,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:17.086508 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:17.171035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c178de0a-d384-426b-8376-4d76ad5c6baf,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:17.199958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf476b-2452-43f0-8a55-710f5e708421 req-14f7a6bc-40c2-490b-8f80-bcde510060d1 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.205737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf476b-2452-43f0-8a55-710f5e708421 req-14f7a6bc-40c2-490b-8f80-bcde510060d1 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.207666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4fcf476b-2452-43f0-8a55-710f5e708421 req-14f7a6bc-40c2-490b-8f80-bcde510060d1 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1682 time: 0.0769649 Feb 11 13:32:17.246310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4fcf476b-2452-43f0-8a55-710f5e708421 req-c9ca5c9d-10b4-4c4e-b4a0-a11e9f01ecc9 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323575 Feb 11 13:32:17.248224 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:17.344039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547fcc-a6e7-4272-97c2-18132757426a req-dbe1f82d-03e9-4b68-9bd6-a096cbc0db18 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.350550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d547fcc-a6e7-4272-97c2-18132757426a req-dbe1f82d-03e9-4b68-9bd6-a096cbc0db18 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.352217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d547fcc-a6e7-4272-97c2-18132757426a req-dbe1f82d-03e9-4b68-9bd6-a096cbc0db18 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2335d06-2ef9-4a25-be3f-915cede03911&device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 1681 time: 0.1162784 Feb 11 13:32:17.357091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event updated for resources: {'Subnet': ['ID=aaf9e839-2466-412c-bcfd-844a14313380,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:17.365397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Checking segment: {'id': '55d91c59-796f-4d13-afb2-b41145d8281e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6f44a2c4-d3e2-4746-87f5-668cb37c8fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:17.365781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Network hostable DHCP agents. Network: 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:17.390449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea89406-5012-4e13-8488-f35d757a768b req-748d144c-92da-43de-836a-2ac276acf8ac tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.392304 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fea89406-5012-4e13-8488-f35d757a768b req-748d144c-92da-43de-836a-2ac276acf8ac tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0797994 Feb 11 13:32:17.412939 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d547fcc-a6e7-4272-97c2-18132757426a req-b218db5a-b19c-4b01-93ef-f5624b8e8fb3 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446038 Feb 11 13:32:17.446420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fea89406-5012-4e13-8488-f35d757a768b req-5df03ff5-d2c0-4933-b00a-43f78be04a30 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455232 Feb 11 13:32:17.505444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:17.554570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a634511-6320-47ca-a038-773c896e55fb req-b992fa51-4525-4eac-8de7-c36420f9b68e tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.556328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a634511-6320-47ca-a038-773c896e55fb req-b992fa51-4525-4eac-8de7-c36420f9b68e tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 944 time: 0.0873673 Feb 11 13:32:17.564084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c178de0a-d384-426b-8376-4d76ad5c6baf'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:17.593338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f92f8-a2a3-4aa1-8bf2-efb45d9d87f2 req-c28c6150-8c79-4e80-b6ee-c633798567af tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.602272 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-177f92f8-a2a3-4aa1-8bf2-efb45d9d87f2 req-c28c6150-8c79-4e80-b6ee-c633798567af tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0756297 Feb 11 13:32:17.633308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a634511-6320-47ca-a038-773c896e55fb req-cca6c4e4-fb18-40c0-aa06-87b4d2d33ed3 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599756 Feb 11 13:32:17.649338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-177f92f8-a2a3-4aa1-8bf2-efb45d9d87f2 req-05458f83-acab-4d56-94f9-991341567cf2 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462170 Feb 11 13:32:17.675323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:17.675323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:17.675323 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:17.694605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ff109-81f4-4379-a942-86b28ed12988 None None] Network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:17.774511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fae4dd40-2ec3-424f-a6d1-ca11e0776c4f tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0467577 Feb 11 13:32:17.775442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59222) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:17.787122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Request body: {'port': {'network_id': '6f44a2c4-d3e2-4746-87f5-668cb37c8fb5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1536329803'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:17.925270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-6f44a2c4-d3e2-4746-87f5-668cb37c8fb5', 'network_id': '6f44a2c4-d3e2-4746-87f5-668cb37c8fb5', 'tenant_id': '0c0b7d3014654c6c9851bbbbd7cfcf6a', 'fixed_ips': [{'subnet_id': 'aaf9e839-2466-412c-bcfd-844a14313380'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:32:17.927526 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.106220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Made reservation on behalf of 0c0b7d3014654c6c9851bbbbd7cfcf6a for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:18.112193 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.117460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Allocated IP 172.20.0.2 (6f44a2c4-d3e2-4746-87f5-668cb37c8fb5/aaf9e839-2466-412c-bcfd-844a14313380/b93221d9-9901-47f0-9eb1-80decd0b8783) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:18.166955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] device_id is not set on port 8a6bc522-7544-42e9-ab10-3693273531eb yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:32:18.171319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7114b9-9c05-42e3-88e6-09a6fe57a4c1 req-d8d40808-a555-47e1-86d4-2b4c1c79f3ad tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.173470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b7114b9-9c05-42e3-88e6-09a6fe57a4c1 req-d8d40808-a555-47e1-86d4-2b4c1c79f3ad tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0920849 Feb 11 13:32:18.285030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b7114b9-9c05-42e3-88e6-09a6fe57a4c1 req-8cce3ab2-2011-49c4-8a3b-ffac3eabcc20 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014838 Feb 11 13:32:18.353551 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.431843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663183c2-8d77-47dd-98e9-4b4e3fd07b1d req-b9c8adc2-02a5-4ab7-a330-85b6a541b727 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.437897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663183c2-8d77-47dd-98e9-4b4e3fd07b1d req-b9c8adc2-02a5-4ab7-a330-85b6a541b727 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.439571 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-663183c2-8d77-47dd-98e9-4b4e3fd07b1d req-b9c8adc2-02a5-4ab7-a330-85b6a541b727 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1682 time: 0.0636828 Feb 11 13:32:18.490280 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.490485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-663183c2-8d77-47dd-98e9-4b4e3fd07b1d req-c4925842-dbba-4e31-a301-df4c2fe48e66 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358303 Feb 11 13:32:18.554424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:18.557344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Pushing event updated for resources: {'Port': ['ID=b93221d9-9901-47f0-9eb1-80decd0b8783,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:18.559977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:18.562096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:18.619012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Allocated IP 172.20.0.4 (6f44a2c4-d3e2-4746-87f5-668cb37c8fb5/aaf9e839-2466-412c-bcfd-844a14313380/8a6bc522-7544-42e9-ab10-3693273531eb) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:18.665482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26e347-92e7-431d-b297-a2e6f1a8dec1 req-ba17fd4b-fa22-4b37-abef-e951df5537b7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.665482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e26e347-92e7-431d-b297-a2e6f1a8dec1 req-ba17fd4b-fa22-4b37-abef-e951df5537b7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0776191 Feb 11 13:32:18.681546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:18.715906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:18.716474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 49627ad9-73e1-4b72-bea8-52ae00cc2fb0 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:18.719944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Attempting to bind port b93221d9-9901-47f0-9eb1-80decd0b8783 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:18.720307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Attempting to bind port b93221d9-9901-47f0-9eb1-80decd0b8783 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '55d91c59-796f-4d13-afb2-b41145d8281e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6f44a2c4-d3e2-4746-87f5-668cb37c8fb5'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:18.720666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Attempting to bind port b93221d9-9901-47f0-9eb1-80decd0b8783 on network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:18.727084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:18.727455 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Checking segment: {'id': '55d91c59-796f-4d13-afb2-b41145d8281e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6f44a2c4-d3e2-4746-87f5-668cb37c8fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:18.727852 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.728241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Bound using segment: {'id': '55d91c59-796f-4d13-afb2-b41145d8281e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6f44a2c4-d3e2-4746-87f5-668cb37c8fb5'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:18.731310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e26e347-92e7-431d-b297-a2e6f1a8dec1 req-5130a816-15b5-47e4-bd75-8feb57ec5e8a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602930 Feb 11 13:32:18.746412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Bound port: b93221d9-9901-47f0-9eb1-80decd0b8783, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d91c59-796f-4d13-afb2-b41145d8281e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6f44a2c4-d3e2-4746-87f5-668cb37c8fb5'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:18.746412 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.752237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c178de0a-d384-426b-8376-4d76ad5c6baf up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:18.876447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:18.889433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2147d-9486-4906-a0c2-6e0564c8cfef req-d2237be8-d92f-40ab-971a-8137a7b5938b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.894814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62e2147d-9486-4906-a0c2-6e0564c8cfef req-d2237be8-d92f-40ab-971a-8137a7b5938b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 944 time: 0.0823162 Feb 11 13:32:18.939105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] For port b93221d9-9901-47f0-9eb1-80decd0b8783, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:18.945140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] For port b93221d9-9901-47f0-9eb1-80decd0b8783, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b93221d9-9901-47f0-9eb1-80decd0b8783,segment=NetworkSegment(55d91c59-796f-4d13-afb2-b41145d8281e),segment_id=55d91c59-796f-4d13-afb2-b41145d8281e)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:18.950251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62e2147d-9486-4906-a0c2-6e0564c8cfef req-ebe1a47f-e85b-454a-b67a-fdad189c5085 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515823 Feb 11 13:32:18.963771 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51800c54-b4e7-4c07-8d98-ca51a11df896 req-8a715023-5b5e-428b-bc78-80ce30a67e88 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:18.973918 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51800c54-b4e7-4c07-8d98-ca51a11df896 req-8a715023-5b5e-428b-bc78-80ce30a67e88 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0872374 Feb 11 13:32:18.998877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port c178de0a-d384-426b-8376-4d76ad5c6baf completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:19.005419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port c178de0a-d384-426b-8376-4d76ad5c6baf triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:19.006141 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.022436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51800c54-b4e7-4c07-8d98-ca51a11df896 req-3910a86d-485e-4af5-bd14-a93f33d36dd8 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486805 Feb 11 13:32:19.056083 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.118607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.142918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98db348-a3fd-40aa-a327-d9eda2415efe req-15b5dd5c-c3b5-4eda-bfc3-d1fcad028502 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.152304 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e98db348-a3fd-40aa-a327-d9eda2415efe req-15b5dd5c-c3b5-4eda-bfc3-d1fcad028502 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2335d06-2ef9-4a25-be3f-915cede03911 HTTP/1.1" status: 200 len: 945 time: 0.0713739 Feb 11 13:32:19.163220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552d0d0-a616-46d7-b37e-d050ad409587 None None] Pushing event updated for resources: {'Port': ['ID=b93221d9-9901-47f0-9eb1-80decd0b8783,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:19.166847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:19.170098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:19.173710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:19.219698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e98db348-a3fd-40aa-a327-d9eda2415efe req-62678b59-857f-4aa0-ae96-dfa0bc441005 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617497 Feb 11 13:32:19.236424 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.265034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5266bc7-1a33-4498-a615-9e5495cdf363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c178de0a-d384-426b-8376-4d76ad5c6baf'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:19.266379 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0e35c9-5ee6-483d-bda6-460b6caa078e" -d '{"events": [{"server_uuid": "c5266bc7-1a33-4498-a615-9e5495cdf363", "name": "network-vif-plugged", "status": "completed", "tag": "c178de0a-d384-426b-8376-4d76ad5c6baf"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:19.273324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event updated for resources: {'Port': ['ID=8a6bc522-7544-42e9-ab10-3693273531eb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:19.287128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c178de0a-d384-426b-8376-4d76ad5c6baf, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c178de0a-d384-426b-8376-4d76ad5c6baf,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:19.304388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.304388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.318227 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf82f8b-b5c7-4453-82d1-f9c80fc46813 x-openstack-request-id: req-9bf82f8b-b5c7-4453-82d1-f9c80fc46813 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:19.318518 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5266bc7-1a33-4498-a615-9e5495cdf363", "name": "network-vif-plugged", "status": "completed", "tag": "c178de0a-d384-426b-8376-4d76ad5c6baf", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:19.318763 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bf82f8b-b5c7-4453-82d1-f9c80fc46813 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:19.319151 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5266bc7-1a33-4498-a615-9e5495cdf363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c178de0a-d384-426b-8376-4d76ad5c6baf', 'code': 200} Feb 11 13:32:19.387080 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.443391 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5ad6eeae-d963-4b95-8644-57247761cbf8 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6666899 Feb 11 13:32:19.444353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59254) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:19.452082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Request body: {'port': {'network_id': '6f44a2c4-d3e2-4746-87f5-668cb37c8fb5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1499616158', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:19.453336 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] bootfile-name is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:32:19.453929 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] tftp-server is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:32:19.454499 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] server-ip-address is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:32:19.508897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50763c33-3320-4e54-8a00-62e7d44f4c53 req-4a28a05d-98b2-4a7d-9564-60d298e40bf5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.517826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50763c33-3320-4e54-8a00-62e7d44f4c53 req-4a28a05d-98b2-4a7d-9564-60d298e40bf5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1368148 Feb 11 13:32:19.527014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c178de0a-d384-426b-8376-4d76ad5c6baf,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:19.555545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c051f8-5a56-47e4-94c1-5133d267fb26 req-587d8955-a6ca-4b79-bbf8-2f41a44994f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.557710 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8c051f8-5a56-47e4-94c1-5133d267fb26 req-587d8955-a6ca-4b79-bbf8-2f41a44994f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 1096 time: 0.1690137 Feb 11 13:32:19.584673 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50763c33-3320-4e54-8a00-62e7d44f4c53 req-170c6ca4-5103-40db-9df5-4d210601ad60 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441978 Feb 11 13:32:19.622025 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8c051f8-5a56-47e4-94c1-5133d267fb26 req-f0b4d0d3-d2ef-4508-a905-662446b66df5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489762 Feb 11 13:32:19.728224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Made reservation on behalf of 0c0b7d3014654c6c9851bbbbd7cfcf6a for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:19.732229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:19.752771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9239275-61d0-4e6c-9566-fb6e4a7acb52 req-31315148-5b2d-402b-b1c1-7715fe27a95a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.753645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] device_id is not set on port f6b877e4-1275-45d1-857c-e8ba1be43970 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:32:19.761128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9239275-61d0-4e6c-9566-fb6e4a7acb52 req-31315148-5b2d-402b-b1c1-7715fe27a95a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.762829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9239275-61d0-4e6c-9566-fb6e4a7acb52 req-31315148-5b2d-402b-b1c1-7715fe27a95a tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1682 time: 0.0644417 Feb 11 13:32:19.835804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9239275-61d0-4e6c-9566-fb6e4a7acb52 req-03e306d8-1a2f-427f-af69-ead5b3abee44 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616405 Feb 11 13:32:19.910417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Allocated IP 172.20.0.14 (6f44a2c4-d3e2-4746-87f5-668cb37c8fb5/aaf9e839-2466-412c-bcfd-844a14313380/f6b877e4-1275-45d1-857c-e8ba1be43970) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:19.921515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f7557-a944-4f8d-ba30-9462702e39e4 req-c0aaeda2-3fc7-4be0-9531-3eb11e2d7d23 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:19.923010 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba2f7557-a944-4f8d-ba30-9462702e39e4 req-c0aaeda2-3fc7-4be0-9531-3eb11e2d7d23 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0882170 Feb 11 13:32:19.988744 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba2f7557-a944-4f8d-ba30-9462702e39e4 req-2251802f-6011-4d7f-9c69-f88f4a35ce23 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577815 Feb 11 13:32:20.162074 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.185591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e03cb-902e-47b8-b38c-f1fbedd0bff6 req-372a5474-c2d3-4811-bce4-867cf70ab340 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.187773 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a5e03cb-902e-47b8-b38c-f1fbedd0bff6 req-372a5474-c2d3-4811-bce4-867cf70ab340 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1186049 Feb 11 13:32:20.234026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0a180-c863-47d5-a3c0-b600dd47ddba req-551b7336-e124-49ac-a1ff-352c26f9e628 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.238319 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c0a180-c863-47d5-a3c0-b600dd47ddba req-551b7336-e124-49ac-a1ff-352c26f9e628 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0903893 Feb 11 13:32:20.247775 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a5e03cb-902e-47b8-b38c-f1fbedd0bff6 req-c1d7a61a-c647-4c3f-be69-d8df8dcb5d7e tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481846 Feb 11 13:32:20.303242 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11c0a180-c863-47d5-a3c0-b600dd47ddba req-3665741f-ee38-44bc-8085-7d6b36d581c4 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449460 Feb 11 13:32:20.353412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab92c4d-e7fc-4568-8874-b564ff149fc2 req-eb5fd3b3-134a-450e-ae33-5b55b5e1ce60 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.355033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ab92c4d-e7fc-4568-8874-b564ff149fc2 req-eb5fd3b3-134a-450e-ae33-5b55b5e1ce60 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2335d06-2ef9-4a25-be3f-915cede03911 HTTP/1.1" status: 200 len: 945 time: 0.0531685 Feb 11 13:32:20.390503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.401759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ab92c4d-e7fc-4568-8874-b564ff149fc2 req-acf1e941-79f4-4e05-8805-6bcdd780c43f tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/security-groups?id=bb659e12-9d6d-4337-a943-294240fbf7bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399621 Feb 11 13:32:20.428614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-5b5e989a-1043-4a65-b4f8-8613b1ab81b7 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.430422 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-5b5e989a-1043-4a65-b4f8-8613b1ab81b7 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.13 "GET /v2.0/ports?device_id=e867f8eb-8349-409c-8f55-f3b0bbef9d2e HTTP/1.1" status: 200 len: 945 time: 0.0995288 Feb 11 13:32:20.509493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e3e7d7-af4a-4f5e-8603-2ede0b9040d4 None None] Network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:20.510646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:20.523878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:20.529741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:20.532661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event updated for resources: {'Port': ['ID=f6b877e4-1275-45d1-857c-e8ba1be43970,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:20.591664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-50ab73db-ca3c-4af7-afb6-4ad9a66477d6 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.593138 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-50ab73db-ca3c-4af7-afb6-4ad9a66477d6 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.59 "GET /v2.0/ports?device_id=a2335d06-2ef9-4a25-be3f-915cede03911 HTTP/1.1" status: 200 len: 945 time: 0.2178016 Feb 11 13:32:20.611032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Provisioning complete for port b93221d9-9901-47f0-9eb1-80decd0b8783 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:20.619982 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.651219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.651901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.756131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-428c2b1b-3e5c-45df-9c8b-8d2e016606fd tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Deleting port 18a1981a-b950-4e24-abf5-225df8553254 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:20.760052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-428c2b1b-3e5c-45df-9c8b-8d2e016606fd tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.790216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cb71b-aeb8-48af-9ab0-03279d3187d7 req-85b0f755-b9b7-4c5c-a3f5-a93e78aa5ba6 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.791788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-486cb71b-aeb8-48af-9ab0-03279d3187d7 req-85b0f755-b9b7-4c5c-a3f5-a93e78aa5ba6 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1290162 Feb 11 13:32:20.822389 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2da01911-a914-4774-b2df-70d51d23d545 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.3739312 Feb 11 13:32:20.824407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59270) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:20.832797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b93221d9-9901-47f0-9eb1-80decd0b8783 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:20.924382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc5904b-f2d8-4be6-9629-fa8945c69c20 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.931389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc5904b-f2d8-4be6-9629-fa8945c69c20 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.937591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc5904b-f2d8-4be6-9629-fa8945c69c20 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:20.939520 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0dc5904b-f2d8-4be6-9629-fa8945c69c20 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1137319 Feb 11 13:32:20.942960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59274) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:20.948954 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-486cb71b-aeb8-48af-9ab0-03279d3187d7 req-016385ba-ee73-491b-b750-815381526e2d tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310782 Feb 11 13:32:20.954994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b93221d9-9901-47f0-9eb1-80decd0b8783 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:20.955367 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.960508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-428c2b1b-3e5c-45df-9c8b-8d2e016606fd tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] For port 18a1981a-b950-4e24-abf5-225df8553254, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=18a1981a-b950-4e24-abf5-225df8553254,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:20.961123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-428c2b1b-3e5c-45df-9c8b-8d2e016606fd tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.965955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-7ee5bc4d-f7aa-4672-bafe-c67a8cfcdb91 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Deleting port 65f9c41e-e33b-44fe-878c-59e8d64e8941 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:20.966564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-7ee5bc4d-f7aa-4672-bafe-c67a8cfcdb91 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:20.988106 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.050359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] For port b93221d9-9901-47f0-9eb1-80decd0b8783, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b93221d9-9901-47f0-9eb1-80decd0b8783,segment=NetworkSegment(55d91c59-796f-4d13-afb2-b41145d8281e),segment_id=55d91c59-796f-4d13-afb2-b41145d8281e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:21.087490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-7ee5bc4d-f7aa-4672-bafe-c67a8cfcdb91 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] For port 65f9c41e-e33b-44fe-878c-59e8d64e8941, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=65f9c41e-e33b-44fe-878c-59e8d64e8941,segment=NetworkSegment(d9ed816b-0227-4ed5-9226-766725d56257),segment_id=d9ed816b-0227-4ed5-9226-766725d56257)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:21.087873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-7ee5bc4d-f7aa-4672-bafe-c67a8cfcdb91 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.116852 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-7ee5bc4d-f7aa-4672-bafe-c67a8cfcdb91 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Calling delete_port for 65f9c41e-e33b-44fe-878c-59e8d64e8941 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:21.142521 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.206098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-428c2b1b-3e5c-45df-9c8b-8d2e016606fd tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Calling delete_port for 18a1981a-b950-4e24-abf5-225df8553254 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:21.219838 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.345577 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:32:21.347978 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:32:21.354056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Pushing event updated for resources: {'Port': ['ID=b93221d9-9901-47f0-9eb1-80decd0b8783,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:21.365063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.368755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5672ccfe-a18e-4748-868d-d0ff587e95d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:21.393317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f4b56-d8c9-4c3e-9942-6c87b988c0d5 req-f84234aa-e192-4bfd-856f-cb1537989c5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.401246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e83fce19-0927-410f-af4c-fdfe811cf349 None None] Provisioning complete for port 8a6bc522-7544-42e9-ab10-3693273531eb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:21.401723 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c4f4b56-d8c9-4c3e-9942-6c87b988c0d5 req-f84234aa-e192-4bfd-856f-cb1537989c5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2029276 Feb 11 13:32:21.401887 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e83fce19-0927-410f-af4c-fdfe811cf349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.464833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e83fce19-0927-410f-af4c-fdfe811cf349 None None] Port 8a6bc522-7544-42e9-ab10-3693273531eb cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:32:21.494146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e83fce19-0927-410f-af4c-fdfe811cf349 None None] Provisioning complete for port f6b877e4-1275-45d1-857c-e8ba1be43970 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:21.494614 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e83fce19-0927-410f-af4c-fdfe811cf349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.529863 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c4f4b56-d8c9-4c3e-9942-6c87b988c0d5 req-2d0c7196-c814-4e89-a23c-84d00b26e92e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269796 Feb 11 13:32:21.570736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e83fce19-0927-410f-af4c-fdfe811cf349 None None] Port f6b877e4-1275-45d1-857c-e8ba1be43970 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:32:21.597887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e83fce19-0927-410f-af4c-fdfe811cf349 None None] Provisioning complete for port b93221d9-9901-47f0-9eb1-80decd0b8783 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:21.598304 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e83fce19-0927-410f-af4c-fdfe811cf349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.651745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-7ee5bc4d-f7aa-4672-bafe-c67a8cfcdb91 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.671252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['18a1981a-b950-4e24-abf5-225df8553254'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:21.678263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['65f9c41e-e33b-44fe-878c-59e8d64e8941'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:21.693998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb232068-078b-4435-ac28-1ea0021830a0 req-02b678d3-ae79-482c-a6b8-242e29ee5b02 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.705951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb232068-078b-4435-ac28-1ea0021830a0 req-02b678d3-ae79-482c-a6b8-242e29ee5b02 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.708504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb232068-078b-4435-ac28-1ea0021830a0 req-02b678d3-ae79-482c-a6b8-242e29ee5b02 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1682 time: 0.7676744 Feb 11 13:32:21.724743 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5bc4d-f7aa-4672-bafe-c67a8cfcdb91 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Pushing event deleted for resources: {'Port': ['ID=65f9c41e-e33b-44fe-878c-59e8d64e8941,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:21.808904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb232068-078b-4435-ac28-1ea0021830a0 req-52421029-024b-4979-a60c-4d329f62861e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929561 Feb 11 13:32:21.819093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5a6f5b1c-135f-47c1-a59a-bac65acc4d10 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Deleting port f6b877e4-1275-45d1-857c-e8ba1be43970 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:21.819435 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a6f5b1c-135f-47c1-a59a-bac65acc4d10 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.869229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-7ee5bc4d-f7aa-4672-bafe-c67a8cfcdb91 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] No DVR routers for this DVR port 65f9c41e-e33b-44fe-878c-59e8d64e8941 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:21.873015 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-428c2b1b-3e5c-45df-9c8b-8d2e016606fd tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.884005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-7ee5bc4d-f7aa-4672-bafe-c67a8cfcdb91 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:21.893549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9fc25e1-c004-44d5-8e2f-a630f769499e req-7ee5bc4d-f7aa-4672-bafe-c67a8cfcdb91 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.59 "DELETE /v2.0/ports/65f9c41e-e33b-44fe-878c-59e8d64e8941 HTTP/1.1" status: 204 len: 173 time: 1.2914767 Feb 11 13:32:21.897967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['65f9c41e-e33b-44fe-878c-59e8d64e8941'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:21.905021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2335d06-2ef9-4a25-be3f-915cede03911', 'name': 'network-vif-deleted', 'tag': '65f9c41e-e33b-44fe-878c-59e8d64e8941'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:21.910892 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c303b-84e5-4cfc-b086-130426257862" -d '{"events": [{"server_uuid": "a2335d06-2ef9-4a25-be3f-915cede03911", "name": "network-vif-deleted", "tag": "65f9c41e-e33b-44fe-878c-59e8d64e8941"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:21.982242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c2b1b-3e5c-45df-9c8b-8d2e016606fd tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Pushing event deleted for resources: {'Port': ['ID=18a1981a-b950-4e24-abf5-225df8553254,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:21.997584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a78d8d-670a-4d04-9c25-2a1241b87aac req-61b851f5-652c-4bd8-8156-f38d0862626f tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:21.999221 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-94a78d8d-670a-4d04-9c25-2a1241b87aac req-61b851f5-652c-4bd8-8156-f38d0862626f tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.2787428 Feb 11 13:32:22.057967 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-428c2b1b-3e5c-45df-9c8b-8d2e016606fd tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] No DVR routers for this DVR port 18a1981a-b950-4e24-abf5-225df8553254 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:22.074702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5b1824d6-2694-4a4d-bf30-c44e137cf91c None None] Provisioning complete for port 8a6bc522-7544-42e9-ab10-3693273531eb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:22.075077 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b1824d6-2694-4a4d-bf30-c44e137cf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.081743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-428c2b1b-3e5c-45df-9c8b-8d2e016606fd tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.085536 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4217b48c-1166-45ce-970a-ddcfcc5af148 req-428c2b1b-3e5c-45df-9c8b-8d2e016606fd tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.13 "DELETE /v2.0/ports/18a1981a-b950-4e24-abf5-225df8553254 HTTP/1.1" status: 204 len: 173 time: 1.6485643 Feb 11 13:32:22.095847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a6f5b1c-135f-47c1-a59a-bac65acc4d10 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.118865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-94a78d8d-670a-4d04-9c25-2a1241b87aac req-19a228af-3248-493b-b18c-77cea425922b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835745 Feb 11 13:32:22.121748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5a6f5b1c-135f-47c1-a59a-bac65acc4d10 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Calling delete_port for f6b877e4-1275-45d1-857c-e8ba1be43970 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:22.135716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5b1824d6-2694-4a4d-bf30-c44e137cf91c None None] Port 8a6bc522-7544-42e9-ab10-3693273531eb cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:32:22.161260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5b1824d6-2694-4a4d-bf30-c44e137cf91c None None] Provisioning complete for port f6b877e4-1275-45d1-857c-e8ba1be43970 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:22.161611 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b1824d6-2694-4a4d-bf30-c44e137cf91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.162193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f423-c288-4fc6-bee2-1ab5fd63eb1e req-d77e75a2-37aa-4073-b629-8b9ddb14482c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.171330 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc35f423-c288-4fc6-bee2-1ab5fd63eb1e req-d77e75a2-37aa-4073-b629-8b9ddb14482c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.1589801 Feb 11 13:32:22.204345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5b1824d6-2694-4a4d-bf30-c44e137cf91c None None] Port f6b877e4-1275-45d1-857c-e8ba1be43970 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:32:22.217729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-a0e25987-2445-4447-9b48-bbf477fe3512 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.225248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-a0e25987-2445-4447-9b48-bbf477fe3512 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.227194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-a0e25987-2445-4447-9b48-bbf477fe3512 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 1682 time: 0.2413301 Feb 11 13:32:22.280395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45c8ec5e-bf2d-4cf2-a4e4-4a8672c4c3c1 req-95b45a36-1ce7-41a0-84fb-ee9a05ca98a3 tempest-ListServersNegativeTestJSON-1099511682 tempest-ListServersNegativeTestJSON-1099511682-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2335d06-2ef9-4a25-be3f-915cede03911 HTTP/1.1" status: 200 len: 210 time: 0.0350711 Feb 11 13:32:22.311428 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc35f423-c288-4fc6-bee2-1ab5fd63eb1e req-f97fac54-306c-4446-a1cb-f61c58d08f2e tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390829 Feb 11 13:32:22.408292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-b79a8d62-fa72-42d9-ae8b-e02472a93e7a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.411135 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-b79a8d62-fa72-42d9-ae8b-e02472a93e7a tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.59 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.0932317 Feb 11 13:32:22.424457 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd40283-122c-4aeb-91f5-51594b8a16f1 x-openstack-request-id: req-9dd40283-122c-4aeb-91f5-51594b8a16f1 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:22.424740 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2335d06-2ef9-4a25-be3f-915cede03911", "name": "network-vif-deleted", "tag": "65f9c41e-e33b-44fe-878c-59e8d64e8941", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:22.425124 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9dd40283-122c-4aeb-91f5-51594b8a16f1 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:22.425359 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2335d06-2ef9-4a25-be3f-915cede03911', 'name': 'network-vif-deleted', 'tag': '65f9c41e-e33b-44fe-878c-59e8d64e8941', 'status': 'completed', 'code': 200} Feb 11 13:32:22.514146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-b3f3afcf-e625-4d08-8afa-ca4d5b1d1151 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:22.514486 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-b3f3afcf-e625-4d08-8afa-ca4d5b1d1151 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.518933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Deleting port c2f5892c-cd15-4a28-9c6f-002bef1b9e91 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:22.519343 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.577860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d66fc-83c1-4f34-847c-d4912f56bdd8 req-33f6a3d7-d3e2-48ae-8d17-934f9923f1e7 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:22.579387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-131d66fc-83c1-4f34-847c-d4912f56bdd8 req-33f6a3d7-d3e2-48ae-8d17-934f9923f1e7 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 946 time: 0.1495595 Feb 11 13:32:22.584981 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a6f5b1c-135f-47c1-a59a-bac65acc4d10 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.629635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] For port c2f5892c-cd15-4a28-9c6f-002bef1b9e91, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:22.629635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.630549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f5b1c-135f-47c1-a59a-bac65acc4d10 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event deleted for resources: {'Port': ['ID=f6b877e4-1275-45d1-857c-e8ba1be43970,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:22.641169 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Calling delete_port for c2f5892c-cd15-4a28-9c6f-002bef1b9e91 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:22.692199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b93221d9-9901-47f0-9eb1-80decd0b8783 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:22.783302 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-131d66fc-83c1-4f34-847c-d4912f56bdd8 req-05b5ab37-9883-42b1-8edf-6c3fc56f381e tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/security-groups?id=037846f7-5a8c-46cf-b149-49c7645c5fef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631420 Feb 11 13:32:22.796871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-b3f3afcf-e625-4d08-8afa-ca4d5b1d1151 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] For port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,segment=NetworkSegment(de661d0b-3e09-4c06-a3f6-527d22a1187d),segment_id=de661d0b-3e09-4c06-a3f6-527d22a1187d)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:22.797051 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-b3f3afcf-e625-4d08-8afa-ca4d5b1d1151 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.805504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b93221d9-9901-47f0-9eb1-80decd0b8783 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:22.806312 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.844908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-b3f3afcf-e625-4d08-8afa-ca4d5b1d1151 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Calling delete_port for c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:22.853524 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a6f5b1c-135f-47c1-a59a-bac65acc4d10 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:22.862925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59306) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:22.869389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5a6f5b1c-135f-47c1-a59a-bac65acc4d10 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "DELETE /v2.0/ports/f6b877e4-1275-45d1-857c-e8ba1be43970 HTTP/1.1" status: 204 len: 168 time: 1.9061298 Feb 11 13:32:22.876482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Request body: {'port': {'name': 'tempest-new-port-name-1871582658', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:22.880440 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] bootfile-name is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:32:22.880440 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] tftp-server is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:32:22.880440 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] server-ip-address is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:32:23.063127 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.082844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad78a72-638d-4678-b8f2-cfa82b09b4dc req-0d54bee9-b6e3-4991-bd80-9be266e25d2a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.088055 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ad78a72-638d-4678-b8f2-cfa82b09b4dc req-0d54bee9-b6e3-4991-bd80-9be266e25d2a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1320453 Feb 11 13:32:23.168444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1c396-f479-4a06-a743-367707bdbeee req-c86164fe-86c3-4d46-9ceb-134544f4a662 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.177503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ae1c396-f479-4a06-a743-367707bdbeee req-c86164fe-86c3-4d46-9ceb-134544f4a662 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0954785 Feb 11 13:32:23.204568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ad78a72-638d-4678-b8f2-cfa82b09b4dc req-0a3409ec-8d03-47f5-a754-8864ea5b2eca tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102874 Feb 11 13:32:23.210478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a91e0-9ca6-4b41-8978-bd5a1406b117 req-b1d4980a-1e9d-44f8-a540-9fc2c646bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.211825 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec0a91e0-9ca6-4b41-8978-bd5a1406b117 req-b1d4980a-1e9d-44f8-a540-9fc2c646bb97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2159bcf205c04168bdf4ab46bf696028&device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 1096 time: 0.1289539 Feb 11 13:32:23.229798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-b3f3afcf-e625-4d08-8afa-ca4d5b1d1151 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.232840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.241939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ae1c396-f479-4a06-a743-367707bdbeee req-e503b2bf-10e4-4e65-809c-c4b0b69fcc47 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621526 Feb 11 13:32:23.243287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c76ef8dd-3046-4469-bf82-f7b7fcd6dd84', '77cb8d0a-e270-4ad7-a048-53e100c05e11'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:23.372880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3afcf-e625-4d08-8afa-ca4d5b1d1151 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Port': ['ID=c76ef8dd-3046-4469-bf82-f7b7fcd6dd84,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:23.470823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-b3f3afcf-e625-4d08-8afa-ca4d5b1d1151 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] No DVR routers for this DVR port c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:23.488126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-b3f3afcf-e625-4d08-8afa-ca4d5b1d1151 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.490883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-b3f3afcf-e625-4d08-8afa-ca4d5b1d1151 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "DELETE /v2.0/ports/c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 HTTP/1.1" status: 204 len: 173 time: 1.2352486 Feb 11 13:32:23.491351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'name': 'network-vif-deleted', 'tag': 'c76ef8dd-3046-4469-bf82-f7b7fcd6dd84'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:23.493609 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c58482-a666-464e-8f5f-823876950055" -d '{"events": [{"server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "name": "network-vif-deleted", "tag": "c76ef8dd-3046-4469-bf82-f7b7fcd6dd84"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:23.511541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Pushing event deleted for resources: {'Port': ['ID=c2f5892c-cd15-4a28-9c6f-002bef1b9e91,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:23.561138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] No DVR routers for this DVR port c2f5892c-cd15-4a28-9c6f-002bef1b9e91 on host n-h2-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:23.569681 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.574630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.59 "DELETE /v2.0/ports/c2f5892c-cd15-4a28-9c6f-002bef1b9e91 HTTP/1.1" status: 204 len: 173 time: 1.1574926 Feb 11 13:32:23.589748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353829e-7b82-442c-8064-6f5ce47598a6 req-dabda167-3d66-44da-99c0-ef3a21a47a82 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.599456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3353829e-7b82-442c-8064-6f5ce47598a6 req-dabda167-3d66-44da-99c0-ef3a21a47a82 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 945 time: 0.1649694 Feb 11 13:32:23.611310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a91e0-9ca6-4b41-8978-bd5a1406b117 req-d218cf1f-64ec-4619-97d0-58692c1631a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.612802 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec0a91e0-9ca6-4b41-8978-bd5a1406b117 req-d218cf1f-64ec-4619-97d0-58692c1631a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d201b71-f32e-49cb-8f12-2f6100280842 HTTP/1.1" status: 200 len: 912 time: 0.3922632 Feb 11 13:32:23.625800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c2f5892c-cd15-4a28-9c6f-002bef1b9e91'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:23.643356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.666254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd2dca-fa34-4134-b170-a45cc606852a req-68626089-c947-4b67-90e5-68adea133b6a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.667943 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71dd2dca-fa34-4134-b170-a45cc606852a req-68626089-c947-4b67-90e5-68adea133b6a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.2146902 Feb 11 13:32:23.677531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3353829e-7b82-442c-8064-6f5ce47598a6 req-456f52ac-7cb0-4f7e-9557-15bf5af9a3e4 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760751 Feb 11 13:32:23.707678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec0a91e0-9ca6-4b41-8978-bd5a1406b117 req-f68a7ead-f9f6-47a3-a3ec-d586ce0a21c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c178de0a-d384-426b-8376-4d76ad5c6baf HTTP/1.1" status: 200 len: 217 time: 0.0858986 Feb 11 13:32:23.729702 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.731433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59316) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:23.811045 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c86fe9-ff62-4a86-9b8d-4fedad282e12 x-openstack-request-id: req-54c86fe9-ff62-4a86-9b8d-4fedad282e12 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:23.811681 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "name": "network-vif-deleted", "tag": "c76ef8dd-3046-4469-bf82-f7b7fcd6dd84", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:23.811681 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-54c86fe9-ff62-4a86-9b8d-4fedad282e12 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:23.812139 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'name': 'network-vif-deleted', 'tag': 'c76ef8dd-3046-4469-bf82-f7b7fcd6dd84', 'status': 'completed', 'code': 200} Feb 11 13:32:23.912984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] In _notify_port_updated(), no bound segment for port 8a6bc522-7544-42e9-ab10-3693273531eb on network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:32:23.914986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71dd2dca-fa34-4134-b170-a45cc606852a req-3e5e69e3-bac8-4bea-bd37-25db473494ed tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082660 Feb 11 13:32:23.929381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.930260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.933022 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "PUT /v2.0/ports/8a6bc522-7544-42e9-ab10-3693273531eb HTTP/1.1" status: 200 len: 1136 time: 1.0615642 Feb 11 13:32:23.939994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59322) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:23.951984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-83c4fbe6-1fad-4aa5-83aa-68d8d5145cb8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting port 77cb8d0a-e270-4ad7-a048-53e100c05e11 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:23.952334 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-83c4fbe6-1fad-4aa5-83aa-68d8d5145cb8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:23.964038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf845aa8-f33e-4a79-9f67-fa4ea2007b6d tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event updated for resources: {'Port': ['ID=8a6bc522-7544-42e9-ab10-3693273531eb,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:23.985936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a91e0-9ca6-4b41-8978-bd5a1406b117 req-3499c918-c70b-40c4-bc9f-f2769610b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:23.985936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec0a91e0-9ca6-4b41-8978-bd5a1406b117 req-3499c918-c70b-40c4-bc9f-f2769610b886 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0e105e6-cad3-4f13-9689-18b67f982c89 HTTP/1.1" status: 200 len: 851 time: 0.2649875 Feb 11 13:32:24.005372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24d915dc-4250-45d4-b3b0-adb9cca028ec req-e417934f-0e51-4d51-b25e-af22dd41f832 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] 10.222.0.52 "GET /v2.0/ports?device_id=fb7b7213-6bf9-4d0d-a21b-2528aa25b299 HTTP/1.1" status: 200 len: 210 time: 0.0711694 Feb 11 13:32:24.052635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d2ec72-8992-407a-a9f1-96e49bd2cfe9 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.054377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-84d2ec72-8992-407a-a9f1-96e49bd2cfe9 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "GET /v2.0/ports/8a6bc522-7544-42e9-ab10-3693273531eb HTTP/1.1" status: 200 len: 1136 time: 0.1016817 Feb 11 13:32:24.057570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59324) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:24.078647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-2044825c-2fab-4365-b518-cbd8d89ac687 admin admin] Deleting subnet 0161e67d-fb6e-4232-9181-6589576696b8 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:32:24.098976 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec0a91e0-9ca6-4b41-8978-bd5a1406b117 req-ff54549e-d6ab-4806-97e6-d8718f82bec3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d201b71-f32e-49cb-8f12-2f6100280842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406232 Feb 11 13:32:24.101354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2044825c-2fab-4365-b518-cbd8d89ac687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.172670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8d391556-a9d4-4e11-b18a-680488c0c3a4 None None] Provisioning complete for port 8a6bc522-7544-42e9-ab10-3693273531eb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:24.173227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ad40e0fd-8a43-4e7a-bc1c-ba6cefb5aa35 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Deleting port 8a6bc522-7544-42e9-ab10-3693273531eb {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:24.173227 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad40e0fd-8a43-4e7a-bc1c-ba6cefb5aa35 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.177886 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8d391556-a9d4-4e11-b18a-680488c0c3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.201818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2044825c-2fab-4365-b518-cbd8d89ac687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.231300 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8d391556-a9d4-4e11-b18a-680488c0c3a4 None None] Port 8a6bc522-7544-42e9-ab10-3693273531eb cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:32:24.257700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-83c4fbe6-1fad-4aa5-83aa-68d8d5145cb8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] For port 77cb8d0a-e270-4ad7-a048-53e100c05e11, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=77cb8d0a-e270-4ad7-a048-53e100c05e11,segment=NetworkSegment(04a045a9-a3bf-4e88-b2e5-a691ba62a6c8),segment_id=04a045a9-a3bf-4e88-b2e5-a691ba62a6c8)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:24.258112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-83c4fbe6-1fad-4aa5-83aa-68d8d5145cb8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.289068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-83c4fbe6-1fad-4aa5-83aa-68d8d5145cb8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Calling delete_port for 77cb8d0a-e270-4ad7-a048-53e100c05e11 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:24.312134 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2044825c-2fab-4365-b518-cbd8d89ac687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.318253 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad40e0fd-8a43-4e7a-bc1c-ba6cefb5aa35 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.332205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ad40e0fd-8a43-4e7a-bc1c-ba6cefb5aa35 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Calling delete_port for 8a6bc522-7544-42e9-ab10-3693273531eb owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:24.414493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec0a91e0-9ca6-4b41-8978-bd5a1406b117 req-6a11f977-4bed-4f05-9fe7-4822313691e0 service neutron] 10.222.0.59 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932789 Feb 11 13:32:24.428411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e867f8eb-8349-409c-8f55-f3b0bbef9d2e', 'name': 'network-vif-deleted', 'tag': '18a1981a-b950-4e24-abf5-225df8553254'}, {'server_uuid': 'fb7b7213-6bf9-4d0d-a21b-2528aa25b299', 'name': 'network-vif-deleted', 'tag': 'c2f5892c-cd15-4a28-9c6f-002bef1b9e91'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:24.430668 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae9864-1b0c-4035-a51f-be429be9075d" -d '{"events": [{"server_uuid": "e867f8eb-8349-409c-8f55-f3b0bbef9d2e", "name": "network-vif-deleted", "tag": "18a1981a-b950-4e24-abf5-225df8553254"}, {"server_uuid": "fb7b7213-6bf9-4d0d-a21b-2528aa25b299", "name": "network-vif-deleted", "tag": "c2f5892c-cd15-4a28-9c6f-002bef1b9e91"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:24.462502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87170c9a-a60e-4f8f-98e1-ee8d8a54c24b req-33db4d54-a241-4d98-b9a2-232566df5ba3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.464168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87170c9a-a60e-4f8f-98e1-ee8d8a54c24b req-33db4d54-a241-4d98-b9a2-232566df5ba3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0817633 Feb 11 13:32:24.520291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93ee0d-9359-4282-b8ec-6dbfb3beaad3 req-a6c5652b-d778-46c6-8fef-bdec49dc78a4 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:24.522263 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c93ee0d-9359-4282-b8ec-6dbfb3beaad3 req-a6c5652b-d778-46c6-8fef-bdec49dc78a4 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.2073669 Feb 11 13:32:24.540713 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87170c9a-a60e-4f8f-98e1-ee8d8a54c24b req-7c40f1ec-760e-4821-9bc1-bb987e84e3cb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698099 Feb 11 13:32:24.607371 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3465ec-89ed-4b6e-8225-fab9d97d3946 x-openstack-request-id: req-4d3465ec-89ed-4b6e-8225-fab9d97d3946 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:24.612071 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e867f8eb-8349-409c-8f55-f3b0bbef9d2e", "name": "network-vif-deleted", "tag": "18a1981a-b950-4e24-abf5-225df8553254", "status": "completed", "code": 200}, {"server_uuid": "fb7b7213-6bf9-4d0d-a21b-2528aa25b299", "name": "network-vif-deleted", "tag": "c2f5892c-cd15-4a28-9c6f-002bef1b9e91", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:24.612071 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d3465ec-89ed-4b6e-8225-fab9d97d3946 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:24.612071 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e867f8eb-8349-409c-8f55-f3b0bbef9d2e', 'name': 'network-vif-deleted', 'tag': '18a1981a-b950-4e24-abf5-225df8553254', 'status': 'completed', 'code': 200} Feb 11 13:32:24.612071 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7b7213-6bf9-4d0d-a21b-2528aa25b299', 'name': 'network-vif-deleted', 'tag': 'c2f5892c-cd15-4a28-9c6f-002bef1b9e91', 'status': 'completed', 'code': 200} Feb 11 13:32:24.628279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec0a91e0-9ca6-4b41-8978-bd5a1406b117 req-1d48db15-cf53-4f9e-bf97-6e7d8b1967b7 service neutron] 10.222.0.59 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074378 Feb 11 13:32:24.640034 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c93ee0d-9359-4282-b8ec-6dbfb3beaad3 req-433ae98c-a8bc-4757-a5e2-8ac8b1c72416 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978496 Feb 11 13:32:24.712014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 18a1981a-b950-4e24-abf5-225df8553254 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:24.743435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 18a1981a-b950-4e24-abf5-225df8553254 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:24.743898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 18a1981a-b950-4e24-abf5-225df8553254 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:24.764031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad40e0fd-8a43-4e7a-bc1c-ba6cefb5aa35 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.766058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 65f9c41e-e33b-44fe-878c-59e8d64e8941 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:24.795598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2044825c-2fab-4365-b518-cbd8d89ac687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.798987 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0f7722ee-ed12-4c82-951d-d9a359d84b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.808324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 65f9c41e-e33b-44fe-878c-59e8d64e8941 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:24.808810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 65f9c41e-e33b-44fe-878c-59e8d64e8941 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:24.814731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40e0fd-8a43-4e7a-bc1c-ba6cefb5aa35 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event deleted for resources: {'Port': ['ID=8a6bc522-7544-42e9-ab10-3693273531eb,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:24.864405 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-83c4fbe6-1fad-4aa5-83aa-68d8d5145cb8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.890452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044825c-2fab-4365-b518-cbd8d89ac687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0161e67d-fb6e-4232-9181-6589576696b8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:24.916143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2044825c-2fab-4365-b518-cbd8d89ac687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:24.923870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2044825c-2fab-4365-b518-cbd8d89ac687 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0161e67d-fb6e-4232-9181-6589576696b8 HTTP/1.1" status: 204 len: 168 time: 1.1890552 Feb 11 13:32:24.928130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59342) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:24.982993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4fbe6-1fad-4aa5-83aa-68d8d5145cb8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Port': ['ID=77cb8d0a-e270-4ad7-a048-53e100c05e11,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:25.005688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320faea-108e-4389-a441-f6a7ad0aaaf8 req-04812f41-3823-4c9a-b69d-733c82f63e8e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:25.008871 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e320faea-108e-4389-a441-f6a7ad0aaaf8 req-04812f41-3823-4c9a-b69d-733c82f63e8e tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 867 time: 0.2653296 Feb 11 13:32:25.036478 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad40e0fd-8a43-4e7a-bc1c-ba6cefb5aa35 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.049211 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ad40e0fd-8a43-4e7a-bc1c-ba6cefb5aa35 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "DELETE /v2.0/ports/8a6bc522-7544-42e9-ab10-3693273531eb HTTP/1.1" status: 204 len: 168 time: 0.9904947 Feb 11 13:32:25.061562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59350) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:25.062516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-83c4fbe6-1fad-4aa5-83aa-68d8d5145cb8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] No DVR routers for this DVR port 77cb8d0a-e270-4ad7-a048-53e100c05e11 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:25.065514 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-83c4fbe6-1fad-4aa5-83aa-68d8d5145cb8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.070246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a6c33bb-151f-46c3-8907-8c9d933a3b40 req-83c4fbe6-1fad-4aa5-83aa-68d8d5145cb8 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.59 "DELETE /v2.0/ports/77cb8d0a-e270-4ad7-a048-53e100c05e11 HTTP/1.1" status: 204 len: 173 time: 1.5584581 Feb 11 13:32:25.157077 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.190216 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e320faea-108e-4389-a441-f6a7ad0aaaf8 req-996e920a-b1d2-4824-92cd-37089068677d tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/security-groups?id=4500c2ee-0a8a-4c57-845d-55929cb848a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635308 Feb 11 13:32:25.219122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-279a3c5f-18b0-43ab-8372-840a8ee98612 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Deleting subnet aaf9e839-2466-412c-bcfd-844a14313380 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:32:25.223261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-279a3c5f-18b0-43ab-8372-840a8ee98612 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.237488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559cec6-4ac5-42a5-9a41-582b302e42bf req-f2f3a28d-bbef-4617-9dcd-ebb513a96805 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:25.239985 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7559cec6-4ac5-42a5-9a41-582b302e42bf req-f2f3a28d-bbef-4617-9dcd-ebb513a96805 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.1621387 Feb 11 13:32:25.280093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-279a3c5f-18b0-43ab-8372-840a8ee98612 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.374332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.401642 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7559cec6-4ac5-42a5-9a41-582b302e42bf req-9dd92585-74df-4143-9b06-5ce30bb67fc0 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437171 Feb 11 13:32:25.406213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['914a8b7c-d28f-41a8-b80e-ffc18bdaafdf']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:25.424425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-0c729c83-8548-46ab-ba91-f995893a4c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:25.424425 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-0c729c83-8548-46ab-ba91-f995893a4c44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1095 time: 0.1919909 Feb 11 13:32:25.424425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ed816b-0227-4ed5-9226-766725d56257') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:25.424425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ed816b-0227-4ed5-9226-766725d56257') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:25.433953 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-279a3c5f-18b0-43ab-8372-840a8ee98612 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.441957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.470330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59352) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:25.494860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.505427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:25.505888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:25.507606 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:25.534146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4480a1a-3b46-4908-a53e-0b72a1e56b43 req-18bab0a2-68b0-4cd5-aca5-753a7febe67f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:25.535917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4480a1a-3b46-4908-a53e-0b72a1e56b43 req-18bab0a2-68b0-4cd5-aca5-753a7febe67f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2259221 Feb 11 13:32:25.591872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-2ade51ca-1492-4a20-93a8-59efea4e5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:25.593329 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-2ade51ca-1492-4a20-93a8-59efea4e5de3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.1645825 Feb 11 13:32:25.632752 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.640813 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4480a1a-3b46-4908-a53e-0b72a1e56b43 req-b1b93722-117d-4d99-9ed1-2644a3a9d22c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933464 Feb 11 13:32:25.670692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-765bf15a-9cb6-4a74-b6ca-08cd1d5d5b92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 999 time: 0.0703263 Feb 11 13:32:25.712083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.718687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:25.722365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] 10.222.0.52 "DELETE /v2.0/networks/914a8b7c-d28f-41a8-b80e-ffc18bdaafdf HTTP/1.1" status: 204 len: 168 time: 0.7931111 Feb 11 13:32:25.747066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61745683-5bcf-4c39-9b15-8c7aed0cf816 admin admin] Pushing event deleted for resources: {'Network': ['ID=914a8b7c-d28f-41a8-b80e-ffc18bdaafdf,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.108413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-2408ea22-c9e9-49d3-8dd5-371ce931df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.110024 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-2408ea22-c9e9-49d3-8dd5-371ce931df3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.4317815 Feb 11 13:32:26.112174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'name': 'network-vif-deleted', 'tag': '77cb8d0a-e270-4ad7-a048-53e100c05e11'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:26.115111 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7540ff-714a-4b21-b2b0-5c0f41f114c1" -d '{"events": [{"server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "name": "network-vif-deleted", "tag": "77cb8d0a-e270-4ad7-a048-53e100c05e11"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:26.122934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-279a3c5f-18b0-43ab-8372-840a8ee98612 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.139639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d1b2b-cee3-4139-b503-4945cfffbc94 req-86cf7294-53ce-44cf-b097-db520fbd6e5a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.141141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-020d1b2b-cee3-4139-b503-4945cfffbc94 req-86cf7294-53ce-44cf-b097-db520fbd6e5a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.4150016 Feb 11 13:32:26.154853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a3c5f-18b0-43ab-8372-840a8ee98612 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf9e839-2466-412c-bcfd-844a14313380,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.160895 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-279a3c5f-18b0-43ab-8372-840a8ee98612 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.166215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-279a3c5f-18b0-43ab-8372-840a8ee98612 tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "DELETE /v2.0/subnets/aaf9e839-2466-412c-bcfd-844a14313380 HTTP/1.1" status: 204 len: 168 time: 1.0927777 Feb 11 13:32:26.167096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59362) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:26.188177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b96707-238d-4d2e-92d8-792c17fcdf2a None None] Network 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:26.201146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-44c7615f-ae84-4cc4-912b-2835b4725c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.202836 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-44c7615f-ae84-4cc4-912b-2835b4725c55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807414 Feb 11 13:32:26.213270 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-020d1b2b-cee3-4139-b503-4945cfffbc94 req-696a5bfa-8e84-4ba7-a400-4356d7354421 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543602 Feb 11 13:32:26.236878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59366) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:26.248052 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe736e-ced9-4902-8b13-f342d9067683 x-openstack-request-id: req-4abe736e-ced9-4902-8b13-f342d9067683 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:26.248251 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a05028-ccf8-4287-9c12-d2abbd9fec92", "name": "network-vif-deleted", "tag": "77cb8d0a-e270-4ad7-a048-53e100c05e11", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:26.248513 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4abe736e-ced9-4902-8b13-f342d9067683 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:26.248890 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a05028-ccf8-4287-9c12-d2abbd9fec92', 'name': 'network-vif-deleted', 'tag': '77cb8d0a-e270-4ad7-a048-53e100c05e11', 'status': 'completed', 'code': 200} Feb 11 13:32:26.303937 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.362014 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-22d91630-1a05-4b1e-b196-8fd0d3555c5e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7764fbe032654830b0d06d5b1712db79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1239045 Feb 11 13:32:26.365551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59368) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:26.425970 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-a29475cd-bd33-45de-b0b1-7b197ddded9a service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102385 Feb 11 13:32:26.429109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Deleting port b93221d9-9901-47f0-9eb1-80decd0b8783 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:26.429452 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.475580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2e27d16-bc61-42e6-a2c8-a0d7f89acee8 req-2a2b53cf-0fc2-4e99-a70b-4d023e856098 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "GET /v2.0/ports?device_id=99a05028-ccf8-4287-9c12-d2abbd9fec92 HTTP/1.1" status: 200 len: 210 time: 0.0481911 Feb 11 13:32:26.498656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badc6c82-3faa-4c54-a84e-aec22c01bd3a None None] DHCP port deletion for 6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:32:26.536750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.576376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-badc6c82-3faa-4c54-a84e-aec22c01bd3a None None] Deleting port b93221d9-9901-47f0-9eb1-80decd0b8783 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:26.577291 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-badc6c82-3faa-4c54-a84e-aec22c01bd3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.588618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] For port b93221d9-9901-47f0-9eb1-80decd0b8783, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b93221d9-9901-47f0-9eb1-80decd0b8783,segment=NetworkSegment(55d91c59-796f-4d13-afb2-b41145d8281e),segment_id=55d91c59-796f-4d13-afb2-b41145d8281e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:26.588978 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.611963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Calling delete_port for b93221d9-9901-47f0-9eb1-80decd0b8783 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:26.613422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e136e5f-4551-45b6-8df0-efdf415ff3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.644039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e136e5f-4551-45b6-8df0-efdf415ff3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.686991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-badc6c82-3faa-4c54-a84e-aec22c01bd3a None None] For port b93221d9-9901-47f0-9eb1-80decd0b8783, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b93221d9-9901-47f0-9eb1-80decd0b8783,segment=NetworkSegment(55d91c59-796f-4d13-afb2-b41145d8281e),segment_id=55d91c59-796f-4d13-afb2-b41145d8281e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:26.687477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-badc6c82-3faa-4c54-a84e-aec22c01bd3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.736080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-badc6c82-3faa-4c54-a84e-aec22c01bd3a None None] Calling delete_port for b93221d9-9901-47f0-9eb1-80decd0b8783 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:26.748368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d67103-6a88-45c8-a437-559a5ceaca84 req-260c739f-9249-45a7-b99a-2eaa14145dd9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.750328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79d67103-6a88-45c8-a437-559a5ceaca84 req-260c739f-9249-45a7-b99a-2eaa14145dd9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.2006106 Feb 11 13:32:26.757713 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e7c1fc4-6b9f-44e4-ae14-865b973fb6dd req-18675540-f964-456c-b138-8252076ab9e5 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205378 Feb 11 13:32:26.797156 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e136e5f-4551-45b6-8df0-efdf415ff3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.800185 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e136e5f-4551-45b6-8df0-efdf415ff3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.804674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7e136e5f-4551-45b6-8df0-efdf415ff3b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bb659e12-9d6d-4337-a943-294240fbf7bc HTTP/1.1" status: 204 len: 168 time: 0.4356925 Feb 11 13:32:26.820039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e136e5f-4551-45b6-8df0-efdf415ff3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb659e12-9d6d-4337-a943-294240fbf7bc,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:26.843714 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79d67103-6a88-45c8-a437-559a5ceaca84 req-b102f40c-9917-450c-ab86-3b46fe4853ff tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845997 Feb 11 13:32:26.860429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b93221d9-9901-47f0-9eb1-80decd0b8783 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:26.872045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 77cb8d0a-e270-4ad7-a048-53e100c05e11 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:26.895356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa27295-f0ed-4b7f-9e45-3d52698325cb req-3c695232-c44e-42df-8bcc-bd41d3d37751 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:26.897349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bfa27295-f0ed-4b7f-9e45-3d52698325cb req-3c695232-c44e-42df-8bcc-bd41d3d37751 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0844731 Feb 11 13:32:26.935079 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:26.947332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 77cb8d0a-e270-4ad7-a048-53e100c05e11 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:26.947720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 77cb8d0a-e270-4ad7-a048-53e100c05e11 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:26.948138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:26.985597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] No DVR routers for this DVR port b93221d9-9901-47f0-9eb1-80decd0b8783 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:26.992103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:26.992445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c76ef8dd-3046-4469-bf82-f7b7fcd6dd84 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:26.992882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c2f5892c-cd15-4a28-9c6f-002bef1b9e91 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:26.996820 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:27.000007 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:32:27.005754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event deleted for resources: {'Port': ['ID=b93221d9-9901-47f0-9eb1-80decd0b8783,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:27.032820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: c2f5892c-cd15-4a28-9c6f-002bef1b9e91 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:27.032820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c2f5892c-cd15-4a28-9c6f-002bef1b9e91 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:27.038580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No active binding found for port b93221d9-9901-47f0-9eb1-80decd0b8783 {{(pid=103008) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:32:27.039016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b93221d9-9901-47f0-9eb1-80decd0b8783 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:27.041417 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-badc6c82-3faa-4c54-a84e-aec22c01bd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.045411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bfa27295-f0ed-4b7f-9e45-3d52698325cb req-9f9f0b9d-8da3-4a87-9afd-9cff6f7c4149 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248710 Feb 11 13:32:27.067586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badc6c82-3faa-4c54-a84e-aec22c01bd3a None None] No DVR routers for this DVR port b93221d9-9901-47f0-9eb1-80decd0b8783 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:27.077929 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1267e0ea-7ad0-4e10-a285-21105753c9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.113995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc6c82-3faa-4c54-a84e-aec22c01bd3a None None] Pushing event deleted for resources: {'Port': ['ID=b93221d9-9901-47f0-9eb1-80decd0b8783,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:27.143727 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.167128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] Deleting port db616fbf-3373-40f0-bf4c-95061dbbbb34 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:27.167466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.176888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59382) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:27.190705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f44a2c4-d3e2-4746-87f5-668cb37c8fb5']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:27.228229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d91c59-796f-4d13-afb2-b41145d8281e') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:27.228229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d91c59-796f-4d13-afb2-b41145d8281e') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:27.242081 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.273941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.289264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:27.289806 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:27.294098 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:27.365290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] For port db616fbf-3373-40f0-bf4c-95061dbbbb34, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=db616fbf-3373-40f0-bf4c-95061dbbbb34,segment=NetworkSegment(4e95f1cd-d503-49de-ae51-4032b751971d),segment_id=4e95f1cd-d503-49de-ae51-4032b751971d)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:27.365592 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.381877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] Calling delete_port for db616fbf-3373-40f0-bf4c-95061dbbbb34 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:27.386624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e63784-a9d5-44df-83aa-f365c2447b39 req-be67fad4-a75e-4885-9f45-7ed6e1c3fe99 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.396355 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64e63784-a9d5-44df-83aa-f365c2447b39 req-be67fad4-a75e-4885-9f45-7ed6e1c3fe99 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.0876455 Feb 11 13:32:27.480545 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64e63784-a9d5-44df-83aa-f365c2447b39 req-980d6537-578c-46b7-bcc8-c525e9731488 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819035 Feb 11 13:32:27.543421 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.557090 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.561231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] 10.222.0.52 "DELETE /v2.0/networks/6f44a2c4-d3e2-4746-87f5-668cb37c8fb5 HTTP/1.1" status: 204 len: 168 time: 1.3937995 Feb 11 13:32:27.587815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59398) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:27.624784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d13db3-a8d0-48a0-a1c2-4e66ebde0e5a tempest-ExtraDHCPOptionsTestJSON-2053719281 tempest-ExtraDHCPOptionsTestJSON-2053719281-project] Pushing event deleted for resources: {'Network': ['ID=6f44a2c4-d3e2-4746-87f5-668cb37c8fb5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:27.688889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2eb3a3b-58ff-4c16-8c98-b9260a4db8d0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting subnet 8e109644-be72-4ffe-b945-492b0b39dad4 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:32:27.692664 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2eb3a3b-58ff-4c16-8c98-b9260a4db8d0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.700725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.731793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e44658-3c5d-4d49-81b0-11dd7484d87e req-0d4407aa-1483-4941-a4c6-aee400368db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:27.733331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15e44658-3c5d-4d49-81b0-11dd7484d87e req-0d4407aa-1483-4941-a4c6-aee400368db1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1097 time: 0.0985138 Feb 11 13:32:27.784362 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2eb3a3b-58ff-4c16-8c98-b9260a4db8d0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.847808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15e44658-3c5d-4d49-81b0-11dd7484d87e req-e14c39cf-c07d-4dfc-ad68-6e833b056a69 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750566 Feb 11 13:32:27.882587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2eb3a3b-58ff-4c16-8c98-b9260a4db8d0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.918550 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:27.969912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=db616fbf-3373-40f0-bf4c-95061dbbbb34,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:28.017037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04123166-b1fc-4a38-a0b8-d73bc90fed5b req-51dc1995-13f0-498f-ac19-db7f69f7f3e1 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:28.019791 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-04123166-b1fc-4a38-a0b8-d73bc90fed5b req-51dc1995-13f0-498f-ac19-db7f69f7f3e1 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0803938 Feb 11 13:32:28.106235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-04123166-b1fc-4a38-a0b8-d73bc90fed5b req-2f28e346-74d5-4bce-b538-aa09ba1cd7ea tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711145 Feb 11 13:32:28.137481 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.169267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2eb3a3b-58ff-4c16-8c98-b9260a4db8d0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.209110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb3a3b-58ff-4c16-8c98-b9260a4db8d0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Subnet': ['ID=8e109644-be72-4ffe-b945-492b0b39dad4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:28.237417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59416) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:28.252598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2eb3a3b-58ff-4c16-8c98-b9260a4db8d0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.258940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c2eb3a3b-58ff-4c16-8c98-b9260a4db8d0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "DELETE /v2.0/subnets/8e109644-be72-4ffe-b945-492b0b39dad4 HTTP/1.1" status: 204 len: 168 time: 0.6661296 Feb 11 13:32:28.260147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59420) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:28.262683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecf8087-7b78-41d0-a832-2f223d2f631e None None] Network d138466d-70dc-4303-b9d0-d891b8ab05a1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:28.272339 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.330247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cd1e2-ebd7-49d3-9ef0-cbf4c113bca1 req-e1c0a0ef-58b4-4df0-b76a-a46c197bb9a0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:28.337484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-815cd1e2-ebd7-49d3-9ef0-cbf4c113bca1 req-e1c0a0ef-58b4-4df0-b76a-a46c197bb9a0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1723228 Feb 11 13:32:28.422296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-815cd1e2-ebd7-49d3-9ef0-cbf4c113bca1 req-0f0d2fa3-2b10-4ac6-a9af-f22b9950e070 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793893 Feb 11 13:32:28.562260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.608456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bc5a3c-5f61-4b74-8f25-a7974607caac None None] DHCP port deletion for d138466d-70dc-4303-b9d0-d891b8ab05a1 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:32:28.711446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-37bc5a3c-5f61-4b74-8f25-a7974607caac None None] Deleting port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:28.712106 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37bc5a3c-5f61-4b74-8f25-a7974607caac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.715899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] Router db633e24-ffa4-41c9-a369-d8c5ed974b2d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:28.725553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ea91c-c701-4dce-875c-bc1809af87b0 req-fb3b6422-fb57-4111-8c0b-357b38450fa8 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:28.727114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-130ea91c-c701-4dce-875c-bc1809af87b0 req-fb3b6422-fb57-4111-8c0b-357b38450fa8 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1072047 Feb 11 13:32:28.758679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd566e-991e-4a93-9b13-d14ba4f675ce req-7f45bbf6-7dd3-4279-97a0-9e16c6561506 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:28.767334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dccd566e-991e-4a93-9b13-d14ba4f675ce req-7f45bbf6-7dd3-4279-97a0-9e16c6561506 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1813650 Feb 11 13:32:28.778112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c79eef3a-eee3-487d-9324-02e76599a6e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0c0b7d3014654c6c9851bbbbd7cfcf6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5374439 Feb 11 13:32:28.786302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59432) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:28.804834 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-37bc5a3c-5f61-4b74-8f25-a7974607caac None None] For port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d6dbe94-50c2-4e5e-b64d-1111ba759c55,segment=NetworkSegment(04a045a9-a3bf-4e88-b2e5-a691ba62a6c8),segment_id=04a045a9-a3bf-4e88-b2e5-a691ba62a6c8)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:28.805127 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37bc5a3c-5f61-4b74-8f25-a7974607caac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.812930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:28.813275 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.841102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-37bc5a3c-5f61-4b74-8f25-a7974607caac None None] Calling delete_port for 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:28.849435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-130ea91c-c701-4dce-875c-bc1809af87b0 req-97ccd5d0-6e93-4de7-9cd4-c65208095f94 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098149 Feb 11 13:32:28.936203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aa49351-0aef-46a3-95e7-97494c8b601d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.946099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:28.947149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dccd566e-991e-4a93-9b13-d14ba4f675ce req-21aa1036-9305-4098-b0c7-51b6bb0aceb3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669140 Feb 11 13:32:28.947257 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-59e762ff-100a-4a1b-89b8-26da67603f5e admin admin] 10.222.0.52 "PUT /v2.0/routers/db633e24-ffa4-41c9-a369-d8c5ed974b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4704134 Feb 11 13:32:28.947257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59436) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:28.952478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] For port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d6dbe94-50c2-4e5e-b64d-1111ba759c55,segment=NetworkSegment(04a045a9-a3bf-4e88-b2e5-a691ba62a6c8),segment_id=04a045a9-a3bf-4e88-b2e5-a691ba62a6c8)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:28.953066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:28.971416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:28.986488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Calling delete_port for 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:29.001302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] Deleting port 07757fe0-145a-4583-abdb-cbff44461559 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:29.001690 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.010314 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aa49351-0aef-46a3-95e7-97494c8b601d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.023496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] Sync routers for ids ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:29.050035 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.085856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] Routers {'db633e24-ffa4-41c9-a369-d8c5ed974b2d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:29.086624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.114268 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.170659 n-d-816488-1 neutron-server[103008]: INFO neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No ports have port_id starting with 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 Feb 11 13:32:29.171483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37bc5a3c-5f61-4b74-8f25-a7974607caac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.211692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] For port 07757fe0-145a-4583-abdb-cbff44461559, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=07757fe0-145a-4583-abdb-cbff44461559,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:29.212094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.221288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bc5a3c-5f61-4b74-8f25-a7974607caac None None] No DVR routers for this DVR port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:29.229488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] Calling delete_port for 07757fe0-145a-4583-abdb-cbff44461559 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:29.232842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc5a3c-5f61-4b74-8f25-a7974607caac None None] Pushing event deleted for resources: {'Port': ['ID=8d6dbe94-50c2-4e5e-b64d-1111ba759c55,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:29.237146 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.273348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] No DVR routers for this DVR port 8d6dbe94-50c2-4e5e-b64d-1111ba759c55 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:29.282143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Port': ['ID=8d6dbe94-50c2-4e5e-b64d-1111ba759c55,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:29.303215 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aa49351-0aef-46a3-95e7-97494c8b601d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.306432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aa49351-0aef-46a3-95e7-97494c8b601d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.310084 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1aa49351-0aef-46a3-95e7-97494c8b601d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4274a4b8-848a-44ba-9ddc-559b53f127b1 HTTP/1.1" status: 204 len: 168 time: 0.5179646 Feb 11 13:32:29.312087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.325679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa49351-0aef-46a3-95e7-97494c8b601d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4274a4b8-848a-44ba-9ddc-559b53f127b1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:29.351203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359d501-b15a-432c-9baa-cd7da9ae62fb req-62161e1c-d2d3-4d6d-af6b-3a7cad3e31c0 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.354936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] Set router db633e24-ffa4-41c9-a369-d8c5ed974b2d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:29.368221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4359d501-b15a-432c-9baa-cd7da9ae62fb req-62161e1c-d2d3-4d6d-af6b-3a7cad3e31c0 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.1794624 Feb 11 13:32:29.412292 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.414921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4359d501-b15a-432c-9baa-cd7da9ae62fb req-cc5277fb-7351-41bd-8a4e-fe78e3c9727c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Feb 11 13:32:29.439021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d138466d-70dc-4303-b9d0-d891b8ab05a1']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.474143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-109ab617-04d6-40bb-b0c0-4c4901d3d97e req-d49a9c1e-b2ab-4878-93e5-528925d1ebff tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-682772678', 'description': 'tempest-description-1208691719'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:29.487915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.490832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a045a9-a3bf-4e88-b2e5-a691ba62a6c8') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.506905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.535461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.543547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:29.543955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:29.547539 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:29.590650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Deleting port 8bf92c58-9319-4ba9-a985-2691d59a04c1 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:29.592802 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.676145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-109ab617-04d6-40bb-b0c0-4c4901d3d97e req-d49a9c1e-b2ab-4878-93e5-528925d1ebff tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.735949 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.741276 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.750138 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "DELETE /v2.0/networks/d138466d-70dc-4303-b9d0-d891b8ab05a1 HTTP/1.1" status: 204 len: 168 time: 1.4860766 Feb 11 13:32:29.754364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59462) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:29.760055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a2837-0b45-4e67-95b5-b9011bef0cfe req-26f08457-8c62-4127-a0fd-20b6e382cd62 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:29.767627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-506a2837-0b45-4e67-95b5-b9011bef0cfe req-26f08457-8c62-4127-a0fd-20b6e382cd62 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0845156 Feb 11 13:32:29.781734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'name': 'tempest-ServerRescueNegativeTestJSON-373615901-router', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:17Z', 'updated_at': '2022-02-11T13:32:27Z', 'revision_number': 5, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'gw_port': {'id': '8bf92c58-9319-4ba9-a985-2691d59a04c1', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:66:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:29:18Z', 'updated_at': '2022-02-11T13:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.789889 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:29.801289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bac5b9-e61c-4dec-aa2b-7f9fe817ec72 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Network': ['ID=d138466d-70dc-4303-b9d0-d891b8ab05a1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:29.811636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] Checking router: db633e24-ffa4-41c9-a369-d8c5ed974b2d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:29.821195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] Routers {'db633e24-ffa4-41c9-a369-d8c5ed974b2d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:29.821943 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:29.858203 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-506a2837-0b45-4e67-95b5-b9011bef0cfe req-5fcb053c-23df-40ae-baf5-bfcb8fbdc9ef tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894067 Feb 11 13:32:29.877799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] Pushing event deleted for resources: {'Port': ['ID=07757fe0-145a-4583-abdb-cbff44461559,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:29.924984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] Set router db633e24-ffa4-41c9-a369-d8c5ed974b2d gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:30.053905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'name': 'tempest-ServerRescueNegativeTestJSON-373615901-router', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:17Z', 'updated_at': '2022-02-11T13:32:29Z', 'revision_number': 6, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:30.103175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c589fa-515f-4f06-916d-8c0f0f23fe58 None None] The sync data for ids ['db633e24-ffa4-41c9-a369-d8c5ed974b2d'] in n-d-816488-1 is: [{'id': 'db633e24-ffa4-41c9-a369-d8c5ed974b2d', 'name': 'tempest-ServerRescueNegativeTestJSON-373615901-router', 'tenant_id': '3f6c9bfc991347c6a4129edefe908029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:29:17Z', 'updated_at': '2022-02-11T13:32:29Z', 'revision_number': 6, 'project_id': '3f6c9bfc991347c6a4129edefe908029', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:30.169285 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.210880 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.275768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] For port 8bf92c58-9319-4ba9-a985-2691d59a04c1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8bf92c58-9319-4ba9-a985-2691d59a04c1,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:30.276152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.282596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a460e3d-3291-40a1-80fa-8c602ec44c4e req-00556309-dfb6-47c8-b3c1-412a552bc2f8 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.284094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a460e3d-3291-40a1-80fa-8c602ec44c4e req-00556309-dfb6-47c8-b3c1-412a552bc2f8 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.2758234 Feb 11 13:32:30.308213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Calling delete_port for 8bf92c58-9319-4ba9-a985-2691d59a04c1 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:30.317547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1d6303-8285-4c82-8a12-c3ad514d9fb0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting subnet 5dd334a1-678c-4ce1-94f4-ffeaadc8c4fc {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:32:30.325303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6303-8285-4c82-8a12-c3ad514d9fb0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.366694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a460e3d-3291-40a1-80fa-8c602ec44c4e req-11e34ae4-43af-4997-93cb-46867c145106 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491259 Feb 11 13:32:30.428515 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6303-8285-4c82-8a12-c3ad514d9fb0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.432680 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-109ab617-04d6-40bb-b0c0-4c4901d3d97e req-d49a9c1e-b2ab-4878-93e5-528925d1ebff tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.541399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-109ab617-04d6-40bb-b0c0-4c4901d3d97e req-d49a9c1e-b2ab-4878-93e5-528925d1ebff tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.548142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] Router 8b6fc681-667b-4dae-b475-235e7c09f39a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:30.570256 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.610583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12816ef7-442c-4a8e-93da-41cc2e6099bb req-8fcdc885-7f2e-431e-831c-0b4635951a9a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.618618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12816ef7-442c-4a8e-93da-41cc2e6099bb req-8fcdc885-7f2e-431e-831c-0b4635951a9a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1228290 Feb 11 13:32:30.630633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6303-8285-4c82-8a12-c3ad514d9fb0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.653535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a9c1e-b2ab-4878-93e5-528925d1ebff tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31726f0d-5e34-4898-aafc-6f02184f5033,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:30.693182 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-109ab617-04d6-40bb-b0c0-4c4901d3d97e req-d49a9c1e-b2ab-4878-93e5-528925d1ebff tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.694490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-109ab617-04d6-40bb-b0c0-4c4901d3d97e req-d49a9c1e-b2ab-4878-93e5-528925d1ebff tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.2246149 Feb 11 13:32:30.718991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12816ef7-442c-4a8e-93da-41cc2e6099bb req-a1ea8fa8-d4f0-4cbb-b1e2-3b0d5fbd76f3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841949 Feb 11 13:32:30.746545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:30.752639 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] Sync routers for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:30.759767 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-82460250-50c4-46d0-85c8-f9502079db46 admin admin] 10.222.0.52 "PUT /v2.0/routers/8b6fc681-667b-4dae-b475-235e7c09f39a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5815699 Feb 11 13:32:30.762354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59494) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:30.776641 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:30.778727 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:30.801471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59496) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:30.823882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6303-8285-4c82-8a12-c3ad514d9fb0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.876984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.885295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d6303-8285-4c82-8a12-c3ad514d9fb0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd334a1-678c-4ce1-94f4-ffeaadc8c4fc,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:30.907909 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6303-8285-4c82-8a12-c3ad514d9fb0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:30.914588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b213c9f-c7da-4b50-b222-9a8fc118b7c0 None None] Network f2237f98-fc34-4564-afb0-09a1f0580fee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:30.917995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59500) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:30.920637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8e1d6303-8285-4c82-8a12-c3ad514d9fb0 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "DELETE /v2.0/subnets/5dd334a1-678c-4ce1-94f4-ffeaadc8c4fc HTTP/1.1" status: 204 len: 168 time: 1.1650870 Feb 11 13:32:30.973306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653ca13-f2bc-42a7-b81f-27421eb93ee0 req-90426152-8997-4ad1-95c0-dea5d3ea0ed4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:30.979203 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1653ca13-f2bc-42a7-b81f-27421eb93ee0 req-90426152-8997-4ad1-95c0-dea5d3ea0ed4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1215920 Feb 11 13:32:30.995095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-735392604'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:31.025668 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:31.064299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf92c58-9319-4ba9-a985-2691d59a04c1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:31.140766 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device db616fbf-3373-40f0-bf4c-95061dbbbb34 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:31.156476 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-6518d41d-63c6-4744-b26a-ec1b0c44b500 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-682772678&fields=id&tenant_id=b9def9a8050c4f68bf0740f4f5f587ad HTTP/1.1" status: 200 len: 267 time: 0.3490167 Feb 11 13:32:31.197129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: db616fbf-3373-40f0-bf4c-95061dbbbb34 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:31.197465 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device db616fbf-3373-40f0-bf4c-95061dbbbb34 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:31.211650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8bf92c58-9319-4ba9-a985-2691d59a04c1 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:31.212700 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1653ca13-f2bc-42a7-b81f-27421eb93ee0 req-17d468e8-2ad9-452e-ae2c-5b6c16d06a50 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993613 Feb 11 13:32:31.216235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.272047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8bf92c58-9319-4ba9-a985-2691d59a04c1 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:31.274201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8bf92c58-9319-4ba9-a985-2691d59a04c1 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:31.276014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb06a78-0ded-4f6d-805e-b3cefa73972b None None] DHCP port deletion for f2237f98-fc34-4564-afb0-09a1f0580fee request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:32:31.291543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:31.295774 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.315809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.348321 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.383133 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:32:29Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:31.384774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Deleting port 2aa9b125-ee69-4656-be5c-b46b5508c209 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:31.385124 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.405590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59506) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:31.409913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8cb06a78-0ded-4f6d-805e-b3cefa73972b None None] Deleting port 2aa9b125-ee69-4656-be5c-b46b5508c209 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:31.410573 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8cb06a78-0ded-4f6d-805e-b3cefa73972b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.446889 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] Checking router: 8b6fc681-667b-4dae-b475-235e7c09f39a for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:31.459262 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] Routers {'8b6fc681-667b-4dae-b475-235e7c09f39a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:31.460024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.460842 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b6fc681-667b-4dae-b475-235e7c09f39a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:31.527760 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8cb06a78-0ded-4f6d-805e-b3cefa73972b None None] For port 2aa9b125-ee69-4656-be5c-b46b5508c209, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2aa9b125-ee69-4656-be5c-b46b5508c209,segment=NetworkSegment(de661d0b-3e09-4c06-a3f6-527d22a1187d),segment_id=de661d0b-3e09-4c06-a3f6-527d22a1187d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:31.528564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8cb06a78-0ded-4f6d-805e-b3cefa73972b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.544197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8cb06a78-0ded-4f6d-805e-b3cefa73972b None None] Calling delete_port for 2aa9b125-ee69-4656-be5c-b46b5508c209 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:31.564696 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.567575 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.642040 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.642611 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] Set router 8b6fc681-667b-4dae-b475-235e7c09f39a gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:31.675868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-c92bf9d9-7787-45d3-84de-f277d1271057 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:31.677816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-c92bf9d9-7787-45d3-84de-f277d1271057 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.4675384 Feb 11 13:32:31.692374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-a6befa6d-5331-4950-815e-16f1cf833fc7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Request body: {'port': {'security_groups': ['909def4f-87ef-4fe5-8ecb-87b2c0630a81', '31726f0d-5e34-4898-aafc-6f02184f5033']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:31.733682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.734258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db633e24-ffa4-41c9-a369-d8c5ed974b2d {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:31.758297 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.761730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-01e6c80c-effb-44e9-a55c-15fd9fb65602 admin admin] 10.222.0.52 "DELETE /v2.0/routers/db633e24-ffa4-41c9-a369-d8c5ed974b2d HTTP/1.1" status: 204 len: 168 time: 2.8119092 Feb 11 13:32:31.762799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59514) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:31.776144 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8cb06a78-0ded-4f6d-805e-b3cefa73972b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.833410 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-a6befa6d-5331-4950-815e-16f1cf833fc7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.838607 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb06a78-0ded-4f6d-805e-b3cefa73972b None None] No DVR routers for this DVR port 2aa9b125-ee69-4656-be5c-b46b5508c209 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:31.848323 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb06a78-0ded-4f6d-805e-b3cefa73972b None None] Pushing event deleted for resources: {'Port': ['ID=2aa9b125-ee69-4656-be5c-b46b5508c209,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:31.893037 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:32:29Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:31.924482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e2277b7-1235-4b6a-a883-2883de039853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.928107 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec720864-afe6-44dd-9cf7-6c194847770a None None] The sync data for ids ['8b6fc681-667b-4dae-b475-235e7c09f39a'] in n-d-816488-1 is: [{'id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'name': 'tempest-AttachVolumeTestJSON-1148451514-router', 'tenant_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:25:00Z', 'updated_at': '2022-02-11T13:32:29Z', 'revision_number': 5, 'project_id': 'caa838ed111542f39780c8f8cfe1c7c6', 'gw_port': {'id': 'f0474b45-f4aa-4698-8503-d1f18a188d95', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6fc681-667b-4dae-b475-235e7c09f39a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1067, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:25:01Z', 'updated_at': '2022-02-11T13:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:31.940099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] For port 2aa9b125-ee69-4656-be5c-b46b5508c209, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2aa9b125-ee69-4656-be5c-b46b5508c209,segment=NetworkSegment(de661d0b-3e09-4c06-a3f6-527d22a1187d),segment_id=de661d0b-3e09-4c06-a3f6-527d22a1187d)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:31.940469 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.941761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf93bed3-ffd0-43f6-9e9a-85211202e007 admin admin] Deleting subnet 4f7e6eb9-fe88-4664-95a5-199db9564712 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:32:31.950164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf93bed3-ffd0-43f6-9e9a-85211202e007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:31.991214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Calling delete_port for 2aa9b125-ee69-4656-be5c-b46b5508c209 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:31.995895 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.002150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Deleting port f0474b45-f4aa-4698-8503-d1f18a188d95 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:32.002487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.016380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a48e-6730-4801-a705-9b5c227db2ff req-f4c011b3-3737-48f6-a943-f1fc2fef15f6 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.017918 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-be77a48e-6730-4801-a705-9b5c227db2ff req-f4c011b3-3737-48f6-a943-f1fc2fef15f6 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1832914 Feb 11 13:32:32.025212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf93bed3-ffd0-43f6-9e9a-85211202e007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.090241 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.145834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:32.173733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-be77a48e-6730-4801-a705-9b5c227db2ff req-6ff07041-fe32-45ab-823a-15456c60fa26 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464300 Feb 11 13:32:32.174351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bbcbf9-9fbd-4d1e-8e99-751ba53d8213,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.181650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf93bed3-ffd0-43f6-9e9a-85211202e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.189259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.189624 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment b53668a5-6e1f-4382-8f32-f44784b0c3ec of type vlan for network ef73a893-5e05-4aee-b79e-1d749b8c4f16 Feb 11 13:32:32.217842 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e2277b7-1235-4b6a-a883-2883de039853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.243164 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.247861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] For port f0474b45-f4aa-4698-8503-d1f18a188d95, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f0474b45-f4aa-4698-8503-d1f18a188d95,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:32.248228 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.277431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.296836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Calling delete_port for f0474b45-f4aa-4698-8503-d1f18a188d95 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:32.312737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-a6befa6d-5331-4950-815e-16f1cf833fc7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] For port 8ea61a6c-1071-4487-9662-ca468493475a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8ea61a6c-1071-4487-9662-ca468493475a,segment=NetworkSegment(719f910f-4ec0-499d-8a7d-64ab2792cc51),segment_id=719f910f-4ec0-499d-8a7d-64ab2792cc51)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:32.314931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Port': ['ID=2aa9b125-ee69-4656-be5c-b46b5508c209,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.320174 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e2277b7-1235-4b6a-a883-2883de039853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.325165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] No DVR routers for this DVR port 2aa9b125-ee69-4656-be5c-b46b5508c209 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:32.397394 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-a6befa6d-5331-4950-815e-16f1cf833fc7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.454004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf93bed3-ffd0-43f6-9e9a-85211202e007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.458754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e2277b7-1235-4b6a-a883-2883de039853 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1dff33ce881e40bea25d2343adf40818&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0519414 Feb 11 13:32:32.465914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2277b7-1235-4b6a-a883-2883de039853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd764f42-244c-46e0-a4df-5d0d33e5fb48,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.467825 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59516) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:32.477332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935857e-efb4-46a9-b0a5-e2160a193011 req-a0d72724-919d-4e48-841e-e9f25b683d9d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.478922 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9935857e-efb4-46a9-b0a5-e2160a193011 req-a0d72724-919d-4e48-841e-e9f25b683d9d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1988144 Feb 11 13:32:32.486904 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.504449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93bed3-ffd0-43f6-9e9a-85211202e007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7e6eb9-fe88-4664-95a5-199db9564712,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.512610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf93bed3-ffd0-43f6-9e9a-85211202e007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.515851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bf93bed3-ffd0-43f6-9e9a-85211202e007 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4f7e6eb9-fe88-4664-95a5-199db9564712 HTTP/1.1" status: 204 len: 168 time: 0.7526519 Feb 11 13:32:32.519584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59518) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:32.525191 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-a6befa6d-5331-4950-815e-16f1cf833fc7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.534294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2237f98-fc34-4564-afb0-09a1f0580fee']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:32.537359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['8ea61a6c-1071-4487-9662-ca468493475a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:32.563995 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.583514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.583514 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.583514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de661d0b-3e09-4c06-a3f6-527d22a1187d') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:32.583514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de661d0b-3e09-4c06-a3f6-527d22a1187d') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:32.614763 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-a6befa6d-5331-4950-815e-16f1cf833fc7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:32.615423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-a6befa6d-5331-4950-815e-16f1cf833fc7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.617761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93a6e0ed-5e4f-412d-a0e3-fb007ec5d727 req-a6befa6d-5331-4950-815e-16f1cf833fc7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "PUT /v2.0/ports/8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 982 time: 0.9300532 Feb 11 13:32:32.619841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:32.623510 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b1a35b-2548-476a-a6ec-e264e9d00178" -d '{"events": [{"name": "network-changed", "server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "tag": "8ea61a6c-1071-4487-9662-ca468493475a"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:32.649191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9935857e-efb4-46a9-b0a5-e2160a193011 req-b2efa81a-d310-4104-a658-b73d5a59ad77 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583540 Feb 11 13:32:32.668003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dfebad9b-3415-4fae-9e54-e1a86d7aa37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.677290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6befa6d-5331-4950-815e-16f1cf833fc7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Pushing event updated for resources: {'Port': ['ID=8ea61a6c-1071-4487-9662-ca468493475a,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.701102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dfebad9b-3415-4fae-9e54-e1a86d7aa37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.721149 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.733596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2aa9b125-ee69-4656-be5c-b46b5508c209 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:32.735672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['8ea61a6c-1071-4487-9662-ca468493475a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:32.740829 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e704243d-2f8d-4b43-b96a-05636bd38550 x-openstack-request-id: req-e704243d-2f8d-4b43-b96a-05636bd38550 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:32.741379 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "tag": "8ea61a6c-1071-4487-9662-ca468493475a", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:32.741637 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e704243d-2f8d-4b43-b96a-05636bd38550 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:32.742080 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a', 'status': 'completed', 'code': 200} Feb 11 13:32:32.774353 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.792639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-d1e8a37d-6dde-461d-a598-fe1db114ba4a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-682772678&fields=id&tenant_id=b9def9a8050c4f68bf0740f4f5f587ad HTTP/1.1" status: 200 len: 267 time: 0.0680165 Feb 11 13:32:32.808208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2aa9b125-ee69-4656-be5c-b46b5508c209 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:32.808835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2aa9b125-ee69-4656-be5c-b46b5508c209 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:32.809435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 07757fe0-145a-4583-abdb-cbff44461559 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:32.837791 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0235367 Feb 11 13:32:32.838013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0474b45-f4aa-4698-8503-d1f18a188d95,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.848037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 07757fe0-145a-4583-abdb-cbff44461559 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:32.848376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 07757fe0-145a-4583-abdb-cbff44461559 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:32.874414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.888545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.911089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:32.911535 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:32.917491 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:32.924958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dfebad9b-3415-4fae-9e54-e1a86d7aa37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.928312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dfebad9b-3415-4fae-9e54-e1a86d7aa37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:32.935481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6047c0a-be0b-446b-9d29-e4a6438a5dfa tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=ef73a893-5e05-4aee-b79e-1d749b8c4f16,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:32.944277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dfebad9b-3415-4fae-9e54-e1a86d7aa37b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd764f42-244c-46e0-a4df-5d0d33e5fb48 HTTP/1.1" status: 204 len: 168 time: 0.4630749 Feb 11 13:32:32.979217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59528) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:32.979364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network ef73a893-5e05-4aee-b79e-1d749b8c4f16 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:32.980752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.023423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-0bf64bae-b8d6-488f-8abb-547163c108dc tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.026226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-0bf64bae-b8d6-488f-8abb-547163c108dc tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 985 time: 0.2103412 Feb 11 13:32:33.027301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfebad9b-3415-4fae-9e54-e1a86d7aa37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd764f42-244c-46e0-a4df-5d0d33e5fb48,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:33.041115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a35b-2548-476a-a6ec-e264e9d00178 req-962af35c-b872-4452-99b9-525e32d23996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.042893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74b1a35b-2548-476a-a6ec-e264e9d00178 req-962af35c-b872-4452-99b9-525e32d23996 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1136 time: 0.2548792 Feb 11 13:32:33.078456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': 'ef73a893-5e05-4aee-b79e-1d749b8c4f16', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:33.130599 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.161737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-a94557e5-a58c-481c-ad4a-2899f30c568a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Request body: {'port': {'security_groups': ['909def4f-87ef-4fe5-8ecb-87b2c0630a81']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:33.208486 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.219801 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] 10.222.0.52 "DELETE /v2.0/networks/f2237f98-fc34-4564-afb0-09a1f0580fee HTTP/1.1" status: 204 len: 168 time: 2.2851140 Feb 11 13:32:33.225489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.233723 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.239631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.244078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44f73d-1bfa-4dea-b6ed-f882f0384144 tempest-ServersTestMultiNic-645134962 tempest-ServersTestMultiNic-645134962-project] Pushing event deleted for resources: {'Network': ['ID=f2237f98-fc34-4564-afb0-09a1f0580fee,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:33.274685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2225a145-5852-4ecb-bf66-01fdcbd19e3b']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:33.294569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e95f1cd-d503-49de-ae51-4032b751971d') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:33.294832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e95f1cd-d503-49de-ae51-4032b751971d') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:33.320852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-a94557e5-a58c-481c-ad4a-2899f30c568a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.321102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.324621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a35b-2548-476a-a6ec-e264e9d00178 req-725e3ff0-ab6d-4a1f-8e36-e3772b0cede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.326223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74b1a35b-2548-476a-a6ec-e264e9d00178 req-725e3ff0-ab6d-4a1f-8e36-e3772b0cede9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 200 len: 921 time: 0.2707968 Feb 11 13:32:33.375025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:33.379300 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.399387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74b1a35b-2548-476a-a6ec-e264e9d00178 req-e6d4d11d-d216-4cbf-ab55-2e2099d8b902 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 217 time: 0.0485497 Feb 11 13:32:33.402926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.403452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.403558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6fc681-667b-4dae-b475-235e7c09f39a {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:33.437333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.438546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-673714a9-fe2f-4a1c-a77b-938b422025f3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8b6fc681-667b-4dae-b475-235e7c09f39a HTTP/1.1" status: 204 len: 168 time: 2.6751950 Feb 11 13:32:33.443731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:33.444373 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:33.446336 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:33.448617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59540) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:33.471198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8034b-a497-4c3a-beca-b0b4ba660f2c req-443ad0d7-dba3-4202-9f1f-a67953e2d5c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.473614 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33c8034b-a497-4c3a-beca-b0b4ba660f2c req-443ad0d7-dba3-4202-9f1f-a67953e2d5c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1682637 Feb 11 13:32:33.554824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fc52c8-3f0d-4e78-b2fc-65695452f753 admin admin] Deleting subnet 3356f2cd-4d02-411c-9f61-5d25d83cac42 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:32:33.579717 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33c8034b-a497-4c3a-beca-b0b4ba660f2c req-eb197ba9-1afc-4d8b-bee7-714d6d37472e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578997 Feb 11 13:32:33.583854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-99fc52c8-3f0d-4e78-b2fc-65695452f753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.615082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1a35b-2548-476a-a6ec-e264e9d00178 req-1f5b8939-cb21-4649-a194-ecaf1c76f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.617307 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74b1a35b-2548-476a-a6ec-e264e9d00178 req-1f5b8939-cb21-4649-a194-ecaf1c76f6ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f880e883-4571-496c-98f2-bcd8484dc87a HTTP/1.1" status: 200 len: 860 time: 0.2081642 Feb 11 13:32:33.659816 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74b1a35b-2548-476a-a6ec-e264e9d00178 req-19cf6181-61c3-4231-9f82-6e9746ce5216 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9c35aba-1aa7-44ba-821d-64073a9e5b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346861 Feb 11 13:32:33.724200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-99fc52c8-3f0d-4e78-b2fc-65695452f753 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.734743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.762654 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.768575 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] 10.222.0.52 "DELETE /v2.0/networks/2225a145-5852-4ecb-bf66-01fdcbd19e3b HTTP/1.1" status: 204 len: 168 time: 1.2466204 Feb 11 13:32:33.793876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f60961-19df-4423-9837-42457f83f72b admin admin] Pushing event deleted for resources: {'Network': ['ID=2225a145-5852-4ecb-bf66-01fdcbd19e3b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:33.824702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-a94557e5-a58c-481c-ad4a-2899f30c568a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] For port 8ea61a6c-1071-4487-9662-ca468493475a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8ea61a6c-1071-4487-9662-ca468493475a,segment=NetworkSegment(719f910f-4ec0-499d-8a7d-64ab2792cc51),segment_id=719f910f-4ec0-499d-8a7d-64ab2792cc51)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:33.825081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66aad63-bd29-4429-8a80-be863b3404ef req-f222a333-af7a-43b5-a259-f8281b750e85 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:33.832589 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b66aad63-bd29-4429-8a80-be863b3404ef req-f222a333-af7a-43b5-a259-f8281b750e85 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1670971 Feb 11 13:32:33.863392 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74b1a35b-2548-476a-a6ec-e264e9d00178 req-cef98e50-0eee-45d7-8b5a-809eee946f69 service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963093 Feb 11 13:32:33.880572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b66aad63-bd29-4429-8a80-be863b3404ef req-60346d7e-ab2e-4f06-81c1-0403a59bd058 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469975 Feb 11 13:32:33.927784 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-a94557e5-a58c-481c-ad4a-2899f30c568a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:33.938684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-99fc52c8-3f0d-4e78-b2fc-65695452f753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.002227 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74b1a35b-2548-476a-a6ec-e264e9d00178 req-31cdf817-36cb-4d62-905f-1d9df4416c3a service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204228 Feb 11 13:32:34.008377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.054649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-a94557e5-a58c-481c-ad4a-2899f30c568a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.068579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['8ea61a6c-1071-4487-9662-ca468493475a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:34.078974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59562) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:34.110271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-99fc52c8-3f0d-4e78-b2fc-65695452f753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.131850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=b550a282-6204-4b99-a677-3368008555d0,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:34.154558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-a94557e5-a58c-481c-ad4a-2899f30c568a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.155235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-a94557e5-a58c-481c-ad4a-2899f30c568a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.159579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e192a7f-c030-46f3-953e-d63fa78402a1 req-a94557e5-a58c-481c-ad4a-2899f30c568a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "PUT /v2.0/ports/8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 943 time: 1.1259575 Feb 11 13:32:34.191520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59568) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:34.192993 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-99fc52c8-3f0d-4e78-b2fc-65695452f753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.196537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-99fc52c8-3f0d-4e78-b2fc-65695452f753 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/3356f2cd-4d02-411c-9f61-5d25d83cac42 HTTP/1.1" status: 204 len: 168 time: 0.7490456 Feb 11 13:32:34.200606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59570) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:34.202375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992a5307-9f36-4f44-94b2-85b5107e10c3 None None] Network 78e8cc7a-6b88-4178-9818-4cb8339195fa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:34.207139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc52c8-3f0d-4e78-b2fc-65695452f753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3356f2cd-4d02-411c-9f61-5d25d83cac42,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:34.211496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94557e5-a58c-481c-ad4a-2899f30c568a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Pushing event updated for resources: {'Port': ['ID=8ea61a6c-1071-4487-9662-ca468493475a,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:34.221628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': 'b53668a5-6e1f-4382-8f32-f44784b0c3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ef73a893-5e05-4aee-b79e-1d749b8c4f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:34.222176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: ef73a893-5e05-4aee-b79e-1d749b8c4f16, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:34.279526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59572) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:34.279697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['8ea61a6c-1071-4487-9662-ca468493475a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:34.340652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network ef73a893-5e05-4aee-b79e-1d749b8c4f16 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:34.377075 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4c178caa-380a-4fef-a3fe-d506113f5b4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3f6c9bfc991347c6a4129edefe908029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1838999 Feb 11 13:32:34.382827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59576) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:34.406210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1127117230-network', 'tenant_id': '0fc2b7b80a144cad91d28506fc344700'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:34.428119 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.462502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, ef73a893-5e05-4aee-b79e-1d749b8c4f16) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:34.468015 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-fe8b446e-484f-4538-a28f-bef95317beb7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2815740 Feb 11 13:32:34.470247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.470912 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.478494 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd0c9-e599-4be7-872f-df142ce6aeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.496424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fde02-b71a-4e9f-843a-349ca9c54165 None None] Network ef73a893-5e05-4aee-b79e-1d749b8c4f16 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:34.512548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd0c9-e599-4be7-872f-df142ce6aeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.519575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Made reservation on behalf of 0fc2b7b80a144cad91d28506fc344700 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:34.522201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.529659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:34.534306 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.608969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2e0dff09-1f2d-48c3-bd89-ab544efcae37 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5940206 Feb 11 13:32:34.614898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59580) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:34.624737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1352366399'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:34.633867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Deleting port e1c1f81b-05f7-46b6-9c3b-e75de36db09e {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:34.634210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.696352 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.713070 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd0c9-e599-4be7-872f-df142ce6aeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.719863 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f0bd0c9-e599-4be7-872f-df142ce6aeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.726308 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0f0bd0c9-e599-4be7-872f-df142ce6aeb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/037846f7-5a8c-46cf-b149-49c7645c5fef HTTP/1.1" status: 204 len: 168 time: 0.3365381 Feb 11 13:32:34.765137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:34.770187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b68b12a-64d8-476e-8f10-43e74141c3f2 None None] DHCP port deletion for 78e8cc7a-6b88-4178-9818-4cb8339195fa request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:32:34.772990 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "tag": "8ea61a6c-1071-4487-9662-ca468493475a"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:34.775553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] For port e1c1f81b-05f7-46b6-9c3b-e75de36db09e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e1c1f81b-05f7-46b6-9c3b-e75de36db09e,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:34.776080 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.797590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0bd0c9-e599-4be7-872f-df142ce6aeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037846f7-5a8c-46cf-b149-49c7645c5fef,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:34.801759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Calling delete_port for e1c1f81b-05f7-46b6-9c3b-e75de36db09e owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:34.808565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.812311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.812715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-ef73a893-5e05-4aee-b79e-1d749b8c4f16', 'network_id': 'ef73a893-5e05-4aee-b79e-1d749b8c4f16', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': 'b550a282-6204-4b99-a677-3368008555d0'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:32:34.813693 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.835821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:34.843211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f0474b45-f4aa-4698-8503-d1f18a188d95 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:34.844983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831bc4f-ee60-4eed-93bf-68cf8b9641eb req-d8ac39cc-e46a-4840-acbf-4be324ed4e5d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:34.847440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d831bc4f-ee60-4eed-93bf-68cf8b9641eb req-d8ac39cc-e46a-4840-acbf-4be324ed4e5d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1456065 Feb 11 13:32:34.877792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f0474b45-f4aa-4698-8503-d1f18a188d95 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:34.878723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f0474b45-f4aa-4698-8503-d1f18a188d95 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:34.879417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70a3209-03a4-4d42-9fc9-72744b6056d2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:34.883041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.883041 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Added segment ec4d17ba-0027-4917-85d8-d7fb55b11476 of type vlan for network 587d54dd-48ed-409c-afba-42b07619b342 Feb 11 13:32:34.895007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:34.895007 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.948151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d831bc4f-ee60-4eed-93bf-68cf8b9641eb req-5e4d5b09-2a75-4bf7-af7d-773b147429c1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923846 Feb 11 13:32:34.952671 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:34.969471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1b68b12a-64d8-476e-8f10-43e74141c3f2 None None] Deleting port e1c1f81b-05f7-46b6-9c3b-e75de36db09e {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:34.969812 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b68b12a-64d8-476e-8f10-43e74141c3f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.017459 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d5f5c4-d7c4-411f-959f-5af3b2fe4252 x-openstack-request-id: req-03d5f5c4-d7c4-411f-959f-5af3b2fe4252 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:35.018335 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "tag": "8ea61a6c-1071-4487-9662-ca468493475a", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:35.018630 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03d5f5c4-d7c4-411f-959f-5af3b2fe4252 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:35.020867 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a', 'status': 'completed', 'code': 200} Feb 11 13:32:35.024549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:35.054199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.054539 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment 280fc9f0-871a-4fa9-913d-de7f82f2b1d2 of type vlan for network cc4ed96d-cae2-44ae-b23f-58e037483906 Feb 11 13:32:35.093722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.094734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.095312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.103646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Allocated IP 172.20.255.242 (ef73a893-5e05-4aee-b79e-1d749b8c4f16/b550a282-6204-4b99-a677-3368008555d0/fe0f4320-1478-4dba-baf4-bd66c6d16b0b) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:35.107035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1b68b12a-64d8-476e-8f10-43e74141c3f2 None None] For port e1c1f81b-05f7-46b6-9c3b-e75de36db09e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e1c1f81b-05f7-46b6-9c3b-e75de36db09e,segment=NetworkSegment(1bb41aac-a238-4f39-9ff8-121ea5e9745a),segment_id=1bb41aac-a238-4f39-9ff8-121ea5e9745a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:35.107035 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b68b12a-64d8-476e-8f10-43e74141c3f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.126015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1b68b12a-64d8-476e-8f10-43e74141c3f2 None None] Calling delete_port for e1c1f81b-05f7-46b6-9c3b-e75de36db09e owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:35.154188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.180057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0 req-905587f2-cba7-4f91-af85-b9e7079aa9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.181603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0 req-905587f2-cba7-4f91-af85-b9e7079aa9cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1097 time: 0.1424594 Feb 11 13:32:35.188726 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.195124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] Pushing event updated for resources: {'Network': ['ID=587d54dd-48ed-409c-afba-42b07619b342,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.212715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c036632-ed1a-4428-9c80-488e93a7ce37 req-ce328bc5-bcb0-46ac-a52e-0ada9182d1aa tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.213144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 587d54dd-48ed-409c-afba-42b07619b342 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:35.220687 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c036632-ed1a-4428-9c80-488e93a7ce37 req-ce328bc5-bcb0-46ac-a52e-0ada9182d1aa tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1381640 Feb 11 13:32:35.246461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-98d1461e-7bcb-4621-9c9d-0a1fefe325a1 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9666061 Feb 11 13:32:35.249234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59592) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:35.251605 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.255381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Request body: {'subnet': {'network_id': '587d54dd-48ed-409c-afba-42b07619b342', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1127117230-subnet', 'tenant_id': '0fc2b7b80a144cad91d28506fc344700', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:35.300854 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c036632-ed1a-4428-9c80-488e93a7ce37 req-5d8730a4-a1e3-4ce5-876c-43d5b0d39659 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741971 Feb 11 13:32:35.365470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c1f81b-05f7-46b6-9c3b-e75de36db09e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.371546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] No DVR routers for this DVR port e1c1f81b-05f7-46b6-9c3b-e75de36db09e on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:35.384632 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.415881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Made reservation on behalf of 0fc2b7b80a144cad91d28506fc344700 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:35.418587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.436537 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.443304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.444939 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.490312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fa08d-7edd-4758-add0-42c1e3bb38c4 req-871fd067-6383-49e7-8d1d-138cc8820215 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.501362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d9fa08d-7edd-4758-add0-42c1e3bb38c4 req-871fd067-6383-49e7-8d1d-138cc8820215 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1356297 Feb 11 13:32:35.541042 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b68b12a-64d8-476e-8f10-43e74141c3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.578428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68b12a-64d8-476e-8f10-43e74141c3f2 None None] Pushing event deleted for resources: {'Port': ['ID=e1c1f81b-05f7-46b6-9c3b-e75de36db09e,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.588758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b68b12a-64d8-476e-8f10-43e74141c3f2 None None] No DVR routers for this DVR port e1c1f81b-05f7-46b6-9c3b-e75de36db09e on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:35.596620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d9fa08d-7edd-4758-add0-42c1e3bb38c4 req-cd38ec57-c58c-45f1-b0e1-7ce3197e92f1 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924506 Feb 11 13:32:35.621590 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.701613 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.762602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Pushing event updated for resources: {'Port': ['ID=fe0f4320-1478-4dba-baf4-bd66c6d16b0b,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.778492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Network ef73a893-5e05-4aee-b79e-1d749b8c4f16 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:35.780988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:35.783143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87406cfd-0aa6-4a95-872a-b2904d8ccc31 req-d3d1034b-aa7a-4e91-888f-a0d8eb5221d8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:35.786352 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87406cfd-0aa6-4a95-872a-b2904d8ccc31 req-d3d1034b-aa7a-4e91-888f-a0d8eb5221d8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0783141 Feb 11 13:32:35.788413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:35.832020 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87406cfd-0aa6-4a95-872a-b2904d8ccc31 req-b803c079-b928-4529-a737-fecd14131f3f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385230 Feb 11 13:32:35.833193 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.876078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Attempting to bind port fe0f4320-1478-4dba-baf4-bd66c6d16b0b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:35.883537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Attempting to bind port fe0f4320-1478-4dba-baf4-bd66c6d16b0b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b53668a5-6e1f-4382-8f32-f44784b0c3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ef73a893-5e05-4aee-b79e-1d749b8c4f16'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:35.883537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Attempting to bind port fe0f4320-1478-4dba-baf4-bd66c6d16b0b on network ef73a893-5e05-4aee-b79e-1d749b8c4f16 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:35.887392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:35.887895 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Checking segment: {'id': 'b53668a5-6e1f-4382-8f32-f44784b0c3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ef73a893-5e05-4aee-b79e-1d749b8c4f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:35.889311 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.889824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Bound using segment: {'id': 'b53668a5-6e1f-4382-8f32-f44784b0c3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ef73a893-5e05-4aee-b79e-1d749b8c4f16'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:35.890395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Bound port: fe0f4320-1478-4dba-baf4-bd66c6d16b0b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b53668a5-6e1f-4382-8f32-f44784b0c3ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'ef73a893-5e05-4aee-b79e-1d749b8c4f16'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:35.890874 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:35.936371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b45a962-581d-4e1d-9795-9f54cf58e92b,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:35.941637 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Checking segment: {'id': 'ec4d17ba-0027-4917-85d8-d7fb55b11476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '587d54dd-48ed-409c-afba-42b07619b342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:35.942092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Network hostable DHCP agents. Network: 587d54dd-48ed-409c-afba-42b07619b342, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:36.007294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.010063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] For port fe0f4320-1478-4dba-baf4-bd66c6d16b0b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:36.016189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] For port fe0f4320-1478-4dba-baf4-bd66c6d16b0b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fe0f4320-1478-4dba-baf4-bd66c6d16b0b,segment=NetworkSegment(b53668a5-6e1f-4382-8f32-f44784b0c3ec),segment_id=b53668a5-6e1f-4382-8f32-f44784b0c3ec)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:36.026207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0 req-d826c01b-8439-42bb-961a-be1026cbdb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.027718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0 req-d826c01b-8439-42bb-961a-be1026cbdb3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 200 len: 921 time: 0.8307180 Feb 11 13:32:36.037278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=cc4ed96d-cae2-44ae-b23f-58e037483906,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:36.049812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network cc4ed96d-cae2-44ae-b23f-58e037483906 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:36.158830 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.229019 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0 req-39fc29ed-422a-4488-a41a-a90c7af2bec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 217 time: 0.1664999 Feb 11 13:32:36.232639 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ed7e5837-a250-4c94-8c52-a79fcb898cec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6145151 Feb 11 13:32:36.232897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c423248-1973-4565-b7bb-7c04eedb8abb None None] Pushing event updated for resources: {'Port': ['ID=fe0f4320-1478-4dba-baf4-bd66c6d16b0b,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:36.244534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e8cc7a-6b88-4178-9818-4cb8339195fa']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:36.263338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb41aac-a238-4f39-9ff8-121ea5e9745a') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:36.263338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb41aac-a238-4f39-9ff8-121ea5e9745a') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:36.264154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59614) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:36.270358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': 'cc4ed96d-cae2-44ae-b23f-58e037483906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:36.339104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2e872-548f-40f3-9342-062fc440fd6e req-2c2f97e3-e47c-47cd-a3e8-eda227b8c5fa tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.340715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2eb2e872-548f-40f3-9342-062fc440fd6e req-2c2f97e3-e47c-47cd-a3e8-eda227b8c5fa tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.3874300 Feb 11 13:32:36.345366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.356924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Allocated IP 172.25.0.137 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/1e71d1a2-7e33-4d44-89b4-a94165b57945) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:36.398420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2eb2e872-548f-40f3-9342-062fc440fd6e req-8ff18b43-98e9-40bf-9fcc-4906e8bd1acd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456154 Feb 11 13:32:36.419850 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.424621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Network 587d54dd-48ed-409c-afba-42b07619b342 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:36.469528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:36.469963 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:36.474038 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:36.476448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0 req-80885f8c-268a-4017-8d0e-80d03924aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.476944 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0 req-80885f8c-268a-4017-8d0e-80d03924aecc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f880e883-4571-496c-98f2-bcd8484dc87a HTTP/1.1" status: 200 len: 860 time: 0.2144420 Feb 11 13:32:36.552211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 587d54dd-48ed-409c-afba-42b07619b342) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:36.556339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:36.556932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.570579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a39cdb-eddf-423c-8d95-914a8dce37fb None None] Network 587d54dd-48ed-409c-afba-42b07619b342 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:36.639674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0 req-79fd8714-d5ab-43f9-b659-c3673aa95bcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9c35aba-1aa7-44ba-821d-64073a9e5b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284637 Feb 11 13:32:36.681521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c302a977-6f64-42c6-853c-67af05897533 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4265218 Feb 11 13:32:36.779337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fe0f4320-1478-4dba-baf4-bd66c6d16b0b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:36.811235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8114ca5-fb3e-411a-871f-75104d86be29 None None] Network 587d54dd-48ed-409c-afba-42b07619b342 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:36.882692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.903411 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.913076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fe0f4320-1478-4dba-baf4-bd66c6d16b0b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:36.913281 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.928040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:36.931370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] 10.222.0.52 "DELETE /v2.0/networks/78e8cc7a-6b88-4178-9818-4cb8339195fa HTTP/1.1" status: 204 len: 168 time: 2.7154040 Feb 11 13:32:36.961948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0 req-99e2a1db-8785-4368-bda4-3850dd6afc3b service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098335 Feb 11 13:32:36.962766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079f7cd-6cb6-4dbc-9796-a898afad27f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e8cc7a-6b88-4178-9818-4cb8339195fa,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:36.990417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:36.994240 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.043692 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.095383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port fe0f4320-1478-4dba-baf4-bd66c6d16b0b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fe0f4320-1478-4dba-baf4-bd66c6d16b0b,segment=NetworkSegment(b53668a5-6e1f-4382-8f32-f44784b0c3ec),segment_id=b53668a5-6e1f-4382-8f32-f44784b0c3ec)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:37.176263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47f3f1-2106-48d2-a6cb-00908182e11a req-2c469373-f466-432b-a729-f828c7068b4a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.189434 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.202545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] Deleting port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:37.202840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.203377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de47f3f1-2106-48d2-a6cb-00908182e11a req-2c469373-f466-432b-a729-f828c7068b4a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1414886 Feb 11 13:32:37.261880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de47f3f1-2106-48d2-a6cb-00908182e11a req-2e505514-590f-48a3-ad64-c63f2664b52d tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528569 Feb 11 13:32:37.294238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=fe0f4320-1478-4dba-baf4-bd66c6d16b0b,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:37.302701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e1c1f81b-05f7-46b6-9c3b-e75de36db09e no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:37.310419 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.334268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e1c1f81b-05f7-46b6-9c3b-e75de36db09e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:37.334630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e1c1f81b-05f7-46b6-9c3b-e75de36db09e not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:37.353577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d66c636a-d80a-48fd-8ad0-1fa79a68d1a0 req-488259f4-6528-48b5-958b-14ce958569ec service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769405 Feb 11 13:32:37.418760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c311d2-4eea-4db4-80ef-5ccbab7b9415 req-7fc6c77a-2edf-4573-b9b0-59b7530ae33b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.420602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8c311d2-4eea-4db4-80ef-5ccbab7b9415 req-7fc6c77a-2edf-4573-b9b0-59b7530ae33b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0840313 Feb 11 13:32:37.431134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:37.460708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] For port 54ea2b40-e86b-4c07-a75c-7d1e421a11e6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=54ea2b40-e86b-4c07-a75c-7d1e421a11e6,segment=NetworkSegment(cae5a91c-a0f7-4206-a95c-1633fe31815c),segment_id=cae5a91c-a0f7-4206-a95c-1633fe31815c)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:37.461145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.468773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:37.489021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:37.491635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Pushing event updated for resources: {'Port': ['ID=1e71d1a2-7e33-4d44-89b4-a94165b57945,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:37.494320 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8c311d2-4eea-4db4-80ef-5ccbab7b9415 req-0c6b18c2-2569-4035-a9a8-32cba4fe255f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675671 Feb 11 13:32:37.523378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] Calling delete_port for 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:37.583490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d1ca04-7495-4cac-a1a1-9d1fcc852439 None None] Network ef73a893-5e05-4aee-b79e-1d749b8c4f16 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:37.614484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59654) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:37.677750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7dd1ad90-b7d3-4616-b16a-0f27ceb3c81e None None] Provisioning complete for port fe0f4320-1478-4dba-baf4-bd66c6d16b0b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:37.678164 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ad90-b7d3-4616-b16a-0f27ceb3c81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.684693 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0f408593-1f34-401b-8c68-7cdce92dbc27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=caa838ed111542f39780c8f8cfe1c7c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0689464 Feb 11 13:32:37.689559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59664) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:37.716216 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.776320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.806644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-720a1216-8b43-43a6-be56-f0e54af76045 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:37.806644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-720a1216-8b43-43a6-be56-f0e54af76045 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/networks?id=587d54dd-48ed-409c-afba-42b07619b342 HTTP/1.1" status: 200 len: 809 time: 0.1364901 Feb 11 13:32:37.820958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-366fd6aa-5854-4c56-8e8b-6d28c05dff2a tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/quotas/0fc2b7b80a144cad91d28506fc344700 HTTP/1.1" status: 200 len: 375 time: 0.0106716 Feb 11 13:32:37.878267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-504ed220-b235-40b3-9c01-4fd63fedc61b tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0fc2b7b80a144cad91d28506fc344700&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493431 Feb 11 13:32:37.879517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=9d9952b3-aeca-4c2e-8c38-36dd1e5c5160,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:37.912742 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b298e52-d459-495d-8075-be91cc86005a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.918439 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': '280fc9f0-871a-4fa9-913d-de7f82f2b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cc4ed96d-cae2-44ae-b23f-58e037483906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:37.918799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: cc4ed96d-cae2-44ae-b23f-58e037483906, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:37.970189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b298e52-d459-495d-8075-be91cc86005a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.986544 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:37.992191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-ac960f6d-c894-4d22-8ff1-44bcdf7fa5d0 service neutron] 10.222.0.52 "GET /v2.0/networks/587d54dd-48ed-409c-afba-42b07619b342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007199 Feb 11 13:32:38.106415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-79b4fa66-c941-4010-854e-3f91acaf2ee2 service neutron] 10.222.0.52 "GET /v2.0/networks/587d54dd-48ed-409c-afba-42b07619b342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067491 Feb 11 13:32:38.135997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network cc4ed96d-cae2-44ae-b23f-58e037483906 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:38.153753 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.166138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d48aae9b-6e29-42b3-83f2-fc1d22e3bb05 None None] Provisioning complete for port fe0f4320-1478-4dba-baf4-bd66c6d16b0b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:38.166515 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d48aae9b-6e29-42b3-83f2-fc1d22e3bb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.188442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] Pushing event deleted for resources: {'Port': ['ID=54ea2b40-e86b-4c07-a75c-7d1e421a11e6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:38.232367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b298e52-d459-495d-8075-be91cc86005a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.235090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b298e52-d459-495d-8075-be91cc86005a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.236272 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3b298e52-d459-495d-8075-be91cc86005a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6399949c-a65c-4dfd-ae70-8c51712758d4 HTTP/1.1" status: 204 len: 168 time: 0.5441008 Feb 11 13:32:38.252493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, cc4ed96d-cae2-44ae-b23f-58e037483906) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:38.262319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc53c138-316d-44be-8a00-1f4275a6f80c None None] Network cc4ed96d-cae2-44ae-b23f-58e037483906 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:38.302029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.302638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.304947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b298e52-d459-495d-8075-be91cc86005a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6399949c-a65c-4dfd-ae70-8c51712758d4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:38.347898 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.432742 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.515779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d23a272b-723b-45ae-ac04-7a9aa75ad1f0 req-453bdd74-8a8b-482b-a25c-befea273aecc tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3711bfa2-9fd1-4316-b193-cf2d2b586225 HTTP/1.1" status: 200 len: 210 time: 0.0670369 Feb 11 13:32:38.543658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-cc4ed96d-cae2-44ae-b23f-58e037483906', 'network_id': 'cc4ed96d-cae2-44ae-b23f-58e037483906', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': '9d9952b3-aeca-4c2e-8c38-36dd1e5c5160'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:32:38.543658 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.572128 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e1bc63be-eb2e-4fd7-adee-85eeebff17a6 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3067434 Feb 11 13:32:38.575101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59678) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:38.639374 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.665516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Pushing event updated for resources: {'Port': ['ID=1e71d1a2-7e33-4d44-89b4-a94165b57945,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:38.753079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.824940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Allocated IP 172.20.0.2 (cc4ed96d-cae2-44ae-b23f-58e037483906/9d9952b3-aeca-4c2e-8c38-36dd1e5c5160/9705c4da-a9e7-4fea-94e8-837cefae1b22) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:38.830794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fe0f4320-1478-4dba-baf4-bd66c6d16b0b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:38.844447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba13e62-4c28-479e-8c78-774202d08608 req-757096f1-a3dd-455d-a581-f13de1afd196 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:38.854236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ba13e62-4c28-479e-8c78-774202d08608 req-757096f1-a3dd-455d-a581-f13de1afd196 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1405053 Feb 11 13:32:38.875004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.919742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ba13e62-4c28-479e-8c78-774202d08608 req-322c470d-81e7-42ac-a02e-c9f398a69657 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600519 Feb 11 13:32:38.921177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:38.930953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-9eded015-e410-47e7-96ce-41ea044754c3 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4104853 Feb 11 13:32:39.051340 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-945f3014-ab5d-49d4-8410-818aae16e220 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.1087909 Feb 11 13:32:39.097917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.151516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] Router 93b235ce-3e48-4507-a016-2eb8ebb285b5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:39.218926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-14383fd6-cdf0-43fd-92e2-3ed29e40d549 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.220644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-14383fd6-cdf0-43fd-92e2-3ed29e40d549 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.1578844 Feb 11 13:32:39.261794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-c41741c1-6427-438f-8bed-6847926d97a9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:32:39.271241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fe0f4320-1478-4dba-baf4-bd66c6d16b0b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:39.271682 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a124e642-b3a1-4290-9c37-a132d27f1bd9 req-c41741c1-6427-438f-8bed-6847926d97a9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0337157 Feb 11 13:32:39.272870 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.279349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da88bf-0874-4508-8cc9-89dadecaa300 req-65d831cc-de32-418c-b3d8-7b74af993751 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.291106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4da88bf-0874-4508-8cc9-89dadecaa300 req-65d831cc-de32-418c-b3d8-7b74af993751 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1425710 Feb 11 13:32:39.347880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4da88bf-0874-4508-8cc9-89dadecaa300 req-74080f62-6b08-4ca2-b89d-d5fe79d54ea0 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503917 Feb 11 13:32:39.437668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-534786dc-81df-42ff-8fda-e1e07010c138 req-5af8bf4d-db30-4e2a-82cc-77cbbd21e55c tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 210 time: 0.0497007 Feb 11 13:32:39.443264 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.549730 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.581882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:39.594318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59710) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:39.602427 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-630a3a6e-4943-4c02-bcd5-c90844ef07bf admin admin] 10.222.0.52 "PUT /v2.0/routers/93b235ce-3e48-4507-a016-2eb8ebb285b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5220184 Feb 11 13:32:39.631866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] Sync routers for ids ['93b235ce-3e48-4507-a016-2eb8ebb285b5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:39.647923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Network cc4ed96d-cae2-44ae-b23f-58e037483906 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:39.661278 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:39.666649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:39.667005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-ed55e527-2ea7-4f87-8ebc-b460053c79c9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:39.675696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] Routers {'93b235ce-3e48-4507-a016-2eb8ebb285b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:39.676275 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-ed55e527-2ea7-4f87-8ebc-b460053c79c9 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1620243 Feb 11 13:32:39.676903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93b235ce-3e48-4507-a016-2eb8ebb285b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:39.729454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Pushing event updated for resources: {'Port': ['ID=9705c4da-a9e7-4fea-94e8-837cefae1b22,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:39.735341 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-1db7ce62-17f1-4cd1-999f-8f1278ba2f89 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.0581071 Feb 11 13:32:39.740767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-0dca35b9-9de8-413b-9769-2cd1102afc4c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Request body: {'floatingip': {'port_id': '8ea61a6c-1071-4487-9662-ca468493475a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:39.793043 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.828178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-0dca35b9-9de8-413b-9769-2cd1102afc4c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.828590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Attempting to bind port 9705c4da-a9e7-4fea-94e8-837cefae1b22 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:39.828959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Attempting to bind port 9705c4da-a9e7-4fea-94e8-837cefae1b22 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '280fc9f0-871a-4fa9-913d-de7f82f2b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cc4ed96d-cae2-44ae-b23f-58e037483906'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:39.829791 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Attempting to bind port 9705c4da-a9e7-4fea-94e8-837cefae1b22 on network cc4ed96d-cae2-44ae-b23f-58e037483906 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:39.846227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:39.846227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Checking segment: {'id': '280fc9f0-871a-4fa9-913d-de7f82f2b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cc4ed96d-cae2-44ae-b23f-58e037483906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:39.846227 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.846227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Bound using segment: {'id': '280fc9f0-871a-4fa9-913d-de7f82f2b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cc4ed96d-cae2-44ae-b23f-58e037483906'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:39.846227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Bound port: 9705c4da-a9e7-4fea-94e8-837cefae1b22, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280fc9f0-871a-4fa9-913d-de7f82f2b1d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cc4ed96d-cae2-44ae-b23f-58e037483906'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:39.846227 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:39.881605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9952b3-aeca-4c2e-8c38-36dd1e5c5160,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:39.909497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] Set router 93b235ce-3e48-4507-a016-2eb8ebb285b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:39.930330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.054846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] For port 9705c4da-a9e7-4fea-94e8-837cefae1b22, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:40.059416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] For port 9705c4da-a9e7-4fea-94e8-837cefae1b22, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9705c4da-a9e7-4fea-94e8-837cefae1b22,segment=NetworkSegment(280fc9f0-871a-4fa9-913d-de7f82f2b1d2),segment_id=280fc9f0-871a-4fa9-913d-de7f82f2b1d2)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:40.076460 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.137921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4ed96d-cae2-44ae-b23f-58e037483906']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:40.169436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280fc9f0-871a-4fa9-913d-de7f82f2b1d2') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:40.170064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280fc9f0-871a-4fa9-913d-de7f82f2b1d2') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:40.193638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'name': 'tempest-ServersTestMultiNic-719215468-router', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:30:22Z', 'updated_at': '2022-02-11T13:32:37Z', 'revision_number': 5, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'gw_port': {'id': 'bb00023c-b7a3-41ff-959d-dd685c076a18', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:89:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:30:23Z', 'updated_at': '2022-02-11T13:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:40.201908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.215745 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.221853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.229362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:40.229759 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:40.232991 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:40.255053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] Checking router: 93b235ce-3e48-4507-a016-2eb8ebb285b5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:40.259302 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.463978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Deleting port bb00023c-b7a3-41ff-959d-dd685c076a18 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:40.464702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.497704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] Routers {'93b235ce-3e48-4507-a016-2eb8ebb285b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:40.498594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93b235ce-3e48-4507-a016-2eb8ebb285b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:40.561917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.api [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:32:40.561917 n-d-816488-1 neutron-server[103007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:32:40.561917 n-d-816488-1 neutron-server[103007]: [parameters: {'id': 'cc4ed96d-cae2-44ae-b23f-58e037483906'}] Feb 11 13:32:40.561917 n-d-816488-1 neutron-server[103007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:32:40.562774 n-d-816488-1 neutron-server[103007]: DEBUG oslo_db.api [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:32:40.643222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] For port bb00023c-b7a3-41ff-959d-dd685c076a18, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bb00023c-b7a3-41ff-959d-dd685c076a18,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:40.646396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.655551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] Set router 93b235ce-3e48-4507-a016-2eb8ebb285b5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:40.682997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Calling delete_port for bb00023c-b7a3-41ff-959d-dd685c076a18 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:40.743750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'name': 'tempest-ServersTestMultiNic-719215468-router', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:30:22Z', 'updated_at': '2022-02-11T13:32:40Z', 'revision_number': 6, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:40.746272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53597031-9cf2-4bb3-9e39-5d6a714ec46a None None] Pushing event updated for resources: {'Port': ['ID=9705c4da-a9e7-4fea-94e8-837cefae1b22,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:40.777993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebff1875-c788-46f1-99f5-49a555530b4f None None] Network cc4ed96d-cae2-44ae-b23f-58e037483906 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:40.780806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e5b40e-e503-404b-97c2-0e93a004274b None None] The sync data for ids ['93b235ce-3e48-4507-a016-2eb8ebb285b5'] in n-d-816488-1 is: [{'id': '93b235ce-3e48-4507-a016-2eb8ebb285b5', 'name': 'tempest-ServersTestMultiNic-719215468-router', 'tenant_id': '18fe798bfda64fbaa941b9a70a3f6091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:30:22Z', 'updated_at': '2022-02-11T13:32:40Z', 'revision_number': 6, 'project_id': '18fe798bfda64fbaa941b9a70a3f6091', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:40.886180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238c14b-122a-43a3-b9cd-39ff0e7de65e req-0236f021-973c-4171-bc15-6b44b256e9dc tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:40.887837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d238c14b-122a-43a3-b9cd-39ff0e7de65e req-0236f021-973c-4171-bc15-6b44b256e9dc tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1605034 Feb 11 13:32:40.896335 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-0dca35b9-9de8-413b-9769-2cd1102afc4c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:40.938884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0767d-403b-41ff-a6f7-706c7a383a07 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:32:40.982242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d238c14b-122a-43a3-b9cd-39ff0e7de65e req-f5479a3b-fc1d-4d1c-8c6b-71e3e7a745a2 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844955 Feb 11 13:32:41.031646 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-0dca35b9-9de8-413b-9769-2cd1102afc4c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.060422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c0767d-403b-41ff-a6f7-706c7a383a07 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:32:41.068887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.095133 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83eae24f-dcfa-45ec-b3b9-e37be8358086 req-b3a43cc7-83be-47d7-92bf-460514993a1a tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 210 time: 0.0393016 Feb 11 13:32:41.152279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.187924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb00023c-b7a3-41ff-959d-dd685c076a18,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:41.212344 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-0dca35b9-9de8-413b-9769-2cd1102afc4c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Floating IP 3d53edbd-9b32-4bbc-bd10-16393000023e associated. External IP: 172.25.0.137, port: 8ea61a6c-1071-4487-9662-ca468493475a. Feb 11 13:32:41.295944 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.307246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e37423c6-efee-4914-863b-93f178da3ffd req-bb206769-3b7f-497b-9bc0-bc3282be5522 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0611458 Feb 11 13:32:41.485276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-0dca35b9-9de8-413b-9769-2cd1102afc4c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Router daa95045-4f25-4edb-9434-66f8fe62311c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:41.485461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Deleting port 9705c4da-a9e7-4fea-94e8-837cefae1b22 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:41.485461 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.544585 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.547974 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.601726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] For port 9705c4da-a9e7-4fea-94e8-837cefae1b22, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9705c4da-a9e7-4fea-94e8-837cefae1b22,segment=NetworkSegment(280fc9f0-871a-4fa9-913d-de7f82f2b1d2),segment_id=280fc9f0-871a-4fa9-913d-de7f82f2b1d2)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:41.602114 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.617276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Calling delete_port for 9705c4da-a9e7-4fea-94e8-837cefae1b22 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:41.618593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-0dca35b9-9de8-413b-9769-2cd1102afc4c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:41.623216 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-0dca35b9-9de8-413b-9769-2cd1102afc4c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.629632 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] Sync routers for ids ['daa95045-4f25-4edb-9434-66f8fe62311c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:41.648537 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] Routers {'daa95045-4f25-4edb-9434-66f8fe62311c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:41.649761 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['daa95045-4f25-4edb-9434-66f8fe62311c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:41.653359 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-0dca35b9-9de8-413b-9769-2cd1102afc4c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "PUT /v2.0/floatingips/3d53edbd-9b32-4bbc-bd10-16393000023e HTTP/1.1" status: 200 len: 997 time: 1.9171112 Feb 11 13:32:41.654347 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:41.657579 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4220719f-bcb0-4315-82ed-42b69f34fbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "tag": "8ea61a6c-1071-4487-9662-ca468493475a"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:41.754611 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092bf3ac-b8ea-49b2-b2ea-b793822fb15b x-openstack-request-id: req-092bf3ac-b8ea-49b2-b2ea-b793822fb15b {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:41.755300 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "tag": "8ea61a6c-1071-4487-9662-ca468493475a", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:41.755779 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-092bf3ac-b8ea-49b2-b2ea-b793822fb15b {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:41.756354 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a', 'status': 'completed', 'code': 200} Feb 11 13:32:41.787614 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] Set router daa95045-4f25-4edb-9434-66f8fe62311c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:41.800700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-12002c91-c3cc-42c3-8ea4-c004d2333f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:41.802692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-12002c91-c3cc-42c3-8ea4-c004d2333f36 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1097 time: 0.1232729 Feb 11 13:32:41.824677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220719f-bcb0-4315-82ed-42b69f34fbf1 req-e2e81b13-5218-4e0f-92a0-f990a062d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:41.826209 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4220719f-bcb0-4315-82ed-42b69f34fbf1 req-e2e81b13-5218-4e0f-92a0-f990a062d310 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1097 time: 0.0603039 Feb 11 13:32:41.859323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.860464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93b235ce-3e48-4507-a016-2eb8ebb285b5 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:41.875087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.875087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bdf6a677-b152-4b22-8b2c-0df9ada6a444 admin admin] 10.222.0.52 "DELETE /v2.0/routers/93b235ce-3e48-4507-a016-2eb8ebb285b5 HTTP/1.1" status: 204 len: 168 time: 2.2733939 Feb 11 13:32:41.875087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59764) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:41.876656 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:32:41.936594 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:41.988540 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-af66909e-a16b-48bb-bbd2-b5209d26cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:41.990170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-af66909e-a16b-48bb-bbd2-b5209d26cb2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 200 len: 921 time: 0.1770015 Feb 11 13:32:41.994780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220719f-bcb0-4315-82ed-42b69f34fbf1 req-aba48d05-2b20-4597-9658-3cb53a9b71af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:41.996245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4220719f-bcb0-4315-82ed-42b69f34fbf1 req-aba48d05-2b20-4597-9658-3cb53a9b71af service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 200 len: 921 time: 0.1236546 Feb 11 13:32:42.045783 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3d53edbd-9b32-4bbc-bd10-16393000023e', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'port_id': '8ea61a6c-1071-4487-9662-ca468493475a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'mac_address': 'fa:16:3e:52:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:32:37Z', 'updated_at': '2022-02-11T13:32:40Z', 'revision_number': 1, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:45Z', 'revision_number': 5, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.095374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Port': ['ID=9705c4da-a9e7-4fea-94e8-837cefae1b22,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:42.111986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No DVR routers for this DVR port 9705c4da-a9e7-4fea-94e8-837cefae1b22 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:42.171318 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4220719f-bcb0-4315-82ed-42b69f34fbf1 req-4fff1821-066e-4874-aa9a-e7d58eca4c26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 1000 time: 0.1549275 Feb 11 13:32:42.197147 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-850153b6-2cbb-4499-b6fb-1061dcea7b48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 1000 time: 0.1795928 Feb 11 13:32:42.228981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f06bde-446d-4e6e-abcb-8f02335cb616 admin admin] Deleting subnet 97244ae6-5c2b-4781-922e-2f84767b6f41 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:32:42.240763 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2f06bde-446d-4e6e-abcb-8f02335cb616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.301311 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] Checking router: daa95045-4f25-4edb-9434-66f8fe62311c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:42.312271 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] Routers {'daa95045-4f25-4edb-9434-66f8fe62311c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:42.313226 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['daa95045-4f25-4edb-9434-66f8fe62311c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.345480 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.348055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-33f699cd-b58e-4b7a-846d-d7366e70d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.350137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-33f699cd-b58e-4b7a-846d-d7366e70d670 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f880e883-4571-496c-98f2-bcd8484dc87a HTTP/1.1" status: 200 len: 860 time: 0.1314740 Feb 11 13:32:42.352187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220719f-bcb0-4315-82ed-42b69f34fbf1 req-293d7353-1249-43d8-89dd-7c8caa77f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.353704 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4220719f-bcb0-4315-82ed-42b69f34fbf1 req-293d7353-1249-43d8-89dd-7c8caa77f68a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f880e883-4571-496c-98f2-bcd8484dc87a HTTP/1.1" status: 200 len: 860 time: 0.1706760 Feb 11 13:32:42.354197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59774) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:42.365085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2f06bde-446d-4e6e-abcb-8f02335cb616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.442693 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-b2819a23-a76b-4640-b2cb-d7b5e5307c5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9c35aba-1aa7-44ba-821d-64073a9e5b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810881 Feb 11 13:32:42.445064 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4220719f-bcb0-4315-82ed-42b69f34fbf1 req-eb106644-ed2e-45d5-9b32-9e87750a013b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9c35aba-1aa7-44ba-821d-64073a9e5b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818388 Feb 11 13:32:42.452064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-91a2ba6b-6d1d-42b6-a908-0caaecf487b8 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.454096 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-91a2ba6b-6d1d-42b6-a908-0caaecf487b8 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.59 "GET /v2.0/networks?id=587d54dd-48ed-409c-afba-42b07619b342 HTTP/1.1" status: 200 len: 809 time: 0.5639963 Feb 11 13:32:42.454986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-15c200a4-57a9-4cce-b593-b2536210e8c8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:32:42.457440 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-15c200a4-57a9-4cce-b593-b2536210e8c8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080945 Feb 11 13:32:42.473305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Request body: {'port': {'device_id': 'ad00efa9-82e2-4a61-83da-6e116450b50d', 'network_id': '587d54dd-48ed-409c-afba-42b07619b342', 'admin_state_up': True, 'tenant_id': '0fc2b7b80a144cad91d28506fc344700'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:42.492920 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] Set router daa95045-4f25-4edb-9434-66f8fe62311c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:42.501019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ae389-786f-4071-b109-f6cb943c31ce req-713ed57d-70ab-495c-92e4-c85b8f923ca9 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:42.507224 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f6ae389-786f-4071-b109-f6cb943c31ce req-713ed57d-70ab-495c-92e4-c85b8f923ca9 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.3556921 Feb 11 13:32:42.511398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4ed96d-cae2-44ae-b23f-58e037483906']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.547199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.563327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280fc9f0-871a-4fa9-913d-de7f82f2b1d2') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.563615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280fc9f0-871a-4fa9-913d-de7f82f2b1d2') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.591368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.665473 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4220719f-bcb0-4315-82ed-42b69f34fbf1 req-76c5a003-4d59-4440-b01a-4c89c8a06bb1 service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065756 Feb 11 13:32:42.675539 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.681312 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-6ae20ff2-40c9-4f5e-97fb-76334aa64702 service neutron] 10.222.0.52 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682003 Feb 11 13:32:42.710792 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2f06bde-446d-4e6e-abcb-8f02335cb616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.732494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:42.755011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:42.755389 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:42.758813 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:42.765006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:42.765550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 54ea2b40-e86b-4c07-a75c-7d1e421a11e6 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:42.766176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bb00023c-b7a3-41ff-959d-dd685c076a18 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:42.786038 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f6ae389-786f-4071-b109-f6cb943c31ce req-05c8008e-84e1-4344-9e2f-aa6ec76e76b6 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454119 Feb 11 13:32:42.795150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: bb00023c-b7a3-41ff-959d-dd685c076a18 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:42.795790 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bb00023c-b7a3-41ff-959d-dd685c076a18 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:42.824995 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3d53edbd-9b32-4bbc-bd10-16393000023e', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'port_id': '8ea61a6c-1071-4487-9662-ca468493475a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'mac_address': 'fa:16:3e:52:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:32:37Z', 'updated_at': '2022-02-11T13:32:40Z', 'revision_number': 1, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:45Z', 'revision_number': 5, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:42.847822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01ba09c9-6e13-47b1-85aa-0269b3445724 req-39490ba9-8c0c-4dca-adad-398936f98318 service neutron] 10.222.0.52 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573801 Feb 11 13:32:42.849664 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4220719f-bcb0-4315-82ed-42b69f34fbf1 req-747012fb-1a21-4517-9756-733e09b95a37 service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672459 Feb 11 13:32:42.869717 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355d111-c9e6-443b-bacd-5a237d3c602f None None] The sync data for ids ['daa95045-4f25-4edb-9434-66f8fe62311c'] in n-d-816488-1 is: [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3d53edbd-9b32-4bbc-bd10-16393000023e', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'floating_ip_address': '172.25.0.137', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'port_id': '8ea61a6c-1071-4487-9662-ca468493475a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'mac_address': 'fa:16:3e:52:06:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:32:37Z', 'updated_at': '2022-02-11T13:32:40Z', 'revision_number': 1, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:45Z', 'revision_number': 5, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:42.936967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d6cfb5b-746f-400d-a669-8e45df518364 req-39a53211-d679-4568-9e6b-a129d8e55451 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 210 time: 0.0478415 Feb 11 13:32:42.998119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.003481 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.007503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/cc4ed96d-cae2-44ae-b23f-58e037483906 HTTP/1.1" status: 204 len: 168 time: 4.4307821 Feb 11 13:32:43.010694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59780) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:43.016793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1618969088'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:43.034622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d9139-a252-4fb3-a74a-2e51214485b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=cc4ed96d-cae2-44ae-b23f-58e037483906,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:43.068447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ea9a43c6-e2a2-4618-81d1-5937979ba9f1 req-fefe4a20-e164-4717-9c5d-9d8cce37bcd3 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0360773 Feb 11 13:32:43.074449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Made reservation on behalf of 0fc2b7b80a144cad91d28506fc344700 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:43.078449 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.083260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2f06bde-446d-4e6e-abcb-8f02335cb616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.110537 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-4777739a-85ea-411a-abcd-6ce992eb6080 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 1000 time: 0.1236086 Feb 11 13:32:43.135951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2f06bde-446d-4e6e-abcb-8f02335cb616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.139569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3462fda-b376-4cb9-aebc-2cf17150f7ac None None] Network 327cb3f9-9807-45e8-b107-40db4ad1b7bd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:43.140309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d2f06bde-446d-4e6e-abcb-8f02335cb616 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/97244ae6-5c2b-4781-922e-2f84767b6f41 HTTP/1.1" status: 204 len: 168 time: 1.2675436 Feb 11 13:32:43.154350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f06bde-446d-4e6e-abcb-8f02335cb616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97244ae6-5c2b-4781-922e-2f84767b6f41,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:43.157995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59782) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:43.171224 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.210345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39614c-14fe-4056-b691-afc6a0805892 None None] New status for floating IP 3d53edbd-9b32-4bbc-bd10-16393000023e: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:32:43.225393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-aaaf50f6-ca1f-46cb-8ca9-0c3635cf1445 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.227308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-aaaf50f6-ca1f-46cb-8ca9-0c3635cf1445 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports/8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 943 time: 0.1065290 Feb 11 13:32:43.254361 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.261084 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.334843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Allocated IP 172.20.0.11 (587d54dd-48ed-409c-afba-42b07619b342/9b45a962-581d-4e1d-9795-9f54cf58e92b/9bd7d273-2207-409f-8964-5bb249580249) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:43.341732 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=854316fc2d414e88ac0a4659c206956f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9865255 Feb 11 13:32:43.344450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59784) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:43.354780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:43.358443 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.373484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cff4195-ef9b-4031-ba96-c3c55ec3b936,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:43.395165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.395915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.396422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.396753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.397085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.397408 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.397744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.398075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.398384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.398861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.399352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.399836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3816e1-99b6-47c5-a503-0773b26a0965 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:43.419527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:43.426917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-40528e28-7c49-4c80-b48a-717263b36c67 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 1000 time: 0.1354940 Feb 11 13:32:43.452968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.453307 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment 4296d740-1a62-40ea-a66b-78cee96d9753 of type vlan for network f235f86b-19bb-4ac6-80b7-569ac599952e Feb 11 13:32:43.495712 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0721deeb-8551-45a5-9d0b-e5f61a407171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.512621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Deleting port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:43.512621 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.524672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460179b-cedb-4091-b767-af3202d8db17 None None] DHCP port deletion for 327cb3f9-9807-45e8-b107-40db4ad1b7bd request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:32:43.593512 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.595748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3460179b-cedb-4091-b767-af3202d8db17 None None] Deleting port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:43.596220 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3460179b-cedb-4091-b767-af3202d8db17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.597663 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0721deeb-8551-45a5-9d0b-e5f61a407171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.599134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] For port 4fe10a21-b62e-4b80-9d16-871abd6d1e04, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4fe10a21-b62e-4b80-9d16-871abd6d1e04,segment=NetworkSegment(cae5a91c-a0f7-4206-a95c-1633fe31815c),segment_id=cae5a91c-a0f7-4206-a95c-1633fe31815c)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:43.604372 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.619107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Calling delete_port for 4fe10a21-b62e-4b80-9d16-871abd6d1e04 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:43.627541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-32819798-9ab6-4f0e-b7f0-b1ac7e82d8fe tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.634449 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-32819798-9ab6-4f0e-b7f0-b1ac7e82d8fe tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.2006850 Feb 11 13:32:43.652389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d23b9060-8363-4e8c-b4fd-8986054cd8dd req-d71b12a8-a337-4025-b368-abf8adcba490 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3711bfa2-9fd1-4316-b193-cf2d2b586225 HTTP/1.1" status: 200 len: 210 time: 0.0477567 Feb 11 13:32:43.677155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3460179b-cedb-4091-b767-af3202d8db17 None None] For port 4fe10a21-b62e-4b80-9d16-871abd6d1e04, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4fe10a21-b62e-4b80-9d16-871abd6d1e04,segment=NetworkSegment(cae5a91c-a0f7-4206-a95c-1633fe31815c),segment_id=cae5a91c-a0f7-4206-a95c-1633fe31815c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:43.677617 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3460179b-cedb-4091-b767-af3202d8db17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.693087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3460179b-cedb-4091-b767-af3202d8db17 None None] Calling delete_port for 4fe10a21-b62e-4b80-9d16-871abd6d1e04 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:43.716073 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.826957 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.833193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:43.837707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.868728 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0721deeb-8551-45a5-9d0b-e5f61a407171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.871563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0721deeb-8551-45a5-9d0b-e5f61a407171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.875403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0721deeb-8551-45a5-9d0b-e5f61a407171 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7cff4195-ef9b-4031-ba96-c3c55ec3b936 HTTP/1.1" status: 204 len: 168 time: 0.5271871 Feb 11 13:32:43.879708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:43.977033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721deeb-8551-45a5-9d0b-e5f61a407171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cff4195-ef9b-4031-ba96-c3c55ec3b936,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:44.017172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0053494 Feb 11 13:32:44.021667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59792) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:44.026355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c1fc1-a3b6-4b1c-9692-5cec12228c7b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=f235f86b-19bb-4ac6-80b7-569ac599952e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:44.037550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': 'f235f86b-19bb-4ac6-80b7-569ac599952e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:44.047977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f235f86b-19bb-4ac6-80b7-569ac599952e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:44.095635 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3460179b-cedb-4091-b767-af3202d8db17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.102987 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-54116d10-cfbe-4b29-b681-f5bfdf39195a tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 1002 time: 0.4649341 Feb 11 13:32:44.125607 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-18928a05-f062-4634-bfa4-f50ba3d8bdd6 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:44.138801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460179b-cedb-4091-b767-af3202d8db17 None None] Pushing event deleted for resources: {'Port': ['ID=4fe10a21-b62e-4b80-9d16-871abd6d1e04,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:44.153240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460179b-cedb-4091-b767-af3202d8db17 None None] No DVR routers for this DVR port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:44.165264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.198943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe10a21-b62e-4b80-9d16-871abd6d1e04,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:44.204177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] No DVR routers for this DVR port 4fe10a21-b62e-4b80-9d16-871abd6d1e04 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:44.216851 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-18928a05-f062-4634-bfa4-f50ba3d8bdd6 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.336452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.365859 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Network 587d54dd-48ed-409c-afba-42b07619b342 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:44.388018 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:44.397208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:44.398416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327cb3f9-9807-45e8-b107-40db4ad1b7bd']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:44.416120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae5a91c-a0f7-4206-a95c-1633fe31815c') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:44.416318 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae5a91c-a0f7-4206-a95c-1633fe31815c') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:44.428371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Pushing event updated for resources: {'Port': ['ID=9bd7d273-2207-409f-8964-5bb249580249,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:44.458302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.461027 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-18928a05-f062-4634-bfa4-f50ba3d8bdd6 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.476335 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.484434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e035e-4bbb-4583-a2cf-b0a33c7b98ba req-fdd4e537-4cdd-468b-9a8f-4f44b8c6ece2 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:44.484969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:44.485807 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.485984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c9e035e-4bbb-4583-a2cf-b0a33c7b98ba req-fdd4e537-4cdd-468b-9a8f-4f44b8c6ece2 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.5735629 Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:44.542281 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:44.544650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:44.544650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.561495 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-18928a05-f062-4634-bfa4-f50ba3d8bdd6 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.561906 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-18928a05-f062-4634-bfa4-f50ba3d8bdd6 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Floating IP 3d53edbd-9b32-4bbc-bd10-16393000023e disassociated. External IP: 172.25.0.137, port: 8ea61a6c-1071-4487-9662-ca468493475a. Feb 11 13:32:44.571427 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c9e035e-4bbb-4583-a2cf-b0a33c7b98ba req-399e3dd2-0a3d-49f0-8466-053055400a6d tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769622 Feb 11 13:32:44.671005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.686602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-021074bc-9776-4620-b29c-8674ead86f8e tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2178297 Feb 11 13:32:44.687050 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.695415 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] 10.222.0.52 "DELETE /v2.0/networks/327cb3f9-9807-45e8-b107-40db4ad1b7bd HTTP/1.1" status: 204 len: 168 time: 1.5363550 Feb 11 13:32:44.703142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4fe10a21-b62e-4b80-9d16-871abd6d1e04 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:44.709145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Request body: {'port': {'device_id': 'ad00efa9-82e2-4a61-83da-6e116450b50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:44.711991 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc84e9-91b5-42e5-b3ee-e143681d7fca admin admin] Pushing event deleted for resources: {'Network': ['ID=327cb3f9-9807-45e8-b107-40db4ad1b7bd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:44.736892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 4fe10a21-b62e-4b80-9d16-871abd6d1e04 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:44.738246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4fe10a21-b62e-4b80-9d16-871abd6d1e04 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:44.783323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.787155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:44.790646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:44.863740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-18928a05-f062-4634-bfa4-f50ba3d8bdd6 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Router daa95045-4f25-4edb-9434-66f8fe62311c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:44.903610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70382e38-d4dc-40bd-b192-be5d88e16fa7 req-bce56d7b-3070-4f00-bdcb-b0f582d98122 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:44.905693 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70382e38-d4dc-40bd-b192-be5d88e16fa7 req-bce56d7b-3070-4f00-bdcb-b0f582d98122 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 932 time: 0.2611656 Feb 11 13:32:44.907451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Performing IP validity checks on allocation pools {{(pid=103007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:32:44.907971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:32:45.007956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-18928a05-f062-4634-bfa4-f50ba3d8bdd6 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:45.013659 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-18928a05-f062-4634-bfa4-f50ba3d8bdd6 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.018782 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] Sync routers for ids ['daa95045-4f25-4edb-9434-66f8fe62311c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:45.046021 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] Routers {'daa95045-4f25-4edb-9434-66f8fe62311c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:45.046472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70382e38-d4dc-40bd-b192-be5d88e16fa7 req-a05e785a-ded0-40fa-b454-50443a3e9142 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283612 Feb 11 13:32:45.048780 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['daa95045-4f25-4edb-9434-66f8fe62311c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:45.067663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-18928a05-f062-4634-bfa4-f50ba3d8bdd6 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "PUT /v2.0/floatingips/3d53edbd-9b32-4bbc-bd10-16393000023e HTTP/1.1" status: 200 len: 695 time: 0.9443276 Feb 11 13:32:45.067663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:45.082053 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188" -d '{"events": [{"name": "network-changed", "server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "tag": "8ea61a6c-1071-4487-9662-ca468493475a"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:45.122905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-abf74bb6-e75f-4604-a19b-eaecdeb8ed73 req-9b0aad4b-5c09-47a6-a3ec-11fcc26d1597 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0310893 Feb 11 13:32:45.186524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-23190664-a1ed-44f7-8af9-df74f6d2ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.188486 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-23190664-a1ed-44f7-8af9-df74f6d2ebfd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1097 time: 0.0645242 Feb 11 13:32:45.224925 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23f6e9be-e73e-46ea-8875-fa8b57c79497 req-4394c067-650c-4c58-8304-98bf87a74533 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0557780 Feb 11 13:32:45.228831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59820) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:45.235971 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] Set router daa95045-4f25-4edb-9434-66f8fe62311c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:45.360459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-33f22713-561d-41a8-bb26-a9dbab253d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.362539 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-33f22713-561d-41a8-bb26-a9dbab253d6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 200 len: 921 time: 0.1674840 Feb 11 13:32:45.364188 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279fbfee-fd32-4122-84c7-1f7b968860c1 x-openstack-request-id: req-279fbfee-fd32-4122-84c7-1f7b968860c1 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:45.364478 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "tag": "8ea61a6c-1071-4487-9662-ca468493475a", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:45.364770 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-279fbfee-fd32-4122-84c7-1f7b968860c1 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:45.365197 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a', 'status': 'completed', 'code': 200} Feb 11 13:32:45.413168 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dbb44b3e-4eb1-4fab-8827-f857faede186 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18fe798bfda64fbaa941b9a70a3f6091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813257 Feb 11 13:32:45.418323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59824) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:45.455088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-1230e8de-672b-4b35-b377-27c29be724ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 217 time: 0.0592875 Feb 11 13:32:45.477951 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:45Z', 'revision_number': 5, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:45.500949 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.506135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188 req-f7e8cf02-6340-411f-96d4-e2a9f23c6b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.508368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188 req-f7e8cf02-6340-411f-96d4-e2a9f23c6b2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 1097 time: 0.1420939 Feb 11 13:32:45.514712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-3fe7bae2-2600-479c-81d9-a43d482c71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.515209 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] Checking router: daa95045-4f25-4edb-9434-66f8fe62311c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:45.522767 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-3fe7bae2-2600-479c-81d9-a43d482c71a0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f880e883-4571-496c-98f2-bcd8484dc87a HTTP/1.1" status: 200 len: 860 time: 0.0666652 Feb 11 13:32:45.527798 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] Routers {'daa95045-4f25-4edb-9434-66f8fe62311c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:45.528657 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['daa95045-4f25-4edb-9434-66f8fe62311c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:45.563509 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-99a2e3bf-4671-4a4f-9c99-5bf09e0d9bc9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9c35aba-1aa7-44ba-821d-64073a9e5b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385649 Feb 11 13:32:45.564479 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd7d273-2207-409f-8964-5bb249580249 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:32:45.575790 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5bef5a2-c81f-4321-a43b-2db138a14688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.578845 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.626262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5bef5a2-c81f-4321-a43b-2db138a14688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.651561 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] Set router daa95045-4f25-4edb-9434-66f8fe62311c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:45.722981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188 req-655e288a-e9bf-4eb2-8de7-595bda80b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.727760 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188 req-655e288a-e9bf-4eb2-8de7-595bda80b251 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 200 len: 921 time: 0.1955407 Feb 11 13:32:45.742344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=170b430c-1561-4376-a27a-c36be5c98e33,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:45.746257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': '4296d740-1a62-40ea-a66b-78cee96d9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f235f86b-19bb-4ac6-80b7-569ac599952e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:45.746612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: f235f86b-19bb-4ac6-80b7-569ac599952e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:45.772086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c85cb62-e783-4135-bf75-285e81d08f08 req-2fe0b0bb-37e3-409f-880b-5a86936b72df tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.773666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c85cb62-e783-4135-bf75-285e81d08f08 req-2fe0b0bb-37e3-409f-880b-5a86936b72df tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.0908530 Feb 11 13:32:45.808823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Transition to ACTIVE for port object 9bd7d273-2207-409f-8964-5bb249580249 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:32:45.814458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5bef5a2-c81f-4321-a43b-2db138a14688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.816951 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188 req-c81b8da8-1735-4dfe-8ea3-72b00d4df6cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 200 len: 217 time: 0.0556910 Feb 11 13:32:45.818066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5bef5a2-c81f-4321-a43b-2db138a14688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.819186 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d5bef5a2-c81f-4321-a43b-2db138a14688 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4500c2ee-0a8a-4c57-845d-55929cb848a5 HTTP/1.1" status: 204 len: 168 time: 0.3996556 Feb 11 13:32:45.829371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c85cb62-e783-4135-bf75-285e81d08f08 req-cd24aba0-dcfc-44f3-94a5-adfbab131748 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471258 Feb 11 13:32:45.833327 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-399232dd-8484-4479-9189-071f11276f00 service neutron] 10.222.0.52 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688787 Feb 11 13:32:45.835366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bef5a2-c81f-4321-a43b-2db138a14688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4500c2ee-0a8a-4c57-845d-55929cb848a5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:45.895756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network f235f86b-19bb-4ac6-80b7-569ac599952e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:45.923977 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:45Z', 'revision_number': 5, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:45.929575 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:45.957403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188 req-96940395-be1b-42b1-b0e5-bf29bf27494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:45.959071 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188 req-96940395-be1b-42b1-b0e5-bf29bf27494b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f880e883-4571-496c-98f2-bcd8484dc87a HTTP/1.1" status: 200 len: 860 time: 0.1205575 Feb 11 13:32:45.959842 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436f5eee-8960-4f11-a1d6-d2d2c19b5bf6 None None] The sync data for ids ['daa95045-4f25-4edb-9434-66f8fe62311c'] in n-d-816488-1 is: [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:31:36Z', 'revision_number': 4, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a3110ea3-ff88-45c4-a42c-312231498750', 'name': '', 'network_id': 'c9c35aba-1aa7-44ba-821d-64073a9e5b18', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'mac_address': 'fa:16:3e:28:c8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:34Z', 'updated_at': '2022-02-11T13:31:45Z', 'revision_number': 5, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'subnets': [{'id': 'f880e883-4571-496c-98f2-bcd8484dc87a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:45.997958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f235f86b-19bb-4ac6-80b7-569ac599952e) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:46.010898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fcc27d-e464-4c3d-a8e3-0ad1b594f5c0 None None] Network f235f86b-19bb-4ac6-80b7-569ac599952e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:46.013948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.014866 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.023058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188 req-f2805247-7a4a-4688-9e28-7ebcc2efca30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9c35aba-1aa7-44ba-821d-64073a9e5b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469828 Feb 11 13:32:46.024166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7d273-2207-409f-8964-5bb249580249,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:46.025343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-943231e4-c65c-4fe2-a1eb-beb895fc53ab req-d2fa749f-76fa-441b-8d15-35754bf4c991 service neutron] 10.222.0.52 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912012 Feb 11 13:32:46.164421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Attempting to bind port 9bd7d273-2207-409f-8964-5bb249580249 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:46.164908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Attempting to bind port 9bd7d273-2207-409f-8964-5bb249580249 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'ec4d17ba-0027-4917-85d8-d7fb55b11476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '587d54dd-48ed-409c-afba-42b07619b342'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:46.165093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Attempting to bind port 9bd7d273-2207-409f-8964-5bb249580249 on network 587d54dd-48ed-409c-afba-42b07619b342 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:46.167452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188 req-500d8a97-fedc-4752-96ad-7fa2b807e466 service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298769 Feb 11 13:32:46.172964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Port 9bd7d273-2207-409f-8964-5bb249580249 on network 587d54dd-48ed-409c-afba-42b07619b342 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:32:46.173296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Attempting to bind port 9bd7d273-2207-409f-8964-5bb249580249 on network 587d54dd-48ed-409c-afba-42b07619b342 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:46.201040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a4bead42-752b-4c7d-bf3d-080a7991525e tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1739655 Feb 11 13:32:46.204171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59842) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:46.204998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:46.205336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Checking segment: {'id': 'ec4d17ba-0027-4917-85d8-d7fb55b11476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '587d54dd-48ed-409c-afba-42b07619b342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:46.205837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Bound using segment: {'id': 'ec4d17ba-0027-4917-85d8-d7fb55b11476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '587d54dd-48ed-409c-afba-42b07619b342'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:46.206322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Bound port: 9bd7d273-2207-409f-8964-5bb249580249, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec4d17ba-0027-4917-85d8-d7fb55b11476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '587d54dd-48ed-409c-afba-42b07619b342'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:46.206685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.320635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f235f86b-19bb-4ac6-80b7-569ac599952e', 'network_id': 'f235f86b-19bb-4ac6-80b7-569ac599952e', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': '170b430c-1561-4376-a27a-c36be5c98e33'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:32:46.321837 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.341348 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddbebc6f-5c31-4fe3-ad9e-cdc650d24188 req-0f3043b0-a81e-492d-a273-d9733485114e service neutron] 10.222.0.13 "GET /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252086 Feb 11 13:32:46.386115 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-5046cc97-5b72-4262-82f9-8555222c7a44 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/floatingips/3d53edbd-9b32-4bbc-bd10-16393000023e HTTP/1.1" status: 200 len: 695 time: 0.2136843 Feb 11 13:32:46.463210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d17a9-bd53-4b98-984f-8f9e73e1a598 req-597cc1a6-89e0-4b2a-9aa1-a9ecb090867c tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.465418 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-373d17a9-bd53-4b98-984f-8f9e73e1a598 req-597cc1a6-89e0-4b2a-9aa1-a9ecb090867c tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 944 time: 0.2625799 Feb 11 13:32:46.497035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c48cfd-7edc-4441-8e28-de9255e91cd6 None None] New status for floating IP 3d53edbd-9b32-4bbc-bd10-16393000023e: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:32:46.594677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] For port 9bd7d273-2207-409f-8964-5bb249580249, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:46.597563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-13d355e1-8893-46eb-b0e5-7edb8b326181 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.608297 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-13d355e1-8893-46eb-b0e5-7edb8b326181 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 784 time: 0.2110059 Feb 11 13:32:46.618497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-373d17a9-bd53-4b98-984f-8f9e73e1a598 req-a1d4c331-a297-4fc0-b488-f927ed9e9232 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421785 Feb 11 13:32:46.636341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] For port 9bd7d273-2207-409f-8964-5bb249580249, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bd7d273-2207-409f-8964-5bb249580249,segment=NetworkSegment(ec4d17ba-0027-4917-85d8-d7fb55b11476),segment_id=ec4d17ba-0027-4917-85d8-d7fb55b11476)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:46.638341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-f08b6db6-0f19-4c5c-aeb0-3a62e015b7c5 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:32:46.640394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-f08b6db6-0f19-4c5c-aeb0-3a62e015b7c5 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215597 Feb 11 13:32:46.655376 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.752706 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-1f3aa7ee-8a46-4d2c-816c-f8d8e26f8f4d tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 698 time: 0.1014085 Feb 11 13:32:46.775031 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.828268 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-46768c3b-bf57-4973-ab14-1512eb501e5d tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 698 time: 0.0651472 Feb 11 13:32:46.840721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Allocated IP 172.20.0.3 (f235f86b-19bb-4ac6-80b7-569ac599952e/170b430c-1561-4376-a27a-c36be5c98e33/7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:46.847706 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fe15f58-8f75-4a6c-8a98-ca7b81e25ef1 req-f4af491a-5fea-4634-b8ef-2f50bab552d8 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0985477 Feb 11 13:32:46.848965 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.913374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:46.914249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:46.916095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] 10.222.0.59 "PUT /v2.0/ports/9bd7d273-2207-409f-8964-5bb249580249 HTTP/1.1" status: 200 len: 1092 time: 2.2169430 Feb 11 13:32:46.916834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad00efa9-82e2-4a61-83da-6e116450b50d', 'tag': '9bd7d273-2207-409f-8964-5bb249580249'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:46.919233 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a28adba-df8a-4c55-b885-821ec80e34bc" -d '{"events": [{"name": "network-changed", "server_uuid": "ad00efa9-82e2-4a61-83da-6e116450b50d", "tag": "9bd7d273-2207-409f-8964-5bb249580249"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:46.967289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd7d273-2207-409f-8964-5bb249580249,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:47.030099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-e6bc6507-af2d-4413-a060-45d41e4da158 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Deleting port 1e71d1a2-7e33-4d44-89b4-a94165b57945 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:47.030926 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-e6bc6507-af2d-4413-a060-45d41e4da158 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.043752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.044369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.044871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.046008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.046485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.047269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.048104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.048627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.049124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.063214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.064193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.065245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82114c77-4cf8-4b91-b32c-32f8d2702ae4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:32:47.148510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e787bb-8716-42c7-8fa2-94752d4516b8 req-00c6675c-91aa-4ac5-9c1e-ecc6151f0d7b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:47.154615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f3e787bb-8716-42c7-8fa2-94752d4516b8 req-00c6675c-91aa-4ac5-9c1e-ecc6151f0d7b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1725554 Feb 11 13:32:47.154838 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.183750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-e6bc6507-af2d-4413-a060-45d41e4da158 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.184244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-e6bc6507-af2d-4413-a060-45d41e4da158 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.189475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-0c363258-d40d-44ac-8ec6-f021afc34f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:47.195545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-0c363258-d40d-44ac-8ec6-f021afc34f63 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0fc2b7b80a144cad91d28506fc344700&device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 1095 time: 0.1079371 Feb 11 13:32:47.199276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-e6bc6507-af2d-4413-a060-45d41e4da158 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Calling delete_port for 1e71d1a2-7e33-4d44-89b4-a94165b57945 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:47.269574 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f3e787bb-8716-42c7-8fa2-94752d4516b8 req-6f0e3c58-f611-4327-ad12-541c32559225 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083376 Feb 11 13:32:47.272398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-93bdd834-ea62-47ec-bc78-95b2872fb7e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bd7d273-2207-409f-8964-5bb249580249 HTTP/1.1" status: 200 len: 217 time: 0.0692585 Feb 11 13:32:47.272510 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.354922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Network f235f86b-19bb-4ac6-80b7-569ac599952e is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:47.359742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:47.366092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.371219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:47.408605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Pushing event updated for resources: {'Port': ['ID=7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:47.417871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-2b43e0a0-f614-4d1e-ba8e-90713b25b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:47.419368 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-2b43e0a0-f614-4d1e-ba8e-90713b25b7de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b45a962-581d-4e1d-9795-9f54cf58e92b HTTP/1.1" status: 200 len: 849 time: 0.1137300 Feb 11 13:32:47.456293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Attempting to bind port 7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:47.456851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Attempting to bind port 7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '4296d740-1a62-40ea-a66b-78cee96d9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f235f86b-19bb-4ac6-80b7-569ac599952e'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:47.457213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Attempting to bind port 7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20 on network f235f86b-19bb-4ac6-80b7-569ac599952e {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:47.463261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:47.463261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Checking segment: {'id': '4296d740-1a62-40ea-a66b-78cee96d9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f235f86b-19bb-4ac6-80b7-569ac599952e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:47.463473 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.463755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Bound using segment: {'id': '4296d740-1a62-40ea-a66b-78cee96d9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f235f86b-19bb-4ac6-80b7-569ac599952e'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:47.464270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Bound port: 7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4296d740-1a62-40ea-a66b-78cee96d9753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f235f86b-19bb-4ac6-80b7-569ac599952e'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:47.464690 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.470120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=170b430c-1561-4376-a27a-c36be5c98e33,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:47.521360 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-a9dadb48-8ad2-4f40-aca9-34459a61815f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=587d54dd-48ed-409c-afba-42b07619b342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697105 Feb 11 13:32:47.543123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-e6bc6507-af2d-4413-a060-45d41e4da158 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.549103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] For port 7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:47.553541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] For port 7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20,segment=NetworkSegment(4296d740-1a62-40ea-a66b-78cee96d9753),segment_id=4296d740-1a62-40ea-a66b-78cee96d9753)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:47.556508 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.578095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc6507-af2d-4413-a060-45d41e4da158 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Pushing event deleted for resources: {'Port': ['ID=1e71d1a2-7e33-4d44-89b4-a94165b57945,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:47.609471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f235f86b-19bb-4ac6-80b7-569ac599952e']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:47.622885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4296d740-1a62-40ea-a66b-78cee96d9753') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:47.623184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4296d740-1a62-40ea-a66b-78cee96d9753') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:47.647547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.654735 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-e6bc6507-af2d-4413-a060-45d41e4da158 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.657476 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-e6bc6507-af2d-4413-a060-45d41e4da158 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.658903 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a8aa056-328f-44cf-a63d-429dd6a3c043 req-e6bc6507-af2d-4413-a060-45d41e4da158 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "DELETE /v2.0/floatingips/3d53edbd-9b32-4bbc-bd10-16393000023e HTTP/1.1" status: 204 len: 173 time: 0.8230691 Feb 11 13:32:47.677168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.683599 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-da79d90e-f1a8-4010-8c43-20e8ceea3698 service neutron] 10.222.0.59 "GET /v2.0/networks/587d54dd-48ed-409c-afba-42b07619b342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524060 Feb 11 13:32:47.684536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.692144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:47.692959 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:47.696295 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:47.734819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f336ddd-f857-470e-9cee-88b7e1863af9 None None] Pushing event updated for resources: {'Port': ['ID=7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:47.747333 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b57b5-5c4b-429b-8fd9-eb96bf342c33 x-openstack-request-id: req-d57b57b5-5c4b-429b-8fd9-eb96bf342c33 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:47.748409 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad00efa9-82e2-4a61-83da-6e116450b50d", "tag": "9bd7d273-2207-409f-8964-5bb249580249", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:47.749003 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d57b57b5-5c4b-429b-8fd9-eb96bf342c33 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:47.750265 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad00efa9-82e2-4a61-83da-6e116450b50d', 'tag': '9bd7d273-2207-409f-8964-5bb249580249', 'status': 'completed', 'code': 200} Feb 11 13:32:47.828056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6ce1b4-2950-428e-a560-8d5cf2a4f7b2 None None] Network f235f86b-19bb-4ac6-80b7-569ac599952e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:47.879778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5016288-dd2a-4587-9a4c-649c078a3020 req-afd148f1-9440-4d5f-9619-d5521bf74ff8 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:47.885023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5016288-dd2a-4587-9a4c-649c078a3020 req-afd148f1-9440-4d5f-9619-d5521bf74ff8 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 944 time: 0.0986831 Feb 11 13:32:47.927548 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5016288-dd2a-4587-9a4c-649c078a3020 req-55559c36-9d14-4324-9228-cef8073277f2 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359433 Feb 11 13:32:47.973245 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671a59f9-ce07-4c74-af6f-0acb45aaf279 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:32:47.983571 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.api [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:32:47.983571 n-d-816488-1 neutron-server[103007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:32:47.983571 n-d-816488-1 neutron-server[103007]: [parameters: {'id': 'f235f86b-19bb-4ac6-80b7-569ac599952e'}] Feb 11 13:32:47.983571 n-d-816488-1 neutron-server[103007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:32:47.984036 n-d-816488-1 neutron-server[103007]: DEBUG oslo_db.api [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:32:47.989686 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee9c6576-bdd7-4f34-a38d-a4dde1affb17 req-3a8a1fca-8541-46ba-bbac-f687869534b7 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups/31726f0d-5e34-4898-aafc-6f02184f5033 HTTP/1.1" status: 200 len: 1809 time: 0.1408365 Feb 11 13:32:48.023510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b80d78a-8c35-46b3-886e-30e4d206b949 req-779687a2-6ee4-48e6-abb2-3b9cd449e599 service neutron] 10.222.0.59 "GET /v2.0/networks/587d54dd-48ed-409c-afba-42b07619b342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091207 Feb 11 13:32:48.055864 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a59f9-ce07-4c74-af6f-0acb45aaf279 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:32:48.070313 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ee9c6576-bdd7-4f34-a38d-a4dde1affb17 req-12d1e690-50a9-4949-8a02-ef6bf7cc3e83 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.105807 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ee9c6576-bdd7-4f34-a38d-a4dde1affb17 req-12d1e690-50a9-4949-8a02-ef6bf7cc3e83 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.242238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28adba-df8a-4c55-b885-821ec80e34bc req-8d9b9e06-5d82-4076-b709-d7ed2a7504fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:48.243780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a28adba-df8a-4c55-b885-821ec80e34bc req-8d9b9e06-5d82-4076-b709-d7ed2a7504fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0fc2b7b80a144cad91d28506fc344700&device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 1095 time: 0.0546873 Feb 11 13:32:48.273226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ee9c6576-bdd7-4f34-a38d-a4dde1affb17 req-12d1e690-50a9-4949-8a02-ef6bf7cc3e83 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.276220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ee9c6576-bdd7-4f34-a38d-a4dde1affb17 req-12d1e690-50a9-4949-8a02-ef6bf7cc3e83 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.277482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee9c6576-bdd7-4f34-a38d-a4dde1affb17 req-12d1e690-50a9-4949-8a02-ef6bf7cc3e83 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "DELETE /v2.0/security-groups/31726f0d-5e34-4898-aafc-6f02184f5033 HTTP/1.1" status: 204 len: 173 time: 0.2729764 Feb 11 13:32:48.344696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87443496-0a07-4f83-9caf-80f9c7611404 req-9e9e3662-5f91-4d3f-a387-ce8aef0778d8 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0562205 Feb 11 13:32:48.365137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1e690-50a9-4949-8a02-ef6bf7cc3e83 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31726f0d-5e34-4898-aafc-6f02184f5033,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:48.424065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28adba-df8a-4c55-b885-821ec80e34bc req-f182811a-257e-43c9-bf39-26ead69bd9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:48.426978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a28adba-df8a-4c55-b885-821ec80e34bc req-f182811a-257e-43c9-bf39-26ead69bd9de service neutron] 10.222.0.59 "GET /v2.0/networks?id=587d54dd-48ed-409c-afba-42b07619b342 HTTP/1.1" status: 200 len: 910 time: 0.1766188 Feb 11 13:32:48.474081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a28adba-df8a-4c55-b885-821ec80e34bc req-b86512db-ca51-4a5f-86b6-72a95bbd616b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bd7d273-2207-409f-8964-5bb249580249 HTTP/1.1" status: 200 len: 217 time: 0.0391796 Feb 11 13:32:48.488144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.521010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738925-973d-42ab-bc24-431d46a3cd8f req-f431cb21-2b49-45b1-9568-0158d6de8eb6 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:48.522709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef738925-973d-42ab-bc24-431d46a3cd8f req-f431cb21-2b49-45b1-9568-0158d6de8eb6 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.0589530 Feb 11 13:32:48.536411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28adba-df8a-4c55-b885-821ec80e34bc req-cac57e88-98fb-485b-8aa6-3aa38d7c50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:48.537938 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a28adba-df8a-4c55-b885-821ec80e34bc req-cac57e88-98fb-485b-8aa6-3aa38d7c50cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9b45a962-581d-4e1d-9795-9f54cf58e92b HTTP/1.1" status: 200 len: 849 time: 0.0577245 Feb 11 13:32:48.582424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef738925-973d-42ab-bc24-431d46a3cd8f req-be621fa3-7b3a-4d84-9c82-4175a208bbbb tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527937 Feb 11 13:32:48.599150 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a28adba-df8a-4c55-b885-821ec80e34bc req-01af91f0-ed85-4489-8ae5-f56bec713683 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=587d54dd-48ed-409c-afba-42b07619b342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345266 Feb 11 13:32:48.675895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Deleting port 7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:48.676235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.751158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a28adba-df8a-4c55-b885-821ec80e34bc req-1c822aa3-2d72-4672-9193-e88cbb39ae47 service neutron] 10.222.0.59 "GET /v2.0/networks/587d54dd-48ed-409c-afba-42b07619b342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424403 Feb 11 13:32:48.773003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] For port 7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20,segment=NetworkSegment(4296d740-1a62-40ea-a66b-78cee96d9753),segment_id=4296d740-1a62-40ea-a66b-78cee96d9753)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:48.773361 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:48.824691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Calling delete_port for 7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:48.910325 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a28adba-df8a-4c55-b885-821ec80e34bc req-1b744167-a4a0-4f49-8e1c-38694b68b19a service neutron] 10.222.0.59 "GET /v2.0/networks/587d54dd-48ed-409c-afba-42b07619b342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512766 Feb 11 13:32:48.999120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a684d9-abeb-4f8b-af57-b025127d0bb1 req-d133800c-bbad-42c3-b1c1-76905f4fed57 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:49.000668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71a684d9-abeb-4f8b-af57-b025127d0bb1 req-d133800c-bbad-42c3-b1c1-76905f4fed57 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0613961 Feb 11 13:32:49.012097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59934) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:49.022896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.049815 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71a684d9-abeb-4f8b-af57-b025127d0bb1 req-cf4fe5a1-dae4-40dd-9a11-1053a8bfc006 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368845 Feb 11 13:32:49.074775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Port': ['ID=7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:49.078230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No DVR routers for this DVR port 7cefb586-dcb5-4d6e-8dcd-a40fde9f4f20 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:49.189696 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37fb5cd9-3e1b-4600-8f50-5bf92934f3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.202137 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.212081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59940) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:49.238476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4515582-418c-4b75-a1f1-99fe3922c045 req-f32e54a6-7672-4a73-a476-15138942c381 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:49.239965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4515582-418c-4b75-a1f1-99fe3922c045 req-f32e54a6-7672-4a73-a476-15138942c381 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 944 time: 0.2052383 Feb 11 13:32:49.244511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f235f86b-19bb-4ac6-80b7-569ac599952e']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:49.271735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4296d740-1a62-40ea-a66b-78cee96d9753') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:49.271735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4296d740-1a62-40ea-a66b-78cee96d9753') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:49.290819 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.320387 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.322115 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0f76c7e-ccfd-4114-aae5-52b6a8a31ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.336669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4515582-418c-4b75-a1f1-99fe3922c045 req-df278322-13d6-4bc8-992a-cf11dd59fa41 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887740 Feb 11 13:32:49.338611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:49.338999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:49.342010 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:49.402721 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0f76c7e-ccfd-4114-aae5-52b6a8a31ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.429326 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37fb5cd9-3e1b-4600-8f50-5bf92934f3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.466003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd04a368-9a25-48c3-8d6c-3a8126b70ac6 req-64dad532-716d-41b5-a81e-369c54e8c605 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0270410 Feb 11 13:32:49.647632 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f0f76c7e-ccfd-4114-aae5-52b6a8a31ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.687329 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f0f76c7e-ccfd-4114-aae5-52b6a8a31ef8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1016b30322b34656a25afd4a36e265cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4739695 Feb 11 13:32:49.688162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f76c7e-ccfd-4114-aae5-52b6a8a31ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4c9b15-556f-46fb-8d2c-d15f315c63f1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:49.693625 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59948) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:49.743259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.747398 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.750528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/f235f86b-19bb-4ac6-80b7-569ac599952e HTTP/1.1" status: 204 len: 168 time: 3.5415206 Feb 11 13:32:49.754284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59950) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:49.758495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9aa50-982c-47e2-8be4-883b96e4f305 req-3c12c64a-8843-4ac6-a239-ad0ee844e67b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:49.759334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-223810311'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:49.760045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75f9aa50-982c-47e2-8be4-883b96e4f305 req-3c12c64a-8843-4ac6-a239-ad0ee844e67b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1030505 Feb 11 13:32:49.760742 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37fb5cd9-3e1b-4600-8f50-5bf92934f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.825001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa179c-d53e-454f-9523-e66acaa898df tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=f235f86b-19bb-4ac6-80b7-569ac599952e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:49.842683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-37fb5cd9-3e1b-4600-8f50-5bf92934f3f1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06b533dae588478d87a2cf01f6f87270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8295369 Feb 11 13:32:49.845052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb5cd9-3e1b-4600-8f50-5bf92934f3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76edf0e0-1137-49fb-8c82-a4f18db80473,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:49.845581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59952) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:49.859046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af717074-c2b6-4e8e-90c3-65f5c2130141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.873113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75f9aa50-982c-47e2-8be4-883b96e4f305 req-47f89f3a-5a20-4a72-be84-059f12edf0fb tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024542 Feb 11 13:32:49.875861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:49.880003 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.891399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af717074-c2b6-4e8e-90c3-65f5c2130141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.922794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:49.930850 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a65228ab-adc4-418d-beb6-9afc62e9ca5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:49.953646 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a65228ab-adc4-418d-beb6-9afc62e9ca5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.031872 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af717074-c2b6-4e8e-90c3-65f5c2130141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.034598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af717074-c2b6-4e8e-90c3-65f5c2130141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.035857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-af717074-c2b6-4e8e-90c3-65f5c2130141 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c4c9b15-556f-46fb-8d2c-d15f315c63f1 HTTP/1.1" status: 204 len: 168 time: 0.3390703 Feb 11 13:32:50.043989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af717074-c2b6-4e8e-90c3-65f5c2130141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4c9b15-556f-46fb-8d2c-d15f315c63f1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:50.119301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a65228ab-adc4-418d-beb6-9afc62e9ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.122007 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a65228ab-adc4-418d-beb6-9afc62e9ca5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.123250 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a65228ab-adc4-418d-beb6-9afc62e9ca5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76edf0e0-1137-49fb-8c82-a4f18db80473 HTTP/1.1" status: 204 len: 168 time: 0.2765048 Feb 11 13:32:50.124425 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.124765 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment 73dcb061-efa2-439b-856f-eb96c2c3c9ab of type vlan for network f8737b94-a6ea-4194-91ba-5a806e180d54 Feb 11 13:32:50.167449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65228ab-adc4-418d-beb6-9afc62e9ca5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76edf0e0-1137-49fb-8c82-a4f18db80473,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:50.208282 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.225804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb832054-9a6b-46e6-a1bb-a40516474383 req-7c8cc2de-5864-4443-9ae8-c5c6ee516298 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:50.227296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb832054-9a6b-46e6-a1bb-a40516474383 req-7c8cc2de-5864-4443-9ae8-c5c6ee516298 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.1010201 Feb 11 13:32:50.275561 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb832054-9a6b-46e6-a1bb-a40516474383 req-1973f11a-a6e7-495f-ab15-6fdbc8807274 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394688 Feb 11 13:32:50.363852 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.371691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:50.375485 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.444293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=f8737b94-a6ea-4194-91ba-5a806e180d54,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:50.456680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f8737b94-a6ea-4194-91ba-5a806e180d54 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:50.467220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626571ff-9993-48bd-bf81-6a26d7d0820b req-8ba291b5-7217-4fa9-9c50-1c7f8bcf75aa tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:50.468833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-626571ff-9993-48bd-bf81-6a26d7d0820b req-8ba291b5-7217-4fa9-9c50-1c7f8bcf75aa tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 944 time: 0.0528293 Feb 11 13:32:50.481022 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0d6c04dd-eca1-47d9-8b63-c4195d47b8cd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7252584 Feb 11 13:32:50.483680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59964) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:50.489804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': 'f8737b94-a6ea-4194-91ba-5a806e180d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:50.570507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-626571ff-9993-48bd-bf81-6a26d7d0820b req-7aa9949b-8ba1-4799-9864-ed479c0de155 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944159 Feb 11 13:32:50.630681 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb115fa3-9e82-455d-93d0-b75ebd24d03b req-fe2b3556-80a3-464f-a6bb-ed86b7d69b5a tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0379195 Feb 11 13:32:50.774827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:50.778745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.845799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bd7d273-2207-409f-8964-5bb249580249 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:32:50.878143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59978) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:50.891967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e97579a6-d9a5-45c4-90b8-9a4b2369664c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:50.962953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9bd7d273-2207-409f-8964-5bb249580249, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bd7d273-2207-409f-8964-5bb249580249,segment=NetworkSegment(ec4d17ba-0027-4917-85d8-d7fb55b11476),segment_id=ec4d17ba-0027-4917-85d8-d7fb55b11476)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:50.976916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '9bd7d273-2207-409f-8964-5bb249580249', 'network_id': '587d54dd-48ed-409c-afba-42b07619b342', 'port_id': '9bd7d273-2207-409f-8964-5bb249580249', 'mac_address': 'fa:16:3e:27:c6:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b45a962-581d-4e1d-9795-9f54cf58e92b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:32:51.020981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.030337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e97579a6-d9a5-45c4-90b8-9a4b2369664c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.036746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd7d273-2207-409f-8964-5bb249580249 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:32:51.041638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aac654-0dbc-48b1-9a27-1d9adf06cc98 req-9fdff74d-19b0-45d4-a25f-11a404c29f3b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.043121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0aac654-0dbc-48b1-9a27-1d9adf06cc98 req-9fdff74d-19b0-45d4-a25f-11a404c29f3b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.0816903 Feb 11 13:32:51.056611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9bd7d273-2207-409f-8964-5bb249580249, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bd7d273-2207-409f-8964-5bb249580249,segment=NetworkSegment(ec4d17ba-0027-4917-85d8-d7fb55b11476),segment_id=ec4d17ba-0027-4917-85d8-d7fb55b11476)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:51.068055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.089898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0aac654-0dbc-48b1-9a27-1d9adf06cc98 req-6426300c-2972-476b-a82d-7469f16c40af tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383265 Feb 11 13:32:51.105308 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e97579a6-d9a5-45c4-90b8-9a4b2369664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.140632 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.148284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=0b0cc6d0-f850-4036-b06e-75ebf0c03844,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:51.158393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97579a6-d9a5-45c4-90b8-9a4b2369664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a78f14-ab4a-4576-9ac2-aa8ee888e544,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:51.161572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': '73dcb061-efa2-439b-856f-eb96c2c3c9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f8737b94-a6ea-4194-91ba-5a806e180d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:51.161968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: f8737b94-a6ea-4194-91ba-5a806e180d54, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:51.169076 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e97579a6-d9a5-45c4-90b8-9a4b2369664c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c36a1561de9148efa2caa0881d51b85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894788 Feb 11 13:32:51.173059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59990) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:51.212439 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9bd7d273-2207-409f-8964-5bb249580249,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:51.227077 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efd8c6b8-45d6-44b0-9581-a3f367c66618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.248566 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efd8c6b8-45d6-44b0-9581-a3f367c66618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.306522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network f8737b94-a6ea-4194-91ba-5a806e180d54 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:51.399985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efd8c6b8-45d6-44b0-9581-a3f367c66618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.402437 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efd8c6b8-45d6-44b0-9581-a3f367c66618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.403557 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-efd8c6b8-45d6-44b0-9581-a3f367c66618 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8a78f14-ab4a-4576-9ac2-aa8ee888e544 HTTP/1.1" status: 204 len: 168 time: 0.2294850 Feb 11 13:32:51.423823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669c176-f84a-478e-b810-857878a4c776 req-21233eb8-5d8e-4610-9325-4d0250900df2 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.425337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a669c176-f84a-478e-b810-857878a4c776 req-21233eb8-5d8e-4610-9325-4d0250900df2 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.13 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.0892751 Feb 11 13:32:51.427464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8c6b8-45d6-44b0-9581-a3f367c66618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a78f14-ab4a-4576-9ac2-aa8ee888e544,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:51.461531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f8737b94-a6ea-4194-91ba-5a806e180d54) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:51.470343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894a134a-d0db-4ce1-be35-fc9a01f59009 None None] Network f8737b94-a6ea-4194-91ba-5a806e180d54 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:51.472063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b863dc84-4b1a-4445-afeb-d24be0f471a2 req-c8375c09-54a5-4a40-84e4-b8ff58bfed2f tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.472931 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b863dc84-4b1a-4445-afeb-d24be0f471a2 req-c8375c09-54a5-4a40-84e4-b8ff58bfed2f tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 946 time: 0.1270211 Feb 11 13:32:51.478399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.478972 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.541046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9bd7d273-2207-409f-8964-5bb249580249'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:51.569261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b863dc84-4b1a-4445-afeb-d24be0f471a2 req-39af9ede-d96c-479c-a236-cfd1e58865c0 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/security-groups?id=909def4f-87ef-4fe5-8ecb-87b2c0630a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799475 Feb 11 13:32:51.591672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-a669c176-f84a-478e-b810-857878a4c776 req-346ef0ca-cf2e-4233-bed7-3fa3c8f34833 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Deleting port 8ea61a6c-1071-4487-9662-ca468493475a {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:51.592075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a669c176-f84a-478e-b810-857878a4c776 req-346ef0ca-cf2e-4233-bed7-3fa3c8f34833 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.604071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60006) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:51.616421 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4cef3485-e76a-4f88-a3b7-cbf6a0eb9b29 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1315567 Feb 11 13:32:51.747888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80437513-0371-4971-91e0-d220f84217ec req-8ed71256-7c57-494b-90fc-5bdde05f7aa4 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.757154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-80437513-0371-4971-91e0-d220f84217ec req-8ed71256-7c57-494b-90fc-5bdde05f7aa4 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 945 time: 0.1175978 Feb 11 13:32:51.790688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-a669c176-f84a-478e-b810-857878a4c776 req-346ef0ca-cf2e-4233-bed7-3fa3c8f34833 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] For port 8ea61a6c-1071-4487-9662-ca468493475a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8ea61a6c-1071-4487-9662-ca468493475a,segment=NetworkSegment(719f910f-4ec0-499d-8a7d-64ab2792cc51),segment_id=719f910f-4ec0-499d-8a7d-64ab2792cc51)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:51.791804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a669c176-f84a-478e-b810-857878a4c776 req-346ef0ca-cf2e-4233-bed7-3fa3c8f34833 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.813787 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.815897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-a669c176-f84a-478e-b810-857878a4c776 req-346ef0ca-cf2e-4233-bed7-3fa3c8f34833 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Calling delete_port for 8ea61a6c-1071-4487-9662-ca468493475a owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:51.829134 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-80437513-0371-4971-91e0-d220f84217ec req-686c6eb8-b5ba-420d-a8e4-150216b23f9a tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707829 Feb 11 13:32:51.877134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9edb2-52e4-4647-8c94-66ba87ec815c req-c58ecf61-b746-467f-aaa7-08fad570fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:51.879107 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99e9edb2-52e4-4647-8c94-66ba87ec815c req-c58ecf61-b746-467f-aaa7-08fad570fe5b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 1096 time: 0.0612378 Feb 11 13:32:51.901098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e116c6e6-eddd-4d38-b035-4eb3eb825824 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f8737b94-a6ea-4194-91ba-5a806e180d54', 'network_id': 'f8737b94-a6ea-4194-91ba-5a806e180d54', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': '0b0cc6d0-f850-4036-b06e-75ebf0c03844'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:32:51.901976 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e116c6e6-eddd-4d38-b035-4eb3eb825824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:51.940012 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.001414 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99e9edb2-52e4-4647-8c94-66ba87ec815c req-313d5a4c-d787-49b5-8136-cc5e2dccfcbc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797799 Feb 11 13:32:52.037094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d747c322-d533-4e74-ad65-67e391ab214d req-32520933-e1d0-4b38-bc3f-9c02757eaf0a tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0346735 Feb 11 13:32:52.071623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a669c176-f84a-478e-b810-857878a4c776 req-346ef0ca-cf2e-4233-bed7-3fa3c8f34833 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.085854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['8ea61a6c-1071-4487-9662-ca468493475a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:32:52.106544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ef0ca-cf2e-4233-bed7-3fa3c8f34833 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Pushing event deleted for resources: {'Port': ['ID=8ea61a6c-1071-4487-9662-ca468493475a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:52.130056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.163929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0cc6d0-f850-4036-b06e-75ebf0c03844,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:52.169295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a669c176-f84a-478e-b810-857878a4c776 req-346ef0ca-cf2e-4233-bed7-3fa3c8f34833 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] No DVR routers for this DVR port 8ea61a6c-1071-4487-9662-ca468493475a on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:52.171610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a669c176-f84a-478e-b810-857878a4c776 req-346ef0ca-cf2e-4233-bed7-3fa3c8f34833 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.177006 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a669c176-f84a-478e-b810-857878a4c776 req-346ef0ca-cf2e-4233-bed7-3fa3c8f34833 tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.13 "DELETE /v2.0/ports/8ea61a6c-1071-4487-9662-ca468493475a HTTP/1.1" status: 204 len: 173 time: 0.7445142 Feb 11 13:32:52.178268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'name': 'network-vif-deleted', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:52.181521 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ddbcd0-1ac9-4881-932e-eb56f918527a" -d '{"events": [{"server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "name": "network-vif-deleted", "tag": "8ea61a6c-1071-4487-9662-ca468493475a"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:52.238343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad190d9-8d83-4dfd-9d6f-56377795af68 req-f16806aa-2cf4-4840-86fd-5436d6a84ae2 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.239738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ad190d9-8d83-4dfd-9d6f-56377795af68 req-f16806aa-2cf4-4840-86fd-5436d6a84ae2 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.0513773 Feb 11 13:32:52.241272 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.263736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8737b94-a6ea-4194-91ba-5a806e180d54']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:52.275295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73dcb061-efa2-439b-856f-eb96c2c3c9ab') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:52.276158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73dcb061-efa2-439b-856f-eb96c2c3c9ab') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server [None req-e116c6e6-eddd-4d38-b035-4eb3eb825824 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b0cc6d0-f850-4036-b06e-75ebf0c03844: This subnet is being modified by another concurrent operation. Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:32:52.285062 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b0cc6d0-f850-4036-b06e-75ebf0c03844: This subnet is being modified by another concurrent operation. Feb 11 13:32:52.288576 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Feb 11 13:32:52.293036 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ad190d9-8d83-4dfd-9d6f-56377795af68 req-44dc4980-780f-4d19-a6ec-540c18dfe044 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451641 Feb 11 13:32:52.295795 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.311769 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.333666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:52.334871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:52.339510 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:52.355081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a528e68-2d42-4e28-90f6-7904630d35b4 None None] Network f8737b94-a6ea-4194-91ba-5a806e180d54 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:52.365077 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4459e7ab-5e09-48ba-b9f5-16a86d4b4139 x-openstack-request-id: req-4459e7ab-5e09-48ba-b9f5-16a86d4b4139 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:52.365357 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664465fa-3332-455e-ae4f-8cef3211ceb5", "name": "network-vif-deleted", "tag": "8ea61a6c-1071-4487-9662-ca468493475a", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:52.365458 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4459e7ab-5e09-48ba-b9f5-16a86d4b4139 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:52.365878 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664465fa-3332-455e-ae4f-8cef3211ceb5', 'name': 'network-vif-deleted', 'tag': '8ea61a6c-1071-4487-9662-ca468493475a', 'status': 'completed', 'code': 200} Feb 11 13:32:52.495528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97a597d-ac8f-420e-9675-dcfdd7cb9d4b None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:32:52.574932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.576742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97a597d-ac8f-420e-9675-dcfdd7cb9d4b None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:32:52.593809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.601102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60038) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:52.606454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126713861'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:52.620201 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/f8737b94-a6ea-4194-91ba-5a806e180d54 HTTP/1.1" status: 204 len: 168 time: 0.9995480 Feb 11 13:32:52.640366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86823ba2-53a2-4509-962f-61791fda313c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=f8737b94-a6ea-4194-91ba-5a806e180d54,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:52.733497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-924aaecd-e4b1-4c1e-b715-cd436c1638dc req-91e6f4db-48f2-45b0-ab3b-f7a4ccddbc3c tempest-ServerRescueTestJSONUnderV235-1874955575 tempest-ServerRescueTestJSONUnderV235-1874955575-project] 10.222.0.52 "GET /v2.0/ports?device_id=664465fa-3332-455e-ae4f-8cef3211ceb5 HTTP/1.1" status: 200 len: 210 time: 0.0301323 Feb 11 13:32:52.751969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:52.755960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.779976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:52.789322 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.789659 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment 105f5920-2c91-4900-a9f4-d2eab69b1d8b of type vlan for network a2da454e-e65d-49ad-98cc-aedeb835656f Feb 11 13:32:52.847100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bd7d273-2207-409f-8964-5bb249580249 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:52.878178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:52.994785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76eb35-df04-46cc-9f19-fd1e1c5459e2 req-a8a8ad9b-cfc3-43fe-9c87-6726eeebe310 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:52.996294 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab76eb35-df04-46cc-9f19-fd1e1c5459e2 req-a8a8ad9b-cfc3-43fe-9c87-6726eeebe310 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 945 time: 0.0564268 Feb 11 13:32:52.998007 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.004843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:53.005466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.044914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 9bd7d273-2207-409f-8964-5bb249580249 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:32:53.051810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 9bd7d273-2207-409f-8964-5bb249580249 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:53.052307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.159710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.179365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d9b5fd3e-4d88-4e6e-9936-e25f71a4aaa7 req-2b8ba3e2-cb9c-43f0-8f35-20a3c2e5b9ee tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0488186 Feb 11 13:32:53.188257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad00efa9-82e2-4a61-83da-6e116450b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd7d273-2207-409f-8964-5bb249580249'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:32:53.191816 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbca5dfd-ce15-4cc1-ac0c-b3300e3d0a9d" -d '{"events": [{"server_uuid": "ad00efa9-82e2-4a61-83da-6e116450b50d", "name": "network-vif-plugged", "status": "completed", "tag": "9bd7d273-2207-409f-8964-5bb249580249"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:32:53.209537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9bd7d273-2207-409f-8964-5bb249580249, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bd7d273-2207-409f-8964-5bb249580249,segment=NetworkSegment(ec4d17ba-0027-4917-85d8-d7fb55b11476),segment_id=ec4d17ba-0027-4917-85d8-d7fb55b11476)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:53.255565 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e7d165-b4e9-4974-82d2-2ffde01f4d92 x-openstack-request-id: req-15e7d165-b4e9-4974-82d2-2ffde01f4d92 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:32:53.255822 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad00efa9-82e2-4a61-83da-6e116450b50d", "name": "network-vif-plugged", "status": "completed", "tag": "9bd7d273-2207-409f-8964-5bb249580249", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:32:53.256073 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-15e7d165-b4e9-4974-82d2-2ffde01f4d92 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:32:53.256450 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad00efa9-82e2-4a61-83da-6e116450b50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd7d273-2207-409f-8964-5bb249580249', 'code': 200} Feb 11 13:32:53.328986 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:53.381440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db44fe-3021-407d-b050-3dc6870fd39e req-d4adbc2f-41a4-4334-a49d-a5ff83de13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:53.383736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5db44fe-3021-407d-b050-3dc6870fd39e req-d4adbc2f-41a4-4334-a49d-a5ff83de13ec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 1097 time: 0.0612261 Feb 11 13:32:53.412043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9bd7d273-2207-409f-8964-5bb249580249,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:53.478669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5db44fe-3021-407d-b050-3dc6870fd39e req-f338fba7-7e57-46a7-98d9-a60e2e2e2ea5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874734 Feb 11 13:32:53.499483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=a2da454e-e65d-49ad-98cc-aedeb835656f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:53.514285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network a2da454e-e65d-49ad-98cc-aedeb835656f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:53.528487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db0d2e-b109-435a-b2e5-6bdc01f930b0 req-e6dc5b87-30f1-48d6-b1e4-b2416803a6fb tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:53.541802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab76eb35-df04-46cc-9f19-fd1e1c5459e2 req-807a291d-1562-49c1-a400-230151c5cf08 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5323431 Feb 11 13:32:53.542561 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99db0d2e-b109-435a-b2e5-6bdc01f930b0 req-e6dc5b87-30f1-48d6-b1e4-b2416803a6fb tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1189876 Feb 11 13:32:53.613456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0229c5ba-054f-4ee6-961b-b3df4265b75c tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0083578 Feb 11 13:32:53.614912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60066) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:53.635221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': 'a2da454e-e65d-49ad-98cc-aedeb835656f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:53.640606 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99db0d2e-b109-435a-b2e5-6bdc01f930b0 req-8e0ace28-ad95-461a-8163-dad713b335cd tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965292 Feb 11 13:32:53.803629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60072) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:53.888734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:53.892174 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.279819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5bf3dcf-6f16-4592-92dd-580e0ea82cb6 req-31a6a207-29cc-43e8-abcb-0cd878aa757e tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0297964 Feb 11 13:32:54.305180 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.370984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=fd0cc457-9548-4d39-8437-378e5d8e1f16,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:54.390201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': '105f5920-2c91-4900-a9f4-d2eab69b1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a2da454e-e65d-49ad-98cc-aedeb835656f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:54.390554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: a2da454e-e65d-49ad-98cc-aedeb835656f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:32:54.394993 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.554064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network a2da454e-e65d-49ad-98cc-aedeb835656f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:32:54.655846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] Deleting port a3110ea3-ff88-45c4-a42c-312231498750 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:54.656197 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.695795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a80269-8b6b-4f5e-9e9d-eefc0363f3c7 req-b4526c25-66d7-432c-91e4-71325d22060a tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.697339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11a80269-8b6b-4f5e-9e9d-eefc0363f3c7 req-b4526c25-66d7-432c-91e4-71325d22060a tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 946 time: 0.0759387 Feb 11 13:32:54.702077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, a2da454e-e65d-49ad-98cc-aedeb835656f) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:54.711037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.711617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.712821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05feea0a-936b-4f08-b58f-abe46a199443 None None] Network a2da454e-e65d-49ad-98cc-aedeb835656f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:54.761853 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11a80269-8b6b-4f5e-9e9d-eefc0363f3c7 req-096548f7-0e60-4b73-b91a-5b1e0950ce7b tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449059 Feb 11 13:32:54.814547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] For port a3110ea3-ff88-45c4-a42c-312231498750, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a3110ea3-ff88-45c4-a42c-312231498750,segment=NetworkSegment(719f910f-4ec0-499d-8a7d-64ab2792cc51),segment_id=719f910f-4ec0-499d-8a7d-64ab2792cc51)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:54.815895 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.833899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] Calling delete_port for a3110ea3-ff88-45c4-a42c-312231498750 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:54.840088 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bf37f30a-ecd6-48f0-8e4f-3f5c3b29a75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.850612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906e349-0d78-46b2-80fe-c7550521fe26 req-eecce7dc-8561-4777-91bc-25f3decf3f46 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:54.853229 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a906e349-0d78-46b2-80fe-c7550521fe26 req-eecce7dc-8561-4777-91bc-25f3decf3f46 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.0925667 Feb 11 13:32:54.914837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24531cf2-b704-4567-b763-2459d80defce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-a2da454e-e65d-49ad-98cc-aedeb835656f', 'network_id': 'a2da454e-e65d-49ad-98cc-aedeb835656f', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': 'fd0cc457-9548-4d39-8437-378e5d8e1f16'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:32:54.915897 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24531cf2-b704-4567-b763-2459d80defce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:54.942429 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ffa7926b-3e22-4899-b5e5-a08a32a45cfc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3178158 Feb 11 13:32:54.944998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60102) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:54.973301 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a906e349-0d78-46b2-80fe-c7550521fe26 req-62291e6a-f2cf-46fb-8fb2-dc0fa88747b4 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138139 Feb 11 13:32:55.078637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-24531cf2-b704-4567-b763-2459d80defce None None] Allocated IP 172.20.0.2 (a2da454e-e65d-49ad-98cc-aedeb835656f/fd0cc457-9548-4d39-8437-378e5d8e1f16/ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:32:55.145890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.259977 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24531cf2-b704-4567-b763-2459d80defce None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.336391 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.336657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24531cf2-b704-4567-b763-2459d80defce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.395190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24531cf2-b704-4567-b763-2459d80defce None None] Network a2da454e-e65d-49ad-98cc-aedeb835656f is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:32:55.403235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-24531cf2-b704-4567-b763-2459d80defce None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:32:55.410532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24531cf2-b704-4567-b763-2459d80defce None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:32:55.414926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24531cf2-b704-4567-b763-2459d80defce None None] Pushing event updated for resources: {'Port': ['ID=ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:55.437734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-bc9085d1-84ed-476c-a7c4-b1952e589e63 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:55.445872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-bc9085d1-84ed-476c-a7c4-b1952e589e63 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/networks?id=5d201b71-f32e-49cb-8f12-2f6100280842 HTTP/1.1" status: 200 len: 811 time: 0.2131276 Feb 11 13:32:55.463212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-53ac80ba-167c-433f-918d-6adddd40dd4b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/quotas/2159bcf205c04168bdf4ab46bf696028 HTTP/1.1" status: 200 len: 375 time: 0.0157623 Feb 11 13:32:55.479576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-24531cf2-b704-4567-b763-2459d80defce None None] Attempting to bind port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:32:55.480120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-24531cf2-b704-4567-b763-2459d80defce None None] Attempting to bind port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '105f5920-2c91-4900-a9f4-d2eab69b1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a2da454e-e65d-49ad-98cc-aedeb835656f'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:32:55.480536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24531cf2-b704-4567-b763-2459d80defce None None] Attempting to bind port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 on network a2da454e-e65d-49ad-98cc-aedeb835656f {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:32:55.487690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24531cf2-b704-4567-b763-2459d80defce None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:32:55.488493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24531cf2-b704-4567-b763-2459d80defce None None] Checking segment: {'id': '105f5920-2c91-4900-a9f4-d2eab69b1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a2da454e-e65d-49ad-98cc-aedeb835656f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:32:55.488493 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24531cf2-b704-4567-b763-2459d80defce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.489367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24531cf2-b704-4567-b763-2459d80defce None None] Bound using segment: {'id': '105f5920-2c91-4900-a9f4-d2eab69b1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a2da454e-e65d-49ad-98cc-aedeb835656f'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:32:55.489489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-24531cf2-b704-4567-b763-2459d80defce None None] Bound port: ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105f5920-2c91-4900-a9f4-d2eab69b1d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'a2da454e-e65d-49ad-98cc-aedeb835656f'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:32:55.489896 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24531cf2-b704-4567-b763-2459d80defce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.547094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-ccdab770-6e26-415c-9dc2-60429ffed71a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2159bcf205c04168bdf4ab46bf696028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758996 Feb 11 13:32:55.567782 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3630ebd-2682-4d62-9ca4-823f626ea591 req-a825f54e-11c1-489e-ac9c-ea55cd8d2999 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0422041 Feb 11 13:32:55.580973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-24531cf2-b704-4567-b763-2459d80defce None None] For port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:32:55.584459 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-24531cf2-b704-4567-b763-2459d80defce None None] For port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8,segment=NetworkSegment(105f5920-2c91-4900-a9f4-d2eab69b1d8b),segment_id=105f5920-2c91-4900-a9f4-d2eab69b1d8b)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:32:55.590093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.636335 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.654384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3110ea3-ff88-45c4-a42c-312231498750,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:55.665004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.668944 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24531cf2-b704-4567-b763-2459d80defce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:55.722800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0cc457-9548-4d39-8437-378e5d8e1f16,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:55.759402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24531cf2-b704-4567-b763-2459d80defce None None] Pushing event updated for resources: {'Port': ['ID=ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:55.913164 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-41ee9aca-cc31-45f6-8974-8b98954a3bb4 service neutron] 10.222.0.52 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578427 Feb 11 13:32:55.927094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61998d-56ee-4516-a186-a45e4b252b16 req-991271e2-15f9-4595-bba7-4a8f96238195 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:55.930239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed61998d-56ee-4516-a186-a45e4b252b16 req-991271e2-15f9-4595-bba7-4a8f96238195 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 946 time: 0.0718050 Feb 11 13:32:55.938652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.026072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed61998d-56ee-4516-a186-a45e4b252b16 req-02ba53a5-335a-463b-a53d-bcccfc8ba4da tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872073 Feb 11 13:32:56.063731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2da454e-e65d-49ad-98cc-aedeb835656f']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:56.092457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105f5920-2c91-4900-a9f4-d2eab69b1d8b') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:56.092749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105f5920-2c91-4900-a9f4-d2eab69b1d8b') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:56.154392 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.183722 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-2cbc2465-14c9-469e-87f7-4f173ceb69e1 service neutron] 10.222.0.52 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624221 Feb 11 13:32:56.188734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.200094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:56.203540 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:56.204000 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:56.206593 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.367310 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.api [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:32:56.367310 n-d-816488-1 neutron-server[103006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:32:56.367310 n-d-816488-1 neutron-server[103006]: [parameters: {'id': 'a2da454e-e65d-49ad-98cc-aedeb835656f'}] Feb 11 13:32:56.367310 n-d-816488-1 neutron-server[103006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:32:56.368210 n-d-816488-1 neutron-server[103006]: DEBUG oslo_db.api [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:32:56.520923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] Router daa95045-4f25-4edb-9434-66f8fe62311c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:32:56.631478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac722cd5-b592-4d68-8e75-e8a68cbd4d01 req-6d487453-dce3-4f1a-b5b2-a75470382026 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0816827 Feb 11 13:32:56.803502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:32:56.805135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f5bb42fa-3cad-4a30-8d7d-919b65075a84 req-da1b0670-cfc7-4e32-ae29-ff9879c5ced6 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0763865 Feb 11 13:32:56.809238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 8ea61a6c-1071-4487-9662-ca468493475a no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:56.814249 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] Sync routers for ids ['daa95045-4f25-4edb-9434-66f8fe62311c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:32:56.828527 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] Routers {'daa95045-4f25-4edb-9434-66f8fe62311c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:56.837301 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-37dc7f1e-7bec-4bd9-838b-f9e4fab9fcb7 admin admin] 10.222.0.52 "PUT /v2.0/routers/daa95045-4f25-4edb-9434-66f8fe62311c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0325489 Feb 11 13:32:56.837854 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['daa95045-4f25-4edb-9434-66f8fe62311c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:56.841047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60168) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:56.869902 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:56.906849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 8ea61a6c-1071-4487-9662-ca468493475a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:56.907198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 8ea61a6c-1071-4487-9662-ca468493475a not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:57.041538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Deleting port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:57.041835 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.044984 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] Set router daa95045-4f25-4edb-9434-66f8fe62311c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:57.045810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:32:57.103946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d01c540d-b69a-4c21-bd1f-9bf2b42bcd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.135376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:57.137601 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.170392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] For port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8,segment=NetworkSegment(105f5920-2c91-4900-a9f4-d2eab69b1d8b),segment_id=105f5920-2c91-4900-a9f4-d2eab69b1d8b)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:57.171026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.207185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Calling delete_port for ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:57.323913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.524385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8,segment=NetworkSegment(105f5920-2c91-4900-a9f4-d2eab69b1d8b),segment_id=105f5920-2c91-4900-a9f4-d2eab69b1d8b)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:57.610952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e0ad85-d565-412b-b0cc-5fa7339dbf29 None None] Network a2da454e-e65d-49ad-98cc-aedeb835656f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:32:57.645158 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:32:55Z', 'revision_number': 5, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:57.709506 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.767202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7a615d63-75ec-4e3a-a636-ce727ac20e32 None None] Provisioning complete for port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:32:57.767736 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7a615d63-75ec-4e3a-a636-ce727ac20e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.775564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.804985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7a615d63-75ec-4e3a-a636-ce727ac20e32 None None] Port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 was deleted so its status cannot be updated. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 11 13:32:57.857451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No DVR routers for this DVR port ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:32:57.862847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Port': ['ID=ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:57.877865 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:57.883244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-659598ab-f808-47eb-a754-2cc6c41ebf66 req-00f713ac-682f-43ae-9f8f-d5d4315ec0c4 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0775414 Feb 11 13:32:57.908963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:57.915562 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.000996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9574211-1b4b-4934-8414-e317f4cdaab9 None None] DHCP port deletion for a2da454e-e65d-49ad-98cc-aedeb835656f request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:32:58.022015 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] Checking router: daa95045-4f25-4edb-9434-66f8fe62311c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:32:58.044831 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] Routers {'daa95045-4f25-4edb-9434-66f8fe62311c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:32:58.045705 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['daa95045-4f25-4edb-9434-66f8fe62311c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:58.057957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.090271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2da454e-e65d-49ad-98cc-aedeb835656f']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:58.106712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105f5920-2c91-4900-a9f4-d2eab69b1d8b') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:58.107541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105f5920-2c91-4900-a9f4-d2eab69b1d8b') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:58.119706 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.121260 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0d5412b-fee5-43dd-a03a-d45cdd50ab17 req-510a1a1a-0c23-413c-8ca7-c3459e84457f tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0776954 Feb 11 13:32:58.161605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.171664 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.184679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:32:58.186745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:32:58.190361 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:32:58.212148 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] Set router daa95045-4f25-4edb-9434-66f8fe62311c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:32:58.339874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Deleting port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:32:58.340041 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.340544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.351047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.358948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/a2da454e-e65d-49ad-98cc-aedeb835656f HTTP/1.1" status: 204 len: 168 time: 3.4076343 Feb 11 13:32:58.369574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60206) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:58.377510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1205311972'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:58.380385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7e69f-f6bd-4615-9e38-6a6f555eb9d3 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=a2da454e-e65d-49ad-98cc-aedeb835656f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:58.449987 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:32:55Z', 'revision_number': 5, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:32:58.496537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] For port e5ecfc29-de10-4b6a-9eae-a1f948aec7a4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e5ecfc29-de10-4b6a-9eae-a1f948aec7a4,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:32:58.497371 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.505619 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cda5e7-493b-4710-8ba8-8133eac45ac1 None None] The sync data for ids ['daa95045-4f25-4edb-9434-66f8fe62311c'] in n-d-816488-1 is: [{'id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1304728947-router', 'tenant_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:30Z', 'updated_at': '2022-02-11T13:32:55Z', 'revision_number': 5, 'project_id': 'b9def9a8050c4f68bf0740f4f5f587ad', 'gw_port': {'id': 'e5ecfc29-de10-4b6a-9eae-a1f948aec7a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:7b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa95045-4f25-4edb-9434-66f8fe62311c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:31Z', 'updated_at': '2022-02-11T13:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:32:58.518849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Calling delete_port for e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:32:58.569057 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.579011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:58.583093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.703176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:32:58.714757 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.715102 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment ece6bdc4-7053-429c-b514-fb2b58259f57 of type vlan for network 953cb60d-fe2e-4f5b-8a4b-8469faf52b5f Feb 11 13:32:58.791807 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.881860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.932958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5ecfc29-de10-4b6a-9eae-a1f948aec7a4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:58.932958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:58.935891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:58.935891 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.005950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a3110ea3-ff88-45c4-a42c-312231498750 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:59.042340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: a3110ea3-ff88-45c4-a42c-312231498750 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:59.042687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a3110ea3-ff88-45c4-a42c-312231498750 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:59.043109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:32:59.046492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6754725 Feb 11 13:32:59.049642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60226) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:59.055115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': '953cb60d-fe2e-4f5b-8a4b-8469faf52b5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:59.075941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:32:59.076810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ecb41f7d-b716-4e3d-a2e8-961ebbe4e1d8 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:32:59.077706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8e18e-618d-4bf0-b5f3-9748b1b94eec tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=953cb60d-fe2e-4f5b-8a4b-8469faf52b5f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:32:59.100235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 953cb60d-fe2e-4f5b-8a4b-8469faf52b5f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:32:59.108626 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.249127 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.249269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c49e092e-6a80-4ff5-b45c-1b877ad49d95 req-9e3848a5-a4e5-4aca-9c72-628fb740ca73 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 210 time: 0.1851952 Feb 11 13:32:59.249646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.357981 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cfac45a8-d6f8-43f0-90d8-955462c5feef req-12680e51-01b8-4c66-a539-543000fbff32 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0279555 Feb 11 13:32:59.499157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-6c830f6c-609b-41ec-9f96-936801c0233f tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:32:59.503056 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-6c830f6c-609b-41ec-9f96-936801c0233f tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.13 "GET /v2.0/networks?id=5d201b71-f32e-49cb-8f12-2f6100280842 HTTP/1.1" status: 200 len: 811 time: 0.1245735 Feb 11 13:32:59.515723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Request body: {'port': {'device_id': '52614623-8571-4523-8af2-be4b2c6ba7ad', 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842', 'admin_state_up': True, 'tenant_id': '2159bcf205c04168bdf4ab46bf696028'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:32:59.668768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:59.672557 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.741138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.ipam_backend_mixin [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Performing IP validity checks on allocation pools {{(pid=103006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:32:59.741662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.ipam_backend_mixin [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:32:59.780753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.781329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa95045-4f25-4edb-9434-66f8fe62311c {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:32:59.792370 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.792370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-601938c9-93f3-4376-a1c1-2ad4fff88c09 admin admin] 10.222.0.52 "DELETE /v2.0/routers/daa95045-4f25-4edb-9434-66f8fe62311c HTTP/1.1" status: 204 len: 168 time: 2.9475098 Feb 11 13:32:59.794749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60250) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:32:59.851247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Made reservation on behalf of 2159bcf205c04168bdf4ab46bf696028 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:32:59.878437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-95439e81-732c-4562-b491-ec7e49c6dabc admin admin] Deleting subnet f880e883-4571-496c-98f2-bcd8484dc87a {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:32:59.878878 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.882853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95439e81-732c-4562-b491-ec7e49c6dabc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.951600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95439e81-732c-4562-b491-ec7e49c6dabc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:32:59.957628 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.040303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95439e81-732c-4562-b491-ec7e49c6dabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.120571 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.153626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Allocated IP 172.20.0.10 (5d201b71-f32e-49cb-8f12-2f6100280842/f0e105e6-cad3-4f13-9689-18b67f982c89/eebe5b28-a488-4a8c-b58a-d96ac2c5e05a) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:00.169391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95439e81-732c-4562-b491-ec7e49c6dabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.219112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95439e81-732c-4562-b491-ec7e49c6dabc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.223132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95439e81-732c-4562-b491-ec7e49c6dabc admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f880e883-4571-496c-98f2-bcd8484dc87a HTTP/1.1" status: 204 len: 168 time: 0.4265904 Feb 11 13:33:00.225314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95439e81-732c-4562-b491-ec7e49c6dabc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f880e883-4571-496c-98f2-bcd8484dc87a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:00.231151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60260) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:00.327356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.383737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5340f834-a384-4a79-99f7-1451def43bc1 req-ea012a5e-557a-4be5-845e-3bdb055bf1e8 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 210 time: 0.0481563 Feb 11 13:33:00.440802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=eebe0f6f-cfd9-45ed-9ecd-2d1b3564235d,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:00.537510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67372fbd-8b3a-4de8-b9be-f822d966a5cc req-b64621b9-2589-4021-8006-189e130cace5 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:00.539156 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67372fbd-8b3a-4de8-b9be-f822d966a5cc req-b64621b9-2589-4021-8006-189e130cace5 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 946 time: 0.2036028 Feb 11 13:33:00.539916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': 'ece6bdc4-7053-429c-b514-fb2b58259f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '953cb60d-fe2e-4f5b-8a4b-8469faf52b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:00.543670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: 953cb60d-fe2e-4f5b-8a4b-8469faf52b5f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:00.577077 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.577598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-307bf18e-4cf6-41e6-8059-1a61f25d4561 req-bd4d28dd-ea5d-4713-b503-1511262d68c7 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0684659 Feb 11 13:33:00.587399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.598966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.618083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67372fbd-8b3a-4de8-b9be-f822d966a5cc req-2f686733-53cf-4379-b030-cd669c90a58c tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697536 Feb 11 13:33:00.641824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c35aba-1aa7-44ba-821d-64073a9e5b18']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:00.651150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719f910f-4ec0-499d-8a7d-64ab2792cc51') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:00.651448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719f910f-4ec0-499d-8a7d-64ab2792cc51') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:00.666776 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.682224 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.688769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:00.689164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:00.691851 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:00.696859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network 953cb60d-fe2e-4f5b-8a4b-8469faf52b5f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:00.722084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:00.743950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:33:00.744619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e5ecfc29-de10-4b6a-9eae-a1f948aec7a4 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:00.790365 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.800998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c178de0a-d384-426b-8376-4d76ad5c6baf'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:00.820851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 953cb60d-fe2e-4f5b-8a4b-8469faf52b5f) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:00.830901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:00.836509 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.837739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25c24b3-1cc3-480d-b0b4-bdb2e09c9747 None None] Network 953cb60d-fe2e-4f5b-8a4b-8469faf52b5f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:00.841387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Network 5d201b71-f32e-49cb-8f12-2f6100280842 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:00.851151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:00.853802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:00.861232 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.899676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Pushing event updated for resources: {'Port': ['ID=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:00.911379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.916763 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] 10.222.0.52 "DELETE /v2.0/networks/c9c35aba-1aa7-44ba-821d-64073a9e5b18 HTTP/1.1" status: 204 len: 168 time: 0.6882093 Feb 11 13:33:00.918609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d810a-d5ef-47be-88c5-eed96b760326 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9c35aba-1aa7-44ba-821d-64073a9e5b18,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:00.940220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:00.940528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:00.947309 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b58cecc0-8699-41b4-a66e-2ae82dfc63fc tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.8949814 Feb 11 13:33:00.953390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60278) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:01.057315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-e908f8ff-db78-485a-9968-0582f4ff8407 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5460534 Feb 11 13:33:01.074558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Request body: {'port': {'device_id': '52614623-8571-4523-8af2-be4b2c6ba7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:01.126317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.166738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-953cb60d-fe2e-4f5b-8a4b-8469faf52b5f', 'network_id': '953cb60d-fe2e-4f5b-8a4b-8469faf52b5f', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': 'eebe0f6f-cfd9-45ed-9ecd-2d1b3564235d'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:33:01.168278 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.197961 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.227266 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.346617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Allocated IP 172.20.0.3 (953cb60d-fe2e-4f5b-8a4b-8469faf52b5f/eebe0f6f-cfd9-45ed-9ecd-2d1b3564235d/049902f7-be98-425c-88fc-f9e7c7d17954) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:01.507071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60284) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:01.539163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.567326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4ad75102-6aeb-4b2d-b4a4-76d6eb7cbe88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b9def9a8050c4f68bf0740f4f5f587ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589814 Feb 11 13:33:01.569878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60288) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:01.651155 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.654102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17611214-1047-42b2-aa69-726542fb3e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.714554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Network 953cb60d-fe2e-4f5b-8a4b-8469faf52b5f is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:01.722721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:01.725124 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:01.744472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Pushing event updated for resources: {'Port': ['ID=049902f7-be98-425c-88fc-f9e7c7d17954,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:01.776452 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1e5a8ed-b6e1-45d2-9ee3-a9ee15b729c5 req-d816e07b-4ec2-45f7-9b21-35c9ed4e7756 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0800900 Feb 11 13:33:01.782606 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17611214-1047-42b2-aa69-726542fb3e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.822835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb2cc8-5219-4874-8115-d821b9a229a5 req-a6d1823f-065a-4dc6-82ea-12ba1eaf86cd tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:01.824285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8fb2cc8-5219-4874-8115-d821b9a229a5 req-a6d1823f-065a-4dc6-82ea-12ba1eaf86cd tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 932 time: 0.1128881 Feb 11 13:33:01.848425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Attempting to bind port 049902f7-be98-425c-88fc-f9e7c7d17954 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:01.848810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Attempting to bind port 049902f7-be98-425c-88fc-f9e7c7d17954 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'ece6bdc4-7053-429c-b514-fb2b58259f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '953cb60d-fe2e-4f5b-8a4b-8469faf52b5f'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:01.857164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Attempting to bind port 049902f7-be98-425c-88fc-f9e7c7d17954 on network 953cb60d-fe2e-4f5b-8a4b-8469faf52b5f {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:01.857164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:01.857164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Checking segment: {'id': 'ece6bdc4-7053-429c-b514-fb2b58259f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '953cb60d-fe2e-4f5b-8a4b-8469faf52b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:01.857607 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.857755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Bound using segment: {'id': 'ece6bdc4-7053-429c-b514-fb2b58259f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '953cb60d-fe2e-4f5b-8a4b-8469faf52b5f'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:01.858248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Bound port: 049902f7-be98-425c-88fc-f9e7c7d17954, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ece6bdc4-7053-429c-b514-fb2b58259f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '953cb60d-fe2e-4f5b-8a4b-8469faf52b5f'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:01.858635 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.883817 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.927566 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=eebe0f6f-cfd9-45ed-9ecd-2d1b3564235d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:01.940106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] For port 049902f7-be98-425c-88fc-f9e7c7d17954, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:01.944028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] For port 049902f7-be98-425c-88fc-f9e7c7d17954, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=049902f7-be98-425c-88fc-f9e7c7d17954,segment=NetworkSegment(ece6bdc4-7053-429c-b514-fb2b58259f57),segment_id=ece6bdc4-7053-429c-b514-fb2b58259f57)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:01.972344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17611214-1047-42b2-aa69-726542fb3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.972818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebe5b28-a488-4a8c-b58a-d96ac2c5e05a {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:33:01.974467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17611214-1047-42b2-aa69-726542fb3e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.975589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-17611214-1047-42b2-aa69-726542fb3e2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/909def4f-87ef-4fe5-8ecb-87b2c0630a81 HTTP/1.1" status: 204 len: 168 time: 0.4045017 Feb 11 13:33:01.981305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:01.995448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Transition to ACTIVE for port object eebe5b28-a488-4a8c-b58a-d96ac2c5e05a will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:02.012356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8fb2cc8-5219-4874-8115-d821b9a229a5 req-16f287fe-df75-419f-ac0e-f3b9af6fdf80 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686656 Feb 11 13:33:02.032255 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.036820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17611214-1047-42b2-aa69-726542fb3e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909def4f-87ef-4fe5-8ecb-87b2c0630a81,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:02.063740 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.079798 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.096181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53635e-6260-43b1-94c1-6d1e7d3a3f17 req-d99facd3-38ef-421e-b2fa-8fcd9f095231 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:02.109159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d53635e-6260-43b1-94c1-6d1e7d3a3f17 req-d99facd3-38ef-421e-b2fa-8fcd9f095231 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 946 time: 0.2176509 Feb 11 13:33:02.122596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953cb60d-fe2e-4f5b-8a4b-8469faf52b5f']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:02.163310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece6bdc4-7053-429c-b514-fb2b58259f57') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:02.163602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece6bdc4-7053-429c-b514-fb2b58259f57') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:02.180227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d3bac-26ad-499f-b7e0-c5f987c2b69a None None] Pushing event updated for resources: {'Port': ['ID=049902f7-be98-425c-88fc-f9e7c7d17954,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:02.187025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6740718-aee2-49af-9e17-fa4efd92746b req-91673aec-a9b2-456e-9043-146254ba4bbd tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:02.195177 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6740718-aee2-49af-9e17-fa4efd92746b req-91673aec-a9b2-456e-9043-146254ba4bbd tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 946 time: 0.1739955 Feb 11 13:33:02.195177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.204591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Pushing event updated for resources: {'Port': ['ID=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:02.243855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.248221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d53635e-6260-43b1-94c1-6d1e7d3a3f17 req-e7c969d5-2cb0-47d3-9896-b6b81d973087 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/security-groups?id=e70a3209-03a4-4d42-9fc9-72744b6056d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289716 Feb 11 13:33:02.259142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:02.259546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:02.262913 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:02.284001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Attempting to bind port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:02.291993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Attempting to bind port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:02.291993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Attempting to bind port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a on network 5d201b71-f32e-49cb-8f12-2f6100280842 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:02.293753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a on network 5d201b71-f32e-49cb-8f12-2f6100280842 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:02.294288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Attempting to bind port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a on network 5d201b71-f32e-49cb-8f12-2f6100280842 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:02.301932 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:02.302275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Checking segment: {'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:02.302803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Bound using segment: {'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:02.303242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Bound port: eebe5b28-a488-4a8c-b58a-d96ac2c5e05a, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fc4266-8093-4ae7-b567-31e7d9d7ccb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:02.303602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.376471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] For port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:02.378298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-d6740718-aee2-49af-9e17-fa4efd92746b req-8ad8da0b-60f7-4c6e-ad72-2622079ad535 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Deleting port 9bd7d273-2207-409f-8964-5bb249580249 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:02.378553 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d6740718-aee2-49af-9e17-fa4efd92746b req-8ad8da0b-60f7-4c6e-ad72-2622079ad535 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.380697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] For port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:02.493734 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.api [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:33:02.493734 n-d-816488-1 neutron-server[103007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:33:02.493734 n-d-816488-1 neutron-server[103007]: [parameters: {'id': '953cb60d-fe2e-4f5b-8a4b-8469faf52b5f'}] Feb 11 13:33:02.493734 n-d-816488-1 neutron-server[103007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:33:02.503098 n-d-816488-1 neutron-server[103007]: DEBUG oslo_db.api [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:33:02.503098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d6740718-aee2-49af-9e17-fa4efd92746b req-8ad8da0b-60f7-4c6e-ad72-2622079ad535 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] For port 9bd7d273-2207-409f-8964-5bb249580249, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9bd7d273-2207-409f-8964-5bb249580249,segment=NetworkSegment(ec4d17ba-0027-4917-85d8-d7fb55b11476),segment_id=ec4d17ba-0027-4917-85d8-d7fb55b11476)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:02.503098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d6740718-aee2-49af-9e17-fa4efd92746b req-8ad8da0b-60f7-4c6e-ad72-2622079ad535 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.519555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-d6740718-aee2-49af-9e17-fa4efd92746b req-8ad8da0b-60f7-4c6e-ad72-2622079ad535 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Calling delete_port for 9bd7d273-2207-409f-8964-5bb249580249 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:02.592805 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.646108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:02.646108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.647777 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] 10.222.0.13 "PUT /v2.0/ports/eebe5b28-a488-4a8c-b58a-d96ac2c5e05a HTTP/1.1" status: 200 len: 1092 time: 1.5818346 Feb 11 13:33:02.648316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52614623-8571-4523-8af2-be4b2c6ba7ad', 'tag': 'eebe5b28-a488-4a8c-b58a-d96ac2c5e05a'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:02.665621 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82498a98-b59f-44f1-90ad-08d16d87bfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "52614623-8571-4523-8af2-be4b2c6ba7ad", "tag": "eebe5b28-a488-4a8c-b58a-d96ac2c5e05a"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:02.725001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f5be7-ca6b-4c0d-b6d8-85b756247399 service neutron] Pushing event updated for resources: {'Port': ['ID=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:02.770333 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5967f099-673e-49e0-801d-8390d0e42b54 x-openstack-request-id: req-5967f099-673e-49e0-801d-8390d0e42b54 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:02.770718 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52614623-8571-4523-8af2-be4b2c6ba7ad", "tag": "eebe5b28-a488-4a8c-b58a-d96ac2c5e05a", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:02.771055 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5967f099-673e-49e0-801d-8390d0e42b54 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:02.771673 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52614623-8571-4523-8af2-be4b2c6ba7ad', 'tag': 'eebe5b28-a488-4a8c-b58a-d96ac2c5e05a', 'status': 'completed', 'code': 200} Feb 11 13:33:02.825637 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d6740718-aee2-49af-9e17-fa4efd92746b req-8ad8da0b-60f7-4c6e-ad72-2622079ad535 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:02.844998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9bd7d273-2207-409f-8964-5bb249580249'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:02.873256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-446867be-5f72-4503-8c6f-388d12d9d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:02.877298 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-446867be-5f72-4503-8c6f-388d12d9d898 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2159bcf205c04168bdf4ab46bf696028&device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 1095 time: 0.0819130 Feb 11 13:33:02.884204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8da0b-60f7-4c6e-ad72-2622079ad535 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Pushing event deleted for resources: {'Port': ['ID=9bd7d273-2207-409f-8964-5bb249580249,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:02.941110 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-7b040b60-89bc-483a-9754-9dd5c0234e80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a HTTP/1.1" status: 200 len: 217 time: 0.0559828 Feb 11 13:33:02.987845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6740718-aee2-49af-9e17-fa4efd92746b req-8ad8da0b-60f7-4c6e-ad72-2622079ad535 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] No DVR routers for this DVR port 9bd7d273-2207-409f-8964-5bb249580249 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:03.021753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.026382 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d6740718-aee2-49af-9e17-fa4efd92746b req-8ad8da0b-60f7-4c6e-ad72-2622079ad535 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.030414 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6740718-aee2-49af-9e17-fa4efd92746b req-8ad8da0b-60f7-4c6e-ad72-2622079ad535 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.59 "DELETE /v2.0/ports/9bd7d273-2207-409f-8964-5bb249580249 HTTP/1.1" status: 204 len: 173 time: 0.8256965 Feb 11 13:33:03.031831 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 049902f7-be98-425c-88fc-f9e7c7d17954 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:03.058778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7910291a-798b-448e-8363-3999a8d16ac9 req-3d1e4314-5452-4130-b712-3ef096f9f40c tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.1087589 Feb 11 13:33:03.059095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad00efa9-82e2-4a61-83da-6e116450b50d', 'name': 'network-vif-deleted', 'tag': '9bd7d273-2207-409f-8964-5bb249580249'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:03.075387 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcc7103-9c71-40b9-b2f6-b72ce523ca39" -d '{"events": [{"server_uuid": "ad00efa9-82e2-4a61-83da-6e116450b50d", "name": "network-vif-deleted", "tag": "9bd7d273-2207-409f-8964-5bb249580249"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:03.101171 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-cc7f6097-3b3c-4e22-9a39-6dc20dec3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:03.102688 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-cc7f6097-3b3c-4e22-9a39-6dc20dec3381 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e105e6-cad3-4f13-9689-18b67f982c89 HTTP/1.1" status: 200 len: 851 time: 0.1460977 Feb 11 13:33:03.183688 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-a4a74b7f-aa99-4e1e-9dde-78fd76fe07d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d201b71-f32e-49cb-8f12-2f6100280842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697300 Feb 11 13:33:03.193700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Deleting port 049902f7-be98-425c-88fc-f9e7c7d17954 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:03.194409 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.232021 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2e0af3-cf4e-4c29-a1e2-7419e740137e x-openstack-request-id: req-6c2e0af3-cf4e-4c29-a1e2-7419e740137e {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:03.232458 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad00efa9-82e2-4a61-83da-6e116450b50d", "name": "network-vif-deleted", "tag": "9bd7d273-2207-409f-8964-5bb249580249", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:03.233940 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c2e0af3-cf4e-4c29-a1e2-7419e740137e {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:03.235034 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad00efa9-82e2-4a61-83da-6e116450b50d', 'name': 'network-vif-deleted', 'tag': '9bd7d273-2207-409f-8964-5bb249580249', 'status': 'completed', 'code': 200} Feb 11 13:33:03.244084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 049902f7-be98-425c-88fc-f9e7c7d17954 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:03.244459 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.380609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] For port 049902f7-be98-425c-88fc-f9e7c7d17954, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=049902f7-be98-425c-88fc-f9e7c7d17954,segment=NetworkSegment(ece6bdc4-7053-429c-b514-fb2b58259f57),segment_id=ece6bdc4-7053-429c-b514-fb2b58259f57)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:03.381253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.419034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-9c807662-f1b6-492e-955a-c62d1595f4cd service neutron] 10.222.0.13 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300737 Feb 11 13:33:03.423147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Calling delete_port for 049902f7-be98-425c-88fc-f9e7c7d17954 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:03.482122 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1838aa43-4c6a-402d-afe0-f9bda39c745c req-42c63a14-fad0-4c27-aec0-4963685c49fa tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 210 time: 0.0480118 Feb 11 13:33:03.527452 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.576157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 049902f7-be98-425c-88fc-f9e7c7d17954, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=049902f7-be98-425c-88fc-f9e7c7d17954,segment=NetworkSegment(ece6bdc4-7053-429c-b514-fb2b58259f57),segment_id=ece6bdc4-7053-429c-b514-fb2b58259f57)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:03.636004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e84a4-1e32-425f-9f0c-59f16e06b8b4 req-9d1238b6-9829-42f7-b35f-2392fd3182ea tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:03.636004 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f64e84a4-1e32-425f-9f0c-59f16e06b8b4 req-9d1238b6-9829-42f7-b35f-2392fd3182ea tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 944 time: 0.4574671 Feb 11 13:33:03.636265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8aabc85-b173-4504-a4a3-cb93cb15aeab None None] Network 953cb60d-fe2e-4f5b-8a4b-8469faf52b5f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:03.684878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f82a71f3-bcbd-4900-9300-a383009ba0f3 req-54898030-8274-454a-8c9e-714b0bcb85ab service neutron] 10.222.0.13 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392473 Feb 11 13:33:03.706899 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f64e84a4-1e32-425f-9f0c-59f16e06b8b4 req-0fb0ca55-1c6f-4972-b267-f3149beb3613 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627737 Feb 11 13:33:03.727157 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.776431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-725abc2b-1397-4ef8-8e69-d463ce090e5b None None] Provisioning complete for port 049902f7-be98-425c-88fc-f9e7c7d17954 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:03.776806 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-725abc2b-1397-4ef8-8e69-d463ce090e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.837395 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:03.898908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-725abc2b-1397-4ef8-8e69-d463ce090e5b None None] Could not find standard attr ID for object 049902f7-be98-425c-88fc-f9e7c7d17954. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:33:03.901382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=049902f7-be98-425c-88fc-f9e7c7d17954,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:03.906296 n-d-816488-1 neutron-server[103008]: INFO neutron.plugins.ml2.db [None req-725abc2b-1397-4ef8-8e69-d463ce090e5b None None] No ports have port_id starting with 049902f7-be98-425c-88fc-f9e7c7d17954 Feb 11 13:33:03.919146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Port': ['ID=049902f7-be98-425c-88fc-f9e7c7d17954,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:03.922228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No DVR routers for this DVR port 049902f7-be98-425c-88fc-f9e7c7d17954 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:03.939137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498a98-b59f-44f1-90ad-08d16d87bfcc req-58c6f558-10ad-46db-90f3-718455a45deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:03.943484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82498a98-b59f-44f1-90ad-08d16d87bfcc req-58c6f558-10ad-46db-90f3-718455a45deb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2159bcf205c04168bdf4ab46bf696028&device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 1095 time: 0.1142931 Feb 11 13:33:03.982402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e6b81d-9784-4f71-82b5-7f7878b8bddf None None] DHCP port deletion for 953cb60d-fe2e-4f5b-8a4b-8469faf52b5f request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:33:04.026696 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.085494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953cb60d-fe2e-4f5b-8a4b-8469faf52b5f']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:04.100097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ece6bdc4-7053-429c-b514-fb2b58259f57') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:04.101100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ece6bdc4-7053-429c-b514-fb2b58259f57') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:04.128998 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.167697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498a98-b59f-44f1-90ad-08d16d87bfcc req-8ceb7b57-8e56-42ea-aad0-ae80666276c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:04.170618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82498a98-b59f-44f1-90ad-08d16d87bfcc req-8ceb7b57-8e56-42ea-aad0-ae80666276c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d201b71-f32e-49cb-8f12-2f6100280842 HTTP/1.1" status: 200 len: 912 time: 0.2196264 Feb 11 13:33:04.171037 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.181330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:04.182154 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:04.234668 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:04.237680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60350) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:04.268401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82498a98-b59f-44f1-90ad-08d16d87bfcc req-2b23fa45-4791-4381-81e2-37648f1400eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a HTTP/1.1" status: 200 len: 217 time: 0.0897195 Feb 11 13:33:04.318331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7ce9f442-f4b6-4489-a114-60567ad13805 req-28b4b553-65f1-480d-bbfb-a5cebed1299e tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0534432 Feb 11 13:33:04.346709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498a98-b59f-44f1-90ad-08d16d87bfcc req-c0d85f8d-bb75-4127-9ad1-5a381921956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:04.348348 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82498a98-b59f-44f1-90ad-08d16d87bfcc req-c0d85f8d-bb75-4127-9ad1-5a381921956d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e105e6-cad3-4f13-9689-18b67f982c89 HTTP/1.1" status: 200 len: 851 time: 0.0708137 Feb 11 13:33:04.394599 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82498a98-b59f-44f1-90ad-08d16d87bfcc req-4d35faae-d57e-4d89-92a4-38e383a4db73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d201b71-f32e-49cb-8f12-2f6100280842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392797 Feb 11 13:33:04.395520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-338571769-network', 'tenant_id': '4222396b7cf84679a0eaebcc0a134ba5'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:04.411708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.421471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.425884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/953cb60d-fe2e-4f5b-8a4b-8469faf52b5f HTTP/1.1" status: 204 len: 168 time: 3.4701929 Feb 11 13:33:04.432596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60358) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:04.440771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-407567991'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:04.458269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e68dae-8cc9-4629-90c5-a82c75f17442 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=953cb60d-fe2e-4f5b-8a4b-8469faf52b5f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:04.530410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Made reservation on behalf of 4222396b7cf84679a0eaebcc0a134ba5 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:04.532561 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.555224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82498a98-b59f-44f1-90ad-08d16d87bfcc req-908b9bc5-1cf4-453d-81eb-10a1bd1b8ff0 service neutron] 10.222.0.13 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532171 Feb 11 13:33:04.555889 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.666348 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74da936a-64a9-42a8-aef5-859d5c7896b3 req-5aa610c0-6cea-419d-bc75-b6b6b9e239f1 tempest-ServerTagsTestJSON-1182730338 tempest-ServerTagsTestJSON-1182730338-project] 10.222.0.52 "GET /v2.0/ports?device_id=ad00efa9-82e2-4a61-83da-6e116450b50d HTTP/1.1" status: 200 len: 210 time: 0.0524678 Feb 11 13:33:04.683905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:04.692643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.716259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82498a98-b59f-44f1-90ad-08d16d87bfcc req-600ca25b-d27d-4b85-b50b-2d8c0ccd73af service neutron] 10.222.0.13 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535323 Feb 11 13:33:04.760954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:04.794233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 049902f7-be98-425c-88fc-f9e7c7d17954 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:04.811166 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.811574 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment 45042051-8513-46e9-bbd6-7eb169374f3e of type vlan for network bcabbba3-d622-436e-877c-89d51f174ebd Feb 11 13:33:04.816690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 049902f7-be98-425c-88fc-f9e7c7d17954 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:33:04.817118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 049902f7-be98-425c-88fc-f9e7c7d17954 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:04.836511 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.890675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.895901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f5998-6f67-41ef-9e98-a5f44d76decd req-05d999a4-021d-42c4-98f9-c6eb1b0aed65 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:04.895901 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-920f5998-6f67-41ef-9e98-a5f44d76decd req-05d999a4-021d-42c4-98f9-c6eb1b0aed65 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 944 time: 0.0668554 Feb 11 13:33:04.939725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-920f5998-6f67-41ef-9e98-a5f44d76decd req-394079bd-4a27-4d16-ba98-e0592d83f89d tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402904 Feb 11 13:33:04.960744 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:04.985854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:04.995764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:05.001538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.001989 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Added segment 7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb of type vlan for network 474e01bd-86f3-4a24-9ce0-4128c3eba3db Feb 11 13:33:05.044361 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.060003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.065673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:05.066418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.141077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=bcabbba3-d622-436e-877c-89d51f174ebd,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:05.161494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network bcabbba3-d622-436e-877c-89d51f174ebd details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:05.208963 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.209983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:05.210575 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.266167 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-55b16bf3-d657-44c3-9d80-4b14b0f14c2d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8324010 Feb 11 13:33:05.269271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60378) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:05.274918 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': 'bcabbba3-d622-436e-877c-89d51f174ebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:05.280866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] Pushing event updated for resources: {'Network': ['ID=474e01bd-86f3-4a24-9ce0-4128c3eba3db,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:05.292961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:05.343093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-64e2801f-ad79-4242-bf37-a6d2d571c610 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1042061 Feb 11 13:33:05.346577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60380) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:05.357529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Request body: {'subnet': {'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-338571769-subnet', 'tenant_id': '4222396b7cf84679a0eaebcc0a134ba5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:05.435762 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a70d8a75-a570-443e-9f64-b685ab5217d4 req-d9d7f75b-66f0-407e-98b4-8baf1c139c3f tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0312800 Feb 11 13:33:05.488698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:05.488957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Made reservation on behalf of 4222396b7cf84679a0eaebcc0a134ba5 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:05.491135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.493235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.747052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60394) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:05.775023 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.790926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.847024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Pushing event updated for resources: {'Subnet': ['ID=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:05.878108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-1277a42a-535a-4de8-8158-a8e06f14b260 admin admin] Deleting subnet 9b45a962-581d-4e1d-9795-9f54cf58e92b {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:33:05.881497 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1277a42a-535a-4de8-8158-a8e06f14b260 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:05.909953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=e9eb480a-778d-431d-b43d-280b9c1ed9a8,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:05.919115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': '45042051-8513-46e9-bbd6-7eb169374f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'bcabbba3-d622-436e-877c-89d51f174ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:05.919481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: bcabbba3-d622-436e-877c-89d51f174ebd, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:05.934521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411db7-d01e-40bb-819d-457d74d5935b req-94db05c3-7d52-4b52-b4c8-ea604899c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:05.936152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30411db7-d01e-40bb-819d-457d74d5935b req-94db05c3-7d52-4b52-b4c8-ea604899c1c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0897658 Feb 11 13:33:05.964690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Checking segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:05.965054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Network hostable DHCP agents. Network: 474e01bd-86f3-4a24-9ce0-4128c3eba3db, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:05.972295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1277a42a-535a-4de8-8158-a8e06f14b260 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.013010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network bcabbba3-d622-436e-877c-89d51f174ebd is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:06.020963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ba5d1-ae9e-49dc-b792-2a2768cef9e0 req-2ede88c4-cef2-4c59-84dc-489d150ec458 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.030516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-357ba5d1-ae9e-49dc-b792-2a2768cef9e0 req-2ede88c4-cef2-4c59-84dc-489d150ec458 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1166880 Feb 11 13:33:06.054523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1277a42a-535a-4de8-8158-a8e06f14b260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.091726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411db7-d01e-40bb-819d-457d74d5935b req-160b2f29-1e1d-469a-aaa9-e4fee9cdd7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.093304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30411db7-d01e-40bb-819d-457d74d5935b req-160b2f29-1e1d-469a-aaa9-e4fee9cdd7a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.1498845 Feb 11 13:33:06.101989 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-357ba5d1-ae9e-49dc-b792-2a2768cef9e0 req-5e7e94fa-19f1-4ee1-bb5b-bd7e7199b9f6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705042 Feb 11 13:33:06.139587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:06.173955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3420d8-4215-498b-8246-55d2d25a8db7 req-bfc6c418-6703-44ee-b033-50f968f8dc11 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.175526 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f3420d8-4215-498b-8246-55d2d25a8db7 req-bfc6c418-6703-44ee-b033-50f968f8dc11 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 944 time: 0.1291037 Feb 11 13:33:06.218828 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1277a42a-535a-4de8-8158-a8e06f14b260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.224793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30411db7-d01e-40bb-819d-457d74d5935b req-665fa487-69ed-48e1-b7e6-3d7044b6e010 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 999 time: 0.1221349 Feb 11 13:33:06.244482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f3420d8-4215-498b-8246-55d2d25a8db7 req-ad6c6a0a-33db-421e-882c-8a5f7cb362f7 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564888 Feb 11 13:33:06.247085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, bcabbba3-d622-436e-877c-89d51f174ebd) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:06.255762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1dc48-4cca-4414-9e8e-f67fa5fc9f29 None None] Network bcabbba3-d622-436e-877c-89d51f174ebd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:06.261522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.262353 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.296120 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1277a42a-535a-4de8-8158-a8e06f14b260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.313318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1277a42a-535a-4de8-8158-a8e06f14b260 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/9b45a962-581d-4e1d-9795-9f54cf58e92b HTTP/1.1" status: 204 len: 168 time: 0.5649257 Feb 11 13:33:06.314291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277a42a-535a-4de8-8158-a8e06f14b260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b45a962-581d-4e1d-9795-9f54cf58e92b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:06.316351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60416) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:06.330542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 474e01bd-86f3-4a24-9ce0-4128c3eba3db) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:06.335795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.336762 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.365141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d2fa33-f9ea-43a2-8886-49425bb5ba78 None None] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:06.422318 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.431607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b3c3ae77-de14-4834-b32b-3763dabffc56 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1611567 Feb 11 13:33:06.434342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60418) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:06.434834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411db7-d01e-40bb-819d-457d74d5935b req-58cf793f-24be-4e96-ae3c-13af85db2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.436519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30411db7-d01e-40bb-819d-457d74d5935b req-58cf793f-24be-4e96-ae3c-13af85db2b73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1903892 Feb 11 13:33:06.572876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-af4d9862-737f-4bb8-8043-f67bbd7f250a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2200975 Feb 11 13:33:06.619138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.632236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.637210 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411db7-d01e-40bb-819d-457d74d5935b req-316a8428-925b-4a3e-bc95-1940dc2cc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:06.637340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e77af10-593e-47ff-9fa8-f46816ce3fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-bcabbba3-d622-436e-877c-89d51f174ebd', 'network_id': 'bcabbba3-d622-436e-877c-89d51f174ebd', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': 'e9eb480a-778d-431d-b43d-280b9c1ed9a8'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:33:06.638259 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e77af10-593e-47ff-9fa8-f46816ce3fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.638803 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30411db7-d01e-40bb-819d-457d74d5935b req-316a8428-925b-4a3e-bc95-1940dc2cc149 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926327 Feb 11 13:33:06.640643 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8bffddb-4dd3-4e18-945d-231ee663a4fb req-2004086d-af9d-4872-82ec-0a1006434567 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0509069 Feb 11 13:33:06.684085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.684951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7e5ff5-0242-4620-83cc-f648c49b4f11 None None] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:06.738583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587d54dd-48ed-409c-afba-42b07619b342']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:06.759145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec4d17ba-0027-4917-85d8-d7fb55b11476') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:06.759474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec4d17ba-0027-4917-85d8-d7fb55b11476') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:06.773709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.806766 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.822047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:06.826061 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:06.836337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30411db7-d01e-40bb-819d-457d74d5935b req-5c203a09-7d70-42c5-8ccb-53dd0c102177 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888046 Feb 11 13:33:06.867378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device eebe5b28-a488-4a8c-b58a-d96ac2c5e05a details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:06.903729 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:06.979467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30411db7-d01e-40bb-819d-457d74d5935b req-dc3e7a78-ec3c-41bd-a8e4-7cc5307fa4b3 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128631 Feb 11 13:33:07.001173 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.002787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bd7d273-2207-409f-8964-5bb249580249 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server [None req-1e77af10-593e-47ff-9fa8-f46816ce3fef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9eb480a-778d-431d-b43d-280b9c1ed9a8: This subnet is being modified by another concurrent operation. Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:33:07.012185 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9eb480a-778d-431d-b43d-280b9c1ed9a8: This subnet is being modified by another concurrent operation. Feb 11 13:33:07.017976 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Feb 11 13:33:07.022679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=e9eb480a-778d-431d-b43d-280b9c1ed9a8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:07.027226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.034553 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.038739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ac3222-8f46-4017-907e-3a07ce2aa775 None None] Network bcabbba3-d622-436e-877c-89d51f174ebd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:07.042723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 9bd7d273-2207-409f-8964-5bb249580249 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:33:07.043006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9bd7d273-2207-409f-8964-5bb249580249 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:07.045260 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] 10.222.0.52 "DELETE /v2.0/networks/587d54dd-48ed-409c-afba-42b07619b342 HTTP/1.1" status: 204 len: 168 time: 0.7272990 Feb 11 13:33:07.056466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcabbba3-d622-436e-877c-89d51f174ebd']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:07.059157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad0f4a-d966-4149-9127-37ef69328081 admin admin] Pushing event deleted for resources: {'Network': ['ID=587d54dd-48ed-409c-afba-42b07619b342,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:07.068512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45042051-8513-46e9-bbd6-7eb169374f3e') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:07.068875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45042051-8513-46e9-bbd6-7eb169374f3e') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:07.081818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.100979 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.116571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:07.117477 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:07.121935 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:07.145819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:07.183948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'eebe5b28-a488-4a8c-b58a-d96ac2c5e05a', 'network_id': '5d201b71-f32e-49cb-8f12-2f6100280842', 'port_id': 'eebe5b28-a488-4a8c-b58a-d96ac2c5e05a', 'mac_address': 'fa:16:3e:51:bb:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e105e6-cad3-4f13-9689-18b67f982c89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:07.236084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942623ef-d2c0-49e2-84d1-1eed151f0b27 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:33:07.269658 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.294977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebe5b28-a488-4a8c-b58a-d96ac2c5e05a {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:33:07.325192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51821bf-dfda-4d9e-a053-d7f60457d477 req-9aae0576-9898-434f-ac7c-79cbd6ba5da8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:07.326919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51821bf-dfda-4d9e-a053-d7f60457d477 req-9aae0576-9898-434f-ac7c-79cbd6ba5da8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1005096 Feb 11 13:33:07.341820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:07.353928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60442) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:07.365882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942623ef-d2c0-49e2-84d1-1eed151f0b27 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:33:07.380073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51821bf-dfda-4d9e-a053-d7f60457d477 req-b6f7d7c6-873c-4603-9804-e50a227376d0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459664 Feb 11 13:33:07.435861 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.442160 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.446786 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/bcabbba3-d622-436e-877c-89d51f174ebd HTTP/1.1" status: 204 len: 168 time: 1.0108776 Feb 11 13:33:07.450993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60446) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:07.456925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2053102447'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:07.483633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83754c9-ef07-4ff8-a07b-5005ae5d9f05 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=bcabbba3-d622-436e-877c-89d51f174ebd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:07.537864 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.548849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7d611-78d0-4fd7-93a4-663ab37168fc req-58884a73-77f1-4ab9-8e8f-3af091d0df6b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:07.550632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ce7d611-78d0-4fd7-93a4-663ab37168fc req-58884a73-77f1-4ab9-8e8f-3af091d0df6b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 944 time: 0.0695004 Feb 11 13:33:07.596181 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ce7d611-78d0-4fd7-93a4-663ab37168fc req-27e35844-d95c-4dfa-9ff5-3f2b9074c42c tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370722 Feb 11 13:33:07.647036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:07.666070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:07.683700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.800865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12760ecb-ab8e-456d-8d51-7a38e34e6074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.804337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['eebe5b28-a488-4a8c-b58a-d96ac2c5e05a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:07.812161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8d614e2-e992-4fbe-976e-ea3e14c117e7 req-ff129f49-6a1e-468c-a9f8-ecc5fcca83f2 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0353615 Feb 11 13:33:07.825859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:07.850061 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.850403 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment 9ae148e3-d098-46ba-986f-70f5ad6a18d4 of type vlan for network e25734c2-06c6-4436-ac73-6eca5063c487 Feb 11 13:33:07.869792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60460) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:07.917761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-841653e0-0f79-49e4-af7e-3f0fffad4391 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0fc2b7b80a144cad91d28506fc344700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463464 Feb 11 13:33:07.918371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60462) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:07.924758 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.940199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-1146089e-efdc-4b84-83f1-633b3e1b42d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:07.942739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-1146089e-efdc-4b84-83f1-633b3e1b42d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.2353992 Feb 11 13:33:07.982612 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dca8648a-15cb-40ee-a68c-da78a056fe4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:07.984568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-b8ce1f26-efd4-4c3b-87cf-8589672717e0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/quotas/4222396b7cf84679a0eaebcc0a134ba5 HTTP/1.1" status: 200 len: 375 time: 0.0345113 Feb 11 13:33:08.005930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dca8648a-15cb-40ee-a68c-da78a056fe4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.029815 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-64934ea3-bd9f-4236-96a4-953132191dac tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341351 Feb 11 13:33:08.063164 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12760ecb-ab8e-456d-8d51-7a38e34e6074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.116183 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.124100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:08.124100 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.180216 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dca8648a-15cb-40ee-a68c-da78a056fe4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.182914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dca8648a-15cb-40ee-a68c-da78a056fe4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.184067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dca8648a-15cb-40ee-a68c-da78a056fe4f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e70a3209-03a4-4d42-9fc9-72744b6056d2 HTTP/1.1" status: 204 len: 168 time: 0.2648027 Feb 11 13:33:08.195170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8648a-15cb-40ee-a68c-da78a056fe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70a3209-03a4-4d42-9fc9-72744b6056d2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:08.198464 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-1c376f19-5423-45b9-9a98-cc380f2167a7 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590979 Feb 11 13:33:08.214306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=e25734c2-06c6-4436-ac73-6eca5063c487,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:08.218018 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12760ecb-ab8e-456d-8d51-7a38e34e6074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.229212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network e25734c2-06c6-4436-ac73-6eca5063c487 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:08.299480 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-12760ecb-ab8e-456d-8d51-7a38e34e6074 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad42db43bed847239417ba5dfa0d630c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9435766 Feb 11 13:33:08.302542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60468) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:08.307403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12760ecb-ab8e-456d-8d51-7a38e34e6074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdeb23d-8e46-42a9-8921-f26f3855b98c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:08.334984 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-94a3342f-da97-4deb-ab2a-c7c3d409f807 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279254 Feb 11 13:33:08.340804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1b05d905-9d9c-4dea-82bf-164441ac268b tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8887391 Feb 11 13:33:08.346697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60470) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:08.353703 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': 'e25734c2-06c6-4436-ac73-6eca5063c487', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:08.370301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ce890dd-4738-4746-b8ba-4ff28205d3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.394773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ce890dd-4738-4746-b8ba-4ff28205d3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.510154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e4917-06c8-4a3f-b4cb-2c3fd00740f0 req-c7844868-bfd0-4389-9c36-51b60889852b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:08.511645 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f13e4917-06c8-4a3f-b4cb-2c3fd00740f0 req-c7844868-bfd0-4389-9c36-51b60889852b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0514052 Feb 11 13:33:08.557331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:08.562627 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.565116 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ce890dd-4738-4746-b8ba-4ff28205d3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.570972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ce890dd-4738-4746-b8ba-4ff28205d3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:08.576489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8ce890dd-4738-4746-b8ba-4ff28205d3b4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bdeb23d-8e46-42a9-8921-f26f3855b98c HTTP/1.1" status: 204 len: 168 time: 0.2696393 Feb 11 13:33:08.603276 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f13e4917-06c8-4a3f-b4cb-2c3fd00740f0 req-eff4595f-0b3d-4788-99b6-391833cb1d19 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794437 Feb 11 13:33:08.624541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce890dd-4738-4746-b8ba-4ff28205d3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdeb23d-8e46-42a9-8921-f26f3855b98c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:08.688224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7248cf0d-254b-44b4-8951-687bbd927933 req-fc6d6c54-b22c-488f-8aee-0baadcc8ae31 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 210 time: 0.0769999 Feb 11 13:33:08.824475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d29db3-97c3-42a6-9080-d3c05e8787fb req-dcf530cf-1893-4fbc-a710-789c14b363fd tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:08.834597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8d29db3-97c3-42a6-9080-d3c05e8787fb req-dcf530cf-1893-4fbc-a710-789c14b363fd tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 945 time: 0.0655885 Feb 11 13:33:08.866510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device eebe5b28-a488-4a8c-b58a-d96ac2c5e05a up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:08.890691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8d29db3-97c3-42a6-9080-d3c05e8787fb req-bb101c1b-8823-4308-91fa-bb89eff495b5 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548439 Feb 11 13:33:08.939773 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c0b5cd5b-26c2-45d8-bc5d-601fa0473c3e req-da39dcfe-49b5-468f-b5d6-6b57cdb707c7 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0331585 Feb 11 13:33:08.957306 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.024626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=5b125361-3216-43b1-b11b-46fc573c7cd1,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:09.027816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:09.032396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:09.049116 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.049628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': '9ae148e3-d098-46ba-986f-70f5ad6a18d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e25734c2-06c6-4436-ac73-6eca5063c487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:09.049628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: e25734c2-06c6-4436-ac73-6eca5063c487, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:09.124368 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.141960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network e25734c2-06c6-4436-ac73-6eca5063c487 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:09.149656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52614623-8571-4523-8af2-be4b2c6ba7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebe5b28-a488-4a8c-b58a-d96ac2c5e05a'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:09.152039 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8762c131-b237-47e5-8495-e31da8576d23" -d '{"events": [{"server_uuid": "52614623-8571-4523-8af2-be4b2c6ba7ad", "name": "network-vif-plugged", "status": "completed", "tag": "eebe5b28-a488-4a8c-b58a-d96ac2c5e05a"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:09.186626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:09.206968 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70294f5e-0cba-431c-9b33-ba175772ec11 x-openstack-request-id: req-70294f5e-0cba-431c-9b33-ba175772ec11 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:09.207349 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52614623-8571-4523-8af2-be4b2c6ba7ad", "name": "network-vif-plugged", "status": "completed", "tag": "eebe5b28-a488-4a8c-b58a-d96ac2c5e05a", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:09.207674 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70294f5e-0cba-431c-9b33-ba175772ec11 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:09.208141 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52614623-8571-4523-8af2-be4b2c6ba7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebe5b28-a488-4a8c-b58a-d96ac2c5e05a', 'code': 200} Feb 11 13:33:09.283718 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.290118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, e25734c2-06c6-4436-ac73-6eca5063c487) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:09.295406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:09.296104 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.315426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15749eed-5086-43b4-9bab-69ce3b441b8c None None] Network e25734c2-06c6-4436-ac73-6eca5063c487 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:09.315853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e1e83-37f1-4e8a-bcd3-dfe7ce74cf78 req-ef209ee3-acc0-41e0-8157-a82010015485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:09.317475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da9e1e83-37f1-4e8a-bcd3-dfe7ce74cf78 req-ef209ee3-acc0-41e0-8157-a82010015485 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 1096 time: 0.0554068 Feb 11 13:33:09.356091 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da9e1e83-37f1-4e8a-bcd3-dfe7ce74cf78 req-8f7e77ee-da6a-4f5a-aec1-edfb243ebfb4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312133 Feb 11 13:33:09.396229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:09.450779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60512) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:09.451315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-93647b9b-fff8-42dd-816d-77fcf62e3860 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1031291 Feb 11 13:33:09.519544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-e25734c2-06c6-4436-ac73-6eca5063c487', 'network_id': 'e25734c2-06c6-4436-ac73-6eca5063c487', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': '5b125361-3216-43b1-b11b-46fc573c7cd1'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:33:09.520417 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.596619 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.656145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.692038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Allocated IP 172.20.0.1 (e25734c2-06c6-4436-ac73-6eca5063c487/5b125361-3216-43b1-b11b-46fc573c7cd1/cacabade-880e-49c1-80da-08ad22e8307a) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:09.782387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3af734db-d304-47be-ad1a-200499b6d54e req-d113118a-000c-4829-a719-816b39380448 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 210 time: 0.0343311 Feb 11 13:33:09.855411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:09.963244 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.008375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Network e25734c2-06c6-4436-ac73-6eca5063c487 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:10.011291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:10.015630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:10.019672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Pushing event updated for resources: {'Port': ['ID=cacabade-880e-49c1-80da-08ad22e8307a,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:10.043054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26a989-0d90-4d4b-bc30-e54915680633 req-f6ed1ac5-1d8f-4ace-923d-2149945e653e tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:10.044772 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b26a989-0d90-4d4b-bc30-e54915680633 req-f6ed1ac5-1d8f-4ace-923d-2149945e653e tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0799584 Feb 11 13:33:10.069507 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9c492d44-af87-44b7-b087-dd29ae1afb4b req-283d0fac-1fae-4473-90d5-ca4404516df8 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0277598 Feb 11 13:33:10.086098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Attempting to bind port cacabade-880e-49c1-80da-08ad22e8307a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:10.086470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Attempting to bind port cacabade-880e-49c1-80da-08ad22e8307a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '9ae148e3-d098-46ba-986f-70f5ad6a18d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e25734c2-06c6-4436-ac73-6eca5063c487'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:10.086828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Attempting to bind port cacabade-880e-49c1-80da-08ad22e8307a on network e25734c2-06c6-4436-ac73-6eca5063c487 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:10.097671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:10.097671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Checking segment: {'id': '9ae148e3-d098-46ba-986f-70f5ad6a18d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e25734c2-06c6-4436-ac73-6eca5063c487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:10.097671 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.097671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Bound using segment: {'id': '9ae148e3-d098-46ba-986f-70f5ad6a18d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e25734c2-06c6-4436-ac73-6eca5063c487'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:10.097671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Bound port: cacabade-880e-49c1-80da-08ad22e8307a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae148e3-d098-46ba-986f-70f5ad6a18d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e25734c2-06c6-4436-ac73-6eca5063c487'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:10.097671 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.101491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b26a989-0d90-4d4b-bc30-e54915680633 req-f993f78a-18df-431d-8d31-fbb040db7a21 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484009 Feb 11 13:33:10.128024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.170010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=5b125361-3216-43b1-b11b-46fc573c7cd1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:10.181392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] For port cacabade-880e-49c1-80da-08ad22e8307a, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:10.186254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] For port cacabade-880e-49c1-80da-08ad22e8307a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=cacabade-880e-49c1-80da-08ad22e8307a,segment=NetworkSegment(9ae148e3-d098-46ba-986f-70f5ad6a18d4),segment_id=9ae148e3-d098-46ba-986f-70f5ad6a18d4)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:10.241556 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.249349 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.267314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25734c2-06c6-4436-ac73-6eca5063c487']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:10.282790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae148e3-d098-46ba-986f-70f5ad6a18d4') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:10.283098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae148e3-d098-46ba-986f-70f5ad6a18d4') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:10.294023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.311172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60546) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:10.319067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.327854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:10.330584 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:10.339463 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:10.355937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856ada0-7c1b-4635-8a10-aaa1f391a3b0 None None] Pushing event updated for resources: {'Port': ['ID=cacabade-880e-49c1-80da-08ad22e8307a,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:10.509072 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd577a-0929-4e5a-826f-f89a16494712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.632290 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.api [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:33:10.632290 n-d-816488-1 neutron-server[103007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:33:10.632290 n-d-816488-1 neutron-server[103007]: [parameters: {'id': 'e25734c2-06c6-4436-ac73-6eca5063c487'}] Feb 11 13:33:10.632290 n-d-816488-1 neutron-server[103007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:33:10.633124 n-d-816488-1 neutron-server[103007]: DEBUG oslo_db.api [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:33:10.634210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd577a-0929-4e5a-826f-f89a16494712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.640627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60554) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:10.734679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd577a-0929-4e5a-826f-f89a16494712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.786331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device cacabade-880e-49c1-80da-08ad22e8307a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:10.796076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b8bd577a-0929-4e5a-826f-f89a16494712 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f3d0ea6b6384622abbb8bfc39396839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836283 Feb 11 13:33:10.801320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd577a-0929-4e5a-826f-f89a16494712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d86fd63-0fc1-4461-b213-2523979ca5c0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:10.801466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60558) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:10.864406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-network', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:10.865499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port cacabade-880e-49c1-80da-08ad22e8307a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:10.866019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.872959 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b5e87d0-0904-4b60-9ec0-07f412fa0c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.901517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b5e87d0-0904-4b60-9ec0-07f412fa0c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:10.912802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-80953437-b5bc-427c-9fc1-cde44a085a55 req-b65ff0b8-5e63-4d94-b44f-2b9524198d6a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 210 time: 0.0357380 Feb 11 13:33:10.999776 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.025602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Made reservation on behalf of e6073ab297074d3eab820065d5df3ec9 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:11.027991 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.033232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port cacabade-880e-49c1-80da-08ad22e8307a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=cacabade-880e-49c1-80da-08ad22e8307a,segment=NetworkSegment(9ae148e3-d098-46ba-986f-70f5ad6a18d4),segment_id=9ae148e3-d098-46ba-986f-70f5ad6a18d4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:11.037236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.105959 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b5e87d0-0904-4b60-9ec0-07f412fa0c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.110598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b5e87d0-0904-4b60-9ec0-07f412fa0c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.112679 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1b5e87d0-0904-4b60-9ec0-07f412fa0c8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d86fd63-0fc1-4461-b213-2523979ca5c0 HTTP/1.1" status: 204 len: 168 time: 0.3116782 Feb 11 13:33:11.132119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e87d0-0904-4b60-9ec0-07f412fa0c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d86fd63-0fc1-4461-b213-2523979ca5c0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:11.133853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.150652 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.190692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.251090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Deleting port cacabade-880e-49c1-80da-08ad22e8307a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:11.263276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.272057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=cacabade-880e-49c1-80da-08ad22e8307a,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:11.292331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.341202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3211e522-8b8f-4ab1-bb34-a02bddc1db8d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:11.344823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:11.389536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd953302-cb25-42fe-b76a-fa09f83d32d1 req-5ad2ecda-fcf7-4fa1-8e2d-e916d23fcafb tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:11.391168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd953302-cb25-42fe-b76a-fa09f83d32d1 req-5ad2ecda-fcf7-4fa1-8e2d-e916d23fcafb tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1970904 Feb 11 13:33:11.393075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.393427 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Added segment f1e0a787-66b4-4435-97e8-65be83a4a351 of type vlan for network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 Feb 11 13:33:11.476280 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.494494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd953302-cb25-42fe-b76a-fa09f83d32d1 req-590c1892-4f6a-4c05-9a90-36a0cded08ed tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912404 Feb 11 13:33:11.614411 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.615851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:11.616225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82818fe-6c7d-4f01-833c-39c6491388eb None None] Network e25734c2-06c6-4436-ac73-6eca5063c487 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:11.616648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.677835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] For port cacabade-880e-49c1-80da-08ad22e8307a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=cacabade-880e-49c1-80da-08ad22e8307a,segment=NetworkSegment(9ae148e3-d098-46ba-986f-70f5ad6a18d4),segment_id=9ae148e3-d098-46ba-986f-70f5ad6a18d4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:11.678364 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.692216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Calling delete_port for cacabade-880e-49c1-80da-08ad22e8307a owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:11.700148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] Pushing event updated for resources: {'Network': ['ID=9cca9e38-bd58-41a3-afdf-a4cfe26cc124,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:11.745689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:11.760797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6dea50f3-d88b-478d-b216-8963ff37ace3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1190224 Feb 11 13:33:11.772597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60582) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:11.773396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3cf67d8f-856e-407a-9ce7-8e05749db3ad req-b89d7bd7-c2db-49c2-96de-cee0e7afdf6c tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0674641 Feb 11 13:33:11.778095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Request body: {'subnet': {'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-subnet', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:11.778839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-26254a5c-63c9-4f86-aacf-3cf51dda6b72 None None] Provisioning complete for port cacabade-880e-49c1-80da-08ad22e8307a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:11.779715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-26254a5c-63c9-4f86-aacf-3cf51dda6b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:11.886186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-aa4d46d3-1ce0-40fa-9913-0db808579f45 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:11.887972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-aa4d46d3-1ce0-40fa-9913-0db808579f45 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.1832743 Feb 11 13:33:11.900832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Request body: {'port': {'device_id': '759804f6-7c0a-4da1-9496-df35b6defa06', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'admin_state_up': True, 'tenant_id': '4222396b7cf84679a0eaebcc0a134ba5'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:11.967056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Made reservation on behalf of e6073ab297074d3eab820065d5df3ec9 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:11.971998 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.058268 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.147510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6031aeb8-16c4-4fac-ab73-43d67f1f355c req-3786ec99-f199-499e-b685-ca27ad84ff1c tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 210 time: 0.0636487 Feb 11 13:33:12.156544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Port': ['ID=cacabade-880e-49c1-80da-08ad22e8307a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:12.180618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No DVR routers for this DVR port cacabade-880e-49c1-80da-08ad22e8307a on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:12.252627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60594) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:12.276165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff85b07-9636-451e-a425-cf8caa9f839e req-a844531e-acc5-47ae-a2cd-6a1ef2e4de79 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:12.277805 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fff85b07-9636-451e-a425-cf8caa9f839e req-a844531e-acc5-47ae-a2cd-6a1ef2e4de79 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1634793 Feb 11 13:33:12.283789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5fbae-9b6e-4618-a116-2786c7d0e204 req-c64a12b6-5291-412c-9c2a-c08d8956cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:12.285502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f5fbae-9b6e-4618-a116-2786c7d0e204 req-c64a12b6-5291-412c-9c2a-c08d8956cc66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2159bcf205c04168bdf4ab46bf696028&device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 1097 time: 0.1564226 Feb 11 13:33:12.290528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.306702 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8051f120-3e64-44c7-baa7-13e3b6f141ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.316762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191e6728-1dc4-422c-8d11-65f3f4138062 None None] DHCP port deletion for e25734c2-06c6-4436-ac73-6eca5063c487 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:33:12.318126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25734c2-06c6-4436-ac73-6eca5063c487']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:12.330995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae148e3-d098-46ba-986f-70f5ad6a18d4') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:12.331502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae148e3-d098-46ba-986f-70f5ad6a18d4') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:12.356016 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.369584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Made reservation on behalf of 4222396b7cf84679a0eaebcc0a134ba5 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:12.373879 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.395206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.409985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:12.410387 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:12.413290 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:12.458734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fff85b07-9636-451e-a425-cf8caa9f839e req-b84800e6-ece7-48d1-8338-5dd3edc130cc tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590664 Feb 11 13:33:12.515857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5fbae-9b6e-4618-a116-2786c7d0e204 req-a797342d-1d10-4f77-a25b-2920032976aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:12.517528 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f5fbae-9b6e-4618-a116-2786c7d0e204 req-a797342d-1d10-4f77-a25b-2920032976aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d201b71-f32e-49cb-8f12-2f6100280842 HTTP/1.1" status: 200 len: 912 time: 0.2228498 Feb 11 13:33:12.567871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Allocated IP 172.20.0.9 (474e01bd-86f3-4a24-9ce0-4128c3eba3db/109422ab-9f52-41d8-a23f-6b3ebb2dc8e2/551d4611-8e0a-4709-b223-353049d9015d) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:12.578647 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f5fbae-9b6e-4618-a116-2786c7d0e204 req-32eec4fd-85f5-4ba1-9b11-9d2a5e73e1e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a HTTP/1.1" status: 200 len: 217 time: 0.0505040 Feb 11 13:33:12.617365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.617365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.618903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/e25734c2-06c6-4436-ac73-6eca5063c487 HTTP/1.1" status: 204 len: 168 time: 3.1664667 Feb 11 13:33:12.628331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60600) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:12.636860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-491792805'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:12.638022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd572c-f330-45e1-a204-bb0c21ef8f15 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=e25734c2-06c6-4436-ac73-6eca5063c487,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:12.682965 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.692341 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8051f120-3e64-44c7-baa7-13e3b6f141ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.720343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5fbae-9b6e-4618-a116-2786c7d0e204 req-a2725f58-9dcb-4ed9-9fea-b2f0f212d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:12.721872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f5fbae-9b6e-4618-a116-2786c7d0e204 req-a2725f58-9dcb-4ed9-9fea-b2f0f212d954 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e105e6-cad3-4f13-9689-18b67f982c89 HTTP/1.1" status: 200 len: 851 time: 0.1280680 Feb 11 13:33:12.733332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device cacabade-880e-49c1-80da-08ad22e8307a no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:12.756391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.765679 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f5fbae-9b6e-4618-a116-2786c7d0e204 req-c9712266-0c28-4312-97de-ab399c00fff5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d201b71-f32e-49cb-8f12-2f6100280842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363712 Feb 11 13:33:12.771716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:12.776183 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.790557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: cacabade-880e-49c1-80da-08ad22e8307a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:33:12.790557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device cacabade-880e-49c1-80da-08ad22e8307a not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:12.791029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8051f120-3e64-44c7-baa7-13e3b6f141ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.806734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:12.860423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.896787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Checking segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:12.899447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Network hostable DHCP agents. Network: 9cca9e38-bd58-41a3-afdf-a4cfe26cc124, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:12.905575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051f120-3e64-44c7-baa7-13e3b6f141ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1dd31e-455f-44f8-84a5-0a8c2ffb2f09,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:12.913272 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8051f120-3e64-44c7-baa7-13e3b6f141ce admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=787d83d13110494f98d283fc3a9ca25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546431 Feb 11 13:33:12.913383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:12.915934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60608) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:12.917852 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:12.933123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:12.947617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:12.947960 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment 3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3 of type vlan for network 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 Feb 11 13:33:12.957647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:12.971244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e616c986-0e65-45d2-96d7-987a6f88e728 req-6d668d85-a98f-4497-a8a5-5553557ef1c9 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0678689 Feb 11 13:33:13.008175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event updated for resources: {'Port': ['ID=551d4611-8e0a-4709-b223-353049d9015d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:13.044487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:13.045494 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.069420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-87d21942-789f-43b5-ae79-bafbbc1d3957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.094765 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-87d21942-789f-43b5-ae79-bafbbc1d3957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.143547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-3acf2c63-83b8-489a-875b-0cc17c549e7f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2454891 Feb 11 13:33:13.155805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Request body: {'port': {'device_id': '759804f6-7c0a-4da1-9496-df35b6defa06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:13.223758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.265597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-87d21942-789f-43b5-ae79-bafbbc1d3957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.268529 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-87d21942-789f-43b5-ae79-bafbbc1d3957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.269922 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-87d21942-789f-43b5-ae79-bafbbc1d3957 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0a1dd31e-455f-44f8-84a5-0a8c2ffb2f09 HTTP/1.1" status: 204 len: 168 time: 0.3461967 Feb 11 13:33:13.276643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:13.287570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d21942-789f-43b5-ae79-bafbbc1d3957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1dd31e-455f-44f8-84a5-0a8c2ffb2f09,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:13.313214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f5fbae-9b6e-4618-a116-2786c7d0e204 req-656485f0-4ca2-4f2e-932f-1b1ed0e74c3a service neutron] 10.222.0.13 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334115 Feb 11 13:33:13.347635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.415005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 9cca9e38-bd58-41a3-afdf-a4cfe26cc124) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:13.427489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e579c-3c47-4c0a-9e84-d903d2774831 None None] Network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:13.429177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:13.429808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.448944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd6f27-ebf1-4f2d-8bdd-bf98842772b7 req-74862707-4251-4150-af83-4089b9829789 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:13.450518 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78fd6f27-ebf1-4f2d-8bdd-bf98842772b7 req-74862707-4251-4150-af83-4089b9829789 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 931 time: 0.1787744 Feb 11 13:33:13.494279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f5fbae-9b6e-4618-a116-2786c7d0e204 req-67bad314-ba90-4df5-a98c-eb45c0a6fd4f service neutron] 10.222.0.13 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599407 Feb 11 13:33:13.522320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78fd6f27-ebf1-4f2d-8bdd-bf98842772b7 req-7970682c-d970-41a4-8da6-09f434cfba56 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598898 Feb 11 13:33:13.547598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-92f3d2fb-dc89-4a09-9cda-44c9316aeb28 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7727458 Feb 11 13:33:13.549535 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.551750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60624) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:13.557327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:13.557977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.561280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:13.672886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=49d99fc9-b8a3-4d1b-bbcd-21a1bd488703,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:13.675291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 551d4611-8e0a-4709-b223-353049d9015d {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:33:13.686572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.704219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:13.712041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Transition to ACTIVE for port object 551d4611-8e0a-4709-b223-353049d9015d will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:13.722349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f428ad-63bd-45a0-8188-7544b4f96054 req-4f2dd412-a4b6-4688-9cce-0048b583b529 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:13.731425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15f428ad-63bd-45a0-8188-7544b4f96054 req-4f2dd412-a4b6-4688-9cce-0048b583b529 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1365843 Feb 11 13:33:13.774787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15f428ad-63bd-45a0-8188-7544b4f96054 req-45442f14-fa4e-451a-ba3d-843c8d11e29c tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Feb 11 13:33:13.814907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.819275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.824687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.825599 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e4573a12-d8d6-412f-b534-03cd7ff1dd19 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1958272 Feb 11 13:33:13.829891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60634) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:13.839125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8554d32c-a24c-4453-b013-719abb67a6af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:13.864913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:33:13.866290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:13.929601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Pushing event updated for resources: {'Port': ['ID=551d4611-8e0a-4709-b223-353049d9015d,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:14.118026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8554d32c-a24c-4453-b013-719abb67a6af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.129257 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.129740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Allocated IP 172.20.0.2 (9cca9e38-bd58-41a3-afdf-a4cfe26cc124/85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8/05b4547c-a6db-4d8d-a176-e6b777fa8bb7) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:14.130772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Attempting to bind port 551d4611-8e0a-4709-b223-353049d9015d on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:14.131883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Attempting to bind port 551d4611-8e0a-4709-b223-353049d9015d by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:14.132458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Attempting to bind port 551d4611-8e0a-4709-b223-353049d9015d on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:14.138537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Port 551d4611-8e0a-4709-b223-353049d9015d on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:14.138972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Attempting to bind port 551d4611-8e0a-4709-b223-353049d9015d on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:14.155181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:14.155181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Checking segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:14.155181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Bound using segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:14.155615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Bound port: 551d4611-8e0a-4709-b223-353049d9015d, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:14.156080 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.170365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7fbe5ea2-f75c-4103-a190-a9154ffaf8f7 req-593310f7-3413-4e0d-9e40-b43873873815 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0381093 Feb 11 13:33:14.229445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] For port 551d4611-8e0a-4709-b223-353049d9015d, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:14.232810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] For port 551d4611-8e0a-4709-b223-353049d9015d, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=551d4611-8e0a-4709-b223-353049d9015d,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:14.237844 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8554d32c-a24c-4453-b013-719abb67a6af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.259658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8554d32c-a24c-4453-b013-719abb67a6af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 is not hosted by any dhcp agent {{(pid=103006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:33:14.264982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8554d32c-a24c-4453-b013-719abb67a6af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:14.265697 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8554d32c-a24c-4453-b013-719abb67a6af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.267085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8554d32c-a24c-4453-b013-719abb67a6af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "PUT /v2.0/networks/49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 HTTP/1.1" status: 200 len: 723 time: 0.4396772 Feb 11 13:33:14.283495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60650) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:14.283991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': '49d99fc9-b8a3-4d1b-bbcd-21a1bd488703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:14.328855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.362977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.395472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554d32c-a24c-4453-b013-719abb67a6af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=49d99fc9-b8a3-4d1b-bbcd-21a1bd488703,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:14.410196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:14.461812 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.502179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:14.502863 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.504288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] 10.222.0.59 "PUT /v2.0/ports/551d4611-8e0a-4709-b223-353049d9015d HTTP/1.1" status: 200 len: 1091 time: 1.3532460 Feb 11 13:33:14.520026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:14.525697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759804f6-7c0a-4da1-9496-df35b6defa06', 'tag': '551d4611-8e0a-4709-b223-353049d9015d'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:14.530817 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a35de5-6554-426d-9d82-3f2f7928049f" -d '{"events": [{"name": "network-changed", "server_uuid": "759804f6-7c0a-4da1-9496-df35b6defa06", "tag": "551d4611-8e0a-4709-b223-353049d9015d"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:14.530956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:14.531391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:14.540438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7e9b6-6bbf-49de-b440-0bbcec8a4e7d service neutron] Pushing event updated for resources: {'Port': ['ID=551d4611-8e0a-4709-b223-353049d9015d,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:14.544000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Pushing event updated for resources: {'Port': ['ID=05b4547c-a6db-4d8d-a176-e6b777fa8bb7,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:14.549534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.600081 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b04af28-00ed-40b2-8251-b6bf494d5041 x-openstack-request-id: req-3b04af28-00ed-40b2-8251-b6bf494d5041 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:14.600557 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759804f6-7c0a-4da1-9496-df35b6defa06", "tag": "551d4611-8e0a-4709-b223-353049d9015d", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:14.600991 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b04af28-00ed-40b2-8251-b6bf494d5041 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:14.602327 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759804f6-7c0a-4da1-9496-df35b6defa06', 'tag': '551d4611-8e0a-4709-b223-353049d9015d', 'status': 'completed', 'code': 200} Feb 11 13:33:14.610481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Attempting to bind port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:14.611509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Attempting to bind port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:14.612139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Attempting to bind port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:14.617740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:14.618160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Checking segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:14.618560 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.619008 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Bound using segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:14.619482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Bound port: 05b4547c-a6db-4d8d-a176-e6b777fa8bb7, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:14.620002 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.684385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a35de5-6554-426d-9d82-3f2f7928049f req-6c631e75-be6c-41af-a1ca-0de15cb74966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:14.687408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85a35de5-6554-426d-9d82-3f2f7928049f req-6c631e75-be6c-41af-a1ca-0de15cb74966 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 1094 time: 0.0625939 Feb 11 13:33:14.697130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08c0ab-9419-44dc-8f40-80d557c70ecb req-fcf4ef72-b591-430c-89f2-da79ff236405 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:14.700149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f08c0ab-9419-44dc-8f40-80d557c70ecb req-fcf4ef72-b591-430c-89f2-da79ff236405 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 943 time: 0.0713708 Feb 11 13:33:14.723240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] For port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:14.727824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:14.730669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] For port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=05b4547c-a6db-4d8d-a176-e6b777fa8bb7,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:14.731077 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.748220 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f08c0ab-9419-44dc-8f40-80d557c70ecb req-3cd08e8f-a6cd-43dc-9384-bac5998a9991 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Feb 11 13:33:14.863036 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:14.966207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c4c32-c852-43e2-982c-b6985071edaf None None] Pushing event updated for resources: {'Port': ['ID=05b4547c-a6db-4d8d-a176-e6b777fa8bb7,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:14.987367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a35de5-6554-426d-9d82-3f2f7928049f req-11c1332a-a388-439b-8028-edbdd59c9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:14.988981 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85a35de5-6554-426d-9d82-3f2f7928049f req-11c1332a-a388-439b-8028-edbdd59c9c69 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2924757 Feb 11 13:33:15.120656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0090c4-2f25-4044-be2d-75a40040d11f req-12ba128f-cbc0-43a6-8c39-f22d441890d3 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:15.126960 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d0090c4-2f25-4044-be2d-75a40040d11f req-12ba128f-cbc0-43a6-8c39-f22d441890d3 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2220838 Feb 11 13:33:15.291335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d0090c4-2f25-4044-be2d-75a40040d11f req-8332973e-dbec-45fa-8e6c-6969469fc7bb tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571491 Feb 11 13:33:15.352280 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.359451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a35de5-6554-426d-9d82-3f2f7928049f req-f71212cc-85c9-4b68-a780-f0015d26e672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:15.361989 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85a35de5-6554-426d-9d82-3f2f7928049f req-f71212cc-85c9-4b68-a780-f0015d26e672 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3649294 Feb 11 13:33:15.374334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c357b5f8-0f9f-4eea-ba20-4ff6f7bccc6c req-8fa0380d-c957-4aa6-8769-21f487d14e2e tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0800545 Feb 11 13:33:15.506022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': '3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '49d99fc9-b8a3-4d1b-bbcd-21a1bd488703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:15.506299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:15.515969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=f0036cc8-2174-4c9e-91d3-dc344896f91a,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:15.526068 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.590085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.659712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:15.672667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-b4db8887-8055-4aa7-8e61-441946a11b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:15.674246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-b4db8887-8055-4aa7-8e61-441946a11b0f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 1094 time: 0.1186135 Feb 11 13:33:15.743285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-877b7b6c-90a4-4e69-8177-c3fdfc2880d6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=551d4611-8e0a-4709-b223-353049d9015d HTTP/1.1" status: 200 len: 217 time: 0.0607557 Feb 11 13:33:15.747491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:15.756144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:15.756738 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.760196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b58a1d-4462-4585-a220-1e701c6be101 None None] Network 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:15.840796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Allocated IP 172.25.0.156 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/fa96b0d4-bcf8-45c3-bc7f-532d8af7506a) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:15.873629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-61c1ca50-97e3-44f3-a855-8a2f8bd3f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:15.875098 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-61c1ca50-97e3-44f3-a855-8a2f8bd3f78b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.1220756 Feb 11 13:33:15.952137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-72d493df-60ec-44ee-a5c1-46891a73a682 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586734 Feb 11 13:33:15.972714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-49d99fc9-b8a3-4d1b-bbcd-21a1bd488703', 'network_id': '49d99fc9-b8a3-4d1b-bbcd-21a1bd488703', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': 'f0036cc8-2174-4c9e-91d3-dc344896f91a'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:33:15.973888 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:15.983996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-717656f8-50c6-4e4d-b0e5-efd34893d62d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7026916 Feb 11 13:33:15.984343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60684) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:15.991374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f1f43466-52f0-4315-b4e0-40912b48828d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:16.092528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5c98b-d282-47ee-ad70-f45339b10516 req-13bc8626-41df-4c8e-83e1-b5ebe3d2dd19 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:16.094023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5eb5c98b-d282-47ee-ad70-f45339b10516 req-13bc8626-41df-4c8e-83e1-b5ebe3d2dd19 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 943 time: 0.2424662 Feb 11 13:33:16.179391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Allocated IP 172.20.0.2 (49d99fc9-b8a3-4d1b-bbcd-21a1bd488703/f0036cc8-2174-4c9e-91d3-dc344896f91a/7705f40b-436a-4900-8aa7-6594f9547a30) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:16.243196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f1f43466-52f0-4315-b4e0-40912b48828d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-24355875'] for subnet, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.350483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60690) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:16.412011 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.518398 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.598400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14310433-4169-41ba-ab1f-03086ed5829d req-9f319b9f-e94d-46a2-98eb-f5db36a2baf5 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:16.600061 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14310433-4169-41ba-ab1f-03086ed5829d req-9f319b9f-e94d-46a2-98eb-f5db36a2baf5 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1655488 Feb 11 13:33:16.600920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42f814-aa99-462c-b58e-bc2177473f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.646505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Network 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:16.649715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61325e4-46b3-41c1-abc9-f07fa9a0764d None None] Network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:16.653318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:16.669128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:16.731977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Pushing event updated for resources: {'Port': ['ID=7705f40b-436a-4900-8aa7-6594f9547a30,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:16.755910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14310433-4169-41ba-ab1f-03086ed5829d req-604b432b-4102-4f8c-a77d-f660f68ef902 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430016 Feb 11 13:33:16.775103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ccee7fcc-bb04-45be-949c-8599412c86ed None None] Provisioning complete for port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:16.775103 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ccee7fcc-bb04-45be-949c-8599412c86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.785513 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.830738 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42f814-aa99-462c-b58e-bc2177473f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.872207 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f1f43466-52f0-4315-b4e0-40912b48828d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788035881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-24498646'] for subnet, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.890718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:16.891510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-74cfdb4c-eade-4b09-9ec8-ce17482475f9 service neutron] 10.222.0.59 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9064057 Feb 11 13:33:16.934933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42f814-aa99-462c-b58e-bc2177473f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:16.975536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Attempting to bind port 7705f40b-436a-4900-8aa7-6594f9547a30 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:16.976227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Attempting to bind port 7705f40b-436a-4900-8aa7-6594f9547a30 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '49d99fc9-b8a3-4d1b-bbcd-21a1bd488703'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:16.976814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Attempting to bind port 7705f40b-436a-4900-8aa7-6594f9547a30 on network 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:16.993743 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5eb5c98b-d282-47ee-ad70-f45339b10516 req-fd086795-8800-462f-97e7-915927a32693 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8740795 Feb 11 13:33:17.009938 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.027877 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ccee7fcc-bb04-45be-949c-8599412c86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.031876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:17.032260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Checking segment: {'id': '3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '49d99fc9-b8a3-4d1b-bbcd-21a1bd488703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:17.032674 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.033076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Bound using segment: {'id': '3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '49d99fc9-b8a3-4d1b-bbcd-21a1bd488703'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:17.033556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Bound port: 7705f40b-436a-4900-8aa7-6594f9547a30, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '49d99fc9-b8a3-4d1b-bbcd-21a1bd488703'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:17.034045 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.035258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f43466-52f0-4315-b4e0-40912b48828d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:17.035946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f1f43466-52f0-4315-b4e0-40912b48828d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.044206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f1f43466-52f0-4315-b4e0-40912b48828d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "PUT /v2.0/subnets/f0036cc8-2174-4c9e-91d3-dc344896f91a HTTP/1.1" status: 200 len: 806 time: 1.0517447 Feb 11 13:33:17.063720 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-296938ad-d657-486c-b2bd-af82cfbc0cd7 req-e915b6ec-641e-45b2-a45f-6d0824d240e7 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.1336565 Feb 11 13:33:17.084242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60706) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:17.089952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:17.111859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ee42f814-aa99-462c-b58e-bc2177473f67 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=738734a5c2274cfe8e17a02674a8d95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7508903 Feb 11 13:33:17.118560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60710) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:17.122014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f43466-52f0-4315-b4e0-40912b48828d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=f0036cc8-2174-4c9e-91d3-dc344896f91a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.130195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42f814-aa99-462c-b58e-bc2177473f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90ed801-b69e-430c-a1fa-208bd8fa0747,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.146578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:17.147327 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.173564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:17.194924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:17.207391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ccee7fcc-bb04-45be-949c-8599412c86ed None None] For port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=05b4547c-a6db-4d8d-a176-e6b777fa8bb7,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:17.224610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6a90963b-720b-4324-9883-15e0a8d3ac23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.247659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fa96b0d4-bcf8-45c3-bc7f-532d8af7506a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.256495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] For port 7705f40b-436a-4900-8aa7-6594f9547a30, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:17.262590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] For port 7705f40b-436a-4900-8aa7-6594f9547a30, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7705f40b-436a-4900-8aa7-6594f9547a30,segment=NetworkSegment(3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3),segment_id=3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:17.263813 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71b9571c-96d5-4f9a-9abd-0d47d013f052 req-ef06f0b8-b71e-46c4-bfd3-b795da1d3aee service neutron] 10.222.0.59 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629582 Feb 11 13:33:17.275352 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6a90963b-720b-4324-9883-15e0a8d3ac23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.314233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.342262 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ccee7fcc-bb04-45be-949c-8599412c86ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.414337 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.464156 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.465100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee7fcc-bb04-45be-949c-8599412c86ed None None] Pushing event updated for resources: {'Port': ['ID=05b4547c-a6db-4d8d-a176-e6b777fa8bb7,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.472959 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:33:17.473315 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:33:17.526054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119e20f-3595-4d4d-9839-f1069097d796 None None] Pushing event updated for resources: {'Port': ['ID=7705f40b-436a-4900-8aa7-6594f9547a30,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.534655 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6a90963b-720b-4324-9883-15e0a8d3ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.537292 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6a90963b-720b-4324-9883-15e0a8d3ac23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.541401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6a90963b-720b-4324-9883-15e0a8d3ac23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e90ed801-b69e-430c-a1fa-208bd8fa0747 HTTP/1.1" status: 204 len: 168 time: 0.4210107 Feb 11 13:33:17.550248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90963b-720b-4324-9883-15e0a8d3ac23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90ed801-b69e-430c-a1fa-208bd8fa0747,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:17.567010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-996fd622-4ef0-461d-86e5-8c64837ee74f None None] Provisioning complete for port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:17.567010 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-996fd622-4ef0-461d-86e5-8c64837ee74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.591146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Deleting port 7705f40b-436a-4900-8aa7-6594f9547a30 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:17.591548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.823800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] For port 7705f40b-436a-4900-8aa7-6594f9547a30, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7705f40b-436a-4900-8aa7-6594f9547a30,segment=NetworkSegment(3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3),segment_id=3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:17.824197 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:17.845282 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Calling delete_port for 7705f40b-436a-4900-8aa7-6594f9547a30 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:17.891537 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.008880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955298ae-8fd1-4025-909c-57dfb57fd501 req-ac36bfca-fc59-40fe-ad05-9bb8369ad255 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:18.010491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-955298ae-8fd1-4025-909c-57dfb57fd501 req-ac36bfca-fc59-40fe-ad05-9bb8369ad255 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1666193 Feb 11 13:33:18.112795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-955298ae-8fd1-4025-909c-57dfb57fd501 req-7ea92a77-1dd5-41d5-9ae6-4d722660b694 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714464 Feb 11 13:33:18.215947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e79d2-1d6d-429c-9db2-7e9118b60d2f req-0819c151-f2f3-4a20-b4f3-d6de9e5efd13 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:18.227202 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-935e79d2-1d6d-429c-9db2-7e9118b60d2f req-0819c151-f2f3-4a20-b4f3-d6de9e5efd13 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 943 time: 0.1086841 Feb 11 13:33:18.275819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-935e79d2-1d6d-429c-9db2-7e9118b60d2f req-afac9edb-f922-4dd2-8eb9-2559fd55eb36 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470006 Feb 11 13:33:18.297465 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b18b138-9d58-46aa-882f-c840faed10aa req-b80f64cd-78c8-4a34-b851-ab1832a34268 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0387337 Feb 11 13:33:18.297465 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.341453 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.376947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Port': ['ID=7705f40b-436a-4900-8aa7-6594f9547a30,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:18.452863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No DVR routers for this DVR port 7705f40b-436a-4900-8aa7-6594f9547a30 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:18.509135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.705649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:33:18.710440 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.741247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:18.761692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60732) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:18.820017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:18.820692 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.836264 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:33:18.842903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=f0036cc8-2174-4c9e-91d3-dc344896f91a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:18.856787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5b32f-46b4-4009-9338-efe8cc12cd08 None None] Network 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:18.902618 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0bc043d-17b0-46ca-89ef-bdee1efab21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.916239 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:18.933666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ac363e25-4bce-48d1-a095-5ef4a809d263 None None] Could not find standard attr ID for object 7705f40b-436a-4900-8aa7-6594f9547a30. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:33:18.957216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d99fc9-b8a3-4d1b-bbcd-21a1bd488703']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.005290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.005599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3613bc7f-9f18-4bfc-9f85-8bf5469ee0d3') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.030975 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.071914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.074655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77c33d4-0dd4-45e5-ae41-4e0169c66b29 None None] DHCP port deletion for 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:33:19.089555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:19.091573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:19.091573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:19.095824 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:19.100749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Sync routers for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:33:19.108785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068589d6-cd5f-41c6-9b98-10e0013e3ef4 None None] Network 49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:19.168988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:19.170805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.186826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0bc043d-17b0-46ca-89ef-bdee1efab21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.280645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1bd27-1334-4297-9de2-e796d82004ce req-051b78ba-1682-4b6e-a6c1-0009084da413 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:19.283227 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60b1bd27-1334-4297-9de2-e796d82004ce req-051b78ba-1682-4b6e-a6c1-0009084da413 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0607929 Feb 11 13:33:19.296782 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.306121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60744) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:19.308806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3a520934-eaa9-405f-8c37-ef53040724f6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7557051 Feb 11 13:33:19.435601 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0bc043d-17b0-46ca-89ef-bdee1efab21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.443487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.447295 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60b1bd27-1334-4297-9de2-e796d82004ce req-30cb01db-f71f-403e-aff9-5e1616e646f7 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533673 Feb 11 13:33:19.508541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f0bc043d-17b0-46ca-89ef-bdee1efab21b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e32ca58234b24ec1851d68ce5dbc9214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7338018 Feb 11 13:33:19.515660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.520475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 HTTP/1.1" status: 204 len: 168 time: 2.4348962 Feb 11 13:33:19.534751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60752) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:19.535342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60754) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:19.536744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:19.623204 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-04ea3a94-6d25-431a-8e3a-d3e2461ff13e req-97bf3091-b459-434a-8bae-2570fc36a37c tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0614717 Feb 11 13:33:19.657205 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b102607-8c83-4c5d-b85a-67a656f2c297 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:19.658558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b102607-8c83-4c5d-b85a-67a656f2c297 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:19.667526 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6b102607-8c83-4c5d-b85a-67a656f2c297 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 HTTP/1.1" status: 404 len: 339 time: 0.0902083 Feb 11 13:33:19.673046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60758) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:19.676362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f8a1b-f44a-4360-8bac-747b6131c0d5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=49d99fc9-b8a3-4d1b-bbcd-21a1bd488703,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:19.684312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2134254889', 'description': 'd1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:19.711443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc043d-17b0-46ca-89ef-bdee1efab21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44caa4a-f921-4ce7-a2a3-0f187ec7e5cd,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:19.729381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae78a3f-f667-4dae-b3cb-77bb67c10ef7 req-af1c86ff-fc16-40ec-b965-c36d636252e7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:19.737160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eae78a3f-f667-4dae-b3cb-77bb67c10ef7 req-af1c86ff-fc16-40ec-b965-c36d636252e7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 943 time: 0.3651216 Feb 11 13:33:19.762420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66586f0a-bb3d-4051-a6ad-e29ed589dad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.793125 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66586f0a-bb3d-4051-a6ad-e29ed589dad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.794668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:17Z', 'revision_number': 3, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:19.881458 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eae78a3f-f667-4dae-b3cb-77bb67c10ef7 req-f9eced12-e131-4c31-a170-66032975839a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432977 Feb 11 13:33:19.899133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Checking router: b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:33:19.899489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Updating router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:33:19.906039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.925414 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.945223 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66586f0a-bb3d-4051-a6ad-e29ed589dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.948233 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66586f0a-bb3d-4051-a6ad-e29ed589dad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.959741 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-66586f0a-bb3d-4051-a6ad-e29ed589dad9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b44caa4a-f921-4ce7-a2a3-0f187ec7e5cd HTTP/1.1" status: 204 len: 168 time: 0.4119539 Feb 11 13:33:19.986154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:19.986154 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:19.986154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66586f0a-bb3d-4051-a6ad-e29ed589dad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44caa4a-f921-4ce7-a2a3-0f187ec7e5cd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:20.015961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:20.040597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.042521 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment 48fe2332-dc07-4230-a577-a3a12851448b of type vlan for network cd59da0e-636e-4c14-b89d-91e3af8c5e37 Feb 11 13:33:20.107272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Allocated IP 172.20.0.1 (9cca9e38-bd58-41a3-afdf-a4cfe26cc124/85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8/c9009c4c-45b3-446b-8210-ce068d7debcc) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:20.121367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.231135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.238340 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.249434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:20.251869 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.316728 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.331187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=cd59da0e-636e-4c14-b89d-91e3af8c5e37,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:20.341878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network cd59da0e-636e-4c14-b89d-91e3af8c5e37 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:20.425551 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.430351 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.431023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b7603960-0e4f-4f46-86c5-cd600e0ebdac tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7547357 Feb 11 13:33:20.433151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60772) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:20.466297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:20.474096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:20.479762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:20.488768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Attempting to bind port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:20.489087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Attempting to bind port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:20.489447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Attempting to bind port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:20.497653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:20.498331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:20.498331 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.500186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:20.500699 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Bound port: fa96b0d4-bcf8-45c3-bc7f-532d8af7506a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:20.501239 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.522054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c9009c4c-45b3-446b-8210-ce068d7debcc,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:20.536913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d65364-c984-4124-a4ab-5c0b6896650e None None] Pushing event updated for resources: {'Port': ['ID=fa96b0d4-bcf8-45c3-bc7f-532d8af7506a,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:20.544995 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.601519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c45ce9e-a14d-48df-bda3-a370233e2bb5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:20.603194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7c45ce9e-a14d-48df-bda3-a370233e2bb5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/networks?id=cd59da0e-636e-4c14-b89d-91e3af8c5e37 HTTP/1.1" status: 200 len: 761 time: 0.1693132 Feb 11 13:33:20.608908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60778) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:20.622872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4231287c-22d8-4ccd-8e5b-56356b4aba70 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'description': 'd2'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:20.625956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] For port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:20.635840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] For port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fa96b0d4-bcf8-45c3-bc7f-532d8af7506a,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:20.695552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4320b2-4379-46e6-bc50-b50b2c4ff543 req-b5ef430c-4205-42bd-9d40-8c5326772ac1 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:20.703556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b4320b2-4379-46e6-bc50-b50b2c4ff543 req-b5ef430c-4205-42bd-9d40-8c5326772ac1 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1461258 Feb 11 13:33:20.722962 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.750382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7705f40b-436a-4900-8aa7-6594f9547a30 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:20.779653 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b4320b2-4379-46e6-bc50-b50b2c4ff543 req-8904f69b-b78a-4518-a586-e071546323f0 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745921 Feb 11 13:33:20.863256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:20.936903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 7705f40b-436a-4900-8aa7-6594f9547a30 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:33:20.937481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7705f40b-436a-4900-8aa7-6594f9547a30 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:20.940198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8e8ea76-24d6-48f6-ace6-715d06c98ad4 req-b95a44ff-6043-4eb4-8cd4-92e21ed4c16c tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0933375 Feb 11 13:33:20.948775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 551d4611-8e0a-4709-b223-353049d9015d details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:20.957450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d65364-c984-4124-a4ab-5c0b6896650e None None] Pushing event updated for resources: {'Port': ['ID=fa96b0d4-bcf8-45c3-bc7f-532d8af7506a,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:20.976942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4231287c-22d8-4ccd-8e5b-56356b4aba70 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.000305 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-91ffb00f-4790-4f05-8cbc-240f47277f9b None None] Provisioning complete for port c9009c4c-45b3-446b-8210-ce068d7debcc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:21.000857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-91ffb00f-4790-4f05-8cbc-240f47277f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.023063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:21.026679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:21.077361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9b95a-5c71-41f0-b796-9bb605282af6 req-b4ec6921-8a6c-4487-be20-703fb50e501c tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:21.077966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4231287c-22d8-4ccd-8e5b-56356b4aba70 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.084996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75d9b95a-5c71-41f0-b796-9bb605282af6 req-b4ec6921-8a6c-4487-be20-703fb50e501c tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 943 time: 0.1090400 Feb 11 13:33:21.100647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4231287c-22d8-4ccd-8e5b-56356b4aba70 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network cd59da0e-636e-4c14-b89d-91e3af8c5e37 is not hosted by any dhcp agent {{(pid=103007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:33:21.111594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4231287c-22d8-4ccd-8e5b-56356b4aba70 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:21.113453 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4231287c-22d8-4ccd-8e5b-56356b4aba70 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.115404 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4231287c-22d8-4ccd-8e5b-56356b4aba70 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "PUT /v2.0/networks/cd59da0e-636e-4c14-b89d-91e3af8c5e37 HTTP/1.1" status: 200 len: 758 time: 0.5057337 Feb 11 13:33:21.124642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60796) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:21.157074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-91ffb00f-4790-4f05-8cbc-240f47277f9b None None] Port c9009c4c-45b3-446b-8210-ce068d7debcc cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:33:21.174785 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75d9b95a-5c71-41f0-b796-9bb605282af6 req-ed0bf8d5-03b0-484b-884a-d3bab5989d37 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889194 Feb 11 13:33:21.210864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231287c-22d8-4ccd-8e5b-56356b4aba70 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=cd59da0e-636e-4c14-b89d-91e3af8c5e37,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:21.259336 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 551d4611-8e0a-4709-b223-353049d9015d, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=551d4611-8e0a-4709-b223-353049d9015d,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:21.261972 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.270376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network cd59da0e-636e-4c14-b89d-91e3af8c5e37 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:21.277390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484aced1-188b-4c66-aaae-f36260e34b80 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:21.279806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-484aced1-188b-4c66-aaae-f36260e34b80 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/networks?id=cd59da0e-636e-4c14-b89d-91e3af8c5e37 HTTP/1.1" status: 200 len: 761 time: 0.1533694 Feb 11 13:33:21.285047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60802) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:21.290232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1115162748'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:21.328156 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.331192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '551d4611-8e0a-4709-b223-353049d9015d', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'port_id': '551d4611-8e0a-4709-b223-353049d9015d', 'mac_address': 'fa:16:3e:3d:85:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109422ab-9f52-41d8-a23f-6b3ebb2dc8e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:21.398267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:21.424866 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.424866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:21.443195 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.445013 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.460590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c9009c4c-45b3-446b-8210-ce068d7debcc,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:21.482425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:21.492467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 551d4611-8e0a-4709-b223-353049d9015d {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:33:21.492758 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.493180 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment 190b8362-3a20-4dff-941d-fe57d068fea6 of type vlan for network 512c29b5-5b59-4c58-ae5c-bdb30577d7a1 Feb 11 13:33:21.558537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 551d4611-8e0a-4709-b223-353049d9015d, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=551d4611-8e0a-4709-b223-353049d9015d,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:21.605442 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-851fc989-1c9a-45ef-91c4-e35062d74329 req-b0fafdd0-cf4c-468f-a903-e18dcbd2a303 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0773079 Feb 11 13:33:21.608473 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.630182 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.663216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:21.664903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:21.687673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 1, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:21.691833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=551d4611-8e0a-4709-b223-353049d9015d,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:21.733899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.735258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.736340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.737232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.738264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.738618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.738968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.739306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.741395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.741395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.741395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.741395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:21.750956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab1be3d-f0fa-40db-8257-d2c117349a4c None None] The sync data for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 is: [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 1, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:33:21.826132 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.836965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:21.837611 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:21.844006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:21.925727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccdb61-1b5c-4337-9861-5d4804992327 req-0530c001-b8c6-4c7c-8ee4-aee37fd6253a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:21.934251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dccdb61-1b5c-4337-9861-5d4804992327 req-0530c001-b8c6-4c7c-8ee4-aee37fd6253a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0758080 Feb 11 13:33:21.979504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:21.987742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=512c29b5-5b59-4c58-ae5c-bdb30577d7a1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:22.000189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dccdb61-1b5c-4337-9861-5d4804992327 req-83195154-ea20-4cb9-b8ce-0096bb07f58f tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605361 Feb 11 13:33:22.009303 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b713633e-07db-4b68-8a96-f9b4aa534568 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7226322 Feb 11 13:33:22.013913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60820) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:22.019599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': '512c29b5-5b59-4c58-ae5c-bdb30577d7a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:22.041904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 512c29b5-5b59-4c58-ae5c-bdb30577d7a1 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:22.139908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d0d27150-aa8c-4fe9-a89f-dd07dabe1a4c None None] Provisioning complete for port c9009c4c-45b3-446b-8210-ce068d7debcc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:22.140505 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0d27150-aa8c-4fe9-a89f-dd07dabe1a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:22.155086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:22.162368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-42a84fb7-f129-40ab-a159-bbe39625d8f0 admin admin] 10.222.0.52 "PUT /v2.0/routers/b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8549285 Feb 11 13:33:22.243865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7fa0f437-51b1-4a65-9bee-c668d70a93e5 req-3d69e368-b703-4283-bd41-f82247b4a3a8 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0859370 Feb 11 13:33:22.270194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d0d27150-aa8c-4fe9-a89f-dd07dabe1a4c None None] Port c9009c4c-45b3-446b-8210-ce068d7debcc cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:33:22.301971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:22.307420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:22.810618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3d65c-493b-4769-89c6-0956281d861c req-8108863d-aa77-4c93-b39b-2d326277ec27 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:22.822144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54e3d65c-493b-4769-89c6-0956281d861c req-8108863d-aa77-4c93-b39b-2d326277ec27 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 944 time: 0.5490956 Feb 11 13:33:22.931479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54e3d65c-493b-4769-89c6-0956281d861c req-bb7ca710-7bfa-4d6d-ac76-51873e3cb858 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083374 Feb 11 13:33:23.117040 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.216536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60846) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:23.221516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0aa1e972-cbdc-4e18-96e2-936e85bb24b1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1862014523', 'description': 'tempest-description--1175465906'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:23.239437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b999c-7cc2-4a2b-9632-9521b2404085 req-df5dcb91-f021-48a7-8b4b-811b91bf4472 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:23.242112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e52b999c-7cc2-4a2b-9632-9521b2404085 req-df5dcb91-f021-48a7-8b4b-811b91bf4472 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1602445 Feb 11 13:33:23.246596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=aa02c217-0288-41f9-84e8-aab88bc52e72,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:23.274569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': '190b8362-3a20-4dff-941d-fe57d068fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '512c29b5-5b59-4c58-ae5c-bdb30577d7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:23.275241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: 512c29b5-5b59-4c58-ae5c-bdb30577d7a1, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:23.338830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e972-cbdc-4e18-96e2-936e85bb24b1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.352734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e52b999c-7cc2-4a2b-9632-9521b2404085 req-e0c553f4-38cc-4961-9bae-f9a8ae6d9c7a tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987837 Feb 11 13:33:23.397645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25eca748-a82e-4364-9c57-099da2f2f16f req-d06e4996-fc01-406c-a4e1-a23b8ec05db2 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0438983 Feb 11 13:33:23.465592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network 512c29b5-5b59-4c58-ae5c-bdb30577d7a1 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:23.473666 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e972-cbdc-4e18-96e2-936e85bb24b1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.578182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 512c29b5-5b59-4c58-ae5c-bdb30577d7a1) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:23.583030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:23.583902 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.588341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c57664-368a-429b-b88c-cca533bd9e60 None None] Network 512c29b5-5b59-4c58-ae5c-bdb30577d7a1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:23.625499 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e972-cbdc-4e18-96e2-936e85bb24b1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.699410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1e972-cbdc-4e18-96e2-936e85bb24b1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7252569-49af-48de-9112-2fa4d188db89,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:23.712342 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3ec8423b-ec27-4355-9ff1-a0019e83df13 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6967573 Feb 11 13:33:23.715031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60858) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:23.742973 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0aa1e972-cbdc-4e18-96e2-936e85bb24b1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.744357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0aa1e972-cbdc-4e18-96e2-936e85bb24b1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5268471 Feb 11 13:33:23.755485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60860) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:23.757517 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6d7929f-1ad8-4d4c-a403-10b7ab25a4af req-80370965-d230-4159-bbb6-e388ee3fc848 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1&device_id=3711bfa2-9fd1-4316-b193-cf2d2b586225 HTTP/1.1" status: 200 len: 210 time: 0.0297892 Feb 11 13:33:23.762262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d64704bb-97f1-4267-bae7-f3fdd7270fe1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'security_group_rule': {'security_group_id': 'e7252569-49af-48de-9112-2fa4d188db89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:23.794023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-512c29b5-5b59-4c58-ae5c-bdb30577d7a1', 'network_id': '512c29b5-5b59-4c58-ae5c-bdb30577d7a1', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': 'aa02c217-0288-41f9-84e8-aab88bc52e72'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:33:23.795488 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.843422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.887562 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d64704bb-97f1-4267-bae7-f3fdd7270fe1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.929794 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:23.989724 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d64704bb-97f1-4267-bae7-f3fdd7270fe1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.096033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1a5fc-75c8-42e9-bf93-ccd4c29ac508 req-4c77dc7d-af8c-4c1b-84ea-53df5b113cd8 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.105649 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5df1a5fc-75c8-42e9-bf93-ccd4c29ac508 req-4c77dc7d-af8c-4c1b-84ea-53df5b113cd8 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 944 time: 0.0900011 Feb 11 13:33:24.137642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Allocated IP 172.20.0.2 (512c29b5-5b59-4c58-ae5c-bdb30577d7a1/aa02c217-0288-41f9-84e8-aab88bc52e72/bc64399e-067f-4c3a-b8dd-e790b9803bb6) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:24.163496 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d64704bb-97f1-4267-bae7-f3fdd7270fe1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.189656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5df1a5fc-75c8-42e9-bf93-ccd4c29ac508 req-b5f96c63-dbe3-4f7f-8003-75c052ea5ae1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828581 Feb 11 13:33:24.196026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64704bb-97f1-4267-bae7-f3fdd7270fe1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc46af2-6fba-404e-b51e-a8122e3911d0,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:24.203645 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-c1764c6a-120a-49f3-b149-bf60af4cb7c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1389773 Feb 11 13:33:24.327159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-f477f3d2-91ec-41fc-a40f-df598e981e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.339366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-f477f3d2-91ec-41fc-a40f-df598e981e55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 1096 time: 0.0617278 Feb 11 13:33:24.348020 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.353256 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d64704bb-97f1-4267-bae7-f3fdd7270fe1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.359668 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d64704bb-97f1-4267-bae7-f3fdd7270fe1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6000974 Feb 11 13:33:24.362594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60880) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:24.368012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4c5c027c-7a9b-45c5-9e90-ca43ea230a03 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'security_group_rule': {'security_group_id': 'e7252569-49af-48de-9112-2fa4d188db89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:24.459609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f866f483-08dc-43ee-ba01-5dbb168483d2 req-227c396f-76de-4ace-8fd7-cf4a267faa47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5138c5dc31be4cf7bf063ea710f21621&device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0565631 Feb 11 13:33:24.460623 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.503586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9fdbe7dd-3038-41c1-922f-2b71ffca72e6 req-247418d8-4fc5-4466-81be-cf47fd97cc61 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0539258 Feb 11 13:33:24.527352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Network 512c29b5-5b59-4c58-ae5c-bdb30577d7a1 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:24.540194 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f866f483-08dc-43ee-ba01-5dbb168483d2 req-e93c09dc-c471-4c85-adb1-fa917d0ad876 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5138c5dc31be4cf7bf063ea710f21621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717614 Feb 11 13:33:24.550267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:24.552164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-e311b652-04f9-4b2b-8f72-2fa6278bcdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.554305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-e311b652-04f9-4b2b-8f72-2fa6278bcdfc service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.1809826 Feb 11 13:33:24.558563 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Sync routers for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:33:24.563245 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:24.578249 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:24.578892 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:24.586647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b28c1-0d27-4866-9ca5-5466a0687a20 req-57a933ed-ea24-47d9-82de-2b3e3221b55f tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.588425 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-608b28c1-0d27-4866-9ca5-5466a0687a20 req-57a933ed-ea24-47d9-82de-2b3e3221b55f tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1255872 Feb 11 13:33:24.609833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-2def1a2c-e0fb-4cc1-9f2f-90ade4f90d48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf HTTP/1.1" status: 200 len: 217 time: 0.0491328 Feb 11 13:33:24.616105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Pushing event updated for resources: {'Port': ['ID=bc64399e-067f-4c3a-b8dd-e790b9803bb6,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:24.648553 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4c5c027c-7a9b-45c5-9e90-ca43ea230a03 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.654886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.720724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Attempting to bind port bc64399e-067f-4c3a-b8dd-e790b9803bb6 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:24.720724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Attempting to bind port bc64399e-067f-4c3a-b8dd-e790b9803bb6 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '190b8362-3a20-4dff-941d-fe57d068fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '512c29b5-5b59-4c58-ae5c-bdb30577d7a1'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:24.720724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Attempting to bind port bc64399e-067f-4c3a-b8dd-e790b9803bb6 on network 512c29b5-5b59-4c58-ae5c-bdb30577d7a1 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:24.739974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:24.740997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Checking segment: {'id': '190b8362-3a20-4dff-941d-fe57d068fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '512c29b5-5b59-4c58-ae5c-bdb30577d7a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:24.741406 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.741873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Bound using segment: {'id': '190b8362-3a20-4dff-941d-fe57d068fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '512c29b5-5b59-4c58-ae5c-bdb30577d7a1'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:24.742295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Bound port: bc64399e-067f-4c3a-b8dd-e790b9803bb6, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190b8362-3a20-4dff-941d-fe57d068fea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '512c29b5-5b59-4c58-ae5c-bdb30577d7a1'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:24.746314 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.747630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=aa02c217-0288-41f9-84e8-aab88bc52e72,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:24.765344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-3ad916fe-14b5-4cbc-959d-e6ccf9e29822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.767271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-3ad916fe-14b5-4cbc-959d-e6ccf9e29822 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1513369 Feb 11 13:33:24.791957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-608b28c1-0d27-4866-9ca5-5466a0687a20 req-00501f27-84ee-4769-b9d3-68b231c78e9f tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761706 Feb 11 13:33:24.864254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866f483-08dc-43ee-ba01-5dbb168483d2 req-df221d01-dcc9-442f-abe9-f133e435c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.865411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e1aa5175-4b6c-4af6-b282-efbd8014a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.866750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f866f483-08dc-43ee-ba01-5dbb168483d2 req-df221d01-dcc9-442f-abe9-f133e435c157 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3124690 Feb 11 13:33:24.872080 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.894201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-9d0b79ad-7fb0-4f87-9aec-1a233fa7acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:24.896542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fa96b0d4-bcf8-45c3-bc7f-532d8af7506a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:24.899034 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-9d0b79ad-7fb0-4f87-9aec-1a233fa7acf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232665 Feb 11 13:33:24.900545 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:24.903429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4c5c027c-7a9b-45c5-9e90-ca43ea230a03 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.912651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512c29b5-5b59-4c58-ae5c-bdb30577d7a1']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:24.923809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190b8362-3a20-4dff-941d-fe57d068fea6') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:24.924429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190b8362-3a20-4dff-941d-fe57d068fea6') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:24.936201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.953073 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.961352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:24.961799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 551d4611-8e0a-4709-b223-353049d9015d up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:24.962748 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:24.966873 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:24.982956 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4c5c027c-7a9b-45c5-9e90-ca43ea230a03 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.004341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] For port bc64399e-067f-4c3a-b8dd-e790b9803bb6, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:25.044246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c027c-7a9b-45c5-9e90-ca43ea230a03 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc52700c-5f3f-4d50-a882-56faed78c81b,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:25.049746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-a0bd5b93-067c-4899-8da6-c00d1dc2485c service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442280 Feb 11 13:33:25.081020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] For port bc64399e-067f-4c3a-b8dd-e790b9803bb6, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bc64399e-067f-4c3a-b8dd-e790b9803bb6,segment=NetworkSegment(190b8362-3a20-4dff-941d-fe57d068fea6),segment_id=190b8362-3a20-4dff-941d-fe57d068fea6)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:25.094408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.api [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:33:25.094408 n-d-816488-1 neutron-server[103006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:33:25.094408 n-d-816488-1 neutron-server[103006]: [parameters: {'id': '512c29b5-5b59-4c58-ae5c-bdb30577d7a1'}] Feb 11 13:33:25.094408 n-d-816488-1 neutron-server[103006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:33:25.094934 n-d-816488-1 neutron-server[103006]: DEBUG oslo_db.api [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:33:25.103400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:25.105362 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.160699 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4c5c027c-7a9b-45c5-9e90-ca43ea230a03 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.162988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4c5c027c-7a9b-45c5-9e90-ca43ea230a03 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7993984 Feb 11 13:33:25.168517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60898) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:25.173222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:25.179207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0611bf4-1f87-4a36-a28d-df0ec0a99b26 req-849e4977-f703-4a96-800a-b9d07c3fd2f5 service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172280 Feb 11 13:33:25.196284 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 2, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:25.208885 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.213939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 551d4611-8e0a-4709-b223-353049d9015d completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:25.227633 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Checking router: b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:33:25.227989 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Updating router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 port c9009c4c-45b3-446b-8210-ce068d7debcc binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:33:25.249553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 551d4611-8e0a-4709-b223-353049d9015d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:25.250058 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.257438 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.275582 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.306152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fa96b0d4-bcf8-45c3-bc7f-532d8af7506a,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:25.307918 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.391443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4b924-49e4-4fec-99ac-9d907016edcf None None] Pushing event updated for resources: {'Port': ['ID=bc64399e-067f-4c3a-b8dd-e790b9803bb6,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:25.413126 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.420758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5d40e9-e9aa-4fad-898b-53192bd52017 None None] Network 512c29b5-5b59-4c58-ae5c-bdb30577d7a1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:25.446006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597638ba-9a9b-44e9-9537-bc2cb14aef62 req-d818ae3d-c25b-4149-acbe-ef63b0a95557 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:25.453297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-597638ba-9a9b-44e9-9537-bc2cb14aef62 req-d818ae3d-c25b-4149-acbe-ef63b0a95557 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 944 time: 0.1358588 Feb 11 13:33:25.505199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.539625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-597638ba-9a9b-44e9-9537-bc2cb14aef62 req-4bb4c59c-dee7-4afd-9c69-46ae73c9ea54 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798538 Feb 11 13:33:25.566621 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.630424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=fa96b0d4-bcf8-45c3-bc7f-532d8af7506a,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:25.636874 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.643278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.675273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Allocated IP 172.25.0.203 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/d73307e2-04b9-49fd-9065-648e73db2f68) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:25.700560 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-83024a48-49b2-443a-8f33-04f347fac3ae req-e8e436fb-2bb6-4f54-8aea-18cf66e1ef3f tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0521581 Feb 11 13:33:25.700785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759804f6-7c0a-4da1-9496-df35b6defa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551d4611-8e0a-4709-b223-353049d9015d'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:25.702827 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dec30f-7aec-4960-a12e-9073584166ca" -d '{"events": [{"server_uuid": "759804f6-7c0a-4da1-9496-df35b6defa06", "name": "network-vif-plugged", "status": "completed", "tag": "551d4611-8e0a-4709-b223-353049d9015d"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:25.737960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 551d4611-8e0a-4709-b223-353049d9015d, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=551d4611-8e0a-4709-b223-353049d9015d,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:25.760547 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c48ef4f-d683-460a-ab45-89b398416375 x-openstack-request-id: req-9c48ef4f-d683-460a-ab45-89b398416375 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:25.767156 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759804f6-7c0a-4da1-9496-df35b6defa06", "name": "network-vif-plugged", "status": "completed", "tag": "551d4611-8e0a-4709-b223-353049d9015d", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:25.767156 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c48ef4f-d683-460a-ab45-89b398416375 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:25.767156 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759804f6-7c0a-4da1-9496-df35b6defa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '551d4611-8e0a-4709-b223-353049d9015d', 'code': 200} Feb 11 13:33:25.768664 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.780152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea938d-01e4-4286-ad54-6ca79c174a75 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:33:25.830156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Deleting port bc64399e-067f-4c3a-b8dd-e790b9803bb6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:25.830610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.837343 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.877628 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:25.936530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fe200-a68f-4e0a-acf0-0f5998666f7c req-07e1889b-4370-48d8-be37-958a0c8436ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:25.938041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f0fe200-a68f-4e0a-acf0-0f5998666f7c req-07e1889b-4370-48d8-be37-958a0c8436ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 1096 time: 0.1143844 Feb 11 13:33:25.939276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=551d4611-8e0a-4709-b223-353049d9015d,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:25.957192 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Pushing event updated for resources: {'Port': ['ID=c9009c4c-45b3-446b-8210-ce068d7debcc,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:25.959288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bea938d-01e4-4286-ad54-6ca79c174a75 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:33:25.969951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47f1e6-4246-4918-941d-0777788a2422 req-04ef7ecf-5b06-463b-95d1-ea2803d2bd51 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:25.981121 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.987851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.987851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.987851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.988322 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dc47f1e6-4246-4918-941d-0777788a2422 req-04ef7ecf-5b06-463b-95d1-ea2803d2bd51 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1191428 Feb 11 13:33:25.992282 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.993088 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.993580 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.994107 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.994587 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.995090 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.995569 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:25.996041 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:26.077161 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Attempting to bind port c9009c4c-45b3-446b-8210-ce068d7debcc on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:26.077958 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Attempting to bind port c9009c4c-45b3-446b-8210-ce068d7debcc by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:26.078559 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Attempting to bind port c9009c4c-45b3-446b-8210-ce068d7debcc on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:26.088601 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:26.089297 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Checking segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:26.090216 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.090986 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Bound using segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:26.091617 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Bound port: c9009c4c-45b3-446b-8210-ce068d7debcc, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:26.092171 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.122919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dc47f1e6-4246-4918-941d-0777788a2422 req-b90209e8-5041-411f-9b54-43c3df1f08c0 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208436 Feb 11 13:33:26.138083 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f0fe200-a68f-4e0a-acf0-0f5998666f7c req-de8799be-2b17-4b4d-a04c-bc6886af05fd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535194 Feb 11 13:33:26.199095 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] For port c9009c4c-45b3-446b-8210-ce068d7debcc, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:26.202642 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] For port c9009c4c-45b3-446b-8210-ce068d7debcc, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c9009c4c-45b3-446b-8210-ce068d7debcc,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:26.281371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.287060 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.301304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f866f483-08dc-43ee-ba01-5dbb168483d2 req-cf3fe0db-ee48-4c89-b5fa-76b07d662e9a tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.13 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.0409122 Feb 11 13:33:26.320514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] For port bc64399e-067f-4c3a-b8dd-e790b9803bb6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bc64399e-067f-4c3a-b8dd-e790b9803bb6,segment=NetworkSegment(190b8362-3a20-4dff-941d-fe57d068fea6),segment_id=190b8362-3a20-4dff-941d-fe57d068fea6)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:26.320981 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.340007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Calling delete_port for bc64399e-067f-4c3a-b8dd-e790b9803bb6 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:26.341932 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5adf8-e4a4-4961-bed0-c9cb973bc208 None None] Pushing event updated for resources: {'Port': ['ID=c9009c4c-45b3-446b-8210-ce068d7debcc,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:26.386523 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:26.387343 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:32:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:26.512472 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:26.569346 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.619689 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.625367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:26.639488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:26.643739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'Port': ['ID=d73307e2-04b9-49fd-9065-648e73db2f68,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:26.646059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:26.661280 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-97be18bd-73e5-4be0-a066-4520fe253970 None None] Provisioning complete for port c9009c4c-45b3-446b-8210-ce068d7debcc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:26.661880 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-97be18bd-73e5-4be0-a066-4520fe253970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.696949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No DVR routers for this DVR port bc64399e-067f-4c3a-b8dd-e790b9803bb6 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:26.773944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Port': ['ID=bc64399e-067f-4c3a-b8dd-e790b9803bb6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:26.908794 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-62f047b5-e8b6-4ceb-911a-021cd21ca0d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.936315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.942708 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-97be18bd-73e5-4be0-a066-4520fe253970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:26.980032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-baa4453b-3728-474f-a3cf-c43665303812 req-b53eb3d6-46b8-4f7a-82c9-71113f695847 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=7a6d545b-aac0-4f3f-bce6-88ee8a256fe1 HTTP/1.1" status: 200 len: 210 time: 0.1006310 Feb 11 13:33:27.027441 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a25d3-d30d-4716-9109-86fdb428dbbc req-1f64a8a6-06fe-4b88-8a40-3840c0031ca6 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:27.029295 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d5a25d3-d30d-4716-9109-86fdb428dbbc req-1f64a8a6-06fe-4b88-8a40-3840c0031ca6 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 945 time: 0.3335745 Feb 11 13:33:27.043518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512c29b5-5b59-4c58-ae5c-bdb30577d7a1']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:27.052612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-97be18bd-73e5-4be0-a066-4520fe253970 None None] For port c9009c4c-45b3-446b-8210-ce068d7debcc, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c9009c4c-45b3-446b-8210-ce068d7debcc,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:27.057145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fa96b0d4-bcf8-45c3-bc7f-532d8af7506a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:27.083698 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:26Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:27.090927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190b8362-3a20-4dff-941d-fe57d068fea6') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:27.091224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190b8362-3a20-4dff-941d-fe57d068fea6') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:27.111777 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.114487 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.120011 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99238fe7-7a66-4455-b324-64813a4af471 None None] The sync data for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 is: [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:26Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:33:27.152490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60938) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:27.157979 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.162886 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d5a25d3-d30d-4716-9109-86fdb428dbbc req-3dd704c6-cb69-43ca-aa9d-3f3f807ffef0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238761 Feb 11 13:33:27.177977 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-97be18bd-73e5-4be0-a066-4520fe253970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:27.178103 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:27.288295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be18bd-73e5-4be0-a066-4520fe253970 None None] Pushing event updated for resources: {'Port': ['ID=c9009c4c-45b3-446b-8210-ce068d7debcc,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:27.325315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.325582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-22dde198-0de9-4ac8-9914-1108b471f56b None None] Provisioning complete for port c9009c4c-45b3-446b-8210-ce068d7debcc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:27.325745 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-22dde198-0de9-4ac8-9914-1108b471f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.370838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:27.371386 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.431784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad09c7d-96b6-4134-a285-5bb1efb1d173 req-59be9bfe-5e26-4221-b842-76f1dc729f90 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:27.441787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ad09c7d-96b6-4134-a285-5bb1efb1d173 req-59be9bfe-5e26-4221-b842-76f1dc729f90 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1937900 Feb 11 13:33:27.469829 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-385f09ae-fc44-4612-9c71-a0709518b663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.526642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c9009c4c-45b3-446b-8210-ce068d7debcc up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:27.542176 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.554651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.557310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ad09c7d-96b6-4134-a285-5bb1efb1d173 req-50b2c447-fadc-411b-9654-42b657418a78 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136940 Feb 11 13:33:27.557793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/512c29b5-5b59-4c58-ae5c-bdb30577d7a1 HTTP/1.1" status: 204 len: 168 time: 3.8413255 Feb 11 13:33:27.565798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60946) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:27.599904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e97c0c-554d-4a66-9517-dff5954af82a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=512c29b5-5b59-4c58-ae5c-bdb30577d7a1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:27.620362 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd8bede-c36a-4c0f-b7dd-c7b36b6c8d3a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] GET failed (client error): The resource could not be found. Feb 11 13:33:27.624870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cfd8bede-c36a-4c0f-b7dd-c7b36b6c8d3a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/subnets/aa02c217-0288-41f9-84e8-aab88bc52e72 HTTP/1.1" status: 404 len: 337 time: 0.0579667 Feb 11 13:33:27.625498 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60948) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:27.632201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.644183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c9009c4c-45b3-446b-8210-ce068d7debcc triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:27.644564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.656871 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41639b5-eb52-483e-93b7-3efd752074a2 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:27.659436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41639b5-eb52-483e-93b7-3efd752074a2 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:27.669349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60950) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:27.681858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b41639b5-eb52-483e-93b7-3efd752074a2 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/512c29b5-5b59-4c58-ae5c-bdb30577d7a1 HTTP/1.1" status: 404 len: 339 time: 0.0511589 Feb 11 13:33:27.748788 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.771840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-385f09ae-fc44-4612-9c71-a0709518b663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.772264 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.871160 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-385f09ae-fc44-4612-9c71-a0709518b663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:27.919200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-385f09ae-fc44-4612-9c71-a0709518b663 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6d57d80e4bb4f069485324f1a97c9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7636650 Feb 11 13:33:27.920266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f09ae-fc44-4612-9c71-a0709518b663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c05d61-5efc-4adc-8373-cad677e1863f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:27.922701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60954) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:27.972011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'Port': ['ID=d73307e2-04b9-49fd-9065-648e73db2f68,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:28.049277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.077014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8511d6-274f-405c-bdad-7183f2c5dda5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.079566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fe8511d6-274f-405c-bdad-7183f2c5dda5 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4088802 Feb 11 13:33:28.096134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60962) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:28.098388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17b92cd6-540f-453a-a417-6eec50d24f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.131690 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17b92cd6-540f-453a-a417-6eec50d24f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.139360 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-63363c47-7386-402e-a332-8ac6d35756a8 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 207 time: 0.0417304 Feb 11 13:33:28.143361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60964) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:28.213405 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.213405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6f32bcb0-dd05-46c3-92ea-ff209089df07 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0438728 Feb 11 13:33:28.316993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51a5a9-6263-46f9-92f1-1cbd100af580 req-4db2d8e6-fd25-46ff-9df4-c26f8874340d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.318876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d51a5a9-6263-46f9-92f1-1cbd100af580 req-4db2d8e6-fd25-46ff-9df4-c26f8874340d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 945 time: 0.0576742 Feb 11 13:33:28.353875 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17b92cd6-540f-453a-a417-6eec50d24f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.357390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17b92cd6-540f-453a-a417-6eec50d24f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.360873 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17b92cd6-540f-453a-a417-6eec50d24f9f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f9c05d61-5efc-4adc-8373-cad677e1863f HTTP/1.1" status: 204 len: 168 time: 0.4239781 Feb 11 13:33:28.375309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b92cd6-540f-453a-a417-6eec50d24f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c05d61-5efc-4adc-8373-cad677e1863f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:28.411911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df02aa-8ca4-4d74-b9d9-d015f9f86f40 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.414444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d51a5a9-6263-46f9-92f1-1cbd100af580 req-7c25e2eb-1498-43e9-9589-d59de5aae2d1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837066 Feb 11 13:33:28.418402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df02aa-8ca4-4d74-b9d9-d015f9f86f40 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.424766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df02aa-8ca4-4d74-b9d9-d015f9f86f40 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.435570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df02aa-8ca4-4d74-b9d9-d015f9f86f40 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.437330 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e6df02aa-8ca4-4d74-b9d9-d015f9f86f40 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2927933 Feb 11 13:33:28.441279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60978) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:28.564169 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-51565d20-fab8-4a35-b4b3-05d031dc218e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1862014523&fields=id&tenant_id=e6073ab297074d3eab820065d5df3ec9 HTTP/1.1" status: 200 len: 267 time: 0.0530677 Feb 11 13:33:28.601220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-18836529-b5a4-4511-9a15-e934269ee3c0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1586318 Feb 11 13:33:28.604922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60990) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:28.648406 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.689535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b6b2cb5-f062-42e8-ab19-20e0a00e0219 req-b9863e7d-7d92-4d65-83a0-4767691a636a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5138c5dc31be4cf7bf063ea710f21621&device_id=3711bfa2-9fd1-4316-b193-cf2d2b586225 HTTP/1.1" status: 200 len: 210 time: 0.0651810 Feb 11 13:33:28.731475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-cded8898-334c-4762-9582-3c53cbc66f6c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.733881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-cded8898-334c-4762-9582-3c53cbc66f6c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 817 time: 0.1687052 Feb 11 13:33:28.759418 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-2f1bdd29-0bb8-489c-bd3a-4997e4766e79 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/quotas/e6073ab297074d3eab820065d5df3ec9 HTTP/1.1" status: 200 len: 375 time: 0.0164056 Feb 11 13:33:28.797451 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b6b2cb5-f062-42e8-ab19-20e0a00e0219 req-ac7522db-1adf-488e-a21f-8e5440e92c56 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5138c5dc31be4cf7bf063ea710f21621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946853 Feb 11 13:33:28.800605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c9009c4c-45b3-446b-8210-ce068d7debcc up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:28.804679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9607d0-13e9-4fa0-ac89-860713c22f24 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.806551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9607d0-13e9-4fa0-ac89-860713c22f24 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.810958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7f9607d0-13e9-4fa0-ac89-860713c22f24 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2040625 Feb 11 13:33:28.820230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60998) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:28.855964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c9009c4c-45b3-446b-8210-ce068d7debcc triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:28.856738 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:28.932068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b2cb5-f062-42e8-ab19-20e0a00e0219 req-2c5eef3e-197d-4b8d-a0cc-fad33d22cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.933725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b6b2cb5-f062-42e8-ab19-20e0a00e0219 req-2c5eef3e-197d-4b8d-a0cc-fad33d22cf75 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011407 Feb 11 13:33:28.933982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-a892b110-e0ab-4f7d-a7a5-e5c017ec510a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1631942 Feb 11 13:33:28.965184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df293257-9495-44f2-9f26-a5b1d23d83a4 req-810ecd62-04bb-4443-b2ed-7d210147c73b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:28.980607 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-df293257-9495-44f2-9f26-a5b1d23d83a4 req-810ecd62-04bb-4443-b2ed-7d210147c73b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2580225 Feb 11 13:33:29.010475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b9b957-f983-4fb3-a11a-40a9af32aa82 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.011876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b9b957-f983-4fb3-a11a-40a9af32aa82 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.013388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b9b9b957-f983-4fb3-a11a-40a9af32aa82 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1919520 Feb 11 13:33:29.019757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 32772) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:29.024283 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-df293257-9495-44f2-9f26-a5b1d23d83a4 req-79ea60a2-457d-4f45-8112-a7dd120b1498 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Feb 11 13:33:29.120776 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-ba851fdc-6a08-4e7f-878c-69dcde9bff73 service neutron] 10.222.0.52 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859124 Feb 11 13:33:29.151376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-093297f1-75d8-468b-bae4-e5257f7c3688 req-386617bd-fe43-4990-b7fd-4cc47ba02139 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3711bfa2-9fd1-4316-b193-cf2d2b586225 HTTP/1.1" status: 200 len: 210 time: 0.0332463 Feb 11 13:33:29.204654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dd8351-0f22-48b8-aedd-12ee5c285e50 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.206041 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-49dd8351-0f22-48b8-aedd-12ee5c285e50 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/networks/ef73a893-5e05-4aee-b79e-1d749b8c4f16 HTTP/1.1" status: 200 len: 799 time: 0.1853321 Feb 11 13:33:29.210136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 32778) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:29.310525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-21c0633e-4427-42cb-9f37-e7fbd81a9dd7 service neutron] 10.222.0.52 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793771 Feb 11 13:33:29.332584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2703590a-4055-4695-8b4d-66e4041ae58a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/networks/ef73a893-5e05-4aee-b79e-1d749b8c4f16?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1210952 Feb 11 13:33:29.336191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32784) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:29.383904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889f7ae-ba0e-4f8d-b7e9-7b1e32069b96 req-351663c4-9cf5-4039-bfca-6062d445bec0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.385389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6889f7ae-ba0e-4f8d-b7e9-7b1e32069b96 req-351663c4-9cf5-4039-bfca-6062d445bec0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.1553819 Feb 11 13:33:29.408856 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6889f7ae-ba0e-4f8d-b7e9-7b1e32069b96 req-8b1a3b12-9e1d-4da2-a5f2-6dc5a0ec5742 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/quotas/4222396b7cf84679a0eaebcc0a134ba5 HTTP/1.1" status: 200 len: 375 time: 0.0170510 Feb 11 13:33:29.411746 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c57073-7e36-4e40-b31f-fb2e5fa4c1e7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.414678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a8c57073-7e36-4e40-b31f-fb2e5fa4c1e7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/subnets/b550a282-6204-4b99-a677-3368008555d0 HTTP/1.1" status: 200 len: 811 time: 0.0759056 Feb 11 13:33:29.418534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 32788) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:29.464077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32790) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:29.486233 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd31339c-fbb9-41f0-a3be-1df97a1b9855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.487207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa921e-8346-4691-aa08-bd53d7de54a4 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['shared'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.488899 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f1aa921e-8346-4691-aa08-bd53d7de54a4 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "GET /v2.0/subnets/b550a282-6204-4b99-a677-3368008555d0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0692935 Feb 11 13:33:29.493382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6889f7ae-ba0e-4f8d-b7e9-7b1e32069b96 req-60d61f71-d186-4c81-962c-6431a84a981c tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0780895 Feb 11 13:33:29.494054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 32792) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:29.500487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1041208448'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:29.586854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd31339c-fbb9-41f0-a3be-1df97a1b9855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.663721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:29.668247 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.698109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-edaa6f36-8d16-41cd-a320-bf5e9ac91cb9 req-0289a850-0849-4bb0-a0f8-6209fee08884 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 210 time: 0.0446653 Feb 11 13:33:29.709217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:29.718928 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.719480 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Added segment b57fd9e4-7803-4e1e-9a85-19c76597883b of type vlan for network 710d5dba-7a08-4887-b8c5-c24e73f750c2 Feb 11 13:33:29.730916 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd31339c-fbb9-41f0-a3be-1df97a1b9855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.756156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6889f7ae-ba0e-4f8d-b7e9-7b1e32069b96 req-29c9801e-44d8-408e-9a42-7b77f7cecf6f service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511463 Feb 11 13:33:29.770395 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.838714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31339c-fbb9-41f0-a3be-1df97a1b9855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8934abd9-0a17-4614-86d8-ef3173b30f7f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:29.844187 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cd31339c-fbb9-41f0-a3be-1df97a1b9855 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fdf31fbfc48499da048b07b6546b55f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764811 Feb 11 13:33:29.847755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 32804) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:29.904249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6889f7ae-ba0e-4f8d-b7e9-7b1e32069b96 req-dad6b577-3b25-4c12-98fa-920ce809a576 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391037 Feb 11 13:33:29.905048 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a63268-45b7-4450-9d16-bfd6e3335329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.924306 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a63268-45b7-4450-9d16-bfd6e3335329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.940111 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:29.945867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:29.946457 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:30.019601 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:30.025203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Network': ['ID=710d5dba-7a08-4887-b8c5-c24e73f750c2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:30.035900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 710d5dba-7a08-4887-b8c5-c24e73f750c2 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:30.155482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a63268-45b7-4450-9d16-bfd6e3335329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:30.158386 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a63268-45b7-4450-9d16-bfd6e3335329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:30.159520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c2a63268-45b7-4450-9d16-bfd6e3335329 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8934abd9-0a17-4614-86d8-ef3173b30f7f HTTP/1.1" status: 204 len: 168 time: 0.3107860 Feb 11 13:33:30.165426 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a689d8d6-9fe2-4b6e-8581-5f891489e4fd tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6675887 Feb 11 13:33:30.166365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32812) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:30.176128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'network_id': '710d5dba-7a08-4887-b8c5-c24e73f750c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:30.183042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a63268-45b7-4450-9d16-bfd6e3335329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8934abd9-0a17-4614-86d8-ef3173b30f7f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:30.235695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f3e40-6030-41a2-aac6-947b0900c003 req-98aa06c0-17c2-49e5-80bc-643d30bd9ebb tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:30.235695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-539f3e40-6030-41a2-aac6-947b0900c003 req-98aa06c0-17c2-49e5-80bc-643d30bd9ebb tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1090510 Feb 11 13:33:30.297068 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-539f3e40-6030-41a2-aac6-947b0900c003 req-25a430ca-4a79-46a8-ad26-0508b8f8f566 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574462 Feb 11 13:33:30.344237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ebfe253-542e-4b8a-ad30-3827da8fa389 req-498a1edc-97f1-4e2c-a364-ca27c52c04e6 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3711bfa2-9fd1-4316-b193-cf2d2b586225 HTTP/1.1" status: 200 len: 210 time: 0.0475183 Feb 11 13:33:30.431685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b6b2cb5-f062-42e8-ab19-20e0a00e0219 req-5bed5c1f-0c10-44c0-a319-44dfa4897e0b tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.59 "GET /v2.0/ports?device_id=3711bfa2-9fd1-4316-b193-cf2d2b586225 HTTP/1.1" status: 200 len: 210 time: 0.0316558 Feb 11 13:33:30.665789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Made reservation on behalf of 9566b5abdd414e4983409ede4e30e7bd for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:30.669264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:30.734733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Performing IP validity checks on allocation pools {{(pid=103007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:33:30.735995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:33:30.766411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 32832) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:30.791132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e622857-4683-4c3c-8ca0-9301b4b0c5d3 req-a8187d5c-e4ab-4b90-a22f-4c2720db50c0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 210 time: 0.0304348 Feb 11 13:33:30.794824 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.025369 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e097c77c-1aba-4c4d-897c-f705899adb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.099641 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.121187 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e097c77c-1aba-4c4d-897c-f705899adb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.164949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=43613c84-c508-4b9e-8881-ac665bd068a4,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.185211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Checking segment: {'id': 'b57fd9e4-7803-4e1e-9a85-19c76597883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '710d5dba-7a08-4887-b8c5-c24e73f750c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:31.185600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network hostable DHCP agents. Network: 710d5dba-7a08-4887-b8c5-c24e73f750c2, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:31.208081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e097c77c-1aba-4c4d-897c-f705899adb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.264125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097c77c-1aba-4c4d-897c-f705899adb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ded12f-13ab-4d9f-8f7b-4afaef9443b2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.272659 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e097c77c-1aba-4c4d-897c-f705899adb72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bdc213ca5bdd480e8dd360d6c155a79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042255 Feb 11 13:33:31.275420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32856) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:31.297455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Network 710d5dba-7a08-4887-b8c5-c24e73f750c2 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:31.335383 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9613b514-f8a8-4c8e-879b-bf54fb370d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.360160 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9613b514-f8a8-4c8e-879b-bf54fb370d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.430106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad6170-9efc-4af1-ab52-74650b76e2ad req-90110acf-8a82-45cb-baf9-38e35d9d2f67 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:31.430585 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ebad6170-9efc-4af1-ab52-74650b76e2ad req-90110acf-8a82-45cb-baf9-38e35d9d2f67 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0571907 Feb 11 13:33:31.468928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 710d5dba-7a08-4887-b8c5-c24e73f750c2) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:31.478066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:31.478880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8338660'] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.480900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3991da8e-bf9b-4680-8ecc-007b331a1735 None None] Network 710d5dba-7a08-4887-b8c5-c24e73f750c2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:31.486405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ebad6170-9efc-4af1-ab52-74650b76e2ad req-91be1b96-83a0-4728-a6d9-fbcbc889fc14 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499184 Feb 11 13:33:31.590500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-e6ab68c5-bd16-4f92-bdef-642031e557b5 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:31.590500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-e6ab68c5-bd16-4f92-bdef-642031e557b5 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.1473262 Feb 11 13:33:31.590500 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9613b514-f8a8-4c8e-879b-bf54fb370d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.590500 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9613b514-f8a8-4c8e-879b-bf54fb370d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.606572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9613b514-f8a8-4c8e-879b-bf54fb370d6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8ded12f-13ab-4d9f-8f7b-4afaef9443b2 HTTP/1.1" status: 204 len: 168 time: 0.3299229 Feb 11 13:33:31.632294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613b514-f8a8-4c8e-879b-bf54fb370d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ded12f-13ab-4d9f-8f7b-4afaef9443b2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:31.644918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe846178-09c9-4171-b88b-779a800883a7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4769619 Feb 11 13:33:31.646275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32880) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:31.656498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-1a6f01eb-ac82-4aba-bab6-17c9380387b1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/quotas/4222396b7cf84679a0eaebcc0a134ba5 HTTP/1.1" status: 200 len: 375 time: 0.0460536 Feb 11 13:33:31.679002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e976087b-4eea-4126-b915-fe2d8aeee619 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:31.681380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b76f38e6-1620-4e32-95d0-49eb58605ea6 req-11c16acf-390f-4b2b-b44f-232a126c6fb4 tempest-ServerShowV247Test-1080385590 tempest-ServerShowV247Test-1080385590-project] 10.222.0.52 "GET /v2.0/ports?device_id=3711bfa2-9fd1-4316-b193-cf2d2b586225 HTTP/1.1" status: 200 len: 210 time: 0.0871143 Feb 11 13:33:31.699338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-710d5dba-7a08-4887-b8c5-c24e73f750c2', 'network_id': '710d5dba-7a08-4887-b8c5-c24e73f750c2', 'tenant_id': '9566b5abdd414e4983409ede4e30e7bd', 'fixed_ips': [{'subnet_id': '43613c84-c508-4b9e-8881-ac665bd068a4'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:33:31.700218 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.807599 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8a69acb7-07e2-4b16-a292-2744b934c897 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1489358 Feb 11 13:33:31.851607 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e976087b-4eea-4126-b915-fe2d8aeee619 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4242801'] for subnet, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:31.899004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Allocated IP 172.20.0.3 (710d5dba-7a08-4887-b8c5-c24e73f750c2/43613c84-c508-4b9e-8881-ac665bd068a4/a3aa6fc2-b195-4f18-9053-d839e068578d) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:31.946741 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-da69cdca-86ea-42d7-a708-957096dc08c8 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220403 Feb 11 13:33:31.998279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30106559-9a7b-4485-82cd-662a389ad3ce req-d0a3a684-4253-4d01-ae69-898272ae12b3 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 210 time: 0.0585632 Feb 11 13:33:32.059828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-ebe7dc2d-9e2d-402b-9a99-0c22413d0d7a service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066875 Feb 11 13:33:32.100499 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.209188 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.256035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Network 710d5dba-7a08-4887-b8c5-c24e73f750c2 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:32.259123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:32.262663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:32.268594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Pushing event updated for resources: {'Port': ['ID=a3aa6fc2-b195-4f18-9053-d839e068578d,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:32.323359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Attempting to bind port a3aa6fc2-b195-4f18-9053-d839e068578d on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:32.323853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Attempting to bind port a3aa6fc2-b195-4f18-9053-d839e068578d by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b57fd9e4-7803-4e1e-9a85-19c76597883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '710d5dba-7a08-4887-b8c5-c24e73f750c2'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:32.324329 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Attempting to bind port a3aa6fc2-b195-4f18-9053-d839e068578d on network 710d5dba-7a08-4887-b8c5-c24e73f750c2 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:32.329625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:32.330027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Checking segment: {'id': 'b57fd9e4-7803-4e1e-9a85-19c76597883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '710d5dba-7a08-4887-b8c5-c24e73f750c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:32.330430 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.330825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Bound using segment: {'id': 'b57fd9e4-7803-4e1e-9a85-19c76597883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '710d5dba-7a08-4887-b8c5-c24e73f750c2'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:32.331287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Bound port: a3aa6fc2-b195-4f18-9053-d839e068578d, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57fd9e4-7803-4e1e-9a85-19c76597883b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '710d5dba-7a08-4887-b8c5-c24e73f750c2'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:32.331666 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.401046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] For port a3aa6fc2-b195-4f18-9053-d839e068578d, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:32.404539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] For port a3aa6fc2-b195-4f18-9053-d839e068578d, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a3aa6fc2-b195-4f18-9053-d839e068578d,segment=NetworkSegment(b57fd9e4-7803-4e1e-9a85-19c76597883b),segment_id=b57fd9e4-7803-4e1e-9a85-19c76597883b)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:32.447484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-114395cc-1eca-4cd5-9d89-d4fc2f85e984 req-6b1c370a-be68-452a-8169-449288d274c1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 210 time: 0.0267472 Feb 11 13:33:32.534054 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e976087b-4eea-4126-b915-fe2d8aeee619 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788035881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16415892'] for subnet, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.538335 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.631198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e976087b-4eea-4126-b915-fe2d8aeee619 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:32.634985 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e976087b-4eea-4126-b915-fe2d8aeee619 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.635130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0c844-4f59-4810-9841-df416b4b4b92 None None] Pushing event updated for resources: {'Port': ['ID=a3aa6fc2-b195-4f18-9053-d839e068578d,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:32.635238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e976087b-4eea-4126-b915-fe2d8aeee619 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "PUT /v2.0/subnets/43613c84-c508-4b9e-8881-ac665bd068a4 HTTP/1.1" status: 200 len: 877 time: 0.9603229 Feb 11 13:33:32.636591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 32910) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:32.663143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976087b-4eea-4126-b915-fe2d8aeee619 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event updated for resources: {'Subnet': ['ID=43613c84-c508-4b9e-8881-ac665bd068a4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:32.686207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f304d124-de66-4f29-bc02-7518cdd97d97 req-67f45f91-e751-4b5f-8074-1807ba767888 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:32.686207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f304d124-de66-4f29-bc02-7518cdd97d97 req-67f45f91-e751-4b5f-8074-1807ba767888 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0950623 Feb 11 13:33:32.736551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f304d124-de66-4f29-bc02-7518cdd97d97 req-ec1ed559-5b57-4125-aaaa-abd2d2eb29a6 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448909 Feb 11 13:33:32.785040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.843401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32920) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:32.845787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 32918) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:32.873700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0f9d-7f29-4077-bcb2-4736bc1afd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:32.929891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Deleting port a3aa6fc2-b195-4f18-9053-d839e068578d {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:32.931112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.070843 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0f9d-7f29-4077-bcb2-4736bc1afd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.079329 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e12bed02-941c-4ec0-869f-dcdf91465de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.102892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] For port a3aa6fc2-b195-4f18-9053-d839e068578d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a3aa6fc2-b195-4f18-9053-d839e068578d,segment=NetworkSegment(b57fd9e4-7803-4e1e-9a85-19c76597883b),segment_id=b57fd9e4-7803-4e1e-9a85-19c76597883b)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:33.103258 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.115764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Calling delete_port for a3aa6fc2-b195-4f18-9053-d839e068578d owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:33.134157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d76e057e-2a7c-4161-b5d0-487b80bbb987 req-d0c0e115-978b-48aa-9f6a-be9a38418be6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 210 time: 0.0429478 Feb 11 13:33:33.208381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0f9d-7f29-4077-bcb2-4736bc1afd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.214825 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e12bed02-941c-4ec0-869f-dcdf91465de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.309304 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e12bed02-941c-4ec0-869f-dcdf91465de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.335909 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6c7e0f9d-7f29-4077-bcb2-4736bc1afd91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=111ebe8cbed94b118dc9fa0f89cbb721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886487 Feb 11 13:33:33.340103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 32928) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:33.343818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e0f9d-7f29-4077-bcb2-4736bc1afd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f699e504-2e8d-473d-be8f-46e020356072,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.351296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e12bed02-941c-4ec0-869f-dcdf91465de0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3efddf49e1c4537b31605dacb83df0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5043440 Feb 11 13:33:33.351296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bed02-941c-4ec0-869f-dcdf91465de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9deb4ed-d7d5-4937-843f-322deb79025c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.352300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32930) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:33.424917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a35bc001-6e15-4080-bd63-d18ce1af23cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.445508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4278-8aff-4e11-a350-be255af84fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.454240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a35bc001-6e15-4080-bd63-d18ce1af23cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.460196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-ff68902a-8b37-459f-83b7-edadf4923670 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:33.462099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-ff68902a-8b37-459f-83b7-edadf4923670 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.13 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 817 time: 0.2286191 Feb 11 13:33:33.499531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4278-8aff-4e11-a350-be255af84fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.543257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-7f22e219-7f5f-4134-ba5b-64d736c2ff10 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6073ab297074d3eab820065d5df3ec9 HTTP/1.1" status: 200 len: 380 time: 0.0705137 Feb 11 13:33:33.553623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32936) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:33.559936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'port': {'device_id': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'admin_state_up': True, 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'security_groups': ['e7252569-49af-48de-9112-2fa4d188db89']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:33.619469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a35bc001-6e15-4080-bd63-d18ce1af23cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.623025 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a35bc001-6e15-4080-bd63-d18ce1af23cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.624129 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a35bc001-6e15-4080-bd63-d18ce1af23cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a9deb4ed-d7d5-4937-843f-322deb79025c HTTP/1.1" status: 204 len: 168 time: 0.2709880 Feb 11 13:33:33.624411 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.645602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bc001-6e15-4080-bd63-d18ce1af23cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9deb4ed-d7d5-4937-843f-322deb79025c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.647878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39ad8397-5a5c-4f1d-a36a-0943fb72c4c1 req-b1f9e7ef-0eb4-44b1-a090-58f7988cc0b6 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 210 time: 0.0983703 Feb 11 13:33:33.701670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Port': ['ID=a3aa6fc2-b195-4f18-9053-d839e068578d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.743719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9cc7c55-e9f1-4223-b9d3-d2087e571a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.777905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No DVR routers for this DVR port a3aa6fc2-b195-4f18-9053-d839e068578d on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:33.853634 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.883689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39760ae-3799-4d75-9d3c-aa0ae3ebcf0b None None] Network 710d5dba-7a08-4887-b8c5-c24e73f750c2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:33.886107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4278-8aff-4e11-a350-be255af84fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.888645 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b0c4278-8aff-4e11-a350-be255af84fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.892189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4b0c4278-8aff-4e11-a350-be255af84fbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f699e504-2e8d-473d-be8f-46e020356072 HTTP/1.1" status: 204 len: 168 time: 0.5469415 Feb 11 13:33:33.895312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9cc7c55-e9f1-4223-b9d3-d2087e571a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.911654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c4278-8aff-4e11-a350-be255af84fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f699e504-2e8d-473d-be8f-46e020356072,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:33.958452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78767e88-6bf7-40b9-b3fa-729da99e2608 req-7f231544-8dbb-42cd-a9e6-823e8b1d634d tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:33.960004 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78767e88-6bf7-40b9-b3fa-729da99e2608 req-7f231544-8dbb-42cd-a9e6-823e8b1d634d tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0987155 Feb 11 13:33:33.962144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9cc7c55-e9f1-4223-b9d3-d2087e571a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:33.963593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fc0a5726-6b1c-4bbb-a1a3-1289e598a863 None None] Could not find standard attr ID for object a3aa6fc2-b195-4f18-9053-d839e068578d. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:33:34.031003 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Made reservation on behalf of e6073ab297074d3eab820065d5df3ec9 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:34.034840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.049692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f9cc7c55-e9f1-4223-b9d3-d2087e571a1e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5138c5dc31be4cf7bf063ea710f21621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949923 Feb 11 13:33:34.050367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32946) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:34.059310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc7c55-e9f1-4223-b9d3-d2087e571a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d902832-b113-44d3-9705-a6a665c07b8a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:34.074360 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78767e88-6bf7-40b9-b3fa-729da99e2608 req-c5cbcc5d-5078-45b6-aeec-fa48e3dd2286 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059828 Feb 11 13:33:34.116767 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9947af7-929d-4fbe-a239-195cfe6e8e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.130840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.156207 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9947af7-929d-4fbe-a239-195cfe6e8e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.259752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=43613c84-c508-4b9e-8881-ac665bd068a4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:34.296255 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.299728 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9947af7-929d-4fbe-a239-195cfe6e8e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.302972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9947af7-929d-4fbe-a239-195cfe6e8e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.304130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e9947af7-929d-4fbe-a239-195cfe6e8e30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d902832-b113-44d3-9705-a6a665c07b8a HTTP/1.1" status: 204 len: 168 time: 0.2498288 Feb 11 13:33:34.316373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9947af7-929d-4fbe-a239-195cfe6e8e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d902832-b113-44d3-9705-a6a665c07b8a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:34.379588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37805d97-505d-4d89-81a2-57cae3f7113d req-4e550ef2-40d5-4d7b-a490-c6ca30915a9d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 210 time: 0.0873728 Feb 11 13:33:34.393795 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710d5dba-7a08-4887-b8c5-c24e73f750c2']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:34.410654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57fd9e4-7803-4e1e-9a85-19c76597883b') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:34.410951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57fd9e4-7803-4e1e-9a85-19c76597883b') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:34.430071 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.431479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Allocated IP 172.20.0.8 (9cca9e38-bd58-41a3-afdf-a4cfe26cc124/85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8/02a8182b-e5aa-4199-aec4-47e2085f56da) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:34.459804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.471268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdeb155-e8f1-4661-b8a4-8d89dfe6f8a2 None None] Network 710d5dba-7a08-4887-b8c5-c24e73f750c2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:34.475959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:34.475959 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:34.477823 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:34.661437 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.729426 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.753379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.757507 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/710d5dba-7a08-4887-b8c5-c24e73f750c2 HTTP/1.1" status: 204 len: 168 time: 2.1203501 Feb 11 13:33:34.772138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32966) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:34.778561 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cfac6-f229-4a6d-ad8d-e6064a5ebbe0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=710d5dba-7a08-4887-b8c5-c24e73f750c2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:34.788231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b17ce399-5cc4-48b5-a857-b62030ad0fc4 req-99b72fbb-7813-4ce3-911d-6e752233b396 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 210 time: 0.0474384 Feb 11 13:33:34.818817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:34.833469 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9b887b-11f7-4230-b11f-854d65282794 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:34.833469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9b887b-11f7-4230-b11f-854d65282794 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:34.833469 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9a9b887b-11f7-4230-b11f-854d65282794 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/43613c84-c508-4b9e-8881-ac665bd068a4 HTTP/1.1" status: 404 len: 337 time: 0.0559714 Feb 11 13:33:34.835563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32970) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:34.851074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db2af30-482b-4959-9164-1007321cb15e None None] DHCP port deletion for 710d5dba-7a08-4887-b8c5-c24e73f750c2 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:33:34.869328 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25a562c-5e64-4465-973e-8e50cae0f5a0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:34.870424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25a562c-5e64-4465-973e-8e50cae0f5a0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:34.876913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e25a562c-5e64-4465-973e-8e50cae0f5a0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/710d5dba-7a08-4887-b8c5-c24e73f750c2 HTTP/1.1" status: 404 len: 339 time: 0.0369542 Feb 11 13:33:34.877391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32972) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:34.903372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:34.907648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:34.908174 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1fa5e0-bbe7-4d3e-993a-d54fbf4573c0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:34.908828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1fa5e0-bbe7-4d3e-993a-d54fbf4573c0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:34.911486 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:34.914013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ea1fa5e0-bbe7-4d3e-993a-d54fbf4573c0 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/aa02c217-0288-41f9-84e8-aab88bc52e72 HTTP/1.1" status: 404 len: 337 time: 0.0335622 Feb 11 13:33:34.918262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32974) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:34.950724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:34.956057 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52a4bbe-53a9-49d5-8a2a-a36cfd746dd4 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:34.956958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52a4bbe-53a9-49d5-8a2a-a36cfd746dd4 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:34.960359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b52a4bbe-53a9-49d5-8a2a-a36cfd746dd4 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/512c29b5-5b59-4c58-ae5c-bdb30577d7a1 HTTP/1.1" status: 404 len: 339 time: 0.0407436 Feb 11 13:33:34.963660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 32978) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:34.986067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:34.987095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.066840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.080610 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-1583b3a7-3577-4f84-950c-d5a4d4d6e0cc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5290849 Feb 11 13:33:35.094591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Request body: {'port': {'device_id': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:35.245691 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.267814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd59da0e-636e-4c14-b89d-91e3af8c5e37']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:35.277575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48fe2332-dc07-4230-a577-a3a12851448b') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:35.278270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48fe2332-dc07-4230-a577-a3a12851448b') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:35.289100 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.303511 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.319182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:35.322356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:35.325626 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:35.336189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-719e7696-634c-4070-82b5-a8276909800f None None] Provisioning complete for port 02a8182b-e5aa-4199-aec4-47e2085f56da triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:35.337468 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-719e7696-634c-4070-82b5-a8276909800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.345664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25aaae0-f34a-412a-905b-c04c4b896e05 req-149b4e5e-5df5-4af0-8218-b83a21d05e54 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:35.347244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e25aaae0-f34a-412a-905b-c04c4b896e05 req-149b4e5e-5df5-4af0-8218-b83a21d05e54 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1683712 Feb 11 13:33:35.347838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.385458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-719e7696-634c-4070-82b5-a8276909800f None None] Port 02a8182b-e5aa-4199-aec4-47e2085f56da cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:33:35.408993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-d701e6a1-d55a-4870-8b6d-36e96ce78d15 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:35.410582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-d701e6a1-d55a-4870-8b6d-36e96ce78d15 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.2633300 Feb 11 13:33:35.437437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Request body: {'port': {'device_id': '3ccf0013-a3b4-430f-abab-395eebf9b29a', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'admin_state_up': True, 'tenant_id': '4222396b7cf84679a0eaebcc0a134ba5'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:35.513747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70044a79-59e0-4934-864a-d15facc4a558 req-01f61348-0dfe-4bf7-b380-997cbcb1602b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:35.515449 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70044a79-59e0-4934-864a-d15facc4a558 req-01f61348-0dfe-4bf7-b380-997cbcb1602b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 931 time: 0.0518959 Feb 11 13:33:35.556714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70044a79-59e0-4934-864a-d15facc4a558 req-06773213-d32f-436b-b799-49e8905750de tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346978 Feb 11 13:33:35.568332 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.580168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:35.583805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/cd59da0e-636e-4c14-b89d-91e3af8c5e37 HTTP/1.1" status: 204 len: 168 time: 0.6190090 Feb 11 13:33:35.586321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33004) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:35.606325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513eb33f-b62c-4325-9152-8137f0baa247 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=cd59da0e-636e-4c14-b89d-91e3af8c5e37,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:35.626971 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-1582279c-753a-4d81-8f07-2b11452506ff tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:35.627762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1582279c-753a-4d81-8f07-2b11452506ff tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:35.631441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1582279c-753a-4d81-8f07-2b11452506ff tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/f0036cc8-2174-4c9e-91d3-dc344896f91a HTTP/1.1" status: 404 len: 337 time: 0.0440390 Feb 11 13:33:35.634001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33008) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:35.661097 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f80267-40e5-4401-bc54-f7c30f2e1aa9 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:35.662021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f80267-40e5-4401-bc54-f7c30f2e1aa9 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:35.666261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f1f80267-40e5-4401-bc54-f7c30f2e1aa9 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/49d99fc9-b8a3-4d1b-bbcd-21a1bd488703 HTTP/1.1" status: 404 len: 339 time: 0.0309048 Feb 11 13:33:35.668770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33010) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:35.713284 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93e7abc-bbf6-4d89-be33-af2a19fd6084 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:35.714174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93e7abc-bbf6-4d89-be33-af2a19fd6084 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:35.718171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c93e7abc-bbf6-4d89-be33-af2a19fd6084 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/5b125361-3216-43b1-b11b-46fc573c7cd1 HTTP/1.1" status: 404 len: 337 time: 0.0475075 Feb 11 13:33:35.721465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33012) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:35.739963 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4b19bc-10ac-43ed-a1c5-5ebf49d3b542 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:35.740660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4b19bc-10ac-43ed-a1c5-5ebf49d3b542 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:35.743698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3c4b19bc-10ac-43ed-a1c5-5ebf49d3b542 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/e25734c2-06c6-4436-ac73-6eca5063c487 HTTP/1.1" status: 404 len: 339 time: 0.0212300 Feb 11 13:33:35.746305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33014) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:35.775920 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e727dda-fda4-4a4a-ab03-a024cfbed5b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:35.776612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e727dda-fda4-4a4a-ab03-a024cfbed5b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:35.783542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2e727dda-fda4-4a4a-ab03-a024cfbed5b1 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/e9eb480a-778d-431d-b43d-280b9c1ed9a8 HTTP/1.1" status: 404 len: 337 time: 0.0353782 Feb 11 13:33:35.784426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33018) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:35.803718 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-111ae86c-c62c-42e0-9672-0a32d31fc29a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:35.804810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111ae86c-c62c-42e0-9672-0a32d31fc29a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:35.810488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-111ae86c-c62c-42e0-9672-0a32d31fc29a tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/bcabbba3-d622-436e-877c-89d51f174ebd HTTP/1.1" status: 404 len: 339 time: 0.0248101 Feb 11 13:33:35.811159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33022) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:35.854676 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e550c0-3436-4347-86ff-f2487917276f tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:35.855141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e550c0-3436-4347-86ff-f2487917276f tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:35.858584 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d5e550c0-3436-4347-86ff-f2487917276f tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/eebe0f6f-cfd9-45ed-9ecd-2d1b3564235d HTTP/1.1" status: 404 len: 337 time: 0.0464454 Feb 11 13:33:35.861781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33026) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:35.884965 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-7684b9ea-0eef-4358-a283-137b0805ee69 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:35.885565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7684b9ea-0eef-4358-a283-137b0805ee69 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:35.889163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7684b9ea-0eef-4358-a283-137b0805ee69 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/953cb60d-fe2e-4f5b-8a4b-8469faf52b5f HTTP/1.1" status: 404 len: 339 time: 0.0263436 Feb 11 13:33:35.892565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33030) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:35.901448 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e25aaae0-f34a-412a-905b-c04c4b896e05 req-dc542a13-efac-4efb-b6ed-eea4326980d8 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419266 Feb 11 13:33:35.957131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e945cd0-2c16-4363-94fa-62f8af192750 req-c9a58e43-6071-4598-bdc6-490451dc2f28 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 210 time: 0.0515237 Feb 11 13:33:35.958169 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40e1cfb-2f5c-4b66-b427-245f24bbf27d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:35.958614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40e1cfb-2f5c-4b66-b427-245f24bbf27d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:35.961747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f40e1cfb-2f5c-4b66-b427-245f24bbf27d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/fd0cc457-9548-4d39-8437-378e5d8e1f16 HTTP/1.1" status: 404 len: 337 time: 0.0682392 Feb 11 13:33:35.964414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33034) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:35.997379 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d150821-645b-4f9f-83e3-9ec6ace57e71 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:35.997984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d150821-645b-4f9f-83e3-9ec6ace57e71 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:36.001815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5d150821-645b-4f9f-83e3-9ec6ace57e71 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/a2da454e-e65d-49ad-98cc-aedeb835656f HTTP/1.1" status: 404 len: 339 time: 0.0364125 Feb 11 13:33:36.004414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33040) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:36.041085 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-390cba4a-03dc-4f1f-8a8a-669dd443bff7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:36.041550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390cba4a-03dc-4f1f-8a8a-669dd443bff7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:36.049110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-390cba4a-03dc-4f1f-8a8a-669dd443bff7 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/0b0cc6d0-f850-4036-b06e-75ebf0c03844 HTTP/1.1" status: 404 len: 337 time: 0.0437140 Feb 11 13:33:36.049762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33044) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:36.068449 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75b1247-30ee-4b63-9263-2395aed9b393 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:36.069138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75b1247-30ee-4b63-9263-2395aed9b393 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:36.072211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b75b1247-30ee-4b63-9263-2395aed9b393 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/f8737b94-a6ea-4194-91ba-5a806e180d54 HTTP/1.1" status: 404 len: 339 time: 0.0215101 Feb 11 13:33:36.077655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33046) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:36.104582 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b234a7b-6c91-4e7d-872e-bcdae6fb3184 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:36.105311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b234a7b-6c91-4e7d-872e-bcdae6fb3184 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:36.108403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5b234a7b-6c91-4e7d-872e-bcdae6fb3184 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/170b430c-1561-4376-a27a-c36be5c98e33 HTTP/1.1" status: 404 len: 337 time: 0.0297611 Feb 11 13:33:36.112522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33050) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:36.128021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Made reservation on behalf of 4222396b7cf84679a0eaebcc0a134ba5 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:36.131088 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.131274 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-08adb023-74db-476d-9977-3d1345833016 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:36.131824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08adb023-74db-476d-9977-3d1345833016 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:36.134812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-08adb023-74db-476d-9977-3d1345833016 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/f235f86b-19bb-4ac6-80b7-569ac599952e HTTP/1.1" status: 404 len: 339 time: 0.0213647 Feb 11 13:33:36.137404 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33052) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:36.196985 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0527f18d-5e42-4792-ba3a-87fb0e09f830 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:36.197528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0527f18d-5e42-4792-ba3a-87fb0e09f830 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:36.200525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0527f18d-5e42-4792-ba3a-87fb0e09f830 tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/9d9952b3-aeca-4c2e-8c38-36dd1e5c5160 HTTP/1.1" status: 404 len: 337 time: 0.0620916 Feb 11 13:33:36.208100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33056) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:36.229591 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-479be54e-a6b6-4141-b60e-5e7ab433ac3f tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:36.234456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479be54e-a6b6-4141-b60e-5e7ab433ac3f tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:36.237529 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-479be54e-a6b6-4141-b60e-5e7ab433ac3f tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/cc4ed96d-cae2-44ae-b23f-58e037483906 HTTP/1.1" status: 404 len: 339 time: 0.0278945 Feb 11 13:33:36.238413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33058) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:36.302824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a8182b-e5aa-4199-aec4-47e2085f56da {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:33:36.309253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd25bbb-a399-42d4-b15e-a9dd8dfa21af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Deleting subnet b550a282-6204-4b99-a677-3368008555d0 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:33:36.313443 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd25bbb-a399-42d4-b15e-a9dd8dfa21af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.338819 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.363871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Transition to ACTIVE for port object 02a8182b-e5aa-4199-aec4-47e2085f56da will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:36.367388 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd25bbb-a399-42d4-b15e-a9dd8dfa21af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.377509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Allocated IP 172.20.0.14 (474e01bd-86f3-4a24-9ce0-4128c3eba3db/109422ab-9f52-41d8-a23f-6b3ebb2dc8e2/0ece8226-a61b-44aa-9f98-d26162137b5e) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:36.472765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.535692 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd25bbb-a399-42d4-b15e-a9dd8dfa21af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.639858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Pushing event updated for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:36.706394 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd25bbb-a399-42d4-b15e-a9dd8dfa21af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.716344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Attempting to bind port 02a8182b-e5aa-4199-aec4-47e2085f56da on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:36.716674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Attempting to bind port 02a8182b-e5aa-4199-aec4-47e2085f56da by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:36.716998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Attempting to bind port 02a8182b-e5aa-4199-aec4-47e2085f56da on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:36.727589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Port 02a8182b-e5aa-4199-aec4-47e2085f56da on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:36.727910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Attempting to bind port 02a8182b-e5aa-4199-aec4-47e2085f56da on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:36.733693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a3aa6fc2-b195-4f18-9053-d839e068578d no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:36.740482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:36.740900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Checking segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:36.741187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Bound using segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:36.741628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Bound port: 02a8182b-e5aa-4199-aec4-47e2085f56da, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:36.742114 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.789012 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: a3aa6fc2-b195-4f18-9053-d839e068578d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:33:36.789281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a3aa6fc2-b195-4f18-9053-d839e068578d not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:36.889334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:36.894747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:36.898926 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:36.972180 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.008455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.009030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.010490 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/02a8182b-e5aa-4199-aec4-47e2085f56da HTTP/1.1" status: 200 len: 1091 time: 1.9208641 Feb 11 13:33:37.010948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:37.013354 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccee81f-00db-4d03-9b04-3ad00dad7250" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:37.043755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c4cbc-92d8-4fdb-93fa-733512ed51b7 service neutron] Pushing event updated for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.094848 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.111304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:37.232922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd25bbb-a399-42d4-b15e-a9dd8dfa21af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Subnet': ['ID=b550a282-6204-4b99-a677-3368008555d0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.287274 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd25bbb-a399-42d4-b15e-a9dd8dfa21af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.299262 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3dd25bbb-a399-42d4-b15e-a9dd8dfa21af tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/subnets/b550a282-6204-4b99-a677-3368008555d0 HTTP/1.1" status: 204 len: 168 time: 1.0503128 Feb 11 13:33:37.299913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74738a1-a01f-44e7-8618-20e2901973a7 None None] Network ef73a893-5e05-4aee-b79e-1d749b8c4f16 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:37.303928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33108) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:37.403287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event updated for resources: {'Port': ['ID=0ece8226-a61b-44aa-9f98-d26162137b5e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:37.416557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:37.419489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:37.425488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:37.432917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782b1b8-8378-4507-a3b3-920b3fe52ce8 req-b9534abc-9fc8-4715-b457-84c8a531abd4 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.436291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5cd8a-2314-4618-84f9-141ac36e2c57 req-cbcbf051-1904-4826-8d30-4da12fbd0080 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.438005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdb5cd8a-2314-4618-84f9-141ac36e2c57 req-cbcbf051-1904-4826-8d30-4da12fbd0080 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.3178124 Feb 11 13:33:37.440267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d782b1b8-8378-4507-a3b3-920b3fe52ce8 req-b9534abc-9fc8-4715-b457-84c8a531abd4 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.7121155 Feb 11 13:33:37.476757 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.478332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-0a115b19-71d3-442f-ad48-5b38239f4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.480269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-0a115b19-71d3-442f-ad48-5b38239f4e2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 1094 time: 0.2202766 Feb 11 13:33:37.501439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d782b1b8-8378-4507-a3b3-920b3fe52ce8 req-62d7ff8a-e0fd-4afa-b5a3-9b576aa11e79 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600388 Feb 11 13:33:37.586942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Deleting port fe0f4320-1478-4dba-baf4-bd66c6d16b0b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:37.587353 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.596840 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-d0d4876c-8827-444c-8300-339137bafe5b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a8182b-e5aa-4199-aec4-47e2085f56da HTTP/1.1" status: 200 len: 217 time: 0.1056974 Feb 11 13:33:37.654525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdb5cd8a-2314-4618-84f9-141ac36e2c57 req-3bc72b61-6195-4f7f-bf87-b2b7b7846671 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934621 Feb 11 13:33:37.691909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.701084 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.717711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] For port fe0f4320-1478-4dba-baf4-bd66c6d16b0b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fe0f4320-1478-4dba-baf4-bd66c6d16b0b,segment=NetworkSegment(b53668a5-6e1f-4382-8f32-f44784b0c3ec),segment_id=b53668a5-6e1f-4382-8f32-f44784b0c3ec)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:37.718324 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.722136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd4700c-6f20-4547-9eca-1dbeb2c82b10 None None] DHCP port deletion for ef73a893-5e05-4aee-b79e-1d749b8c4f16 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:33:37.726017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-c9441497-6b33-4170-b616-3439352837b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.727516 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-c9441497-6b33-4170-b616-3439352837b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.1024253 Feb 11 13:33:37.733188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Calling delete_port for fe0f4320-1478-4dba-baf4-bd66c6d16b0b owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:37.761054 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa5a819-2a3d-412e-b9f9-0145e8e91f19 x-openstack-request-id: req-2fa5a819-2a3d-412e-b9f9-0145e8e91f19 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:37.761054 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:37.761054 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fa5a819-2a3d-412e-b9f9-0145e8e91f19 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:37.761054 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'status': 'completed', 'code': 200} Feb 11 13:33:37.794882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-3c28b318-ed9a-4f53-a6f6-a5ca3266a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.796510 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-3c28b318-ed9a-4f53-a6f6-a5ca3266a66a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622306 Feb 11 13:33:37.821324 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-8147e934-31ff-4e48-9216-1aced11e182d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3929806 Feb 11 13:33:37.829348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4700c-6f20-4547-9eca-1dbeb2c82b10 None None] Deleting port fe0f4320-1478-4dba-baf4-bd66c6d16b0b {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:37.829348 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dd4700c-6f20-4547-9eca-1dbeb2c82b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.829983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b6a04-d4da-445a-b77b-4a81cb7b24e2 req-4b11e08e-b245-4109-a676-9a574191d188 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:37.831428 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f21b6a04-d4da-445a-b77b-4a81cb7b24e2 req-4b11e08e-b245-4109-a676-9a574191d188 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 932 time: 0.1863658 Feb 11 13:33:37.852070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-89ab1b2d-2152-49f5-a606-2b69934cf3bb req-3f74fd46-0dad-434b-90ad-46d1cb8159bc tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0525248 Feb 11 13:33:37.858336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Request body: {'port': {'device_id': '3ccf0013-a3b4-430f-abab-395eebf9b29a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:37.930325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7dd4700c-6f20-4547-9eca-1dbeb2c82b10 None None] For port fe0f4320-1478-4dba-baf4-bd66c6d16b0b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fe0f4320-1478-4dba-baf4-bd66c6d16b0b,segment=NetworkSegment(b53668a5-6e1f-4382-8f32-f44784b0c3ec),segment_id=b53668a5-6e1f-4382-8f32-f44784b0c3ec)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:37.930707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dd4700c-6f20-4547-9eca-1dbeb2c82b10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.947395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7dd4700c-6f20-4547-9eca-1dbeb2c82b10 None None] Calling delete_port for fe0f4320-1478-4dba-baf4-bd66c6d16b0b owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:37.958969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f21b6a04-d4da-445a-b77b-4a81cb7b24e2 req-4f7362f8-2104-4b89-a864-1dfc4aba86fa tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162193 Feb 11 13:33:37.962242 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:37.988256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.000130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Port': ['ID=fe0f4320-1478-4dba-baf4-bd66c6d16b0b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:38.004080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] No DVR routers for this DVR port fe0f4320-1478-4dba-baf4-bd66c6d16b0b on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:38.059339 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dd4700c-6f20-4547-9eca-1dbeb2c82b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.072497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd4700c-6f20-4547-9eca-1dbeb2c82b10 None None] No DVR routers for this DVR port fe0f4320-1478-4dba-baf4-bd66c6d16b0b on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:38.094729 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-7695db3b-3d76-4848-bfed-ee7eb096e505 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746294 Feb 11 13:33:38.094980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4700c-6f20-4547-9eca-1dbeb2c82b10 None None] Pushing event deleted for resources: {'Port': ['ID=fe0f4320-1478-4dba-baf4-bd66c6d16b0b,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:38.135026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.159529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef73a893-5e05-4aee-b79e-1d749b8c4f16']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:38.170027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53668a5-6e1f-4382-8f32-f44784b0c3ec') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:38.170332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53668a5-6e1f-4382-8f32-f44784b0c3ec') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:38.196196 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.225896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.236543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:38.237100 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:38.241236 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:38.290364 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cac78c87-6156-4c3f-bed8-140cf9c64c07 req-d54c14ec-98c5-453d-b4ad-35b7e46a20d0 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908624 Feb 11 13:33:38.379616 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.388288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.391966 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] 10.222.0.52 "DELETE /v2.0/networks/ef73a893-5e05-4aee-b79e-1d749b8c4f16 HTTP/1.1" status: 204 len: 168 time: 1.0863230 Feb 11 13:33:38.402423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8561619-17a2-4927-9454-36a1115a265d tempest-NetworksTest-1191552181 tempest-NetworksTest-1191552181-project] Pushing event deleted for resources: {'Network': ['ID=ef73a893-5e05-4aee-b79e-1d749b8c4f16,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:38.470476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ece8226-a61b-44aa-9f98-d26162137b5e {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:33:38.479774 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.493963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-9ec08c6b-f567-4023-bf0d-ed5b826bea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:38.495460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-9ec08c6b-f567-4023-bf0d-ed5b826bea50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 1094 time: 0.0731602 Feb 11 13:33:38.497861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Transition to ACTIVE for port object 0ece8226-a61b-44aa-9f98-d26162137b5e will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:38.603666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-8d08b0ba-94e0-4ee0-a74b-58e502071500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:38.605753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-8d08b0ba-94e0-4ee0-a74b-58e502071500 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 918 time: 0.1016450 Feb 11 13:33:38.608657 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.709943 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-ae014131-3721-4e94-853b-3f349bbac113 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a8182b-e5aa-4199-aec4-47e2085f56da HTTP/1.1" status: 200 len: 217 time: 0.0860288 Feb 11 13:33:38.767021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fe0f4320-1478-4dba-baf4-bd66c6d16b0b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:38.792391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ece8226-a61b-44aa-9f98-d26162137b5e,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:38.794952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c92d9f-0406-44d5-9f5f-23183396dd5e req-f5f9601c-fd67-45d0-8251-2eae8b74c750 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:38.801918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: fe0f4320-1478-4dba-baf4-bd66c6d16b0b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:33:38.803250 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67c92d9f-0406-44d5-9f5f-23183396dd5e req-f5f9601c-fd67-45d0-8251-2eae8b74c750 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0637317 Feb 11 13:33:38.804946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fe0f4320-1478-4dba-baf4-bd66c6d16b0b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:38.835927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0bbae-3788-4171-904a-9ecbf66b6d52 req-159c3a00-6ff9-40b6-a82e-c189638d9f49 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:38.837482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e1c0bbae-3788-4171-904a-9ecbf66b6d52 req-159c3a00-6ff9-40b6-a82e-c189638d9f49 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.2304382 Feb 11 13:33:38.839070 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67c92d9f-0406-44d5-9f5f-23183396dd5e req-6689dc7f-76bd-416e-b424-74d2d395d0a4 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350053 Feb 11 13:33:38.866013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-9b72b69a-4232-4266-a96f-705ffed78f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:38.867479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-9b72b69a-4232-4266-a96f-705ffed78f6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.1408155 Feb 11 13:33:38.924388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Attempting to bind port 0ece8226-a61b-44aa-9f98-d26162137b5e on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:38.924727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Attempting to bind port 0ece8226-a61b-44aa-9f98-d26162137b5e by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:38.925063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Attempting to bind port 0ece8226-a61b-44aa-9f98-d26162137b5e on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:38.931157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e1c0bbae-3788-4171-904a-9ecbf66b6d52 req-e08e0362-c58f-495a-b7c3-0ed9d506cbce tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866938 Feb 11 13:33:38.935566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Port 0ece8226-a61b-44aa-9f98-d26162137b5e on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:38.935892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Attempting to bind port 0ece8226-a61b-44aa-9f98-d26162137b5e on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:38.945203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:38.945538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Checking segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:38.946004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Bound using segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:38.946438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Bound port: 0ece8226-a61b-44aa-9f98-d26162137b5e, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:38.946869 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:38.960895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-99596652-e404-43b4-8725-58f7a2f26cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:38.962440 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-99596652-e404-43b4-8725-58f7a2f26cfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880864 Feb 11 13:33:39.021552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d02f03d9-9a08-4d81-bf6d-030f673e364d req-f97dc6f5-4abf-466d-95b9-de5d1ef1b190 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0652132 Feb 11 13:33:39.046720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33158) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:39.124523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] For port 0ece8226-a61b-44aa-9f98-d26162137b5e, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:39.167619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33162) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:39.176814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33164) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:39.204254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] For port 0ece8226-a61b-44aa-9f98-d26162137b5e, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=0ece8226-a61b-44aa-9f98-d26162137b5e,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:39.215577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-4b16c878-14f3-45ab-9da4-c37204285ae5 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429557 Feb 11 13:33:39.227323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f420dc-47a2-4838-ae59-35cb7be68988 req-15af0117-583d-4b7e-ad38-f2cf07bf32ed tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:39.228808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0f420dc-47a2-4838-ae59-35cb7be68988 req-15af0117-583d-4b7e-ad38-f2cf07bf32ed tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 944 time: 0.1272202 Feb 11 13:33:39.256522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.330930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85f00d79-933e-4371-b8eb-ac0f016136c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.343199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:39.344517 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.345921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/0ece8226-a61b-44aa-9f98-d26162137b5e HTTP/1.1" status: 200 len: 1092 time: 1.4967158 Feb 11 13:33:39.382460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0f420dc-47a2-4838-ae59-35cb7be68988 req-0dc566dd-f28b-4ec3-a58a-429c7439b7f4 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349428 Feb 11 13:33:39.382818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a8795d67-163a-435d-b468-f29c63fc6272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.393276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965f2ac-bf53-48ec-9ff2-b725ed02c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ece8226-a61b-44aa-9f98-d26162137b5e,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:39.399803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8e2428bf-ccff-404c-b5e2-15db4c96a9ed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9566b5abdd414e4983409ede4e30e7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250938 Feb 11 13:33:39.400589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33170) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:39.407479 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ccee81f-00db-4d03-9b04-3ad00dad7250 req-514babbe-0eaf-4704-9858-584c2da7e05b service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774161 Feb 11 13:33:39.556754 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85f00d79-933e-4371-b8eb-ac0f016136c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.558996 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6cd1b707-2135-4fdb-88a2-f483bca803f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.566591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-6fb6ae8e-c966-4440-a397-415a3835b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:39.568206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-6fb6ae8e-c966-4440-a397-415a3835b483 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 1095 time: 0.0545154 Feb 11 13:33:39.593957 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6cd1b707-2135-4fdb-88a2-f483bca803f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.611109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-7a12c8d8-5a89-48fe-a34d-07256e335695 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ece8226-a61b-44aa-9f98-d26162137b5e HTTP/1.1" status: 200 len: 217 time: 0.0346835 Feb 11 13:33:39.618404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a8795d67-163a-435d-b468-f29c63fc6272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.665216 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85f00d79-933e-4371-b8eb-ac0f016136c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.683264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-2d7f7a59-3dd9-4b72-a359-90030e113ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:39.684861 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-2d7f7a59-3dd9-4b72-a359-90030e113ddc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.0667665 Feb 11 13:33:39.697838 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a8795d67-163a-435d-b468-f29c63fc6272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.721530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-6a102072-7d7c-4cb9-9759-4c8209e99510 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283647 Feb 11 13:33:39.724551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f00d79-933e-4371-b8eb-ac0f016136c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a413156a-1bd7-4214-9060-1289a8c58b54,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:39.731017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-85f00d79-933e-4371-b8eb-ac0f016136c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=618f3adc8a39445b9e2aa6784e140525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823049 Feb 11 13:33:39.733904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33172) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:39.744678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6cd1b707-2135-4fdb-88a2-f483bca803f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.747378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6cd1b707-2135-4fdb-88a2-f483bca803f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.751635 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6cd1b707-2135-4fdb-88a2-f483bca803f1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/29bbcbf9-9fbd-4d1e-8e99-751ba53d8213 HTTP/1.1" status: 204 len: 168 time: 0.3349009 Feb 11 13:33:39.756774 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a8795d67-163a-435d-b468-f29c63fc6272 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=48e7158d405745bb8bdb254268cddd7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5759170 Feb 11 13:33:39.759136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33176) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:39.763848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ccf0013-a3b4-430f-abab-395eebf9b29a', 'tag': '0ece8226-a61b-44aa-9f98-d26162137b5e'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:39.766558 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae4c349-5733-41d1-b03d-cd5a92affd27" -d '{"events": [{"name": "network-changed", "server_uuid": "3ccf0013-a3b4-430f-abab-395eebf9b29a", "tag": "0ece8226-a61b-44aa-9f98-d26162137b5e"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:39.770866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8795d67-163a-435d-b468-f29c63fc6272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948be6f3-cd7b-456e-8b7a-1aa4207fce8a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:39.797791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1b707-2135-4fdb-88a2-f483bca803f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bbcbf9-9fbd-4d1e-8e99-751ba53d8213,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:39.840755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c018a8f8-2601-48c6-8420-7a2f8d500d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.850229 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287d4ca7-71ff-46eb-b45d-18f7cfb63d55 x-openstack-request-id: req-287d4ca7-71ff-46eb-b45d-18f7cfb63d55 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:39.850523 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ccf0013-a3b4-430f-abab-395eebf9b29a", "tag": "0ece8226-a61b-44aa-9f98-d26162137b5e", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:39.850765 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-287d4ca7-71ff-46eb-b45d-18f7cfb63d55 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:39.851162 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccf0013-a3b4-430f-abab-395eebf9b29a', 'tag': '0ece8226-a61b-44aa-9f98-d26162137b5e', 'status': 'completed', 'code': 200} Feb 11 13:33:39.868173 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c018a8f8-2601-48c6-8420-7a2f8d500d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.873284 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f4137d1d-15b3-4374-8191-060442da0d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.913584 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f4137d1d-15b3-4374-8191-060442da0d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:39.917323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-b945318d-f14b-4808-9296-ba51752d5e31 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754396 Feb 11 13:33:40.029715 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c018a8f8-2601-48c6-8420-7a2f8d500d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.033306 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c018a8f8-2601-48c6-8420-7a2f8d500d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.034484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c018a8f8-2601-48c6-8420-7a2f8d500d78 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/948be6f3-cd7b-456e-8b7a-1aa4207fce8a HTTP/1.1" status: 204 len: 168 time: 0.2744563 Feb 11 13:33:40.067743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018a8f8-2601-48c6-8420-7a2f8d500d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948be6f3-cd7b-456e-8b7a-1aa4207fce8a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.121510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5363b7-9063-4a7e-925a-80a30816343f req-6596d784-68f2-4926-b97f-0f2c7171758e tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.129066 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc5363b7-9063-4a7e-925a-80a30816343f req-6596d784-68f2-4926-b97f-0f2c7171758e tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1794660 Feb 11 13:33:40.131789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac804c9-3d26-4c77-b2e9-f32d10abee60 req-0c9fc57b-416c-4c49-99a4-bbe4eaf09427 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.134760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f2f42-4270-4db6-b816-41e9adc7341f req-77c8c829-7f8e-494b-9372-05dbc7a4580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.136290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-389f2f42-4270-4db6-b816-41e9adc7341f req-77c8c829-7f8e-494b-9372-05dbc7a4580a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 1097 time: 0.1259744 Feb 11 13:33:40.151193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ac804c9-3d26-4c77-b2e9-f32d10abee60 req-0c9fc57b-416c-4c49-99a4-bbe4eaf09427 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.1229558 Feb 11 13:33:40.163447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51faf23a-cd2f-47d5-b609-44e1ccad872d req-78251fff-a8da-4afa-9174-f58944b4aaf0 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321434 Feb 11 13:33:40.179060 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f4137d1d-15b3-4374-8191-060442da0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.182158 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f4137d1d-15b3-4374-8191-060442da0d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:40.188230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f4137d1d-15b3-4374-8191-060442da0d9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a413156a-1bd7-4214-9060-1289a8c58b54 HTTP/1.1" status: 204 len: 168 time: 0.4478726 Feb 11 13:33:40.207180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4137d1d-15b3-4374-8191-060442da0d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a413156a-1bd7-4214-9060-1289a8c58b54,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:40.209270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ac804c9-3d26-4c77-b2e9-f32d10abee60 req-0fcadea1-bdcb-44fb-a713-3dfc2501ca93 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554752 Feb 11 13:33:40.225170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc5363b7-9063-4a7e-925a-80a30816343f req-41db8e5b-501c-4b6b-9edd-c6c996acb1fd tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951455 Feb 11 13:33:40.243845 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-389f2f42-4270-4db6-b816-41e9adc7341f req-9bd6a2b8-eccd-4dc5-8a5c-a646d9228a74 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990360 Feb 11 13:33:40.324526 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ecdb130-95cc-4077-8e37-933b2c7e7f25 req-29093914-2e33-4226-8fac-caa15c5e9b60 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0276811 Feb 11 13:33:40.440038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-84126839-7be3-44e4-9ace-753631322d62 req-096e5f1a-ca48-4b85-8613-31bb6b55b7c5 tempest-ImagesOneServerNegativeTestJSON-1554797511 tempest-ImagesOneServerNegativeTestJSON-1554797511-project] (103006) timed out ('10.222.0.59', 57409) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 13:33:40.514634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4c349-5733-41d1-b03d-cd5a92affd27 req-75d43ec4-9098-4266-8e1c-98d77422bdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.518582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ae4c349-5733-41d1-b03d-cd5a92affd27 req-75d43ec4-9098-4266-8e1c-98d77422bdb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 1095 time: 0.0547867 Feb 11 13:33:40.523556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e664a-9a15-4837-9197-f5cf0c4437b3 req-1cae32c6-8db8-453b-8684-ae9e228b3a89 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.529500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a97e664a-9a15-4837-9197-f5cf0c4437b3 req-1cae32c6-8db8-453b-8684-ae9e228b3a89 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 944 time: 0.0598483 Feb 11 13:33:40.570309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a97e664a-9a15-4837-9197-f5cf0c4437b3 req-a9a45205-3f50-4670-a8c7-c8da3b558a6f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 Feb 11 13:33:40.619408 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4c349-5733-41d1-b03d-cd5a92affd27 req-b68b59a7-5014-4518-bda5-c76f9165a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.621190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ae4c349-5733-41d1-b03d-cd5a92affd27 req-b68b59a7-5014-4518-bda5-c76f9165a629 service neutron] 10.222.0.13 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 906 time: 0.0951648 Feb 11 13:33:40.671747 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ae4c349-5733-41d1-b03d-cd5a92affd27 req-69b98a5e-eaf2-45b0-9c07-4e5ca560c1b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ece8226-a61b-44aa-9f98-d26162137b5e HTTP/1.1" status: 200 len: 217 time: 0.0375013 Feb 11 13:33:40.730545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4c349-5733-41d1-b03d-cd5a92affd27 req-538a8c87-6c84-47c7-b54d-ff891a50ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:40.732078 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ae4c349-5733-41d1-b03d-cd5a92affd27 req-538a8c87-6c84-47c7-b54d-ff891a50ece9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.0534384 Feb 11 13:33:40.766983 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ae4c349-5733-41d1-b03d-cd5a92affd27 req-f697fe9d-d834-4ca4-8a21-93c539d586bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261905 Feb 11 13:33:40.858034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ae4c349-5733-41d1-b03d-cd5a92affd27 req-06ffd3b4-f4ff-4799-ab1e-e3709244094b service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838835 Feb 11 13:33:40.955835 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ae4c349-5733-41d1-b03d-cd5a92affd27 req-9152a809-ac94-49c6-b16a-6c8351576576 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896800 Feb 11 13:33:41.387490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d8f83-6856-4fd7-bcea-76a860068e4c req-6a88973b-02bc-4a7a-8ff1-146c4205f767 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.388943 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-640d8f83-6856-4fd7-bcea-76a860068e4c req-6a88973b-02bc-4a7a-8ff1-146c4205f767 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0713177 Feb 11 13:33:41.395054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bfd476-b63f-4380-8245-c44b704f255b req-534117f4-cde4-4fb7-89f5-1133c8a48d6a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.396731 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e6bfd476-b63f-4380-8245-c44b704f255b req-534117f4-cde4-4fb7-89f5-1133c8a48d6a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.0603418 Feb 11 13:33:41.430141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-640d8f83-6856-4fd7-bcea-76a860068e4c req-3a8b6c19-50c6-466e-bfdc-6036c741e001 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339236 Feb 11 13:33:41.437700 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e6bfd476-b63f-4380-8245-c44b704f255b req-51f6f0c1-9ecc-4e0a-a28b-c0d65e8912a2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338392 Feb 11 13:33:41.535346 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a385c63a-b251-4d07-ad1a-905db7daafd4 req-93cade1d-ebcc-4fc8-aeb9-ae90364ab624 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0275972 Feb 11 13:33:41.698594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae858893-71dc-4570-84ae-dd33b5f3aff5 req-8e615f89-a47f-4937-9d68-efd87e5fdccd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.700111 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae858893-71dc-4570-84ae-dd33b5f3aff5 req-8e615f89-a47f-4937-9d68-efd87e5fdccd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 944 time: 0.0571160 Feb 11 13:33:41.713685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33256) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:41.747734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae858893-71dc-4570-84ae-dd33b5f3aff5 req-15119a51-532b-4256-85c9-b431d2f50762 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Feb 11 13:33:41.967025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6709833-d50d-4981-87a3-4ad19aca431f req-dd3839c0-dea3-4689-8ad2-a275781b69a9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:41.970456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6709833-d50d-4981-87a3-4ad19aca431f req-dd3839c0-dea3-4689-8ad2-a275781b69a9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0573719 Feb 11 13:33:41.976427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-787182355'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:42.027836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6709833-d50d-4981-87a3-4ad19aca431f req-e5196720-0ba6-46a3-9cd8-2694fea6d6cf tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469809 Feb 11 13:33:42.105299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:42.109674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.119540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.156695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457b6b-adfa-4e22-8785-27fa72c81236 req-32d07793-cc44-4f61-860d-97009e6d62e8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:42.158207 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a457b6b-adfa-4e22-8785-27fa72c81236 req-32d07793-cc44-4f61-860d-97009e6d62e8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0557487 Feb 11 13:33:42.196800 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a457b6b-adfa-4e22-8785-27fa72c81236 req-cbf97594-9fd5-48e9-8c17-33360a7fc66e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Feb 11 13:33:42.198031 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.270450 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.322207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:42.338758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3efb502-fb82-4630-877d-ec1aec8e3bd1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:42.343135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.343479 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Added segment 9391d576-9ae3-4949-8c87-94a140c91f0f of type vlan for network 10da11a6-4278-4608-8424-6b7276a6c7e0 Feb 11 13:33:42.383285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67642f93-508b-44ad-bdb6-13949c30fe79 req-9de2ed59-f888-40f5-8ac5-72f506f05599 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:42.384758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67642f93-508b-44ad-bdb6-13949c30fe79 req-9de2ed59-f888-40f5-8ac5-72f506f05599 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1156831 Feb 11 13:33:42.405275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.447256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67642f93-508b-44ad-bdb6-13949c30fe79 req-8e319fe3-3857-409f-851a-5e6042d8e7dd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561156 Feb 11 13:33:42.551551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da6c4d-b61e-400b-a362-2e00a3c3950d req-5c2f9a4a-fd0a-48b2-b820-621c19166356 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:42.553377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6da6c4d-b61e-400b-a362-2e00a3c3950d req-5c2f9a4a-fd0a-48b2-b820-621c19166356 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0562954 Feb 11 13:33:42.572588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70502c04-b7cb-4514-9dc1-c784b1afdbc3 req-178d1809-332f-4dcd-93c7-c3aeb4b2b491 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:42.574423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70502c04-b7cb-4514-9dc1-c784b1afdbc3 req-178d1809-332f-4dcd-93c7-c3aeb4b2b491 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0572469 Feb 11 13:33:42.575706 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.582004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:42.582611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.605740 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6da6c4d-b61e-400b-a362-2e00a3c3950d req-138b5a97-1e5d-4a02-8377-e3efe9d97579 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456030 Feb 11 13:33:42.671525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33290) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:42.708242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70502c04-b7cb-4514-9dc1-c784b1afdbc3 req-d2be563a-9765-4635-b7ac-6385fb88a09b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219614 Feb 11 13:33:42.709468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Network': ['ID=10da11a6-4278-4608-8424-6b7276a6c7e0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:42.714575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-44e03440-1071-415f-ab9a-7dd034769d88 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9998291 Feb 11 13:33:42.726041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33296) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:42.726041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'name': 'tempest-PortsIpV6TestJSON-1551517841'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:42.739086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:42.805111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddf3b8-88d3-46d0-b304-cbb9c7f725ed req-b226a509-02d8-47b2-9046-67df2fdd331e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:42.807084 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03ddf3b8-88d3-46d0-b304-cbb9c7f725ed req-b226a509-02d8-47b2-9046-67df2fdd331e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.1223619 Feb 11 13:33:42.831187 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-22814a9c-0e74-4083-bf51-98cba79b7da2 req-3e44ef81-252d-423b-ad24-234b7d2ace07 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0411489 Feb 11 13:33:42.894885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03ddf3b8-88d3-46d0-b304-cbb9c7f725ed req-3c5d7e54-ed4e-4033-bdea-8b826dc07b83 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776150 Feb 11 13:33:42.951122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:42.955239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:42.962568 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18ce8d81-211c-4ecb-91c9-802b2a12dfc0 req-bedc3309-39a2-4128-92a1-fa20bb5a4307 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0578718 Feb 11 13:33:42.972705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 02a8182b-e5aa-4199-aec4-47e2085f56da details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:43.002336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port 5ec7e95b-a159-43af-9634-831e59923814 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:33:43.134108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.148644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2d2d1-00dd-4da9-b8d6-764eaa751995 req-9459bc38-6c5a-4f64-ab62-fb81e667fabc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:43.152502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:43.154965 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aae2d2d1-00dd-4da9-b8d6-764eaa751995 req-9459bc38-6c5a-4f64-ab62-fb81e667fabc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 944 time: 0.1328955 Feb 11 13:33:43.167629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'port_id': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'mac_address': 'fa:16:3e:ba:9c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:43.225134 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.244562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a8182b-e5aa-4199-aec4-47e2085f56da {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:33:43.265411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:43.316787 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aae2d2d1-00dd-4da9-b8d6-764eaa751995 req-94ab3861-980d-4d23-a92e-bca94a1041d1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502867 Feb 11 13:33:43.350608 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.362297 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.414948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:43.424956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-2f903aed-4237-4fc6-b5c6-3b0eda7b0e0e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:43.426762 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-2f903aed-4237-4fc6-b5c6-3b0eda7b0e0e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 811 time: 0.1385665 Feb 11 13:33:43.427048 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c39aa-7bad-4d7b-a422-cfa8eb432aa8 req-24fc0eb9-ca4a-46f1-85f0-5c5bc10aed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:43.428515 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-081c39aa-7bad-4d7b-a422-cfa8eb432aa8 req-24fc0eb9-ca4a-46f1-85f0-5c5bc10aed3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2159bcf205c04168bdf4ab46bf696028&device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 1097 time: 0.1028042 Feb 11 13:33:43.442444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-bfdba844-7ea6-469f-991d-1007ebf41591 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/quotas/0773021f91b5451292c61dbee2f8846e HTTP/1.1" status: 200 len: 375 time: 0.0097375 Feb 11 13:33:43.522341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-4a7d3fae-fdad-468e-860a-30972dc73316 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0735424 Feb 11 13:33:43.551716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.561021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7697e-fc4a-4092-b416-afbe5b5a39f8 req-c57ea5ba-47c4-4a75-a6a7-0c8d0108107b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:43.568040 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-54a7697e-fc4a-4092-b416-afbe5b5a39f8 req-c57ea5ba-47c4-4a75-a6a7-0c8d0108107b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1652968 Feb 11 13:33:43.582587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-f73a003f-54d2-4cc8-9361-d6482d535137 req-22a57106-ddff-4f22-bdeb-b178bdb0d31e service neutron] (103007) timed out ('10.222.0.13', 62005) {{(pid=103007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 13:33:43.586481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['02a8182b-e5aa-4199-aec4-47e2085f56da'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:43.617599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c39aa-7bad-4d7b-a422-cfa8eb432aa8 req-602aea4d-9b3e-4d2c-b354-87b3ba0da0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:43.619360 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-081c39aa-7bad-4d7b-a422-cfa8eb432aa8 req-602aea4d-9b3e-4d2c-b354-87b3ba0da0e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d201b71-f32e-49cb-8f12-2f6100280842 HTTP/1.1" status: 200 len: 912 time: 0.1679966 Feb 11 13:33:43.629649 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.638709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-c2e0622a-8daa-47f0-a0c8-15f749611d41 service neutron] 10.222.0.52 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121147 Feb 11 13:33:43.658958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.718417 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-54a7697e-fc4a-4092-b416-afbe5b5a39f8 req-ac374807-b471-490e-90a6-88c3ea2d395d tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459196 Feb 11 13:33:43.743825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-081c39aa-7bad-4d7b-a422-cfa8eb432aa8 req-794201b3-c976-4588-9af6-329aa15a00ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a HTTP/1.1" status: 200 len: 217 time: 0.1158845 Feb 11 13:33:43.761388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-a4b59dea-d1ef-4488-803a-6d216cbeb164 service neutron] 10.222.0.52 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217122 Feb 11 13:33:43.815874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9c78e4-b8dd-4397-a6e2-99f32666459a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:43.817876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=5ec7e95b-a159-43af-9634-831e59923814,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:43.821926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b631633123134fc5b10276bd4c442e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1488626 Feb 11 13:33:43.824972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33338) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:43.844140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.844515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.844894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.845304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.845681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.846053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.846416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.846712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.847033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.847352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.847670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.847985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.854248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.854592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.854928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.855262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.855595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.855920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.856242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.856563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.856881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.857198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.857514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.857849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30ee4db-1c98-4c17-a3b7-f94f141930a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:43.872316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Checking segment: {'id': '9391d576-9ae3-4949-8c87-94a140c91f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:43.874497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network hostable DHCP agents. Network: 10da11a6-4278-4608-8424-6b7276a6c7e0, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:43.875593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c39aa-7bad-4d7b-a422-cfa8eb432aa8 req-8ea5c6c7-38f6-4e89-a87a-e8d6a52dea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:43.877047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-081c39aa-7bad-4d7b-a422-cfa8eb432aa8 req-8ea5c6c7-38f6-4e89-a87a-e8d6a52dea0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e105e6-cad3-4f13-9689-18b67f982c89 HTTP/1.1" status: 200 len: 851 time: 0.1186092 Feb 11 13:33:43.885855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e54e-1431-4a0e-bd32-da677195827a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:43.913220 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-081c39aa-7bad-4d7b-a422-cfa8eb432aa8 req-283cbf9d-faf5-4a74-91b7-0e68185d1608 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d201b71-f32e-49cb-8f12-2f6100280842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285230 Feb 11 13:33:43.924121 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e54e-1431-4a0e-bd32-da677195827a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:44.048415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e54e-1431-4a0e-bd32-da677195827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:44.051840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9a3e54e-1431-4a0e-bd32-da677195827a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:44.057926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c9a3e54e-1431-4a0e-bd32-da677195827a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c9c78e4-b8dd-4397-a6e2-99f32666459a HTTP/1.1" status: 204 len: 168 time: 0.2311862 Feb 11 13:33:44.072942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3e54e-1431-4a0e-bd32-da677195827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9c78e4-b8dd-4397-a6e2-99f32666459a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:44.208028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5505e-a1d6-45a8-bf74-55749bffd240 req-3c1d9cde-bdcf-43cd-aef3-0530280adbfc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:44.218668 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fb5505e-a1d6-45a8-bf74-55749bffd240 req-3c1d9cde-bdcf-43cd-aef3-0530280adbfc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 944 time: 0.0874777 Feb 11 13:33:44.301627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fb5505e-a1d6-45a8-bf74-55749bffd240 req-6c17c2b8-6ac9-45a7-ab5c-01617f5d0ed5 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764158 Feb 11 13:33:44.371988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2443f355-e1a7-422e-974d-d7122a471a40 req-f24b5b82-7ea6-44f1-a0dc-9c49be0aaa72 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.4335558 Feb 11 13:33:44.374450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:44.384709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6500515f-9953-4410-9a45-53abda8df8d5 req-88dee011-daad-4dcc-9d0d-ef838fc37944 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 210 time: 0.0284729 Feb 11 13:33:44.413351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-081c39aa-7bad-4d7b-a422-cfa8eb432aa8 req-b869e3fc-cfe4-4903-935a-3e1dc170c43f service neutron] 10.222.0.13 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933810 Feb 11 13:33:44.476624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 10da11a6-4278-4608-8424-6b7276a6c7e0) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:44.485376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac3f5e-f119-4997-a8a0-acdd0ede751a None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:44.491231 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:44.497500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:44.497901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:44.571457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-081c39aa-7bad-4d7b-a422-cfa8eb432aa8 req-31a8d35e-a0d6-4d4a-b4a7-b273358994be service neutron] 10.222.0.13 "GET /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516824 Feb 11 13:33:44.584457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e13c50-29f6-45f6-9c7a-72b784f5e53f req-2bb1b003-8171-46fe-b9ea-dad2d7dc688d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:44.586117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46e13c50-29f6-45f6-9c7a-72b784f5e53f req-2bb1b003-8171-46fe-b9ea-dad2d7dc688d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 944 time: 0.1145265 Feb 11 13:33:44.643353 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-46e13c50-29f6-45f6-9c7a-72b784f5e53f req-e1c36dad-43a3-41e7-ad15-6c17c1596baa tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483594 Feb 11 13:33:44.657603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5f712cce-a199-4a84-afe1-17c5fc56a7ce tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9369397 Feb 11 13:33:44.659954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33390) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:44.672605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-52986908'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:44.836226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc43b6f-bcce-44a5-8c1a-dcff919178cf req-902aa470-a7d6-47e6-8049-e56c1f2146ac tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:44.837598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4fc43b6f-bcce-44a5-8c1a-dcff919178cf req-902aa470-a7d6-47e6-8049-e56c1f2146ac tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0488076 Feb 11 13:33:44.880855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4fc43b6f-bcce-44a5-8c1a-dcff919178cf req-87909f2e-0397-4148-b013-949c8abec434 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356877 Feb 11 13:33:44.887346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:44.891131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:44.929454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:44.940681 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:44.941027 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Added segment 9084be6d-4dac-4e9f-90cd-3e702902e131 of type vlan for network a17b12ae-9586-4c0c-90ae-4eb12f488aa2 Feb 11 13:33:44.974774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 0ece8226-a61b-44aa-9f98-d26162137b5e details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:44.976854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 02a8182b-e5aa-4199-aec4-47e2085f56da up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:44.992071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.111387 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.118470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:45.119184 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.120705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 0ece8226-a61b-44aa-9f98-d26162137b5e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=0ece8226-a61b-44aa-9f98-d26162137b5e,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:45.135283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '0ece8226-a61b-44aa-9f98-d26162137b5e', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'port_id': '0ece8226-a61b-44aa-9f98-d26162137b5e', 'mac_address': 'fa:16:3e:72:18:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109422ab-9f52-41d8-a23f-6b3ebb2dc8e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:45.174348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33402) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:45.182829 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.185995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 02a8182b-e5aa-4199-aec4-47e2085f56da completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:45.198124 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 02a8182b-e5aa-4199-aec4-47e2085f56da triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:45.198765 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.203935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ece8226-a61b-44aa-9f98-d26162137b5e {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:33:45.220100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Network': ['ID=a17b12ae-9586-4c0c-90ae-4eb12f488aa2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:45.236040 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network a17b12ae-9586-4c0c-90ae-4eb12f488aa2 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:45.242018 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7c47aad7-23cd-498b-984d-455c10e4bb92 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5786679 Feb 11 13:33:45.242356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33408) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:45.247799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'ports': [{'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0'}, {'network_id': 'a17b12ae-9586-4c0c-90ae-4eb12f488aa2'}]} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:45.248493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:45.248977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': 'a17b12ae-9586-4c0c-90ae-4eb12f488aa2'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:45.326111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 0ece8226-a61b-44aa-9f98-d26162137b5e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=0ece8226-a61b-44aa-9f98-d26162137b5e,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:45.345023 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be59cc3a-d606-48a4-8a8f-19751553dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.400311 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.437924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:45.441280 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e854af-2907-42cc-8443-1911daf17a49" -d '{"events": [{"server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "name": "network-vif-plugged", "status": "completed", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:45.463449 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:45.467558 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.481790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cfca8-c0ef-4c0e-ae9b-089739b48891 req-0be11529-2b4d-4af8-98ac-0f39361ce268 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:45.483351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-966cfca8-c0ef-4c0e-ae9b-089739b48891 req-0be11529-2b4d-4af8-98ac-0f39361ce268 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 944 time: 0.1037652 Feb 11 13:33:45.532326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=0ece8226-a61b-44aa-9f98-d26162137b5e,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:45.546056 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-966cfca8-c0ef-4c0e-ae9b-089739b48891 req-d3dbc63a-1197-42d7-8cdf-10a5953000db tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508778 Feb 11 13:33:45.551171 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.590090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69f14574-c157-4e8a-b272-f4584dd36c91 req-f0d9ea55-d7d2-471a-ad41-85b4d1263570 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0690670 Feb 11 13:33:45.600721 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be59cc3a-d606-48a4-8a8f-19751553dfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.625321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 2} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:45.630553 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.639855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:45.655033 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff36f84-0e0f-43a2-a825-0b9717fef62a x-openstack-request-id: req-6ff36f84-0e0f-43a2-a825-0b9717fef62a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:45.655327 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "name": "network-vif-plugged", "status": "completed", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:45.655555 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6ff36f84-0e0f-43a2-a825-0b9717fef62a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:45.655968 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'code': 200} Feb 11 13:33:45.656673 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.690128 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5eb4686-5ec1-4234-95a1-4467b89684e7 req-efd8c7c6-d1d0-42be-bf0a-4fa4bd9408d5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 210 time: 0.0532885 Feb 11 13:33:45.716648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be59cc3a-d606-48a4-8a8f-19751553dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.739707 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['0ece8226-a61b-44aa-9f98-d26162137b5e'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:45.778871 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-be59cc3a-d606-48a4-8a8f-19751553dfc6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67670f6779144cc78b30d10649ce26d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6032500 Feb 11 13:33:45.809478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33430) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:45.817697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59cc3a-d606-48a4-8a8f-19751553dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56b6c4a-6651-4815-97fd-a0d4dd394904,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:45.951753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port aecb9e7f-0851-4ec9-8d9a-3104638db74a yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:33:45.952383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cdc00-9f31-4fa8-9a0f-29bb3226fa7f req-df8f2a05-2401-45b8-8638-76a1457d02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:45.957035 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e91cdc00-9f31-4fa8-9a0f-29bb3226fa7f req-df8f2a05-2401-45b8-8638-76a1457d02b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 1096 time: 0.2260382 Feb 11 13:33:45.975273 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc294b6c-e3ea-4f1f-9a7f-0bfc2fd98ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:45.977817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee0f09-a1c0-4413-b555-f15072a90f93 req-144e21cf-8e8e-446c-be54-ce97eb4104d3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:45.999908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc294b6c-e3ea-4f1f-9a7f-0bfc2fd98ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.003310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29ee0f09-a1c0-4413-b555-f15072a90f93 req-144e21cf-8e8e-446c-be54-ce97eb4104d3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 945 time: 0.2225084 Feb 11 13:33:46.084926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e91cdc00-9f31-4fa8-9a0f-29bb3226fa7f req-9ed93998-0a98-46d6-a94d-fd71d256dbc2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725937 Feb 11 13:33:46.099852 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29ee0f09-a1c0-4413-b555-f15072a90f93 req-a487584f-c440-4b07-9156-8514a6af93df tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953414 Feb 11 13:33:46.130422 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.191922 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc294b6c-e3ea-4f1f-9a7f-0bfc2fd98ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.194525 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc294b6c-e3ea-4f1f-9a7f-0bfc2fd98ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.198558 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dc294b6c-e3ea-4f1f-9a7f-0bfc2fd98ac0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b56b6c4a-6651-4815-97fd-a0d4dd394904 HTTP/1.1" status: 204 len: 168 time: 0.3877461 Feb 11 13:33:46.241903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6964ee-bc87-4c1c-8e4e-9de3bdec919d req-0e0e982d-7167-4045-b229-d852cffe32c6 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:46.242918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc294b6c-e3ea-4f1f-9a7f-0bfc2fd98ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56b6c4a-6651-4815-97fd-a0d4dd394904,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:46.243738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe6964ee-bc87-4c1c-8e4e-9de3bdec919d req-0e0e982d-7167-4045-b229-d852cffe32c6 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0886548 Feb 11 13:33:46.250696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port 75a0a2ca-b198-44ac-adc4-26e4ab23e4b4 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:33:46.350617 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe6964ee-bc87-4c1c-8e4e-9de3bdec919d req-f86932e0-15e3-4266-9fa4-80cff7b9dd77 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876586 Feb 11 13:33:46.397823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.603567 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.654595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:46.665958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:46.673948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:46.674810 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:46.686127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=aecb9e7f-0851-4ec9-8d9a-3104638db74a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:46.731174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e256c34-879d-4f6b-a32e-e9083cef6d40 req-8dd6b543-41f5-45f2-b73e-72edb45e6151 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:46.732816 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e256c34-879d-4f6b-a32e-e9083cef6d40 req-8dd6b543-41f5-45f2-b73e-72edb45e6151 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1026144 Feb 11 13:33:46.769600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-b717a957-8e50-4ce0-a776-7be32d830e77 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:46.771170 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-b717a957-8e50-4ce0-a776-7be32d830e77 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.59 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 811 time: 0.2186410 Feb 11 13:33:46.782024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=75a0a2ca-b198-44ac-adc4-26e4ab23e4b4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:46.792079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'port': {'device_id': '4b975e79-b1cf-4e20-b195-ced426d8c8e6', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'admin_state_up': True, 'tenant_id': '0773021f91b5451292c61dbee2f8846e'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:46.813531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e256c34-879d-4f6b-a32e-e9083cef6d40 req-e86033b3-41f0-4971-9a07-f82066d586e4 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690277 Feb 11 13:33:46.813820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Checking segment: {'id': '9084be6d-4dac-4e9f-90cd-3e702902e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a17b12ae-9586-4c0c-90ae-4eb12f488aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:46.814094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network hostable DHCP agents. Network: a17b12ae-9586-4c0c-90ae-4eb12f488aa2, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:46.977062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a58591e-09e6-47fd-a628-49a5929075c8 req-9172e1fe-0862-4fd0-9606-d3d6cc01b2b5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 210 time: 0.0561402 Feb 11 13:33:46.993254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network a17b12ae-9586-4c0c-90ae-4eb12f488aa2 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:46.997273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 0ece8226-a61b-44aa-9f98-d26162137b5e up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:47.023541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fff9f3cb-2118-4a74-a822-a95d0c564acc req-5f1fa1bd-c58f-4c28-aff3-c0053d55c628 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0503023 Feb 11 13:33:47.076185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, a17b12ae-9586-4c0c-90ae-4eb12f488aa2) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:47.081555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:47.088137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:47.091457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a1a74-0dc9-4f99-b853-4d2700143ee8 None None] Network a17b12ae-9586-4c0c-90ae-4eb12f488aa2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:47.093180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:47.094441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.152452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 0ece8226-a61b-44aa-9f98-d26162137b5e completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:47.160193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Made reservation on behalf of 0773021f91b5451292c61dbee2f8846e for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:47.163830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.191389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 0ece8226-a61b-44aa-9f98-d26162137b5e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:47.192677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.226481 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f05fc3f2-94da-4e10-bb28-8105bb94df6f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9830427 Feb 11 13:33:47.236150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33482) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:47.272915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b9fa7-cf5f-40bc-b6d1-fc9722e34817 req-8c394387-d9de-4aa4-a480-c96ede83cae5 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:47.275880 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-854b9fa7-cf5f-40bc-b6d1-fc9722e34817 req-8c394387-d9de-4aa4-a480-c96ede83cae5 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 945 time: 0.0692475 Feb 11 13:33:47.300275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33484) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:47.346122 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.374047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-854b9fa7-cf5f-40bc-b6d1-fc9722e34817 req-ad3697a3-19d5-43a7-80ea-5eca9c8b1eb8 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731781 Feb 11 13:33:47.388448 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.413415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Allocated IP 172.20.0.10 (41d4209a-8a29-44c3-85b9-e48f9078e17b/c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8/c65d0faa-7b49-45b0-9578-ee218230eaf3) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:47.432501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 0ece8226-a61b-44aa-9f98-d26162137b5e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=0ece8226-a61b-44aa-9f98-d26162137b5e,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:47.539612 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.556977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f0a96-3a2f-4377-9baa-4ce5bf7b46ac tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 75a0a2ca-b198-44ac-adc4-26e4ab23e4b4 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:47.556977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0a96-3a2f-4377-9baa-4ce5bf7b46ac tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.592007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=0ece8226-a61b-44aa-9f98-d26162137b5e,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:47.657201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccf0013-a3b4-430f-abab-395eebf9b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ece8226-a61b-44aa-9f98-d26162137b5e'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:47.659653 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464ff52b-1c22-46f8-bd7c-9600e0d54d12" -d '{"events": [{"server_uuid": "3ccf0013-a3b4-430f-abab-395eebf9b29a", "name": "network-vif-plugged", "status": "completed", "tag": "0ece8226-a61b-44aa-9f98-d26162137b5e"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:47.678404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e46287-ef22-414c-8673-b4ba2118d73c req-c9ed2429-81b5-46f1-b542-858806239db2 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:47.679908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6e46287-ef22-414c-8673-b4ba2118d73c req-c9ed2429-81b5-46f1-b542-858806239db2 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2386034 Feb 11 13:33:47.700406 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ea5126-31cd-4bca-a1cc-786e4d7ed24d x-openstack-request-id: req-e7ea5126-31cd-4bca-a1cc-786e4d7ed24d {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:47.700776 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccf0013-a3b4-430f-abab-395eebf9b29a", "name": "network-vif-plugged", "status": "completed", "tag": "0ece8226-a61b-44aa-9f98-d26162137b5e", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:47.701091 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e7ea5126-31cd-4bca-a1cc-786e4d7ed24d {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:47.701541 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccf0013-a3b4-430f-abab-395eebf9b29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ece8226-a61b-44aa-9f98-d26162137b5e', 'code': 200} Feb 11 13:33:47.716453 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0a96-3a2f-4377-9baa-4ce5bf7b46ac tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.744721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.756886 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f0a96-3a2f-4377-9baa-4ce5bf7b46ac tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 75a0a2ca-b198-44ac-adc4-26e4ab23e4b4 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:47.804460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95572911-b430-444e-8ce0-9b2a662f6bc8 req-573c486e-0041-454e-a422-56a7b8121723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:47.806165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95572911-b430-444e-8ce0-9b2a662f6bc8 req-573c486e-0041-454e-a422-56a7b8121723 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 1097 time: 0.0455058 Feb 11 13:33:47.835459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.845361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95572911-b430-444e-8ce0-9b2a662f6bc8 req-b2ef6e11-be3f-4fb4-8757-c5be86f2dc79 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316322 Feb 11 13:33:47.859231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6e46287-ef22-414c-8673-b4ba2118d73c req-ac5ca431-96fb-4eaf-9c7e-5064bd173ef4 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642869 Feb 11 13:33:47.896669 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:47.919636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=861b55a391754ae390bb1ed8b9b42ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6028993 Feb 11 13:33:47.923218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe70c1d-701c-4ba6-bad9-b0d7ff2a25fb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:47.925177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33522) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:47.961543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.961955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.962284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.962572 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.962901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.963222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.963547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.963874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.964211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.964512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.964820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.965139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb578b5-6161-4541-9502-5cb39baf6119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:33:47.978647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6f1a43-c31b-4e75-aebe-7928848fff59 req-448d5113-7bec-4dec-b290-5c8b4089542b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:47.980180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e6f1a43-c31b-4e75-aebe-7928848fff59 req-448d5113-7bec-4dec-b290-5c8b4089542b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.0696595 Feb 11 13:33:48.031849 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-26da9c7f-35f3-40a2-ad90-7a5af0e386e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.037511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e6f1a43-c31b-4e75-aebe-7928848fff59 req-405d0d2c-61d0-433e-9df1-487cb8944bae tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503309 Feb 11 13:33:48.051333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0a96-3a2f-4377-9baa-4ce5bf7b46ac tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.061720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-26da9c7f-35f3-40a2-ad90-7a5af0e386e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.103970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f0a96-3a2f-4377-9baa-4ce5bf7b46ac tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=75a0a2ca-b198-44ac-adc4-26e4ab23e4b4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:48.116366 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.124288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b1f0a96-3a2f-4377-9baa-4ce5bf7b46ac tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.128450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fd725b32-020a-4ad7-a810-1f3105417f36'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:48.132265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6b1f0a96-3a2f-4377-9baa-4ce5bf7b46ac tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/75a0a2ca-b198-44ac-adc4-26e4ab23e4b4 HTTP/1.1" status: 204 len: 168 time: 0.8950217 Feb 11 13:33:48.136770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33540) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:48.137908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:48.202366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:48.204310 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58db952-e212-4ec2-9f67-b2bfba7724bd req-7c03e1e2-c53d-4693-b92e-5cc6ff65415e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.206726 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d58db952-e212-4ec2-9f67-b2bfba7724bd req-7c03e1e2-c53d-4693-b92e-5cc6ff65415e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 932 time: 0.0920379 Feb 11 13:33:48.221510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:48.224106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:48.299200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'Port': ['ID=c65d0faa-7b49-45b0-9578-ee218230eaf3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:48.314536 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d58db952-e212-4ec2-9f67-b2bfba7724bd req-6b2e431a-37ec-48a5-a2d3-92343e7cfbc8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723565 Feb 11 13:33:48.315847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.316495 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.331135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a874925-386d-45e0-a632-3fa167ab3c83 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.337906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a874925-386d-45e0-a632-3fa167ab3c83 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.339546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5a874925-386d-45e0-a632-3fa167ab3c83 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1972985 Feb 11 13:33:48.342258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33552) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:48.461883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-767522bf-87d1-4ccd-abab-03e5831f44f9 req-a79b82f2-215d-4ced-bf28-32fe7c2a354e tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0427666 Feb 11 13:33:48.470307 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-26da9c7f-35f3-40a2-ad90-7a5af0e386e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.481042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-26da9c7f-35f3-40a2-ad90-7a5af0e386e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.481042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-26da9c7f-35f3-40a2-ad90-7a5af0e386e9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbe70c1d-701c-4ba6-bad9-b0d7ff2a25fb HTTP/1.1" status: 204 len: 168 time: 0.5485258 Feb 11 13:33:48.489711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-5ab495b7-97a2-46ee-8b20-b30cdd36cd5f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7013710 Feb 11 13:33:48.517646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Request body: {'port': {'device_id': '4b975e79-b1cf-4e20-b195-ced426d8c8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:48.550757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea550d-d09d-4640-8ff8-7ebc82466545 req-f3c87a57-890b-43c5-8cce-38a1b3b7aec1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.553230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16ea550d-d09d-4640-8ff8-7ebc82466545 req-f3c87a57-890b-43c5-8cce-38a1b3b7aec1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1216087 Feb 11 13:33:48.566131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33566) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:48.571875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-28bbc9c9-ac42-4f99-995b-fdefbe467039 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'floatingip': {'port_id': '02a8182b-e5aa-4199-aec4-47e2085f56da'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:48.574946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da9c7f-35f3-40a2-ad90-7a5af0e386e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe70c1d-701c-4ba6-bad9-b0d7ff2a25fb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:48.635121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e20186f9-1343-4c60-a8c3-feae23261989 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port aecb9e7f-0851-4ec9-8d9a-3104638db74a {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:48.638977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e20186f9-1343-4c60-a8c3-feae23261989 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.642575 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28bbc9c9-ac42-4f99-995b-fdefbe467039 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.651808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.748903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f300e69c-df94-498d-9d0b-6d1cfd7d8154 None None] Provisioning complete for port c65d0faa-7b49-45b0-9578-ee218230eaf3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:48.749474 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f300e69c-df94-498d-9d0b-6d1cfd7d8154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.799515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f300e69c-df94-498d-9d0b-6d1cfd7d8154 None None] Port c65d0faa-7b49-45b0-9578-ee218230eaf3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:33:48.865901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e20186f9-1343-4c60-a8c3-feae23261989 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:48.871522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a5b61-ae70-47b6-bff1-3a8cd83f660b req-ebfe8394-b54a-4c25-863b-795a25d12022 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.882031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a52a5b61-ae70-47b6-bff1-3a8cd83f660b req-ebfe8394-b54a-4c25-863b-795a25d12022 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2798219 Feb 11 13:33:48.891433 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e20186f9-1343-4c60-a8c3-feae23261989 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for aecb9e7f-0851-4ec9-8d9a-3104638db74a owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:48.918590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a438f89-57e3-4823-b142-1089653b3c73 req-bfce3b39-66c6-4031-ad68-339782dbfa0b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:48.925974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a438f89-57e3-4823-b142-1089653b3c73 req-bfce3b39-66c6-4031-ad68-339782dbfa0b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 946 time: 0.1724849 Feb 11 13:33:49.068539 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a438f89-57e3-4823-b142-1089653b3c73 req-001d00bf-ef8a-46f8-a502-439039d18ca1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416457 Feb 11 13:33:49.289694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a52a5b61-ae70-47b6-bff1-3a8cd83f660b req-4e94ea38-5d89-469b-aacc-495808dddd6d tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067197 Feb 11 13:33:49.352307 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e20186f9-1343-4c60-a8c3-feae23261989 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.359981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65d0faa-7b49-45b0-9578-ee218230eaf3 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:33:49.368980 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.381708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Transition to ACTIVE for port object c65d0faa-7b49-45b0-9578-ee218230eaf3 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:33:49.419767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20186f9-1343-4c60-a8c3-feae23261989 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=aecb9e7f-0851-4ec9-8d9a-3104638db74a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:49.461196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e20186f9-1343-4c60-a8c3-feae23261989 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.464531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e20186f9-1343-4c60-a8c3-feae23261989 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/aecb9e7f-0851-4ec9-8d9a-3104638db74a HTTP/1.1" status: 204 len: 168 time: 1.1212878 Feb 11 13:33:49.467281 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33594) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:49.517624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.549620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e458f9a-e6f8-4da6-81af-c628f5fe9539 req-aeb72d41-c424-4c0e-aeed-c26d5a355311 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:49.557634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e458f9a-e6f8-4da6-81af-c628f5fe9539 req-aeb72d41-c424-4c0e-aeed-c26d5a355311 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 932 time: 0.1417687 Feb 11 13:33:49.591397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5cba9b-4d82-44c4-8320-489c18f56900 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:49.593754 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9d5cba9b-4d82-44c4-8320-489c18f56900 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1251755 Feb 11 13:33:49.607091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33600) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:49.622095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Pushing event updated for resources: {'Port': ['ID=c65d0faa-7b49-45b0-9578-ee218230eaf3,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:49.669460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e458f9a-e6f8-4da6-81af-c628f5fe9539 req-20c71ba3-4d91-488e-9f71-5b933160a309 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048756 Feb 11 13:33:49.673700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33604) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:49.678461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8519bd75-3a25-41cf-a491-f25cd0d20f83 req-83a78242-e84d-438d-b380-033ad2725a3b tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0968957 Feb 11 13:33:49.709247 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb677db-efac-4f29-a68b-60181403eddb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:33:49.710901 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eeb677db-efac-4f29-a68b-60181403eddb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/75a0a2ca-b198-44ac-adc4-26e4ab23e4b4 HTTP/1.1" status: 404 len: 333 time: 0.1024063 Feb 11 13:33:49.713534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33608) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:49.764216 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-59211cea-a2bd-47cd-8acd-ea636101e64e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:33:49.768840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-59211cea-a2bd-47cd-8acd-ea636101e64e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/aecb9e7f-0851-4ec9-8d9a-3104638db74a HTTP/1.1" status: 404 len: 333 time: 0.0542376 Feb 11 13:33:49.774419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33610) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:49.788921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28bbc9c9-ac42-4f99-995b-fdefbe467039 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.813739 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-219bb07f-fb63-4fb0-956c-9fbd92017232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.865326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Attempting to bind port c65d0faa-7b49-45b0-9578-ee218230eaf3 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:49.868358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Attempting to bind port c65d0faa-7b49-45b0-9578-ee218230eaf3 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:49.868611 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28bbc9c9-ac42-4f99-995b-fdefbe467039 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.869082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Attempting to bind port c65d0faa-7b49-45b0-9578-ee218230eaf3 on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:49.875247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Port c65d0faa-7b49-45b0-9578-ee218230eaf3 on network 41d4209a-8a29-44c3-85b9-e48f9078e17b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:33:49.875585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Attempting to bind port c65d0faa-7b49-45b0-9578-ee218230eaf3 on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:49.883615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:49.883960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Checking segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:49.884355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Bound using segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:49.884787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Bound port: c65d0faa-7b49-45b0-9578-ee218230eaf3, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:49.885148 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.890086 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:49.998967 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-28bbc9c9-ac42-4f99-995b-fdefbe467039 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Floating IP 3c0b20a3-771d-4206-a5ae-2e5070f2d38f associated. External IP: 172.25.0.203, port: 02a8182b-e5aa-4199-aec4-47e2085f56da. Feb 11 13:33:50.034398 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.048023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] For port c65d0faa-7b49-45b0-9578-ee218230eaf3, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:50.050396 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-219bb07f-fb63-4fb0-956c-9fbd92017232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.054572 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] For port c65d0faa-7b49-45b0-9578-ee218230eaf3, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c65d0faa-7b49-45b0-9578-ee218230eaf3,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:50.066100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17b12ae-9586-4c0c-90ae-4eb12f488aa2']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:50.077128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9084be6d-4dac-4e9f-90cd-3e702902e131') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:50.077432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9084be6d-4dac-4e9f-90cd-3e702902e131') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:50.087650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.113623 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.121514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:50.122335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:50.126020 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:50.128478 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-219bb07f-fb63-4fb0-956c-9fbd92017232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.141967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.218804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.219760 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.221217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] 10.222.0.59 "PUT /v2.0/ports/c65d0faa-7b49-45b0-9578-ee218230eaf3 HTTP/1.1" status: 200 len: 1092 time: 1.7158566 Feb 11 13:33:50.224200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b975e79-b1cf-4e20-b195-ced426d8c8e6', 'tag': 'c65d0faa-7b49-45b0-9578-ee218230eaf3'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:50.227742 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-219bb07f-fb63-4fb0-956c-9fbd92017232 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ef067ce3d724217a3d5c7b97fadcd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5528860 Feb 11 13:33:50.228415 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d870eb01-fdf8-4e4a-bd79-fbdedb09ae3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b975e79-b1cf-4e20-b195-ced426d8c8e6", "tag": "c65d0faa-7b49-45b0-9578-ee218230eaf3"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:50.236726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33622) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:50.264866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219bb07f-fb63-4fb0-956c-9fbd92017232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab09699-3e47-4bd1-9d45-ed38af53c2ef,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:50.299443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88533f-814e-4fc1-bbc2-b002bb92d210 req-a2f87100-34db-4721-8c38-cadd6b135291 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.301047 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b257d0-0599-42ce-889d-9919900dd4ef x-openstack-request-id: req-f3b257d0-0599-42ce-889d-9919900dd4ef {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:50.301584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b88533f-814e-4fc1-bbc2-b002bb92d210 req-a2f87100-34db-4721-8c38-cadd6b135291 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 946 time: 0.1363633 Feb 11 13:33:50.301690 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b975e79-b1cf-4e20-b195-ced426d8c8e6", "tag": "c65d0faa-7b49-45b0-9578-ee218230eaf3", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:50.301690 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f3b257d0-0599-42ce-889d-9919900dd4ef {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:50.301991 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b975e79-b1cf-4e20-b195-ced426d8c8e6', 'tag': 'c65d0faa-7b49-45b0-9578-ee218230eaf3', 'status': 'completed', 'code': 200} Feb 11 13:33:50.370834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9ceeb-f869-4cd9-99b3-50e6e2e90de4 service neutron] Pushing event updated for resources: {'Port': ['ID=c65d0faa-7b49-45b0-9578-ee218230eaf3,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:50.408350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b88533f-814e-4fc1-bbc2-b002bb92d210 req-7e98d4db-3520-4f1f-92a8-36f85150b228 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690148 Feb 11 13:33:50.413914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.425827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bbc9c9-ac42-4f99-995b-fdefbe467039 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:33:50.507352 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.520416 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/networks/a17b12ae-9586-4c0c-90ae-4eb12f488aa2 HTTP/1.1" status: 204 len: 168 time: 0.7449448 Feb 11 13:33:50.523194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43caf4-a311-4fbe-97cf-197c3245605e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Network': ['ID=a17b12ae-9586-4c0c-90ae-4eb12f488aa2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:50.525608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33632) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:50.539676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-288280894'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:50.577500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bbc9c9-ac42-4f99-995b-fdefbe467039 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:33:50.585188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28bbc9c9-ac42-4f99-995b-fdefbe467039 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.592432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b000142f-301c-4368-8f9e-594fd3cff4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.598138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] Sync routers for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:33:50.611580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:50.612208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:33:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:50.618868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870eb01-fdf8-4e4a-bd79-fbdedb09ae3a req-add63587-67a2-46ad-994d-92999df0c151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.619917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594efa1-9f82-49ee-ba6c-1e20bb5f0674 req-d5b4ca76-58cd-4b6c-9c95-53726b58bfa1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.620380 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d870eb01-fdf8-4e4a-bd79-fbdedb09ae3a req-add63587-67a2-46ad-994d-92999df0c151 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 1095 time: 0.2811580 Feb 11 13:33:50.621644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2594efa1-9f82-49ee-ba6c-1e20bb5f0674 req-d5b4ca76-58cd-4b6c-9c95-53726b58bfa1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 946 time: 0.0872054 Feb 11 13:33:50.631297 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-28bbc9c9-ac42-4f99-995b-fdefbe467039 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "PUT /v2.0/floatingips/3c0b20a3-771d-4206-a5ae-2e5070f2d38f HTTP/1.1" status: 200 len: 991 time: 2.0614104 Feb 11 13:33:50.631297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:50.633451 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:50.638158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e78baa-21f7-4313-a33c-46d531fab633 req-1723eb4d-c9e1-455f-a975-62dbe9e67932 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.639644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8e78baa-21f7-4313-a33c-46d531fab633 req-1723eb4d-c9e1-455f-a975-62dbe9e67932 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.2160273 Feb 11 13:33:50.646549 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b000142f-301c-4368-8f9e-594fd3cff4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.673380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2594efa1-9f82-49ee-ba6c-1e20bb5f0674 req-79ff2d35-6935-4907-902f-fe215922a1e3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432258 Feb 11 13:33:50.729881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:50.733644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:50.808923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8e78baa-21f7-4313-a33c-46d531fab633 req-c7ddaadf-2f54-4e8f-89ab-addb92869839 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481035 Feb 11 13:33:50.824368 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06785819-68e4-4427-b72b-f9142f53aa74 x-openstack-request-id: req-06785819-68e4-4427-b72b-f9142f53aa74 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:50.824368 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:50.824368 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06785819-68e4-4427-b72b-f9142f53aa74 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:50.824368 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'status': 'completed', 'code': 200} Feb 11 13:33:50.909593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870eb01-fdf8-4e4a-bd79-fbdedb09ae3a req-18b1e24f-0045-4df1-a17f-3a04b84e2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.911377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d870eb01-fdf8-4e4a-bd79-fbdedb09ae3a req-18b1e24f-0045-4df1-a17f-3a04b84e2d3a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0773021f91b5451292c61dbee2f8846e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2674043 Feb 11 13:33:50.950123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-9de948b9-8f71-49d5-830f-d1e27edb5586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:50.953556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-9de948b9-8f71-49d5-830f-d1e27edb5586 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 1096 time: 0.0979393 Feb 11 13:33:50.990437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:50.995397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b000142f-301c-4368-8f9e-594fd3cff4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.001267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b000142f-301c-4368-8f9e-594fd3cff4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.006322 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b000142f-301c-4368-8f9e-594fd3cff4db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ab09699-3e47-4bd1-9d45-ed38af53c2ef HTTP/1.1" status: 204 len: 168 time: 0.7537944 Feb 11 13:33:51.020131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.020632 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Added segment 7754d0ca-7fc4-45d6-8bff-27bddda5d498 of type vlan for network f823141a-e03f-41b9-a084-e343f344a69b Feb 11 13:33:51.030274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:51.087008 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.100581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db956b3c-46d3-463c-acf3-76e947d160d3 req-7e95e7e7-a3c4-41cd-8624-edf6901966aa tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.109935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db956b3c-46d3-463c-acf3-76e947d160d3 req-7e95e7e7-a3c4-41cd-8624-edf6901966aa tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 944 time: 0.1270473 Feb 11 13:33:51.140428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-96d81b30-ca6b-40b1-860a-7883b2c2e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.141461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-96d81b30-ca6b-40b1-860a-7883b2c2e55b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 918 time: 0.1812909 Feb 11 13:33:51.181841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000142f-301c-4368-8f9e-594fd3cff4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab09699-3e47-4bd1-9d45-ed38af53c2ef,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:51.224108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db956b3c-46d3-463c-acf3-76e947d160d3 req-fc562344-fe88-41af-8dfc-708ea545b622 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087725 Feb 11 13:33:51.233336 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.251060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.256310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.287683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-775bb132-f871-4b0c-905e-6b31787e4a40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a8182b-e5aa-4199-aec4-47e2085f56da HTTP/1.1" status: 200 len: 999 time: 0.1308112 Feb 11 13:33:51.364186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33658) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:51.391322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0f7b4b29-be1b-4957-85c8-ea638eb11511 req-2c9edf23-d2e3-42f6-912f-de34f408bf5d tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0475802 Feb 11 13:33:51.405118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-8ab78dd3-93d4-4c30-abf6-2e1aa38cbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.407287 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-8ab78dd3-93d4-4c30-abf6-2e1aa38cbbc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.1100900 Feb 11 13:33:51.446600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870eb01-fdf8-4e4a-bd79-fbdedb09ae3a req-acc6ba1c-23ec-415d-ba32-3c2e940cc58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.447683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d870eb01-fdf8-4e4a-bd79-fbdedb09ae3a req-acc6ba1c-23ec-415d-ba32-3c2e940cc58a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5288696 Feb 11 13:33:51.489826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Network': ['ID=f823141a-e03f-41b9-a084-e343f344a69b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:51.507623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-b73ad4f8-630d-4b27-bdcf-a1cdc199ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.509287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f823141a-e03f-41b9-a084-e343f344a69b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:51.510876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-b73ad4f8-630d-4b27-bdcf-a1cdc199ecfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946453 Feb 11 13:33:51.528054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-d17a7aee-18a2-4c95-8d08-92d691139555 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.530181 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-d17a7aee-18a2-4c95-8d08-92d691139555 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.13 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.0819845 Feb 11 13:33:51.622611 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-180a5208-84b5-4a0d-a5fd-31c83c7869c7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0884047 Feb 11 13:33:51.623813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33666) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:51.633325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': 'f823141a-e03f-41b9-a084-e343f344a69b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:51.676358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-168045506'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:51.712886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3c0b20a3-771d-4206-a5ae-2e5070f2d38f', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'port_id': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'mac_address': 'fa:16:3e:ba:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:33:26Z', 'updated_at': '2022-02-11T13:33:49Z', 'revision_number': 1, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:51.733539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-7da44fcb-ac60-4a71-995c-a5252041523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.735897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-7da44fcb-ac60-4a71-995c-a5252041523c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 1095 time: 0.2404263 Feb 11 13:33:51.738109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-25f40c62-c26c-4d56-8692-5e2d2207c978 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194154 Feb 11 13:33:51.770250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] Checking router: b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:33:51.781876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:33:51.782889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:33:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:51.820823 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-bac8b401-f6f2-4aa3-8308-afeec457d462 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c65d0faa-7b49-45b0-9578-ee218230eaf3 HTTP/1.1" status: 200 len: 217 time: 0.0694878 Feb 11 13:33:51.837599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e25183-267b-4dac-8708-dd729007adb1 req-8e8fe2c4-c615-4a6b-afa4-cd2352f4a517 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.839562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-3fc63bb6-a7ad-40dd-857d-ff00fc3d2946 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Deleting port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:51.839906 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-3fc63bb6-a7ad-40dd-857d-ff00fc3d2946 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.842238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d9e25183-267b-4dac-8708-dd729007adb1 req-8e8fe2c4-c615-4a6b-afa4-cd2352f4a517 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 946 time: 0.3257654 Feb 11 13:33:51.885250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Made reservation on behalf of c0eb7dfe80cf4c0e9292fa79da673fa4 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:51.889066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:51.920894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:33:51.935911 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d9e25183-267b-4dac-8708-dd729007adb1 req-0d2b1cd5-b17e-49b5-826b-00fc8393dc4a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823455 Feb 11 13:33:51.942103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-19c1251c-06b3-408c-9502-282100d0d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:51.943632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-19c1251c-06b3-408c-9502-282100d0d720 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.0994225 Feb 11 13:33:51.960958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.007052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-9d8bd2fd-8bba-4dd5-a6a4-7dfc834e4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:52.008660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-9d8bd2fd-8bba-4dd5-a6a4-7dfc834e4847 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547788 Feb 11 13:33:52.019558 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7e3e97d-7712-4ba8-90e2-1bec2fc139db req-7cdfe8bf-d9c4-445d-9aa1-18ce77d22d58 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679884 Feb 11 13:33:52.063881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:52.067714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.073483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-3fc63bb6-a7ad-40dd-857d-ff00fc3d2946 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] For port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:52.078690 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-3fc63bb6-a7ad-40dd-857d-ff00fc3d2946 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.083676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2edac4-5d99-41db-b264-6cedb31541f3 req-f0f5dee9-1f4a-41d2-b31e-935088c81edd tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:52.086071 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a2edac4-5d99-41db-b264-6cedb31541f3 req-f0f5dee9-1f4a-41d2-b31e-935088c81edd tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 946 time: 0.1900823 Feb 11 13:33:52.106594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-3fc63bb6-a7ad-40dd-857d-ff00fc3d2946 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Calling delete_port for eebe5b28-a488-4a8c-b58a-d96ac2c5e05a owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:52.210110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Performing IP validity checks on allocation pools {{(pid=103007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:33:52.213806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:33:52.251224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3c0b20a3-771d-4206-a5ae-2e5070f2d38f', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'port_id': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'mac_address': 'fa:16:3e:ba:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:33:26Z', 'updated_at': '2022-02-11T13:33:49Z', 'revision_number': 1, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:52.253660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33678) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:52.287650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e07bdfa0-e6fe-49d6-8c02-5c8353fcddde admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.306163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4846a-095b-4e0d-a6b8-f09d6d00cd05 None None] The sync data for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 is: [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3c0b20a3-771d-4206-a5ae-2e5070f2d38f', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'port_id': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'mac_address': 'fa:16:3e:ba:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:33:26Z', 'updated_at': '2022-02-11T13:33:49Z', 'revision_number': 1, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:33:52.327099 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-6b41354c-cb61-4684-9332-717a5e870dff service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117104 Feb 11 13:33:52.516157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffbf42d1-59dc-40bd-b54f-32a1eea8a53c req-aa6795cd-e45d-4c7f-9098-f6872540f6bb service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457334 Feb 11 13:33:52.560984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054843e4-37b4-4a0a-b7f5-d84762799ca2 req-882393fd-602c-4eda-906d-722ad87560a3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:52.569826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-054843e4-37b4-4a0a-b7f5-d84762799ca2 req-882393fd-602c-4eda-906d-722ad87560a3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 944 time: 0.2409184 Feb 11 13:33:52.605804 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090fcd70-13bd-4c36-96cd-dc72041cc83a None None] New status for floating IP 3c0b20a3-771d-4206-a5ae-2e5070f2d38f: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:33:52.627162 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a2edac4-5d99-41db-b264-6cedb31541f3 req-d9cc69d2-adb4-497a-9892-1e383d175782 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283265 Feb 11 13:33:52.666122 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e07bdfa0-e6fe-49d6-8c02-5c8353fcddde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.675746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.676985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-054843e4-37b4-4a0a-b7f5-d84762799ca2 req-b4889566-aece-4dec-a613-cb6a7504195c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062281 Feb 11 13:33:52.777066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e07bdfa0-e6fe-49d6-8c02-5c8353fcddde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.819413 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.828784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e07bdfa0-e6fe-49d6-8c02-5c8353fcddde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=67d6fbb991874c87ad838ea4b9ef1331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5687635 Feb 11 13:33:52.828784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bdfa0-e6fe-49d6-8c02-5c8353fcddde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ba0898-b0f9-40aa-867c-0247f9db7dcf,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:52.828784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33684) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:52.851905 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.880609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-148914c2-53ed-41c4-85ae-ea88b43f6e7b req-b081f30e-5e2a-43e2-a6f7-6f69853bea72 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0699422 Feb 11 13:33:52.889106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:52.919178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.919573 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Added segment 0fd9f98f-6b19-4cea-930d-e47d16f37a9a of type vlan for network 8fd0c0ad-193a-42b4-afec-9454bb1a246f Feb 11 13:33:52.920950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3e55ec-13cd-4449-b420-eae0798cbc85,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:52.934703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=85f1cb70-fe95-44f3-9f61-853eb0b59c4e,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:52.940147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-9225e46b-049f-4c75-ad07-f9c989ee81b3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:52.948110 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-9225e46b-049f-4c75-ad07-f9c989ee81b3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 946 time: 0.2475901 Feb 11 13:33:52.952801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5cad5ce-0b80-4e37-9659-7cd1091f3de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:52.958743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Checking segment: {'id': '7754d0ca-7fc4-45d6-8bff-27bddda5d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f823141a-e03f-41b9-a084-e343f344a69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:52.959104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network hostable DHCP agents. Network: f823141a-e03f-41b9-a084-e343f344a69b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:53.003697 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.009180 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-3fc63bb6-a7ad-40dd-857d-ff00fc3d2946 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.011544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5cad5ce-0b80-4e37-9659-7cd1091f3de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.022018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c178de0a-d384-426b-8376-4d76ad5c6baf'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:53.025000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['eebe5b28-a488-4a8c-b58a-d96ac2c5e05a'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:53.079109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc63bb6-a7ad-40dd-857d-ff00fc3d2946 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Pushing event deleted for resources: {'Port': ['ID=eebe5b28-a488-4a8c-b58a-d96ac2c5e05a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:53.124971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83d37b-ec6a-4974-95e0-5af799e0103c req-8953b82a-3503-415a-8912-abc9b081523e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.127393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f83d37b-ec6a-4974-95e0-5af799e0103c req-8953b82a-3503-415a-8912-abc9b081523e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 946 time: 0.0901623 Feb 11 13:33:53.127622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-3fc63bb6-a7ad-40dd-857d-ff00fc3d2946 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] No DVR routers for this DVR port eebe5b28-a488-4a8c-b58a-d96ac2c5e05a on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:53.130269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-3fc63bb6-a7ad-40dd-857d-ff00fc3d2946 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.133709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3f6d6f2-962c-4805-9c50-67ae3998b925 req-3fc63bb6-a7ad-40dd-857d-ff00fc3d2946 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.13 "DELETE /v2.0/ports/eebe5b28-a488-4a8c-b58a-d96ac2c5e05a HTTP/1.1" status: 204 len: 173 time: 1.5891130 Feb 11 13:33:53.134205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52614623-8571-4523-8af2-be4b2c6ba7ad', 'name': 'network-vif-deleted', 'tag': 'eebe5b28-a488-4a8c-b58a-d96ac2c5e05a'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:53.134925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network f823141a-e03f-41b9-a084-e343f344a69b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:53.136579 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa06943c-849b-43c6-a715-1f510bf6dcd5" -d '{"events": [{"server_uuid": "52614623-8571-4523-8af2-be4b2c6ba7ad", "name": "network-vif-deleted", "tag": "eebe5b28-a488-4a8c-b58a-d96ac2c5e05a"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:53.172606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-6d47a176-2200-4ff1-b1d7-c8ae7cf200ab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Deleting port 0ece8226-a61b-44aa-9f98-d26162137b5e {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:53.179261 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-6d47a176-2200-4ff1-b1d7-c8ae7cf200ab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.212663 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f83d37b-ec6a-4974-95e0-5af799e0103c req-a37cf067-e576-4227-9039-e8a62db71e39 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729694 Feb 11 13:33:53.214650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5cad5ce-0b80-4e37-9659-7cd1091f3de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.217788 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5cad5ce-0b80-4e37-9659-7cd1091f3de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.221507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c5cad5ce-0b80-4e37-9659-7cd1091f3de4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8ba0898-b0f9-40aa-867c-0247f9db7dcf HTTP/1.1" status: 204 len: 168 time: 0.3891504 Feb 11 13:33:53.237258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cad5ce-0b80-4e37-9659-7cd1091f3de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ba0898-b0f9-40aa-867c-0247f9db7dcf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:53.271059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f823141a-e03f-41b9-a084-e343f344a69b) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:53.273483 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d564b067-0532-40e9-955c-4793866bf803 x-openstack-request-id: req-d564b067-0532-40e9-955c-4793866bf803 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:53.273809 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52614623-8571-4523-8af2-be4b2c6ba7ad", "name": "network-vif-deleted", "tag": "eebe5b28-a488-4a8c-b58a-d96ac2c5e05a", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:53.274048 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d564b067-0532-40e9-955c-4793866bf803 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:53.274537 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52614623-8571-4523-8af2-be4b2c6ba7ad', 'name': 'network-vif-deleted', 'tag': 'eebe5b28-a488-4a8c-b58a-d96ac2c5e05a', 'status': 'completed', 'code': 200} Feb 11 13:33:53.277542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.284684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.288540 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.288804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f533ba6b-d07d-4471-8041-f0a63622661f None None] Network f823141a-e03f-41b9-a084-e343f344a69b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:53.288913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.288913 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.384786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-6d47a176-2200-4ff1-b1d7-c8ae7cf200ab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] For port 0ece8226-a61b-44aa-9f98-d26162137b5e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=0ece8226-a61b-44aa-9f98-d26162137b5e,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:53.385153 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-6d47a176-2200-4ff1-b1d7-c8ae7cf200ab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.387712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Pushing event updated for resources: {'Network': ['ID=8fd0c0ad-193a-42b4-afec-9454bb1a246f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:53.400218 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-6d47a176-2200-4ff1-b1d7-c8ae7cf200ab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Calling delete_port for 0ece8226-a61b-44aa-9f98-d26162137b5e owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:53.403631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 8fd0c0ad-193a-42b4-afec-9454bb1a246f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:53.414009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e8e4e04c-199c-4eed-b103-5d2275900280 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7867310 Feb 11 13:33:53.416780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33692) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:53.422687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': 'f823141a-e03f-41b9-a084-e343f344a69b', 'name': 'tempest-PortsIpV6TestJSON-1286385015'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:53.458707 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-083273d1-4059-4bfb-8a10-e4fea859bc16 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0921595 Feb 11 13:33:53.459763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33694) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:53.467297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Request body: {'subnet': {'network_id': '8fd0c0ad-193a-42b4-afec-9454bb1a246f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:53.549147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f823141a-e03f-41b9-a084-e343f344a69b', 'network_id': 'f823141a-e03f-41b9-a084-e343f344a69b', 'tenant_id': 'dd92dff240c54942b29a0f533aaec3ce', 'fixed_ips': [{'subnet_id': '85f1cb70-fe95-44f3-9f61-853eb0b59c4e'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:33:53.549448 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.651302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:53.655742 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.706275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port a85d6d31-409b-4cb5-831c-b0e620eaf065 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:33:53.708789 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-6d47a176-2200-4ff1-b1d7-c8ae7cf200ab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.725701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['0ece8226-a61b-44aa-9f98-d26162137b5e'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:53.743435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47a176-2200-4ff1-b1d7-c8ae7cf200ab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event deleted for resources: {'Port': ['ID=0ece8226-a61b-44aa-9f98-d26162137b5e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:53.756927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:53.761752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Allocated IP 2001:db8::2 (f823141a-e03f-41b9-a084-e343f344a69b/85f1cb70-fe95-44f3-9f61-853eb0b59c4e/644043db-a969-48e8-9e72-9ee393579ae7) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:53.812968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Made reservation on behalf of c0eb7dfe80cf4c0e9292fa79da673fa4 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:53.816708 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.874608 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-070cd36c-0ca1-4545-b4f5-3bc331672095 req-72076ade-dc16-490b-8d9c-e4b24dda858d tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=52614623-8571-4523-8af2-be4b2c6ba7ad HTTP/1.1" status: 200 len: 210 time: 0.1332004 Feb 11 13:33:53.911504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-6d47a176-2200-4ff1-b1d7-c8ae7cf200ab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] No DVR routers for this DVR port 0ece8226-a61b-44aa-9f98-d26162137b5e on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:53.917519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68721004-707d-4053-873e-2bc7495c55bf req-fe0091d5-41ac-4fe9-be52-4f751d283ae5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:53.919341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68721004-707d-4053-873e-2bc7495c55bf req-fe0091d5-41ac-4fe9-be52-4f751d283ae5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 944 time: 0.1031482 Feb 11 13:33:53.947471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-6d47a176-2200-4ff1-b1d7-c8ae7cf200ab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:53.951684 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-637d130b-d9dc-4aa8-8032-33ca250fad9f req-6d47a176-2200-4ff1-b1d7-c8ae7cf200ab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "DELETE /v2.0/ports/0ece8226-a61b-44aa-9f98-d26162137b5e HTTP/1.1" status: 204 len: 173 time: 0.9873557 Feb 11 13:33:53.979134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68721004-707d-4053-873e-2bc7495c55bf req-1387997d-4f8b-4bf2-9515-bd3b88ed66d8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519710 Feb 11 13:33:54.132458 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.146444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-886234bd-b03b-40f1-af26-a4ff198a3add req-1dc82858-0102-4df8-85fa-44c45ffb8d10 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0439143 Feb 11 13:33:54.202432 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.246855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Network f823141a-e03f-41b9-a084-e343f344a69b is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:54.250586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:54.259987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:54.261505 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.276562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Pushing event updated for resources: {'Port': ['ID=644043db-a969-48e8-9e72-9ee393579ae7,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:54.315993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8::319 (f823141a-e03f-41b9-a084-e343f344a69b/85f1cb70-fe95-44f3-9f61-853eb0b59c4e/a85d6d31-409b-4cb5-831c-b0e620eaf065) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:54.330214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Pushing event updated for resources: {'Subnet': ['ID=f77cb8a7-f8df-409b-9de6-e6ec1597840d,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:54.366158 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Attempting to bind port 644043db-a969-48e8-9e72-9ee393579ae7 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:54.368525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Attempting to bind port 644043db-a969-48e8-9e72-9ee393579ae7 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '7754d0ca-7fc4-45d6-8bff-27bddda5d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f823141a-e03f-41b9-a084-e343f344a69b'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:54.368985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Attempting to bind port 644043db-a969-48e8-9e72-9ee393579ae7 on network f823141a-e03f-41b9-a084-e343f344a69b {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:54.376149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:54.376594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Checking segment: {'id': '7754d0ca-7fc4-45d6-8bff-27bddda5d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f823141a-e03f-41b9-a084-e343f344a69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:54.377057 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.377505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Bound using segment: {'id': '7754d0ca-7fc4-45d6-8bff-27bddda5d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f823141a-e03f-41b9-a084-e343f344a69b'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:54.378100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Bound port: 644043db-a969-48e8-9e72-9ee393579ae7, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7754d0ca-7fc4-45d6-8bff-27bddda5d498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f823141a-e03f-41b9-a084-e343f344a69b'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:54.378547 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.390637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Checking segment: {'id': '0fd9f98f-6b19-4cea-930d-e47d16f37a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8fd0c0ad-193a-42b4-afec-9454bb1a246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:54.395572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Network hostable DHCP agents. Network: 8fd0c0ad-193a-42b4-afec-9454bb1a246f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:54.398400 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c272355-6c9b-44fa-890e-0231ac7ece3f req-80a22788-a46d-4ebb-9c1e-46ab3f714bfe tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ccf0013-a3b4-430f-abab-395eebf9b29a HTTP/1.1" status: 200 len: 210 time: 0.0539188 Feb 11 13:33:54.445898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] For port 644043db-a969-48e8-9e72-9ee393579ae7, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:54.449161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] For port 644043db-a969-48e8-9e72-9ee393579ae7, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=644043db-a969-48e8-9e72-9ee393579ae7,segment=NetworkSegment(7754d0ca-7fc4-45d6-8bff-27bddda5d498),segment_id=7754d0ca-7fc4-45d6-8bff-27bddda5d498)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:54.474289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Network 8fd0c0ad-193a-42b4-afec-9454bb1a246f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:54.517648 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.545371 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.597623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 8fd0c0ad-193a-42b4-afec-9454bb1a246f) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:54.603124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.603890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.613579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ecd83-561a-4856-b3a1-7731c349f970 None None] Network 8fd0c0ad-193a-42b4-afec-9454bb1a246f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:54.633943 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c8015-b11f-4a7c-ab76-87eb3a66ee0b None None] Pushing event updated for resources: {'Port': ['ID=644043db-a969-48e8-9e72-9ee393579ae7,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:54.642874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.707988 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0a1d5289-48b0-4c7b-8456-c2a46e59c1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.728977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network f823141a-e03f-41b9-a084-e343f344a69b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:54.732471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-beedb262-1b32-4629-b580-f9ef81f2daf7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2708049 Feb 11 13:33:54.733684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:54.736057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33732) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:54.737016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:54.743509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:54.744162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.751306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Request body: {'port': {'network_id': '8fd0c0ad-193a-42b4-afec-9454bb1a246f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1612146164'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:54.761518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=a85d6d31-409b-4cb5-831c-b0e620eaf065,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:54.816384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-8fd0c0ad-193a-42b4-afec-9454bb1a246f', 'network_id': '8fd0c0ad-193a-42b4-afec-9454bb1a246f', 'tenant_id': 'c0eb7dfe80cf4c0e9292fa79da673fa4', 'fixed_ips': [{'subnet_id': 'f77cb8a7-f8df-409b-9de6-e6ec1597840d'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:33:54.817630 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:54.878118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3d5bbb4f-4325-419f-9013-d0fefe0214d5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4590640 Feb 11 13:33:54.878118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33742) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:55.030807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c65d0faa-7b49-45b0-9578-ee218230eaf3 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:33:55.066284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device eebe5b28-a488-4a8c-b58a-d96ac2c5e05a no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:55.108457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: eebe5b28-a488-4a8c-b58a-d96ac2c5e05a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:33:55.109127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device eebe5b28-a488-4a8c-b58a-d96ac2c5e05a not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:55.118663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a0976be9-0b69-4fc4-93bd-9024b5339562 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port a85d6d31-409b-4cb5-831c-b0e620eaf065 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:55.119076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0976be9-0b69-4fc4-93bd-9024b5339562 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.130747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Allocated IP 172.20.0.2 (8fd0c0ad-193a-42b4-afec-9454bb1a246f/f77cb8a7-f8df-409b-9de6-e6ec1597840d/2b17a78d-73d0-4be4-8c16-26626d4ef924) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:55.135027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Made reservation on behalf of c0eb7dfe80cf4c0e9292fa79da673fa4 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:55.157955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.199273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] device_id is not set on port aab59426-4c5b-44be-a523-ce7880b64441 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:33:55.240672 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0976be9-0b69-4fc4-93bd-9024b5339562 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.257155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e945c34-680a-4519-a276-058410a7c651 req-21380c77-7087-4dc5-9602-086f518aff7a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:55.261815 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e945c34-680a-4519-a276-058410a7c651 req-21380c77-7087-4dc5-9602-086f518aff7a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 944 time: 0.1426260 Feb 11 13:33:55.264045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a0976be9-0b69-4fc4-93bd-9024b5339562 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for a85d6d31-409b-4cb5-831c-b0e620eaf065 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:55.275535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccf0013-a3b4-430f-abab-395eebf9b29a', 'name': 'network-vif-deleted', 'tag': '0ece8226-a61b-44aa-9f98-d26162137b5e'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:55.278112 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a72ddd-62a3-4868-b13c-162068047445" -d '{"events": [{"server_uuid": "3ccf0013-a3b4-430f-abab-395eebf9b29a", "name": "network-vif-deleted", "tag": "0ece8226-a61b-44aa-9f98-d26162137b5e"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:55.299810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c65d0faa-7b49-45b0-9578-ee218230eaf3, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c65d0faa-7b49-45b0-9578-ee218230eaf3,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:55.320575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'c65d0faa-7b49-45b0-9578-ee218230eaf3', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'port_id': 'c65d0faa-7b49-45b0-9578-ee218230eaf3', 'mac_address': 'fa:16:3e:64:52:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:33:55.337157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e945c34-680a-4519-a276-058410a7c651 req-ddad4720-5638-4c95-8e6b-41501622b639 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744607 Feb 11 13:33:55.423338 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.456784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65d0faa-7b49-45b0-9578-ee218230eaf3 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:33:55.464107 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.472020 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cfbb8dc6-0417-491c-ae7b-42546b3912b5 req-946b0b5c-e772-4d8e-a7c1-a51c124fa69d tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0380912 Feb 11 13:33:55.481511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c65d0faa-7b49-45b0-9578-ee218230eaf3, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c65d0faa-7b49-45b0-9578-ee218230eaf3,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:55.508863 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.519437 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1938ff5-9095-4fb1-9288-477dba524484 x-openstack-request-id: req-b1938ff5-9095-4fb1-9288-477dba524484 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:55.519726 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccf0013-a3b4-430f-abab-395eebf9b29a", "name": "network-vif-deleted", "tag": "0ece8226-a61b-44aa-9f98-d26162137b5e", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:55.519976 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1938ff5-9095-4fb1-9288-477dba524484 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:55.520366 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccf0013-a3b4-430f-abab-395eebf9b29a', 'name': 'network-vif-deleted', 'tag': '0ece8226-a61b-44aa-9f98-d26162137b5e', 'status': 'completed', 'code': 200} Feb 11 13:33:55.544493 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0976be9-0b69-4fc4-93bd-9024b5339562 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.555928 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.610569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Pushing event updated for resources: {'Port': ['ID=2b17a78d-73d0-4be4-8c16-26626d4ef924,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:55.616369 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.642673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0976be9-0b69-4fc4-93bd-9024b5339562 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=a85d6d31-409b-4cb5-831c-b0e620eaf065,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:55.657998 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0976be9-0b69-4fc4-93bd-9024b5339562 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.665489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0976be9-0b69-4fc4-93bd-9024b5339562 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/a85d6d31-409b-4cb5-831c-b0e620eaf065 HTTP/1.1" status: 204 len: 168 time: 0.7828135 Feb 11 13:33:55.665908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33784) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:55.694089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Network 8fd0c0ad-193a-42b4-afec-9454bb1a246f is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:55.700982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:55.701114 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b549e536-e65d-43e2-b913-4ffa49784cfb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:33:55.705053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b549e536-e65d-43e2-b913-4ffa49784cfb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:33:55.710939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b549e536-e65d-43e2-b913-4ffa49784cfb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/a85d6d31-409b-4cb5-831c-b0e620eaf065 HTTP/1.1" status: 404 len: 333 time: 0.0414934 Feb 11 13:33:55.711151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:55.720968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33794) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:55.745863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Allocated IP 172.20.0.9 (8fd0c0ad-193a-42b4-afec-9454bb1a246f/f77cb8a7-f8df-409b-9de6-e6ec1597840d/aab59426-4c5b-44be-a523-ce7880b64441) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:33:55.777679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c65d0faa-7b49-45b0-9578-ee218230eaf3,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:55.811087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dffa25d-f2b8-422f-a6b1-150732dd5e66 req-efeebb2c-1b48-47ec-b46e-9cf0b6716341 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:55.811682 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-4827e3c1-fe89-4083-a4c3-119e3d8a5c4c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:33:55.815214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4827e3c1-fe89-4083-a4c3-119e3d8a5c4c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/a85d6d31-409b-4cb5-831c-b0e620eaf065 HTTP/1.1" status: 404 len: 333 time: 0.0938916 Feb 11 13:33:55.818180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5dffa25d-f2b8-422f-a6b1-150732dd5e66 req-efeebb2c-1b48-47ec-b46e-9cf0b6716341 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.1219640 Feb 11 13:33:55.820001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33812) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:55.836572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:33:55.857130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Attempting to bind port 2b17a78d-73d0-4be4-8c16-26626d4ef924 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:33:55.857826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Attempting to bind port 2b17a78d-73d0-4be4-8c16-26626d4ef924 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '0fd9f98f-6b19-4cea-930d-e47d16f37a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8fd0c0ad-193a-42b4-afec-9454bb1a246f'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:33:55.858375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Attempting to bind port 2b17a78d-73d0-4be4-8c16-26626d4ef924 on network 8fd0c0ad-193a-42b4-afec-9454bb1a246f {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:33:55.865531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:33:55.866200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Checking segment: {'id': '0fd9f98f-6b19-4cea-930d-e47d16f37a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8fd0c0ad-193a-42b4-afec-9454bb1a246f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:55.866764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.867319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Bound using segment: {'id': '0fd9f98f-6b19-4cea-930d-e47d16f37a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8fd0c0ad-193a-42b4-afec-9454bb1a246f'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:33:55.868000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Bound port: 2b17a78d-73d0-4be4-8c16-26626d4ef924, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd9f98f-6b19-4cea-930d-e47d16f37a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8fd0c0ad-193a-42b4-afec-9454bb1a246f'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:33:55.868554 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.946923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-74e8f23c-e1f2-4922-8d35-0cf69e46eea0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet 85f1cb70-fe95-44f3-9f61-853eb0b59c4e {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:33:55.956326 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-74e8f23c-e1f2-4922-8d35-0cf69e46eea0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:55.989362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-02419d3e-6421-4600-a384-618105d2e112 None None] For port 2b17a78d-73d0-4be4-8c16-26626d4ef924, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:33:55.996279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-02419d3e-6421-4600-a384-618105d2e112 None None] For port 2b17a78d-73d0-4be4-8c16-26626d4ef924, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b17a78d-73d0-4be4-8c16-26626d4ef924,segment=NetworkSegment(0fd9f98f-6b19-4cea-930d-e47d16f37a9a),segment_id=0fd9f98f-6b19-4cea-930d-e47d16f37a9a)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:33:56.001421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5dffa25d-f2b8-422f-a6b1-150732dd5e66 req-53052026-f8ce-4b6f-91d6-07d1c5a95a28 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564329 Feb 11 13:33:56.019421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c65d0faa-7b49-45b0-9578-ee218230eaf3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:56.039184 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-74e8f23c-e1f2-4922-8d35-0cf69e46eea0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.069638 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.081319 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.145564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02419d3e-6421-4600-a384-618105d2e112 None None] Pushing event updated for resources: {'Port': ['ID=2b17a78d-73d0-4be4-8c16-26626d4ef924,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:56.171192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcb1eec-e45d-437c-9635-0af4e8959bcc None None] Network f823141a-e03f-41b9-a084-e343f344a69b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:56.182899 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-74e8f23c-e1f2-4922-8d35-0cf69e46eea0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.211905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.293016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d09fc073-08aa-44ac-acf4-2d7c3968b9c3 None None] Provisioning complete for port 644043db-a969-48e8-9e72-9ee393579ae7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:56.293016 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d09fc073-08aa-44ac-acf4-2d7c3968b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.309784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Network 8fd0c0ad-193a-42b4-afec-9454bb1a246f is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:33:56.333127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:33:56.338230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:33:56.374915 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-74e8f23c-e1f2-4922-8d35-0cf69e46eea0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.407538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Pushing event updated for resources: {'Port': ['ID=aab59426-4c5b-44be-a523-ce7880b64441,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:56.431693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8f23c-e1f2-4922-8d35-0cf69e46eea0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=85f1cb70-fe95-44f3-9f61-853eb0b59c4e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:56.450140 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-74e8f23c-e1f2-4922-8d35-0cf69e46eea0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.450365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:56.450824 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.455995 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-74e8f23c-e1f2-4922-8d35-0cf69e46eea0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/85f1cb70-fe95-44f3-9f61-853eb0b59c4e HTTP/1.1" status: 204 len: 168 time: 0.6341832 Feb 11 13:33:56.458649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33850) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:56.672822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1227a-2d66-4943-8dc5-b4ac52014572 req-bf500cb6-2e23-4978-b5e6-73129ae8d526 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:56.674475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8b1227a-2d66-4943-8dc5-b4ac52014572 req-bf500cb6-2e23-4978-b5e6-73129ae8d526 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1782281 Feb 11 13:33:56.675519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08205b6-16cd-4281-b022-b155de337feb req-7121c485-50e3-43fb-855d-1c5c4eda3dd2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:56.678188 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.684144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-7121c485-50e3-43fb-855d-1c5c4eda3dd2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.1932328 Feb 11 13:33:56.694278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33860) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:56.701727 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-353c6051-730b-4a55-9f1c-93f83528bb81 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9526520 Feb 11 13:33:56.725464 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-b6993ca1-cc11-4948-9c2f-ca07df71eb9e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/quotas/4222396b7cf84679a0eaebcc0a134ba5 HTTP/1.1" status: 200 len: 375 time: 0.0403724 Feb 11 13:33:56.811036 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-62d42eba-047a-4af9-9bc6-c9de5b39e992 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700738 Feb 11 13:33:56.815969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d09fc073-08aa-44ac-acf4-2d7c3968b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.866311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d09fc073-08aa-44ac-acf4-2d7c3968b9c3 None None] For port 644043db-a969-48e8-9e72-9ee393579ae7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=644043db-a969-48e8-9e72-9ee393579ae7,segment=NetworkSegment(7754d0ca-7fc4-45d6-8bff-27bddda5d498),segment_id=7754d0ca-7fc4-45d6-8bff-27bddda5d498)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:56.888999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d29aaf-0091-41ae-896b-674132ba8ea2 None None] DHCP port deletion for f823141a-e03f-41b9-a084-e343f344a69b request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:33:56.908613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8b1227a-2d66-4943-8dc5-b4ac52014572 req-b1283037-b270-4300-ac2a-118b60177d20 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265751 Feb 11 13:33:56.937746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-be78e210-54b6-4b8e-92f6-42afeeddc5c9 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212676 Feb 11 13:33:56.941550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b17a78d-73d0-4be4-8c16-26626d4ef924 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:56.943442 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24d58d8f-23a4-4b63-b6f8-36e83aa7e75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:56.994221 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d09fc073-08aa-44ac-acf4-2d7c3968b9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.003120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-0445d668-408e-4fb7-a7cb-f2d27942bca7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Deleting port aab59426-4c5b-44be-a523-ce7880b64441 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:57.008852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0445d668-408e-4fb7-a7cb-f2d27942bca7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.054387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-57031a33-8f3b-4d74-8eea-29cf87d8e326 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147797 Feb 11 13:33:57.072123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 0ece8226-a61b-44aa-9f98-d26162137b5e no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:57.075320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 644043db-a969-48e8-9e72-9ee393579ae7 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:57.075658 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.112493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-df152b52-8878-4165-96d2-c6234b4e5659 req-01cd4407-bae8-42e3-9565-14d8b1cb77c4 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0475137 Feb 11 13:33:57.138039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 0ece8226-a61b-44aa-9f98-d26162137b5e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:33:57.138390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 0ece8226-a61b-44aa-9f98-d26162137b5e not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:57.149869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fc073-08aa-44ac-acf4-2d7c3968b9c3 None None] Pushing event updated for resources: {'Port': ['ID=644043db-a969-48e8-9e72-9ee393579ae7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:57.170304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2b17a78d-73d0-4be4-8c16-26626d4ef924 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:57.170684 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.222024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a2d29aaf-0091-41ae-896b-674132ba8ea2 None None] Deleting port 644043db-a969-48e8-9e72-9ee393579ae7 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:57.222439 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2d29aaf-0091-41ae-896b-674132ba8ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.252342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] For port 644043db-a969-48e8-9e72-9ee393579ae7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=644043db-a969-48e8-9e72-9ee393579ae7,segment=NetworkSegment(7754d0ca-7fc4-45d6-8bff-27bddda5d498),segment_id=7754d0ca-7fc4-45d6-8bff-27bddda5d498)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:57.252716 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.267461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33866) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:57.269823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 644043db-a969-48e8-9e72-9ee393579ae7 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:57.344226 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.348348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a2d29aaf-0091-41ae-896b-674132ba8ea2 None None] For port 644043db-a969-48e8-9e72-9ee393579ae7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=644043db-a969-48e8-9e72-9ee393579ae7,segment=NetworkSegment(7754d0ca-7fc4-45d6-8bff-27bddda5d498),segment_id=7754d0ca-7fc4-45d6-8bff-27bddda5d498)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:57.348348 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2d29aaf-0091-41ae-896b-674132ba8ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.381824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0445d668-408e-4fb7-a7cb-f2d27942bca7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.382496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a2d29aaf-0091-41ae-896b-674132ba8ea2 None None] Calling delete_port for 644043db-a969-48e8-9e72-9ee393579ae7 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:57.401272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-0445d668-408e-4fb7-a7cb-f2d27942bca7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Calling delete_port for aab59426-4c5b-44be-a523-ce7880b64441 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:57.479091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 2b17a78d-73d0-4be4-8c16-26626d4ef924, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b17a78d-73d0-4be4-8c16-26626d4ef924,segment=NetworkSegment(0fd9f98f-6b19-4cea-930d-e47d16f37a9a),segment_id=0fd9f98f-6b19-4cea-930d-e47d16f37a9a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:57.486797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-366d3184-d727-4a7d-b5f7-04f662234427 req-deb5e703-59f6-4eb1-8c84-4e031c254f22 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 210 time: 0.0548739 Feb 11 13:33:57.519315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d784d71-b1c7-4f15-9043-241b260072fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.544931 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.561738 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2d29aaf-0091-41ae-896b-674132ba8ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.587153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=644043db-a969-48e8-9e72-9ee393579ae7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:57.596252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No DVR routers for this DVR port 644043db-a969-48e8-9e72-9ee393579ae7 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:57.616797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d784d71-b1c7-4f15-9043-241b260072fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.623984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d29aaf-0091-41ae-896b-674132ba8ea2 None None] Pushing event deleted for resources: {'Port': ['ID=644043db-a969-48e8-9e72-9ee393579ae7,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:57.630760 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.670368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d29aaf-0091-41ae-896b-674132ba8ea2 None None] No DVR routers for this DVR port 644043db-a969-48e8-9e72-9ee393579ae7 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:57.694375 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d784d71-b1c7-4f15-9043-241b260072fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.708779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e63c270-a8bc-4247-b0b4-a83e9627f606 None None] Network 8fd0c0ad-193a-42b4-afec-9454bb1a246f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:33:57.710522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=2b17a78d-73d0-4be4-8c16-26626d4ef924,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:57.717675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d981024-58c1-4b31-b4de-d7581e8887ce req-c5d9d9b5-5af8-4e44-9934-99642fd51176 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:57.726505 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d981024-58c1-4b31-b4de-d7581e8887ce req-c5d9d9b5-5af8-4e44-9934-99642fd51176 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.5141127 Feb 11 13:33:57.741373 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2d784d71-b1c7-4f15-9043-241b260072fe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dbe72778fae444d797800da8e070a6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728124 Feb 11 13:33:57.742648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d784d71-b1c7-4f15-9043-241b260072fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66a572-7e37-48d9-bca6-6ef2cbad17ef,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:57.747289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33878) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:57.779173 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e193281d-51fb-4e59-95a7-496295978e82 None None] Provisioning complete for port 2b17a78d-73d0-4be4-8c16-26626d4ef924 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:57.779336 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e193281d-51fb-4e59-95a7-496295978e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.817311 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.820264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1aa01e61-e6c5-4d7a-b6ce-5dc3649cf074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.840919 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.841570 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1aa01e61-e6c5-4d7a-b6ce-5dc3649cf074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.856841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d981024-58c1-4b31-b4de-d7581e8887ce req-72f68f93-e26e-4a73-8d98-78c18a91448b tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291492 Feb 11 13:33:57.871434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f823141a-e03f-41b9-a084-e343f344a69b']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:57.899010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7754d0ca-7fc4-45d6-8bff-27bddda5d498') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:57.899658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7754d0ca-7fc4-45d6-8bff-27bddda5d498') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:33:57.914825 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.929283 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0445d668-408e-4fb7-a7cb-f2d27942bca7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.958152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0445d668-408e-4fb7-a7cb-f2d27942bca7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Pushing event deleted for resources: {'Port': ['ID=aab59426-4c5b-44be-a523-ce7880b64441,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:57.960360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.972847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:33:57.973175 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:33:57.976337 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:33:58.064736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91dd78-8a59-4a5c-b0f7-8af2883b9683 req-7807ba11-04b7-454d-ae46-b42441f55a1a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:58.074505 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae91dd78-8a59-4a5c-b0f7-8af2883b9683 req-7807ba11-04b7-454d-ae46-b42441f55a1a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 945 time: 0.0625606 Feb 11 13:33:58.087954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1aa01e61-e6c5-4d7a-b6ce-5dc3649cf074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.090586 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1aa01e61-e6c5-4d7a-b6ce-5dc3649cf074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.091818 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1aa01e61-e6c5-4d7a-b6ce-5dc3649cf074 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d66a572-7e37-48d9-bca6-6ef2cbad17ef HTTP/1.1" status: 204 len: 168 time: 0.3430405 Feb 11 13:33:58.094911 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0445d668-408e-4fb7-a7cb-f2d27942bca7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.098244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0445d668-408e-4fb7-a7cb-f2d27942bca7 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] 10.222.0.52 "DELETE /v2.0/ports/aab59426-4c5b-44be-a523-ce7880b64441 HTTP/1.1" status: 204 len: 168 time: 1.4025345 Feb 11 13:33:58.101618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33884) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:58.112029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa01e61-e6c5-4d7a-b6ce-5dc3649cf074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66a572-7e37-48d9-bca6-6ef2cbad17ef,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:58.166753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae91dd78-8a59-4a5c-b0f7-8af2883b9683 req-45e0d30a-4d58-4c23-a0bb-d4a790f63d4d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910761 Feb 11 13:33:58.238459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.239464 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.243403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/networks/f823141a-e03f-41b9-a084-e343f344a69b HTTP/1.1" status: 204 len: 168 time: 1.7822359 Feb 11 13:33:58.245602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33892) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:58.251397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-537380459'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:58.291174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f2173da3-1f6a-4895-97c2-fe00cf12d378 None None] Provisioning complete for port 2b17a78d-73d0-4be4-8c16-26626d4ef924 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:58.295432 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f2173da3-1f6a-4895-97c2-fe00cf12d378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.367913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:58.372264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.411375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:58.423046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.423697 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Added segment 1499c4d0-5fa7-47da-b107-c59683974787 of type vlan for network 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b Feb 11 13:33:58.472900 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.522700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b227cb2f-4449-4a3d-a869-991ad4ea813d None None] Could not find standard attr ID for object aab59426-4c5b-44be-a523-ce7880b64441. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:33:58.584286 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3580d83f-0527-4bc5-89b2-e48bb8d488fc req-b61d404e-16f5-4354-a419-15284b04a5b3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 210 time: 0.0310521 Feb 11 13:33:58.597478 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.609831 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.621379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:58.622097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.650930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d37fb8-bf2e-45c3-9341-fe3a709524c9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Network': ['ID=f823141a-e03f-41b9-a084-e343f344a69b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:58.714263 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae4d4b9b-2d7f-45fc-bf0c-c7fcd4627782 req-400292ef-5d5c-4471-9ad9-206f0fcf8b71 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.4605539 Feb 11 13:33:58.728866 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a1b996ab-87ec-4836-9837-94a84cd71181 tempest-DHCPAgentSchedulersTestJSON-1888919122 tempest-DHCPAgentSchedulersTestJSON-1888919122-project-admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.6260746 Feb 11 13:33:58.732447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33902) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:58.741972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-44886187'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:58.751768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Network': ['ID=83781cb0-cc70-415e-adbe-c8d7eb3f7d5b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:58.769650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-daf6abb4-6153-4368-94c0-6d8dc2f7674e tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:58.777185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-daf6abb4-6153-4368-94c0-6d8dc2f7674e tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.5194762 Feb 11 13:33:58.782060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:58.810750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-58f1c706-51db-4f67-8718-74b0c67d467a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5631778 Feb 11 13:33:58.815441 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33906) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:58.822420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '83781cb0-cc70-415e-adbe-c8d7eb3f7d5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:33:58.881161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b17a78d-73d0-4be4-8c16-26626d4ef924 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:58.905320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-340721c0-fd7e-4028-b41d-235d07973254 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Deleting port c178de0a-d384-426b-8376-4d76ad5c6baf {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:33:58.906483 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-340721c0-fd7e-4028-b41d-235d07973254 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:58.940325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2b17a78d-73d0-4be4-8c16-26626d4ef924 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:58.940693 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.008144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Made reservation on behalf of c0eb7dfe80cf4c0e9292fa79da673fa4 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:59.013219 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.032504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-340721c0-fd7e-4028-b41d-235d07973254 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] For port c178de0a-d384-426b-8376-4d76ad5c6baf, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c178de0a-d384-426b-8376-4d76ad5c6baf,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:59.032664 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-340721c0-fd7e-4028-b41d-235d07973254 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.054155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-340721c0-fd7e-4028-b41d-235d07973254 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Calling delete_port for c178de0a-d384-426b-8376-4d76ad5c6baf owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:33:59.055551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c65d0faa-7b49-45b0-9578-ee218230eaf3 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:33:59.067633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:33:59.074787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ed458-6045-4643-bbf7-163913aa1027 req-7a4fe120-f27a-40aa-839e-ea51ec67c3df tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.074787 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-845ed458-6045-4643-bbf7-163913aa1027 req-7a4fe120-f27a-40aa-839e-ea51ec67c3df tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 945 time: 0.0868428 Feb 11 13:33:59.084647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.084985 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Added segment e2c25bff-2559-4d71-9518-fa6a24036026 of type vlan for network 61fe688e-c731-4be1-a89a-c9dd6b9a172d Feb 11 13:33:59.135478 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-845ed458-6045-4643-bbf7-163913aa1027 req-d1a2e988-5889-4185-bba1-212a645f4a83 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/security-groups?id=2257cfb3-b003-4dac-baf3-02de7f5305c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581059 Feb 11 13:33:59.179140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:33:59.188664 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.193892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 644043db-a969-48e8-9e72-9ee393579ae7 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:33:59.207676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.232726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 644043db-a969-48e8-9e72-9ee393579ae7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:33:59.233138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 644043db-a969-48e8-9e72-9ee393579ae7 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:33:59.235588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port c65d0faa-7b49-45b0-9578-ee218230eaf3 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:33:59.243618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port c65d0faa-7b49-45b0-9578-ee218230eaf3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:33:59.244000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.336841 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.345162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.351968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.352590 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.366534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b975e79-b1cf-4e20-b195-ced426d8c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d0faa-7b49-45b0-9578-ee218230eaf3'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:59.368972 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f8c8b8-86e8-4e10-ba8d-0e92dca6275f" -d '{"events": [{"server_uuid": "4b975e79-b1cf-4e20-b195-ced426d8c8e6", "name": "network-vif-plugged", "status": "completed", "tag": "c65d0faa-7b49-45b0-9578-ee218230eaf3"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:59.394977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port c65d0faa-7b49-45b0-9578-ee218230eaf3, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c65d0faa-7b49-45b0-9578-ee218230eaf3,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:33:59.430238 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b55dd4-3096-487d-9610-4f791613f229 x-openstack-request-id: req-12b55dd4-3096-487d-9610-4f791613f229 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:59.430238 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b975e79-b1cf-4e20-b195-ced426d8c8e6", "name": "network-vif-plugged", "status": "completed", "tag": "c65d0faa-7b49-45b0-9578-ee218230eaf3", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:59.430717 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12b55dd4-3096-487d-9610-4f791613f229 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:59.431177 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b975e79-b1cf-4e20-b195-ced426d8c8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d0faa-7b49-45b0-9578-ee218230eaf3', 'code': 200} Feb 11 13:33:59.451481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Pushing event updated for resources: {'Network': ['ID=61fe688e-c731-4be1-a89a-c9dd6b9a172d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:59.462398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 61fe688e-c731-4be1-a89a-c9dd6b9a172d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:33:59.465536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-340721c0-fd7e-4028-b41d-235d07973254 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.476418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2000b2-4788-42bd-9779-0caf34b1d3f0 req-84a1d824-e5e4-48e8-8d75-2e0004c08d0d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.478590 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b2000b2-4788-42bd-9779-0caf34b1d3f0 req-84a1d824-e5e4-48e8-8d75-2e0004c08d0d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 945 time: 0.1453202 Feb 11 13:33:59.514646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8626ceb2-457f-4bae-bfdb-1811ed0d542f tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7790527 Feb 11 13:33:59.520456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33926) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:59.523318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340721c0-fd7e-4028-b41d-235d07973254 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Pushing event deleted for resources: {'Port': ['ID=c178de0a-d384-426b-8376-4d76ad5c6baf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:59.550262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c178de0a-d384-426b-8376-4d76ad5c6baf'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:33:59.573472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.631255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-340721c0-fd7e-4028-b41d-235d07973254 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] No DVR routers for this DVR port c178de0a-d384-426b-8376-4d76ad5c6baf on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:33:59.642803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b2000b2-4788-42bd-9779-0caf34b1d3f0 req-81a0cf5b-3c1b-456c-b5f5-d49e49ae0367 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528542 Feb 11 13:33:59.646780 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-340721c0-fd7e-4028-b41d-235d07973254 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.655841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a77cb1c-1261-46d1-b318-e6c801c8cbd5 req-340721c0-fd7e-4028-b41d-235d07973254 tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.59 "DELETE /v2.0/ports/c178de0a-d384-426b-8376-4d76ad5c6baf HTTP/1.1" status: 204 len: 173 time: 0.8710103 Feb 11 13:33:59.656754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5266bc7-1a33-4498-a615-9e5495cdf363', 'name': 'network-vif-deleted', 'tag': 'c178de0a-d384-426b-8376-4d76ad5c6baf'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:33:59.659358 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bde3053-f570-4915-acdd-e390cec476dc" -d '{"events": [{"server_uuid": "c5266bc7-1a33-4498-a615-9e5495cdf363", "name": "network-vif-deleted", "tag": "c178de0a-d384-426b-8376-4d76ad5c6baf"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:33:59.678794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae1962-4db3-4165-8687-02aaa6534fb9 req-a0a6c8f4-8dc0-498b-9538-4d32f04d42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:33:59.680373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45ae1962-4db3-4165-8687-02aaa6534fb9 req-a0a6c8f4-8dc0-498b-9538-4d32f04d42ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 1097 time: 0.1586368 Feb 11 13:33:59.695364 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.708454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=c65d0faa-7b49-45b0-9578-ee218230eaf3,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:59.722545 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08401593-4445-45a6-8b4e-956cfa237a51 x-openstack-request-id: req-08401593-4445-45a6-8b4e-956cfa237a51 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:33:59.723047 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5266bc7-1a33-4498-a615-9e5495cdf363", "name": "network-vif-deleted", "tag": "c178de0a-d384-426b-8376-4d76ad5c6baf", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:33:59.723458 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08401593-4445-45a6-8b4e-956cfa237a51 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:33:59.724096 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5266bc7-1a33-4498-a615-9e5495cdf363', 'name': 'network-vif-deleted', 'tag': 'c178de0a-d384-426b-8376-4d76ad5c6baf', 'status': 'completed', 'code': 200} Feb 11 13:33:59.740789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45ae1962-4db3-4165-8687-02aaa6534fb9 req-d7d694e0-1b05-4416-8e04-26c1e786dc47 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510321 Feb 11 13:33:59.799354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0e24329-c772-46dc-b608-f032eb5589df req-a1305627-7f7a-4dc4-b3b1-c864a87d13a8 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 210 time: 0.0581076 Feb 11 13:33:59.829172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=21f32e43-52f5-4e9a-bf53-9eceba8abda0,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:33:59.835792 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e89b9564-36a0-4845-99c0-7a0d808fdd38 tempest-DHCPAgentSchedulersTestJSON-1888919122 tempest-DHCPAgentSchedulersTestJSON-1888919122-project-admin] 10.222.0.52 "GET /v2.0/agents/ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084/dhcp-networks HTTP/1.1" status: 200 len: 7246 time: 0.3134155 Feb 11 13:33:59.837872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33936) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:33:59.854035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab744c34-9f4c-4e4a-9d40-159b42e4f884 req-ca04abb1-330e-472a-ad7d-5ff431a7d5fd tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0334558 Feb 11 13:33:59.869545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Checking segment: {'id': '1499c4d0-5fa7-47da-b107-c59683974787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83781cb0-cc70-415e-adbe-c8d7eb3f7d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:33:59.869937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network hostable DHCP agents. Network: 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:33:59.927418 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:33:59.942985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8208ad61-4b8f-485f-b5dd-a9ec62cc27ae tempest-DHCPAgentSchedulersTestJSON-1888919122 tempest-DHCPAgentSchedulersTestJSON-1888919122-project-admin] Network 61fe688e-c731-4be1-a89a-c9dd6b9a172d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:33:59.989582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:00.153000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33944) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:00.153428 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8208ad61-4b8f-485f-b5dd-a9ec62cc27ae tempest-DHCPAgentSchedulersTestJSON-1888919122 tempest-DHCPAgentSchedulersTestJSON-1888919122-project-admin] 10.222.0.52 "POST /v2.0/agents/ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3143144 Feb 11 13:34:00.163038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:00.168541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:00.169194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.173098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b718ac-edee-4c9a-bf72-6d70f56e13c8 None None] Network 61fe688e-c731-4be1-a89a-c9dd6b9a172d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:00.190071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8334b42e-2856-4f81-828f-59db982facaa None None] Network 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:00.205918 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08205b6-16cd-4281-b022-b155de337feb req-f11ad9c0-4fb9-465f-94e7-d8f6a9259d6f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:00.207988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-f11ad9c0-4fb9-465f-94e7-d8f6a9259d6f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.1586034 Feb 11 13:34:00.221107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Request body: {'port': {'device_id': '36931d4e-1296-4698-967e-d8a9e5dff2b4', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'admin_state_up': True, 'tenant_id': '4222396b7cf84679a0eaebcc0a134ba5'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:00.316236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-50213a0f-480e-4d8e-b1da-7174fed34c1d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4994335 Feb 11 13:34:00.321402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33950) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:00.329209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': '83781cb0-cc70-415e-adbe-c8d7eb3f7d5b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-100617457'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:00.357515 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb519f51-1add-4f22-94ef-18fe47689d0f req-1359da55-b9ec-4ee1-b9dd-622fadf22b6e tempest-ServerRescueTestJSON-1048867151 tempest-ServerRescueTestJSON-1048867151-project] 10.222.0.52 "GET /v2.0/ports?device_id=c5266bc7-1a33-4498-a615-9e5495cdf363 HTTP/1.1" status: 200 len: 210 time: 0.0565157 Feb 11 13:34:00.511688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33956) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:00.511981 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b1166062-3277-4c20-ba28-8be4ab43d141 tempest-DHCPAgentSchedulersTestJSON-1888919122 tempest-DHCPAgentSchedulersTestJSON-1888919122-project-admin] 10.222.0.52 "GET /v2.0/agents/ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084/dhcp-networks HTTP/1.1" status: 200 len: 8800 time: 0.3566027 Feb 11 13:34:00.530091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19716472-c383-41af-af9c-31b16d61464d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-83781cb0-cc70-415e-adbe-c8d7eb3f7d5b', 'network_id': '83781cb0-cc70-415e-adbe-c8d7eb3f7d5b', 'tenant_id': 'dd92dff240c54942b29a0f533aaec3ce', 'fixed_ips': [{'subnet_id': '21f32e43-52f5-4e9a-bf53-9eceba8abda0'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:00.531568 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19716472-c383-41af-af9c-31b16d61464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.597244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Made reservation on behalf of 4222396b7cf84679a0eaebcc0a134ba5 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:00.600853 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.612276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33958) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:00.630892 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.710778 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e965e90b-1e19-4141-a969-bb83c72d53a0 tempest-DHCPAgentSchedulersTestJSON-1888919122 tempest-DHCPAgentSchedulersTestJSON-1888919122-project-admin] 10.222.0.52 "DELETE /v2.0/agents/ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084/dhcp-networks/61fe688e-c731-4be1-a89a-c9dd6b9a172d HTTP/1.1" status: 204 len: 168 time: 0.1947167 Feb 11 13:34:00.711149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-19716472-c383-41af-af9c-31b16d61464d None None] Allocated IP 2001:db8::2 (83781cb0-cc70-415e-adbe-c8d7eb3f7d5b/21f32e43-52f5-4e9a-bf53-9eceba8abda0/6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:00.711304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33964) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:00.722422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:00.726059 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.769006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port e484fce6-088c-43d8-8273-4655777aa5bf yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:00.838256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Allocated IP 172.20.0.11 (474e01bd-86f3-4a24-9ce0-4128c3eba3db/109422ab-9f52-41d8-a23f-6b3ebb2dc8e2/bac4334d-c0cb-4d7f-96b9-c75496edcf04) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:00.864360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1011380539'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:00.908362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8be4b-5b0f-4eef-9e26-0f128a25f5ed req-d5e75ed8-ac94-4740-9386-832822260874 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:00.915820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddd8be4b-5b0f-4eef-9e26-0f128a25f5ed req-d5e75ed8-ac94-4740-9386-832822260874 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 946 time: 0.1580038 Feb 11 13:34:00.947334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-955cb52c-a6d8-4941-a764-346d2ecfb00e req-79b0802a-1438-4514-8a28-77fb9fc9a470 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 210 time: 0.0402057 Feb 11 13:34:00.953790 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19716472-c383-41af-af9c-31b16d61464d None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:00.960052 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddd8be4b-5b0f-4eef-9e26-0f128a25f5ed req-9459c17c-7e54-474f-a512-40e961d1932b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Feb 11 13:34:00.985074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Made reservation on behalf of 58415a71b27b47d1b0fa78b7eb84e697 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:00.989498 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.020623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.028199 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-85c812c6-2553-41f0-af59-7bf702cef8b0 tempest-DHCPAgentSchedulersTestJSON-1888919122 tempest-DHCPAgentSchedulersTestJSON-1888919122-project-admin] 10.222.0.52 "GET /v2.0/agents/ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084/dhcp-networks HTTP/1.1" status: 200 len: 8031 time: 0.3156343 Feb 11 13:34:01.045782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33970) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:01.048686 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19716472-c383-41af-af9c-31b16d61464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.050490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58549144-f798-4a2d-ac65-d8157166671f req-fa0493c1-3243-4fe2-9687-fd1ec3d1f463 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0310805 Feb 11 13:34:01.098234 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2915a407-837b-4b8c-afca-2868dbbac939 tempest-DHCPAgentSchedulersTestJSON-1888919122 tempest-DHCPAgentSchedulersTestJSON-1888919122-project-admin] 10.222.0.52 "GET /v2.0/networks/8fd0c0ad-193a-42b4-afec-9454bb1a246f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0502369 Feb 11 13:34:01.100403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19716472-c383-41af-af9c-31b16d61464d None None] Network 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:01.101583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33972) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:01.102406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19716472-c383-41af-af9c-31b16d61464d None None] Pushing event updated for resources: {'Port': ['ID=6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:01.111305 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-19716472-c383-41af-af9c-31b16d61464d None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:01.112894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19716472-c383-41af-af9c-31b16d61464d None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:01.131253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ecfc5e84-4d63-481f-8931-9e193467ba9b tempest-DHCPAgentSchedulersTestJSON-1888919122 tempest-DHCPAgentSchedulersTestJSON-1888919122-project-admin] 10.222.0.52 "GET /v2.0/networks/8fd0c0ad-193a-42b4-afec-9454bb1a246f/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0283225 Feb 11 13:34:01.135265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33974) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:01.165029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8::13d (83781cb0-cc70-415e-adbe-c8d7eb3f7d5b/21f32e43-52f5-4e9a-bf53-9eceba8abda0/e484fce6-088c-43d8-8273-4655777aa5bf) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:01.179605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-19716472-c383-41af-af9c-31b16d61464d None None] Attempting to bind port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:01.179605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-19716472-c383-41af-af9c-31b16d61464d None None] Attempting to bind port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '1499c4d0-5fa7-47da-b107-c59683974787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83781cb0-cc70-415e-adbe-c8d7eb3f7d5b'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:01.179605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19716472-c383-41af-af9c-31b16d61464d None None] Attempting to bind port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 on network 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:01.181416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19716472-c383-41af-af9c-31b16d61464d None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:01.181811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19716472-c383-41af-af9c-31b16d61464d None None] Checking segment: {'id': '1499c4d0-5fa7-47da-b107-c59683974787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83781cb0-cc70-415e-adbe-c8d7eb3f7d5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:01.182217 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19716472-c383-41af-af9c-31b16d61464d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.182964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19716472-c383-41af-af9c-31b16d61464d None None] Bound using segment: {'id': '1499c4d0-5fa7-47da-b107-c59683974787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83781cb0-cc70-415e-adbe-c8d7eb3f7d5b'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:01.183198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-19716472-c383-41af-af9c-31b16d61464d None None] Bound port: 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1499c4d0-5fa7-47da-b107-c59683974787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '83781cb0-cc70-415e-adbe-c8d7eb3f7d5b'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:01.183580 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19716472-c383-41af-af9c-31b16d61464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.255029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.257495 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.271073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-19716472-c383-41af-af9c-31b16d61464d None None] For port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:01.276968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-19716472-c383-41af-af9c-31b16d61464d None None] For port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867,segment=NetworkSegment(1499c4d0-5fa7-47da-b107-c59683974787),segment_id=1499c4d0-5fa7-47da-b107-c59683974787)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:01.321624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.340612 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19716472-c383-41af-af9c-31b16d61464d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.344559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.362132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:01.371973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:01.390133 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-988641c4-db61-480b-8dd5-22cf35e4b5b3 tempest-DHCPAgentSchedulersTestJSON-1888919122 tempest-DHCPAgentSchedulersTestJSON-1888919122-project-admin] 10.222.0.52 "GET /v2.0/agents/ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084/dhcp-networks HTTP/1.1" status: 200 len: 8031 time: 0.2448735 Feb 11 13:34:01.390338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c22368-881c-4084-8a33-19b5ab3e76b8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:01.394537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33978) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:01.418495 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.445474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19716472-c383-41af-af9c-31b16d61464d None None] Pushing event updated for resources: {'Port': ['ID=6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:01.463329 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.463598 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Added segment b63de020-20b4-4689-8268-34ca743f1cac of type vlan for network a931f074-5dc1-422f-82d1-0bf1f66ff334 Feb 11 13:34:01.486663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:01.506816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:01.551384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33980) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:01.551541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:01.577580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event updated for resources: {'Port': ['ID=bac4334d-c0cb-4d7f-96b9-c75496edcf04,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:01.602537 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.609757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.635987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.636612 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.744162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.744779 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.765993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fe688e-c731-4be1-a89a-c9dd6b9a172d']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:01.784297 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-4499281c-6635-4cdc-adbd-3d0461262c53 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5676987 Feb 11 13:34:01.788468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.790507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.791107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.805663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c25bff-2559-4d71-9518-fa6a24036026') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:01.806021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c25bff-2559-4d71-9518-fa6a24036026') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:01.810260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:01.819375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Request body: {'port': {'device_id': '36931d4e-1296-4698-967e-d8a9e5dff2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:01.840341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:01.843699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:01.849265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:01.851492 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.854776 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.880317 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=e484fce6-088c-43d8-8273-4655777aa5bf,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:01.904185 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.912485 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2959461 Feb 11 13:34:01.915979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33982) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:01.929462 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:01.930026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:01.949115 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:01.965820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8f0dd-c991-40ce-8ebd-597e11fb24d1 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Pushing event updated for resources: {'Network': ['ID=a931f074-5dc1-422f-82d1-0bf1f66ff334,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:01.973666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-416874c4-5427-429a-a3d0-08744d11e3ea tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.6511219 Feb 11 13:34:01.991840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33986) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:01.996125 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network a931f074-5dc1-422f-82d1-0bf1f66ff334 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:02.059927 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Request body: {'network': {'name': 'tempest-network--2093833522', 'router:external': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:02.188552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898fd5c-4a02-4c45-aefb-22ddb6992069 req-5447628e-d952-4ad8-8a1d-b33a6e31bede tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:02.190172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2898fd5c-4a02-4c45-aefb-22ddb6992069 req-5447628e-d952-4ad8-8a1d-b33a6e31bede tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 946 time: 0.0992801 Feb 11 13:34:02.251917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-55174eaf-8b44-4273-84aa-06ec148b640f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port e484fce6-088c-43d8-8273-4655777aa5bf {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:02.255189 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55174eaf-8b44-4273-84aa-06ec148b640f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.261006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Made reservation on behalf of 310f979245584f1b89940f2837862f4d for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:02.263402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.325870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.332821 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2898fd5c-4a02-4c45-aefb-22ddb6992069 req-7e156110-485f-48a5-b2e7-ad2fc6581237 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356430 Feb 11 13:34:02.340254 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.415073 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55174eaf-8b44-4273-84aa-06ec148b640f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.444432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-55174eaf-8b44-4273-84aa-06ec148b640f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for e484fce6-088c-43d8-8273-4655777aa5bf owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:02.464660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.507089 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.520954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65222313-72b5-42d5-87d7-50844c3c6abc req-dd785162-d230-4b47-aff1-abe6709e22b5 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0856092 Feb 11 13:34:02.596563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.599946 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] 10.222.0.52 "DELETE /v2.0/networks/61fe688e-c731-4be1-a89a-c9dd6b9a172d HTTP/1.1" status: 204 len: 168 time: 1.1985047 Feb 11 13:34:02.605344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33996) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:02.618990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03acec-129e-4bd4-93ed-a637543811b8 req-3c57c817-5347-46fd-86cf-8a18635f78dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:02.620555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b03acec-129e-4bd4-93ed-a637543811b8 req-3c57c817-5347-46fd-86cf-8a18635f78dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 932 time: 0.2887771 Feb 11 13:34:02.623615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75016f70-d082-43ed-9708-c298d8a17dcd tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Pushing event deleted for resources: {'Network': ['ID=61fe688e-c731-4be1-a89a-c9dd6b9a172d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:02.650556 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f79e73b-cbb8-4846-925f-151d7d22a424 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] DELETE failed (client error): The resource could not be found. Feb 11 13:34:02.651190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f79e73b-cbb8-4846-925f-151d7d22a424 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:34:02.654439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5f79e73b-cbb8-4846-925f-151d7d22a424 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] 10.222.0.52 "DELETE /v2.0/ports/aab59426-4c5b-44be-a523-ce7880b64441 HTTP/1.1" status: 404 len: 333 time: 0.0401151 Feb 11 13:34:02.663748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33998) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:02.685581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85943411-e7cd-486f-ac22-0fa657340ce3 None None] Network 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:02.711689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.735362 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b03acec-129e-4bd4-93ed-a637543811b8 req-ffb0a1af-7eb4-4bc5-a77c-f573fd29b38e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036344 Feb 11 13:34:02.755043 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-f405d45f-b7af-4736-a957-53c5409d71dd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0773021f91b5451292c61dbee2f8846e HTTP/1.1" status: 200 len: 267 time: 0.1420472 Feb 11 13:34:02.763534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f718dfa-467d-4a32-884c-b5ae54bb3417 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Deleting subnet f77cb8a7-f8df-409b-9de6-e6ec1597840d {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:02.794532 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f718dfa-467d-4a32-884c-b5ae54bb3417 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.823377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.832197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-dd1271e0-74e5-460e-ab47-a75693590956 None None] Provisioning complete for port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:02.832863 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd1271e0-74e5-460e-ab47-a75693590956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.848568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac4334d-c0cb-4d7f-96b9-c75496edcf04 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:02.863085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.868923 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f718dfa-467d-4a32-884c-b5ae54bb3417 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.913140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:02.924755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:02.936803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431d408d-bf4b-42ff-a341-b190473fc454,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:02.955641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-5dc70e84-dbae-4370-8cee-600276469585 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:02.957173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-5dc70e84-dbae-4370-8cee-600276469585 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 946 time: 0.1947093 Feb 11 13:34:02.958348 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.958685 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Added segment 8c816499-f443-41c5-bb93-1e0ed148e5b8 of type vlan for network f47193fa-c143-48f1-bf01-e179b079c30f Feb 11 13:34:02.989242 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f718dfa-467d-4a32-884c-b5ae54bb3417 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:02.996006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-fa0f9b17-fff7-43c8-bc8c-63610a15d6c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'port': {'security_groups': []}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:03.011806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Transition to ACTIVE for port object bac4334d-c0cb-4d7f-96b9-c75496edcf04 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:03.026539 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55174eaf-8b44-4273-84aa-06ec148b640f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.045282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c178de0a-d384-426b-8376-4d76ad5c6baf no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:03.064724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.080018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:03.080683 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.080881 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.082720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: c178de0a-d384-426b-8376-4d76ad5c6baf {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:03.083257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c178de0a-d384-426b-8376-4d76ad5c6baf not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:03.084638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55174eaf-8b44-4273-84aa-06ec148b640f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=e484fce6-088c-43d8-8273-4655777aa5bf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:03.112777 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd1271e0-74e5-460e-ab47-a75693590956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.150181 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55174eaf-8b44-4273-84aa-06ec148b640f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.156113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-55174eaf-8b44-4273-84aa-06ec148b640f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/e484fce6-088c-43d8-8273-4655777aa5bf HTTP/1.1" status: 204 len: 168 time: 1.1629956 Feb 11 13:34:03.164623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f718dfa-467d-4a32-884c-b5ae54bb3417 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.167030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-dd1271e0-74e5-460e-ab47-a75693590956 None None] For port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867,segment=NetworkSegment(1499c4d0-5fa7-47da-b107-c59683974787),segment_id=1499c4d0-5fa7-47da-b107-c59683974787)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:03.180535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34000) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:03.209039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f718dfa-467d-4a32-884c-b5ae54bb3417 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.212401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6f718dfa-467d-4a32-884c-b5ae54bb3417 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] 10.222.0.52 "DELETE /v2.0/subnets/f77cb8a7-f8df-409b-9de6-e6ec1597840d HTTP/1.1" status: 204 len: 168 time: 0.5476918 Feb 11 13:34:03.217247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34002) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:03.224142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-fa0f9b17-fff7-43c8-bc8c-63610a15d6c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.225145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987cfc94-59d0-439f-bcc0-33ed73c70d59 None None] Network 8fd0c0ad-193a-42b4-afec-9454bb1a246f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:03.227977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f718dfa-467d-4a32-884c-b5ae54bb3417 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Pushing event deleted for resources: {'Subnet': ['ID=f77cb8a7-f8df-409b-9de6-e6ec1597840d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:03.231099 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd1271e0-74e5-460e-ab47-a75693590956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.271597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.355908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.387891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Pushing event updated for resources: {'Port': ['ID=bac4334d-c0cb-4d7f-96b9-c75496edcf04,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:03.407701 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2793c981-2e55-4dc6-b103-7157df9f410a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:34:03.409600 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2793c981-2e55-4dc6-b103-7157df9f410a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/e484fce6-088c-43d8-8273-4655777aa5bf HTTP/1.1" status: 404 len: 333 time: 0.1960800 Feb 11 13:34:03.414435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34004) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:03.420345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1271e0-74e5-460e-ab47-a75693590956 None None] Pushing event updated for resources: {'Port': ['ID=6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:03.459319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3368b76c-6a2a-4132-ba0d-623616945809 None None] Could not find standard attr ID for object e484fce6-088c-43d8-8273-4655777aa5bf. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:03.487230 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:34:03.487621 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:34:03.495256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3368b76c-6a2a-4132-ba0d-623616945809 None None] Provisioning complete for port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:03.495615 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3368b76c-6a2a-4132-ba0d-623616945809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.505965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Attempting to bind port bac4334d-c0cb-4d7f-96b9-c75496edcf04 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:03.506406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Attempting to bind port bac4334d-c0cb-4d7f-96b9-c75496edcf04 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:03.506851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Attempting to bind port bac4334d-c0cb-4d7f-96b9-c75496edcf04 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:03.524887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba65193b-5e3c-449f-864a-ca627e56ddf9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet 21f32e43-52f5-4e9a-bf53-9eceba8abda0 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:03.527617 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Port bac4334d-c0cb-4d7f-96b9-c75496edcf04 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:03.536394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Attempting to bind port bac4334d-c0cb-4d7f-96b9-c75496edcf04 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:03.537145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba65193b-5e3c-449f-864a-ca627e56ddf9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.572632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:03.572632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Checking segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:03.572632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Bound using segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:03.572632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Bound port: bac4334d-c0cb-4d7f-96b9-c75496edcf04, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:03.572632 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.632513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba65193b-5e3c-449f-864a-ca627e56ddf9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.640270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa81e7b5-d145-4f72-91d7-b0905f801805 None None] DHCP port deletion for 8fd0c0ad-193a-42b4-afec-9454bb1a246f request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:03.697714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fa81e7b5-d145-4f72-91d7-b0905f801805 None None] Deleting port 2b17a78d-73d0-4be4-8c16-26626d4ef924 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:03.697714 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fa81e7b5-d145-4f72-91d7-b0905f801805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.727541 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e58f33e8-d1eb-4d0e-b51e-1a0a7048ef00 req-7dcde659-b9fb-4cd0-b3e7-92379650b232 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0542853 Feb 11 13:34:03.729110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Deleting port 2b17a78d-73d0-4be4-8c16-26626d4ef924 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:03.729548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.748383 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.752910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:03.753720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.859018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] For port bac4334d-c0cb-4d7f-96b9-c75496edcf04, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:03.929025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] For port bac4334d-c0cb-4d7f-96b9-c75496edcf04, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bac4334d-c0cb-4d7f-96b9-c75496edcf04,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:03.933499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] Deleting port 2a2f02f5-e103-4300-b800-f10413eb3557 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:03.933833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.940547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0233786 Feb 11 13:34:03.941999 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] For port 2b17a78d-73d0-4be4-8c16-26626d4ef924, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b17a78d-73d0-4be4-8c16-26626d4ef924,segment=NetworkSegment(0fd9f98f-6b19-4cea-930d-e47d16f37a9a),segment_id=0fd9f98f-6b19-4cea-930d-e47d16f37a9a)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:03.942366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.947506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34010) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:03.955506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fa81e7b5-d145-4f72-91d7-b0905f801805 None None] For port 2b17a78d-73d0-4be4-8c16-26626d4ef924, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b17a78d-73d0-4be4-8c16-26626d4ef924,segment=NetworkSegment(0fd9f98f-6b19-4cea-930d-e47d16f37a9a),segment_id=0fd9f98f-6b19-4cea-930d-e47d16f37a9a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:03.955506 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fa81e7b5-d145-4f72-91d7-b0905f801805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.971866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fa81e7b5-d145-4f72-91d7-b0905f801805 None None] Calling delete_port for 2b17a78d-73d0-4be4-8c16-26626d4ef924 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:03.972596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba65193b-5e3c-449f-864a-ca627e56ddf9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:03.993108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Calling delete_port for 2b17a78d-73d0-4be4-8c16-26626d4ef924 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:04.004508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-fa0f9b17-fff7-43c8-bc8c-63610a15d6c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] For port c65d0faa-7b49-45b0-9578-ee218230eaf3, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c65d0faa-7b49-45b0-9578-ee218230eaf3,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:04.038195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-fa0f9b17-fff7-43c8-bc8c-63610a15d6c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.040286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d3253-f9a2-4495-964d-32c41ac09cc2 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event updated for resources: {'Network': ['ID=f47193fa-c143-48f1-bf01-e179b079c30f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.056820 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.063460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f47193fa-c143-48f1-bf01-e179b079c30f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:04.071680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-260a4fee-5f19-42ab-950c-12ef1b492989 None None] Could not find standard attr ID for object e484fce6-088c-43d8-8273-4655777aa5bf. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:04.113257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f69b7-534a-46bc-ba16-4236fb32611e req-e00c5d39-f359-4bd9-98e2-1ee2855189ed tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.114420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-149f69b7-534a-46bc-ba16-4236fb32611e req-e00c5d39-f359-4bd9-98e2-1ee2855189ed tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 944 time: 0.2527266 Feb 11 13:34:04.129788 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-fa0f9b17-fff7-43c8-bc8c-63610a15d6c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.156421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fd725b32-020a-4ad7-a810-1f3105417f36'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:04.159108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf', 'c65d0faa-7b49-45b0-9578-ee218230eaf3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:04.188754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.189676 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.190807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] 10.222.0.13 "PUT /v2.0/ports/bac4334d-c0cb-4d7f-96b9-c75496edcf04 HTTP/1.1" status: 200 len: 1092 time: 2.3874266 Feb 11 13:34:04.192421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] For port 2a2f02f5-e103-4300-b800-f10413eb3557, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2a2f02f5-e103-4300-b800-f10413eb3557,segment=NetworkSegment(10fc4266-8093-4ae7-b567-31e7d9d7ccb6),segment_id=10fc4266-8093-4ae7-b567-31e7d9d7ccb6)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:04.192697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.197507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36931d4e-1296-4698-967e-d8a9e5dff2b4', 'tag': 'bac4334d-c0cb-4d7f-96b9-c75496edcf04'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:04.199729 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfae363-71fb-49ab-851a-0148033d0a91" -d '{"events": [{"name": "network-changed", "server_uuid": "36931d4e-1296-4698-967e-d8a9e5dff2b4", "tag": "bac4334d-c0cb-4d7f-96b9-c75496edcf04"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:04.226499 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.227268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-fa0f9b17-fff7-43c8-bc8c-63610a15d6c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.228096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-fa0f9b17-fff7-43c8-bc8c-63610a15d6c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.230332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2fa0661-e583-4c8f-a9e5-9d5e984d60aa req-fa0f9b17-fff7-43c8-bc8c-63610a15d6c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "PUT /v2.0/ports/c65d0faa-7b49-45b0-9578-ee218230eaf3 HTTP/1.1" status: 200 len: 905 time: 1.2574611 Feb 11 13:34:04.231060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b975e79-b1cf-4e20-b195-ced426d8c8e6', 'tag': 'c65d0faa-7b49-45b0-9578-ee218230eaf3'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:04.234190 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ab7912-ef50-4d57-b7c2-873b5411051c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b975e79-b1cf-4e20-b195-ced426d8c8e6", "tag": "c65d0faa-7b49-45b0-9578-ee218230eaf3"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:04.238569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] Calling delete_port for 2a2f02f5-e103-4300-b800-f10413eb3557 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:04.281365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae88f9a-2750-406c-aa67-9ebd9cc4061b service neutron] Pushing event updated for resources: {'Port': ['ID=bac4334d-c0cb-4d7f-96b9-c75496edcf04,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.302443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c65d0faa-7b49-45b0-9578-ee218230eaf3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:04.303149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-149f69b7-534a-46bc-ba16-4236fb32611e req-62df078c-0a54-4a59-b2af-78018a1a65de tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746373 Feb 11 13:34:04.353959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f9b17-fff7-43c8-bc8c-63610a15d6c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'Port': ['ID=c65d0faa-7b49-45b0-9578-ee218230eaf3,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.385540 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba65193b-5e3c-449f-864a-ca627e56ddf9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.420184 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fa81e7b5-d145-4f72-91d7-b0905f801805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.428152 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29fa1f4-fa85-4a0c-8868-b8bf84d0e536 x-openstack-request-id: req-f29fa1f4-fa85-4a0c-8868-b8bf84d0e536 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:04.428427 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b975e79-b1cf-4e20-b195-ced426d8c8e6", "tag": "c65d0faa-7b49-45b0-9578-ee218230eaf3", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:04.428680 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f29fa1f4-fa85-4a0c-8868-b8bf84d0e536 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:04.429078 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b975e79-b1cf-4e20-b195-ced426d8c8e6', 'tag': 'c65d0faa-7b49-45b0-9578-ee218230eaf3', 'status': 'completed', 'code': 200} Feb 11 13:34:04.464434 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfec0f1-6a36-4edc-911f-1225c776e556 x-openstack-request-id: req-7cfec0f1-6a36-4edc-911f-1225c776e556 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:04.465001 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36931d4e-1296-4698-967e-d8a9e5dff2b4", "tag": "bac4334d-c0cb-4d7f-96b9-c75496edcf04", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:04.465438 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7cfec0f1-6a36-4edc-911f-1225c776e556 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:04.466016 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36931d4e-1296-4698-967e-d8a9e5dff2b4', 'tag': 'bac4334d-c0cb-4d7f-96b9-c75496edcf04', 'status': 'completed', 'code': 200} Feb 11 13:34:04.470068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa81e7b5-d145-4f72-91d7-b0905f801805 None None] Pushing event deleted for resources: {'Port': ['ID=2b17a78d-73d0-4be4-8c16-26626d4ef924,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.497215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81e7b5-d145-4f72-91d7-b0905f801805 None None] No DVR routers for this DVR port 2b17a78d-73d0-4be4-8c16-26626d4ef924 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:04.509960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65193b-5e3c-449f-864a-ca627e56ddf9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=21f32e43-52f5-4e9a-bf53-9eceba8abda0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.529613 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.535712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba65193b-5e3c-449f-864a-ca627e56ddf9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.541861 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ba65193b-5e3c-449f-864a-ca627e56ddf9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/21f32e43-52f5-4e9a-bf53-9eceba8abda0 HTTP/1.1" status: 204 len: 168 time: 1.1262684 Feb 11 13:34:04.549319 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.551364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34018) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:04.553303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3180a316-d481-46a8-b4b9-e8c9fda0c932 None None] Network 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:04.612838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Pushing event deleted for resources: {'Port': ['ID=2b17a78d-73d0-4be4-8c16-26626d4ef924,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:04.635638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cd943-140e-4fec-9001-5748c47b9d6b req-ec25e8cf-cc96-4b9a-a334-22031a9f9afb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.638253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a17cd943-140e-4fec-9001-5748c47b9d6b req-ec25e8cf-cc96-4b9a-a334-22031a9f9afb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 908 time: 0.1049628 Feb 11 13:34:04.646187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47193fa-c143-48f1-bf01-e179b079c30f']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:04.656337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-4c9a690d-ed9f-4a5d-a526-bd4847142778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.658137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-4c9a690d-ed9f-4a5d-a526-bd4847142778 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 1059 time: 0.1554632 Feb 11 13:34:04.660112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08205b6-16cd-4281-b022-b155de337feb req-499b6e80-3c0d-4237-a213-a623e2ef9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.661610 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-499b6e80-3c0d-4237-a213-a623e2ef9fae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 1095 time: 0.3248820 Feb 11 13:34:04.662507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] No DVR routers for this DVR port 2b17a78d-73d0-4be4-8c16-26626d4ef924 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:04.676864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c816499-f443-41c5-bb93-1e0ed148e5b8') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:04.677163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c816499-f443-41c5-bb93-1e0ed148e5b8') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:04.716926 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.806852 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-b12d3ac5-760c-40e3-940a-aa0862ef6c14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac4334d-c0cb-4d7f-96b9-c75496edcf04 HTTP/1.1" status: 200 len: 217 time: 0.1276743 Feb 11 13:34:04.822533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-795dbe8b-c2fe-4ed7-90de-f9124977e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:04.824133 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-795dbe8b-c2fe-4ed7-90de-f9124977e36e service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.1548562 Feb 11 13:34:04.841888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-49ad57a0-9a51-4c55-87c4-695efd7bd039 None None] Provisioning complete for port c65d0faa-7b49-45b0-9578-ee218230eaf3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:04.842393 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49ad57a0-9a51-4c55-87c4-695efd7bd039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.848787 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.849969 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:04.853610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.893871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:04.897338 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.903488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-03b66450-dfd7-4474-a353-d7092be45d61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c65d0faa-7b49-45b0-9578-ee218230eaf3 HTTP/1.1" status: 200 len: 217 time: 0.0698111 Feb 11 13:34:04.910325 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74c827c4-ca55-4c25-bf42-cd73dbe4e77e req-53c9ebcd-a39b-4c91-82a5-cb7fc0b3b654 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0622780 Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:04.913146 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:04.930968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.941351 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:04.986388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a2f02f5-e103-4300-b800-f10413eb3557,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:05.012402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:05.012402 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.025140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd0c0ad-193a-42b4-afec-9454bb1a246f']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:05.063057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08205b6-16cd-4281-b022-b155de337feb req-28d0af2e-709f-4615-b76c-586b2edff9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.064764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-28d0af2e-709f-4615-b76c-586b2edff9b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.2147739 Feb 11 13:34:05.067500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd9f98f-6b19-4cea-930d-e47d16f37a9a') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:05.067800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd9f98f-6b19-4cea-930d-e47d16f37a9a') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:05.068054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-59d5190d-b11e-499d-b472-eb0a5e2330fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.069553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-59d5190d-b11e-499d-b472-eb0a5e2330fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1577034 Feb 11 13:34:05.077879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08693356-917e-4d61-bb7e-0492de34f45d req-616c1289-54e4-4c1e-9c42-22ecd73ad1d2 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.079492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08693356-917e-4d61-bb7e-0492de34f45d req-616c1289-54e4-4c1e-9c42-22ecd73ad1d2 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.3483577 Feb 11 13:34:05.101528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.112694 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b20908-f12a-4add-af5a-b27955a2a198 None None] DHCP port deletion for 83781cb0-cc70-415e-adbe-c8d7eb3f7d5b request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:05.136918 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-a99886d3-c48a-42fc-ba92-449520edf894 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564549 Feb 11 13:34:05.157334 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.160463 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.184606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f47193fa-c143-48f1-bf01-e179b079c30f {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:34:05.191323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:05.191740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.195314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.196985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-5a4ade10-40d9-4053-a5da-7fb421d73be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.204666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-5a4ade10-40d9-4053-a5da-7fb421d73be7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209619 Feb 11 13:34:05.204788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "DELETE /v2.0/networks/f47193fa-c143-48f1-bf01-e179b079c30f HTTP/1.1" status: 204 len: 168 time: 1.2529080 Feb 11 13:34:05.206541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34024) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:05.215069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:05.228034 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:05.238736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-04b20908-f12a-4add-af5a-b27955a2a198 None None] Deleting port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:05.238736 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-04b20908-f12a-4add-af5a-b27955a2a198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.256146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b17a78d-73d0-4be4-8c16-26626d4ef924 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:05.263293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9837d-0722-4957-b074-0a4afba6815b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event deleted for resources: {'Network': ['ID=f47193fa-c143-48f1-bf01-e179b079c30f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:05.309621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2b17a78d-73d0-4be4-8c16-26626d4ef924 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:05.309991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b17a78d-73d0-4be4-8c16-26626d4ef924 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:05.312241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08693356-917e-4d61-bb7e-0492de34f45d req-46628240-2fdd-4a8a-afb9-2a9ba5f78e3c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137742 Feb 11 13:34:05.360832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-04b20908-f12a-4add-af5a-b27955a2a198 None None] For port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867,segment=NetworkSegment(1499c4d0-5fa7-47da-b107-c59683974787),segment_id=1499c4d0-5fa7-47da-b107-c59683974787)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:05.362410 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-04b20908-f12a-4add-af5a-b27955a2a198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.371382 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-13615790-bfee-4a36-b83b-cc5e0e106cc9 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247941 Feb 11 13:34:05.377147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:05.377800 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.420452 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.429786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-04b20908-f12a-4add-af5a-b27955a2a198 None None] Calling delete_port for 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:05.494160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] For port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867,segment=NetworkSegment(1499c4d0-5fa7-47da-b107-c59683974787),segment_id=1499c4d0-5fa7-47da-b107-c59683974787)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:05.494868 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.511914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Made reservation on behalf of 310f979245584f1b89940f2837862f4d for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:05.514323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.525146 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.526966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:05.555255 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.555591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-8e997783-a012-42d1-b04f-9710b78abed9 service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349619 Feb 11 13:34:05.557726 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] 10.222.0.52 "DELETE /v2.0/networks/8fd0c0ad-193a-42b4-afec-9454bb1a246f HTTP/1.1" status: 204 len: 168 time: 2.3215468 Feb 11 13:34:05.654856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58731c38-7304-40f2-b5a1-ef625bc8a202 tempest-DHCPAgentSchedulersTestJSON-44866566 tempest-DHCPAgentSchedulersTestJSON-44866566-project] Pushing event deleted for resources: {'Network': ['ID=8fd0c0ad-193a-42b4-afec-9454bb1a246f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:05.670704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:05.694792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b46b4-65f7-4de8-a426-1cfe7cd7ff12 req-429c7912-0209-49e6-b457-89761fb525c0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.696309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e5b46b4-65f7-4de8-a426-1cfe7cd7ff12 req-429c7912-0209-49e6-b457-89761fb525c0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 944 time: 0.1905210 Feb 11 13:34:05.700068 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-04b20908-f12a-4add-af5a-b27955a2a198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.706261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.707999 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Added segment 5f2e557a-517c-43a1-a21e-cd3aa4559f09 of type vlan for network 4aaf3b52-dba3-4c3b-90e0-1b88809ef848 Feb 11 13:34:05.731406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b20908-f12a-4add-af5a-b27955a2a198 None None] Pushing event deleted for resources: {'Port': ['ID=6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:05.736658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b20908-f12a-4add-af5a-b27955a2a198 None None] No DVR routers for this DVR port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:05.736847 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e08205b6-16cd-4281-b022-b155de337feb req-5fb72941-0c4a-4d99-95a4-17657a47804d service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226298 Feb 11 13:34:05.768429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa443fd4-7f86-4119-8a15-171001edd6d5 req-cd28f3c5-5f0a-48ac-bb6d-61d64aa81965 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:05.769996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa443fd4-7f86-4119-8a15-171001edd6d5 req-cd28f3c5-5f0a-48ac-bb6d-61d64aa81965 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2579024 Feb 11 13:34:05.819463 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.831988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aa443fd4-7f86-4119-8a15-171001edd6d5 req-e24da6ac-cf0b-4be1-a9d1-89b865e20e1e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538585 Feb 11 13:34:05.852032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:05.855836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No DVR routers for this DVR port 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:05.863355 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:05.887685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86ab7912-ef50-4d57-b7c2-873b5411051c req-de4eea9d-9062-4536-b637-67e28fcbba81 service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035073 Feb 11 13:34:05.898731 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e5b46b4-65f7-4de8-a426-1cfe7cd7ff12 req-61954e43-7dee-4768-97c3-85d478b773e8 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938214 Feb 11 13:34:06.013599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] Router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:34:06.139608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:34:06.141855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34040) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:06.149674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.150918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.151412 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.155931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] Sync routers for ids ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:34:06.159483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ab90af2c-ccfd-4d57-8f55-340c88fd3c44 admin admin] 10.222.0.52 "PUT /v2.0/routers/85a3057b-2fb4-45ee-a1bb-9e995750cef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6189320 Feb 11 13:34:06.197503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] Routers {'85a3057b-2fb4-45ee-a1bb-9e995750cef6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:06.198192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:33:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:06.236886 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34044) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:06.240590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event updated for resources: {'Network': ['ID=4aaf3b52-dba3-4c3b-90e0-1b88809ef848,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:06.250054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88991a62-a4b8-45b6-9a7f-27e8ebc8ba76 req-1fc9add4-89e5-4d53-b50a-f8a417b53bd1 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.1203911 Feb 11 13:34:06.301020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 4aaf3b52-dba3-4c3b-90e0-1b88809ef848 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:06.383890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.391992 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c7bb68b4-0def-43e2-947f-e91b91cb15a3 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1806660 Feb 11 13:34:06.392198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34046) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:06.397855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Request body: {'subnet': {'network_id': '4aaf3b52-dba3-4c3b-90e0-1b88809ef848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:06.398809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae363-71fb-49ab-851a-0148033d0a91 req-e7fd699d-bede-4937-8caa-977655c4e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.400381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cfae363-71fb-49ab-851a-0148033d0a91 req-e7fd699d-bede-4937-8caa-977655c4e796 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 1095 time: 0.5195470 Feb 11 13:34:06.407184 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.460334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] Set router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:06.488462 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8f458ca9-0a3d-4c0d-bcef-ddad3b29a658 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c0eb7dfe80cf4c0e9292fa79da673fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408439 Feb 11 13:34:06.489025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83781cb0-cc70-415e-adbe-c8d7eb3f7d5b']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:06.491963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34048) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:06.514064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0182c-9bdf-45c5-bce1-dd74261c410d req-108e93b1-4abf-4380-bd8e-65ad0a98587f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.515684 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eff0182c-9bdf-45c5-bce1-dd74261c410d req-108e93b1-4abf-4380-bd8e-65ad0a98587f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1633978 Feb 11 13:34:06.517462 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1499c4d0-5fa7-47da-b107-c59683974787') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:06.517762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1499c4d0-5fa7-47da-b107-c59683974787') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:06.539159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.583526 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.587957 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-345aa5fc-e74a-42c8-847e-0e319ed8d4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.594351 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.597686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:06.598142 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:06.601170 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:06.603842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae363-71fb-49ab-851a-0148033d0a91 req-31245a6c-64db-4335-9ee1-090802d310ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.603842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cfae363-71fb-49ab-851a-0148033d0a91 req-31245a6c-64db-4335-9ee1-090802d310ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 906 time: 0.1864145 Feb 11 13:34:06.609536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Made reservation on behalf of 310f979245584f1b89940f2837862f4d for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:06.611885 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.627582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eff0182c-9bdf-45c5-bce1-dd74261c410d req-2ae50e3a-847b-46f5-8c70-a46383dbb9af tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002719 Feb 11 13:34:06.673355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'name': 'tempest-ServerRescueTestJSON-2031567603-router', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3'}], 'enable_snat': True}, 'gw_port_id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:34:04Z', 'revision_number': 5, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'gw_port': {'id': 'af3a7817-1200-46fe-905a-1c226665a3e9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:31:55Z', 'updated_at': '2022-02-11T13:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:06.692896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-345aa5fc-e74a-42c8-847e-0e319ed8d4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.704328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cfae363-71fb-49ab-851a-0148033d0a91 req-44ddc3e8-671d-4cf1-88ea-95a5f0760d32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bac4334d-c0cb-4d7f-96b9-c75496edcf04 HTTP/1.1" status: 200 len: 217 time: 0.0872929 Feb 11 13:34:06.707558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] Checking router: 85a3057b-2fb4-45ee-a1bb-9e995750cef6 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:34:06.724545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] Routers {'85a3057b-2fb4-45ee-a1bb-9e995750cef6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:34:06.725100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:33:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:06.770542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfae363-71fb-49ab-851a-0148033d0a91 req-4fa0c81b-6dc3-45a1-8fbc-b19a98f0c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.773351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cfae363-71fb-49ab-851a-0148033d0a91 req-4fa0c81b-6dc3-45a1-8fbc-b19a98f0c347 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.0570669 Feb 11 13:34:06.817586 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cfae363-71fb-49ab-851a-0148033d0a91 req-7f235760-9cc4-451d-b509-b17049056e5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371919 Feb 11 13:34:06.835880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] Set router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:34:06.840784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b841-09c9-4422-ab4f-5f80082d6dad req-052d8b86-e3d8-4426-8c53-6d9c6a2b6b3d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:06.848610 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2476b841-09c9-4422-ab4f-5f80082d6dad req-052d8b86-e3d8-4426-8c53-6d9c6a2b6b3d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0915291 Feb 11 13:34:06.888048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Deleting port af3a7817-1200-46fe-905a-1c226665a3e9 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:06.888411 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.891694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.901706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'name': 'tempest-ServerRescueTestJSON-2031567603-router', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:34:06Z', 'revision_number': 6, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:06.902092 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:06.906066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2476b841-09c9-4422-ab4f-5f80082d6dad req-efa7108b-4176-4abd-a2ef-27664c3f9948 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533435 Feb 11 13:34:06.906785 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/networks/83781cb0-cc70-415e-adbe-c8d7eb3f7d5b HTTP/1.1" status: 204 len: 168 time: 2.3492589 Feb 11 13:34:06.910465 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34052) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:06.933175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'name': 'tempest-PortsIpV6TestJSON-1245153456'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:06.948899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe828f-e006-4bed-8ff6-713892b45f80 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Network': ['ID=83781cb0-cc70-415e-adbe-c8d7eb3f7d5b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:06.987882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e123c76d-c882-4686-8068-6bdbe7b111d7 None None] The sync data for ids ['85a3057b-2fb4-45ee-a1bb-9e995750cef6'] in n-d-816488-1 is: [{'id': '85a3057b-2fb4-45ee-a1bb-9e995750cef6', 'name': 'tempest-ServerRescueTestJSON-2031567603-router', 'tenant_id': '2159bcf205c04168bdf4ab46bf696028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:31:52Z', 'updated_at': '2022-02-11T13:34:06Z', 'revision_number': 6, 'project_id': '2159bcf205c04168bdf4ab46bf696028', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:34:06.987882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:06.999878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-345aa5fc-e74a-42c8-847e-0e319ed8d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.003410 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-345aa5fc-e74a-42c8-847e-0e319ed8d4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.004571 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-345aa5fc-e74a-42c8-847e-0e319ed8d4ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3f3e55ec-13cd-4449-b420-eae0798cbc85 HTTP/1.1" status: 204 len: 168 time: 0.5135860 Feb 11 13:34:07.016397 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:07.021565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6f6cfea0-f53f-4c0d-a6ed-756bc6d9a867 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:07.034668 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345aa5fc-e74a-42c8-847e-0e319ed8d4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3e55ec-13cd-4449-b420-eae0798cbc85,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:07.091593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] For port af3a7817-1200-46fe-905a-1c226665a3e9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=af3a7817-1200-46fe-905a-1c226665a3e9,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:07.091955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.095029 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cfae363-71fb-49ab-851a-0148033d0a91 req-36db40e5-ae49-4302-90b7-772229338489 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649765 Feb 11 13:34:07.131117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Calling delete_port for af3a7817-1200-46fe-905a-1c226665a3e9 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:07.178034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b740a78-a2af-498d-9f7d-6af2fd68ae00 req-4810cce8-e2ff-4249-8330-b495a2eb4930 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:07.178034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b740a78-a2af-498d-9f7d-6af2fd68ae00 req-4810cce8-e2ff-4249-8330-b495a2eb4930 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 944 time: 0.1742411 Feb 11 13:34:07.255346 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b740a78-a2af-498d-9f7d-6af2fd68ae00 req-f430b789-2ebf-4aa4-9e24-a10155702fb6 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586765 Feb 11 13:34:07.257323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9cfae363-71fb-49ab-851a-0148033d0a91 req-f32c39fb-c4b4-4b71-ad27-2b07a5bfca3d service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530035 Feb 11 13:34:07.276987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:07.282675 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.304290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port 2f2e1d5c-ad79-44c8-8510-009bc977d334 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:07.356515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b8b359a3-4063-4678-8a2d-1d68b8ecb771 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:07.358030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b8b359a3-4063-4678-8a2d-1d68b8ecb771 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 811 time: 0.1677535 Feb 11 13:34:07.409540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-3921d8d2-a381-4287-ae23-b0fd336b0d74 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/quotas/0773021f91b5451292c61dbee2f8846e HTTP/1.1" status: 200 len: 375 time: 0.0154517 Feb 11 13:34:07.418184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c89e1283-2804-405b-8228-faeed76c7446 req-46571034-ef20-492f-8e0d-d7ec467d7767 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0441809 Feb 11 13:34:07.556007 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.593870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-d3f90140-cb34-441c-93bf-c0759cdd38e0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1573312 Feb 11 13:34:07.652559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.663864 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.695241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:07.700667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:07.705270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:07.710987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:07.711627 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.724624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=2f2e1d5c-ad79-44c8-8510-009bc977d334,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:07.762744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34074) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:07.777794 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a0956f7-040b-4ca5-ae7a-86c6a27e93f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.813238 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-05282dee-035d-47d2-8eef-6e8d023cb3f2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9013801 Feb 11 13:34:07.816922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34076) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:07.935159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a0956f7-040b-4ca5-ae7a-86c6a27e93f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:07.950899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e0179974-a071-4c3f-b44c-0d15b4ac5f26 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 2f2e1d5c-ad79-44c8-8510-009bc977d334 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:07.951244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0179974-a071-4c3f-b44c-0d15b4ac5f26 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.022436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=af3a7817-1200-46fe-905a-1c226665a3e9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:08.024309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0179974-a071-4c3f-b44c-0d15b4ac5f26 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.039572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a0956f7-040b-4ca5-ae7a-86c6a27e93f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.042899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e0179974-a071-4c3f-b44c-0d15b4ac5f26 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 2f2e1d5c-ad79-44c8-8510-009bc977d334 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:08.093972 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0a0956f7-040b-4ca5-ae7a-86c6a27e93f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e685604841654cb9afc4d05eda892bba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3300867 Feb 11 13:34:08.103823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34078) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:08.105695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:34:08.106190 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.121426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0956f7-040b-4ca5-ae7a-86c6a27e93f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1a86fa-ae2d-4a94-8439-f51267f07460,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:08.176940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-d03a01a7-089c-41fb-b5a5-2e936d60c271 service neutron] 10.222.0.52 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756207 Feb 11 13:34:08.234256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0179974-a071-4c3f-b44c-0d15b4ac5f26 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.262992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0179974-a071-4c3f-b44c-0d15b4ac5f26 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=2f2e1d5c-ad79-44c8-8510-009bc977d334,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:08.263907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.268654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c5fed0e7-034a-46d9-b1dd-0d125c860a7a,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:08.270122 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0179974-a071-4c3f-b44c-0d15b4ac5f26 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.276611 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e0179974-a071-4c3f-b44c-0d15b4ac5f26 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/2f2e1d5c-ad79-44c8-8510-009bc977d334 HTTP/1.1" status: 204 len: 168 time: 0.4564192 Feb 11 13:34:08.277259 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34080) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:08.283110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'mac_address': 'fa:16:3e:e4:79:c3', 'name': 'tempest-PortsIpV6TestJSON-285939683'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:08.392934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.394634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Checking segment: {'id': '5f2e557a-517c-43a1-a21e-cd3aa4559f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4aaf3b52-dba3-4c3b-90e0-1b88809ef848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:08.394998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Network hostable DHCP agents. Network: 4aaf3b52-dba3-4c3b-90e0-1b88809ef848, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:08.397408 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.410786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa22f240-c0e4-4cd7-9369-0f7d0b42a838 req-5d195616-6a20-4d3a-8263-625374f38792 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:08.412405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa22f240-c0e4-4cd7-9369-0f7d0b42a838 req-5d195616-6a20-4d3a-8263-625374f38792 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 944 time: 0.0788934 Feb 11 13:34:08.455798 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa22f240-c0e4-4cd7-9369-0f7d0b42a838 req-196c59e8-20f3-421d-9a72-31d35fb1a124 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344856 Feb 11 13:34:08.465692 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48c1f710-e52c-4daf-a2cf-ad5965efd60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.485135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-d3180ba3-dd8b-4aad-913b-7054ccdb082c service neutron] 10.222.0.52 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998774 Feb 11 13:34:08.492997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:08.500331 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48c1f710-e52c-4daf-a2cf-ad5965efd60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.583736 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.584753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85a3057b-2fb4-45ee-a1bb-9e995750cef6 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:34:08.590135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.591482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8eafb4ef-a5e6-4cd5-8792-741f59bdc0c1 admin admin] 10.222.0.52 "DELETE /v2.0/routers/85a3057b-2fb4-45ee-a1bb-9e995750cef6 HTTP/1.1" status: 204 len: 168 time: 2.3482540 Feb 11 13:34:08.593954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34086) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:08.594553 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a888aaa9-63bc-448b-af70-cc3666a332d2 req-586cb2f4-daf1-4bc0-93de-47f488b378b1 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0435600 Feb 11 13:34:08.608941 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.626070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Network 4aaf3b52-dba3-4c3b-90e0-1b88809ef848 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:08.636835 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48c1f710-e52c-4daf-a2cf-ad5965efd60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.640214 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48c1f710-e52c-4daf-a2cf-ad5965efd60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.646042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-48c1f710-e52c-4daf-a2cf-ad5965efd60d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9d1a86fa-ae2d-4a94-8439-f51267f07460 HTTP/1.1" status: 204 len: 168 time: 0.5388436 Feb 11 13:34:08.648032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port 04f1e823-103b-4338-a7a1-93c76fcc4c40 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:08.676163 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1f710-e52c-4daf-a2cf-ad5965efd60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1a86fa-ae2d-4a94-8439-f51267f07460,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:08.696559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6790360-3fd6-4c42-9503-2c845e3b2cb6 admin admin] Deleting subnet f0e105e6-cad3-4f13-9689-18b67f982c89 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:08.700004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6790360-3fd6-4c42-9503-2c845e3b2cb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.748057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 4aaf3b52-dba3-4c3b-90e0-1b88809ef848) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:08.758698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc855223-6489-486a-abb8-7bb3f9b75de7 None None] Network 4aaf3b52-dba3-4c3b-90e0-1b88809ef848 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:08.759893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:08.768212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.800467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6790360-3fd6-4c42-9503-2c845e3b2cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.853363 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6790360-3fd6-4c42-9503-2c845e3b2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:08.871855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2a2f02f5-e103-4300-b800-f10413eb3557 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:08.894809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-864ee962-da8d-4c92-8574-54058533a0f8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5014729 Feb 11 13:34:08.905734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34094) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:08.910791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Request body: {'floatingip': {'floating_network_id': '4aaf3b52-dba3-4c3b-90e0-1b88809ef848'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:08.921335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2a2f02f5-e103-4300-b800-f10413eb3557 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:08.921860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2a2f02f5-e103-4300-b800-f10413eb3557 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:08.922457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device af3a7817-1200-46fe-905a-1c226665a3e9 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:08.952182 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff0121d3-dee5-44d4-93fd-bfb6a73b5a63 req-375f8a1a-302d-4137-8353-228008c3c998 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 210 time: 0.0660107 Feb 11 13:34:08.954528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: af3a7817-1200-46fe-905a-1c226665a3e9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:08.954980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device af3a7817-1200-46fe-905a-1c226665a3e9 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:08.991265 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.036851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8a1e2a-410c-481b-a1ab-6422b43f2e83 None None] Network 4aaf3b52-dba3-4c3b-90e0-1b88809ef848 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:09.082905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bac4334d-c0cb-4d7f-96b9-c75496edcf04 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:09.094348 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.094654 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.119429 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6790360-3fd6-4c42-9503-2c845e3b2cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.121181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:09.141709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:09.146101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:09.157637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:09.157637 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.201744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=04f1e823-103b-4338-a7a1-93c76fcc4c40,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:09.253616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6790360-3fd6-4c42-9503-2c845e3b2cb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e105e6-cad3-4f13-9689-18b67f982c89,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:09.258979 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6790360-3fd6-4c42-9503-2c845e3b2cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.262298 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f6790360-3fd6-4c42-9503-2c845e3b2cb6 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f0e105e6-cad3-4f13-9689-18b67f982c89 HTTP/1.1" status: 204 len: 168 time: 0.6673746 Feb 11 13:34:09.266790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34102) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:09.282866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b463f38-80e5-4db1-9c48-7a0e74f8980f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0025480 Feb 11 13:34:09.284196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34104) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:09.348594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f87e1a3-b342-4df6-9353-5ed66dcab581 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:09.350781 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0f87e1a3-b342-4df6-9353-5ed66dcab581 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/04f1e823-103b-4338-a7a1-93c76fcc4c40 HTTP/1.1" status: 200 len: 844 time: 0.0651045 Feb 11 13:34:09.353392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34106) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:09.374798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.457831 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port bac4334d-c0cb-4d7f-96b9-c75496edcf04, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bac4334d-c0cb-4d7f-96b9-c75496edcf04,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:09.469722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.472431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'bac4334d-c0cb-4d7f-96b9-c75496edcf04', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'port_id': 'bac4334d-c0cb-4d7f-96b9-c75496edcf04', 'mac_address': 'fa:16:3e:6b:04:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109422ab-9f52-41d8-a23f-6b3ebb2dc8e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:09.476506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6049b-f3a6-4b7a-8e98-7f2e0a9c3504 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 04f1e823-103b-4338-a7a1-93c76fcc4c40 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:09.476941 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8cf6049b-f3a6-4b7a-8e98-7f2e0a9c3504 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.494665 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.564732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d201b71-f32e-49cb-8f12-2f6100280842']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:09.572537 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.587724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac4334d-c0cb-4d7f-96b9-c75496edcf04 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:09.588785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fc4266-8093-4ae7-b567-31e7d9d7ccb6') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:09.589302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fc4266-8093-4ae7-b567-31e7d9d7ccb6') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:09.602929 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8cf6049b-f3a6-4b7a-8e98-7f2e0a9c3504 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.609619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port bac4334d-c0cb-4d7f-96b9-c75496edcf04, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bac4334d-c0cb-4d7f-96b9-c75496edcf04,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:09.618265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6049b-f3a6-4b7a-8e98-7f2e0a9c3504 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 04f1e823-103b-4338-a7a1-93c76fcc4c40 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:09.622028 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.666496 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.688536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:09.689041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:09.693887 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:09.714050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b7b7d-0849-45d2-8da5-4cbe36a2ee50 req-8449344f-05d8-484e-ace3-2ad015b7cd08 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:09.715905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-510b7b7d-0849-45d2-8da5-4cbe36a2ee50 req-8449344f-05d8-484e-ace3-2ad015b7cd08 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 944 time: 0.1556056 Feb 11 13:34:09.719895 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.733800 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-04a4ac5d-38f1-436c-9f3e-b42a8bc71033 req-7d5a7fa2-b28b-422f-b989-5f760d53e04e tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0381010 Feb 11 13:34:09.751594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Allocated IP 172.20.0.14 (4aaf3b52-dba3-4c3b-90e0-1b88809ef848/c5fed0e7-034a-46d9-b1dd-0d125c860a7a/4ce0f54f-040a-4863-9af2-9a1483410319) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:09.784383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=bac4334d-c0cb-4d7f-96b9-c75496edcf04,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:09.829107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8cf6049b-f3a6-4b7a-8e98-7f2e0a9c3504 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.848756 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-510b7b7d-0849-45d2-8da5-4cbe36a2ee50 req-d32cf457-4ebb-44c5-a616-b16bcaf8b027 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988922 Feb 11 13:34:09.861072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6049b-f3a6-4b7a-8e98-7f2e0a9c3504 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=04f1e823-103b-4338-a7a1-93c76fcc4c40,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:09.872364 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8cf6049b-f3a6-4b7a-8e98-7f2e0a9c3504 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.877396 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8cf6049b-f3a6-4b7a-8e98-7f2e0a9c3504 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/04f1e823-103b-4338-a7a1-93c76fcc4c40 HTTP/1.1" status: 204 len: 168 time: 0.5229118 Feb 11 13:34:09.880357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34122) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:09.900998 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.908064 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-961d5330-456f-4af8-a3f5-072da968d965 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:34:09.909588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-961d5330-456f-4af8-a3f5-072da968d965 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/04f1e823-103b-4338-a7a1-93c76fcc4c40 HTTP/1.1" status: 404 len: 333 time: 0.0278709 Feb 11 13:34:09.913310 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34124) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:09.918562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'name': 'tempest-PortsIpV6TestJSON-1931270096'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:09.926157 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.934751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:09.941385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] 10.222.0.52 "DELETE /v2.0/networks/5d201b71-f32e-49cb-8f12-2f6100280842 HTTP/1.1" status: 204 len: 168 time: 0.6713626 Feb 11 13:34:09.952042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110f2fd-43df-4c8a-8fc1-4759e58d5c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=5d201b71-f32e-49cb-8f12-2f6100280842,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:09.982199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['bac4334d-c0cb-4d7f-96b9-c75496edcf04'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:10.036333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.084899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Network 4aaf3b52-dba3-4c3b-90e0-1b88809ef848 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:10.088956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:10.093843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:10.099951 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc380619-91f1-4ab6-ace6-59bf9565a47d req-8d7e8479-ee76-485c-82b6-cf8eef6e80cb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 210 time: 0.0394049 Feb 11 13:34:10.136766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event updated for resources: {'Port': ['ID=4ce0f54f-040a-4863-9af2-9a1483410319,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:10.173451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:10.183300 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.206538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.216635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port d5db04e0-faf4-462e-b67f-ce5d635cd923 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:10.341664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34138) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:10.350596 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.397819 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.441984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34142) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:10.490380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bbd6b7d4-06fd-4fef-8e6f-8c658c097ec3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2159bcf205c04168bdf4ab46bf696028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466838 Feb 11 13:34:10.492511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34144) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:10.497315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.549811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:10.555183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:10.559189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:10.564924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:10.565544 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.577615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=d5db04e0-faf4-462e-b67f-ce5d635cd923,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:10.582789 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.601107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a7327fd-a810-4dc5-a3f4-a3f962af1d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.614852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-369860674'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:10.630901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a7327fd-a810-4dc5-a3f4-a3f962af1d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.638688 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e545ff3-c6a3-4ee0-b00d-becb7bd73d30 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7238963 Feb 11 13:34:10.643001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34146) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:10.646871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-24b16783-5707-4ffc-ba12-e19ac004505f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:10.669820 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.717026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24b16783-5707-4ffc-ba12-e19ac004505f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.747372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event updated for resources: {'Port': ['ID=4ce0f54f-040a-4863-9af2-9a1483410319,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:10.752283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:10.757915 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.767343 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.776594 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.808169 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a7327fd-a810-4dc5-a3f4-a3f962af1d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.810745 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a7327fd-a810-4dc5-a3f4-a3f962af1d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.811925 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2a7327fd-a810-4dc5-a3f4-a3f962af1d83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2257cfb3-b003-4dac-baf3-02de7f5305c0 HTTP/1.1" status: 204 len: 168 time: 0.3182759 Feb 11 13:34:10.827910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7327fd-a810-4dc5-a3f4-a3f962af1d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2257cfb3-b003-4dac-baf3-02de7f5305c0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:10.898483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55be05b7-adf2-4c4b-bfc8-3340fac5bb1c req-2dffa4d1-d66e-4ca0-9714-0b9d6608322c tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0541005 Feb 11 13:34:10.913683 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.918045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-35e555d6-7c44-4617-b23a-2c5826066a04 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0079958 Feb 11 13:34:10.926392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34154) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:10.932438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24b16783-5707-4ffc-ba12-e19ac004505f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:10.986283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24b16783-5707-4ffc-ba12-e19ac004505f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.005362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcd59f-d0bc-4683-8d61-b51bcf7c9c43 req-5da3fadf-1ba9-4b5e-835f-f938774228d4 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.007017 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-10fcd59f-d0bc-4683-8d61-b51bcf7c9c43 req-5da3fadf-1ba9-4b5e-835f-f938774228d4 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 945 time: 0.0640953 Feb 11 13:34:11.007438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.010120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2f9f6860-d862-4543-a35d-01510ad6df57 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "GET /v2.0/floatingips?floating_network_id=4aaf3b52-dba3-4c3b-90e0-1b88809ef848 HTTP/1.1" status: 200 len: 690 time: 0.0825584 Feb 11 13:34:11.012669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34156) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:11.053641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-24b16783-5707-4ffc-ba12-e19ac004505f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] In _notify_port_updated(), no bound segment for port d5db04e0-faf4-462e-b67f-ce5d635cd923 on network 10da11a6-4278-4608-8424-6b7276a6c7e0 {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:34:11.059173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b16783-5707-4ffc-ba12-e19ac004505f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.059869 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24b16783-5707-4ffc-ba12-e19ac004505f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.062338 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-24b16783-5707-4ffc-ba12-e19ac004505f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "PUT /v2.0/ports/d5db04e0-faf4-462e-b67f-ce5d635cd923 HTTP/1.1" status: 200 len: 818 time: 0.4202225 Feb 11 13:34:11.064714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34158) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:11.069518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bac4334d-c0cb-4d7f-96b9-c75496edcf04 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:11.077527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b16783-5707-4ffc-ba12-e19ac004505f tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=d5db04e0-faf4-462e-b67f-ce5d635cd923,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:11.117661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-10fcd59f-d0bc-4683-8d61-b51bcf7c9c43 req-cd3ab3c6-d40b-461d-aab3-081c7a4d1522 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882230 Feb 11 13:34:11.144428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.203642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:11.224268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port bac4334d-c0cb-4d7f-96b9-c75496edcf04 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:11.228743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port bac4334d-c0cb-4d7f-96b9-c75496edcf04 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:11.229308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.241661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.247563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf990eb2-8877-4fa4-bc4f-23cb7f691285 req-af9824e0-3841-4142-8af4-b92f770fbfe4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 210 time: 0.0568233 Feb 11 13:34:11.253737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.254080 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Added segment 11ae5080-4d21-46d7-92e7-efaaa613535f of type vlan for network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 Feb 11 13:34:11.256857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-d8f62e89-9303-4877-ad84-08141841bce4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.258288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907fd237-113d-4c81-8191-c9ee2464cd14,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:11.258927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-d8f62e89-9303-4877-ad84-08141841bce4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 811 time: 0.1125724 Feb 11 13:34:11.285221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Request body: {'port': {'device_id': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'admin_state_up': True, 'tenant_id': '0773021f91b5451292c61dbee2f8846e'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:11.373664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.384698 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.388346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-68c27e90-2a85-4b1d-ad6f-a0476cdc068a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port d5db04e0-faf4-462e-b67f-ce5d635cd923 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:11.388680 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-68c27e90-2a85-4b1d-ad6f-a0476cdc068a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.414866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36931d4e-1296-4698-967e-d8a9e5dff2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac4334d-c0cb-4d7f-96b9-c75496edcf04'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:11.419852 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aaba58f-1c57-487f-9214-b10da320fcc1" -d '{"events": [{"server_uuid": "36931d4e-1296-4698-967e-d8a9e5dff2b4", "name": "network-vif-plugged", "status": "completed", "tag": "bac4334d-c0cb-4d7f-96b9-c75496edcf04"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:11.441178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port bac4334d-c0cb-4d7f-96b9-c75496edcf04, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bac4334d-c0cb-4d7f-96b9-c75496edcf04,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:11.516882 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68952b-ab86-4592-8edc-da5792d96a39 x-openstack-request-id: req-bd68952b-ab86-4592-8edc-da5792d96a39 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:11.517218 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36931d4e-1296-4698-967e-d8a9e5dff2b4", "name": "network-vif-plugged", "status": "completed", "tag": "bac4334d-c0cb-4d7f-96b9-c75496edcf04", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:11.517562 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd68952b-ab86-4592-8edc-da5792d96a39 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:11.518130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-68c27e90-2a85-4b1d-ad6f-a0476cdc068a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.518301 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36931d4e-1296-4698-967e-d8a9e5dff2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac4334d-c0cb-4d7f-96b9-c75496edcf04', 'code': 200} Feb 11 13:34:11.519494 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.537178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-68c27e90-2a85-4b1d-ad6f-a0476cdc068a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for d5db04e0-faf4-462e-b67f-ce5d635cd923 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:11.552739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Deleting port 4ce0f54f-040a-4863-9af2-9a1483410319 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:11.553089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.590947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=bac4334d-c0cb-4d7f-96b9-c75496edcf04,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:11.630574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Made reservation on behalf of 0773021f91b5451292c61dbee2f8846e for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:11.633439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.635694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.637737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f357a54-b78a-47fb-b756-652ce83cdb3e req-04b2a286-dd2a-464f-bc49-6450497e3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.638926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.639961 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f357a54-b78a-47fb-b756-652ce83cdb3e req-04b2a286-dd2a-464f-bc49-6450497e3ce4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0506294 Feb 11 13:34:11.640153 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.724526 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f357a54-b78a-47fb-b756-652ce83cdb3e req-5ea03ced-f44c-48ba-a248-3a642bbe42db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764589 Feb 11 13:34:11.746928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.747275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.763722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Network': ['ID=1bffabfc-4ac6-4e77-8c1a-50da44898f19,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:11.770216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Calling delete_port for 4ce0f54f-040a-4863-9af2-9a1483410319 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:11.786272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:11.787846 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2b6e80d0-2465-4137-9991-128cdd8f4ad2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4450083 Feb 11 13:34:11.800894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34172) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:11.807637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:11.815501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Allocated IP 172.20.0.3 (41d4209a-8a29-44c3-85b9-e48f9078e17b/c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8/2dc9b5cd-3287-436e-bfb7-02071d90c9ac) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:11.848952 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-68c27e90-2a85-4b1d-ad6f-a0476cdc068a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.896299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c27e90-2a85-4b1d-ad6f-a0476cdc068a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=d5db04e0-faf4-462e-b67f-ce5d635cd923,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:11.909983 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-68c27e90-2a85-4b1d-ad6f-a0476cdc068a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:11.914474 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-68c27e90-2a85-4b1d-ad6f-a0476cdc068a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/d5db04e0-faf4-462e-b67f-ce5d635cd923 HTTP/1.1" status: 204 len: 168 time: 0.8476694 Feb 11 13:34:11.915943 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34176) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:11.996361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7793b6-e48d-4091-a1cf-c9b671275493 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:11.997442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2f7793b6-e48d-4091-a1cf-c9b671275493 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0805895 Feb 11 13:34:12.001694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34182) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:12.012623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:12.016565 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.030519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-795bb8e2-8b21-47a0-bf98-d938ac602655 req-a23ecac6-aef7-44c7-b8da-6539c35a8206 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0444474 Feb 11 13:34:12.037086 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39a97d1-ae47-44f5-82a1-0eb6d9ab8cfc tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:34:12.038742 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f39a97d1-ae47-44f5-82a1-0eb6d9ab8cfc tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/d5db04e0-faf4-462e-b67f-ce5d635cd923 HTTP/1.1" status: 404 len: 333 time: 0.0357387 Feb 11 13:34:12.046437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34186) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:12.052204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1544002263'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:12.082746 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.117626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ce0f54f-040a-4863-9af2-9a1483410319,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:12.170147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:12.178022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.213152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.220071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:12.256611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.256994 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Added segment 60010756-891d-4335-a066-bb2f9d38a991 of type vlan for network 4c790909-3463-4549-a8e9-1e862d850126 Feb 11 13:34:12.286027 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.315219 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.322717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db5e0a-b2cc-4c0c-9c6e-7f1c24d1d9e7 req-5c654f5e-d2ae-43d4-ab9a-b4518cbe3969 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:12.324324 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68db5e0a-b2cc-4c0c-9c6e-7f1c24d1d9e7 req-5c654f5e-d2ae-43d4-ab9a-b4518cbe3969 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 946 time: 0.1470382 Feb 11 13:34:12.356755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.386641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ab4edc6-2245-4beb-9246-0cae904effd0 req-db7fc812-c097-43c7-be0e-a7233ac78373 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 210 time: 0.0456007 Feb 11 13:34:12.444688 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68db5e0a-b2cc-4c0c-9c6e-7f1c24d1d9e7 req-abdb7bdd-aa46-44e3-88aa-04a5024fca3f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100092 Feb 11 13:34:12.485563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.492350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:12.493207 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.528642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.531783 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.542347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:12.548837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fd725b32-020a-4ad7-a810-1f3105417f36'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:12.550337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.592578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c5fed0e7-034a-46d9-b1dd-0d125c860a7a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:12.603531 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5526843 Feb 11 13:34:12.603531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fc121-2049-4871-9a56-842e53a80f20 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Network': ['ID=4c790909-3463-4549-a8e9-1e862d850126,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:12.604270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34202) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:12.613363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '4c790909-3463-4549-a8e9-1e862d850126', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:12.630783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 4c790909-3463-4549-a8e9-1e862d850126 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:12.679511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=6d48bdfb-eb48-4e74-9c5e-a38df7d81be5,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:12.706894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:12.708727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:12.712723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:12.715300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event updated for resources: {'Port': ['ID=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:12.800832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:12.801198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network hostable DHCP agents. Network: 1bffabfc-4ac6-4e77-8c1a-50da44898f19, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:12.834316 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.837638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:12.838354 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.861730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaf3b52-dba3-4c3b-90e0-1b88809ef848']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:12.878893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2e557a-517c-43a1-a21e-cd3aa4559f09') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:12.879201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2e557a-517c-43a1-a21e-cd3aa4559f09') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:12.895675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.912275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.918567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:12.919019 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:12.921374 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:12.957754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:12.961235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:12.969969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:12.977091 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-b3fdafb0-2985-41e1-964b-45094e805511 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7023618 Feb 11 13:34:12.990697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Request body: {'port': {'device_id': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:13.060091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 1bffabfc-4ac6-4e77-8c1a-50da44898f19) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:13.073026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.073327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1ea58-ed6c-421d-ac8f-2ad2aae2c3d8 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:13.111476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.112115 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.147513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ed6909e-3a5f-4902-bd25-ff2e43e23d9e req-b6587447-c6a5-41ab-bd97-9767464e542a tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0570259 Feb 11 13:34:13.208288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.219170 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d24c558c-efd1-4e30-ac66-96681026e446 req-796de932-53f0-4928-b319-c96ec44e82c0 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0510254 Feb 11 13:34:13.264021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4aaf3b52-dba3-4c3b-90e0-1b88809ef848 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:34:13.268115 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9b70e75e-fbb6-4b4d-8edc-934d8a15b15f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4671426 Feb 11 13:34:13.273056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.275188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34222) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:13.279630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "DELETE /v2.0/networks/4aaf3b52-dba3-4c3b-90e0-1b88809ef848 HTTP/1.1" status: 204 len: 168 time: 2.2634168 Feb 11 13:34:13.282261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'name': 'tempest-NetworksTestDHCPv6-2092153827'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:13.285145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34224) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:13.290169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-99a0b90a-1a16-4cfa-8709-37cb1c39c610 None None] Provisioning complete for port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:13.290667 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99a0b90a-1a16-4cfa-8709-37cb1c39c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.293413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818cce5-1224-4cdc-a1bb-4e863f7778d7 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event deleted for resources: {'Network': ['ID=4aaf3b52-dba3-4c3b-90e0-1b88809ef848,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:13.340917 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-99a0b90a-1a16-4cfa-8709-37cb1c39c610 None None] Port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:34:13.392151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '6d48bdfb-eb48-4e74-9c5e-a38df7d81be5'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:13.393412 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.447566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.511570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e056be0-ac91-41b6-af57-8fbccc408d12 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1780 time: 0.2216339 Feb 11 13:34:13.518391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34230) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:13.635870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/6d48bdfb-eb48-4e74-9c5e-a38df7d81be5/420026c4-69e1-4670-b21f-e43e6f298548) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:13.694122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada1988-edf9-4cb3-b569-18dcc72bb59e req-630d1411-5fd6-4c15-9bc8-dafa0250c594 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.703027 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ada1988-edf9-4cb3-b569-18dcc72bb59e req-630d1411-5fd6-4c15-9bc8-dafa0250c594 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 946 time: 0.1216118 Feb 11 13:34:13.713464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=1e3f0742-6e66-4e10-b0d6-4bd53916898f,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:13.717068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Checking segment: {'id': '60010756-891d-4335-a066-bb2f9d38a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4c790909-3463-4549-a8e9-1e862d850126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:13.718626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network hostable DHCP agents. Network: 4c790909-3463-4549-a8e9-1e862d850126, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:13.727839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000464-623d-4f99-a3ae-c252dab04caf tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.728304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000464-623d-4f99-a3ae-c252dab04caf tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.728757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000464-623d-4f99-a3ae-c252dab04caf tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.729413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000464-623d-4f99-a3ae-c252dab04caf tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.729865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000464-623d-4f99-a3ae-c252dab04caf tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.730313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000464-623d-4f99-a3ae-c252dab04caf tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.730757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000464-623d-4f99-a3ae-c252dab04caf tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.731247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4000464-623d-4f99-a3ae-c252dab04caf tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.733315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d4000464-623d-4f99-a3ae-c252dab04caf tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5270 time: 0.2081962 Feb 11 13:34:13.736386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34234) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:13.768221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30fa70-f01e-4a7c-8f21-74b5246822f9 req-d684ad32-09c3-45c6-bbd9-2121337b6d6c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:13.769989 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba30fa70-f01e-4a7c-8f21-74b5246822f9 req-d684ad32-09c3-45c6-bbd9-2121337b6d6c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 931 time: 0.1814723 Feb 11 13:34:13.787410 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-437b4202-6368-449c-832c-837047bbca36 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] delete failed (client error): The resource could not be found. Feb 11 13:34:13.788978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-437b4202-6368-449c-832c-837047bbca36 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/08dabe8c-ee7b-48e1-8bba-410ac3da4134 HTTP/1.1" status: 404 len: 345 time: 0.0513530 Feb 11 13:34:13.794844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34236) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:13.820876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ada1988-edf9-4cb3-b569-18dcc72bb59e req-7840242d-edc2-4554-bbb0-9c211bae4ccd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166103 Feb 11 13:34:13.833794 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8474dcbf-1884-41c3-a607-5ab7317625ae tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] DELETE failed (client error): The resource could not be found. Feb 11 13:34:13.833794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8474dcbf-1884-41c3-a607-5ab7317625ae tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:34:13.833794 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8474dcbf-1884-41c3-a607-5ab7317625ae tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "DELETE /v2.0/networks/4aaf3b52-dba3-4c3b-90e0-1b88809ef848 HTTP/1.1" status: 404 len: 339 time: 0.0314281 Feb 11 13:34:13.837327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34238) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:13.838494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:13.846049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Request body: {'network': {'name': 'tempest-network--1646873513', 'router:external': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:13.852746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.890220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 4c790909-3463-4549-a8e9-1e862d850126 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:13.892990 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.973838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Made reservation on behalf of 310f979245584f1b89940f2837862f4d for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:13.973838 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:13.991305 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.002216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ea763-d07a-4cd8-b13c-68a9170dcba3 req-7cfe7462-7a31-4d1f-ac04-743bcf09a00b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:14.008926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f40ea763-d07a-4cd8-b13c-68a9170dcba3 req-7cfe7462-7a31-4d1f-ac04-743bcf09a00b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 946 time: 0.0878944 Feb 11 13:34:14.010967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 4c790909-3463-4549-a8e9-1e862d850126) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:14.027022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:14.027610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.055425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:14.080684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.081441 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Added segment b212e57d-8c7e-4a91-ae29-b736ed207cae of type vlan for network 56e7c477-ce84-43c1-8ada-49b97b4698de Feb 11 13:34:14.081848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb3eefd-64e6-4eed-a951-b515f9c7b188 None None] Network 4c790909-3463-4549-a8e9-1e862d850126 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:14.087114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Pushing event updated for resources: {'Port': ['ID=420026c4-69e1-4670-b21f-e43e6f298548,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:14.094949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f40ea763-d07a-4cd8-b13c-68a9170dcba3 req-c9604d60-6950-44b1-ac25-470e619fc78f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771551 Feb 11 13:34:14.137715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:14.144505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:14.150600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:14.167128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9365d006-1657-4c3c-85fe-b8b99581c1a2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5587437 Feb 11 13:34:14.172377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34246) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:14.190794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4ef91c00-72bc-4abb-8c7c-3d6ccb100131 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '4c790909-3463-4549-a8e9-1e862d850126', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:14.224488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Attempting to bind port 420026c4-69e1-4670-b21f-e43e6f298548 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:14.225181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Attempting to bind port 420026c4-69e1-4670-b21f-e43e6f298548 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:14.225713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Attempting to bind port 420026c4-69e1-4670-b21f-e43e6f298548 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:14.241552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:14.242280 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:14.242877 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.243562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:14.244224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Bound port: 420026c4-69e1-4670-b21f-e43e6f298548, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:14.246578 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.264179 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba30fa70-f01e-4a7c-8f21-74b5246822f9 req-171f163d-0caf-49b5-bb48-80db7a9d3708 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867244 Feb 11 13:34:14.286748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 7e292e09-0c05-4358-93b2-d32be5434f4d yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:14.412877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] For port 420026c4-69e1-4670-b21f-e43e6f298548, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:14.427161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-4c790909-3463-4549-a8e9-1e862d850126', 'network_id': '4c790909-3463-4549-a8e9-1e862d850126', 'tenant_id': 'dd92dff240c54942b29a0f533aaec3ce', 'fixed_ips': [{'subnet_id': '1e3f0742-6e66-4e10-b0d6-4bd53916898f'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:14.428064 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.433990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] For port 420026c4-69e1-4670-b21f-e43e6f298548, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=420026c4-69e1-4670-b21f-e43e6f298548,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:14.501350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::16b (1bffabfc-4ac6-4e77-8c1a-50da44898f19/6d48bdfb-eb48-4e74-9c5e-a38df7d81be5/7e292e09-0c05-4358-93b2-d32be5434f4d) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:14.537802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f70e1425-b031-47be-8618-a36d90060102 req-fa05d4b4-4f6f-449a-85f2-1e0c6a7a756c tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.1250730 Feb 11 13:34:14.625951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc9b5cd-3287-436e-bfb7-02071d90c9ac {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:14.635117 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.642889 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.657129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Transition to ACTIVE for port object 2dc9b5cd-3287-436e-bfb7-02071d90c9ac will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:14.715187 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.742712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2250f173-10af-488c-a65d-94b61ae656cd req-84955836-d32a-4d8b-b65e-b01aca1e2ab3 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0532265 Feb 11 13:34:14.764005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Allocated IP 2001:db8::2 (4c790909-3463-4549-a8e9-1e862d850126/1e3f0742-6e66-4e10-b0d6-4bd53916898f/473967fc-69f4-47b5-b77f-3971100c04b3) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:14.783982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bb478-ccfd-4f20-81f0-96eb615a8261 None None] Pushing event updated for resources: {'Port': ['ID=420026c4-69e1-4670-b21f-e43e6f298548,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:14.790539 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.910847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.912059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:14.913211 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.918232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef91c00-72bc-4abb-8c7c-3d6ccb100131 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:14.925201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ef91c00-72bc-4abb-8c7c-3d6ccb100131 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:14.999965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Attempting to bind port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:15.000356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Attempting to bind port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:15.000683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Attempting to bind port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:15.005758 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Pushing event updated for resources: {'Port': ['ID=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:15.013964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.021984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.029255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac on network 41d4209a-8a29-44c3-85b9-e48f9078e17b not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:15.029255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Attempting to bind port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac on network 41d4209a-8a29-44c3-85b9-e48f9078e17b {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:15.039159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:15.043182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Checking segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:15.043182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Bound using segment: {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:15.043182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Bound port: 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:15.043182 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.087692 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.128060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05074839-2ada-4521-bead-f7af7d0f5ab8 req-6378569f-d076-4dad-81c9-fbf0d7702a69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.133003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-05074839-2ada-4521-bead-f7af7d0f5ab8 req-6378569f-d076-4dad-81c9-fbf0d7702a69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 946 time: 0.2646768 Feb 11 13:34:15.142905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event updated for resources: {'Network': ['ID=56e7c477-ce84-43c1-8ada-49b97b4698de,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:15.177024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cb672847-cc11-4399-9a89-5658eb925191 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3409808 Feb 11 13:34:15.180488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34254) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:15.196519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 56e7c477-ce84-43c1-8ada-49b97b4698de details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:15.242649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Network 4c790909-3463-4549-a8e9-1e862d850126 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:15.267476 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-05074839-2ada-4521-bead-f7af7d0f5ab8 req-629af02c-4dee-4de2-895c-1e8dd1fe35f0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210341 Feb 11 13:34:15.273703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:15.278649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Pushing event updated for resources: {'Port': ['ID=473967fc-69f4-47b5-b77f-3971100c04b3,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:15.294400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] For port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:15.298239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] For port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:15.337622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:15.344998 n-d-816488-1 neutron-server[103007]: INFO neutron.db.ipam_backend_mixin [None req-4ef91c00-72bc-4abb-8c7c-3d6ccb100131 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1e3f0742-6e66-4e10-b0d6-4bd53916898f (CIDR: 2001:db8::/64) Feb 11 13:34:15.385172 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.413565 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef91c00-72bc-4abb-8c7c-3d6ccb100131 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:34:15.416866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef91c00-72bc-4abb-8c7c-3d6ccb100131 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:34:15.437342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.445441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Attempting to bind port 473967fc-69f4-47b5-b77f-3971100c04b3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:15.445873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Attempting to bind port 473967fc-69f4-47b5-b77f-3971100c04b3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '60010756-891d-4335-a066-bb2f9d38a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4c790909-3463-4549-a8e9-1e862d850126'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:15.446245 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Attempting to bind port 473967fc-69f4-47b5-b77f-3971100c04b3 on network 4c790909-3463-4549-a8e9-1e862d850126 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:15.454072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:15.454454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Checking segment: {'id': '60010756-891d-4335-a066-bb2f9d38a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4c790909-3463-4549-a8e9-1e862d850126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:15.454855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.454988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:15.455241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Bound using segment: {'id': '60010756-891d-4335-a066-bb2f9d38a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4c790909-3463-4549-a8e9-1e862d850126'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:15.455710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Bound port: 473967fc-69f4-47b5-b77f-3971100c04b3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60010756-891d-4335-a066-bb2f9d38a991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '4c790909-3463-4549-a8e9-1e862d850126'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:15.456095 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.460363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:15.463065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:15.467678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e3326-71f1-43e8-81da-47adad40ce07 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.471240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.473139 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.474669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e3326-71f1-43e8-81da-47adad40ce07 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.481461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e3326-71f1-43e8-81da-47adad40ce07 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.488319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302e3326-71f1-43e8-81da-47adad40ce07 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.492996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-302e3326-71f1-43e8-81da-47adad40ce07 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3114707 Feb 11 13:34:15.497905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34258) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:15.507788 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=7e292e09-0c05-4358-93b2-d32be5434f4d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:15.543427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] For port 473967fc-69f4-47b5-b77f-3971100c04b3, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:15.548963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] For port 473967fc-69f4-47b5-b77f-3971100c04b3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=473967fc-69f4-47b5-b77f-3971100c04b3,segment=NetworkSegment(60010756-891d-4335-a066-bb2f9d38a991),segment_id=60010756-891d-4335-a066-bb2f9d38a991)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:15.566045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.566758 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.568538 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] 10.222.0.13 "PUT /v2.0/ports/2dc9b5cd-3287-436e-bfb7-02071d90c9ac HTTP/1.1" status: 200 len: 1091 time: 2.5832133 Feb 11 13:34:15.568850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'tag': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:15.571520 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ff2ad2-7fa1-4ba9-b950-89666547095f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b", "tag": "2dc9b5cd-3287-436e-bfb7-02071d90c9ac"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:15.625276 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.625607 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c80816-d245-4dd8-86f6-84bfdff2df9f service neutron] Pushing event updated for resources: {'Port': ['ID=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:15.641704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7129e4dc-e9a2-4e61-b9dd-eb0ab3c0569f req-711b1b64-0b32-428b-9ee9-00b8c78d67eb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:15.657496 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3f2d44-67c2-4896-a977-e124bc3b4b21 x-openstack-request-id: req-7a3f2d44-67c2-4896-a977-e124bc3b4b21 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:15.657813 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b", "tag": "2dc9b5cd-3287-436e-bfb7-02071d90c9ac", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:15.658073 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a3f2d44-67c2-4896-a977-e124bc3b4b21 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:15.668618 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'tag': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac', 'status': 'completed', 'code': 200} Feb 11 13:34:15.668763 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7129e4dc-e9a2-4e61-b9dd-eb0ab3c0569f req-711b1b64-0b32-428b-9ee9-00b8c78d67eb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 943 time: 0.2646840 Feb 11 13:34:15.668763 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:15.738850 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-11a1a9cd-ed43-47bd-944a-b4a931d4a629 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4622235 Feb 11 13:34:15.740908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58a9fa-40a3-4e72-8bd5-89c5cdc47cc9 None None] Pushing event updated for resources: {'Port': ['ID=473967fc-69f4-47b5-b77f-3971100c04b3,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:15.741412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34264) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:15.768831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7129e4dc-e9a2-4e61-b9dd-eb0ab3c0569f req-15303e1a-1d6d-4394-8a61-1024ae1b22fd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997198 Feb 11 13:34:15.790781 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4ef91c00-72bc-4abb-8c7c-3d6ccb100131 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6172352 Feb 11 13:34:15.791711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34266) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:15.820916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1b97b248-6984-43f6-a214-a7bee22a3c5b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '4c790909-3463-4549-a8e9-1e862d850126', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:15.994959 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81b98aeb-e39f-484d-b949-ba3a6881fdae req-9552d338-710b-4e7b-b337-439191d0e175 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.1069875 Feb 11 13:34:16.073213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ef0b3-dfb2-48c7-b71c-d2338c61efe6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:16.081108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ef0b3-dfb2-48c7-b71c-d2338c61efe6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:16.085450 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cf9ef0b3-dfb2-48c7-b71c-d2338c61efe6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3402660 Feb 11 13:34:16.085450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff2ad2-7fa1-4ba9-b950-89666547095f req-dd350d24-93ea-41c1-82b2-a2e27ffc489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:16.087386 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03ff2ad2-7fa1-4ba9-b950-89666547095f req-dd350d24-93ea-41c1-82b2-a2e27ffc489e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 1094 time: 0.4015117 Feb 11 13:34:16.087968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34270) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:16.190296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76f590cb-99d7-429f-9f35-544d388d87ea req-ce8945b2-dd9a-47a9-9c8f-c448c26a05db tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.1507623 Feb 11 13:34:16.234138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.269749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e7c477-ce84-43c1-8ada-49b97b4698de']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:16.281217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b212e57d-8c7e-4a91-ae29-b736ed207cae') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:16.281522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b212e57d-8c7e-4a91-ae29-b736ed207cae') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:16.293485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.310133 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.317313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:16.317721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:16.320119 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:16.339062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b97b248-6984-43f6-a214-a7bee22a3c5b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:16.343441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b97b248-6984-43f6-a214-a7bee22a3c5b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.458581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115da96a-b57f-4a4c-95ae-ebc96ac11a7b None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:16.549708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-4bace19e-3fb4-4bf7-aa2d-7e7f2c354d23 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:16.551139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-4bace19e-3fb4-4bf7-aa2d-7e7f2c354d23 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 946 time: 0.2473741 Feb 11 13:34:16.560248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff2ad2-7fa1-4ba9-b950-89666547095f req-b87c3183-bd2b-4814-b3bc-84b1bb5fe7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:16.562290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03ff2ad2-7fa1-4ba9-b950-89666547095f req-b87c3183-bd2b-4814-b3bc-84b1bb5fe7b0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0773021f91b5451292c61dbee2f8846e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4632459 Feb 11 13:34:16.589036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ddf92-0de0-4f4a-8e12-815e91b0ceda req-320bd423-ecd0-4be4-94ac-1d53bd742906 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:16.597318 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-439ddf92-0de0-4f4a-8e12-815e91b0ceda req-320bd423-ecd0-4be4-94ac-1d53bd742906 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 946 time: 0.1940634 Feb 11 13:34:16.600581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-76331c64-5b69-4d53-bc1d-849ea27a15c2 None None] Provisioning complete for port 420026c4-69e1-4670-b21f-e43e6f298548 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:16.600966 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-76331c64-5b69-4d53-bc1d-849ea27a15c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.832841 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-76331c64-5b69-4d53-bc1d-849ea27a15c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.848493 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.855339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 56e7c477-ce84-43c1-8ada-49b97b4698de {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:34:16.873286 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.878617 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-439ddf92-0de0-4f4a-8e12-815e91b0ceda req-69da9f00-f715-44b5-9a78-62bb66f5307e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795608 Feb 11 13:34:16.883113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "DELETE /v2.0/networks/56e7c477-ce84-43c1-8ada-49b97b4698de HTTP/1.1" status: 204 len: 168 time: 1.3801959 Feb 11 13:34:16.900122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b568e73-e75b-4505-ba57-e2f944d652a8 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event deleted for resources: {'Network': ['ID=56e7c477-ce84-43c1-8ada-49b97b4698de,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:16.900122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34276) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:16.900516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-17231924-4270-415b-bee8-e6710861786f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 7e292e09-0c05-4358-93b2-d32be5434f4d {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:16.900516 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17231924-4270-415b-bee8-e6710861786f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.918811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Request body: {'network': {'name': 'tempest-network--1505772831', 'router:external': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:16.946175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-76331c64-5b69-4d53-bc1d-849ea27a15c2 None None] For port 420026c4-69e1-4670-b21f-e43e6f298548, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=420026c4-69e1-4670-b21f-e43e6f298548,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:16.948871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b97b248-6984-43f6-a214-a7bee22a3c5b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:16.989023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 420026c4-69e1-4670-b21f-e43e6f298548 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:17.049908 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-76331c64-5b69-4d53-bc1d-849ea27a15c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.084061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edff7b4-0f9f-4413-a68e-2802eac58dc7 req-3f6ee132-9d68-4b52-a679-c9d53916aaff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.086589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9edff7b4-0f9f-4413-a68e-2802eac58dc7 req-3f6ee132-9d68-4b52-a679-c9d53916aaff tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 943 time: 0.2051711 Feb 11 13:34:17.094154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97b248-6984-43f6-a214-a7bee22a3c5b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 4c790909-3463-4549-a8e9-1e862d850126 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:17.094997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97b248-6984-43f6-a214-a7bee22a3c5b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=0a624a0a-f0e8-48a7-bf5a-61077d6420f0,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:17.127683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1b97b248-6984-43f6-a214-a7bee22a3c5b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:17.131674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97b248-6984-43f6-a214-a7bee22a3c5b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.132591 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b97b248-6984-43f6-a214-a7bee22a3c5b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.175174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 420026c4-69e1-4670-b21f-e43e6f298548 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:17.175645 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.202475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9edff7b4-0f9f-4413-a68e-2802eac58dc7 req-b1c8f4bd-cf8a-4b3f-8feb-32ab6a9104d6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019616 Feb 11 13:34:17.229062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Made reservation on behalf of 310f979245584f1b89940f2837862f4d for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:17.229062 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.247449 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ca667674-61b1-4544-9665-c7626150fa60 req-32c0909a-fda5-4bf1-9252-b3a20b1c6520 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.1257184 Feb 11 13:34:17.269285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76331c64-5b69-4d53-bc1d-849ea27a15c2 None None] Pushing event updated for resources: {'Port': ['ID=420026c4-69e1-4670-b21f-e43e6f298548,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:17.270210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:17.305054 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.305054 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Added segment d96b15c4-3d2e-401d-bc0e-fd267de56b84 of type vlan for network 92c31dd9-c900-4f3c-8299-df058a8087e0 Feb 11 13:34:17.313622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff2ad2-7fa1-4ba9-b950-89666547095f req-245cedbb-b1cb-48bd-8501-c98f57f45ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.326047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03ff2ad2-7fa1-4ba9-b950-89666547095f req-245cedbb-b1cb-48bd-8501-c98f57f45ca7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7552168 Feb 11 13:34:17.362471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5d485da6-4da3-4cd9-a4e1-94c662305cd5 None None] Provisioning complete for port 420026c4-69e1-4670-b21f-e43e6f298548 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:17.362938 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d485da6-4da3-4cd9-a4e1-94c662305cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.392901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Deleting port bac4334d-c0cb-4d7f-96b9-c75496edcf04 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:17.393262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.396546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.441360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17231924-4270-415b-bee8-e6710861786f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.463867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1b97b248-6984-43f6-a214-a7bee22a3c5b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6543562 Feb 11 13:34:17.468113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34282) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:17.478122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': '4c790909-3463-4549-a8e9-1e862d850126', 'fixed_ips': [{'subnet_id': '1e3f0742-6e66-4e10-b0d6-4bd53916898f'}, {'subnet_id': '0a624a0a-f0e8-48a7-bf5a-61077d6420f0'}], 'name': 'tempest-PortsIpV6TestJSON-87414328'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:17.511025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24a410-0f9b-4c59-b119-fb857e178665 None None] Network 4c790909-3463-4549-a8e9-1e862d850126 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:17.519373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-17231924-4270-415b-bee8-e6710861786f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 7e292e09-0c05-4358-93b2-d32be5434f4d owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:17.540096 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0fcee28-05c2-4a39-9d67-9b41188812ee req-6746f772-2eb3-41dc-a03c-80645f528ec8 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0839920 Feb 11 13:34:17.581188 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab271899-68b7-4cad-a291-c6ca14ef2777 req-3ffdca3e-7d1f-4482-9927-7900769240fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.1263061 Feb 11 13:34:17.587856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.588930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.589530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.685447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event updated for resources: {'Network': ['ID=92c31dd9-c900-4f3c-8299-df058a8087e0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:17.801251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0cec1dd3-4bde-41af-a1a3-2def0d80b4fc tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8978760 Feb 11 13:34:17.804511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34284) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:17.805111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 473967fc-69f4-47b5-b77f-3971100c04b3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:17.813837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 92c31dd9-c900-4f3c-8299-df058a8087e0 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:17.884225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-76da27fa-fd44-43fc-bcfe-71a4fc5ec267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.885790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-76da27fa-fd44-43fc-bcfe-71a4fc5ec267 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 1094 time: 0.4780402 Feb 11 13:34:17.888937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] For port bac4334d-c0cb-4d7f-96b9-c75496edcf04, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bac4334d-c0cb-4d7f-96b9-c75496edcf04,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:17.890210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:17.915315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa07846e-5cf7-4f1e-882e-d2d27b399ee7 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:17.915315 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fa07846e-5cf7-4f1e-882e-d2d27b399ee7 tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] 10.222.0.52 "GET /v2.0/networks/92c31dd9-c900-4f3c-8299-df058a8087e0 HTTP/1.1" status: 200 len: 757 time: 0.1083953 Feb 11 13:34:17.917762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34288) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:17.948785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Calling delete_port for bac4334d-c0cb-4d7f-96b9-c75496edcf04 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:17.955333 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-ea69747d-b0a9-45a7-b0d9-6227ba71fa00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac HTTP/1.1" status: 200 len: 217 time: 0.0556638 Feb 11 13:34:17.999399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:18.035042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 473967fc-69f4-47b5-b77f-3971100c04b3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:18.035652 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.063479 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e3109-a53e-483f-983c-5edd7d280a2a tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.067790 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-507e3109-a53e-483f-983c-5edd7d280a2a tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] 10.222.0.52 "GET /v2.0/networks/a931f074-5dc1-422f-82d1-0bf1f66ff334 HTTP/1.1" status: 200 len: 768 time: 0.1461515 Feb 11 13:34:18.067989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34290) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:18.088105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5d485da6-4da3-4cd9-a4e1-94c662305cd5 None None] Provisioning complete for port 7e292e09-0c05-4358-93b2-d32be5434f4d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:18.088822 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d485da6-4da3-4cd9-a4e1-94c662305cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.130725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-6a902e14-e789-4770-98a5-280db282cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.132200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-6a902e14-e789-4770-98a5-280db282cfd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1672502 Feb 11 13:34:18.157088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5d485da6-4da3-4cd9-a4e1-94c662305cd5 None None] Port 7e292e09-0c05-4358-93b2-d32be5434f4d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:34:18.183275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.188972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.202215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e5b78-7abc-4fdb-b176-1b45b7951541 req-e8a23149-3aef-4ffd-a424-90e8b439df61 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.209467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c75e5b78-7abc-4fdb-b176-1b45b7951541 req-e8a23149-3aef-4ffd-a424-90e8b439df61 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 946 time: 0.1747258 Feb 11 13:34:18.224072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:18.245990 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.281373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-efdd1b82-aee5-48b6-8970-0439cfee5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.289949 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-efdd1b82-aee5-48b6-8970-0439cfee5ff2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417439 Feb 11 13:34:18.290106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f84f81-a516-4168-9277-252497b6a3de None None] Update dhcp port {'port': {'network_id': '4c790909-3463-4549-a8e9-1e862d850126', 'fixed_ips': [{'subnet_id': '1e3f0742-6e66-4e10-b0d6-4bd53916898f', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a624a0a-f0e8-48a7-bf5a-61077d6420f0'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '473967fc-69f4-47b5-b77f-3971100c04b3'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:34:18.310395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c75e5b78-7abc-4fdb-b176-1b45b7951541 req-ef73d3a4-0de6-44ba-ab53-77f35e9a3c65 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999386 Feb 11 13:34:18.319896 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17231924-4270-415b-bee8-e6710861786f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.326315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 473967fc-69f4-47b5-b77f-3971100c04b3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=473967fc-69f4-47b5-b77f-3971100c04b3,segment=NetworkSegment(60010756-891d-4335-a066-bb2f9d38a991),segment_id=60010756-891d-4335-a066-bb2f9d38a991)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:18.333339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bc21ab9e-ac4d-4159-9dd3-49d86df60c83 None None] Provisioning complete for port 473967fc-69f4-47b5-b77f-3971100c04b3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:18.333717 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc21ab9e-ac4d-4159-9dd3-49d86df60c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.338234 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-86f84f81-a516-4168-9277-252497b6a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.376638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17231924-4270-415b-bee8-e6710861786f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=7e292e09-0c05-4358-93b2-d32be5434f4d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:18.424587 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.473652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2fca1c7f-fb8e-47cd-a17b-691bf9803dec req-b7787fc6-0b9f-4a00-b4ce-1151e8f934a2 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0591810 Feb 11 13:34:18.480653 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17231924-4270-415b-bee8-e6710861786f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.482405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17231924-4270-415b-bee8-e6710861786f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/7e292e09-0c05-4358-93b2-d32be5434f4d HTTP/1.1" status: 204 len: 168 time: 2.3930743 Feb 11 13:34:18.485386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34296) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:18.533014 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.547185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-c081a1e5-9e4c-4e48-af4e-531332921241 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2818959 Feb 11 13:34:18.563612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['bac4334d-c0cb-4d7f-96b9-c75496edcf04'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:18.565544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:18.622297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912af858-e08b-447c-8fac-f54791158353 req-e607701d-6d03-460a-8791-2806a25b2544 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.624205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-912af858-e08b-447c-8fac-f54791158353 req-e607701d-6d03-460a-8791-2806a25b2544 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 943 time: 0.2470622 Feb 11 13:34:18.624510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bc21ab9e-ac4d-4159-9dd3-49d86df60c83 None None] Could not find standard attr ID for object 7e292e09-0c05-4358-93b2-d32be5434f4d. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:18.659371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3286c40-54cb-4a95-bb14-d5e651b3e93e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.661130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3286c40-54cb-4a95-bb14-d5e651b3e93e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.668927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f3286c40-54cb-4a95-bb14-d5e651b3e93e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1816783 Feb 11 13:34:18.681623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34300) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:18.698103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=473967fc-69f4-47b5-b77f-3971100c04b3,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:18.736898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-86f84f81-a516-4168-9277-252497b6a3de None None] Allocated IP 2001:db8:0:1::2 (4c790909-3463-4549-a8e9-1e862d850126/0a624a0a-f0e8-48a7-bf5a-61077d6420f0/473967fc-69f4-47b5-b77f-3971100c04b3) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:18.761131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event deleted for resources: {'Port': ['ID=bac4334d-c0cb-4d7f-96b9-c75496edcf04,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:18.792441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.825336 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b06f96a0-c933-482c-9ab3-b6e83563aa3e req-53041798-8f19-4bd5-8ee3-d136ff82ce40 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0909100 Feb 11 13:34:18.840207 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-0b90a240-19f8-4824-90c9-967c195ea68b service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485146 Feb 11 13:34:18.841249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] No DVR routers for this DVR port bac4334d-c0cb-4d7f-96b9-c75496edcf04 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:18.844530 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.848466 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "DELETE /v2.0/ports/bac4334d-c0cb-4d7f-96b9-c75496edcf04 HTTP/1.1" status: 204 len: 173 time: 2.2896247 Feb 11 13:34:18.848989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36931d4e-1296-4698-967e-d8a9e5dff2b4', 'name': 'network-vif-deleted', 'tag': 'bac4334d-c0cb-4d7f-96b9-c75496edcf04'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:18.857855 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00ae311-1348-47ab-801b-6e7996286cb8" -d '{"events": [{"server_uuid": "36931d4e-1296-4698-967e-d8a9e5dff2b4", "name": "network-vif-deleted", "tag": "bac4334d-c0cb-4d7f-96b9-c75496edcf04"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:18.875765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 420026c4-69e1-4670-b21f-e43e6f298548 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:18.895319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-912af858-e08b-447c-8fac-f54791158353 req-9e3135c0-fc0f-4d66-aa6e-d9656a93502b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221556 Feb 11 13:34:18.916832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c31dd9-c900-4f3c-8299-df058a8087e0']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:18.927156 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbea88f1-db5f-4541-943d-74bebe4b1b38 x-openstack-request-id: req-cbea88f1-db5f-4541-943d-74bebe4b1b38 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:18.932986 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36931d4e-1296-4698-967e-d8a9e5dff2b4", "name": "network-vif-deleted", "tag": "bac4334d-c0cb-4d7f-96b9-c75496edcf04", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:18.932986 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbea88f1-db5f-4541-943d-74bebe4b1b38 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:18.932986 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36931d4e-1296-4698-967e-d8a9e5dff2b4', 'name': 'network-vif-deleted', 'tag': 'bac4334d-c0cb-4d7f-96b9-c75496edcf04', 'status': 'completed', 'code': 200} Feb 11 13:34:18.957299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96b15c4-3d2e-401d-bc0e-fd267de56b84') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:18.957604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96b15c4-3d2e-401d-bc0e-fd267de56b84') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:18.977526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-c7125c4e-1323-4008-991d-285aaa4dbc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:18.979709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-c7125c4e-1323-4008-991d-285aaa4dbc7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1095 time: 0.3529809 Feb 11 13:34:18.982356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:18.987042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-958f5bd7-088b-4fc0-8728-55fdf13a19ff req-bc94e2b2-ff98-41da-8b5b-d735e72732f7 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246126 Feb 11 13:34:18.989802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-86f84f81-a516-4168-9277-252497b6a3de None None] For port 473967fc-69f4-47b5-b77f-3971100c04b3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=473967fc-69f4-47b5-b77f-3971100c04b3,segment=NetworkSegment(60010756-891d-4335-a066-bb2f9d38a991),segment_id=60010756-891d-4335-a066-bb2f9d38a991)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:19.001147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1401798-7968-4ae5-a31d-0129a2fbd892 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 6d48bdfb-eb48-4e74-9c5e-a38df7d81be5 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:19.005840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1401798-7968-4ae5-a31d-0129a2fbd892 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.009128 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.018928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 420026c4-69e1-4670-b21f-e43e6f298548 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:19.019300 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.042420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:19.043003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.056942 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-86f84f81-a516-4168-9277-252497b6a3de None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:19.109957 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:19.127360 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-86f84f81-a516-4168-9277-252497b6a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.129240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-6c3ee677-4679-4620-8277-51f5da79babb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.131524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-6c3ee677-4679-4620-8277-51f5da79babb service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.1141269 Feb 11 13:34:19.134152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1401798-7968-4ae5-a31d-0129a2fbd892 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.160225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 473967fc-69f4-47b5-b77f-3971100c04b3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:19.192161 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.206337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92c31dd9-c900-4f3c-8299-df058a8087e0 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:34:19.212778 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.216001 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "DELETE /v2.0/networks/92c31dd9-c900-4f3c-8299-df058a8087e0 HTTP/1.1" status: 204 len: 168 time: 1.1470654 Feb 11 13:34:19.227312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34306) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:19.235058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Request body: {'network': {'name': 'tempest-network--1371477918'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:19.243209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f810924-e098-4596-acb7-155a2041b81b tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event deleted for resources: {'Network': ['ID=92c31dd9-c900-4f3c-8299-df058a8087e0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:19.284405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-2cf0458a-1251-42de-9abb-c56b0d051738 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 999 time: 0.1442618 Feb 11 13:34:19.300255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f84f81-a516-4168-9277-252497b6a3de None None] Pushing event updated for resources: {'Port': ['ID=473967fc-69f4-47b5-b77f-3971100c04b3,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:19.328010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 473967fc-69f4-47b5-b77f-3971100c04b3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:19.328422 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.378229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-571f9dc2-e3ce-43d8-b38a-61bd41fc3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.379785 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-571f9dc2-e3ce-43d8-b38a-61bd41fc3550 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.0878270 Feb 11 13:34:19.386023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Made reservation on behalf of 310f979245584f1b89940f2837862f4d for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:19.391263 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.398372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8::3a5 (4c790909-3463-4549-a8e9-1e862d850126/1e3f0742-6e66-4e10-b0d6-4bd53916898f/1f05aa07-7a54-4f76-9b85-41990aef1ac1) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:19.404758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1401798-7968-4ae5-a31d-0129a2fbd892 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.458566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-42592624-ba51-4aa2-9026-68e5bdcbeafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.460767 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-42592624-ba51-4aa2-9026-68e5bdcbeafd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659580 Feb 11 13:34:19.501465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8:0:1::38b (4c790909-3463-4549-a8e9-1e862d850126/0a624a0a-f0e8-48a7-bf5a-61077d6420f0/1f05aa07-7a54-4f76-9b85-41990aef1ac1) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:19.617292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83bf66fc-8aa8-4b18-bb4d-e244a7f892f7 req-6ac76a89-dc11-4b78-b807-eed9f9784e87 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=36931d4e-1296-4698-967e-d8a9e5dff2b4 HTTP/1.1" status: 200 len: 210 time: 0.1385167 Feb 11 13:34:19.646987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:19.688710 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11eff64e-8958-4d27-83be-0d5e3c432612 req-7144f279-f5a8-4b5b-81c8-409faad2d045 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0428233 Feb 11 13:34:19.708974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-3deeb44d-16fa-42e3-af17-e1847482245f service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360256 Feb 11 13:34:19.737504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.738463 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Added segment 2fa1d519-fa75-4037-aafd-420e239bb905 of type vlan for network a2ca1a1d-f061-4373-a97f-369696090d37 Feb 11 13:34:19.789714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.821614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-febce595-1441-4e27-89e9-b848fc6d1f63 req-ed40c6cd-af1d-4b4d-ba4c-a294b481894a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.1478193 Feb 11 13:34:19.832958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0626b8dc-cfd2-4a7a-bfb1-a365b1aea1e0 req-a4c85bea-1388-4ecc-9355-51902c46db2b service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175275 Feb 11 13:34:19.878239 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.936557 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9843442c-bf21-4c82-b776-cbf655ab2d73 req-6bc5fbfb-648f-48e7-a8cf-3ba275b6b935 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0314384 Feb 11 13:34:19.936557 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1401798-7968-4ae5-a31d-0129a2fbd892 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.971470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1401798-7968-4ae5-a31d-0129a2fbd892 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=6d48bdfb-eb48-4e74-9c5e-a38df7d81be5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:19.974338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.976127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:19.976720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.983385 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1401798-7968-4ae5-a31d-0129a2fbd892 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:19.986919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a1401798-7968-4ae5-a31d-0129a2fbd892 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/6d48bdfb-eb48-4e74-9c5e-a38df7d81be5 HTTP/1.1" status: 204 len: 168 time: 1.2999396 Feb 11 13:34:19.990595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d40d6d-544a-418e-9687-bbff03816f97 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:19.993614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34318) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:20.076192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event updated for resources: {'Network': ['ID=a2ca1a1d-f061-4373-a97f-369696090d37,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:20.104445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network a2ca1a1d-f061-4373-a97f-369696090d37 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:20.111767 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.133354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f9ad89bf-9086-48fb-a95d-37e3018e9336 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364977 Feb 11 13:34:20.135951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34322) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:20.143010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-24a926a3-992f-46be-9650-44b97bd7d2ac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:20.200100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 4c790909-3463-4549-a8e9-1e862d850126 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:20.219217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f947ec6d-e334-48f7-8274-94bb3b175715 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9863396 Feb 11 13:34:20.220996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630ec13-bdcc-45ed-b61f-19067eaca2f9 req-8da81d8d-3230-4698-861f-770be5c7e303 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:20.222107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3e7908-4903-480c-9435-7d21c1d70509 None None] Network 4c790909-3463-4549-a8e9-1e862d850126 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:20.222470 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8630ec13-bdcc-45ed-b61f-19067eaca2f9 req-8da81d8d-3230-4698-861f-770be5c7e303 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 943 time: 0.2418132 Feb 11 13:34:20.225027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34324) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:20.230349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:20.233663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-085fed95-6d63-4379-adc5-5ddab0e88091 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:20.242152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:20.262347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:20.264222 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.293423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=1f05aa07-7a54-4f76-9b85-41990aef1ac1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:20.339678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b4fcd9fb-e52f-40a3-b473-2cec4ca51979 None None] Provisioning complete for port 473967fc-69f4-47b5-b77f-3971100c04b3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:20.340052 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b4fcd9fb-e52f-40a3-b473-2cec4ca51979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.356400 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8630ec13-bdcc-45ed-b61f-19067eaca2f9 req-a70ff9a5-1dc8-4be9-819f-4ca4c6846fcb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158340 Feb 11 13:34:20.399602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7fee25fc-0d01-4546-831b-004e57de1cd3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.9251635 Feb 11 13:34:20.402445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34326) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:20.409112 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-be6dfce5-0706-4a9d-a9db-35f3cc34eef8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1e3f0742-6e66-4e10-b0d6-4bd53916898f'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:20.432226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc7d52-ecd2-45ba-86ec-e834b542bb5f None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:20.486932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-085fed95-6d63-4379-adc5-5ddab0e88091 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.507235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be6dfce5-0706-4a9d-a9db-35f3cc34eef8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.575719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc7d52-ecd2-45ba-86ec-e834b542bb5f None None] Deleting port 420026c4-69e1-4670-b21f-e43e6f298548 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:20.576154 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7d52-ecd2-45ba-86ec-e834b542bb5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.590116 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-085fed95-6d63-4379-adc5-5ddab0e88091 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.607096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a926a3-992f-46be-9650-44b97bd7d2ac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:20.611602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24a926a3-992f-46be-9650-44b97bd7d2ac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.630038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-085fed95-6d63-4379-adc5-5ddab0e88091 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Network a2ca1a1d-f061-4373-a97f-369696090d37 is not hosted by any dhcp agent {{(pid=103006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:34:20.630880 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085fed95-6d63-4379-adc5-5ddab0e88091 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:20.631487 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-085fed95-6d63-4379-adc5-5ddab0e88091 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.660373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34332) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:20.663274 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-085fed95-6d63-4379-adc5-5ddab0e88091 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "PUT /v2.0/networks/a2ca1a1d-f061-4373-a97f-369696090d37 HTTP/1.1" status: 200 len: 858 time: 0.4370787 Feb 11 13:34:20.672998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d2fc7d52-ecd2-45ba-86ec-e834b542bb5f None None] For port 420026c4-69e1-4670-b21f-e43e6f298548, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=420026c4-69e1-4670-b21f-e43e6f298548,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:20.673545 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7d52-ecd2-45ba-86ec-e834b542bb5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:20.696673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc7d52-ecd2-45ba-86ec-e834b542bb5f None None] Calling delete_port for 420026c4-69e1-4670-b21f-e43e6f298548 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:20.721057 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21c6cc7e-a6c6-4a97-a36c-2261f3d1b10f req-c6e0d621-32e6-403b-8c51-d275f3629044 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fcfcd16ea5014733a0bccbcd02e9705a&device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0596764 Feb 11 13:34:20.789842 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21c6cc7e-a6c6-4a97-a36c-2261f3d1b10f req-98620994-0ab2-42cc-a06f-ad1958128817 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fcfcd16ea5014733a0bccbcd02e9705a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305552 Feb 11 13:34:20.835518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 473967fc-69f4-47b5-b77f-3971100c04b3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:20.838808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f9b53d8e-f3b7-4392-88dc-2ddd620fb326 req-c5367796-3d1f-4510-b50c-e0033446eb50 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0297687 Feb 11 13:34:20.929719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fed95-6d63-4379-adc5-5ddab0e88091 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event updated for resources: {'Network': ['ID=a2ca1a1d-f061-4373-a97f-369696090d37,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:20.953619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-637ad61a-6d7d-4d1e-a83b-b1d81e3a3e57 req-1e6adbf5-5c66-4ade-89f6-3b0d4c35252f tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0908842 Feb 11 13:34:20.965454 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.004694 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 473967fc-69f4-47b5-b77f-3971100c04b3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:21.005223 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.224574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24a926a3-992f-46be-9650-44b97bd7d2ac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.237196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bac4334d-c0cb-4d7f-96b9-c75496edcf04 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:21.240699 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d2fc7d52-ecd2-45ba-86ec-e834b542bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.276829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a926a3-992f-46be-9650-44b97bd7d2ac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:21.280716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-24a926a3-992f-46be-9650-44b97bd7d2ac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:21.307662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a926a3-992f-46be-9650-44b97bd7d2ac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:21.315424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-24a926a3-992f-46be-9650-44b97bd7d2ac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.315578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc7d52-ecd2-45ba-86ec-e834b542bb5f None None] No DVR routers for this DVR port 420026c4-69e1-4670-b21f-e43e6f298548 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:21.331414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: bac4334d-c0cb-4d7f-96b9-c75496edcf04 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:21.332109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bac4334d-c0cb-4d7f-96b9-c75496edcf04 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:21.340857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d40e042a-c29d-4d03-9d74-a2478bed2ab1 None None] Provisioning complete for port 473967fc-69f4-47b5-b77f-3971100c04b3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:21.340857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d40e042a-c29d-4d03-9d74-a2478bed2ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.343888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc7d52-ecd2-45ba-86ec-e834b542bb5f None None] Pushing event deleted for resources: {'Port': ['ID=420026c4-69e1-4670-b21f-e43e6f298548,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:21.371075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a926a3-992f-46be-9650-44b97bd7d2ac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=38cdd1e0-fe9b-45d9-81a6-704bb3ac41d2,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:21.377184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d24533c-af3b-4d5f-a377-77f4b5f55c55 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:21.441537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-294715f3-2f85-4e28-a5b4-d0a8c36547c4 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:21.451151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-294715f3-2f85-4e28-a5b4-d0a8c36547c4 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.1553445 Feb 11 13:34:21.464133 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-24a926a3-992f-46be-9650-44b97bd7d2ac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3271782 Feb 11 13:34:21.467136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34352) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:21.471271 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-6b8def59-543c-498e-a3b0-f9d43561d44d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/quotas/4222396b7cf84679a0eaebcc0a134ba5 HTTP/1.1" status: 200 len: 375 time: 0.0191016 Feb 11 13:34:21.476154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'name': 'tempest-NetworksTestDHCPv6-377480412'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:21.501332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6cc7e-a6c6-4a97-a36c-2261f3d1b10f req-aa29861a-7395-4733-a078-6874bb4c3f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:21.502803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21c6cc7e-a6c6-4a97-a36c-2261f3d1b10f req-aa29861a-7395-4733-a078-6874bb4c3f1c service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7031555 Feb 11 13:34:21.588059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb805b-9a35-4a64-8dc6-73bcb7b63071 req-9245bcc4-c8ae-43fb-8c2b-30fcf967b95b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:21.589656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fcb805b-9a35-4a64-8dc6-73bcb7b63071 req-9245bcc4-c8ae-43fb-8c2b-30fcf967b95b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 943 time: 0.1236658 Feb 11 13:34:21.590775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-be6dfce5-0706-4a9d-a9db-35f3cc34eef8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Delete allocated IP 2001:db8:0:1::38b (4c790909-3463-4549-a8e9-1e862d850126/0a624a0a-f0e8-48a7-bf5a-61077d6420f0) {{(pid=103007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:34:21.603138 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-143cc8da-3626-4a29-ab3c-3db1d395bd62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1222885 Feb 11 13:34:21.643777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 420026c4-69e1-4670-b21f-e43e6f298548 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:21.651401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d40e042a-c29d-4d03-9d74-a2478bed2ab1 None None] Provisioning complete for port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:21.652017 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d40e042a-c29d-4d03-9d74-a2478bed2ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.673012 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fcb805b-9a35-4a64-8dc6-73bcb7b63071 req-0480bb98-ebab-4fc5-bbce-f19e876ea6cd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697420 Feb 11 13:34:21.696340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 420026c4-69e1-4670-b21f-e43e6f298548 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:21.696688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 420026c4-69e1-4670-b21f-e43e6f298548 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:21.698674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.740349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d40e042a-c29d-4d03-9d74-a2478bed2ab1 None None] Port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:34:21.752190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-2ca1bd2a-f9ad-44d6-a75a-3212b250c177 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389244 Feb 11 13:34:21.753224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '38cdd1e0-fe9b-45d9-81a6-704bb3ac41d2'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:21.753974 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.756222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ca1a1d-f061-4373-a97f-369696090d37']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:21.771597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa1d519-fa75-4037-aafd-420e239bb905') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:21.771877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa1d519-fa75-4037-aafd-420e239bb905') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:21.790763 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.815146 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.824622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:21.828693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:21.829099 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.829348 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:21.831200 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:21.863719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port caedaf54-0322-4dd3-b306-a47eaf916157 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:21.897143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be6dfce5-0706-4a9d-a9db-35f3cc34eef8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.919988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-928f80aa-0f0f-4929-a1b0-ac2ef3e23fb7 None None] Provisioning complete for port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:21.920923 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-928f80aa-0f0f-4929-a1b0-ac2ef3e23fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:21.947420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-b0df6903-ae51-4385-8d49-f14391dfcf94 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865330 Feb 11 13:34:21.953374 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/38cdd1e0-fe9b-45d9-81a6-704bb3ac41d2/8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:21.970734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87179b79-b243-4de9-bb5e-1c0219fcdc9c req-3eb0482f-d89d-4b05-a0ba-069f92385156 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0380855 Feb 11 13:34:21.976401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-928f80aa-0f0f-4929-a1b0-ac2ef3e23fb7 None None] Port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:34:21.990351 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be6dfce5-0706-4a9d-a9db-35f3cc34eef8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.038940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.055868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2ca1a1d-f061-4373-a97f-369696090d37 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:34:22.096278 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.104415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] 10.222.0.52 "DELETE /v2.0/networks/a2ca1a1d-f061-4373-a97f-369696090d37 HTTP/1.1" status: 204 len: 168 time: 1.4370604 Feb 11 13:34:22.105267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34358) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:22.132749 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9609ed5-e8ed-4ccc-bd74-9dc44f34ea9d tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] DELETE failed (client error): The resource could not be found. Feb 11 13:34:22.134448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-be6dfce5-0706-4a9d-a9db-35f3cc34eef8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] In _notify_port_updated(), no bound segment for port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 on network 4c790909-3463-4549-a8e9-1e862d850126 {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:34:22.140163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9609ed5-e8ed-4ccc-bd74-9dc44f34ea9d tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:34:22.140636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6dfce5-0706-4a9d-a9db-35f3cc34eef8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:22.141320 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be6dfce5-0706-4a9d-a9db-35f3cc34eef8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.143287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-be6dfce5-0706-4a9d-a9db-35f3cc34eef8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "PUT /v2.0/ports/1f05aa07-7a54-4f76-9b85-41990aef1ac1 HTTP/1.1" status: 200 len: 924 time: 1.7398746 Feb 11 13:34:22.163282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d9609ed5-e8ed-4ccc-bd74-9dc44f34ea9d tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] 10.222.0.52 "DELETE /v2.0/subnets/c5fed0e7-034a-46d9-b1dd-0d125c860a7a HTTP/1.1" status: 404 len: 337 time: 0.0546889 Feb 11 13:34:22.163282 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34360) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:22.163613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b153bf34-be7a-4809-b6e2-714e8f5c1c7a req-fcb3daae-d269-47ca-9279-606ed2060728 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.1033144 Feb 11 13:34:22.163613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6dfce5-0706-4a9d-a9db-35f3cc34eef8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=1f05aa07-7a54-4f76-9b85-41990aef1ac1,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:22.163802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34362) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:22.169502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae030002-e710-421c-acf9-e9fae7daa3e6 tempest-ExternalNetworksTestJSON-1754788434 tempest-ExternalNetworksTestJSON-1754788434-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2ca1a1d-f061-4373-a97f-369696090d37,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:22.187567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-90293ec3-89e1-4250-95a5-8d7d4109e8ee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1e3f0742-6e66-4e10-b0d6-4bd53916898f'}, {'subnet_id': '0a624a0a-f0e8-48a7-bf5a-61077d6420f0'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:22.205507 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.304630 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.427627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::307 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/38cdd1e0-fe9b-45d9-81a6-704bb3ac41d2/caedaf54-0322-4dd3-b306-a47eaf916157) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:22.434494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:22.441303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:22.443674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Pushing event updated for resources: {'Port': ['ID=8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:22.446279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:22.498029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.498812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.499202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.500255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.500255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.500489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.500746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.501072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.501384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.501703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.501849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b8ccf79-5e43-49d1-bb7a-516cba850306 req-1b457145-58bd-4f8e-9897-1bcc7e4f28f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 210 time: 0.2098467 Feb 11 13:34:22.502044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.502615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:22.524536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Attempting to bind port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:22.524908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Attempting to bind port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:22.525497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Attempting to bind port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:22.541090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:22.541090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:22.541090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.541090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:22.541090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Bound port: 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:22.541090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.572918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7062cd8d-758f-4565-9fd8-ec9805a14dd7 None None] Provisioning complete for port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:22.573476 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7062cd8d-758f-4565-9fd8-ec9805a14dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.635363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.662002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7062cd8d-758f-4565-9fd8-ec9805a14dd7 None None] Port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:34:22.692286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] For port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:22.698424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] For port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:22.802451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:22.892657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99bb8f-92de-488a-97c7-9087b35c1632 None None] Pushing event updated for resources: {'Port': ['ID=8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:22.908820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8161549-dc2a-4404-936b-0a7d1e7a7d47 req-746d7115-2a7a-4996-84ad-098c9169c02c tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0468132 Feb 11 13:34:23.095714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2dc9b5cd-3287-436e-bfb7-02071d90c9ac details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:23.132095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3f45597-3890-488e-9836-bb7c703fc8fb req-06f6dfae-3193-4982-9f6b-002194254d4a tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0718050 Feb 11 13:34:23.173388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90293ec3-89e1-4250-95a5-8d7d4109e8ee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.196849 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.208680 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21c6cc7e-a6c6-4a97-a36c-2261f3d1b10f req-a91a98a1-d9c8-420f-9e83-5a0e6612b938 tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.59 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.0439453 Feb 11 13:34:23.245430 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.247672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a931f074-5dc1-422f-82d1-0bf1f66ff334']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:23.267393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:23.286972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'port_id': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac', 'mac_address': 'fa:16:3e:c2:ab:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:23.307836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b9eba-5df0-43f1-beb4-622117ecee08 req-6931e5d5-b0d1-4894-a54a-8784a165718b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:23.312090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a1b9eba-5df0-43f1-beb4-622117ecee08 req-6931e5d5-b0d1-4894-a54a-8784a165718b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 943 time: 0.5401585 Feb 11 13:34:23.318150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63de020-20b4-4689-8268-34ca743f1cac') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:23.318467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63de020-20b4-4689-8268-34ca743f1cac') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:23.329451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.338138 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.344035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc9b5cd-3287-436e-bfb7-02071d90c9ac {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:23.363221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:23.458180 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.458758 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.495415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:23.495836 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:23.499656 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:23.505650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:23.532962 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a1b9eba-5df0-43f1-beb4-622117ecee08 req-c15b4e09-f5d5-4afd-9d2b-b1cd6bc5f5fd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031612 Feb 11 13:34:23.612698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.613338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3a8f189-ed89-482c-822d-2683363d54dd req-fd6d55ee-c7c4-427b-ab35-326f2cc68819 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 210 time: 0.0287821 Feb 11 13:34:23.695674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2dc9b5cd-3287-436e-bfb7-02071d90c9ac'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:23.709966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:23.722334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:23.728279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.732543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:23.738468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:23.739105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.749747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:23.752952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] 10.222.0.52 "DELETE /v2.0/networks/a931f074-5dc1-422f-82d1-0bf1f66ff334 HTTP/1.1" status: 204 len: 168 time: 1.5890844 Feb 11 13:34:23.765691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=caedaf54-0322-4dd3-b306-a47eaf916157,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:23.807739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b6ec4-5463-448f-a7d5-70f1849f35bb tempest-ExternalNetworksTestJSON-1627311828 tempest-ExternalNetworksTestJSON-1627311828-project] Pushing event deleted for resources: {'Network': ['ID=a931f074-5dc1-422f-82d1-0bf1f66ff334,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:23.912270 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8dc160a3-a650-4c1b-afe5-a16df637c191 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4393005 Feb 11 13:34:23.914185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-90293ec3-89e1-4250-95a5-8d7d4109e8ee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8:0:1::8e (4c790909-3463-4549-a8e9-1e862d850126/0a624a0a-f0e8-48a7-bf5a-61077d6420f0/1f05aa07-7a54-4f76-9b85-41990aef1ac1) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:23.914764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34396) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:23.984757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9e587-1fe5-4ec6-b551-f69ee2f608e6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:23.997311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c9e587-1fe5-4ec6-b551-f69ee2f608e6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:23.999954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-03c9e587-1fe5-4ec6-b551-f69ee2f608e6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0835993 Feb 11 13:34:24.008225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34402) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:24.101580 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40b97389-451c-4bfa-b736-161acf29f335 req-e46aab70-5d0e-4bc4-b24c-9ff3f71c2f65 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0409141 Feb 11 13:34:24.142764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-725c8012-e93e-4be0-b4dc-5ae5a30b0ebd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port caedaf54-0322-4dd3-b306-a47eaf916157 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:24.143315 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-725c8012-e93e-4be0-b4dc-5ae5a30b0ebd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.179918 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90293ec3-89e1-4250-95a5-8d7d4109e8ee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.258573 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90293ec3-89e1-4250-95a5-8d7d4109e8ee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.337143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3428e1a5-6028-4a48-8f6d-acfb45748df0 None None] Provisioning complete for port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:24.338427 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3428e1a5-6028-4a48-8f6d-acfb45748df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.348367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90293ec3-89e1-4250-95a5-8d7d4109e8ee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=1f05aa07-7a54-4f76-9b85-41990aef1ac1,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:24.357225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-725c8012-e93e-4be0-b4dc-5ae5a30b0ebd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.384595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-725c8012-e93e-4be0-b4dc-5ae5a30b0ebd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for caedaf54-0322-4dd3-b306-a47eaf916157 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:24.399294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-90293ec3-89e1-4250-95a5-8d7d4109e8ee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] In _notify_port_updated(), no bound segment for port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 on network 4c790909-3463-4549-a8e9-1e862d850126 {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:34:24.408025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90293ec3-89e1-4250-95a5-8d7d4109e8ee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:24.408706 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90293ec3-89e1-4250-95a5-8d7d4109e8ee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.417269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-90293ec3-89e1-4250-95a5-8d7d4109e8ee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "PUT /v2.0/ports/1f05aa07-7a54-4f76-9b85-41990aef1ac1 HTTP/1.1" status: 200 len: 1009 time: 2.2550211 Feb 11 13:34:24.417965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34410) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:24.492969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a8c1de6-5e0f-45bd-908b-0e79d43bc796 req-27a10b83-7d92-4de4-837b-b955eac4c40d tempest-ServerShowV254Test-1146355018 tempest-ServerShowV254Test-1146355018-project] 10.222.0.52 "GET /v2.0/ports?device_id=066dd70c-a90c-4ff0-b2d0-a14861fbccba HTTP/1.1" status: 200 len: 210 time: 0.2096224 Feb 11 13:34:24.546340 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3428e1a5-6028-4a48-8f6d-acfb45748df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.601923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3428e1a5-6028-4a48-8f6d-acfb45748df0 None None] For port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:24.633225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-47a44638-eae9-41cb-a08b-a07737d51fa6 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:24.633957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47a44638-eae9-41cb-a08b-a07737d51fa6 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.687988 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3428e1a5-6028-4a48-8f6d-acfb45748df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.724887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-725c8012-e93e-4be0-b4dc-5ae5a30b0ebd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.756266 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0d4dbe8b-62d6-49ac-8d30-014cc704a4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.780840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428e1a5-6028-4a48-8f6d-acfb45748df0 None None] Pushing event updated for resources: {'Port': ['ID=8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:24.803294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c28810aa-a63f-49ad-8b4a-2f5ecac89cd2 None None] Could not find standard attr ID for object caedaf54-0322-4dd3-b306-a47eaf916157. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:24.830245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c8012-e93e-4be0-b4dc-5ae5a30b0ebd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=caedaf54-0322-4dd3-b306-a47eaf916157,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:24.830582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3b679-1fec-4829-a53e-a63633549c83 req-c1385df7-0265-4072-92e2-d57a4e6a9165 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:24.832157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aa3b679-1fec-4829-a53e-a63633549c83 req-c1385df7-0265-4072-92e2-d57a4e6a9165 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 944 time: 0.1182997 Feb 11 13:34:24.838000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c28810aa-a63f-49ad-8b4a-2f5ecac89cd2 None None] Provisioning complete for port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:24.838376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c28810aa-a63f-49ad-8b4a-2f5ecac89cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.861319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37ad7418-8c60-4291-bb3c-c88b0e39d707 req-f8561aae-8227-4989-afab-5b2a7e1fe5d0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 210 time: 0.1195183 Feb 11 13:34:24.894332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34416) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:24.906973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c28810aa-a63f-49ad-8b4a-2f5ecac89cd2 None None] Port 1f05aa07-7a54-4f76-9b85-41990aef1ac1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:34:24.908596 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-725c8012-e93e-4be0-b4dc-5ae5a30b0ebd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.914026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-725c8012-e93e-4be0-b4dc-5ae5a30b0ebd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/caedaf54-0322-4dd3-b306-a47eaf916157 HTTP/1.1" status: 204 len: 168 time: 0.9012489 Feb 11 13:34:24.914952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34420) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:24.969384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:24.976437 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47a44638-eae9-41cb-a08b-a07737d51fa6 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:24.994812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4674d3-fd45-453e-988f-48c55472fc44 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:24.996830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4674d3-fd45-453e-988f-48c55472fc44 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:25.000667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ac4674d3-fd45-453e-988f-48c55472fc44 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0847371 Feb 11 13:34:25.003085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34422) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:25.061634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-47a44638-eae9-41cb-a08b-a07737d51fa6 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 1f05aa07-7a54-4f76-9b85-41990aef1ac1 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:25.069429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:25.070365 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.098400 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aa3b679-1fec-4829-a53e-a63633549c83 req-8d5775fd-33cd-419a-b3a8-adddaa886a0f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420356 Feb 11 13:34:25.105695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2dc9b5cd-3287-436e-bfb7-02071d90c9ac up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:25.113057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c881a6-10c1-4041-9303-0cd37d7c272b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 38cdd1e0-fe9b-45d9-81a6-704bb3ac41d2 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:25.125699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00c881a6-10c1-4041-9303-0cd37d7c272b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.200157 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00c881a6-10c1-4041-9303-0cd37d7c272b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.262787 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3df51dab-8445-4379-a538-d3b44159bc6f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58415a71b27b47d1b0fa78b7eb84e697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3600347 Feb 11 13:34:25.266102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34426) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:25.281185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-725d2f65-52d5-4ff2-949b-01365796fb03 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:25.282661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-725d2f65-52d5-4ff2-949b-01365796fb03 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.3558335 Feb 11 13:34:25.288711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fdfd59e4-1de4-4fd4-b9d4-bb9eeb27503e req-0e6fb825-3657-494b-b2c9-538d597db866 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0375915 Feb 11 13:34:25.312844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Request body: {'port': {'device_id': '861ef784-df83-4091-80fa-88c0dfaa1cee', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'admin_state_up': True, 'tenant_id': '4222396b7cf84679a0eaebcc0a134ba5'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:25.338224 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00c881a6-10c1-4041-9303-0cd37d7c272b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.338563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:25.344566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:25.344566 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.432772 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-372e2cf7-f076-40b8-a0e9-e5d7409f2b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.437485 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.461064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:25.463342 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1eed7d-d19e-4749-98b2-5c296b617327" -d '{"events": [{"server_uuid": "4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b", "name": "network-vif-plugged", "status": "completed", "tag": "2dc9b5cd-3287-436e-bfb7-02071d90c9ac"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:25.475064 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.476807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:25.487509 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00c881a6-10c1-4041-9303-0cd37d7c272b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.507711 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e7c6e1-4bf3-4f50-985f-7c90c783f698 x-openstack-request-id: req-45e7c6e1-4bf3-4f50-985f-7c90c783f698 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:25.508001 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b", "name": "network-vif-plugged", "status": "completed", "tag": "2dc9b5cd-3287-436e-bfb7-02071d90c9ac", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:25.508249 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-45e7c6e1-4bf3-4f50-985f-7c90c783f698 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:25.509185 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac', 'code': 200} Feb 11 13:34:25.511644 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-372e2cf7-f076-40b8-a0e9-e5d7409f2b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.520674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c881a6-10c1-4041-9303-0cd37d7c272b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=38cdd1e0-fe9b-45d9-81a6-704bb3ac41d2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.530683 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00c881a6-10c1-4041-9303-0cd37d7c272b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.539644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc57e3f-4da0-4c98-a66d-363f60d83b19 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:25.555926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-00c881a6-10c1-4041-9303-0cd37d7c272b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/38cdd1e0-fe9b-45d9-81a6-704bb3ac41d2 HTTP/1.1" status: 204 len: 168 time: 0.5503926 Feb 11 13:34:25.556688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34432) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:25.610742 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.640394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-79eaf078-da33-437f-8175-6ebf70b13b51 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737638 Feb 11 13:34:25.640546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34438) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:25.651108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e4efc798-d366-4b07-adf3-832088e2ed0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:25.662523 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47a44638-eae9-41cb-a08b-a07737d51fa6 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.668560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894caa1e-3456-4be9-b70a-86d249fc5143 req-ddd5b55c-0d26-495e-bc75-245d8265b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:25.668560 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-894caa1e-3456-4be9-b70a-86d249fc5143 req-ddd5b55c-0d26-495e-bc75-245d8265b378 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 1096 time: 0.0815840 Feb 11 13:34:25.702469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.710459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-894caa1e-3456-4be9-b70a-86d249fc5143 req-fc1fccc6-11f5-4f2c-8535-5133b1b05fa0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339785 Feb 11 13:34:25.737139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Made reservation on behalf of 4222396b7cf84679a0eaebcc0a134ba5 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:25.741012 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.744026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-372e2cf7-f076-40b8-a0e9-e5d7409f2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.746744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-372e2cf7-f076-40b8-a0e9-e5d7409f2b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.747956 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-372e2cf7-f076-40b8-a0e9-e5d7409f2b23 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0c22368-881c-4084-8a33-19b5ab3e76b8 HTTP/1.1" status: 204 len: 168 time: 0.4809475 Feb 11 13:34:25.770181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a44638-eae9-41cb-a08b-a07737d51fa6 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=1f05aa07-7a54-4f76-9b85-41990aef1ac1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.806603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e2cf7-f076-40b8-a0e9-e5d7409f2b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c22368-881c-4084-8a33-19b5ab3e76b8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:25.812334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2992015b-59a9-47d6-9bd2-0bf309b043f2 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:25.858147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47a44638-eae9-41cb-a08b-a07737d51fa6 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.861442 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-47a44638-eae9-41cb-a08b-a07737d51fa6 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/1f05aa07-7a54-4f76-9b85-41990aef1ac1 HTTP/1.1" status: 204 len: 168 time: 1.4424977 Feb 11 13:34:25.865349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34442) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:25.889758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2992015b-59a9-47d6-9bd2-0bf309b043f2 None None] Deleting port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:25.890472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2992015b-59a9-47d6-9bd2-0bf309b043f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.910182 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-04799a0e-cd3a-482d-8f71-a1e27f54f2df tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:34:25.922457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-04799a0e-cd3a-482d-8f71-a1e27f54f2df tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/1f05aa07-7a54-4f76-9b85-41990aef1ac1 HTTP/1.1" status: 404 len: 333 time: 0.0528946 Feb 11 13:34:25.923233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34446) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:25.968819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2992015b-59a9-47d6-9bd2-0bf309b043f2 None None] For port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:25.969219 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2992015b-59a9-47d6-9bd2-0bf309b043f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:25.986112 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2992015b-59a9-47d6-9bd2-0bf309b043f2 None None] Calling delete_port for 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:25.997275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1272a2-3b3a-4622-8407-132ddfcf1da5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet 0a624a0a-f0e8-48a7-bf5a-61077d6420f0 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:26.002921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f1272a2-3b3a-4622-8407-132ddfcf1da5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.068591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7440480b-a0b6-44d5-b8c7-298c81673655 req-ddb3a81e-49da-4306-820c-81513596fbdc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 210 time: 0.0676122 Feb 11 13:34:26.070651 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f1272a2-3b3a-4622-8407-132ddfcf1da5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.072177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4efc798-d366-4b07-adf3-832088e2ed0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:26.082600 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4efc798-d366-4b07-adf3-832088e2ed0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.200966 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2992015b-59a9-47d6-9bd2-0bf309b043f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.209824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34454) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:26.219721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Allocated IP 172.20.0.6 (474e01bd-86f3-4a24-9ce0-4128c3eba3db/109422ab-9f52-41d8-a23f-6b3ebb2dc8e2/23cfcf4f-373e-4ce4-b271-a80059493937) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:26.222560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2992015b-59a9-47d6-9bd2-0bf309b043f2 None None] No DVR routers for this DVR port 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:26.256757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992015b-59a9-47d6-9bd2-0bf309b043f2 None None] Pushing event deleted for resources: {'Port': ['ID=8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:26.297359 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f1272a2-3b3a-4622-8407-132ddfcf1da5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.330048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd03de-8993-4c42-8d55-70dba4b4ae07 req-ea6a1448-6965-4127-a252-dd266cd25b5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:26.331533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fcd03de-8993-4c42-8d55-70dba4b4ae07 req-ea6a1448-6965-4127-a252-dd266cd25b5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.1205621 Feb 11 13:34:26.416916 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fcd03de-8993-4c42-8d55-70dba4b4ae07 req-d355cbfd-0fdc-4d4d-baa8-6c024c5868d0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784726 Feb 11 13:34:26.420007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a6cd329-3115-42ce-a9cf-fb19475c2c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.473685 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb482d22-10ea-4284-84be-d5d8481294bf req-2fd9b936-e4a4-4a58-ac23-5a510e2f1e51 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0427570 Feb 11 13:34:26.533955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f1272a2-3b3a-4622-8407-132ddfcf1da5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.553383 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.579584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1272a2-3b3a-4622-8407-132ddfcf1da5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=0a624a0a-f0e8-48a7-bf5a-61077d6420f0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:26.582927 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f1272a2-3b3a-4622-8407-132ddfcf1da5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.587056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d647a05-8dc9-4985-84d1-06cf395d0893 None None] Network 4c790909-3463-4549-a8e9-1e862d850126 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:26.595622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2f1272a2-3b3a-4622-8407-132ddfcf1da5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/0a624a0a-f0e8-48a7-bf5a-61077d6420f0 HTTP/1.1" status: 204 len: 168 time: 0.6712151 Feb 11 13:34:26.600511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34464) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:26.637448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34466) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:26.649978 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a6cd329-3115-42ce-a9cf-fb19475c2c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.672892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f3f5bbc-3ad1-4023-afce-addf6e9e767c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet 1e3f0742-6e66-4e10-b0d6-4bd53916898f {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:26.675857 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4efc798-d366-4b07-adf3-832088e2ed0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.687707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5bbc-3ad1-4023-afce-addf6e9e767c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.691811 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5e1b6b30-f7d7-4a11-a704-f431aa112b52 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=310f979245584f1b89940f2837862f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529828 Feb 11 13:34:26.693481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34468) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:26.753187 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.759571 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a6cd329-3115-42ce-a9cf-fb19475c2c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.771597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:26.772308 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93e15c1d-30e9-4f7f-b6a5-0f0c655d7ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.838166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9a6cd329-3115-42ce-a9cf-fb19475c2c31 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fcfcd16ea5014733a0bccbcd02e9705a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6257508 Feb 11 13:34:26.841073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:26.845610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34470) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:26.848001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cd329-3115-42ce-a9cf-fb19475c2c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a233ea03-f12f-49c3-be19-2ae1781a5097,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:26.849173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event updated for resources: {'Port': ['ID=23cfcf4f-373e-4ce4-b271-a80059493937,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:26.852021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:26.858116 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93e15c1d-30e9-4f7f-b6a5-0f0c655d7ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.870341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:26.920988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4efc798-d366-4b07-adf3-832088e2ed0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:26.937023 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5bbc-3ad1-4023-afce-addf6e9e767c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.937325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:26.940069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e4efc798-d366-4b07-adf3-832088e2ed0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:26.947135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:26.947789 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.959473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4efc798-d366-4b07-adf3-832088e2ed0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:26.960117 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4efc798-d366-4b07-adf3-832088e2ed0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:26.974374 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f923f2-b1e4-4978-b29b-05eb416c2cde None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:26.979201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:26.979624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8eb9d1a9-d0cd-43d2-a0bb-8cac19d78f8c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:26.985155 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93e15c1d-30e9-4f7f-b6a5-0f0c655d7ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.002269 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93e15c1d-30e9-4f7f-b6a5-0f0c655d7ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.002269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-93e15c1d-30e9-4f7f-b6a5-0f0c655d7ba1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/431d408d-bf4b-42ff-a341-b190473fc454 HTTP/1.1" status: 204 len: 168 time: 0.3043489 Feb 11 13:34:27.003361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4efc798-d366-4b07-adf3-832088e2ed0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=42fd4761-a30f-44ee-b53a-0ec99a220ce5,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:27.057299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e15c1d-30e9-4f7f-b6a5-0f0c655d7ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431d408d-bf4b-42ff-a341-b190473fc454,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:27.068351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-01bb30d5-961c-441e-825f-c24fa6276007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.107451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e4efc798-d366-4b07-adf3-832088e2ed0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4648883 Feb 11 13:34:27.111012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34480) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:27.116230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-1ea127e2-2982-4515-97af-6038a4872f04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8141992 Feb 11 13:34:27.116821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'name': 'tempest-NetworksTestDHCPv6-812219287'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:27.156435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Request body: {'port': {'device_id': '861ef784-df83-4091-80fa-88c0dfaa1cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:27.217339 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2faaba-6a3e-413f-b52a-83510c549b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.258972 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5bbc-3ad1-4023-afce-addf6e9e767c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.323422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.366448 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2faaba-6a3e-413f-b52a-83510c549b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.451312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fd63c-1297-463a-b265-cc9957eaf20d req-0ffa605e-1efe-4666-aa96-5ab8bc0c8751 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.453456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6c9fd63c-1297-463a-b265-cc9957eaf20d req-0ffa605e-1efe-4666-aa96-5ab8bc0c8751 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 931 time: 0.2427754 Feb 11 13:34:27.468570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '42fd4761-a30f-44ee-b53a-0ec99a220ce5'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:27.469484 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.549120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635c0f3-6940-4128-80ee-67963e15155d req-6729ecf0-065d-4f74-bb1e-d523a832b64a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.551625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d635c0f3-6940-4128-80ee-67963e15155d req-6729ecf0-065d-4f74-bb1e-d523a832b64a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.0654047 Feb 11 13:34:27.604712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6c9fd63c-1297-463a-b265-cc9957eaf20d req-0f4f0846-0233-47d8-80f3-1fc4c98461e3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399443 Feb 11 13:34:27.609515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:27.627102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.646414 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d635c0f3-6940-4128-80ee-67963e15155d req-d0f27149-b38e-4753-aec5-e10556b658d3 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883617 Feb 11 13:34:27.680769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 01c7870d-7bc3-4386-81fb-786646dd109e yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:27.715217 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5bbc-3ad1-4023-afce-addf6e9e767c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.778198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/42fd4761-a30f-44ee-b53a-0ec99a220ce5/205b7f21-048b-4288-906b-33fd4f7afeff) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:27.783425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f5bbc-3ad1-4023-afce-addf6e9e767c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3f0742-6e66-4e10-b0d6-4bd53916898f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:27.786058 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2faaba-6a3e-413f-b52a-83510c549b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.789202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2faaba-6a3e-413f-b52a-83510c549b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.791315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d2faaba-6a3e-413f-b52a-83510c549b5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a233ea03-f12f-49c3-be19-2ae1781a5097 HTTP/1.1" status: 204 len: 168 time: 0.9366190 Feb 11 13:34:27.823439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81426e08-5522-43aa-89ff-600208d99664 req-1e2c138d-bf39-4fc8-ba60-497f433bb0e0 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0444384 Feb 11 13:34:27.835786 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.871059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7f3f5bbc-3ad1-4023-afce-addf6e9e767c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:27.876891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34496) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:27.877099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7f3f5bbc-3ad1-4023-afce-addf6e9e767c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/1e3f0742-6e66-4e10-b0d6-4bd53916898f HTTP/1.1" status: 204 len: 168 time: 1.2777023 Feb 11 13:34:27.886535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2faaba-6a3e-413f-b52a-83510c549b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a233ea03-f12f-49c3-be19-2ae1781a5097,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:27.929411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3f8af-34a1-4a96-98d8-4156dfd40150 None None] Network 4c790909-3463-4549-a8e9-1e862d850126 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:27.936538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0375eea-5d31-4e7d-815a-cc17927a7889 req-68438917-c2c5-4fc9-90d6-96184e802075 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:27.938272 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0375eea-5d31-4e7d-815a-cc17927a7889 req-68438917-c2c5-4fc9-90d6-96184e802075 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.1760633 Feb 11 13:34:27.974045 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.016386 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0375eea-5d31-4e7d-815a-cc17927a7889 req-f3187d00-6d91-4a20-b388-9c24372c912c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481157 Feb 11 13:34:28.022798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cfcf4f-373e-4ce4-b271-a80059493937 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:28.033279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.047646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Transition to ACTIVE for port object 23cfcf4f-373e-4ce4-b271-a80059493937 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:28.079847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 473967fc-69f4-47b5-b77f-3971100c04b3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:28.080360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.105901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-871e094c-cee0-4772-a7f6-8f56cd8875a5 None None] Provisioning complete for port 473967fc-69f4-47b5-b77f-3971100c04b3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:28.106329 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-871e094c-cee0-4772-a7f6-8f56cd8875a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.125335 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.157374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] For port 473967fc-69f4-47b5-b77f-3971100c04b3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=473967fc-69f4-47b5-b77f-3971100c04b3,segment=NetworkSegment(60010756-891d-4335-a066-bb2f9d38a991),segment_id=60010756-891d-4335-a066-bb2f9d38a991)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:28.157750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.184358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 473967fc-69f4-47b5-b77f-3971100c04b3 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:28.235211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Pushing event updated for resources: {'Port': ['ID=23cfcf4f-373e-4ce4-b271-a80059493937,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.297064 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.368461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe199dd-b8ea-4629-86c8-618464c62b44 None None] DHCP port deletion for 4c790909-3463-4549-a8e9-1e862d850126 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:28.399205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Attempting to bind port 23cfcf4f-373e-4ce4-b271-a80059493937 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:28.399615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Attempting to bind port 23cfcf4f-373e-4ce4-b271-a80059493937 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:28.399960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Attempting to bind port 23cfcf4f-373e-4ce4-b271-a80059493937 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:28.406616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Port 23cfcf4f-373e-4ce4-b271-a80059493937 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:28.407082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Attempting to bind port 23cfcf4f-373e-4ce4-b271-a80059493937 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:28.423405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:28.423405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Checking segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:28.423405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Bound using segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:28.423405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Bound port: 23cfcf4f-373e-4ce4-b271-a80059493937, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:28.423405 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.429570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9fe199dd-b8ea-4629-86c8-618464c62b44 None None] Deleting port 473967fc-69f4-47b5-b77f-3971100c04b3 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:28.430654 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9fe199dd-b8ea-4629-86c8-618464c62b44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.497536 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.534185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] For port 23cfcf4f-373e-4ce4-b271-a80059493937, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:28.544589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323a9bf-9544-4394-8efa-a18638f7d869 req-1096c692-e870-4592-8f95-8171969e0753 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:28.546672 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d323a9bf-9544-4394-8efa-a18638f7d869 req-1096c692-e870-4592-8f95-8171969e0753 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.0946672 Feb 11 13:34:28.548645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] For port 23cfcf4f-373e-4ce4-b271-a80059493937, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=23cfcf4f-373e-4ce4-b271-a80059493937,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:28.553434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::396 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/42fd4761-a30f-44ee-b53a-0ec99a220ce5/01c7870d-7bc3-4386-81fb-786646dd109e) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:28.572123 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.573442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9fe199dd-b8ea-4629-86c8-618464c62b44 None None] For port 473967fc-69f4-47b5-b77f-3971100c04b3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=473967fc-69f4-47b5-b77f-3971100c04b3,segment=NetworkSegment(60010756-891d-4335-a066-bb2f9d38a991),segment_id=60010756-891d-4335-a066-bb2f9d38a991)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:28.573979 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9fe199dd-b8ea-4629-86c8-618464c62b44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.590891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d323a9bf-9544-4394-8efa-a18638f7d869 req-e61c9c2d-8ee5-49f7-9be6-c9b1dc201200 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359175 Feb 11 13:34:28.591984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:28.600366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:28.602469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9fe199dd-b8ea-4629-86c8-618464c62b44 None None] Calling delete_port for 473967fc-69f4-47b5-b77f-3971100c04b3 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:28.607108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:28.612108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Pushing event updated for resources: {'Port': ['ID=205b7f21-048b-4288-906b-33fd4f7afeff,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.617907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=473967fc-69f4-47b5-b77f-3971100c04b3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.628280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No DVR routers for this DVR port 473967fc-69f4-47b5-b77f-3971100c04b3 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:28.682004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.696111 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.703976 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9fe199dd-b8ea-4629-86c8-618464c62b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.770167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.816825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe199dd-b8ea-4629-86c8-618464c62b44 None None] Pushing event deleted for resources: {'Port': ['ID=473967fc-69f4-47b5-b77f-3971100c04b3,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.822371 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe199dd-b8ea-4629-86c8-618464c62b44 None None] No DVR routers for this DVR port 473967fc-69f4-47b5-b77f-3971100c04b3 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:28.838785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Attempting to bind port 205b7f21-048b-4288-906b-33fd4f7afeff on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:28.839128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Attempting to bind port 205b7f21-048b-4288-906b-33fd4f7afeff by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:28.839608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Attempting to bind port 205b7f21-048b-4288-906b-33fd4f7afeff on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:28.846711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:28.847184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:28.847838 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.848506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:28.849297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Bound port: 205b7f21-048b-4288-906b-33fd4f7afeff, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:28.850756 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.876414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 473967fc-69f4-47b5-b77f-3971100c04b3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:28.877382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:28.879660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.880533 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/23cfcf4f-373e-4ce4-b271-a80059493937 HTTP/1.1" status: 200 len: 1091 time: 1.7319000 Feb 11 13:34:28.886345 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861ef784-df83-4091-80fa-88c0dfaa1cee', 'tag': '23cfcf4f-373e-4ce4-b271-a80059493937'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:28.887214 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12" -d '{"events": [{"name": "network-changed", "server_uuid": "861ef784-df83-4091-80fa-88c0dfaa1cee", "tag": "23cfcf4f-373e-4ce4-b271-a80059493937"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:28.934593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05378a1-91e4-4d65-9f2c-480aa14004e3 service neutron] Pushing event updated for resources: {'Port': ['ID=23cfcf4f-373e-4ce4-b271-a80059493937,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:28.942640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:28.964650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05439b6a-ed6a-4990-976b-dc578ba326ef req-40f31f45-3567-4fa8-b558-a9b83c7c23ad tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:28.973621 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-05439b6a-ed6a-4990-976b-dc578ba326ef req-40f31f45-3567-4fa8-b558-a9b83c7c23ad tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1296985 Feb 11 13:34:28.990015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 473967fc-69f4-47b5-b77f-3971100c04b3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:28.990360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 473967fc-69f4-47b5-b77f-3971100c04b3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:29.010838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c790909-3463-4549-a8e9-1e862d850126']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:29.019749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] For port 205b7f21-048b-4288-906b-33fd4f7afeff, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:29.023749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] For port 205b7f21-048b-4288-906b-33fd4f7afeff, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=205b7f21-048b-4288-906b-33fd4f7afeff,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:29.032722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60010756-891d-4335-a066-bb2f9d38a991') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:29.033277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60010756-891d-4335-a066-bb2f9d38a991') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:29.059281 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.072185 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-05439b6a-ed6a-4990-976b-dc578ba326ef req-baa337ff-8749-40d7-9697-598dde2b1243 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967522 Feb 11 13:34:29.091284 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.100689 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-20ffe93b-8678-4682-8432-ef2edd51c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.101106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.107051 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-20ffe93b-8678-4682-8432-ef2edd51c316 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 1094 time: 0.0884111 Feb 11 13:34:29.113525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67226e-8909-489b-bc5d-2431725ef175 req-8fc901cf-8fda-4e8d-ab36-046f069418fc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.120817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a67226e-8909-489b-bc5d-2431725ef175 req-8fc901cf-8fda-4e8d-ab36-046f069418fc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 943 time: 0.1650233 Feb 11 13:34:29.170962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a67226e-8909-489b-bc5d-2431725ef175 req-67fe3591-c0e4-4ef0-aa78-c1ce828b10e1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470562 Feb 11 13:34:29.175164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:29.187052 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:29.192109 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:29.209594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-61de68d9-cde3-4d51-8355-76013a94e595 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23cfcf4f-373e-4ce4-b271-a80059493937 HTTP/1.1" status: 200 len: 217 time: 0.0864117 Feb 11 13:34:29.218229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.297631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b78102-af19-4c15-9224-19ab75893d8c None None] Pushing event updated for resources: {'Port': ['ID=205b7f21-048b-4288-906b-33fd4f7afeff,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:29.349247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:29.353384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:29.359018 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:29.364856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.366901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.398611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=01c7870d-7bc3-4386-81fb-786646dd109e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:29.456512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dea6b5c1-1f8a-45c3-adec-3047746a41dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3443058 Feb 11 13:34:29.469433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34544) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:29.525375 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.533614 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.542736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/networks/4c790909-3463-4549-a8e9-1e862d850126 HTTP/1.1" status: 204 len: 168 time: 1.6634445 Feb 11 13:34:29.548687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34548) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:29.548794 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea0d83b5-1927-4f37-b220-47c9cb93c79e req-1a468294-4bac-482d-973b-e7795c2c4045 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.3378334 Feb 11 13:34:29.567666 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f99c66-3e83-4a20-94df-07a105aaee69 x-openstack-request-id: req-01f99c66-3e83-4a20-94df-07a105aaee69 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:29.567985 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861ef784-df83-4091-80fa-88c0dfaa1cee", "tag": "23cfcf4f-373e-4ce4-b271-a80059493937", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:29.568211 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-01f99c66-3e83-4a20-94df-07a105aaee69 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:29.568610 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861ef784-df83-4091-80fa-88c0dfaa1cee', 'tag': '23cfcf4f-373e-4ce4-b271-a80059493937', 'status': 'completed', 'code': 200} Feb 11 13:34:29.602501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6dbfd-4642-42fc-9337-9b830ec3e86c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Network': ['ID=4c790909-3463-4549-a8e9-1e862d850126,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:29.631970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9dd188-4508-499e-ae41-9417671d74a0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.639731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-cc1e9cc7-c2fb-4bfd-8a0f-14409c29f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.641430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-cc1e9cc7-c2fb-4bfd-8a0f-14409c29f279 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.4273362 Feb 11 13:34:29.641833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9dd188-4508-499e-ae41-9417671d74a0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.644207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cd9dd188-4508-499e-ae41-9417671d74a0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1720130 Feb 11 13:34:29.646684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34554) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:29.653880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891145ce-de99-4d08-b642-5274af85cbb7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.659794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-891145ce-de99-4d08-b642-5274af85cbb7 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1113000 Feb 11 13:34:29.660413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34556) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:29.727581 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c8d9b575-c712-4cb7-abed-80cd2f6955c1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0659935 Feb 11 13:34:29.731619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34560) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:29.789561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599f150-1921-4dc7-9960-66631cf52c00 req-f3e006da-f5b3-48ab-874b-a6cfd4b153ba tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:29.791375 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e599f150-1921-4dc7-9960-66631cf52c00 req-f3e006da-f5b3-48ab-874b-a6cfd4b153ba tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.0574601 Feb 11 13:34:29.802925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-374535375'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:29.807241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-eb0e826c-e337-4267-8969-13cb061a2c32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440408 Feb 11 13:34:29.832587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e599f150-1921-4dc7-9960-66631cf52c00 req-3ec4971b-76f5-40df-87c3-723303314496 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344868 Feb 11 13:34:29.911359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-aada8292-0d59-46d2-9274-44afc147feb3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 01c7870d-7bc3-4386-81fb-786646dd109e {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:29.911936 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aada8292-0d59-46d2-9274-44afc147feb3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.944116 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:29.978905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:29.982881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.000503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-41ac0d66-b240-4a79-bdde-31c508decfc8 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848669 Feb 11 13:34:30.083359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:30.102006 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.102499 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Added segment 2b883484-4805-4dfa-8574-887bbc7ca938 of type vlan for network b631ff20-4c64-4c6b-a74c-341a6e8c332a Feb 11 13:34:30.148205 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aada8292-0d59-46d2-9274-44afc147feb3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.177388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.187766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-aada8292-0d59-46d2-9274-44afc147feb3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 01c7870d-7bc3-4386-81fb-786646dd109e owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:30.221904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0fd66a4-578f-4d1d-b0fb-b62306fa1de3 req-afa632ce-fac4-4aad-94b6-f8897af851d3 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128558 Feb 11 13:34:30.311299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e07af2-64aa-4dfe-a336-517506983462 req-46a402ab-6a5a-421e-890b-2ba761f5eb53 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:30.312944 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2e07af2-64aa-4dfe-a336-517506983462 req-46a402ab-6a5a-421e-890b-2ba761f5eb53 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.0989447 Feb 11 13:34:30.355468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.362912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:30.363555 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.409988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2e07af2-64aa-4dfe-a336-517506983462 req-dee83591-ba63-422a-9ad1-f94d33dcba0d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860052 Feb 11 13:34:30.580520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c84537-d487-4578-b72e-713815695cef req-4e5715bb-92ac-479d-a28a-e211ae2af9ae tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:30.598001 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63c84537-d487-4578-b72e-713815695cef req-4e5715bb-92ac-479d-a28a-e211ae2af9ae tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 943 time: 0.1041391 Feb 11 13:34:30.599908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34596) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:30.621122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Network': ['ID=b631ff20-4c64-4c6b-a74c-341a6e8c332a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:30.624460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.635987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12 req-8e21a86e-3b04-4487-a5f0-0025922dc43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:30.635987 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12 req-8e21a86e-3b04-4487-a5f0-0025922dc43a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 1094 time: 0.2555709 Feb 11 13:34:30.636245 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network b631ff20-4c64-4c6b-a74c-341a6e8c332a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:30.662500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63c84537-d487-4578-b72e-713815695cef req-c7d60450-1436-4ca2-9d8c-641d3da55b41 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675821 Feb 11 13:34:30.740281 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bf140aec-aea7-4eae-827d-85b1d072633d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9690092 Feb 11 13:34:30.740725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34602) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:30.746310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': 'b631ff20-4c64-4c6b-a74c-341a6e8c332a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:30.754133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-27aa8c52-1d13-4df7-a587-7e7782e775f7 None None] Provisioning complete for port 205b7f21-048b-4288-906b-33fd4f7afeff triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:30.754544 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c52-1d13-4df7-a587-7e7782e775f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.769021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aada8292-0d59-46d2-9274-44afc147feb3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.924395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada8292-0d59-46d2-9274-44afc147feb3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=01c7870d-7bc3-4386-81fb-786646dd109e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:30.937393 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aada8292-0d59-46d2-9274-44afc147feb3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:30.948270 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aada8292-0d59-46d2-9274-44afc147feb3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/01c7870d-7bc3-4386-81fb-786646dd109e HTTP/1.1" status: 204 len: 168 time: 1.2986991 Feb 11 13:34:30.952988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34608) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:30.998992 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-120d7625-cfd1-4f9a-af32-8b5381fdbae8 req-d953499a-cdbc-46d9-aedc-b5f3eb0de3d8 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.1790123 Feb 11 13:34:31.028467 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c52-1d13-4df7-a587-7e7782e775f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.032920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 205b7f21-048b-4288-906b-33fd4f7afeff up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:31.036369 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fd3ccf-842d-43d2-bc86-cd65d24c589d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.038423 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fd3ccf-842d-43d2-bc86-cd65d24c589d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.044295 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-96fd3ccf-842d-43d2-bc86-cd65d24c589d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0881703 Feb 11 13:34:31.046847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34610) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:31.098054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:31.102907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12 req-e802db28-98b2-4ba9-9f07-46d7685e2c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.104556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12 req-e802db28-98b2-4ba9-9f07-46d7685e2c46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 906 time: 0.4667168 Feb 11 13:34:31.139472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-723b7971-f026-4160-92ef-53c7372a8d72 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 42fd4761-a30f-44ee-b53a-0ec99a220ce5 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:31.154386 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-723b7971-f026-4160-92ef-53c7372a8d72 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.184009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-27aa8c52-1d13-4df7-a587-7e7782e775f7 None None] For port 205b7f21-048b-4288-906b-33fd4f7afeff, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=205b7f21-048b-4288-906b-33fd4f7afeff,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:31.207432 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12 req-e43ea7c3-81dd-45f4-80d6-9a17916279f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23cfcf4f-373e-4ce4-b271-a80059493937 HTTP/1.1" status: 200 len: 217 time: 0.0720739 Feb 11 13:34:31.212874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 205b7f21-048b-4288-906b-33fd4f7afeff triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:31.214748 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-723b7971-f026-4160-92ef-53c7372a8d72 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.215434 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.239449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:31.242880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.271419 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-27aa8c52-1d13-4df7-a587-7e7782e775f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.281856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a721098-e66a-4113-921a-5b1e5b7bb0ca req-c3e67141-7d69-4256-8443-74ec7447e035 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.283817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a721098-e66a-4113-921a-5b1e5b7bb0ca req-c3e67141-7d69-4256-8443-74ec7447e035 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.2320938 Feb 11 13:34:31.381366 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a721098-e66a-4113-921a-5b1e5b7bb0ca req-600949c7-daaa-48b5-b790-abcded7fb903 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874498 Feb 11 13:34:31.387046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12 req-0d96e096-ddd0-4a67-9755-86ad68b55310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.389741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12 req-0d96e096-ddd0-4a67-9755-86ad68b55310 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.1560521 Feb 11 13:34:31.393604 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.408883 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-939dd426-8ff0-4d6d-902d-5ceca5cd679e None None] Could not find standard attr ID for object 01c7870d-7bc3-4386-81fb-786646dd109e. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:31.415255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa8c52-1d13-4df7-a587-7e7782e775f7 None None] Pushing event updated for resources: {'Port': ['ID=205b7f21-048b-4288-906b-33fd4f7afeff,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:31.419419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-723b7971-f026-4160-92ef-53c7372a8d72 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.471087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12 req-b2075775-caf3-4602-84db-21c66f8feb88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573754 Feb 11 13:34:31.582961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453f62-27aa-43ac-9122-ef30e73d3a8b req-3aa6dfe8-4a1f-4123-a7d3-5cf344eab857 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.584416 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48453f62-27aa-43ac-9122-ef30e73d3a8b req-3aa6dfe8-4a1f-4123-a7d3-5cf344eab857 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.0956507 Feb 11 13:34:31.610803 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12 req-1f96e4df-8401-429c-84eb-e94572fb7321 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334186 Feb 11 13:34:31.644936 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-723b7971-f026-4160-92ef-53c7372a8d72 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.685617 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-723b7971-f026-4160-92ef-53c7372a8d72 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.690761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.693129 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-723b7971-f026-4160-92ef-53c7372a8d72 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/42fd4761-a30f-44ee-b53a-0ec99a220ce5 HTTP/1.1" status: 204 len: 168 time: 0.6450574 Feb 11 13:34:31.693846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34622) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:31.699351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b7971-f026-4160-92ef-53c7372a8d72 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=42fd4761-a30f-44ee-b53a-0ec99a220ce5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:31.705608 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48453f62-27aa-43ac-9122-ef30e73d3a8b req-b01fc657-1404-40b5-a0bd-470dc9028f65 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996203 Feb 11 13:34:31.714447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118f0a5a-0549-409f-88e9-9ee88380b1a0 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:31.726833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:31.750950 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-583cab4e-0cb5-41f7-afc3-919a9393f7f9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561204 Feb 11 13:34:31.754099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34624) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:31.801664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=ef571ff9-ad13-430c-bc55-61efa5d156f2,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:31.809084 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Checking segment: {'id': '2b883484-4805-4dfa-8574-887bbc7ca938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b631ff20-4c64-4c6b-a74c-341a6e8c332a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:31.809444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network hostable DHCP agents. Network: b631ff20-4c64-4c6b-a74c-341a6e8c332a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:31.845720 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b463cf5-7f2a-48c2-9fd5-cd3c6b643d12 req-d06cf9fc-a991-4d55-93e4-fa11f2078326 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282419 Feb 11 13:34:31.918900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2ba56b-fb68-4f19-98a4-46ebe53b67b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.919171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network b631ff20-4c64-4c6b-a74c-341a6e8c332a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:31.922976 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6c2ba56b-fb68-4f19-98a4-46ebe53b67b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1638331 Feb 11 13:34:31.923319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34626) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:31.941557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156cbb3-4a05-4f6a-9693-c0672cbdc4ed req-84c15f79-0588-4a5b-a0de-60e4d6136de3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.942471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8156cbb3-4a05-4f6a-9693-c0672cbdc4ed req-84c15f79-0588-4a5b-a0de-60e4d6136de3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 943 time: 0.1165841 Feb 11 13:34:31.966178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Allocated IP 172.25.0.112 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/ecbfdc7b-032b-4b6c-aef6-7e49fddf4ad6) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:31.989649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9464eb2d-918a-4d82-8aa2-7cd13a13d4ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:31.994916 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9464eb2d-918a-4d82-8aa2-7cd13a13d4ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0706620 Feb 11 13:34:31.998666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34630) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:32.001034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1650205-d761-49d5-ab40-8003747ce7c8 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:32.013952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8156cbb3-4a05-4f6a-9693-c0672cbdc4ed req-fc3775d4-76d7-44ad-a172-87bb7bf8ab17 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591085 Feb 11 13:34:32.070538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-917adbd0-2c8d-436a-b471-a1ab5a442822 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697758 Feb 11 13:34:32.071383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, b631ff20-4c64-4c6b-a74c-341a6e8c332a) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:32.078557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34634) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:32.085099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-52373c1f-ead3-4ac6-be99-d0c296f0645d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:32.085339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61bb09-9f81-459c-b373-fabe1ec91f87 None None] Network b631ff20-4c64-4c6b-a74c-341a6e8c332a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:32.086237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.087239 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.133638 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3968bd64-8cfd-4acc-a2ef-da8c12371988 req-d42b7d0f-6e7d-474d-8519-a5ddb8b8b4a4 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0284925 Feb 11 13:34:32.171291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a1650205-d761-49d5-ab40-8003747ce7c8 None None] Deleting port 205b7f21-048b-4288-906b-33fd4f7afeff {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:32.171654 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1650205-d761-49d5-ab40-8003747ce7c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.198817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-40e1f1be-edb8-4e54-b02b-afe7307c6e15 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4569380 Feb 11 13:34:32.199501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34638) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:32.204538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': 'b631ff20-4c64-4c6b-a74c-341a6e8c332a', 'name': 'tempest-PortsIpV6TestJSON-2103000386'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:32.221275 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.267687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a1650205-d761-49d5-ab40-8003747ce7c8 None None] For port 205b7f21-048b-4288-906b-33fd4f7afeff, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=205b7f21-048b-4288-906b-33fd4f7afeff,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:32.268715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1650205-d761-49d5-ab40-8003747ce7c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.300977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a1650205-d761-49d5-ab40-8003747ce7c8 None None] Calling delete_port for 205b7f21-048b-4288-906b-33fd4f7afeff owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:32.303879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52373c1f-ead3-4ac6-be99-d0c296f0645d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:32.308522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-52373c1f-ead3-4ac6-be99-d0c296f0645d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.335228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.389991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:32.398221 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.413701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-b631ff20-4c64-4c6b-a74c-341a6e8c332a', 'network_id': 'b631ff20-4c64-4c6b-a74c-341a6e8c332a', 'tenant_id': 'dd92dff240c54942b29a0f533aaec3ce', 'fixed_ips': [{'subnet_id': 'ef571ff9-ad13-430c-bc55-61efa5d156f2'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:32.414842 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.422738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port 757347e3-0b8b-492f-8b13-40c7c41f29e0 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:32.547895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:32.572214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:32.574799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:32.584085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbfdc7b-032b-4b6c-aef6-7e49fddf4ad6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:32.590796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8::3b1 (b631ff20-4c64-4c6b-a74c-341a6e8c332a/ef571ff9-ad13-430c-bc55-61efa5d156f2/757347e3-0b8b-492f-8b13-40c7c41f29e0) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:32.673458 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1650205-d761-49d5-ab40-8003747ce7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.673966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f3d33-af1e-4ce1-ad5d-40d64b69293c req-6e7102b1-a8cc-46de-8674-136c78a3d821 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.675484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2c4f3d33-af1e-4ce1-ad5d-40d64b69293c req-6e7102b1-a8cc-46de-8674-136c78a3d821 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.1464927 Feb 11 13:34:32.708889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1650205-d761-49d5-ab40-8003747ce7c8 None None] No DVR routers for this DVR port 205b7f21-048b-4288-906b-33fd4f7afeff on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:32.712642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1650205-d761-49d5-ab40-8003747ce7c8 None None] Pushing event deleted for resources: {'Port': ['ID=205b7f21-048b-4288-906b-33fd4f7afeff,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:32.759119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.822714 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2c4f3d33-af1e-4ce1-ad5d-40d64b69293c req-facd00ff-7580-4d11-9336-6190d626a868 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369100 Feb 11 13:34:32.826644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 205b7f21-048b-4288-906b-33fd4f7afeff no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:32.845464 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:34:32.846150 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.849454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 205b7f21-048b-4288-906b-33fd4f7afeff {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:32.850001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 205b7f21-048b-4288-906b-33fd4f7afeff not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:32.876947 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.905796 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-52373c1f-ead3-4ac6-be99-d0c296f0645d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.924410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Allocated IP 2001:db8::2 (b631ff20-4c64-4c6b-a74c-341a6e8c332a/ef571ff9-ad13-430c-bc55-61efa5d156f2/19d43c0e-a4ff-42d5-be47-599c0c148f8e) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:32.941258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d88b96-5880-4717-a398-2a0e7d17769a req-e09785d5-f35e-41bc-bfbd-956f42e57492 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.948607 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-47d88b96-5880-4717-a398-2a0e7d17769a req-e09785d5-f35e-41bc-bfbd-956f42e57492 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1165328 Feb 11 13:34:32.956241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52373c1f-ead3-4ac6-be99-d0c296f0645d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:32.964035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network b631ff20-4c64-4c6b-a74c-341a6e8c332a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:32.964496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-52373c1f-ead3-4ac6-be99-d0c296f0645d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:32.974997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:32.978216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:32.984451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:32.985095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:32.987691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=757347e3-0b8b-492f-8b13-40c7c41f29e0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:33.008202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52373c1f-ead3-4ac6-be99-d0c296f0645d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.008804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-52373c1f-ead3-4ac6-be99-d0c296f0645d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.022475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52373c1f-ead3-4ac6-be99-d0c296f0645d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=b3bc43cd-31e4-4bee-bffb-f13d9bcdf7e7,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:33.026466 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-47d88b96-5880-4717-a398-2a0e7d17769a req-7cb40b21-235d-4d1c-b22e-331b2332f4ab tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717115 Feb 11 13:34:33.040392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a15792-8479-4f3c-b660-6953135685ea None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:33.054451 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.100661 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1c792437-c597-4407-ab9a-7f753491bbee tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9000757 Feb 11 13:34:33.103206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34650) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:33.108111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': 'b631ff20-4c64-4c6b-a74c-341a6e8c332a', 'name': 'tempest-PortsIpV6TestJSON-438616982'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:33.189234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-52373c1f-ead3-4ac6-be99-d0c296f0645d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1094534 Feb 11 13:34:33.192674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34654) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:33.198134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': 'b3bc43cd-31e4-4bee-bffb-f13d9bcdf7e7', 'ip_address': '2001:db8::bb05:4018:6efa:91b1'}], 'name': 'tempest-NetworksTestDHCPv6-1382510739'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:33.263886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18069028-f275-4058-9209-32e7f3d6f9dd req-563a6f1b-575e-46f3-bbca-ef8397543edb tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:33.266402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18069028-f275-4058-9209-32e7f3d6f9dd req-563a6f1b-575e-46f3-bbca-ef8397543edb tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 943 time: 0.1697361 Feb 11 13:34:33.279674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e5c3b0f-d01f-4bd3-b3df-6186ecf868d0 req-953d343f-4888-4189-82c9-36c3d8799a76 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0514715 Feb 11 13:34:33.348351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18069028-f275-4058-9209-32e7f3d6f9dd req-31f57091-5042-4d60-8e45-0fcaa24cab8a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593297 Feb 11 13:34:33.366885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:33.370377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.372257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 23cfcf4f-373e-4ce4-b271-a80059493937 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:33.390767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port e3db20f8-9a91-476d-ba2f-8302c19c5407 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:33.418249 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.481745 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.486733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.540861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34664) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:33.623415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 23cfcf4f-373e-4ce4-b271-a80059493937, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=23cfcf4f-373e-4ce4-b271-a80059493937,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:33.642319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': 'b3bc43cd-31e4-4bee-bffb-f13d9bcdf7e7'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:33.643369 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.662535 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.669197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '23cfcf4f-373e-4ce4-b271-a80059493937', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'port_id': '23cfcf4f-373e-4ce4-b271-a80059493937', 'mac_address': 'fa:16:3e:b9:6c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109422ab-9f52-41d8-a23f-6b3ebb2dc8e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:33.671659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8::2e8 (b631ff20-4c64-4c6b-a74c-341a6e8c332a/ef571ff9-ad13-430c-bc55-61efa5d156f2/e3db20f8-9a91-476d-ba2f-8302c19c5407) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:33.703235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0210817e-f291-498b-a37a-2b0db4460068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.773320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Network b631ff20-4c64-4c6b-a74c-341a6e8c332a is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:33.798347 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:33.813209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:33.822520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:33.843433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Pushing event updated for resources: {'Port': ['ID=19d43c0e-a4ff-42d5-be47-599c0c148f8e,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:33.885206 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Pushing event updated for resources: {'Port': ['ID=ecbfdc7b-032b-4b6c-aef6-7e49fddf4ad6,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:33.909294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.963982 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.974415 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:33.979602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/b3bc43cd-31e4-4bee-bffb-f13d9bcdf7e7/8d6e1f3d-d5c6-440f-b6a5-de3370224acf) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:33.982472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port ececf961-8e72-4214-ad95-d15569cfc4fd yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:34.012039 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0210817e-f291-498b-a37a-2b0db4460068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.018452 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.030145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Attempting to bind port 19d43c0e-a4ff-42d5-be47-599c0c148f8e on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:34.030657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Attempting to bind port 19d43c0e-a4ff-42d5-be47-599c0c148f8e by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2b883484-4805-4dfa-8574-887bbc7ca938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b631ff20-4c64-4c6b-a74c-341a6e8c332a'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:34.030893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Attempting to bind port 19d43c0e-a4ff-42d5-be47-599c0c148f8e on network b631ff20-4c64-4c6b-a74c-341a6e8c332a {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:34.032342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.034184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ae00c1a7-9ecc-4421-8dbc-26011312687a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4333255 Feb 11 13:34:34.039461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34678) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:34.043824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:34.044204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Checking segment: {'id': '2b883484-4805-4dfa-8574-887bbc7ca938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b631ff20-4c64-4c6b-a74c-341a6e8c332a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:34.044896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-661968115', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'fixed_ips': [{'ip_address': '172.25.0.112'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:34.047230 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.047230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Bound using segment: {'id': '2b883484-4805-4dfa-8574-887bbc7ca938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b631ff20-4c64-4c6b-a74c-341a6e8c332a'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:34.047230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Bound port: 19d43c0e-a4ff-42d5-be47-599c0c148f8e, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b883484-4805-4dfa-8574-887bbc7ca938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b631ff20-4c64-4c6b-a74c-341a6e8c332a'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:34.047701 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.049626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88c9f1-13de-4804-bf3b-3b0d14771d6e req-562e316e-0dd9-4653-a512-9eb0bf89e136 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.051343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf88c9f1-13de-4804-bf3b-3b0d14771d6e req-562e316e-0dd9-4653-a512-9eb0bf89e136 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.1174273 Feb 11 13:34:34.106505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cfcf4f-373e-4ce4-b271-a80059493937 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:34.110465 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf88c9f1-13de-4804-bf3b-3b0d14771d6e req-94e0595a-3f87-4b21-ab20-14e12dac08e0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Feb 11 13:34:34.135111 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0210817e-f291-498b-a37a-2b0db4460068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.186006 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0210817e-f291-498b-a37a-2b0db4460068 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c7a0e7c025144cb68333c3ed97fc7eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6415744 Feb 11 13:34:34.186006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210817e-f291-498b-a37a-2b0db4460068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdd3761-37a1-4941-9e01-da72e557c443,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:34.187411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34690) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:34.204783 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.222929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 23cfcf4f-373e-4ce4-b271-a80059493937, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=23cfcf4f-373e-4ce4-b271-a80059493937,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:34.237192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] For port 19d43c0e-a4ff-42d5-be47-599c0c148f8e, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:34.244582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Made reservation on behalf of 1e76b05da8144a8da89bcd2d8d78fd77 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:34.244582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.245027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] For port 19d43c0e-a4ff-42d5-be47-599c0c148f8e, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=19d43c0e-a4ff-42d5-be47-599c0c148f8e,segment=NetworkSegment(2b883484-4805-4dfa-8574-887bbc7ca938),segment_id=2b883484-4805-4dfa-8574-887bbc7ca938)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:34.276679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.278689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network b631ff20-4c64-4c6b-a74c-341a6e8c332a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:34.285319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:34.287949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d229959-f798-4caa-8ec0-0cff8391935c req-1e199821-5930-42fe-8da6-51d36bbcb455 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.289159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:34.289892 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d229959-f798-4caa-8ec0-0cff8391935c req-1e199821-5930-42fe-8da6-51d36bbcb455 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1241200 Feb 11 13:34:34.296003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.296905 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.310209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=e3db20f8-9a91-476d-ba2f-8302c19c5407,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:34.320610 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.321293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2dc9b5cd-3287-436e-bfb7-02071d90c9ac details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:34.324879 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41a4d542-e61f-4cad-8a2f-09f1868e7073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.354034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41a4d542-e61f-4cad-8a2f-09f1868e7073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.374047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d229959-f798-4caa-8ec0-0cff8391935c req-cd3e36bf-aa85-4acd-a6d1-a0a48562918e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726156 Feb 11 13:34:34.392583 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.420931 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a529b674-c36c-44a6-81a6-8ff5c257adc9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3120081 Feb 11 13:34:34.423201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34698) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:34.445157 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.501107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.542209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=23cfcf4f-373e-4ce4-b271-a80059493937,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:34.542627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9570a4f3-ef13-4c1d-8cbd-b871368faaed req-d52e8560-ce50-4ed1-b36c-4fdb54d3580c tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.1302247 Feb 11 13:34:34.542627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41a4d542-e61f-4cad-8a2f-09f1868e7073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.544803 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41a4d542-e61f-4cad-8a2f-09f1868e7073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.546445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-41a4d542-e61f-4cad-8a2f-09f1868e7073 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fdd3761-37a1-4941-9e01-da72e557c443 HTTP/1.1" status: 204 len: 168 time: 0.3581750 Feb 11 13:34:34.622213 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.634037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8325681-52da-4dd3-81ea-cc59cc382f9b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:34.636140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e8325681-52da-4dd3-81ea-cc59cc382f9b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3b1 HTTP/1.1" status: 200 len: 929 time: 0.2120183 Feb 11 13:34:34.637631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4d542-e61f-4cad-8a2f-09f1868e7073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdd3761-37a1-4941-9e01-da72e557c443,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:34.640232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34706) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:34.693870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:34.711809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.715735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:34.716242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] device_id is not set on port b106fcc9-12dc-41d0-9d3f-d746f352ad8c yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:34.728718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:34.755685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef67bc5-b079-4ace-a77b-e0e15f551dda None None] Pushing event updated for resources: {'Port': ['ID=19d43c0e-a4ff-42d5-be47-599c0c148f8e,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:34.768442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:34.816598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-194905ce-e94a-4702-91b0-a8de3f667942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port e3db20f8-9a91-476d-ba2f-8302c19c5407 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:34.817116 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-194905ce-e94a-4702-91b0-a8de3f667942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.940207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'port_id': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac', 'mac_address': 'fa:16:3e:c2:ab:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:34.944720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Attempting to bind port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:34.945650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Attempting to bind port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:34.946227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Attempting to bind port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:34.962410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:34.963159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:34.969725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:34.970485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:34.971201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Bound port: 8d6e1f3d-d5c6-440f-b6a5-de3370224acf, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:34.971818 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.013947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Pushing event updated for resources: {'Port': ['ID=8d6e1f3d-d5c6-440f-b6a5-de3370224acf,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:35.058743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.082378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dc9b5cd-3287-436e-bfb7-02071d90c9ac {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:35.091059 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-194905ce-e94a-4702-91b0-a8de3f667942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.121723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:35.124128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] For port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:35.134043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-194905ce-e94a-4702-91b0-a8de3f667942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for e3db20f8-9a91-476d-ba2f-8302c19c5407 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:35.140034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] For port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d6e1f3d-d5c6-440f-b6a5-de3370224acf,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:35.158363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::bb05:4018:6efa:91b1 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/b3bc43cd-31e4-4bee-bffb-f13d9bcdf7e7/ececf961-8e72-4214-ad95-d15569cfc4fd) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:35.195405 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.280232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:35.284272 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.355981 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2dc9b5cd-3287-436e-bfb7-02071d90c9ac'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:35.403021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a62ac-79d3-482e-bb0a-c13f3fe725e4 None None] Pushing event updated for resources: {'Port': ['ID=8d6e1f3d-d5c6-440f-b6a5-de3370224acf,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:35.495686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['23cfcf4f-373e-4ce4-b271-a80059493937'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:35.499253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34714) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:35.529501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-194905ce-e94a-4702-91b0-a8de3f667942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.551923 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.587179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fc30c77-bcf1-450d-8626-2c8269011fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.628016 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:34:35.629140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:34:35.643076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858db4a-1efb-44cc-bbf9-db39a9ac0094 req-7d707cb4-aca4-4d2d-9f8e-8ff69b1e9103 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:35.644667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2858db4a-1efb-44cc-bbf9-db39a9ac0094 req-7d707cb4-aca4-4d2d-9f8e-8ff69b1e9103 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 944 time: 0.2496884 Feb 11 13:34:35.652698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194905ce-e94a-4702-91b0-a8de3f667942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=e3db20f8-9a91-476d-ba2f-8302c19c5407,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:35.695370 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.725019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62bb3e-5a6d-4c60-b224-81fb0b6ab561 req-75200717-f964-442d-b534-52276e94b2de tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:35.732705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab62bb3e-5a6d-4c60-b224-81fb0b6ab561 req-75200717-f964-442d-b534-52276e94b2de tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 944 time: 1.2234843 Feb 11 13:34:35.749412 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-194905ce-e94a-4702-91b0-a8de3f667942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:35.757112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-194905ce-e94a-4702-91b0-a8de3f667942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/e3db20f8-9a91-476d-ba2f-8302c19c5407 HTTP/1.1" status: 204 len: 168 time: 1.1148961 Feb 11 13:34:35.759956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34718) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:35.790933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb80469b-af81-472c-808d-6e6e6e41cf4c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:35.807053 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-85cf9173-d90f-45f8-af28-2562b031820a tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7661176 Feb 11 13:34:35.811065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34720) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:35.838405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:35.885461 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-681cedba-0164-4fa3-a741-ceecbf14dc78 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:34:35.890391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-681cedba-0164-4fa3-a741-ceecbf14dc78 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/e3db20f8-9a91-476d-ba2f-8302c19c5407 HTTP/1.1" status: 404 len: 333 time: 0.1275210 Feb 11 13:34:35.896045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34722) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:35.974878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:35.977847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:35.986822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:35.987770 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.017528 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab62bb3e-5a6d-4c60-b224-81fb0b6ab561 req-add40e59-18bd-44c3-b013-44e58c1d12bd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601058 Feb 11 13:34:36.067726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=ececf961-8e72-4214-ad95-d15569cfc4fd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:36.192741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6734bc4c-f6e7-4e28-9e04-9089fa08548a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9984655 Feb 11 13:34:36.197334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34724) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:36.254730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd6a00-1bfc-4f7d-b208-f66cdb0c2580 req-1bc22fdc-aa5f-41ee-96fd-3c2e55e70f49 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.256342 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79fd6a00-1bfc-4f7d-b208-f66cdb0c2580 req-1bc22fdc-aa5f-41ee-96fd-3c2e55e70f49 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1200144 Feb 11 13:34:36.275049 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368aeb96-ceba-4814-85dd-db9d608ed69d None None] Network b631ff20-4c64-4c6b-a74c-341a6e8c332a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:36.359331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340d524a-9eb3-4d8f-819b-30e1b38eee45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.365881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340d524a-9eb3-4d8f-819b-30e1b38eee45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:36.367703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-340d524a-9eb3-4d8f-819b-30e1b38eee45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1712565 Feb 11 13:34:36.371331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-7802514a-71f1-4634-8dec-6e4b303d3a13 tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Deleting port ecbfdc7b-032b-4b6c-aef6-7e49fddf4ad6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:36.371864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7802514a-71f1-4634-8dec-6e4b303d3a13 tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.374567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34726) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:36.415127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9d5c6535-a2d8-44a2-b527-caff130b18dc None None] Provisioning complete for port 19d43c0e-a4ff-42d5-be47-599c0c148f8e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:36.416217 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d5c6535-a2d8-44a2-b527-caff130b18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.463561 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79fd6a00-1bfc-4f7d-b208-f66cdb0c2580 req-7ba96cc4-1be6-4734-a91d-97759537ff1d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952388 Feb 11 13:34:36.598056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-88776885-9d23-4899-b15f-d2295f3b539c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port ececf961-8e72-4214-ad95-d15569cfc4fd {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:36.598401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88776885-9d23-4899-b15f-d2295f3b539c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.644439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2858db4a-1efb-44cc-bbf9-db39a9ac0094 req-6c48efdf-64f2-4c11-b843-f7c5b4ec5688 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9131832 Feb 11 13:34:36.688342 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d5c6535-a2d8-44a2-b527-caff130b18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.699654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-632f55db-012b-4e32-a2eb-b4e52cd04e51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 757347e3-0b8b-492f-8b13-40c7c41f29e0 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:36.704957 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-632f55db-012b-4e32-a2eb-b4e52cd04e51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.713034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fc30c77-bcf1-450d-8626-2c8269011fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.726169 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7802514a-71f1-4634-8dec-6e4b303d3a13 tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.726648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7802514a-71f1-4634-8dec-6e4b303d3a13 tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.768764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9d5c6535-a2d8-44a2-b527-caff130b18dc None None] For port 19d43c0e-a4ff-42d5-be47-599c0c148f8e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=19d43c0e-a4ff-42d5-be47-599c0c148f8e,segment=NetworkSegment(2b883484-4805-4dfa-8574-887bbc7ca938),segment_id=2b883484-4805-4dfa-8574-887bbc7ca938)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:36.803206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fc30c77-bcf1-450d-8626-2c8269011fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.844039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2c0fb5b-de74-4fdf-9725-aaf5e5da4a0a req-9a5d2175-0287-41da-8c5b-60ff8db7a6d3 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.2136025 Feb 11 13:34:36.858378 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d5c6535-a2d8-44a2-b527-caff130b18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.897519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-7802514a-71f1-4634-8dec-6e4b303d3a13 tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Calling delete_port for ecbfdc7b-032b-4b6c-aef6-7e49fddf4ad6 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:36.911455 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-632f55db-012b-4e32-a2eb-b4e52cd04e51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:36.924531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-632f55db-012b-4e32-a2eb-b4e52cd04e51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 757347e3-0b8b-492f-8b13-40c7c41f29e0 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:37.006296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c6535-a2d8-44a2-b527-caff130b18dc None None] Pushing event updated for resources: {'Port': ['ID=19d43c0e-a4ff-42d5-be47-599c0c148f8e,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.088779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 19d43c0e-a4ff-42d5-be47-599c0c148f8e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:37.103679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc30c77-bcf1-450d-8626-2c8269011fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f455639-21f3-4e4a-93cf-f73881d8e216,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.119087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4fc30c77-bcf1-450d-8626-2c8269011fdf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d07309c1b8d4c1ba9fb5be496d2d75f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6190732 Feb 11 13:34:37.120008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34730) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:37.147569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88776885-9d23-4899-b15f-d2295f3b539c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.169150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-88776885-9d23-4899-b15f-d2295f3b539c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for ececf961-8e72-4214-ad95-d15569cfc4fd owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:37.193177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-632f55db-012b-4e32-a2eb-b4e52cd04e51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.210253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 23cfcf4f-373e-4ce4-b271-a80059493937 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:37.212584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 19d43c0e-a4ff-42d5-be47-599c0c148f8e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:37.212946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.249658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f55db-012b-4e32-a2eb-b4e52cd04e51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=757347e3-0b8b-492f-8b13-40c7c41f29e0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.274762 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06e44d83-7732-480f-af09-a408b4ca9638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.307087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-632f55db-012b-4e32-a2eb-b4e52cd04e51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.314128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-632f55db-012b-4e32-a2eb-b4e52cd04e51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/757347e3-0b8b-492f-8b13-40c7c41f29e0 HTTP/1.1" status: 204 len: 168 time: 1.4168725 Feb 11 13:34:37.318198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34732) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:37.393946 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b9072c0-54f2-40b4-8012-33b8c00b0149 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:34:37.399126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6b9072c0-54f2-40b4-8012-33b8c00b0149 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/757347e3-0b8b-492f-8b13-40c7c41f29e0 HTTP/1.1" status: 404 len: 333 time: 0.0796218 Feb 11 13:34:37.399762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34734) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:37.423180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1254e-ff5b-48d8-a5c5-b3b130cc36ff req-2b19d61c-0b20-437d-8e8f-7f6a20076f41 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:37.425235 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69f1254e-ff5b-48d8-a5c5-b3b130cc36ff req-2b19d61c-0b20-437d-8e8f-7f6a20076f41 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 944 time: 0.2529593 Feb 11 13:34:37.486742 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06e44d83-7732-480f-af09-a408b4ca9638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.493154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f352cb-12cf-4ec4-9589-bf8b9fa8e1b5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet ef571ff9-ad13-430c-bc55-61efa5d156f2 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:37.506695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29f352cb-12cf-4ec4-9589-bf8b9fa8e1b5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.617105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69f1254e-ff5b-48d8-a5c5-b3b130cc36ff req-9e757739-681f-46f9-86e4-6c5aea6ad8ba tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196761 Feb 11 13:34:37.630505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29f352cb-12cf-4ec4-9589-bf8b9fa8e1b5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.679511 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88776885-9d23-4899-b15f-d2295f3b539c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.809105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7802514a-71f1-4634-8dec-6e4b303d3a13 tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.811574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88776885-9d23-4899-b15f-d2295f3b539c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=ececf961-8e72-4214-ad95-d15569cfc4fd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.826353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-79c6ef61-ef48-4c71-b254-f0112975818d None None] Provisioning complete for port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:37.826844 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-79c6ef61-ef48-4c71-b254-f0112975818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.831087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29f352cb-12cf-4ec4-9589-bf8b9fa8e1b5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.912676 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88776885-9d23-4899-b15f-d2295f3b539c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:37.923010 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-88776885-9d23-4899-b15f-d2295f3b539c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/ececf961-8e72-4214-ad95-d15569cfc4fd HTTP/1.1" status: 204 len: 168 time: 1.5474083 Feb 11 13:34:37.923995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802514a-71f1-4634-8dec-6e4b303d3a13 tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecbfdc7b-032b-4b6c-aef6-7e49fddf4ad6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:37.943352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34742) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:37.986257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27198fef-611b-4ce9-ae00-724f36e11ac9 req-49c274b3-6f09-4119-b9e1-eb9e58e1ea2b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:37.999692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27198fef-611b-4ce9-ae00-724f36e11ac9 req-49c274b3-6f09-4119-b9e1-eb9e58e1ea2b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 944 time: 0.1003494 Feb 11 13:34:38.007346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29f352cb-12cf-4ec4-9589-bf8b9fa8e1b5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.037390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d6e1f3d-d5c6-440f-b6a5-de3370224acf up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:38.065490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f352cb-12cf-4ec4-9589-bf8b9fa8e1b5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=ef571ff9-ad13-430c-bc55-61efa5d156f2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:38.076930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06e44d83-7732-480f-af09-a408b4ca9638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.079881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06e44d83-7732-480f-af09-a408b4ca9638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.084519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-06e44d83-7732-480f-af09-a408b4ca9638 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f455639-21f3-4e4a-93cf-f73881d8e216 HTTP/1.1" status: 204 len: 168 time: 0.9635208 Feb 11 13:34:38.095312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29f352cb-12cf-4ec4-9589-bf8b9fa8e1b5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.102364 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-29f352cb-12cf-4ec4-9589-bf8b9fa8e1b5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/ef571ff9-ad13-430c-bc55-61efa5d156f2 HTTP/1.1" status: 204 len: 168 time: 0.6974618 Feb 11 13:34:38.103097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34746) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:38.158989 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-79c6ef61-ef48-4c71-b254-f0112975818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.167135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a0a44-8710-442f-91ee-6c4209566f5a req-a1bb1548-f54f-437a-9333-15079d036629 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:38.168717 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-403a0a44-8710-442f-91ee-6c4209566f5a req-a1bb1548-f54f-437a-9333-15079d036629 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.4911029 Feb 11 13:34:38.173192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 23cfcf4f-373e-4ce4-b271-a80059493937 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:34:38.199498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf1681-a39d-4dec-9d0f-041b1383ec15 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:38.208194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf1681-a39d-4dec-9d0f-041b1383ec15 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:38.211896 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4baf1681-a39d-4dec-9d0f-041b1383ec15 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2631958 Feb 11 13:34:38.230299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 23cfcf4f-373e-4ce4-b271-a80059493937 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:38.231715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.246996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7802514a-71f1-4634-8dec-6e4b303d3a13 tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.251943 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7802514a-71f1-4634-8dec-6e4b303d3a13 tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.260387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7802514a-71f1-4634-8dec-6e4b303d3a13 tempest-ExternalNetworksAdminNegativeTestJSON-421975099 tempest-ExternalNetworksAdminNegativeTestJSON-421975099-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/030fdbaf-aab7-4b4e-a7a6-e809f269d6da HTTP/1.1" status: 204 len: 168 time: 2.4386253 Feb 11 13:34:38.273002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34748) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:38.283500 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.298603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27198fef-611b-4ce9-ae00-724f36e11ac9 req-9f320b71-2802-47a6-9322-66d7ad8313fb tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977533 Feb 11 13:34:38.305051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e44d83-7732-480f-af09-a408b4ca9638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f455639-21f3-4e4a-93cf-f73881d8e216,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:38.354206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-79c6ef61-ef48-4c71-b254-f0112975818d None None] For port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d6e1f3d-d5c6-440f-b6a5-de3370224acf,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:38.437035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 19d43c0e-a4ff-42d5-be47-599c0c148f8e {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:38.437753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.442514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:38.442981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.467039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ebe6d1-0758-4219-8bba-fabcb8f43811 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet b3bc43cd-31e4-4bee-bffb-f13d9bcdf7e7 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:38.476167 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95ebe6d1-0758-4219-8bba-fabcb8f43811 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.479849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6387fdac-871c-4d1f-a847-a6fd32f23dab None None] Network b631ff20-4c64-4c6b-a74c-341a6e8c332a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:38.567429 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-403a0a44-8710-442f-91ee-6c4209566f5a req-1d4eb162-ee17-4a72-b007-288516228212 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810062 Feb 11 13:34:38.571632 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95ebe6d1-0758-4219-8bba-fabcb8f43811 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.581321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] For port 19d43c0e-a4ff-42d5-be47-599c0c148f8e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=19d43c0e-a4ff-42d5-be47-599c0c148f8e,segment=NetworkSegment(2b883484-4805-4dfa-8574-887bbc7ca938),segment_id=2b883484-4805-4dfa-8574-887bbc7ca938)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:38.581691 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.610652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 19d43c0e-a4ff-42d5-be47-599c0c148f8e owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:38.616091 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-79c6ef61-ef48-4c71-b254-f0112975818d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.737112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67737f8e-f582-42db-9741-3e6a09e2ee53 req-c54fee7a-57ec-4c39-8905-f2d959c3f070 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0364277 Feb 11 13:34:38.783163 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95ebe6d1-0758-4219-8bba-fabcb8f43811 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.791339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24bbe83c-409c-4a1a-9e5f-8edb3972e722 None None] Could not find standard attr ID for object ececf961-8e72-4214-ad95-d15569cfc4fd. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:38.799978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6ef61-ef48-4c71-b254-f0112975818d None None] Pushing event updated for resources: {'Port': ['ID=8d6e1f3d-d5c6-440f-b6a5-de3370224acf,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:38.802627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.805205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24bbe83c-409c-4a1a-9e5f-8edb3972e722 None None] Could not find standard attr ID for object e3db20f8-9a91-476d-ba2f-8302c19c5407. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:38.836908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No DVR routers for this DVR port 19d43c0e-a4ff-42d5-be47-599c0c148f8e on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:38.854391 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:38.870829 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24bbe83c-409c-4a1a-9e5f-8edb3972e722 None None] Could not find standard attr ID for object 757347e3-0b8b-492f-8b13-40c7c41f29e0. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:38.917434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24bbe83c-409c-4a1a-9e5f-8edb3972e722 None None] Could not find standard attr ID for object 19d43c0e-a4ff-42d5-be47-599c0c148f8e. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:38.951661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=19d43c0e-a4ff-42d5-be47-599c0c148f8e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:38.974094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e30c9b-a525-4c82-a95b-62a5fe5ff4ff None None] DHCP port deletion for b631ff20-4c64-4c6b-a74c-341a6e8c332a request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:38.991673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861ef784-df83-4091-80fa-88c0dfaa1cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cfcf4f-373e-4ce4-b271-a80059493937'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:38.994023 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53bd2bf-9c7c-41e0-bc52-2a6daa934125" -d '{"events": [{"server_uuid": "861ef784-df83-4091-80fa-88c0dfaa1cee", "name": "network-vif-plugged", "status": "completed", "tag": "23cfcf4f-373e-4ce4-b271-a80059493937"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:39.045328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 23cfcf4f-373e-4ce4-b271-a80059493937, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=23cfcf4f-373e-4ce4-b271-a80059493937,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:39.051337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e88ef-15c6-433a-92ab-dc1dc550de6a req-1a4d9e57-7833-4958-b5da-ccfb3f0ec783 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.058678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc0e88ef-15c6-433a-92ab-dc1dc550de6a req-1a4d9e57-7833-4958-b5da-ccfb3f0ec783 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 944 time: 0.1849079 Feb 11 13:34:39.108617 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.119596 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b827457-dc6b-4e1f-9d8a-7a614f367fb6 x-openstack-request-id: req-1b827457-dc6b-4e1f-9d8a-7a614f367fb6 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:39.119894 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861ef784-df83-4091-80fa-88c0dfaa1cee", "name": "network-vif-plugged", "status": "completed", "tag": "23cfcf4f-373e-4ce4-b271-a80059493937", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:39.120143 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1b827457-dc6b-4e1f-9d8a-7a614f367fb6 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:39.120547 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861ef784-df83-4091-80fa-88c0dfaa1cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cfcf4f-373e-4ce4-b271-a80059493937', 'code': 200} Feb 11 13:34:39.121947 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.122919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2dc9b5cd-3287-436e-bfb7-02071d90c9ac up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:39.174891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc0e88ef-15c6-433a-92ab-dc1dc550de6a req-95a446b5-fa8c-462b-939a-31a3538f3f61 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092553 Feb 11 13:34:39.186478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b631ff20-4c64-4c6b-a74c-341a6e8c332a']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:39.209756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b883484-4805-4dfa-8574-887bbc7ca938') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:39.210082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b883484-4805-4dfa-8574-887bbc7ca938') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:39.229458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.259301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34766) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:39.271923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.275239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35444f6f-8d6c-4b53-a219-e94ac52ee15c req-dd03765a-26ed-4ae4-aa2e-917a4637093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.276908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35444f6f-8d6c-4b53-a219-e94ac52ee15c req-dd03765a-26ed-4ae4-aa2e-917a4637093a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 1096 time: 0.0794291 Feb 11 13:34:39.289824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:39.290436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:39.293330 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:39.299506 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95ebe6d1-0758-4219-8bba-fabcb8f43811 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.313555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d6e1f3d-d5c6-440f-b6a5-de3370224acf up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:39.350931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebe6d1-0758-4219-8bba-fabcb8f43811 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=b3bc43cd-31e4-4bee-bffb-f13d9bcdf7e7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:39.354496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95ebe6d1-0758-4219-8bba-fabcb8f43811 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.362554 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-95ebe6d1-0758-4219-8bba-fabcb8f43811 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/b3bc43cd-31e4-4bee-bffb-f13d9bcdf7e7 HTTP/1.1" status: 204 len: 168 time: 1.0870953 Feb 11 13:34:39.362966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34770) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:39.405134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81745821-7448-483e-818b-6ee90bc0147a None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:39.409816 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-600d75b6-a593-4784-90f4-56c922cf15c6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457311 Feb 11 13:34:39.410001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34774) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:39.419969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b0feb287-98e9-4d1a-81f0-0a864be7c824 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:39.425844 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35444f6f-8d6c-4b53-a219-e94ac52ee15c req-2cc2c281-4d98-4aca-9c8b-8c18b4cf3c91 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326878 Feb 11 13:34:39.590999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.619542 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ad3431f-4dd2-47c3-ac68-333e84932b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.635241 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.641655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/networks/b631ff20-4c64-4c6b-a74c-341a6e8c332a HTTP/1.1" status: 204 len: 168 time: 1.5310664 Feb 11 13:34:39.648296 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34780) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:39.668692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1778562275'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:39.682987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=23cfcf4f-373e-4ce4-b271-a80059493937,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:39.696482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:39.696857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.830244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0ff3e-da48-4427-acb8-682c6f4080db req-86b04a0c-1829-48f4-8dd6-a21a83721191 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:39.832402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b9c0ff3e-da48-4427-acb8-682c6f4080db req-86b04a0c-1829-48f4-8dd6-a21a83721191 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1170840 Feb 11 13:34:39.842754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:39.846818 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.853019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:39.853526 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.908894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:39.932001 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b9c0ff3e-da48-4427-acb8-682c6f4080db req-9ddbac9d-b8b6-4e9a-8b48-2379d8e41321 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858397 Feb 11 13:34:39.959899 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ad3431f-4dd2-47c3-ac68-333e84932b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.971673 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:39.972443 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Added segment 03d59a06-c1a2-4f90-98a8-deb6bbc002f0 of type vlan for network cd0dda47-23b6-4b6d-90ff-83e2a289d60d Feb 11 13:34:40.065111 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.069849 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ad3431f-4dd2-47c3-ac68-333e84932b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.082523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a7521-255c-49eb-9192-afcee8d3ebc4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Network': ['ID=b631ff20-4c64-4c6b-a74c-341a6e8c332a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.108656 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.122242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22799ca5-d7cd-4201-a395-0c2e0383fe0c req-9c701da3-c625-4431-85cb-6a970d407650 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.124249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-22799ca5-d7cd-4201-a395-0c2e0383fe0c req-9c701da3-c625-4431-85cb-6a970d407650 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 944 time: 0.5433078 Feb 11 13:34:40.151127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3431f-4dd2-47c3-ac68-333e84932b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fedcaaa-7a1e-452b-97f2-d2d48eeea29a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.163412 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5ad3431f-4dd2-47c3-ac68-333e84932b41 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5047180335ca43efb18cf8df97125c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9030919 Feb 11 13:34:40.166309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34790) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:40.209132 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1fc21d05-b3bb-4d50-8946-8539c73b22bf req-1b84b56a-e7e4-4b5a-8f2e-cd40832b2b28 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0939591 Feb 11 13:34:40.218791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0feb287-98e9-4d1a-81f0-0a864be7c824 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:40.223682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b0feb287-98e9-4d1a-81f0-0a864be7c824 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.244420 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.249267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6df68e-3628-4cf7-a123-8946639aacad None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:40.261711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.262319 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.307740 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce29823a-7417-4fad-92b9-1c238fa5b9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.341520 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-22799ca5-d7cd-4201-a395-0c2e0383fe0c req-53a0d7da-3db3-4ea1-b030-c3ff99f95e79 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029636 Feb 11 13:34:40.350080 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce29823a-7417-4fad-92b9-1c238fa5b9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.422267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:40.432266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Network': ['ID=cd0dda47-23b6-4b6d-90ff-83e2a289d60d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.454773 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network cd0dda47-23b6-4b6d-90ff-83e2a289d60d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:40.549554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 19d43c0e-a4ff-42d5-be47-599c0c148f8e no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:40.549717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9caec3-80de-4ff6-a0b7-bee63b0c2b85 req-1dc6260b-b0a8-4a15-ba3e-1687ae8fa392 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.552822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2f6df68e-3628-4cf7-a123-8946639aacad None None] Deleting port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:40.553381 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f6df68e-3628-4cf7-a123-8946639aacad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.558203 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb9caec3-80de-4ff6-a0b7-bee63b0c2b85 req-1dc6260b-b0a8-4a15-ba3e-1687ae8fa392 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 945 time: 0.1269143 Feb 11 13:34:40.559311 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.580348 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce29823a-7417-4fad-92b9-1c238fa5b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.588388 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce29823a-7417-4fad-92b9-1c238fa5b9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.590951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ce29823a-7417-4fad-92b9-1c238fa5b9cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9fedcaaa-7a1e-452b-97f2-d2d48eeea29a HTTP/1.1" status: 204 len: 168 time: 0.4235663 Feb 11 13:34:40.624911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb9caec3-80de-4ff6-a0b7-bee63b0c2b85 req-3805f7a0-df2b-474c-8061-523016653927 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646846 Feb 11 13:34:40.645324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 19d43c0e-a4ff-42d5-be47-599c0c148f8e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:40.652264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29823a-7417-4fad-92b9-1c238fa5b9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fedcaaa-7a1e-452b-97f2-d2d48eeea29a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.662777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 19d43c0e-a4ff-42d5-be47-599c0c148f8e not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:40.667971 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ad8a6fcd-e5cb-45e9-8396-152181491942 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0159745 Feb 11 13:34:40.673526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34800) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:40.678646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': 'cd0dda47-23b6-4b6d-90ff-83e2a289d60d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:40.759579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2f6df68e-3628-4cf7-a123-8946639aacad None None] For port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d6e1f3d-d5c6-440f-b6a5-de3370224acf,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:40.759952 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f6df68e-3628-4cf7-a123-8946639aacad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.768809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.772484 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b0feb287-98e9-4d1a-81f0-0a864be7c824 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.822377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2f6df68e-3628-4cf7-a123-8946639aacad None None] Calling delete_port for 8d6e1f3d-d5c6-440f-b6a5-de3370224acf owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:40.870232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0feb287-98e9-4d1a-81f0-0a864be7c824 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:40.881013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b0feb287-98e9-4d1a-81f0-0a864be7c824 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:40.896395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0feb287-98e9-4d1a-81f0-0a864be7c824 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:40.896997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b0feb287-98e9-4d1a-81f0-0a864be7c824 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:40.918117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feb287-98e9-4d1a-81f0-0a864be7c824 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=223389f2-159e-4210-bebe-b73a6bf6f907,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:40.984028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:40.993996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.047817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b0feb287-98e9-4d1a-81f0-0a864be7c824 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6338890 Feb 11 13:34:41.048399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34806) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:41.053470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': '223389f2-159e-4210-bebe-b73a6bf6f907', 'ip_address': '2001:db8::3a5d:5c22:e468:b23e'}], 'name': 'tempest-NetworksTestDHCPv6-793938052'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:41.084465 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d6e1f3d-d5c6-440f-b6a5-de3370224acf no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:41.124887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:41.128267 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b962dd53-32c3-4bfe-b3e4-cff34e08d78a" -d '{"events": [{"server_uuid": "4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b", "name": "network-vif-plugged", "status": "completed", "tag": "2dc9b5cd-3287-436e-bfb7-02071d90c9ac"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:41.155904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f6df68e-3628-4cf7-a123-8946639aacad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.233231 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0f5a13-7f28-4052-aaf6-ae80853cce48 x-openstack-request-id: req-3c0f5a13-7f28-4052-aaf6-ae80853cce48 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:41.233585 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b", "name": "network-vif-plugged", "status": "completed", "tag": "2dc9b5cd-3287-436e-bfb7-02071d90c9ac", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:41.233921 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c0f5a13-7f28-4052-aaf6-ae80853cce48 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:41.235893 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac', 'code': 200} Feb 11 13:34:41.236634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6df68e-3628-4cf7-a123-8946639aacad None None] Pushing event deleted for resources: {'Port': ['ID=8d6e1f3d-d5c6-440f-b6a5-de3370224acf,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:41.244095 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No active binding found for port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf {{(pid=103008) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:34:41.244540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d6e1f3d-d5c6-440f-b6a5-de3370224acf not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:41.254037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6df68e-3628-4cf7-a123-8946639aacad None None] No DVR routers for this DVR port 8d6e1f3d-d5c6-440f-b6a5-de3370224acf on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:41.282176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789b53a8-80a7-4e18-9b4f-4ca4a6827eda None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:41.285863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a95fe-03e8-49b2-a082-33eff3dca1d7 req-913f8bf2-35de-4e7f-a4c4-fc6126214c21 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:41.303736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c8a95fe-03e8-49b2-a082-33eff3dca1d7 req-913f8bf2-35de-4e7f-a4c4-fc6126214c21 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.2276862 Feb 11 13:34:41.422860 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c8a95fe-03e8-49b2-a082-33eff3dca1d7 req-fc88d770-8cfd-4892-8888-7066ba69c08a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180687 Feb 11 13:34:41.474901 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc389196-276a-4c64-bf40-fc7992153eef req-4eb9ef36-761c-4872-8b6a-97b38656e07a tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.1166475 Feb 11 13:34:41.481673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:41.530979 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.589266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '223389f2-159e-4210-bebe-b73a6bf6f907'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:41.590846 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.701556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:41.736841 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Checking segment: {'id': '03d59a06-c1a2-4f90-98a8-deb6bbc002f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cd0dda47-23b6-4b6d-90ff-83e2a289d60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:41.737571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network hostable DHCP agents. Network: cd0dda47-23b6-4b6d-90ff-83e2a289d60d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:41.813475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/223389f2-159e-4210-bebe-b73a6bf6f907/f18d0388-19ad-46d3-a491-78d8ac0d05d5) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:41.835379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9ddb4-d568-4c1e-a509-78452e6cabe5 req-e232309e-0aa2-4c44-b2c0-6623f5e87dae tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:41.837176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ba9ddb4-d568-4c1e-a509-78452e6cabe5 req-e232309e-0aa2-4c44-b2c0-6623f5e87dae tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.2346432 Feb 11 13:34:41.860025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network cd0dda47-23b6-4b6d-90ff-83e2a289d60d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:41.899923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3dcc7-6fbd-4590-9ee6-3ee433cd92a6 req-6c54b41f-ff02-43dd-877f-c09f6ff4d60e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:41.908217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1d3dcc7-6fbd-4590-9ee6-3ee433cd92a6 req-6c54b41f-ff02-43dd-877f-c09f6ff4d60e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 945 time: 0.1329131 Feb 11 13:34:41.913035 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.942032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, cd0dda47-23b6-4b6d-90ff-83e2a289d60d) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:41.964288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:41.965384 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:41.970624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccbef01-a857-43d9-a23d-8a7e891b4c0e None None] Network cd0dda47-23b6-4b6d-90ff-83e2a289d60d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:41.990332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port a2cff9e3-4d3a-47e7-abc0-ccacf2ed58c6 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:42.019864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1d3dcc7-6fbd-4590-9ee6-3ee433cd92a6 req-1403760e-bd96-4ce8-9a26-7fd4ff25f255 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053944 Feb 11 13:34:42.022980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34828) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:42.126294 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6ee7b5ef-2099-4a57-a729-7ea238635dde tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4521637 Feb 11 13:34:42.136234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34834) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:42.161835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': 'cd0dda47-23b6-4b6d-90ff-83e2a289d60d', 'name': 'tempest-PortsIpV6TestJSON-1072087484', 'fixed_ips': [{'subnet_id': 'b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e', 'ip_address': '2001:db8::10'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:42.194072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ba9ddb4-d568-4c1e-a509-78452e6cabe5 req-76be0e68-bde9-4944-b4f5-9b548d8aedc6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426139 Feb 11 13:34:42.535793 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.538551 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-31474c0a-e156-4900-b9e3-cec9caa440fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1e76b05da8144a8da89bcd2d8d78fd77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5006058 Feb 11 13:34:42.538551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34848) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:42.540290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-cd0dda47-23b6-4b6d-90ff-83e2a289d60d', 'network_id': 'cd0dda47-23b6-4b6d-90ff-83e2a289d60d', 'tenant_id': 'dd92dff240c54942b29a0f533aaec3ce', 'fixed_ips': [{'subnet_id': 'b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:42.541254 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.574771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c8e8f-294a-456a-9100-3d18560ef059 req-b514646e-2f08-47a0-bddf-5e999a840149 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.577072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-360c8e8f-294a-456a-9100-3d18560ef059 req-b514646e-2f08-47a0-bddf-5e999a840149 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.0666704 Feb 11 13:34:42.628152 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-360c8e8f-294a-456a-9100-3d18560ef059 req-f8248d14-69f9-4e32-b968-eca3d9a18cdd tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443814 Feb 11 13:34:42.711734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Allocated IP 2001:db8::2 (cd0dda47-23b6-4b6d-90ff-83e2a289d60d/b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e/ad09e383-1c05-4a44-9c13-70fa6bf0b5b0) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:42.714698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-6e255ad9-08d6-43d8-a398-32cb2481f127 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:42.722133 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-6e255ad9-08d6-43d8-a398-32cb2481f127 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.1929893 Feb 11 13:34:42.725301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c215b960-b1b3-45e7-a0a7-f387d248105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.757492 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.758415 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-9e6cc4d3-5be5-484b-bca1-1b73af08ecb0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/quotas/4222396b7cf84679a0eaebcc0a134ba5 HTTP/1.1" status: 200 len: 375 time: 0.0358608 Feb 11 13:34:42.775500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-01867b44-c0c9-4153-9e92-10f0d9ffab68 req-da3e87ec-02e4-4057-a459-31aeaec9b1bf tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0390866 Feb 11 13:34:42.784243 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c215b960-b1b3-45e7-a0a7-f387d248105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.854425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:42.858474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:42.859661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:42.861356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::3a5d:5c22:e468:b23e (1bffabfc-4ac6-4e77-8c1a-50da44898f19/223389f2-159e-4210-bebe-b73a6bf6f907/a2cff9e3-4d3a-47e7-abc0-ccacf2ed58c6) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:42.862584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-7b97a276-00f8-4d9b-a7d1-d021ae086ada tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032600 Feb 11 13:34:42.888119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:42.996155 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c215b960-b1b3-45e7-a0a7-f387d248105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:42.999520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c215b960-b1b3-45e7-a0a7-f387d248105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.003080 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c215b960-b1b3-45e7-a0a7-f387d248105b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fb80469b-af81-472c-808d-6e6e6e41cf4c HTTP/1.1" status: 204 len: 168 time: 0.4639323 Feb 11 13:34:43.033837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215b960-b1b3-45e7-a0a7-f387d248105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb80469b-af81-472c-808d-6e6e6e41cf4c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.056032 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-77de7538-03c0-4ca2-be62-88a2df2ce395 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925247 Feb 11 13:34:43.084115 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.110205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Pushing event updated for resources: {'Port': ['ID=f18d0388-19ad-46d3-a491-78d8ac0d05d5,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.142588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port 2c0f0cee-eb90-426a-a3e5-11e5259a86ae yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:43.146869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Attempting to bind port f18d0388-19ad-46d3-a491-78d8ac0d05d5 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:43.147698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Attempting to bind port f18d0388-19ad-46d3-a491-78d8ac0d05d5 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:43.148251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Attempting to bind port f18d0388-19ad-46d3-a491-78d8ac0d05d5 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:43.170760 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.219420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:43.221759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:43.226589 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.226589 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:43.226589 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Bound port: f18d0388-19ad-46d3-a491-78d8ac0d05d5, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:43.226589 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.250252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.351409 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-709a1e5b-a049-4d35-aacd-e3fd050df83f service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944217 Feb 11 13:34:43.357448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Network cd0dda47-23b6-4b6d-90ff-83e2a289d60d is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:43.361308 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.368446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:43.383244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:43.404954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Pushing event updated for resources: {'Port': ['ID=ad09e383-1c05-4a44-9c13-70fa6bf0b5b0,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.459313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] For port f18d0388-19ad-46d3-a491-78d8ac0d05d5, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:43.485464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Attempting to bind port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:43.485903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Attempting to bind port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '03d59a06-c1a2-4f90-98a8-deb6bbc002f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cd0dda47-23b6-4b6d-90ff-83e2a289d60d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:43.486407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Attempting to bind port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 on network cd0dda47-23b6-4b6d-90ff-83e2a289d60d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:43.489974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] For port f18d0388-19ad-46d3-a491-78d8ac0d05d5, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f18d0388-19ad-46d3-a491-78d8ac0d05d5,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:43.495428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:43.495790 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Checking segment: {'id': '03d59a06-c1a2-4f90-98a8-deb6bbc002f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cd0dda47-23b6-4b6d-90ff-83e2a289d60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:43.496371 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.496773 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Bound using segment: {'id': '03d59a06-c1a2-4f90-98a8-deb6bbc002f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cd0dda47-23b6-4b6d-90ff-83e2a289d60d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:43.497869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Bound port: ad09e383-1c05-4a44-9c13-70fa6bf0b5b0, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03d59a06-c1a2-4f90-98a8-deb6bbc002f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cd0dda47-23b6-4b6d-90ff-83e2a289d60d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:43.498429 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.567001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e330d0-5f46-4204-952a-4f204255c0a4 req-62d97caf-f56a-4a3b-b195-9afa04f4afb8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.568860 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8e330d0-5f46-4204-952a-4f204255c0a4 req-62d97caf-f56a-4a3b-b195-9afa04f4afb8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.1701422 Feb 11 13:34:43.589328 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.642630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8e330d0-5f46-4204-952a-4f204255c0a4 req-688fe4d6-28e0-4e2d-aeb3-02a817e2972e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558944 Feb 11 13:34:43.642630 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.643372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8::10 (cd0dda47-23b6-4b6d-90ff-83e2a289d60d/b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e/2c0f0cee-eb90-426a-a3e5-11e5259a86ae) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:43.760057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:43.761501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=a2cff9e3-4d3a-47e7-abc0-ccacf2ed58c6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:43.775693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:43.784259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:43.796611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:43.798437 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:43.924962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] For port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:43.927904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c6446158-5d2d-4c79-94d8-f80bba211825 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8784959 Feb 11 13:34:43.929875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34884) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:43.933185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] For port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ad09e383-1c05-4a44-9c13-70fa6bf0b5b0,segment=NetworkSegment(03d59a06-c1a2-4f90-98a8-deb6bbc002f0),segment_id=03d59a06-c1a2-4f90-98a8-deb6bbc002f0)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:43.944157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63369ff0-ca04-400b-a2a1-ed131c7bde2c None None] Pushing event updated for resources: {'Port': ['ID=f18d0388-19ad-46d3-a491-78d8ac0d05d5,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:44.001754 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.037226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1cd46-34c6-4c88-aaee-421b9dd8e58d req-be968cc2-bd1c-4a9a-99a4-0b52539bc464 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.040029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcc1cd46-34c6-4c88-aaee-421b9dd8e58d req-be968cc2-bd1c-4a9a-99a4-0b52539bc464 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1645310 Feb 11 13:34:44.126799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837338da-341e-49cc-ad86-e548832e50e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.150681 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f9d2c00-8e75-4bde-af81-86ba7c57ed32 req-e73fadfd-a9f1-419a-bb68-64767eec29b9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 210 time: 0.2469070 Feb 11 13:34:44.151217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837338da-341e-49cc-ad86-e548832e50e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.173573 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-837338da-341e-49cc-ad86-e548832e50e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2426376 Feb 11 13:34:44.179007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34890) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:44.316903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcc1cd46-34c6-4c88-aaee-421b9dd8e58d req-a7a705eb-434a-4ada-81d7-34778d196383 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468026 Feb 11 13:34:44.321608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fba99-b585-49a9-9d84-c8f4733f66c9 None None] Pushing event updated for resources: {'Port': ['ID=ad09e383-1c05-4a44-9c13-70fa6bf0b5b0,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:44.416353 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-83549fe4-d90e-4517-83be-3be91ebef0a3 req-8782eebe-3e92-4df6-adf6-6ddafbc3bcd1 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0653045 Feb 11 13:34:44.425195 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.578774 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.683240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-979deb8c-ed09-464c-a9be-2906e54a32ff tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port a2cff9e3-4d3a-47e7-abc0-ccacf2ed58c6 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:44.684009 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-979deb8c-ed09-464c-a9be-2906e54a32ff tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.761899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=2c0f0cee-eb90-426a-a3e5-11e5259a86ae,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:44.774781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network cd0dda47-23b6-4b6d-90ff-83e2a289d60d is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:44.777648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:44.789916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:44.805221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:44.809147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.815027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.820839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.820839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.820839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.820839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.820839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.820839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.820839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.820839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.822360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.823284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.824941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:44.876908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-979deb8c-ed09-464c-a9be-2906e54a32ff tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:44.902366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-979deb8c-ed09-464c-a9be-2906e54a32ff tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for a2cff9e3-4d3a-47e7-abc0-ccacf2ed58c6 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:44.961706 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-617f0d72-4227-4ebf-b42d-56d374a2dde1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8201654 Feb 11 13:34:44.964838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34910) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:44.971881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': 'cd0dda47-23b6-4b6d-90ff-83e2a289d60d', 'name': 'tempest-PortsIpV6TestJSON-1594617646', 'fixed_ips': [{'subnet_id': 'b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e', 'ip_address': '2001:db8::f'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:45.135244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a51f9-d8ce-41cd-94d0-46338c3879c3 req-1ee8aacd-2a0d-450d-abde-a59e0cef8933 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:45.137149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c23a51f9-d8ce-41cd-94d0-46338c3879c3 req-1ee8aacd-2a0d-450d-abde-a59e0cef8933 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.1415980 Feb 11 13:34:45.221280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:45.227409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.240678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 02a8182b-e5aa-4199-aec4-47e2085f56da details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:34:45.280566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port 98a39f58-9174-44e2-8d6a-e637d0380e2b yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:45.355377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c23a51f9-d8ce-41cd-94d0-46338c3879c3 req-9d110ea1-6734-4520-a237-217466adeb7b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948137 Feb 11 13:34:45.446610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f18d0388-19ad-46d3-a491-78d8ac0d05d5 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:45.452672 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-979deb8c-ed09-464c-a9be-2906e54a32ff tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.554203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979deb8c-ed09-464c-a9be-2906e54a32ff tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=a2cff9e3-4d3a-47e7-abc0-ccacf2ed58c6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:45.650263 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-979deb8c-ed09-464c-a9be-2906e54a32ff tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.650711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8::f (cd0dda47-23b6-4b6d-90ff-83e2a289d60d/b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e/98a39f58-9174-44e2-8d6a-e637d0380e2b) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:45.661863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-979deb8c-ed09-464c-a9be-2906e54a32ff tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/a2cff9e3-4d3a-47e7-abc0-ccacf2ed58c6 HTTP/1.1" status: 204 len: 168 time: 1.4857125 Feb 11 13:34:45.749937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:45.762067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34938) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:45.804244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'port_id': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'mac_address': 'fa:16:3e:ba:9c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:34:45.826942 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f18d0388-19ad-46d3-a491-78d8ac0d05d5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:45.826942 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:45.939678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34942) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:46.037516 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.060383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e7e6-4a6e-4639-99e8-81297123dbf5 req-aa689167-158f-4350-bc2b-c887f0cd4431 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.072435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7bb7e7e6-4a6e-4639-99e8-81297123dbf5 req-aa689167-158f-4350-bc2b-c887f0cd4431 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.4878039 Feb 11 13:34:46.072435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6988750a-c691-452d-9eea-c2dee0eaee66 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.080075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6988750a-c691-452d-9eea-c2dee0eaee66 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.084537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6988750a-c691-452d-9eea-c2dee0eaee66 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3203726 Feb 11 13:34:46.093606 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34948) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:46.107430 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.146735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02a8182b-e5aa-4199-aec4-47e2085f56da {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:46.239778 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:46.256527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8f4fb1a9-0e05-42ea-a763-acb2981d0694 None None] Provisioning complete for port f18d0388-19ad-46d3-a491-78d8ac0d05d5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:46.256527 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f4fb1a9-0e05-42ea-a763-acb2981d0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.289852 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0f918e6d-d310-4dee-9024-dd2aa4f09a27 req-c6961c61-1b9f-4a63-a15b-863c1b79a0cf tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 210 time: 0.0828502 Feb 11 13:34:46.336451 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.362503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7bb7e7e6-4a6e-4639-99e8-81297123dbf5 req-5285467c-b6d1-4ead-9cfc-dbd38a99410f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699003 Feb 11 13:34:46.397153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fb64d6-e375-4133-a0f1-3e81016a05ed tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 223389f2-159e-4210-bebe-b73a6bf6f907 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:46.410675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fb64d6-e375-4133-a0f1-3e81016a05ed tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.448747 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.508862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network cd0dda47-23b6-4b6d-90ff-83e2a289d60d is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:46.514663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=98a39f58-9174-44e2-8d6a-e637d0380e2b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:46.517925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:46.547870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1402594286'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:46.561889 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8532f133-0a02-4633-9006-2b9622e9a8f0 req-a74df252-b87c-4fd3-9c11-be8ede7a2fab tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0451121 Feb 11 13:34:46.563158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:46.603779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.604454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.678095 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['02a8182b-e5aa-4199-aec4-47e2085f56da'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:46.719257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bc2a8ff6-b40f-43a2-b1ce-3a358e444a9e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7500637 Feb 11 13:34:46.721436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34960) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:46.726478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fb64d6-e375-4133-a0f1-3e81016a05ed tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.742366 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.793649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85444e69-2ffd-4159-98b6-b19ae88af2ad None None] Network cd0dda47-23b6-4b6d-90ff-83e2a289d60d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:46.875841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:46.944089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Made reservation on behalf of 3682b9fe806c43b7892f8c8b872125c1 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:46.948659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6655cce5-fe42-4ba9-8ee7-4665c59dccba tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:46.952771 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6655cce5-fe42-4ba9-8ee7-4665c59dccba tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2303553 Feb 11 13:34:46.955865 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:46.956447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34966) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:47.013342 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.113212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port f18d0388-19ad-46d3-a491-78d8ac0d05d5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f18d0388-19ad-46d3-a491-78d8ac0d05d5,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:47.118527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bda5b5-fb01-4a96-a69c-612db10582db tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.134371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bda5b5-fb01-4a96-a69c-612db10582db tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.138822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bda5b5-fb01-4a96-a69c-612db10582db tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.140797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-69bda5b5-fb01-4a96-a69c-612db10582db tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1832175 Feb 11 13:34:47.150305 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34970) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:47.239275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f4fb1a9-0e05-42ea-a763-acb2981d0694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.326148 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.329980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:47.357682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-db659c4e-dbdd-44f3-8e4a-437d2002ef72 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 98a39f58-9174-44e2-8d6a-e637d0380e2b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:47.358745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-db659c4e-dbdd-44f3-8e4a-437d2002ef72 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.415595 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fb64d6-e375-4133-a0f1-3e81016a05ed tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.544984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6b6b-d1c4-40c7-8616-fb35b90083fc req-50b9eeec-e0d5-4333-a37a-79538c7e4b3f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.553726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b8a6b6b-d1c4-40c7-8616-fb35b90083fc req-50b9eeec-e0d5-4333-a37a-79538c7e4b3f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.9182131 Feb 11 13:34:47.607080 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fb64d6-e375-4133-a0f1-3e81016a05ed tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.608165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b01db6d5-bed7-48be-b4ca-f2b986d76db3 req-b7c9797c-4164-483e-8ae4-dffafefb7253 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 210 time: 0.0922868 Feb 11 13:34:47.692714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-0c8c6004-ae3d-4cbc-ba2f-27f157fa632d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:47.694798 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-0c8c6004-ae3d-4cbc-ba2f-27f157fa632d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.6996238 Feb 11 13:34:47.704565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb64d6-e375-4133-a0f1-3e81016a05ed tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=223389f2-159e-4210-bebe-b73a6bf6f907,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:47.710761 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86fb64d6-e375-4133-a0f1-3e81016a05ed tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.715224 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-86fb64d6-e375-4133-a0f1-3e81016a05ed tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/223389f2-159e-4210-bebe-b73a6bf6f907 HTTP/1.1" status: 204 len: 168 time: 1.6205695 Feb 11 13:34:47.728317 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Request body: {'port': {'device_id': '60a51beb-a23c-4a74-a132-2be7fb035953', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'admin_state_up': True, 'tenant_id': '4222396b7cf84679a0eaebcc0a134ba5'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:47.729295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34982) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:47.747302 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b8a6b6b-d1c4-40c7-8616-fb35b90083fc req-753be974-b804-417d-9a9f-771dece6e1fe tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903307 Feb 11 13:34:47.769183 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-db659c4e-dbdd-44f3-8e4a-437d2002ef72 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:47.776870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d58372-9a99-4e1d-96c9-4aadb255ce77 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:47.865586 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-75f94f4d-1ef4-4ffe-bc2d-d9691324cfaa tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1331437 Feb 11 13:34:47.873804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34986) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:47.886928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b1664a1e-ff0d-4c98-ab75-8f1bc03105bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:47.905531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-db659c4e-dbdd-44f3-8e4a-437d2002ef72 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 98a39f58-9174-44e2-8d6a-e637d0380e2b owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:47.971575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1653bfc-6b0f-4266-b596-77da2fa51aae req-30c747d7-7c8c-4788-bc9d-f7adaf5f134e tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0951486 Feb 11 13:34:48.014263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a9ab1-b31d-41ee-b907-84e88f259bb4 req-3644a34d-ae82-4afe-8dfb-224f2e5ab32a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:48.036084 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c24a9ab1-b31d-41ee-b907-84e88f259bb4 req-3644a34d-ae82-4afe-8dfb-224f2e5ab32a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 944 time: 0.1722319 Feb 11 13:34:48.101195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.121917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c24a9ab1-b31d-41ee-b907-84e88f259bb4 req-b3f29798-148d-4ae0-91a4-492f70bae208 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856853 Feb 11 13:34:48.166599 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.238299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:48.272051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=f18d0388-19ad-46d3-a491-78d8ac0d05d5,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:48.278743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1664a1e-ff0d-4c98-ab75-8f1bc03105bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:48.285181 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1664a1e-ff0d-4c98-ab75-8f1bc03105bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.292524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Made reservation on behalf of 4222396b7cf84679a0eaebcc0a134ba5 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:48.296633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.333921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e98313-5629-49d7-9957-c96b1a32c98f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:48.374129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:48.374749 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.381141 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-db659c4e-dbdd-44f3-8e4a-437d2002ef72 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.463440 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-8f4fb1a9-0e05-42ea-a763-acb2981d0694 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:34:48.464060 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-8f4fb1a9-0e05-42ea-a763-acb2981d0694 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:34:48.490875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db659c4e-dbdd-44f3-8e4a-437d2002ef72 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=98a39f58-9174-44e2-8d6a-e637d0380e2b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Added segment 1a19d634-d227-45d9-b377-5ba6be36c467 of type vlan for network 6474e2a1-8cbc-4077-8b6d-de15927fb8de Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.600434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.602020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:34:48.602431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-db659c4e-dbdd-44f3-8e4a-437d2002ef72 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.602431 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-db659c4e-dbdd-44f3-8e4a-437d2002ef72 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/98a39f58-9174-44e2-8d6a-e637d0380e2b HTTP/1.1" status: 204 len: 168 time: 1.3940990 Feb 11 13:34:48.602431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34992) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:48.614576 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3f2ed7-9d1e-464f-b88c-9802af238f3b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:34:48.616488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1f3f2ed7-9d1e-464f-b88c-9802af238f3b tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/98a39f58-9174-44e2-8d6a-e637d0380e2b HTTP/1.1" status: 404 len: 333 time: 0.0560322 Feb 11 13:34:48.619759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34994) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:48.753241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7819b882-974e-434b-8d74-08e35b6c5bb5 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:48.890663 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:48.943686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Allocated IP 172.20.0.7 (474e01bd-86f3-4a24-9ce0-4128c3eba3db/109422ab-9f52-41d8-a23f-6b3ebb2dc8e2/5f3f3448-44c7-43ef-97a6-6d4ae6c931ea) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:49.048835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ad09e383-1c05-4a44-9c13-70fa6bf0b5b0,segment=NetworkSegment(03d59a06-c1a2-4f90-98a8-deb6bbc002f0),segment_id=03d59a06-c1a2-4f90-98a8-deb6bbc002f0)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:49.092009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7819b882-974e-434b-8d74-08e35b6c5bb5 None None] Deleting port f18d0388-19ad-46d3-a491-78d8ac0d05d5 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:49.148792 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7819b882-974e-434b-8d74-08e35b6c5bb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.149251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-10832d0e-d329-41e9-aedd-713053b42292 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 2c0f0cee-eb90-426a-a3e5-11e5259a86ae {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:49.149251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10832d0e-d329-41e9-aedd-713053b42292 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.245161 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.260123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6c256a59-4316-4deb-b0f2-ff539b5bc22c None None] Could not find standard attr ID for object a2cff9e3-4d3a-47e7-abc0-ccacf2ed58c6. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:49.304369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 02a8182b-e5aa-4199-aec4-47e2085f56da up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:49.371733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7819b882-974e-434b-8d74-08e35b6c5bb5 None None] For port f18d0388-19ad-46d3-a491-78d8ac0d05d5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f18d0388-19ad-46d3-a491-78d8ac0d05d5,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:49.376656 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7819b882-974e-434b-8d74-08e35b6c5bb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.401135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10832d0e-d329-41e9-aedd-713053b42292 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.415418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7819b882-974e-434b-8d74-08e35b6c5bb5 None None] Calling delete_port for f18d0388-19ad-46d3-a491-78d8ac0d05d5 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:49.434076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-10832d0e-d329-41e9-aedd-713053b42292 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 2c0f0cee-eb90-426a-a3e5-11e5259a86ae owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:49.437412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 02a8182b-e5aa-4199-aec4-47e2085f56da triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:49.437902 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.490745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6c256a59-4316-4deb-b0f2-ff539b5bc22c None None] Provisioning complete for port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:49.491197 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c256a59-4316-4deb-b0f2-ff539b5bc22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.523467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.597739 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-008754bd-e5a8-4b2e-8619-ff08b77f9318 req-d6e7fd8d-9c89-40d6-8259-27ec9f0d7203 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 210 time: 0.5868366 Feb 11 13:34:49.611785 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.756958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36fe74-73a4-4037-8028-c19d7c0a5264 req-72e99308-22a8-4901-91df-7ccbda67645b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:49.763203 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c36fe74-73a4-4037-8028-c19d7c0a5264 req-72e99308-22a8-4901-91df-7ccbda67645b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.8177247 Feb 11 13:34:49.787167 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7e3b333-9667-417f-a394-da88d91560a4 req-e082aa24-1a50-4e44-8581-8cf5aa77bff2 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0387251 Feb 11 13:34:49.791872 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.826056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f18d0388-19ad-46d3-a491-78d8ac0d05d5 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:49.842090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c36fe74-73a4-4037-8028-c19d7c0a5264 req-c68c1dec-d9bd-4a24-86b8-c5f27cf05c13 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774727 Feb 11 13:34:49.847936 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10832d0e-d329-41e9-aedd-713053b42292 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:49.884923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10832d0e-d329-41e9-aedd-713053b42292 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=2c0f0cee-eb90-426a-a3e5-11e5259a86ae,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:49.906227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:49.909546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['23cfcf4f-373e-4ce4-b271-a80059493937'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:34:49.932654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=ad09e383-1c05-4a44-9c13-70fa6bf0b5b0,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:49.970355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:49.978787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:49.985971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.015357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:50.016356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.031267 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10832d0e-d329-41e9-aedd-713053b42292 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.031536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:50.049972 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-10832d0e-d329-41e9-aedd-713053b42292 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/2c0f0cee-eb90-426a-a3e5-11e5259a86ae HTTP/1.1" status: 204 len: 168 time: 1.4213567 Feb 11 13:34:50.050942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35010) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:50.152000 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1c3019-36ec-4fa6-a9d3-fa5569ff15e3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:34:50.162265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e1c3019-36ec-4fa6-a9d3-fa5569ff15e3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/2c0f0cee-eb90-426a-a3e5-11e5259a86ae HTTP/1.1" status: 404 len: 333 time: 0.1098113 Feb 11 13:34:50.170131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35012) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:50.351379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4bb46c-8adf-4f0f-883d-305dabc75efb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:50.363040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb46c-8adf-4f0f-883d-305dabc75efb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.506344 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb46c-8adf-4f0f-883d-305dabc75efb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.712518 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.880144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24ed1b02-b4b8-4d1c-b686-4575618a6f3b None None] Provisioning complete for port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:50.883392 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24ed1b02-b4b8-4d1c-b686-4575618a6f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:50.933669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb46c-8adf-4f0f-883d-305dabc75efb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.016621 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7819b882-974e-434b-8d74-08e35b6c5bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.062987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event updated for resources: {'Port': ['ID=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:51.119817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc868a08-5d9d-43f5-b1da-e6b07071a5d8 req-e2462533-7853-43a7-a024-be6d3213a567 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.125122 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc868a08-5d9d-43f5-b1da-e6b07071a5d8 req-e2462533-7853-43a7-a024-be6d3213a567 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 931 time: 0.3421814 Feb 11 13:34:51.188600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Network': ['ID=6474e2a1-8cbc-4077-8b6d-de15927fb8de,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:51.217217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ceb294ef-c920-462c-b852-9537e68a1e54 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 5.2734625 Feb 11 13:34:51.221230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35024) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:51.245257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'subnet': {'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:51.245495 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.261997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667a7a9-a83e-486b-887b-48d87ceed418 req-796f29d7-35f4-4786-9e6d-d746ce1fb090 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.265076 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4667a7a9-a83e-486b-887b-48d87ceed418 req-796f29d7-35f4-4786-9e6d-d746ce1fb090 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 944 time: 1.2881801 Feb 11 13:34:51.295885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:51.306374 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb454d0d-cddb-4b9f-b66f-67f2b2879ed5" -d '{"events": [{"server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "name": "network-vif-plugged", "status": "completed", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:51.311300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.312089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.319799 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb46c-8adf-4f0f-883d-305dabc75efb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.400505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:51.407794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4667a7a9-a83e-486b-887b-48d87ceed418 req-95fe9a81-0c9b-4531-a9c9-96bc4943b56f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110165 Feb 11 13:34:51.526363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-4c4cd9e9-1701-4355-b48b-debdda56a6d2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7997639 Feb 11 13:34:51.531932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Request body: {'port': {'device_id': '60a51beb-a23c-4a74-a132-2be7fb035953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:51.540449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4bb46c-8adf-4f0f-883d-305dabc75efb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:51.568095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f4bb46c-8adf-4f0f-883d-305dabc75efb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.573630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a45135-b7cd-46b2-aa30-bf299637f16d None None] Network cd0dda47-23b6-4b6d-90ff-83e2a289d60d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:51.579245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9f4bb46c-8adf-4f0f-883d-305dabc75efb tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e HTTP/1.1" status: 204 len: 168 time: 1.4016631 Feb 11 13:34:51.580825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819b882-974e-434b-8d74-08e35b6c5bb5 None None] Pushing event deleted for resources: {'Port': ['ID=f18d0388-19ad-46d3-a491-78d8ac0d05d5,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:51.586230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35028) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:51.645187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:51.681681 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819b882-974e-434b-8d74-08e35b6c5bb5 None None] No DVR routers for this DVR port f18d0388-19ad-46d3-a491-78d8ac0d05d5 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:51.703482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f9ec246c-6991-4657-a7e7-c0b32fadf6ac req-e891d8e0-6cde-47d1-aa84-2cf8216650e6 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0947530 Feb 11 13:34:51.713228 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1664a1e-ff0d-4c98-ab75-8f1bc03105bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.769004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.806589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.827077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1664a1e-ff0d-4c98-ab75-8f1bc03105bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:51.834558 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc868a08-5d9d-43f5-b1da-e6b07071a5d8 req-0b43828c-1441-45b5-8a3c-2217d4b41b25 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176651 Feb 11 13:34:51.836483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.838161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b1664a1e-ff0d-4c98-ab75-8f1bc03105bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:51.844167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1664a1e-ff0d-4c98-ab75-8f1bc03105bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:51.846227 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1664a1e-ff0d-4c98-ab75-8f1bc03105bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:51.890026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9946fb5-3833-4213-b21a-68d4028eb44b None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:51.972797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Made reservation on behalf of 3682b9fe806c43b7892f8c8b872125c1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:51.976527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.039844 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5fe1cf-30fa-430e-8af7-3956b8640463 x-openstack-request-id: req-7c5fe1cf-30fa-430e-8af7-3956b8640463 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:52.039844 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "name": "network-vif-plugged", "status": "completed", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:52.040356 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c5fe1cf-30fa-430e-8af7-3956b8640463 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:52.040478 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'code': 200} Feb 11 13:34:52.080913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24ed1b02-b4b8-4d1c-b686-4575618a6f3b None None] Could not find standard attr ID for object 98a39f58-9174-44e2-8d6a-e637d0380e2b. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:52.095677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:52.116602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b1664a1e-ff0d-4c98-ab75-8f1bc03105bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.2391908 Feb 11 13:34:52.121212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1664a1e-ff0d-4c98-ab75-8f1bc03105bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=4cfe7636-96be-42d0-87fc-299b7f2ca66b,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:52.124656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35040) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:52.136235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:52.142534 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.154460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': '4cfe7636-96be-42d0-87fc-299b7f2ca66b', 'ip_address': '2001:db8::8ca9:767a:18e4:f4a9'}], 'name': 'tempest-NetworksTestDHCPv6-376901481'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:52.161490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24ed1b02-b4b8-4d1c-b686-4575618a6f3b None None] Could not find standard attr ID for object 2c0f0cee-eb90-426a-a3e5-11e5259a86ae. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:52.179503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418700c-9df5-4caa-a2f2-097d28d4c73d req-ed00a9f0-a437-42cd-8062-e537c460a6cf tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.188667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3418700c-9df5-4caa-a2f2-097d28d4c73d req-ed00a9f0-a437-42cd-8062-e537c460a6cf tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.3285494 Feb 11 13:34:52.227996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:52.320412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] For port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ad09e383-1c05-4a44-9c13-70fa6bf0b5b0,segment=NetworkSegment(03d59a06-c1a2-4f90-98a8-deb6bbc002f0),segment_id=03d59a06-c1a2-4f90-98a8-deb6bbc002f0)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:52.321716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.348759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:52.457199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:52.457581 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.526974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '4cfe7636-96be-42d0-87fc-299b7f2ca66b'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:52.527853 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.531305 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e64ce8e-ec9d-45dd-a0cf-54e20c597c41 None None] DHCP port deletion for cd0dda47-23b6-4b6d-90ff-83e2a289d60d request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:52.690880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3418700c-9df5-4caa-a2f2-097d28d4c73d req-e2a39f82-ba25-49ad-ad39-e85c39db8f88 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730613 Feb 11 13:34:52.712093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.812329 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Subnet': ['ID=3ae0fb8d-061d-42ce-b102-d668e9983c11,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:52.828698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:52.878113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No DVR routers for this DVR port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:52.901641 n-d-816488-1 neutron-server[103008]: INFO neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No ports have port_id starting with ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 Feb 11 13:34:52.905486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:52.923121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308ea51-fde8-49e8-90c5-0c79e913f2d4 req-162d2434-ff6a-4eea-8a2c-646f024afe2b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:52.930879 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2308ea51-fde8-49e8-90c5-0c79e913f2d4 req-162d2434-ff6a-4eea-8a2c-646f024afe2b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.3054430 Feb 11 13:34:52.971489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=ad09e383-1c05-4a44-9c13-70fa6bf0b5b0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:53.004356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2308ea51-fde8-49e8-90c5-0c79e913f2d4 req-465937e4-921b-45fc-baee-4e86885f4365 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725138 Feb 11 13:34:53.113904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe59368-7d32-488f-9ac6-37e7692e0035 req-2ba75323-b3e8-4ac2-8687-909180cc1f40 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.2298205 Feb 11 13:34:53.124101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/4cfe7636-96be-42d0-87fc-299b7f2ca66b/23d66632-7378-4ca8-970a-a157304c909b) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:53.277700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.300284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0dda47-23b6-4b6d-90ff-83e2a289d60d']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:53.311105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d59a06-c1a2-4f90-98a8-deb6bbc002f0') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:53.311420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d59a06-c1a2-4f90-98a8-deb6bbc002f0') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:34:53.324550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.338661 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.345556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:34:53.345983 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.349390 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.461267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 88f5d464-620a-436e-953e-e0c3ff090318 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:53.531293 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.560820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1e64ce8e-ec9d-45dd-a0cf-54e20c597c41 None None] Deleting port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:53.569358 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e64ce8e-ec9d-45dd-a0cf-54e20c597c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.688245 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1e64ce8e-ec9d-45dd-a0cf-54e20c597c41 None None] For port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0, host n-d-816488-1, got binding levels [] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:53.689342 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e64ce8e-ec9d-45dd-a0cf-54e20c597c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.693686 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.767563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Pushing event updated for resources: {'Port': ['ID=23d66632-7378-4ca8-970a-a157304c909b,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:53.788884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1e64ce8e-ec9d-45dd-a0cf-54e20c597c41 None None] Calling delete_port for ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:53.806013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:53.808801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.ipam_backend_mixin [None req-1e64ce8e-ec9d-45dd-a0cf-54e20c597c41 None None] Port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 was not found and therefore no delete operation was performed {{(pid=103008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:34:53.811960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:53.818346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:53.871899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::8ca9:767a:18e4:f4a9 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/4cfe7636-96be-42d0-87fc-299b7f2ca66b/88f5d464-620a-436e-953e-e0c3ff090318) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:53.880545 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e64ce8e-ec9d-45dd-a0cf-54e20c597c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:34:53.952178 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:34:53.988957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64ce8e-ec9d-45dd-a0cf-54e20c597c41 None None] Pushing event deleted for resources: {'Port': ['ID=ad09e383-1c05-4a44-9c13-70fa6bf0b5b0,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:54.025046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64ce8e-ec9d-45dd-a0cf-54e20c597c41 None None] No DVR routers for this DVR port ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:54.078662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Attempting to bind port 23d66632-7378-4ca8-970a-a157304c909b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:54.083167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Attempting to bind port 23d66632-7378-4ca8-970a-a157304c909b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:54.083167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Attempting to bind port 23d66632-7378-4ca8-970a-a157304c909b on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:54.084236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:34:54.092855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Checking segment: {'id': '1a19d634-d227-45d9-b377-5ba6be36c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:54.093225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Network hostable DHCP agents. Network: 6474e2a1-8cbc-4077-8b6d-de15927fb8de, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:54.112293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:34:54.112851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ad09e383-1c05-4a44-9c13-70fa6bf0b5b0 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:34:54.116122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:54.116512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:54.116920 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.117306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:54.117838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Bound port: 23d66632-7378-4ca8-970a-a157304c909b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:54.118360 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.128913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:34:54.178745 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8e82f-0300-42b4-a6fa-7dd4d2523015 req-3210c58e-9a10-4f90-801d-3ff98c793eab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.180420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84d8e82f-0300-42b4-a6fa-7dd4d2523015 req-3210c58e-9a10-4f90-801d-3ff98c793eab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 931 time: 0.9688401 Feb 11 13:34:54.181095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.211885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.215185 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/networks/cd0dda47-23b6-4b6d-90ff-83e2a289d60d HTTP/1.1" status: 204 len: 168 time: 2.6227033 Feb 11 13:34:54.253434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2370c224-97d6-4e50-8b4c-2ca1eb4f8c1f req-f85b69bc-4784-4fbd-94f2-324e508c54df service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.1022015 Feb 11 13:34:54.260400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35072) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:54.295167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1336687010'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:54.312090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:54.344067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726b3d3-d6c1-47c4-a833-1bdf65d13e6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Network': ['ID=cd0dda47-23b6-4b6d-90ff-83e2a289d60d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:54.377636 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84d8e82f-0300-42b4-a6fa-7dd4d2523015 req-db6936ef-b2e8-4675-a9eb-98d277659388 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872385 Feb 11 13:34:54.386133 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.406936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Transition to ACTIVE for port object 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:34:54.469493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb3e2e-ee09-40b8-b85b-03d0501b545d req-cf9e758c-5100-4208-b628-5cfc27bf272d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.471136 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ccb3e2e-ee09-40b8-b85b-03d0501b545d req-cf9e758c-5100-4208-b628-5cfc27bf272d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.5917068 Feb 11 13:34:54.501444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6474e2a1-8cbc-4077-8b6d-de15927fb8de) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:54.507926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.508565 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.535647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:54.539603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.590429 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.653479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1ffdb1-1c12-47fc-ad21-86b847ccf0e5 None None] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:54.672435 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-90b61a7b-d81f-4071-9dbe-b44716c00b5c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4474857 Feb 11 13:34:54.682776 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35076) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:54.693221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'port': {'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de', 'name': 'tempest-AllowedAddressPairTestJSON-147531198'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:54.697222 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.764378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:34:54.803682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.814110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ccb3e2e-ee09-40b8-b85b-03d0501b545d req-c543e9e2-9dfc-4f51-ae06-eb2065eeec0f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330507 Feb 11 13:34:54.843711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:54.844064 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Added segment 8c67f6b6-6a0c-463d-b779-6ee3be5bc52a of type vlan for network 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 Feb 11 13:34:54.857728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:54.917498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bc0c3-1c51-4029-9919-47f22dc0d5fa req-a1073294-0b6f-40e8-a746-d3385d79494f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.930965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:54.944639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:54.944770 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e9bc0c3-1c51-4029-9919-47f22dc0d5fa req-a1073294-0b6f-40e8-a746-d3385d79494f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.3477850 Feb 11 13:34:54.977417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:54.987062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:54.987062 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.029430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=88f5d464-620a-436e-953e-e0c3ff090318,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:55.039095 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c1e59b5b-5ac5-4d3d-bf80-7b8aed21fd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.101886 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Attempting to bind port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:55.108580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Attempting to bind port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:55.109598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Attempting to bind port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:55.130012 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d8a510d-f526-4b87-87d3-86b04b0ed2ba req-4e5167d0-4fd9-49bc-9f9f-720c0604b07b tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0471122 Feb 11 13:34:55.133491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:34:55.133913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Attempting to bind port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:55.141549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-593913e7-0898-4740-aa82-f16c7c689dea tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0022838 Feb 11 13:34:55.145897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] For port 23d66632-7378-4ca8-970a-a157304c909b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:55.151394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35080) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:55.177845 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.192302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] For port 23d66632-7378-4ca8-970a-a157304c909b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=23d66632-7378-4ca8-970a-a157304c909b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:55.227646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e9bc0c3-1c51-4029-9919-47f22dc0d5fa req-5a78e1bf-ecdd-4011-a717-8eadefd1452f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822413 Feb 11 13:34:55.282026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:55.289611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Checking segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:55.289611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Bound using segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:55.289611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Bound port: 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:55.289611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.290693 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.308839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-6474e2a1-8cbc-4077-8b6d-de15927fb8de', 'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de', 'tenant_id': '3682b9fe806c43b7892f8c8b872125c1', 'fixed_ips': [{'subnet_id': '3ae0fb8d-061d-42ce-b102-d668e9983c11'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:34:55.315151 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.390364 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.396840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.399531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.428776 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a1e95-22a9-41e8-8bd7-7b66fbaffa33 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.458734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be311d-441f-4921-a556-52ac27c164f9 None None] Pushing event updated for resources: {'Port': ['ID=23d66632-7378-4ca8-970a-a157304c909b,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:55.462277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a1e95-22a9-41e8-8bd7-7b66fbaffa33 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:55.474193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9e3a1e95-22a9-41e8-8bd7-7b66fbaffa33 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3146200 Feb 11 13:34:55.545094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35086) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:55.708117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4466085 Feb 11 13:34:55.709441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] For port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:55.717156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] For port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:55.724590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35090) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:55.736867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '63bc8de2-58a1-4c3a-92a1-b20de94dbec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:55.744622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad82a09-2281-432e-b825-1c08af707e63 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Network': ['ID=63bc8de2-58a1-4c3a-92a1-b20de94dbec9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:55.757568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Made reservation on behalf of 3682b9fe806c43b7892f8c8b872125c1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:55.761118 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.766152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:34:55.775316 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.908405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4e5431bb-7d34-410b-b88f-c69e70065568 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 88f5d464-620a-436e-953e-e0c3ff090318 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:55.910585 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e5431bb-7d34-410b-b88f-c69e70065568 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:55.923497 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.007183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] device_id is not set on port 8505bb4a-497d-4d56-ae80-2561545061be yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:34:56.079838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Allocated IP 172.20.0.2 (6474e2a1-8cbc-4077-8b6d-de15927fb8de/3ae0fb8d-061d-42ce-b102-d668e9983c11/0f4586d5-fd4e-4813-8b2f-166ed10e2dd6) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:56.178829 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 23d66632-7378-4ca8-970a-a157304c909b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:56.305332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c096ee9-9a60-4c34-aede-d8858cb47783 req-db83845a-4784-427a-b306-fe7b8d349cb7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:56.313555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c096ee9-9a60-4c34-aede-d8858cb47783 req-db83845a-4784-427a-b306-fe7b8d349cb7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.2598677 Feb 11 13:34:56.344232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e5431bb-7d34-410b-b88f-c69e70065568 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.403751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:56.404739 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.408621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4e5431bb-7d34-410b-b88f-c69e70065568 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 88f5d464-620a-436e-953e-e0c3ff090318 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:56.414634 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] 10.222.0.59 "PUT /v2.0/ports/5f3f3448-44c7-43ef-97a6-6d4ae6c931ea HTTP/1.1" status: 200 len: 1091 time: 4.8901792 Feb 11 13:34:56.430692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b256c6c-fa8d-4364-9d1d-a4d4b3195824 req-b1b0fe50-fdbc-44e1-9ff6-35a20f82e251 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:56.432261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b256c6c-fa8d-4364-9d1d-a4d4b3195824 req-b1b0fe50-fdbc-44e1-9ff6-35a20f82e251 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 943 time: 0.7115510 Feb 11 13:34:56.432791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a51beb-a23c-4a74-a132-2be7fb035953', 'tag': '5f3f3448-44c7-43ef-97a6-6d4ae6c931ea'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:34:56.449953 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226aa512-b342-4b3a-b198-1cb7b7f5fe04" -d '{"events": [{"name": "network-changed", "server_uuid": "60a51beb-a23c-4a74-a132-2be7fb035953", "tag": "5f3f3448-44c7-43ef-97a6-6d4ae6c931ea"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:34:56.478187 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c096ee9-9a60-4c34-aede-d8858cb47783 req-e79030df-4737-4a5f-bda0-fae40581de46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539264 Feb 11 13:34:56.585628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 23d66632-7378-4ca8-970a-a157304c909b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:56.591249 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.698042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bda2b6-dcd7-4052-b80e-2a42913fe159 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:56.730549 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.734228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b256c6c-fa8d-4364-9d1d-a4d4b3195824 req-daf5038d-8e26-49be-bfbf-ca8a5c8a4f24 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585702 Feb 11 13:34:56.761177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:34:56.766338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:56.766552 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff9621a9-5580-4be0-8018-c0528ef4ca0b req-f6c64e01-17c4-4d67-bbdd-d6da2f13a2df tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0863047 Feb 11 13:34:56.817236 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.012308 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e5431bb-7d34-410b-b88f-c69e70065568 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.036117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Pushing event updated for resources: {'Port': ['ID=0f4586d5-fd4e-4813-8b2f-166ed10e2dd6,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:57.057601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:34:57.062416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:57.065073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:34:57.067798 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.091182 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e585152-60fe-496b-8775-91dd8e853a87 x-openstack-request-id: req-1e585152-60fe-496b-8775-91dd8e853a87 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:34:57.091641 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a51beb-a23c-4a74-a132-2be7fb035953", "tag": "5f3f3448-44c7-43ef-97a6-6d4ae6c931ea", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:34:57.094136 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1e585152-60fe-496b-8775-91dd8e853a87 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:34:57.094578 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a51beb-a23c-4a74-a132-2be7fb035953', 'tag': '5f3f3448-44c7-43ef-97a6-6d4ae6c931ea', 'status': 'completed', 'code': 200} Feb 11 13:34:57.109585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5431bb-7d34-410b-b88f-c69e70065568 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=88f5d464-620a-436e-953e-e0c3ff090318,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:57.192808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-8ec2e5d2-bacf-46ee-b2fc-a210ee0cfbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.194878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-8ec2e5d2-bacf-46ee-b2fc-a210ee0cfbde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 1094 time: 0.6203349 Feb 11 13:34:57.203606 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 23d66632-7378-4ca8-970a-a157304c909b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=23d66632-7378-4ca8-970a-a157304c909b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:57.204304 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e5431bb-7d34-410b-b88f-c69e70065568 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.221659 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4e5431bb-7d34-410b-b88f-c69e70065568 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/88f5d464-620a-436e-953e-e0c3ff090318 HTTP/1.1" status: 204 len: 168 time: 1.6574099 Feb 11 13:34:57.222436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35108) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:57.261108 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-901eac53-a250-4762-ab2d-2e3b9a858c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.303703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Attempting to bind port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:34:57.304083 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Attempting to bind port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '1a19d634-d227-45d9-b377-5ba6be36c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:34:57.304441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Attempting to bind port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 on network 6474e2a1-8cbc-4077-8b6d-de15927fb8de {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:34:57.311396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.320363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:34:57.320575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Checking segment: {'id': '1a19d634-d227-45d9-b377-5ba6be36c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:57.320851 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.321240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Bound using segment: {'id': '1a19d634-d227-45d9-b377-5ba6be36c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:34:57.321726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Bound port: 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a19d634-d227-45d9-b377-5ba6be36c467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:34:57.322136 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.444640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-034b598b-48e4-42aa-a7df-4385284c26ff service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea HTTP/1.1" status: 200 len: 217 time: 0.1669452 Feb 11 13:34:57.447560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c758f01-7fa7-4b30-aee8-75bc054739cb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.458690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c758f01-7fa7-4b30-aee8-75bc054739cb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.463376 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0c758f01-7fa7-4b30-aee8-75bc054739cb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2398884 Feb 11 13:34:57.471551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35114) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:57.471708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=23d66632-7378-4ca8-970a-a157304c909b,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:57.540152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9beb75d-eceb-4006-9dea-03d860370c7d req-3507772a-6e2d-4086-b2a4-93c2b045db52 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0750837 Feb 11 13:34:57.586188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-74bf2c31-4947-4e07-858b-22185a26d88e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 4cfe7636-96be-42d0-87fc-299b7f2ca66b {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:34:57.594799 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74bf2c31-4947-4e07-858b-22185a26d88e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.708187 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74bf2c31-4947-4e07-858b-22185a26d88e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.719235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b70c322b-f770-4a1a-b660-229650ff4377 None None] Provisioning complete for port 23d66632-7378-4ca8-970a-a157304c909b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:57.727060 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b70c322b-f770-4a1a-b660-229650ff4377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.836783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] For port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:34:57.841180 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:57.874689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae747d5a-cdb6-4fd3-bbdc-ae8ed5248f40 req-e37646c9-fca0-4e60-a027-306113a31544 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:57.882795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae747d5a-cdb6-4fd3-bbdc-ae8ed5248f40 req-e37646c9-fca0-4e60-a027-306113a31544 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.7982368 Feb 11 13:34:57.886015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4c511eb-7221-44ca-9299-802a79a2669d req-621894c1-d3a2-42a1-a0c8-99508fa7cbeb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0720ee9a679a4ebc89c7da7bb0377de4&device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.4404776 Feb 11 13:34:57.893107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] For port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f4586d5-fd4e-4813-8b2f-166ed10e2dd6,segment=NetworkSegment(1a19d634-d227-45d9-b377-5ba6be36c467),segment_id=1a19d634-d227-45d9-b377-5ba6be36c467)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:34:57.932929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Allocated IP 172.20.0.9 (6474e2a1-8cbc-4077-8b6d-de15927fb8de/3ae0fb8d-061d-42ce-b102-d668e9983c11/8505bb4a-497d-4d56-ae80-2561545061be) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:34:58.021257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db770f3-7b9f-43b1-8361-e16f575001db req-0b945969-2284-4ce4-b7e2-6f3bfcb0e74a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.032981 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4db770f3-7b9f-43b1-8361-e16f575001db req-0b945969-2284-4ce4-b7e2-6f3bfcb0e74a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.2051294 Feb 11 13:34:58.061762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 23d66632-7378-4ca8-970a-a157304c909b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:34:58.084007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4c511eb-7221-44ca-9299-802a79a2669d req-02def697-ef89-4126-8427-a61830fc23c1 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0720ee9a679a4ebc89c7da7bb0377de4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1522417 Feb 11 13:34:58.125236 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.157963 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74bf2c31-4947-4e07-858b-22185a26d88e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.240253 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4db770f3-7b9f-43b1-8361-e16f575001db req-85acfc5a-7cce-494f-b7d5-755b868d7c1b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063067 Feb 11 13:34:58.334656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 23d66632-7378-4ca8-970a-a157304c909b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:34:58.335191 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.393515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74bf2c31-4947-4e07-858b-22185a26d88e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.416445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed70299-4aeb-41a1-8bab-5440e0a6d6dd None None] Pushing event updated for resources: {'Port': ['ID=0f4586d5-fd4e-4813-8b2f-166ed10e2dd6,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:58.488771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-7323f17d-50df-4934-b33d-50b729173223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.493011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-7323f17d-50df-4934-b33d-50b729173223 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.8744671 Feb 11 13:34:58.546044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae747d5a-cdb6-4fd3-bbdc-ae8ed5248f40 req-5cc21c9f-c14f-4a01-b736-3c4e118b7024 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6622357 Feb 11 13:34:58.579484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf2c31-4947-4e07-858b-22185a26d88e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfe7636-96be-42d0-87fc-299b7f2ca66b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:58.583324 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74bf2c31-4947-4e07-858b-22185a26d88e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.588737 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-74bf2c31-4947-4e07-858b-22185a26d88e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/4cfe7636-96be-42d0-87fc-299b7f2ca66b HTTP/1.1" status: 204 len: 168 time: 1.1223619 Feb 11 13:34:58.608813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0f51dd-4c80-4772-850d-8c65aaf5678e None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:58.627249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35124) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:58.634303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ef483cc0-1997-41ba-820d-b5016348bec8 None None] Could not find standard attr ID for object 88f5d464-620a-436e-953e-e0c3ff090318. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:34:58.772834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c36787-9497-4299-adad-afbd83bd8c0b req-d24f4767-5f53-424e-8f36-baf756004c7e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:58.781471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75c36787-9497-4299-adad-afbd83bd8c0b req-d24f4767-5f53-424e-8f36-baf756004c7e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 943 time: 0.2282033 Feb 11 13:34:58.886181 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.923399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:58.928753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-c5835aef-e4ea-403c-91df-1fffbe3438e0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3521020 Feb 11 13:34:58.978414 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75c36787-9497-4299-adad-afbd83bd8c0b req-a5d3553a-24f2-49ba-a757-a5cad4440d2d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958745 Feb 11 13:34:59.163700 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f82fd615-63f5-4d05-88db-71fe334cadff tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5174365 Feb 11 13:34:59.166499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35126) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:59.196866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdb7ea7-8d0f-4e35-9051-30852d5d02d2 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:34:59.221504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=4f599dac-85e7-4fe7-98a1-60bd376693de,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:59.272059 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d0539fd-83c9-4fef-bf77-9e3052b502b3 req-63c0a739-a5cd-43d2-80a0-ec69002abb3a tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.3500106 Feb 11 13:34:59.282720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae3b77f-fe33-42f9-b46c-03555db5a20f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.287686 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5ae3b77f-fe33-42f9-b46c-03555db5a20f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1187379 Feb 11 13:34:59.291293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35130) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:59.321461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb7ea7-8d0f-4e35-9051-30852d5d02d2 None None] Deleting port 23d66632-7378-4ca8-970a-a157304c909b {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:34:59.321882 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8bdb7ea7-8d0f-4e35-9051-30852d5d02d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.392124 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.398224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8bdb7ea7-8d0f-4e35-9051-30852d5d02d2 None None] For port 23d66632-7378-4ca8-970a-a157304c909b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=23d66632-7378-4ca8-970a-a157304c909b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:34:59.398857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8bdb7ea7-8d0f-4e35-9051-30852d5d02d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.412930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c511eb-7221-44ca-9299-802a79a2669d req-e2d6f4a8-42a3-4146-a9a8-88675db947e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.414467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4c511eb-7221-44ca-9299-802a79a2669d req-e2d6f4a8-42a3-4146-a9a8-88675db947e8 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3302107 Feb 11 13:34:59.418530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Checking segment: {'id': '8c67f6b6-6a0c-463d-b779-6ee3be5bc52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63bc8de2-58a1-4c3a-92a1-b20de94dbec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:34:59.418530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network hostable DHCP agents. Network: 63bc8de2-58a1-4c3a-92a1-b20de94dbec9, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:34:59.421223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80915d77-e85a-457c-bdc1-d319655c38c7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.421980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb7ea7-8d0f-4e35-9051-30852d5d02d2 None None] Calling delete_port for 23d66632-7378-4ca8-970a-a157304c909b owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:34:59.422788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-80915d77-e85a-457c-bdc1-d319655c38c7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1305401 Feb 11 13:34:59.428136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35132) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:59.517550 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-c4fa504e-ed1d-4744-a183-2caf7f341141 service neutron] 10.222.0.59 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712461 Feb 11 13:34:59.554818 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7e3fe361-9e6e-492e-8873-a9e30e5ea4fa tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1219585 Feb 11 13:34:59.557990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35138) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:59.576598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-dbd9812c-df4b-42ea-8eb7-c7279ee0ae12 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:34:59.603245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359744c-fa58-4b1a-a785-979141ef142a req-9a3e61b9-ae6a-4194-a344-8b29180efafd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:34:59.616952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f359744c-fa58-4b1a-a785-979141ef142a req-9a3e61b9-ae6a-4194-a344-8b29180efafd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.2555370 Feb 11 13:34:59.674702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35144) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:34:59.691998 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41aa2f7c-746b-47f7-97e3-baad9d28f792 req-e41fe4c7-73b9-4efa-abc7-abdd2c023a24 service neutron] 10.222.0.59 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630254 Feb 11 13:34:59.693382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:34:59.696809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8bdb7ea7-8d0f-4e35-9051-30852d5d02d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.722209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdb7ea7-8d0f-4e35-9051-30852d5d02d2 None None] No DVR routers for this DVR port 23d66632-7378-4ca8-970a-a157304c909b on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:34:59.734789 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:34:59.803024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb7ea7-8d0f-4e35-9051-30852d5d02d2 None None] Pushing event deleted for resources: {'Port': ['ID=23d66632-7378-4ca8-970a-a157304c909b,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:34:59.939206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 63bc8de2-58a1-4c3a-92a1-b20de94dbec9) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:34:59.954091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8125f-62a4-4b96-ad42-db53481dd778 None None] Network 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:34:59.978832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f359744c-fa58-4b1a-a785-979141ef142a req-67af4c10-deba-4cc3-b87e-052072b4afba tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583262 Feb 11 13:35:00.007308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.049794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Port': ['ID=8505bb4a-497d-4d56-ae80-2561545061be,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:00.083258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:00.084817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.085479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.139785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:00.161179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aa512-b342-4b3a-b198-1cb7b7f5fe04 req-7a04487d-6b8b-4736-b4de-cd1d89044f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.164629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-226aa512-b342-4b3a-b198-1cb7b7f5fe04 req-7a04487d-6b8b-4736-b4de-cd1d89044f6f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 1094 time: 0.2207618 Feb 11 13:35:00.173214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:00.182165 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59436184-9864-44d0-a2a5-47660778aff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.323651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:00.327605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd9812c-df4b-42ea-8eb7-c7279ee0ae12 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:00.331474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbd9812c-df4b-42ea-8eb7-c7279ee0ae12 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.339787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5b274-e5cc-4215-8e57-6806c60caf15 req-887e96ff-941d-4d08-af9b-32111939d2ff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.350389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-acf5b274-e5cc-4215-8e57-6806c60caf15 req-887e96ff-941d-4d08-af9b-32111939d2ff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.6198843 Feb 11 13:35:00.363662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147b437-36fd-4821-abdc-86c790bbf529 req-7479731c-0d5b-4bf6-9353-b626fc714492 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.372261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d147b437-36fd-4821-abdc-86c790bbf529 req-7479731c-0d5b-4bf6-9353-b626fc714492 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 943 time: 0.2028365 Feb 11 13:35:00.410820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-63bc8de2-58a1-4c3a-92a1-b20de94dbec9', 'network_id': '63bc8de2-58a1-4c3a-92a1-b20de94dbec9', 'tenant_id': 'dd92dff240c54942b29a0f533aaec3ce', 'fixed_ips': [{'subnet_id': '4f599dac-85e7-4fe7-98a1-60bd376693de'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:35:00.410820 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.415896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f0ed1183-7829-4cdf-a9d8-b05fc76f9db1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.6867931 Feb 11 13:35:00.430784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35152) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:00.446771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e8673788-7d5c-4064-83d2-779a21e43c6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-86468917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:00.506373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-acf5b274-e5cc-4215-8e57-6806c60caf15 req-51554d4d-3b3b-4852-b0a3-2a4f9c5a38fa tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117423 Feb 11 13:35:00.554731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.558324 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.598800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aa512-b342-4b3a-b198-1cb7b7f5fe04 req-c18b879b-7bee-4fa8-a52c-638a2368a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:00.603084 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-226aa512-b342-4b3a-b198-1cb7b7f5fe04 req-c18b879b-7bee-4fa8-a52c-638a2368a846 service neutron] 10.222.0.59 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 906 time: 0.4235764 Feb 11 13:35:00.614594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fdb7fc-1f75-4a79-9da6-a53953952b27 None None] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:00.636658 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8673788-7d5c-4064-83d2-779a21e43c6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.656497 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8673788-7d5c-4064-83d2-779a21e43c6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.670199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:00.671857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:00.723227 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-226aa512-b342-4b3a-b198-1cb7b7f5fe04 req-c7686080-d4f4-4acc-8716-650280d56ebe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea HTTP/1.1" status: 200 len: 217 time: 0.1113718 Feb 11 13:35:00.756566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d147b437-36fd-4821-abdc-86c790bbf529 req-2fc38239-73b3-464e-b12f-f8bd5d8acfe8 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790052 Feb 11 13:35:00.762706 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed675fe3-8115-4163-9451-b3cdcef6aba5 req-9d03a3b3-c9f2-4f64-87d7-e2466913a58e tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0370262 Feb 11 13:35:00.802836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1582fc86-69b9-456d-841c-10b0e630086e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.1159780 Feb 11 13:35:00.806979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35154) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:00.833117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'port': {'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de', 'name': 'tempest-AllowedAddressPairTestJSON-1606910053', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:04:be:11'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:00.856442 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59436184-9864-44d0-a2a5-47660778aff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.017884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a27a300d-4814-4f16-a2a0-dc2dd6e4f0dc None None] Provisioning complete for port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:01.018238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a27a300d-4814-4f16-a2a0-dc2dd6e4f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.081192 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59436184-9864-44d0-a2a5-47660778aff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.118327 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.210070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Allocated IP 2001:db8::2 (63bc8de2-58a1-4c3a-92a1-b20de94dbec9/4f599dac-85e7-4fe7-98a1-60bd376693de/df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:01.217222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbd9812c-df4b-42ea-8eb7-c7279ee0ae12 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.344540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8673788-7d5c-4064-83d2-779a21e43c6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.344881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-59436184-9864-44d0-a2a5-47660778aff8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c7a8bdf80fb4834a57f13e5b7b9abb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6737866 Feb 11 13:35:01.346980 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.350497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4c511eb-7221-44ca-9299-802a79a2669d req-0c029e99-ec6c-4f4c-a428-5f6bfe1f6a5d tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.59 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0422242 Feb 11 13:35:01.353356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59436184-9864-44d0-a2a5-47660778aff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00afecf7-e165-4250-b13c-1a8d1aa98e12,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:01.362474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35168) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:01.395397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd9812c-df4b-42ea-8eb7-c7279ee0ae12 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:01.425868 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-dbd9812c-df4b-42ea-8eb7-c7279ee0ae12 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:01.425868 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9812c-df4b-42ea-8eb7-c7279ee0ae12 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=731c3a4d-f802-414c-abc5-c19db574c124,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:01.428954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aa512-b342-4b3a-b198-1cb7b7f5fe04 req-44c110cf-638f-45be-8f3b-8ef761789475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.428954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-226aa512-b342-4b3a-b198-1cb7b7f5fe04 req-44c110cf-638f-45be-8f3b-8ef761789475 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.6551785 Feb 11 13:35:01.429273 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a27a300d-4814-4f16-a2a0-dc2dd6e4f0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.436489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8673788-7d5c-4064-83d2-779a21e43c6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.436740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd9812c-df4b-42ea-8eb7-c7279ee0ae12 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.437230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbd9812c-df4b-42ea-8eb7-c7279ee0ae12 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.469752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc70f0-2cf6-40f9-8ccc-058abe8925dc req-44cf7705-5dfa-474f-b820-b4129fbd2551 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.471560 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cbdc70f0-2cf6-40f9-8ccc-058abe8925dc req-44cf7705-5dfa-474f-b820-b4129fbd2551 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.3458416 Feb 11 13:35:01.490317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f4586d5-fd4e-4813-8b2f-166ed10e2dd6,segment=NetworkSegment(1a19d634-d227-45d9-b377-5ba6be36c467),segment_id=1a19d634-d227-45d9-b377-5ba6be36c467)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:01.517306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-226aa512-b342-4b3a-b198-1cb7b7f5fe04 req-db6db151-5b25-411c-a3ee-ff667fc16d71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741951 Feb 11 13:35:01.547825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd94811-a045-4249-acdf-1cf0a878589c None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:01.553818 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2be4772e-993c-4a27-97ff-752f4ac1372f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.605038 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2be4772e-993c-4a27-97ff-752f4ac1372f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.623207 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cbdc70f0-2cf6-40f9-8ccc-058abe8925dc req-bdb1455b-02bb-4441-a200-c7b759804cce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339746 Feb 11 13:35:01.677480 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-226aa512-b342-4b3a-b198-1cb7b7f5fe04 req-426cd5e4-cffc-40a7-b4bc-e4bfc3c1fa1a service neutron] 10.222.0.59 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516349 Feb 11 13:35:01.702001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28f816-7b74-45ac-b7c6-8961ae75166e req-19483816-2836-4efb-96ca-fd5844b9a5f6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:01.708305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b28f816-7b74-45ac-b7c6-8961ae75166e req-19483816-2836-4efb-96ca-fd5844b9a5f6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1066225 Feb 11 13:35:01.743813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.829861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b28f816-7b74-45ac-b7c6-8961ae75166e req-7f4c0f7c-4ae6-4de4-a225-7cfa108189e8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070652 Feb 11 13:35:01.867154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '731c3a4d-f802-414c-abc5-c19db574c124'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:35:01.868197 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.877078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-226aa512-b342-4b3a-b198-1cb7b7f5fe04 req-73299358-8512-42c6-bbf3-ffed0fed9c28 service neutron] 10.222.0.59 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873906 Feb 11 13:35:01.942846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dbd9812c-df4b-42ea-8eb7-c7279ee0ae12 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3774874 Feb 11 13:35:01.945122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35176) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:01.946265 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2be4772e-993c-4a27-97ff-752f4ac1372f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.949083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2be4772e-993c-4a27-97ff-752f4ac1372f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:01.954872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': '731c3a4d-f802-414c-abc5-c19db574c124', 'ip_address': '2001:db8::9512:9d82:5d83:b786'}], 'name': 'tempest-NetworksTestDHCPv6-1491381612'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:01.956498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2be4772e-993c-4a27-97ff-752f4ac1372f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00afecf7-e165-4250-b13c-1a8d1aa98e12 HTTP/1.1" status: 204 len: 168 time: 0.5928626 Feb 11 13:35:01.987380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4772e-993c-4a27-97ff-752f4ac1372f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00afecf7-e165-4250-b13c-1a8d1aa98e12,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:02.017522 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98366d67-e04d-48b6-8c1c-2581924cec5f req-089d7cb4-da59-4333-a40c-d6273ebc2265 tempest-ServerShowV257Test-1838054458 tempest-ServerShowV257Test-1838054458-project] 10.222.0.52 "GET /v2.0/ports?device_id=75991a44-6aa2-4e5a-86a9-10cca81deb29 HTTP/1.1" status: 200 len: 210 time: 0.0588658 Feb 11 13:35:02.050888 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8673788-7d5c-4064-83d2-779a21e43c6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.055590 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e8673788-7d5c-4064-83d2-779a21e43c6e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.6134217 Feb 11 13:35:02.057370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35184) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:02.065534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Made reservation on behalf of 3682b9fe806c43b7892f8c8b872125c1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:02.071571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'network_id': '63bc8de2-58a1-4c3a-92a1-b20de94dbec9', 'name': 'tempest-PortsIpV6TestJSON-323186489'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:02.102431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e966630-e570-4ce9-a191-6840ac215242 req-1b58fb6e-c6a7-4cac-a351-d7d70dcf00ea tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.112522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e966630-e570-4ce9-a191-6840ac215242 req-1b58fb6e-c6a7-4cac-a351-d7d70dcf00ea tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 943 time: 0.2668593 Feb 11 13:35:02.114619 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.118337 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.129554 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a27a300d-4814-4f16-a2a0-dc2dd6e4f0dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:35:02.130080 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a27a300d-4814-4f16-a2a0-dc2dd6e4f0dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:35:02.319672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-6c66a858-4ab7-4d27-969b-fa90274ee7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.324796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-6c66a858-4ab7-4d27-969b-fa90274ee7d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 1096 time: 0.2305291 Feb 11 13:35:02.339153 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e966630-e570-4ce9-a191-6840ac215242 req-14d84597-52e1-49c8-9126-a7c2f4bc5269 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256737 Feb 11 13:35:02.379704 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.441315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 23d66632-7378-4ca8-970a-a157304c909b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:02.455396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-8b154737-9eca-4a12-bdb7-6ad91ceb84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.457300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-8b154737-9eca-4a12-bdb7-6ad91ceb84ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.1167994 Feb 11 13:35:02.476064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/731c3a4d-f802-414c-abc5-c19db574c124/1ef12027-bb86-4889-970c-4bf76a9d3c8c) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:02.479426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Pushing event updated for resources: {'Port': ['ID=df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:02.532639 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-27394398-17e8-49f0-801e-373673264366 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac HTTP/1.1" status: 200 len: 217 time: 0.0676401 Feb 11 13:35:02.532827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 23d66632-7378-4ca8-970a-a157304c909b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:02.533168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 23d66632-7378-4ca8-970a-a157304c909b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:02.557688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] device_id is not set on port 9ddbcfbd-4fb5-469c-948b-b33b9e85dc51 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:02.610989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Network 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:02.627957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:02.639616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-d29bd3c0-e2e4-4910-99e6-1b073aa19558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.641406 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-d29bd3c0-e2e4-4910-99e6-1b073aa19558 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.0949872 Feb 11 13:35:02.680599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:02.736475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:02.737732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-de993e9a-bdfc-490d-acb9-d0e6cdaeb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.744667 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-de993e9a-bdfc-490d-acb9-d0e6cdaeb91f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961285 Feb 11 13:35:02.790259 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:02.792131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Allocated IP 172.20.0.7 (6474e2a1-8cbc-4077-8b6d-de15927fb8de/3ae0fb8d-061d-42ce-b102-d668e9983c11/9ddbcfbd-4fb5-469c-948b-b33b9e85dc51) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:02.794847 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.867417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port a1076e98-0bf0-413d-9230-81c6ae45fd66 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:02.902122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0b227-2f2c-40b6-8a3f-1cd78741b6fd req-00cff46f-6a89-4bcf-8bd8-941c1b747cf7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:02.904794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08b0b227-2f2c-40b6-8a3f-1cd78741b6fd req-00cff46f-6a89-4bcf-8bd8-941c1b747cf7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.1620023 Feb 11 13:35:02.905679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=0f4586d5-fd4e-4813-8b2f-166ed10e2dd6,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:02.964777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:02.971130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-afbbe495-091b-407b-a0fa-241049f4ec8e service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190154 Feb 11 13:35:02.993158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35192) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:03.086452 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08b0b227-2f2c-40b6-8a3f-1cd78741b6fd req-7c70edc3-1fb7-4d1b-ba4d-05e8ec8b118e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702750 Feb 11 13:35:03.087814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 55536098-389e-4d90-9177-10398e607118 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:03.107792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Attempting to bind port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:03.108603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Attempting to bind port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '8c67f6b6-6a0c-463d-b779-6ee3be5bc52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63bc8de2-58a1-4c3a-92a1-b20de94dbec9'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:03.112484 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Attempting to bind port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f on network 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:03.128496 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c518fce-a3fc-449e-abe0-c9c34b1b9a5f req-ed3a4628-810c-4e05-9013-37ca17fc579e service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367776 Feb 11 13:35:03.161948 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d09bcd0-7336-43b9-bcf6-a8344c49d107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.167535 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:03.167915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Checking segment: {'id': '8c67f6b6-6a0c-463d-b779-6ee3be5bc52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63bc8de2-58a1-4c3a-92a1-b20de94dbec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:35:03.175534 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.175534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Bound using segment: {'id': '8c67f6b6-6a0c-463d-b779-6ee3be5bc52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63bc8de2-58a1-4c3a-92a1-b20de94dbec9'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:03.175534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Bound port: df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c67f6b6-6a0c-463d-b779-6ee3be5bc52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '63bc8de2-58a1-4c3a-92a1-b20de94dbec9'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:03.175534 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.253842 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.259281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8::d2 (63bc8de2-58a1-4c3a-92a1-b20de94dbec9/4f599dac-85e7-4fe7-98a1-60bd376693de/a1076e98-0bf0-413d-9230-81c6ae45fd66) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:03.329791 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b197cf9e-a505-4c3e-a08d-64d7ada9337e None None] Provisioning complete for port 8505bb4a-497d-4d56-ae80-2561545061be triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:03.330171 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b197cf9e-a505-4c3e-a08d-64d7ada9337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.348596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530bcd8-b13e-4246-9b17-3481f53d654f req-d2658231-b8e6-498c-8df8-39220e91df32 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:03.350581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3530bcd8-b13e-4246-9b17-3481f53d654f req-d2658231-b8e6-498c-8df8-39220e91df32 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.2261002 Feb 11 13:35:03.361586 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.409407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b197cf9e-a505-4c3e-a08d-64d7ada9337e None None] Port 8505bb4a-497d-4d56-ae80-2561545061be cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:03.451303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:03.456419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:03.460637 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:03.531899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] For port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:03.534119 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b197cf9e-a505-4c3e-a08d-64d7ada9337e None None] Provisioning complete for port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:03.534494 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b197cf9e-a505-4c3e-a08d-64d7ada9337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.565591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Port': ['ID=9ddbcfbd-4fb5-469c-948b-b33b9e85dc51,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:03.607434 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3530bcd8-b13e-4246-9b17-3481f53d654f req-087543ef-6d8b-4a46-92da-5c560b66869e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284577 Feb 11 13:35:03.630225 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.633826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] For port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f,segment=NetworkSegment(8c67f6b6-6a0c-463d-b779-6ee3be5bc52a),segment_id=8c67f6b6-6a0c-463d-b779-6ee3be5bc52a)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:03.636534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533ef15-f751-4b75-8d33-69a1f85d5260 req-0a3a91b0-c1d8-43e5-94cf-093441d53105 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:03.643139 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5533ef15-f751-4b75-8d33-69a1f85d5260 req-0a3a91b0-c1d8-43e5-94cf-093441d53105 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 943 time: 0.1470759 Feb 11 13:35:03.703284 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.752731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:03.753561 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d09bcd0-7336-43b9-bcf6-a8344c49d107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.754554 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.776047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.778252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.826235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:03.844501 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d09bcd0-7336-43b9-bcf6-a8344c49d107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:03.848533 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:03.854812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:03.927467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf22c9-f2e3-48c4-b86d-e137ba3fb257 None None] Pushing event updated for resources: {'Port': ['ID=df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:03.931733 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5533ef15-f751-4b75-8d33-69a1f85d5260 req-a915f5bc-b45c-4b3e-833d-369691be3555 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737789 Feb 11 13:35:03.973983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::9512:9d82:5d83:b786 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/731c3a4d-f802-414c-abc5-c19db574c124/55536098-389e-4d90-9177-10398e607118) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:03.987789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09bcd0-7336-43b9-bcf6-a8344c49d107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3765556a-9c85-44f2-b6d0-b73af4263d99,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:03.999975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7d09bcd0-7336-43b9-bcf6-a8344c49d107 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1a616cd81ae24b6f8e46563516bdecfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0063219 Feb 11 13:35:04.005490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35202) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:04.017850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35204) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:04.028387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-46ace4fe-18e6-4991-9f21-8b114a2993cf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.1988354 Feb 11 13:35:04.034507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35208) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:04.057748 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.093984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-dea7be5c-ee99-4965-b15e-a3e89ed4c3f5 None None] Provisioning complete for port 9ddbcfbd-4fb5-469c-948b-b33b9e85dc51 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:04.094447 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dea7be5c-ee99-4965-b15e-a3e89ed4c3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.104123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Attempting to bind port 1ef12027-bb86-4889-970c-4bf76a9d3c8c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:04.104497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Attempting to bind port 1ef12027-bb86-4889-970c-4bf76a9d3c8c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:04.104857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Attempting to bind port 1ef12027-bb86-4889-970c-4bf76a9d3c8c on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:04.195947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:04.196308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:35:04.196706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.197094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:04.197564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Bound port: 1ef12027-bb86-4889-970c-4bf76a9d3c8c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:04.208911 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.259861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Pushing event updated for resources: {'Port': ['ID=1ef12027-bb86-4889-970c-4bf76a9d3c8c,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:04.264766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:04.275063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=a1076e98-0bf0-413d-9230-81c6ae45fd66,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:04.307131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:04.315667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:04.320418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5faa332-ef77-477c-ac89-4e81cc66c70b tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.327229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5faa332-ef77-477c-ac89-4e81cc66c70b tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.327788 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.328457 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.333950 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5faa332-ef77-477c-ac89-4e81cc66c70b tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.346707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e5faa332-ef77-477c-ac89-4e81cc66c70b tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3065417 Feb 11 13:35:04.349319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35212) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:04.356716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-dea7be5c-ee99-4965-b15e-a3e89ed4c3f5 None None] Port 9ddbcfbd-4fb5-469c-948b-b33b9e85dc51 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:04.415443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] For port 1ef12027-bb86-4889-970c-4bf76a9d3c8c, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:04.416956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] For port 1ef12027-bb86-4889-970c-4bf76a9d3c8c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1ef12027-bb86-4889-970c-4bf76a9d3c8c,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:04.430439 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99b1c1fa-5334-4d6c-8e8c-bc07d7b82b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.444438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5038616-5d6d-4783-8625-3e1f3e7d2da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.487323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e5f8e809-616d-411f-9fce-60a2dc6d3b4a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4172361 Feb 11 13:35:04.487680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35214) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:04.494104 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5038616-5d6d-4783-8625-3e1f3e7d2da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.500050 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.515852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.525307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d74a6-1e10-4b1c-9ed6-6f21f10eae04 req-8430b6d0-ab70-4bc7-95be-0910a0b70a7c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:04.533832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989d74a6-1e10-4b1c-9ed6-6f21f10eae04 req-8430b6d0-ab70-4bc7-95be-0910a0b70a7c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.2387962 Feb 11 13:35:04.642368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989d74a6-1e10-4b1c-9ed6-6f21f10eae04 req-d0ce52ce-176c-48e8-8659-4a8644765ed8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075745 Feb 11 13:35:04.666162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d3167c9a-3d43-4721-a36b-67238e38ec9c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Deleting port 9ddbcfbd-4fb5-469c-948b-b33b9e85dc51 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:04.666783 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d3167c9a-3d43-4721-a36b-67238e38ec9c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.697652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99b1c1fa-5334-4d6c-8e8c-bc07d7b82b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.707015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa46269-f094-4dc9-8343-f1f13140e9ac None None] Pushing event updated for resources: {'Port': ['ID=1ef12027-bb86-4889-970c-4bf76a9d3c8c,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:04.737417 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5038616-5d6d-4783-8625-3e1f3e7d2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.740264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5038616-5d6d-4783-8625-3e1f3e7d2da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.741671 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c5038616-5d6d-4783-8625-3e1f3e7d2da9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3765556a-9c85-44f2-b6d0-b73af4263d99 HTTP/1.1" status: 204 len: 168 time: 0.7377706 Feb 11 13:35:04.764657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5038616-5d6d-4783-8625-3e1f3e7d2da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3765556a-9c85-44f2-b6d0-b73af4263d99,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:04.817864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99b1c1fa-5334-4d6c-8e8c-bc07d7b82b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.832368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d3167c9a-3d43-4721-a36b-67238e38ec9c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:04.876652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d3167c9a-3d43-4721-a36b-67238e38ec9c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Calling delete_port for 9ddbcfbd-4fb5-469c-948b-b33b9e85dc51 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:04.907410 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-99b1c1fa-5334-4d6c-8e8c-bc07d7b82b0c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0720ee9a679a4ebc89c7da7bb0377de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8884406 Feb 11 13:35:04.911841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35220) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:04.930896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1c1fa-5334-4d6c-8e8c-bc07d7b82b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13ceedc-8a48-4478-ad58-3a299f69cf60,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:04.947230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:05.116927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:05.117841 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.219848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff02c58-683c-4ab9-af85-6714c285b120 req-ece5f8dd-7459-4796-94fa-a75736bcf5f4 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:05.224736 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6ff02c58-683c-4ab9-af85-6714c285b120 req-ece5f8dd-7459-4796-94fa-a75736bcf5f4 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 943 time: 0.1082406 Feb 11 13:35:05.256882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:35:05.314907 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.325225 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6ff02c58-683c-4ab9-af85-6714c285b120 req-2cee6fdb-db64-4e42-b62c-b7d1574c109c tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964925 Feb 11 13:35:05.346640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2dc9b5cd-3287-436e-bfb7-02071d90c9ac no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:05.498122 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0a317de-281b-4309-9964-2773896427ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.558007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f46dd6-460e-47c5-aa75-e22890a4118f req-7f0b1b23-1d01-44df-abe5-1fd857372f06 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:05.559543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97f46dd6-460e-47c5-aa75-e22890a4118f req-7f0b1b23-1d01-44df-abe5-1fd857372f06 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.6981690 Feb 11 13:35:05.583945 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d3167c9a-3d43-4721-a36b-67238e38ec9c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.585333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.692839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3167c9a-3d43-4721-a36b-67238e38ec9c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event deleted for resources: {'Port': ['ID=9ddbcfbd-4fb5-469c-948b-b33b9e85dc51,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:05.765427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c7035-31bb-48d8-9474-7b7616f1a876 None None] Network 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:05.826394 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0a317de-281b-4309-9964-2773896427ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:05.915810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa594c0-434d-455a-ae1d-682a3d6d1f40 req-e110a346-c1b8-4d35-921a-a3565e12ccf2 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:05.917671 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9fa594c0-434d-455a-ae1d-682a3d6d1f40 req-e110a346-c1b8-4d35-921a-a3565e12ccf2 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 945 time: 0.1670499 Feb 11 13:35:05.953951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97f46dd6-460e-47c5-aa75-e22890a4118f req-d42a5a25-e17c-4fd6-ba3a-160f39da256a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666148 Feb 11 13:35:05.998788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:06.025240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f,segment=NetworkSegment(8c67f6b6-6a0c-463d-b779-6ee3be5bc52a),segment_id=8c67f6b6-6a0c-463d-b779-6ee3be5bc52a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:06.046257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9fa594c0-434d-455a-ae1d-682a3d6d1f40 req-18d2fe11-e821-412c-82fa-fcc9ca6baaed tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093645 Feb 11 13:35:06.123019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-aafc2368-e346-48e1-8e99-f69f317ef62d None None] Provisioning complete for port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:06.133026 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aafc2368-e346-48e1-8e99-f69f317ef62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.155212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:06.157801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:06.191208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.192278 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.200536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=55536098-389e-4d90-9177-10398e607118,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:06.217561 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.218673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:06.295871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:06.335881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.537211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '5f3f3448-44c7-43ef-97a6-6d4ae6c931ea', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'port_id': '5f3f3448-44c7-43ef-97a6-6d4ae6c931ea', 'mac_address': 'fa:16:3e:0d:7c:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109422ab-9f52-41d8-a23f-6b3ebb2dc8e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:35:06.570875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b87800-bda0-4ce2-adf3-ec398d171442 req-eadb78a9-50df-4aee-94fc-0d6fc867c451 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.573230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22b87800-bda0-4ce2-adf3-ec398d171442 req-eadb78a9-50df-4aee-94fc-0d6fc867c451 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 943 time: 0.1128886 Feb 11 13:35:06.577904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ca526-d88b-408d-a2ed-2bfcd4578fb9 req-300f5b97-8c3a-42c4-a17c-5bd1e21c02d3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:06.579682 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-448ca526-d88b-408d-a2ed-2bfcd4578fb9 req-300f5b97-8c3a-42c4-a17c-5bd1e21c02d3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.3369045 Feb 11 13:35:06.587029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-55055ddc-57f2-4bc2-8cf9-355759eabb13 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.6366036 Feb 11 13:35:06.590855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35248) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:06.600756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-26db0694-9aca-4e7a-bc53-242fd1b47def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': '731c3a4d-f802-414c-abc5-c19db574c124', 'ip_address': '2001:db8::9512:9d82:5d83:b786'}], 'name': 'tempest-NetworksTestDHCPv6-126519421'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:06.655966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22b87800-bda0-4ce2-adf3-ec398d171442 req-ea0dccdf-49db-4b59-abc5-40271779f77f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599408 Feb 11 13:35:06.678422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:06.688145 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.698774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0a317de-281b-4309-9964-2773896427ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.704164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0a317de-281b-4309-9964-2773896427ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.706077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0a317de-281b-4309-9964-2773896427ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f13ceedc-8a48-4478-ad58-3a299f69cf60 HTTP/1.1" status: 204 len: 168 time: 1.7748053 Feb 11 13:35:06.738403 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.755142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:06.755875 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:06.784358 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:06.788386 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb14e068-4f4c-434b-932a-9f623ff9ff04" -d '{"events": [{"server_uuid": "4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "2dc9b5cd-3287-436e-bfb7-02071d90c9ac"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:06.817304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:35:06.882555 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04297956-64f1-4fc0-b3ae-20ab19fb7dc1 x-openstack-request-id: req-04297956-64f1-4fc0-b3ae-20ab19fb7dc1 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:06.886572 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b", "name": "network-vif-unplugged", "status": "failed", "tag": "2dc9b5cd-3287-436e-bfb7-02071d90c9ac", "code": 422}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:06.897048 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04297956-64f1-4fc0-b3ae-20ab19fb7dc1 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:06.899607 n-d-816488-1 neutron-server[103008]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac', 'code': 422} returned with failed status Feb 11 13:35:06.905878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:06.954302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:06.993462 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d3167c9a-3d43-4721-a36b-67238e38ec9c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.003860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35258) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:07.004065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d3167c9a-3d43-4721-a36b-67238e38ec9c tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "DELETE /v2.0/ports/9ddbcfbd-4fb5-469c-948b-b33b9e85dc51 HTTP/1.1" status: 204 len: 168 time: 2.6538775 Feb 11 13:35:07.012238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.040386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a317de-281b-4309-9964-2773896427ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13ceedc-8a48-4478-ad58-3a299f69cf60,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:07.066338 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d900416-8d77-499f-921a-706b5dde7837 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] GET failed (client error): The resource could not be found. Feb 11 13:35:07.073575 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5d900416-8d77-499f-921a-706b5dde7837 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "GET /v2.0/ports/9ddbcfbd-4fb5-469c-948b-b33b9e85dc51 HTTP/1.1" status: 404 len: 333 time: 0.0682654 Feb 11 13:35:07.075896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35260) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:07.084402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'port': {'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de', 'name': 'tempest-AllowedAddressPairTestJSON-1887815051'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:07.165488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-448ca526-d88b-408d-a2ed-2bfcd4578fb9 req-c75ba409-6e0a-4046-b066-af676f142758 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5752912 Feb 11 13:35:07.170126 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.217800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bc86e59f-9f27-4cfc-bf77-7542da6ce285 None None] Provisioning complete for port 1ef12027-bb86-4889-970c-4bf76a9d3c8c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:07.217800 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc86e59f-9f27-4cfc-bf77-7542da6ce285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.333667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c224e6d-9ddb-4d15-903f-85886f1bea7c req-d1d5d205-a897-4cf2-b0c7-54cb85ef3db8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:07.345648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c224e6d-9ddb-4d15-903f-85886f1bea7c req-d1d5d205-a897-4cf2-b0c7-54cb85ef3db8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.2306428 Feb 11 13:35:07.520677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeeee7-db6c-4041-9cdc-0258e2f57f39 req-16cf43ee-9d14-4b73-8dfa-97f97e8510b3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:07.521125 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c224e6d-9ddb-4d15-903f-85886f1bea7c req-cf75b6de-738f-4ac8-8abc-0efcd04ac076 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701245 Feb 11 13:35:07.529991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4aeeee7-db6c-4041-9cdc-0258e2f57f39 req-16cf43ee-9d14-4b73-8dfa-97f97e8510b3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2062738 Feb 11 13:35:07.548354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:07.585830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.612450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4aeeee7-db6c-4041-9cdc-0258e2f57f39 req-808954ff-9b62-4797-b607-a1d5ab8886bd tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815566 Feb 11 13:35:07.641057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Made reservation on behalf of 3682b9fe806c43b7892f8c8b872125c1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:07.651230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.664383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26db0694-9aca-4e7a-bc53-242fd1b47def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:07.694547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-26db0694-9aca-4e7a-bc53-242fd1b47def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.704740 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:07.771090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] device_id is not set on port b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:07.813631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['5f3f3448-44c7-43ef-97a6-6d4ae6c931ea'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:07.906104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-26db0694-9aca-4e7a-bc53-242fd1b47def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 6338d0ac-3040-4c06-8d16-e5e064271ad1 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:07.975819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=a1076e98-0bf0-413d-9230-81c6ae45fd66,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.028114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.034715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc86e59f-9f27-4cfc-bf77-7542da6ce285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.092401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:08.133412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527b76e-0e93-4509-969e-4f9ad94fe09f req-7aee5cdf-8f82-43c1-9f5d-8ab6cc357054 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.141921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9527b76e-0e93-4509-969e-4f9ad94fe09f req-7aee5cdf-8f82-43c1-9f5d-8ab6cc357054 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2400916 Feb 11 13:35:08.226748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Allocated IP 172.20.0.13 (6474e2a1-8cbc-4077-8b6d-de15927fb8de/3ae0fb8d-061d-42ce-b102-d668e9983c11/b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:08.346997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bc86e59f-9f27-4cfc-bf77-7542da6ce285 None None] For port 1ef12027-bb86-4889-970c-4bf76a9d3c8c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1ef12027-bb86-4889-970c-4bf76a9d3c8c,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:08.394332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9527b76e-0e93-4509-969e-4f9ad94fe09f req-5f8e94fe-7d6e-4c1b-9d3c-c00a07f8b170 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440860 Feb 11 13:35:08.437546 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc86e59f-9f27-4cfc-bf77-7542da6ce285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.574092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:08.574859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.648784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86e59f-9f27-4cfc-bf77-7542da6ce285 None None] Pushing event updated for resources: {'Port': ['ID=1ef12027-bb86-4889-970c-4bf76a9d3c8c,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:08.654284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-af6eff21-a62f-4305-b0a6-4af59c7d7138 None None] Provisioning complete for port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:08.656304 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-af6eff21-a62f-4305-b0a6-4af59c7d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.746098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c8d62-d0c1-42f4-89ba-a407a937cf81 req-165831f0-2227-40ef-a278-a4af66ab93c6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.749856 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a4c8d62-d0c1-42f4-89ba-a407a937cf81 req-165831f0-2227-40ef-a278-a4af66ab93c6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2045696 Feb 11 13:35:08.805582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caa5ba-cc24-4c85-808c-cb89f7361685 req-247d14cd-2e4f-4240-bb45-91748bb41803 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:08.810578 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75caa5ba-cc24-4c85-808c-cb89f7361685 req-247d14cd-2e4f-4240-bb45-91748bb41803 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 944 time: 0.9437275 Feb 11 13:35:08.826423 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.837853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1ef12027-bb86-4889-970c-4bf76a9d3c8c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:08.848453 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a4c8d62-d0c1-42f4-89ba-a407a937cf81 req-d5408192-e2f1-4f26-ba48-4e15648a24ba tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904078 Feb 11 13:35:08.895912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-af6eff21-a62f-4305-b0a6-4af59c7d7138 None None] Provisioning complete for port 55536098-389e-4d90-9177-10398e607118 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:08.896650 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-af6eff21-a62f-4305-b0a6-4af59c7d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.940238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-af6eff21-a62f-4305-b0a6-4af59c7d7138 None None] Port 55536098-389e-4d90-9177-10398e607118 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:08.961565 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.993279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 1ef12027-bb86-4889-970c-4bf76a9d3c8c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:08.994087 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:08.999814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-af6eff21-a62f-4305-b0a6-4af59c7d7138 None None] Provisioning complete for port a1076e98-0bf0-413d-9230-81c6ae45fd66 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:09.000325 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-af6eff21-a62f-4305-b0a6-4af59c7d7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.063891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:09.082355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-af6eff21-a62f-4305-b0a6-4af59c7d7138 None None] Port a1076e98-0bf0-413d-9230-81c6ae45fd66 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:09.135801 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75caa5ba-cc24-4c85-808c-cb89f7361685 req-1c70a3a5-f030-40ce-8841-c9b23a21b646 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158708 Feb 11 13:35:09.169144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:09.191926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:09.224580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.278134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:09.346121 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-26db0694-9aca-4e7a-bc53-242fd1b47def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:35:09.351733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26db0694-9aca-4e7a-bc53-242fd1b47def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:35:09.357803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2dc9b5cd-3287-436e-bfb7-02071d90c9ac no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:09.380352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16154-2af4-4571-b1d1-4d5de3c342d0 req-a1357270-bf76-41cc-b4a3-9c05edc260f8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:09.392577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32a16154-2af4-4571-b1d1-4d5de3c342d0 req-a1357270-bf76-41cc-b4a3-9c05edc260f8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.4034898 Feb 11 13:35:09.396071 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Port': ['ID=b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:09.412608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:09.413438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.499292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-26db0694-9aca-4e7a-bc53-242fd1b47def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.9049609 Feb 11 13:35:09.502551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35312) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:09.537360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:09.545341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:09.545715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.642361 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.765762 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.767751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-57fcc0ed-c347-49bc-9620-da93619a6129 None None] Provisioning complete for port b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:09.774797 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57fcc0ed-c347-49bc-9620-da93619a6129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:09.845946 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:35:09.883708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1ef12027-bb86-4889-970c-4bf76a9d3c8c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:09.919671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a7523-7de2-4d7a-99cb-a4675e0508ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:09.930438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86a7523-7de2-4d7a-99cb-a4675e0508ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:09.932215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c86a7523-7de2-4d7a-99cb-a4675e0508ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4248340 Feb 11 13:35:09.968461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a51beb-a23c-4a74-a132-2be7fb035953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3f3448-44c7-43ef-97a6-6d4ae6c931ea'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:09.976286 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d48309-b40f-4a2f-b326-cea9fc065934" -d '{"events": [{"server_uuid": "60a51beb-a23c-4a74-a132-2be7fb035953", "name": "network-vif-plugged", "status": "completed", "tag": "5f3f3448-44c7-43ef-97a6-6d4ae6c931ea"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:09.985384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35320) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:10.011296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-57fcc0ed-c347-49bc-9620-da93619a6129 None None] Port b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:10.236228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:10.236228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 1ef12027-bb86-4889-970c-4bf76a9d3c8c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:10.236228 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.236998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164c58c-0b66-47f5-9ca9-53561344427a req-93283708-85d6-4ec8-9d5b-ac427bfbadd6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.236998 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5164c58c-0b66-47f5-9ca9-53561344427a req-93283708-85d6-4ec8-9d5b-ac427bfbadd6 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.3217669 Feb 11 13:35:10.237569 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32a16154-2af4-4571-b1d1-4d5de3c342d0 req-5b75da9a-5431-4f8d-9848-96a99dbe074e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7147894 Feb 11 13:35:10.238302 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95f2a0c-fb1d-4a4a-93df-d6caa89232a5 x-openstack-request-id: req-d95f2a0c-fb1d-4a4a-93df-d6caa89232a5 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:10.238302 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a51beb-a23c-4a74-a132-2be7fb035953", "name": "network-vif-plugged", "status": "completed", "tag": "5f3f3448-44c7-43ef-97a6-6d4ae6c931ea", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:10.238302 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d95f2a0c-fb1d-4a4a-93df-d6caa89232a5 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:10.238302 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a51beb-a23c-4a74-a132-2be7fb035953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3f3448-44c7-43ef-97a6-6d4ae6c931ea', 'code': 200} Feb 11 13:35:10.238829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5164c58c-0b66-47f5-9ca9-53561344427a req-f7d8c19a-fd06-4fc0-adbf-ac6a4bbcef3a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054933 Feb 11 13:35:10.276508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166bce-4a25-49d7-9db8-a128d7ef32d1 req-3d109249-ac25-4545-9126-1dffc6716ea2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.278470 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f166bce-4a25-49d7-9db8-a128d7ef32d1 req-3d109249-ac25-4545-9126-1dffc6716ea2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 944 time: 0.0530119 Feb 11 13:35:10.319662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f166bce-4a25-49d7-9db8-a128d7ef32d1 req-27f6a8c7-6433-4b83-b068-4749730b162f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345483 Feb 11 13:35:10.379516 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.386271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47212672-794c-4d11-ab23-f76e778291dd req-a705e8f6-50de-41f6-a32c-0ac9645954a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:10.387798 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-47212672-794c-4d11-ab23-f76e778291dd req-a705e8f6-50de-41f6-a32c-0ac9645954a9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 1095 time: 0.1322815 Feb 11 13:35:10.427735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f19bcd61-ba7a-4345-97e1-445590f00fef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 55536098-389e-4d90-9177-10398e607118 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:10.428071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f19bcd61-ba7a-4345-97e1-445590f00fef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.444953 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.447325 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0b4afa94-62e0-41c8-8a83-f4274746f494 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3693614 Feb 11 13:35:10.449692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35326) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:10.453596 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-47212672-794c-4d11-ab23-f76e778291dd req-a42144a3-22d9-4e6a-8e7a-219b0cf35047 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580511 Feb 11 13:35:10.456671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-40bc8ed6-802d-403f-bb92-199070c3270d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:04:be:11'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:10.486348 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.487184 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.507352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:10.613034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=a1076e98-0bf0-413d-9230-81c6ae45fd66,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:10.629203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f19bcd61-ba7a-4345-97e1-445590f00fef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.656140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f19bcd61-ba7a-4345-97e1-445590f00fef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 55536098-389e-4d90-9177-10398e607118 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:10.738190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-40bc8ed6-802d-403f-bb92-199070c3270d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:10.760215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:10.766688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:10.858026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35336) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:10.858361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35338) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:11.109698 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f19bcd61-ba7a-4345-97e1-445590f00fef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.111876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-40bc8ed6-802d-403f-bb92-199070c3270d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.136003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85f7b99e-24c3-4c3c-bbce-197fd833bb2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.166744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Router b7b143aa-d4e1-4e30-a633-6d8da269e09f is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:11.178184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bcd61-ba7a-4345-97e1-445590f00fef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=55536098-389e-4d90-9177-10398e607118,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:11.191795 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a51835a0-1c73-48f4-8f11-ad34f7ed50e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.206740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-40bc8ed6-802d-403f-bb92-199070c3270d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.243295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f19bcd61-ba7a-4345-97e1-445590f00fef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.250874 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f19bcd61-ba7a-4345-97e1-445590f00fef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/55536098-389e-4d90-9177-10398e607118 HTTP/1.1" status: 204 len: 168 time: 1.2642596 Feb 11 13:35:11.253397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35348) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:11.266021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-270f2db0-bb66-4ae2-8ab6-27c64b76757b None None] Provisioning complete for port a1076e98-0bf0-413d-9230-81c6ae45fd66 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:11.266595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-270f2db0-bb66-4ae2-8ab6-27c64b76757b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.344399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc8ed6-802d-403f-bb92-199070c3270d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Port': ['ID=b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:11.416372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-270f2db0-bb66-4ae2-8ab6-27c64b76757b None None] Port a1076e98-0bf0-413d-9230-81c6ae45fd66 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:11.502530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-40bc8ed6-802d-403f-bb92-199070c3270d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] In _notify_port_updated(), no bound segment for port b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf on network 6474e2a1-8cbc-4077-8b6d-de15927fb8de {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:35:11.510441 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bc8ed6-802d-403f-bb92-199070c3270d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.511570 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-40bc8ed6-802d-403f-bb92-199070c3270d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.517119 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-40bc8ed6-802d-403f-bb92-199070c3270d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "PUT /v2.0/ports/b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf HTTP/1.1" status: 200 len: 994 time: 1.0663445 Feb 11 13:35:11.518083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35352) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:11.581663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163763c-faaf-4b08-8d7c-3272e61c246c req-ef09da67-a1cf-4a3f-a524-bd1196208e3e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.593568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c163763c-faaf-4b08-8d7c-3272e61c246c req-ef09da67-a1cf-4a3f-a524-bd1196208e3e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1819096 Feb 11 13:35:11.605736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:11.617161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4a4b0bed-c827-4ae2-98df-62cce9731611 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "PUT /v2.0/routers/b7b143aa-d4e1-4e30-a633-6d8da269e09f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1285312 Feb 11 13:35:11.620241 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52020ff6-b818-4f63-8fdc-c0e1b46e617e None None] Sync routers for ids ['b7b143aa-d4e1-4e30-a633-6d8da269e09f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:11.622585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35354) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:11.637576 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52020ff6-b818-4f63-8fdc-c0e1b46e617e None None] Routers {'b7b143aa-d4e1-4e30-a633-6d8da269e09f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:11.639149 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-52020ff6-b818-4f63-8fdc-c0e1b46e617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:34:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7b143aa-d4e1-4e30-a633-6d8da269e09f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:11.643543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42450262-69e0-442b-9dbe-2c44c570f2dd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.644744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42450262-69e0-442b-9dbe-2c44c570f2dd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.648718 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-42450262-69e0-442b-9dbe-2c44c570f2dd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3887579 Feb 11 13:35:11.654582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35356) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:11.705343 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-52020ff6-b818-4f63-8fdc-c0e1b46e617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:11.716092 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52020ff6-b818-4f63-8fdc-c0e1b46e617e None None] Routers {'b7b143aa-d4e1-4e30-a633-6d8da269e09f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:11.717000 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-52020ff6-b818-4f63-8fdc-c0e1b46e617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:34:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7b143aa-d4e1-4e30-a633-6d8da269e09f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:11.735229 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c163763c-faaf-4b08-8d7c-3272e61c246c req-9bfa3f30-d6ab-44c0-b4e7-b991d09d109d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407082 Feb 11 13:35:11.748573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c919d8c2-e9a4-4a34-a003-471704a514ec None None] Provisioning complete for port b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:11.748947 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c919d8c2-e9a4-4a34-a003-471704a514ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.758833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a51835a0-1c73-48f4-8f11-ad34f7ed50e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.783622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a899ccf4-f463-420c-8701-18fc864de0a1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Deleting port b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:11.783995 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a899ccf4-f463-420c-8701-18fc864de0a1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.795821 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-52020ff6-b818-4f63-8fdc-c0e1b46e617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:11.795821 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52020ff6-b818-4f63-8fdc-c0e1b46e617e None None] The sync data for ids ['b7b143aa-d4e1-4e30-a633-6d8da269e09f'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:11.835545 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85f7b99e-24c3-4c3c-bbce-197fd833bb2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.839242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c919d8c2-e9a4-4a34-a003-471704a514ec None None] Port b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:11.849051 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a51835a0-1c73-48f4-8f11-ad34f7ed50e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.863540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb373a5-0fd1-4c6c-93c9-0aea03b1c9d1 req-77e9ce0b-5d60-4240-af71-2be9acbbdf13 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.869805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdb373a5-0fd1-4c6c-93c9-0aea03b1c9d1 req-77e9ce0b-5d60-4240-af71-2be9acbbdf13 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.4403145 Feb 11 13:35:11.903008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056ada9f-42e5-4025-9d3e-e7901a1bacd1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:11.906239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-056ada9f-42e5-4025-9d3e-e7901a1bacd1 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7b143aa-d4e1-4e30-a633-6d8da269e09f HTTP/1.1" status: 200 len: 987 time: 0.2795343 Feb 11 13:35:11.913731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-624ea664-6f2e-411d-99c5-c9314411a05a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 731c3a4d-f802-414c-abc5-c19db574c124 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:35:11.917294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624ea664-6f2e-411d-99c5-c9314411a05a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.919097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35360) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:11.978697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85f7b99e-24c3-4c3c-bbce-197fd833bb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:11.999150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20336c9-0524-4db3-8fd4-47abecc2b384 req-382674d2-c8ec-453d-a7fb-c0a7d5d93d89 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:12.000656 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a20336c9-0524-4db3-8fd4-47abecc2b384 req-382674d2-c8ec-453d-a7fb-c0a7d5d93d89 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 945 time: 0.1401861 Feb 11 13:35:12.005172 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624ea664-6f2e-411d-99c5-c9314411a05a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.057746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a899ccf4-f463-420c-8701-18fc864de0a1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.060389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a51835a0-1c73-48f4-8f11-ad34f7ed50e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b09ec6fd9a324b9c9268409663f5ddb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2005386 Feb 11 13:35:12.063506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35362) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:12.073296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51835a0-1c73-48f4-8f11-ad34f7ed50e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469df4d9-0a6b-4e59-ac28-e384d682f976,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.108219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a899ccf4-f463-420c-8701-18fc864de0a1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Calling delete_port for b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:12.150273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a20336c9-0524-4db3-8fd4-47abecc2b384 req-09c70660-3fcb-4a22-83c2-c4358749083f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316345 Feb 11 13:35:12.150508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-85f7b99e-24c3-4c3c-bbce-197fd833bb2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=481ded1d11704e26924adfe653d1cea9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2867568 Feb 11 13:35:12.173147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35364) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:12.180126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdb373a5-0fd1-4c6c-93c9-0aea03b1c9d1 req-2cfc5476-2d12-404a-bf60-c320e144716f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689617 Feb 11 13:35:12.220983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7b99e-24c3-4c3c-bbce-197fd833bb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2b1370-7c7d-4c5f-8d67-a5b11b30cc68,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.277645 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624ea664-6f2e-411d-99c5-c9314411a05a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.320694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ece7-a17d-44c6-b060-6fe3a773892d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.398473 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ece7-a17d-44c6-b060-6fe3a773892d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.402281 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3e3b-2153-4131-9af6-279288d0404f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.487992 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3e3b-2153-4131-9af6-279288d0404f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.519706 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624ea664-6f2e-411d-99c5-c9314411a05a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.554075 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.555671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ea664-6f2e-411d-99c5-c9314411a05a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=731c3a4d-f802-414c-abc5-c19db574c124,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.560541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624ea664-6f2e-411d-99c5-c9314411a05a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.566915 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-624ea664-6f2e-411d-99c5-c9314411a05a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/731c3a4d-f802-414c-abc5-c19db574c124 HTTP/1.1" status: 204 len: 168 time: 0.9053011 Feb 11 13:35:12.568130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35376) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:12.569021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc93faf-f6e5-42dc-8a79-da847213c111 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:12.618872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-47c2a3f0-46ee-4026-992b-eb9372a7196a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493002 Feb 11 13:35:12.619938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35378) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:12.622953 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a899ccf4-f463-420c-8701-18fc864de0a1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.625431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ad96af3d-f52b-4986-a74d-2ce4c978ec75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:12.665094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899ccf4-f463-420c-8701-18fc864de0a1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event deleted for resources: {'Port': ['ID=b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.673677 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ece7-a17d-44c6-b060-6fe3a773892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.676518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5aa3ece7-a17d-44c6-b060-6fe3a773892d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.681807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5aa3ece7-a17d-44c6-b060-6fe3a773892d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/469df4d9-0a6b-4e59-ac28-e384d682f976 HTTP/1.1" status: 204 len: 168 time: 0.6088068 Feb 11 13:35:12.722106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3ece7-a17d-44c6-b060-6fe3a773892d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469df4d9-0a6b-4e59-ac28-e384d682f976,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.761028 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3e3b-2153-4131-9af6-279288d0404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.765946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3e3b-2153-4131-9af6-279288d0404f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:12.770125 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0c0f3e3b-2153-4131-9af6-279288d0404f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a2b1370-7c7d-4c5f-8d67-a5b11b30cc68 HTTP/1.1" status: 204 len: 168 time: 0.5945740 Feb 11 13:35:12.825826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f3e3b-2153-4131-9af6-279288d0404f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2b1370-7c7d-4c5f-8d67-a5b11b30cc68,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:12.861887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e5944e-56ed-445b-a007-db547b0576e1 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:35:12.963474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-44e5944e-56ed-445b-a007-db547b0576e1 None None] Deleting port 1ef12027-bb86-4889-970c-4bf76a9d3c8c {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:12.963797 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44e5944e-56ed-445b-a007-db547b0576e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.014285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port a1076e98-0bf0-413d-9230-81c6ae45fd66 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:13.014647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.023489 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a899ccf4-f463-420c-8701-18fc864de0a1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.026970 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a899ccf4-f463-420c-8701-18fc864de0a1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "DELETE /v2.0/ports/b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf HTTP/1.1" status: 204 len: 168 time: 1.5069799 Feb 11 13:35:13.037276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fddd8a-acf3-494c-b274-10219f28c04d req-ad4d32c9-890a-4a89-b32a-07485959760b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.039307 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-56fddd8a-acf3-494c-b274-10219f28c04d req-ad4d32c9-890a-4a89-b32a-07485959760b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.1293693 Feb 11 13:35:13.039810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35386) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:13.048085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad96af3d-f52b-4986-a74d-2ce4c978ec75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:13.053083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ad96af3d-f52b-4986-a74d-2ce4c978ec75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.072208 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdfb2b8-ce42-42ae-af52-89adbe5a8c3e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] GET failed (client error): The resource could not be found. Feb 11 13:35:13.072898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-44e5944e-56ed-445b-a007-db547b0576e1 None None] For port 1ef12027-bb86-4889-970c-4bf76a9d3c8c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1ef12027-bb86-4889-970c-4bf76a9d3c8c,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:13.073392 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44e5944e-56ed-445b-a007-db547b0576e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.073759 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ccdfb2b8-ce42-42ae-af52-89adbe5a8c3e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "GET /v2.0/ports/b6af207e-7b32-4f95-b0ea-dcc6fc4e1caf HTTP/1.1" status: 404 len: 333 time: 0.0328104 Feb 11 13:35:13.079977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35388) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:13.088646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-44e5944e-56ed-445b-a007-db547b0576e1 None None] Calling delete_port for 1ef12027-bb86-4889-970c-4bf76a9d3c8c owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:13.092722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'port': {'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de', 'name': 'tempest-AllowedAddressPairTestJSON-108138663'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:13.206381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-56fddd8a-acf3-494c-b274-10219f28c04d req-0384587e-5d22-4512-a2b8-899694ba85bd tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368499 Feb 11 13:35:13.291749 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44e5944e-56ed-445b-a007-db547b0576e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.313582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e5944e-56ed-445b-a007-db547b0576e1 None None] No DVR routers for this DVR port 1ef12027-bb86-4889-970c-4bf76a9d3c8c on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:13.352303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5944e-56ed-445b-a007-db547b0576e1 None None] Pushing event deleted for resources: {'Port': ['ID=1ef12027-bb86-4889-970c-4bf76a9d3c8c,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:13.413137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-ee7e74f6-c06d-436c-bffa-bcdd60126aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.414674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-ee7e74f6-c06d-436c-bffa-bcdd60126aef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 1096 time: 0.1531103 Feb 11 13:35:13.493122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a700424-27d5-494e-bfe4-45e98fc45a08 req-8542f8ed-a85b-4de0-9c67-b2f3c25d2678 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.494750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a700424-27d5-494e-bfe4-45e98fc45a08 req-8542f8ed-a85b-4de0-9c67-b2f3c25d2678 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1831157 Feb 11 13:35:13.549657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Made reservation on behalf of 3682b9fe806c43b7892f8c8b872125c1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:13.553149 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.571931 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a700424-27d5-494e-bfe4-45e98fc45a08 req-bbb1dd7b-0519-451c-bfac-3c52b86e58ca tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653296 Feb 11 13:35:13.590784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] device_id is not set on port 5b01213a-347e-4c4b-98ba-99a7a5177b2b yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:13.595800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-27818c50-ac59-49e2-afaa-bf6f103d5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.597266 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-27818c50-ac59-49e2-afaa-bf6f103d5f5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 918 time: 0.1747665 Feb 11 13:35:13.688688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be2bca-bd50-4c20-bd03-ade63a7b4054 req-34d09702-84f2-418d-9a9f-f4207ac14204 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.690206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-29be2bca-bd50-4c20-bd03-ade63a7b4054 req-34d09702-84f2-418d-9a9f-f4207ac14204 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 945 time: 0.1240473 Feb 11 13:35:13.737339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35406) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:13.741975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-1b285f06-5119-4e65-af88-9a5ec11fce55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a8182b-e5aa-4199-aec4-47e2085f56da HTTP/1.1" status: 200 len: 1001 time: 0.1063256 Feb 11 13:35:13.765523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.772258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-29be2bca-bd50-4c20-bd03-ade63a7b4054 req-73896660-8f78-4a47-b1b6-3acaac2e4603 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696278 Feb 11 13:35:13.773340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1ef12027-bb86-4889-970c-4bf76a9d3c8c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:13.795634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Allocated IP 172.20.0.8 (6474e2a1-8cbc-4077-8b6d-de15927fb8de/3ae0fb8d-061d-42ce-b102-d668e9983c11/5b01213a-347e-4c4b-98ba-99a7a5177b2b) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:13.802604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 1ef12027-bb86-4889-970c-4bf76a9d3c8c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:13.802604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1ef12027-bb86-4889-970c-4bf76a9d3c8c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:13.802843 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1805873-1c41-4792-a7ee-a624256127e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:13.818996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-08368fb4-e504-4436-bd68-b31bfd231e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.820356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-08368fb4-e504-4436-bd68-b31bfd231e8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.0695515 Feb 11 13:35:13.869637 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for a1076e98-0bf0-413d-9230-81c6ae45fd66 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:13.967306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-18a52ae4-00ad-4ef9-9f5b-ef5a489f79d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:13.968720 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-18a52ae4-00ad-4ef9-9f5b-ef5a489f79d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365778 Feb 11 13:35:14.017528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1426e2-dd46-4ffd-b653-ea7e912144ae req-deb26053-023c-478f-bb11-1ffc1e63ab2a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.017528 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d1426e2-dd46-4ffd-b653-ea7e912144ae req-deb26053-023c-478f-bb11-1ffc1e63ab2a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 945 time: 0.1375000 Feb 11 13:35:14.096999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ad96af3d-f52b-4986-a74d-2ce4c978ec75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.105720 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.128289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d1426e2-dd46-4ffd-b653-ea7e912144ae req-ba0513ef-2cdd-4b4a-b274-917a8bbe8fc2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812578 Feb 11 13:35:14.156348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad96af3d-f52b-4986-a74d-2ce4c978ec75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:14.162901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1805873-1c41-4792-a7ee-a624256127e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.164046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-ad96af3d-f52b-4986-a74d-2ce4c978ec75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:14.170852 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-7e62a595-4921-4084-be73-eaef93a5ec95 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937950 Feb 11 13:35:14.172448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad96af3d-f52b-4986-a74d-2ce4c978ec75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.173485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ad96af3d-f52b-4986-a74d-2ce4c978ec75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.188253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0114764d-0469-4f1c-8db7-fc09efa0cdfc None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:14.251756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96af3d-f52b-4986-a74d-2ce4c978ec75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=57dc11b9-d304-48cf-9c2d-e47186533747,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:14.254577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1805873-1c41-4792-a7ee-a624256127e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.304076 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.313100 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-390eaefc-d9c8-458e-9d2b-0bf712938cf1 req-56b1f6b0-6c11-4e43-9c48-8526242684a9 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267099 Feb 11 13:35:14.337726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.342434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e1805873-1c41-4792-a7ee-a624256127e0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f248c373a7de4877af4216fb9bfd3027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6023684 Feb 11 13:35:14.343263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1805873-1c41-4792-a7ee-a624256127e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd4f38a-77a1-4afb-b23d-3a704dd0d059,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:14.351349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ad96af3d-f52b-4986-a74d-2ce4c978ec75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7277172 Feb 11 13:35:14.351349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35422) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:14.361786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:14.385382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35424) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:14.389999 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:14.397137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=a1076e98-0bf0-413d-9230-81c6ae45fd66,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:14.398403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:14.563978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80391270-7d18-4fc9-a079-ee6e75c1ec36 req-35d055a5-840a-4600-b15d-fde3aa65ab40 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.565582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80391270-7d18-4fc9-a079-ee6e75c1ec36 req-35d055a5-840a-4600-b15d-fde3aa65ab40 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 945 time: 0.2852764 Feb 11 13:35:14.570260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6b28ef21-f784-41e1-8585-309178ed9474 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': '57dc11b9-d304-48cf-9c2d-e47186533747', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-418797743'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:14.575074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Port': ['ID=5b01213a-347e-4c4b-98ba-99a7a5177b2b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:14.590365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.732947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '57dc11b9-d304-48cf-9c2d-e47186533747'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:35:14.733563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80391270-7d18-4fc9-a079-ee6e75c1ec36 req-4346689c-ddcb-4627-bee2-158543cc584a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405003 Feb 11 13:35:14.734111 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.775009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.775696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.841531 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8858-8e0c-4d7b-94fb-07531638d784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.867781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99778723-a6d6-432e-9001-46757111a170 req-78e30a5f-bae7-40a1-b713-81c8f715130e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.875686 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99778723-a6d6-432e-9001-46757111a170 req-78e30a5f-bae7-40a1-b713-81c8f715130e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.5095863 Feb 11 13:35:14.930407 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99778723-a6d6-432e-9001-46757111a170 req-b02856da-19d6-40aa-82a6-d0136c819975 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535440 Feb 11 13:35:14.937663 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8858-8e0c-4d7b-94fb-07531638d784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:14.960066 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3072f9bc-c12d-4dfa-aad2-bf71d1b1a771 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8769858 Feb 11 13:35:14.963624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35434) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:14.970533 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-bb931fc2-a510-422b-9545-9153006931b3 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:04:be:11'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:14.987425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b7701-a58a-4881-9a2d-4092451c660a req-ec55e616-9e43-4227-8d90-0f26b3376a64 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:14.988884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-438b7701-a58a-4881-9a2d-4092451c660a req-ec55e616-9e43-4227-8d90-0f26b3376a64 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1517134 Feb 11 13:35:15.003660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/57dc11b9-d304-48cf-9c2d-e47186533747/fdb200e9-0fc2-4ad2-a82c-d2baa406adf0) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:15.006726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3fd9efcc-7298-40d5-b0a7-4b49b0f02433 None None] Provisioning complete for port 5b01213a-347e-4c4b-98ba-99a7a5177b2b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:15.007207 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3fd9efcc-7298-40d5-b0a7-4b49b0f02433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.026761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Router b7b143aa-d4e1-4e30-a633-6d8da269e09f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:15.052607 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3fd9efcc-7298-40d5-b0a7-4b49b0f02433 None None] Port 5b01213a-347e-4c4b-98ba-99a7a5177b2b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:15.112150 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb931fc2-a510-422b-9545-9153006931b3 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.124665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b28ef21-f784-41e1-8585-309178ed9474 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:15.135474 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-438b7701-a58a-4881-9a2d-4092451c660a req-dd990141-502d-4c18-8b67-76d8a29e2919 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182442 Feb 11 13:35:15.185399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:15.194355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ae990a0d-9c6b-40d8-a308-16f2c0805b85 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "PUT /v2.0/routers/b7b143aa-d4e1-4e30-a633-6d8da269e09f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2726276 Feb 11 13:35:15.196679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35440) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:15.198690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398114bc-c38c-4013-a524-39f980e291d0 None None] Sync routers for ids ['b7b143aa-d4e1-4e30-a633-6d8da269e09f'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:15.225109 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-6632fe77-5a48-45f4-a690-a225a7b4656e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:35:15.227526 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6632fe77-5a48-45f4-a690-a225a7b4656e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/a1076e98-0bf0-413d-9230-81c6ae45fd66 HTTP/1.1" status: 404 len: 333 time: 0.0313153 Feb 11 13:35:15.228953 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8858-8e0c-4d7b-94fb-07531638d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.231157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35442) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:15.233225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc0a8858-8e0c-4d7b-94fb-07531638d784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.237574 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dc0a8858-8e0c-4d7b-94fb-07531638d784 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bbd4f38a-77a1-4afb-b23d-3a704dd0d059 HTTP/1.1" status: 204 len: 168 time: 0.8762386 Feb 11 13:35:15.240328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398114bc-c38c-4013-a524-39f980e291d0 None None] Routers {'b7b143aa-d4e1-4e30-a633-6d8da269e09f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:15.241752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-398114bc-c38c-4013-a524-39f980e291d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:34:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7b143aa-d4e1-4e30-a633-6d8da269e09f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:15.246768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a8858-8e0c-4d7b-94fb-07531638d784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd4f38a-77a1-4afb-b23d-3a704dd0d059,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:15.298258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-398114bc-c38c-4013-a524-39f980e291d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:15.326415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398114bc-c38c-4013-a524-39f980e291d0 None None] Routers {'b7b143aa-d4e1-4e30-a633-6d8da269e09f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:15.327586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-398114bc-c38c-4013-a524-39f980e291d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:34:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b7b143aa-d4e1-4e30-a633-6d8da269e09f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:15.365000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.368746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-398114bc-c38c-4013-a524-39f980e291d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:15.369720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398114bc-c38c-4013-a524-39f980e291d0 None None] The sync data for ids ['b7b143aa-d4e1-4e30-a633-6d8da269e09f'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:15.469961 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.495022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:15.497874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:15.525087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:15.579288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffe2c8-7a1d-401c-8390-d7911cb5a4b7 req-cc2b3a7a-86c4-4523-9524-d1c1c12dd1b7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:15.592276 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5cffe2c8-7a1d-401c-8390-d7911cb5a4b7 req-cc2b3a7a-86c4-4523-9524-d1c1c12dd1b7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 945 time: 0.1238260 Feb 11 13:35:15.673226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Pushing event updated for resources: {'Port': ['ID=fdb200e9-0fc2-4ad2-a82c-d2baa406adf0,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:15.675565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Attempting to bind port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:15.675925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Attempting to bind port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:15.676587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Attempting to bind port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:15.685196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:15.685573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:35:15.685997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.686385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:15.689209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Bound port: fdb200e9-0fc2-4ad2-a82c-d2baa406adf0, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:15.690272 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.697391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5cffe2c8-7a1d-401c-8390-d7911cb5a4b7 req-b9ede2a7-bee8-41a0-860e-7e6729ac457b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994451 Feb 11 13:35:15.781475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] For port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:15.786384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] For port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fdb200e9-0fc2-4ad2-a82c-d2baa406adf0,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:15.831736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f679fce1-b8ec-4031-86de-bf41c5e3fb51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.882168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:15.950236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b28ef21-f784-41e1-8585-309178ed9474 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.014760 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa82039-3137-4686-b2bf-4217243b0b2c None None] Pushing event updated for resources: {'Port': ['ID=fdb200e9-0fc2-4ad2-a82c-d2baa406adf0,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:16.100367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-6b28ef21-f784-41e1-8585-309178ed9474 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 74c78290-ec1f-4a0e-9eaa-75a7578bc275 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:16.120630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f679fce1-b8ec-4031-86de-bf41c5e3fb51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.123483 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f679fce1-b8ec-4031-86de-bf41c5e3fb51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.298528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb931fc2-a510-422b-9545-9153006931b3 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.396482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f679fce1-b8ec-4031-86de-bf41c5e3fb51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.397046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f679fce1-b8ec-4031-86de-bf41c5e3fb51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Fanout notify agent at l3_agent the message router_deleted on router b7b143aa-d4e1-4e30-a633-6d8da269e09f {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:35:16.411993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726d246-c80a-4b2b-b9b9-02f45d89e047 req-36f2e2af-2ed5-4112-906a-83d7285a26e0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.415722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0726d246-c80a-4b2b-b9b9-02f45d89e047 req-36f2e2af-2ed5-4112-906a-83d7285a26e0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1361415 Feb 11 13:35:16.463994 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0726d246-c80a-4b2b-b9b9-02f45d89e047 req-ab17d5c8-ca0a-4635-8a06-31ec14045855 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409439 Feb 11 13:35:16.472412 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f679fce1-b8ec-4031-86de-bf41c5e3fb51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.473658 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f679fce1-b8ec-4031-86de-bf41c5e3fb51 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/routers/b7b143aa-d4e1-4e30-a633-6d8da269e09f HTTP/1.1" status: 204 len: 168 time: 1.2412567 Feb 11 13:35:16.477651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35480) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:16.483633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c842538-c210-42aa-8efd-250cfaf868c9 req-57bc98ad-5b1f-4ee1-bbc3-5b50f95d9309 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.493869 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c842538-c210-42aa-8efd-250cfaf868c9 req-57bc98ad-5b1f-4ee1-bbc3-5b50f95d9309 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 945 time: 0.4021897 Feb 11 13:35:16.506565 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb931fc2-a510-422b-9545-9153006931b3 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.672026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b842dbb2-0df4-415c-88f5-9da811d90917 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet 4f599dac-85e7-4fe7-98a1-60bd376693de {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:35:16.680426 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b842dbb2-0df4-415c-88f5-9da811d90917 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.733191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bb931fc2-a510-422b-9545-9153006931b3 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] In _notify_port_updated(), no bound segment for port 5b01213a-347e-4c4b-98ba-99a7a5177b2b on network 6474e2a1-8cbc-4077-8b6d-de15927fb8de {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:35:16.738704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb931fc2-a510-422b-9545-9153006931b3 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:16.739399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb931fc2-a510-422b-9545-9153006931b3 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.740756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bb931fc2-a510-422b-9545-9153006931b3 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "PUT /v2.0/ports/5b01213a-347e-4c4b-98ba-99a7a5177b2b HTTP/1.1" status: 200 len: 995 time: 1.7757812 Feb 11 13:35:16.750402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35490) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:16.776696 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b842dbb2-0df4-415c-88f5-9da811d90917 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.859263 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b28ef21-f784-41e1-8585-309178ed9474 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:35:16.859980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b28ef21-f784-41e1-8585-309178ed9474 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:35:16.868618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c842538-c210-42aa-8efd-250cfaf868c9 req-e57b57b2-f616-46cb-b365-932619f95c28 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3737836 Feb 11 13:35:16.879587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b842dbb2-0df4-415c-88f5-9da811d90917 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:16.937442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb931fc2-a510-422b-9545-9153006931b3 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Port': ['ID=5b01213a-347e-4c4b-98ba-99a7a5177b2b,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:16.991004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0754d0b4-ddc7-4161-be77-ae8b53cdf481 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Deleting port 5b01213a-347e-4c4b-98ba-99a7a5177b2b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:16.991622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0754d0b4-ddc7-4161-be77-ae8b53cdf481 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.054628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68600c-1c3a-4cfc-b0bf-a3e3ac33203f req-158a5462-7516-4cab-b3b3-d8c1eb81f381 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.063458 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec68600c-1c3a-4cfc-b0bf-a3e3ac33203f req-158a5462-7516-4cab-b3b3-d8c1eb81f381 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 945 time: 0.1064556 Feb 11 13:35:17.081726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-93ceda15-c8f9-4bf3-84b5-3967fdfaf307 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.083352 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-93ceda15-c8f9-4bf3-84b5-3967fdfaf307 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 945 time: 0.1257591 Feb 11 13:35:17.094599 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b842dbb2-0df4-415c-88f5-9da811d90917 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.102555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b28ef21-f784-41e1-8585-309178ed9474 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.7007575 Feb 11 13:35:17.111398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35494) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:17.115252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8a59ecc-7d61-4d65-b2db-b2d77e3bdfcf None None] Provisioning complete for port 5b01213a-347e-4c4b-98ba-99a7a5177b2b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:17.115907 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8a59ecc-7d61-4d65-b2db-b2d77e3bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.192492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8a59ecc-7d61-4d65-b2db-b2d77e3bdfcf None None] Port 5b01213a-347e-4c4b-98ba-99a7a5177b2b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:17.195715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842dbb2-0df4-415c-88f5-9da811d90917 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=4f599dac-85e7-4fe7-98a1-60bd376693de,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:17.198331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0754d0b4-ddc7-4161-be77-ae8b53cdf481 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.201870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b842dbb2-0df4-415c-88f5-9da811d90917 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.210022 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b842dbb2-0df4-415c-88f5-9da811d90917 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/4f599dac-85e7-4fe7-98a1-60bd376693de HTTP/1.1" status: 204 len: 168 time: 0.7309172 Feb 11 13:35:17.211127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35498) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:17.213816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a69c1-df4b-4946-9d89-a396b62850ff None None] Network 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:17.228681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0754d0b4-ddc7-4161-be77-ae8b53cdf481 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Calling delete_port for 5b01213a-347e-4c4b-98ba-99a7a5177b2b owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:17.389718 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ec68600c-1c3a-4cfc-b0bf-a3e3ac33203f req-65a3c3b2-ab8e-4b72-bef9-61b956b548a2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259287 Feb 11 13:35:17.435741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16886fd-8c44-4ce6-be81-e2892b0a35bb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.440805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e16886fd-8c44-4ce6-be81-e2892b0a35bb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3214922 Feb 11 13:35:17.445134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35504) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:17.451848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 02a8182b-e5aa-4199-aec4-47e2085f56da no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:17.530600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.579471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1548370-ff77-4fa8-a4ef-0af4db0634f9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.582984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1548370-ff77-4fa8-a4ef-0af4db0634f9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.585528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e1548370-ff77-4fa8-a4ef-0af4db0634f9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1389868 Feb 11 13:35:17.587960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35510) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:17.595237 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.624655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-01373ca1-dfa3-4139-84a9-2fa8a8562af7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Deleting port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:17.625959 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-01373ca1-dfa3-4139-84a9-2fa8a8562af7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.626082 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0754d0b4-ddc7-4161-be77-ae8b53cdf481 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.646316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:17.648782 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beda2ce-c044-4e43-80fe-cbc74a1657ab" -d '{"events": [{"server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "name": "network-vif-unplugged", "status": "completed", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:17.655990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40359855-f484-4fbf-8c84-ae9b05d36fcf None None] DHCP port deletion for 63bc8de2-58a1-4c3a-92a1-b20de94dbec9 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:35:17.691454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8457ff7e-b5d5-4720-b77c-78fcf9683ea1 None None] Provisioning complete for port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:17.691821 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8457ff7e-b5d5-4720-b77c-78fcf9683ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.769069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:17.770927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754d0b4-ddc7-4161-be77-ae8b53cdf481 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event deleted for resources: {'Port': ['ID=5b01213a-347e-4c4b-98ba-99a7a5177b2b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:17.774936 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0f41f0-491b-40b1-abc0-25a3ef274c64 x-openstack-request-id: req-aa0f41f0-491b-40b1-abc0-25a3ef274c64 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:17.775213 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "name": "network-vif-unplugged", "status": "failed", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da", "code": 422}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:17.775464 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-aa0f41f0-491b-40b1-abc0-25a3ef274c64 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:17.775913 n-d-816488-1 neutron-server[103008]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'code': 422} returned with failed status Feb 11 13:35:17.807650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-01373ca1-dfa3-4139-84a9-2fa8a8562af7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] For port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:17.809310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-01373ca1-dfa3-4139-84a9-2fa8a8562af7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.840928 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.842937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-01373ca1-dfa3-4139-84a9-2fa8a8562af7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Calling delete_port for 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:17.863218 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb0a26e-bc32-4bdb-bd1a-e5257ed7c6ec tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 57dc11b9-d304-48cf-9c2d-e47186533747 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:35:17.886023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:17.902452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edb0a26e-bc32-4bdb-bd1a-e5257ed7c6ec tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.979273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a29f8f-5bf0-4b57-8792-7c98c5c9f808 req-4334420f-6daa-4a4a-9745-730e82d0cf46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:17.983710 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3a29f8f-5bf0-4b57-8792-7c98c5c9f808 req-4334420f-6daa-4a4a-9745-730e82d0cf46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.3587217 Feb 11 13:35:17.991938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:17.992680 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edb0a26e-bc32-4bdb-bd1a-e5257ed7c6ec tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:17.996805 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.037220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0754d0b4-ddc7-4161-be77-ae8b53cdf481 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.040987 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0754d0b4-ddc7-4161-be77-ae8b53cdf481 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "DELETE /v2.0/ports/5b01213a-347e-4c4b-98ba-99a7a5177b2b HTTP/1.1" status: 204 len: 168 time: 1.2878058 Feb 11 13:35:18.053671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-40359855-f484-4fbf-8c84-ae9b05d36fcf None None] Deleting port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:18.054115 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-40359855-f484-4fbf-8c84-ae9b05d36fcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.088100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35524) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:18.136537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-40359855-f484-4fbf-8c84-ae9b05d36fcf None None] For port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f,segment=NetworkSegment(8c67f6b6-6a0c-463d-b779-6ee3be5bc52a),segment_id=8c67f6b6-6a0c-463d-b779-6ee3be5bc52a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:18.137759 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-40359855-f484-4fbf-8c84-ae9b05d36fcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.145572 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93e453d-c194-441f-b59b-c4944a5b6526 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] GET failed (client error): The resource could not be found. Feb 11 13:35:18.147434 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c93e453d-c194-441f-b59b-c4944a5b6526 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "GET /v2.0/ports/5b01213a-347e-4c4b-98ba-99a7a5177b2b HTTP/1.1" status: 404 len: 333 time: 0.0528553 Feb 11 13:35:18.153047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3a29f8f-5bf0-4b57-8792-7c98c5c9f808 req-58b8e68b-aa72-4931-9e71-643bb458497b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511605 Feb 11 13:35:18.156443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35526) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:18.161406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-40359855-f484-4fbf-8c84-ae9b05d36fcf None None] Calling delete_port for df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:18.164317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'port': {'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de', 'name': 'tempest-AllowedAddressPairTestJSON-1500466531'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:18.262878 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8457ff7e-b5d5-4720-b77c-78fcf9683ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.282921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] For port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f,segment=NetworkSegment(8c67f6b6-6a0c-463d-b779-6ee3be5bc52a),segment_id=8c67f6b6-6a0c-463d-b779-6ee3be5bc52a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:18.283301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.296431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:18.304198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:18.308966 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edb0a26e-bc32-4bdb-bd1a-e5257ed7c6ec tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.388096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:18.388469 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.392014 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-51e12132-433a-4fb9-9b6a-ee4e35968739 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1411664 Feb 11 13:35:18.415271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-01373ca1-dfa3-4139-84a9-2fa8a8562af7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.445502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d', '5f3f3448-44c7-43ef-97a6-6d4ae6c931ea'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:18.455164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['23cfcf4f-373e-4ce4-b271-a80059493937'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:18.468844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-9af4fb2b-250e-4a5c-8978-1f0c140f6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:18.472936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-9af4fb2b-250e-4a5c-8978-1f0c140f6a20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0518594 Feb 11 13:35:18.474218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01373ca1-dfa3-4139-84a9-2fa8a8562af7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event deleted for resources: {'Port': ['ID=5f3f3448-44c7-43ef-97a6-6d4ae6c931ea,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:18.519768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183d648-2e56-4f9f-829a-f6f1c8941f14 req-7d5c115b-2613-428b-90cf-f8af3d604c5f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:18.527685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e183d648-2e56-4f9f-829a-f6f1c8941f14 req-7d5c115b-2613-428b-90cf-f8af3d604c5f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.4268243 Feb 11 13:35:18.549689 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-40359855-f484-4fbf-8c84-ae9b05d36fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.601575 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.623922 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-8457ff7e-b5d5-4720-b77c-78fcf9683ea1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:35:18.624329 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-8457ff7e-b5d5-4720-b77c-78fcf9683ea1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:35:18.630946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-9dca7c0d-9e85-4afe-9a25-05befa8cf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:18.631924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No DVR routers for this DVR port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:18.635223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-9dca7c0d-9e85-4afe-9a25-05befa8cf88a service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.1403854 Feb 11 13:35:18.635703 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Made reservation on behalf of 3682b9fe806c43b7892f8c8b872125c1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:18.640521 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.643079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edb0a26e-bc32-4bdb-bd1a-e5257ed7c6ec tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.652994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40359855-f484-4fbf-8c84-ae9b05d36fcf None None] Pushing event deleted for resources: {'Port': ['ID=df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:18.655400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40359855-f484-4fbf-8c84-ae9b05d36fcf None None] No DVR routers for this DVR port df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:18.679464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-01373ca1-dfa3-4139-84a9-2fa8a8562af7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] No DVR routers for this DVR port 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:18.683942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-01373ca1-dfa3-4139-84a9-2fa8a8562af7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.688621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a3024f4c-dba7-42d6-8b37-c30e698351c6 req-01373ca1-dfa3-4139-84a9-2fa8a8562af7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "DELETE /v2.0/ports/5f3f3448-44c7-43ef-97a6-6d4ae6c931ea HTTP/1.1" status: 204 len: 173 time: 1.5958052 Feb 11 13:35:18.696779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a51beb-a23c-4a74-a132-2be7fb035953', 'name': 'network-vif-deleted', 'tag': '5f3f3448-44c7-43ef-97a6-6d4ae6c931ea'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:18.700822 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a95f533-9c86-40e5-8e33-ed0daa358a1b" -d '{"events": [{"server_uuid": "60a51beb-a23c-4a74-a132-2be7fb035953", "name": "network-vif-deleted", "tag": "5f3f3448-44c7-43ef-97a6-6d4ae6c931ea"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:18.709967 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0a26e-bc32-4bdb-bd1a-e5257ed7c6ec tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=57dc11b9-d304-48cf-9c2d-e47186533747,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:18.764265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e183d648-2e56-4f9f-829a-f6f1c8941f14 req-1faf1f18-0d5b-4867-a5f9-c68a74d07851 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355642 Feb 11 13:35:18.790331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a72debcc-23bd-46a7-a78c-a7b1e884fe1a req-a34f1a71-fcb5-4890-abdb-2543464b6a43 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 210 time: 0.1448300 Feb 11 13:35:18.790331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-2860379d-4bac-467a-9f1d-323146e2e483 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fd725b32-020a-4ad7-a810-1f3105417f36 HTTP/1.1" status: 200 len: 217 time: 0.1339245 Feb 11 13:35:18.790331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edb0a26e-bc32-4bdb-bd1a-e5257ed7c6ec tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.793912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-edb0a26e-bc32-4bdb-bd1a-e5257ed7c6ec tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/57dc11b9-d304-48cf-9c2d-e47186533747 HTTP/1.1" status: 204 len: 168 time: 1.2007248 Feb 11 13:35:18.801720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35544) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:18.809535 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8dd13e-b6da-4f69-a857-8300a3dd8a9b None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:18.816120 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:18.872899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] device_id is not set on port 503ff2aa-289e-4030-b7e6-2cb9748cebdc yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:18.878742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-b0c84221-9586-4375-a821-5fe7fe8f95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:18.880304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-b0c84221-9586-4375-a821-5fe7fe8f95af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.0826654 Feb 11 13:35:18.979389 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ede0be03-8702-42c8-96d8-4ca717c35e8c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1766999 Feb 11 13:35:19.031934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35552) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:19.044554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7a7bc2c9-fd96-481b-ae23-dc2e696fcf7f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:19.046299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fdb200e9-0fc2-4ad2-a82c-d2baa406adf0,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:19.199357 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1993eaf7-0301-4941-be3e-1c121e2b622c x-openstack-request-id: req-1993eaf7-0301-4941-be3e-1c121e2b622c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:19.208578 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a51beb-a23c-4a74-a132-2be7fb035953", "name": "network-vif-deleted", "tag": "5f3f3448-44c7-43ef-97a6-6d4ae6c931ea", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:19.208578 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1993eaf7-0301-4941-be3e-1c121e2b622c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:19.208578 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a51beb-a23c-4a74-a132-2be7fb035953', 'name': 'network-vif-deleted', 'tag': '5f3f3448-44c7-43ef-97a6-6d4ae6c931ea', 'status': 'completed', 'code': 200} Feb 11 13:35:19.208578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:19.238090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.275637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-399d68cd-4093-4a7b-bee9-95ead239f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.277719 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-399d68cd-4093-4a7b-bee9-95ead239f021 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3154824 Feb 11 13:35:19.326176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Allocated IP 172.20.0.11 (6474e2a1-8cbc-4077-8b6d-de15927fb8de/3ae0fb8d-061d-42ce-b102-d668e9983c11/503ff2aa-289e-4030-b7e6-2cb9748cebdc) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:19.377604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.421707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bc8de2-58a1-4c3a-92a1-b20de94dbec9']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:19.439162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c67f6b6-6a0c-463d-b779-6ee3be5bc52a') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:19.439492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c67f6b6-6a0c-463d-b779-6ee3be5bc52a') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:19.449341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d8ee7-bdc7-4cc8-8998-6bdadd175512 req-ce8bf354-235a-4d18-a083-9881da853ab3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:19.451103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e24d8ee7-bdc7-4cc8-8998-6bdadd175512 req-ce8bf354-235a-4d18-a083-9881da853ab3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1441259 Feb 11 13:35:19.463861 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-f0dce9be-eb44-46ed-a3b2-5e184828cfa9 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780770 Feb 11 13:35:19.471867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.503751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.518753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e24d8ee7-bdc7-4cc8-8998-6bdadd175512 req-60d7910a-a7ee-4156-a8a9-1e313731b993 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617511 Feb 11 13:35:19.520012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:35:19.520436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:19.526166 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:19.538276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7bc2c9-fd96-481b-ae23-dc2e696fcf7f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:19.542030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7a7bc2c9-fd96-481b-ae23-dc2e696fcf7f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.660181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:19.701806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:19.702235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device df5f5404-1d69-4e3e-adf3-08a2d7ecdf7f not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:19.718548 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-de258c6f-b81f-481f-9548-c3be0ef050b4 req-a05f6a61-a627-4bd6-9c33-7b7dace09b2d service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433770 Feb 11 13:35:19.723100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=fdb200e9-0fc2-4ad2-a82c-d2baa406adf0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:19.730977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.765486 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.772396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.782755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35568) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:19.785384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/networks/63bc8de2-58a1-4c3a-92a1-b20de94dbec9 HTTP/1.1" status: 204 len: 168 time: 2.5670533 Feb 11 13:35:19.811487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b092b-8acd-41fb-8eda-4d2191e4cf2e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Network': ['ID=63bc8de2-58a1-4c3a-92a1-b20de94dbec9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:19.836844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbb3526-37d1-4ac8-a399-ca49faa111a8 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:35:19.846351 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.933920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb3526-37d1-4ac8-a399-ca49faa111a8 None None] Deleting port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:19.934426 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3526-37d1-4ac8-a399-ca49faa111a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:19.999686 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1da2ee74-f56a-4ed4-8759-a9583bc9dc78 req-365e916a-7a52-45d8-933a-86f2dbd1f399 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=60a51beb-a23c-4a74-a132-2be7fb035953 HTTP/1.1" status: 200 len: 210 time: 0.0707407 Feb 11 13:35:20.076224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fdbb3526-37d1-4ac8-a399-ca49faa111a8 None None] For port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fdb200e9-0fc2-4ad2-a82c-d2baa406adf0,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:20.076864 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3526-37d1-4ac8-a399-ca49faa111a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.092958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb3526-37d1-4ac8-a399-ca49faa111a8 None None] Calling delete_port for fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:20.173155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35582) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:20.202723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b4619d-5f9b-4530-b842-b1181853c956 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:20.216826 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-39b4619d-5f9b-4530-b842-b1181853c956 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/5ec7e95b-a159-43af-9634-831e59923814 HTTP/1.1" status: 200 len: 845 time: 0.4210291 Feb 11 13:35:20.220710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35586) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:20.230837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:20.282620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:20.286865 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdbb3526-37d1-4ac8-a399-ca49faa111a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.291750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Port': ['ID=503ff2aa-289e-4030-b7e6-2cb9748cebdc,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:20.303704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:20.343509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb3526-37d1-4ac8-a399-ca49faa111a8 None None] Pushing event deleted for resources: {'Port': ['ID=fdb200e9-0fc2-4ad2-a82c-d2baa406adf0,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:20.349124 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb3526-37d1-4ac8-a399-ca49faa111a8 None None] No DVR routers for this DVR port fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:20.351533 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a0ff102e-e914-4d0d-b179-77e7d3d1783c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/5ec7e95b-a159-43af-9634-831e59923814?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1240468 Feb 11 13:35:20.356672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35588) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:20.363569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-53810e29-f908-485a-a58d-8a922552c22e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:20.387792 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:20.388511 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.499792 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aba84007-c45a-4665-9175-4c2086d4b6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.532236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7a7bc2c9-fd96-481b-ae23-dc2e696fcf7f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.601023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aba84007-c45a-4665-9175-4c2086d4b6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.633447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-86bc9648-7e58-4164-9bd9-da92cdd1c13e tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4760940 Feb 11 13:35:20.636547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35600) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:20.640668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7bc2c9-fd96-481b-ae23-dc2e696fcf7f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=a8abf40f-10a8-437f-a4ad-8e341e929f76,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:20.643923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'port': {'network_id': '6474e2a1-8cbc-4077-8b6d-de15927fb8de', 'name': 'tempest-AllowedAddressPairTestJSON-532896451'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:20.651924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-01e2bf32-df3f-479b-85ef-e20fc6818278 None None] Provisioning complete for port 503ff2aa-289e-4030-b7e6-2cb9748cebdc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:20.652397 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-01e2bf32-df3f-479b-85ef-e20fc6818278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.657595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7bc2c9-fd96-481b-ae23-dc2e696fcf7f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:20.662437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7a7bc2c9-fd96-481b-ae23-dc2e696fcf7f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:20.666251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7bc2c9-fd96-481b-ae23-dc2e696fcf7f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:20.666945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7a7bc2c9-fd96-481b-ae23-dc2e696fcf7f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.687349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53810e29-f908-485a-a58d-8a922552c22e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:20.690785 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53810e29-f908-485a-a58d-8a922552c22e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.714826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3feb3fa-3fdc-4a52-befd-b6064cc6a8c8 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:20.753423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aba84007-c45a-4665-9175-4c2086d4b6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.764487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-010a9234-ba3d-4d90-8c68-c4b5b6d06f68 req-6f19b11a-bd1d-4173-8c2c-db1d478fee7c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:35:20.765458 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-010a9234-ba3d-4d90-8c68-c4b5b6d06f68 req-6f19b11a-bd1d-4173-8c2c-db1d478fee7c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058289 Feb 11 13:35:20.786659 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7a7bc2c9-fd96-481b-ae23-dc2e696fcf7f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7536409 Feb 11 13:35:20.789326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35608) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:20.794129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-01e2bf32-df3f-479b-85ef-e20fc6818278 None None] Port 503ff2aa-289e-4030-b7e6-2cb9748cebdc cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:20.795497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-105c78ab-a002-4a3a-8a41-00ae95fe50f4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-393083664', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:20.848875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aba84007-c45a-4665-9175-4c2086d4b6a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4eb232695d854e6588c6f24d60dde485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698647 Feb 11 13:35:20.851684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35610) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:20.915520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba84007-c45a-4665-9175-4c2086d4b6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a86be-7917-475f-b3ab-c9eeae9a08b8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:20.922642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': 'a8abf40f-10a8-437f-a4ad-8e341e929f76'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:35:20.923680 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.926525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fdce23f3-b45d-49e9-bb86-4f93c1210276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.931381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-105c78ab-a002-4a3a-8a41-00ae95fe50f4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.932380 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-105c78ab-a002-4a3a-8a41-00ae95fe50f4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:20.935116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c959e51-afe9-4fbe-9774-e2d2e9d94884 req-9571b91a-fc8e-45fc-ae5a-53920c6346a0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:20.936995 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c959e51-afe9-4fbe-9774-e2d2e9d94884 req-9571b91a-fc8e-45fc-ae5a-53920c6346a0 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.3038332 Feb 11 13:35:20.960362 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fdce23f3-b45d-49e9-bb86-4f93c1210276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.050580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c959e51-afe9-4fbe-9774-e2d2e9d94884 req-39c7d3dc-14ed-4ddb-8e85-baaaab77e086 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042564 Feb 11 13:35:21.099856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-105c78ab-a002-4a3a-8a41-00ae95fe50f4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.117730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/a8abf40f-10a8-437f-a4ad-8e341e929f76/6b845942-baaa-4f6f-a27e-45a7b52095f0) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:21.135808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Made reservation on behalf of 3682b9fe806c43b7892f8c8b872125c1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:21.141810 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.181703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] device_id is not set on port d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:21.206797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-105c78ab-a002-4a3a-8a41-00ae95fe50f4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.242497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fdce23f3-b45d-49e9-bb86-4f93c1210276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.246714 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fdce23f3-b45d-49e9-bb86-4f93c1210276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.247802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fdce23f3-b45d-49e9-bb86-4f93c1210276 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b4a86be-7917-475f-b3ab-c9eeae9a08b8 HTTP/1.1" status: 204 len: 168 time: 0.3943260 Feb 11 13:35:21.264735 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce23f3-b45d-49e9-bb86-4f93c1210276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4a86be-7917-475f-b3ab-c9eeae9a08b8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:21.309163 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53810e29-f908-485a-a58d-8a922552c22e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.336838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-105c78ab-a002-4a3a-8a41-00ae95fe50f4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.338092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-105c78ab-a002-4a3a-8a41-00ae95fe50f4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5478594 Feb 11 13:35:21.341958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35632) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:21.347839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:21.389234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:21.389582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 5f3f3448-44c7-43ef-97a6-6d4ae6c931ea not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:21.390955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53810e29-f908-485a-a58d-8a922552c22e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:21.391315 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.398869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-53810e29-f908-485a-a58d-8a922552c22e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:21.407200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53810e29-f908-485a-a58d-8a922552c22e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.407793 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53810e29-f908-485a-a58d-8a922552c22e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.410371 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f5ad8c-c991-4612-a6b8-43b7054cdf9f None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:21.484633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a0fb8-a616-4609-be14-a02f88fc8952 req-af9af444-3623-4da6-9407-0958be2563bc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.486194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7a0fb8-a616-4609-be14-a02f88fc8952 req-af9af444-3623-4da6-9407-0958be2563bc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.1868203 Feb 11 13:35:21.489387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53810e29-f908-485a-a58d-8a922552c22e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=4449b1ac-59bc-4e1e-be57-e130797766e2,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:21.517621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Allocated IP 172.20.0.13 (6474e2a1-8cbc-4077-8b6d-de15927fb8de/3ae0fb8d-061d-42ce-b102-d668e9983c11/d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:21.535090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.550254 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-53810e29-f908-485a-a58d-8a922552c22e tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1920502 Feb 11 13:35:21.552298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35638) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:21.558736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ec4d60fe-43e4-4d43-8cdb-1726fd31c598 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'security_group': {'name': 'tempest-secgroup-1842055117'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:21.675522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:21.689111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:21.695753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:21.701118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Pushing event updated for resources: {'Port': ['ID=6b845942-baaa-4f6f-a27e-45a7b52095f0,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:21.819527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7a0fb8-a616-4609-be14-a02f88fc8952 req-112f72bc-81e2-4054-b25d-64c53a22f06c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084385 Feb 11 13:35:21.864803 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.872448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:21.887691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-36639e10-4ef9-4ffb-ad2e-2de3607ee780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:21.889183 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-36639e10-4ef9-4ffb-ad2e-2de3607ee780 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1095 time: 0.2299547 Feb 11 13:35:21.910113 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec4d60fe-43e4-4d43-8cdb-1726fd31c598 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.921410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Attempting to bind port 6b845942-baaa-4f6f-a27e-45a7b52095f0 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:21.922543 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Attempting to bind port 6b845942-baaa-4f6f-a27e-45a7b52095f0 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:21.923112 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Attempting to bind port 6b845942-baaa-4f6f-a27e-45a7b52095f0 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:21.939036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:21.939036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fdb200e9-0fc2-4ad2-a82c-d2baa406adf0 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:21.957393 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.963491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:21.963491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:35:21.963890 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:21.964911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:21.965380 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Bound port: 6b845942-baaa-4f6f-a27e-45a7b52095f0, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:21.965784 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.059323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec4d60fe-43e4-4d43-8cdb-1726fd31c598 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.095601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] For port 6b845942-baaa-4f6f-a27e-45a7b52095f0, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:22.098474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] For port 6b845942-baaa-4f6f-a27e-45a7b52095f0, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6b845942-baaa-4f6f-a27e-45a7b52095f0,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:22.121935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7a35d-d17e-4763-ba35-1ce347a75d85 req-3f5387f9-fcaf-4e5c-8318-480eb6bc0e58 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.129802 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc7a35d-d17e-4763-ba35-1ce347a75d85 req-3f5387f9-fcaf-4e5c-8318-480eb6bc0e58 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.0686154 Feb 11 13:35:22.148769 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec4d60fe-43e4-4d43-8cdb-1726fd31c598 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.152642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-10da11a6-4278-4608-8424-6b7276a6c7e0', 'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'tenant_id': 'dd92dff240c54942b29a0f533aaec3ce', 'fixed_ips': [{'subnet_id': '4449b1ac-59bc-4e1e-be57-e130797766e2'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:35:22.154448 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.195335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d60fe-43e4-4d43-8cdb-1726fd31c598 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1f828b-85ec-445e-93da-db468af915d7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:22.205673 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.213178 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc7a35d-d17e-4763-ba35-1ce347a75d85 req-1ee24e4e-026a-4298-88b2-6487ff5978d8 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823486 Feb 11 13:35:22.239329 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd4aae-cc61-4671-ac9c-b9567c6996db req-ee307396-c2c6-4083-92ad-99970b425c6f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.240958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-edfd4aae-cc61-4671-ac9c-b9567c6996db req-ee307396-c2c6-4083-92ad-99970b425c6f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 945 time: 0.2169545 Feb 11 13:35:22.257879 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.267797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Port': ['ID=d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:22.275562 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec4d60fe-43e4-4d43-8cdb-1726fd31c598 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.277205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ec4d60fe-43e4-4d43-8cdb-1726fd31c598 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7225797 Feb 11 13:35:22.281427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35652) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:22.283999 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-dba63c85-8c94-4cf0-9471-4fa26eafe6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.285470 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-dba63c85-8c94-4cf0-9471-4fa26eafe6a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.3297379 Feb 11 13:35:22.286301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-75cc28c1-c2aa-4b81-9f68-0239936aeec5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'security_group': {'name': 'tempest-secgroup-1954879748'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:22.301826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:22.306174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:22.311241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:22.367646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-bf01a03e-cf49-4ff1-a24d-1f47e26fcfcc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 999 time: 0.0727754 Feb 11 13:35:22.395370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.396164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.403050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb8330-9336-421a-9249-784b68b45482 None None] Pushing event updated for resources: {'Port': ['ID=6b845942-baaa-4f6f-a27e-45a7b52095f0,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:22.423467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Allocated IP 2001:db8::2 (10da11a6-4278-4608-8424-6b7276a6c7e0/4449b1ac-59bc-4e1e-be57-e130797766e2/531a0aa6-e2ba-47af-b09a-67e3c65d5f17) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:22.449272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35654) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:22.478709 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75cc28c1-c2aa-4b81-9f68-0239936aeec5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.485062 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05b46ab5-bed0-4cdc-910b-3fd82fb605a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.513701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-edfd4aae-cc61-4671-ac9c-b9567c6996db req-5a6bf277-6086-4a10-bc6a-2b1a7ee690e1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590766 Feb 11 13:35:22.531947 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ad3fee30-e7cf-446b-895e-d026c5804ba1 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8938620 Feb 11 13:35:22.549214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35658) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:22.550996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-3e9b97bd-c4c4-44b8-b155-60a325466269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.552568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-3e9b97bd-c4c4-44b8-b155-60a325466269 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1776819 Feb 11 13:35:22.560365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8fbe4c5f-d34a-42ad-a9b2-496bad462235 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:04:be:11'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:0c:6e:dd'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:22.700567 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75cc28c1-c2aa-4b81-9f68-0239936aeec5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.774364 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05b46ab5-bed0-4cdc-910b-3fd82fb605a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.774516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::1 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/a8abf40f-10a8-437f-a4ad-8e341e929f76/eb39d7ee-acf2-4840-be7c-665ee92d7917) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:22.803514 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75cc28c1-c2aa-4b81-9f68-0239936aeec5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.806837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-9ec2925b-fa92-418d-a4fe-735e2a35720e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:22.808521 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-9ec2925b-fa92-418d-a4fe-735e2a35720e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2294226 Feb 11 13:35:22.827461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-66491d08-a112-42e8-91e6-9d2d6bfef0e7 None None] Provisioning complete for port d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:22.827724 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-66491d08-a112-42e8-91e6-9d2d6bfef0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.831179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.857070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc28c1-c2aa-4b81-9f68-0239936aeec5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956a3530-3438-49d5-9fcb-de20f8aab147,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:22.876196 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05b46ab5-bed0-4cdc-910b-3fd82fb605a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.911690 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-05b46ab5-bed0-4cdc-910b-3fd82fb605a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=43c19c8bf5da4b6a80c49af90a0e34b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4599404 Feb 11 13:35:22.915072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35662) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:22.924645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-66491d08-a112-42e8-91e6-9d2d6bfef0e7 None None] Port d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:22.943246 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75cc28c1-c2aa-4b81-9f68-0239936aeec5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.944616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-75cc28c1-c2aa-4b81-9f68-0239936aeec5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6620862 Feb 11 13:35:22.950988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35666) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:22.958100 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:22.972728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1876453362', 'security_groups': ['956a3530-3438-49d5-9fcb-de20f8aab147'], 'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4449b1ac-59bc-4e1e-be57-e130797766e2'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:23.032188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-fb472bc0-27c2-4662-880d-e960b9051734 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130439 Feb 11 13:35:23.051828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:23.056153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:23.061520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:23.099764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-e056c1e1-d1a2-4863-b031-ffbfee2cad76 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8480406 Feb 11 13:35:23.101931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b46ab5-bed0-4cdc-910b-3fd82fb605a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c6e898-919e-402e-86c9-7020d9bb8d6c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.140860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Pushing event updated for resources: {'Port': ['ID=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.159449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-2efe1e68-988e-45b6-a0f9-a7f467a18f2f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:35:23.160426 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-2efe1e68-988e-45b6-a0f9-a7f467a18f2f service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126681 Feb 11 13:35:23.168545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.169227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.170022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.170676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.171194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.171718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.172225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.172730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.173222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.173717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.174259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.174751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:23.191440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27ff7d-bceb-4af2-b029-f35bc61eb64e req-20e2d9a4-8cf1-47c7-9f88-067d8340cc0d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.193115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd27ff7d-bceb-4af2-b029-f35bc61eb64e req-20e2d9a4-8cf1-47c7-9f88-067d8340cc0d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.2293391 Feb 11 13:35:23.197090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe4c5f-d34a-42ad-a9b2-496bad462235 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.203933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.212294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Attempting to bind port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:23.214296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Attempting to bind port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '9391d576-9ae3-4949-8c87-94a140c91f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:23.214296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Attempting to bind port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 on network 10da11a6-4278-4608-8424-6b7276a6c7e0 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:23.221830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-329f0b14-8242-493f-a542-301188458885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.224786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:23.225474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Checking segment: {'id': '9391d576-9ae3-4949-8c87-94a140c91f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:35:23.226202 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.227592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Bound using segment: {'id': '9391d576-9ae3-4949-8c87-94a140c91f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:23.230613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Bound port: 531a0aa6-e2ba-47af-b09a-67e3c65d5f17, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9391d576-9ae3-4949-8c87-94a140c91f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:23.231680 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.313136 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-329f0b14-8242-493f-a542-301188458885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.330294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] For port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:23.334323 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] For port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,segment=NetworkSegment(9391d576-9ae3-4949-8c87-94a140c91f0f),segment_id=9391d576-9ae3-4949-8c87-94a140c91f0f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:23.365261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3596b15-a47d-4c68-9b08-3bfc6dfc96a5 req-089605ac-40da-4cf6-835f-95ba2216a0ef service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166792 Feb 11 13:35:23.378518 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd27ff7d-bceb-4af2-b029-f35bc61eb64e req-09a3b5c7-0a16-4c30-8ce5-33381bbcd6cf tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535716 Feb 11 13:35:23.418843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68adc4-cb45-442e-9977-249d61327038 req-b8c4c83a-a1a4-4f12-af98-d7afd9f4b173 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.423269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-df68adc4-cb45-442e-9977-249d61327038 req-b8c4c83a-a1a4-4f12-af98-d7afd9f4b173 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 945 time: 0.2173746 Feb 11 13:35:23.440706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.531034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:23.538033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6db5d-e653-446c-9476-c865ffdbdb39 None None] Pushing event updated for resources: {'Port': ['ID=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.549476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d2bdc-284f-4eb0-bfbc-6673f9ec30a1 req-740f81c5-1027-4bd2-8990-821f5cd74fb7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:23.557582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a2d2bdc-284f-4eb0-bfbc-6673f9ec30a1 req-740f81c5-1027-4bd2-8990-821f5cd74fb7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1797826 Feb 11 13:35:23.569636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.606254 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-329f0b14-8242-493f-a542-301188458885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.609120 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-329f0b14-8242-493f-a542-301188458885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.610620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-329f0b14-8242-493f-a542-301188458885 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d7c6e898-919e-402e-86c9-7020d9bb8d6c HTTP/1.1" status: 204 len: 168 time: 0.6875904 Feb 11 13:35:23.655947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f0b14-8242-493f-a542-301188458885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c6e898-919e-402e-86c9-7020d9bb8d6c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:23.803390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-df68adc4-cb45-442e-9977-249d61327038 req-67b43f64-c17d-4724-993b-389b0f46bb62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Deleting port 23cfcf4f-373e-4ce4-b271-a80059493937 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:23.803390 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-df68adc4-cb45-442e-9977-249d61327038 req-67b43f64-c17d-4724-993b-389b0f46bb62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:23.812766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.015936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port fc6ae139-95e4-45d4-a6d3-06c752fca7d8 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:24.041828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6b845942-baaa-4f6f-a27e-45a7b52095f0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:24.107132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e095710-e72f-4a95-83fd-14c6f1957aa0 req-cf6e32cf-0a9b-4116-bfd4-c314b20ad7b9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.108800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e095710-e72f-4a95-83fd-14c6f1957aa0 req-cf6e32cf-0a9b-4116-bfd4-c314b20ad7b9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 945 time: 0.3851855 Feb 11 13:35:24.153381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-df68adc4-cb45-442e-9977-249d61327038 req-67b43f64-c17d-4724-993b-389b0f46bb62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] For port 23cfcf4f-373e-4ce4-b271-a80059493937, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=23cfcf4f-373e-4ce4-b271-a80059493937,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:24.153755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-df68adc4-cb45-442e-9977-249d61327038 req-67b43f64-c17d-4724-993b-389b0f46bb62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.168459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-df68adc4-cb45-442e-9977-249d61327038 req-67b43f64-c17d-4724-993b-389b0f46bb62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Calling delete_port for 23cfcf4f-373e-4ce4-b271-a80059493937 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:24.211474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6b845942-baaa-4f6f-a27e-45a7b52095f0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:24.212983 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.305181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:24.328110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:24.328266 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.336299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:24.337073 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.367955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=eb39d7ee-acf2-4840-be7c-665ee92d7917,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:24.376538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 6b845942-baaa-4f6f-a27e-45a7b52095f0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6b845942-baaa-4f6f-a27e-45a7b52095f0,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:24.393467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a9f3e8a5-adb9-4d34-b7c1-0b0f13335ac6 None None] Provisioning complete for port 6b845942-baaa-4f6f-a27e-45a7b52095f0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:24.394579 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9f3e8a5-adb9-4d34-b7c1-0b0f13335ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.424088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a2d2bdc-284f-4eb0-bfbc-6673f9ec30a1 req-29f84b5f-06df-4754-8d86-3a92ac4dd241 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8648922 Feb 11 13:35:24.489324 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.544460 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe4c5f-d34a-42ad-a9b2-496bad462235 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.640293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18711a21-f6a4-4e74-ae1b-d0c8dfc9c2ec req-fa0bdc90-71b8-4212-8a2a-6ef41c2b1e55 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:24.648845 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18711a21-f6a4-4e74-ae1b-d0c8dfc9c2ec req-fa0bdc90-71b8-4212-8a2a-6ef41c2b1e55 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.0622406 Feb 11 13:35:24.652390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe4c5f-d34a-42ad-a9b2-496bad462235 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.663498 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8::367 (10da11a6-4278-4608-8424-6b7276a6c7e0/4449b1ac-59bc-4e1e-be57-e130797766e2/fc6ae139-95e4-45d4-a6d3-06c752fca7d8) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:24.734247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=6b845942-baaa-4f6f-a27e-45a7b52095f0,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:24.745079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe4c5f-d34a-42ad-a9b2-496bad462235 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event updated for resources: {'Port': ['ID=d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:24.819876 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aca73f41-ed18-4494-897d-7e3a9c78955e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.855014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0c0712ed-e8f3-4595-a66c-5d45d5ebfbfd None None] Provisioning complete for port eb39d7ee-acf2-4840-be7c-665ee92d7917 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:24.858043 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0c0712ed-e8f3-4595-a66c-5d45d5ebfbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.870114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-13b828cf-5371-4d3d-8984-1947460ecd16 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8703752 Feb 11 13:35:24.872302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:24.988074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0c0712ed-e8f3-4595-a66c-5d45d5ebfbfd None None] Port eb39d7ee-acf2-4840-be7c-665ee92d7917 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:25.043804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e095710-e72f-4a95-83fd-14c6f1957aa0 req-9d120bf9-4123-4002-9f99-ba74415f3520 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4563606 Feb 11 13:35:25.140277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.166227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-a2b965f2-5e6a-45a1-98d7-c9eab0a58d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.168752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-a2b965f2-5e6a-45a1-98d7-c9eab0a58d88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 1096 time: 0.2334235 Feb 11 13:35:25.203908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18711a21-f6a4-4e74-ae1b-d0c8dfc9c2ec req-0bf6c42f-7695-438c-a6d5-97d0d0fc7921 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5513761 Feb 11 13:35:25.285373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8fbe4c5f-d34a-42ad-a9b2-496bad462235 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] In _notify_port_updated(), no bound segment for port d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 on network 6474e2a1-8cbc-4077-8b6d-de15927fb8de {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:35:25.298824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbe4c5f-d34a-42ad-a9b2-496bad462235 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.299558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fbe4c5f-d34a-42ad-a9b2-496bad462235 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.300963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8fbe4c5f-d34a-42ad-a9b2-496bad462235 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "PUT /v2.0/ports/d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 HTTP/1.1" status: 200 len: 1056 time: 2.7475419 Feb 11 13:35:25.314743 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35702) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:25.514363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.531743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c7b31e2d-ee09-4086-8ceb-fa1e14e0b5e9 None None] Provisioning complete for port d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:25.532143 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c7b31e2d-ee09-4086-8ceb-fa1e14e0b5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.626458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c7b31e2d-ee09-4086-8ceb-fa1e14e0b5e9 None None] Port d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:25.630049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4956d949-6e5e-4a39-b81f-608cc2886f61 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Deleting port d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:25.630529 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4956d949-6e5e-4a39-b81f-608cc2886f61 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.668436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-df68adc4-cb45-442e-9977-249d61327038 req-67b43f64-c17d-4724-993b-389b0f46bb62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.679865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:25.691468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.742103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b43f64-c17d-4724-993b-389b0f46bb62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event deleted for resources: {'Port': ['ID=23cfcf4f-373e-4ce4-b271-a80059493937,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:25.773447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4956d949-6e5e-4a39-b81f-608cc2886f61 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.789748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4956d949-6e5e-4a39-b81f-608cc2886f61 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Calling delete_port for d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:25.806535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-df68adc4-cb45-442e-9977-249d61327038 req-67b43f64-c17d-4724-993b-389b0f46bb62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] No DVR routers for this DVR port 23cfcf4f-373e-4ce4-b271-a80059493937 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:25.814386 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-df68adc4-cb45-442e-9977-249d61327038 req-67b43f64-c17d-4724-993b-389b0f46bb62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.818866 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-df68adc4-cb45-442e-9977-249d61327038 req-67b43f64-c17d-4724-993b-389b0f46bb62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "DELETE /v2.0/ports/23cfcf4f-373e-4ce4-b271-a80059493937 HTTP/1.1" status: 204 len: 173 time: 2.3836169 Feb 11 13:35:25.819653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861ef784-df83-4091-80fa-88c0dfaa1cee', 'name': 'network-vif-deleted', 'tag': '23cfcf4f-373e-4ce4-b271-a80059493937'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:25.827966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-277b1cdb-cd52-405d-a0cb-10dbc7b00965 None None] Provisioning complete for port 5ec7e95b-a159-43af-9634-831e59923814 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:25.832564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-277b1cdb-cd52-405d-a0cb-10dbc7b00965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.851002 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e181e2-7c56-4a24-8759-acc539580016" -d '{"events": [{"server_uuid": "861ef784-df83-4091-80fa-88c0dfaa1cee", "name": "network-vif-deleted", "tag": "23cfcf4f-373e-4ce4-b271-a80059493937"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:25.869110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0780a81-f37e-4171-9e2f-3507213554b2 req-69d98e8f-ae0d-41e3-a04c-4740f2709aac tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.872025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0780a81-f37e-4171-9e2f-3507213554b2 req-69d98e8f-ae0d-41e3-a04c-4740f2709aac tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2124484 Feb 11 13:35:25.873381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-83fdaac8-9bb2-441a-979a-433599452598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:25.876495 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-83fdaac8-9bb2-441a-979a-433599452598 service neutron] 10.222.0.59 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.6619489 Feb 11 13:35:25.878149 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:25.930346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-277b1cdb-cd52-405d-a0cb-10dbc7b00965 None None] Port 5ec7e95b-a159-43af-9634-831e59923814 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:25.996597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-277b1cdb-cd52-405d-a0cb-10dbc7b00965 None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:25.996965 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-277b1cdb-cd52-405d-a0cb-10dbc7b00965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.028100 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94698cec-bdbc-4fec-a791-d2c3d1e17923 x-openstack-request-id: req-94698cec-bdbc-4fec-a791-d2c3d1e17923 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:26.028375 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861ef784-df83-4091-80fa-88c0dfaa1cee", "name": "network-vif-deleted", "tag": "23cfcf4f-373e-4ce4-b271-a80059493937", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:26.028744 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-94698cec-bdbc-4fec-a791-d2c3d1e17923 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:26.029461 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861ef784-df83-4091-80fa-88c0dfaa1cee', 'name': 'network-vif-deleted', 'tag': '23cfcf4f-373e-4ce4-b271-a80059493937', 'status': 'completed', 'code': 200} Feb 11 13:35:26.060122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=fc6ae139-95e4-45d4-a6d3-06c752fca7d8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:26.090599 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6b845942-baaa-4f6f-a27e-45a7b52095f0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:26.095463 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.096363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.124314 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-318a4a05-9331-4b48-b03f-4ae5eeee5a02 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf HTTP/1.1" status: 200 len: 217 time: 0.2127197 Feb 11 13:35:26.129081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0780a81-f37e-4171-9e2f-3507213554b2 req-2f1efa12-26e8-4c86-9766-36fc05fd5a93 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2485888 Feb 11 13:35:26.142118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:26.150261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:26.154575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:26.161691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.162458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.171105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4956d949-6e5e-4a39-b81f-608cc2886f61 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.325698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=eb39d7ee-acf2-4840-be7c-665ee92d7917,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:26.329489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-9cb7dd91-f541-4ce7-aaef-9fa48c08665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.330992 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-9cb7dd91-f541-4ce7-aaef-9fa48c08665b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1897538 Feb 11 13:35:26.371318 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0026dc4-722a-4e17-b77e-c2cf72351f32 req-f3ffa009-9445-406e-b557-ac54f68757c1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=861ef784-df83-4091-80fa-88c0dfaa1cee HTTP/1.1" status: 200 len: 210 time: 0.0927489 Feb 11 13:35:26.445681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4956d949-6e5e-4a39-b81f-608cc2886f61 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event deleted for resources: {'Port': ['ID=d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:26.452143 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-277b1cdb-cd52-405d-a0cb-10dbc7b00965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.456242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6b845942-baaa-4f6f-a27e-45a7b52095f0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:26.456242 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.496213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ebf629f3-d52b-4670-8ac8-6e5f4c88e263 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5323253 Feb 11 13:35:26.500499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35732) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:26.524694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-59f7bc5b-9043-4130-a399-87076542e004 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:26.633858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-277b1cdb-cd52-405d-a0cb-10dbc7b00965 None None] For port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,segment=NetworkSegment(9391d576-9ae3-4949-8c87-94a140c91f0f),segment_id=9391d576-9ae3-4949-8c87-94a140c91f0f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:26.737218 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-277b1cdb-cd52-405d-a0cb-10dbc7b00965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:26.753191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7b55a-8a2e-49bc-b9f1-ea4e637dd451 req-a39c0f8a-6aba-4e7d-b95c-0a809dbf1f8c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.755204 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fff7b55a-8a2e-49bc-b9f1-ea4e637dd451 req-a39c0f8a-6aba-4e7d-b95c-0a809dbf1f8c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.4449468 Feb 11 13:35:26.786023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:26.790670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-046641aa-6944-4b02-b29e-fc320fd67d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.792673 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-046641aa-6944-4b02-b29e-fc320fd67d47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4408979 Feb 11 13:35:26.898250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:26.982426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fcce4-0ed1-4f9a-937c-8e6511645790 req-022c3766-8fef-464b-bbdd-bad3cdb3602d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:26.996729 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f84fcce4-0ed1-4f9a-937c-8e6511645790 req-022c3766-8fef-464b-bbdd-bad3cdb3602d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.4339232 Feb 11 13:35:27.088164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fff7b55a-8a2e-49bc-b9f1-ea4e637dd451 req-d07f5d2f-75b0-4d72-85c4-48590a80ff6b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062527 Feb 11 13:35:27.227031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-783b70b4-304e-4fd5-8a88-112a8a74fa58 service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212801 Feb 11 13:35:27.254669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4956d949-6e5e-4a39-b81f-608cc2886f61 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.260546 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4956d949-6e5e-4a39-b81f-608cc2886f61 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "DELETE /v2.0/ports/d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 HTTP/1.1" status: 204 len: 168 time: 1.9448378 Feb 11 13:35:27.265216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35746) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:27.291494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:27.353330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f7bc5b-9043-4130-a399-87076542e004 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:27.358903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-59f7bc5b-9043-4130-a399-87076542e004 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.391883 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f74d09b9-ef97-4a28-928a-ee50536c628e None None] Provisioning complete for port fc6ae139-95e4-45d4-a6d3-06c752fca7d8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:27.392837 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f74d09b9-ef97-4a28-928a-ee50536c628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.429112 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4d73a8-cdd6-40d4-838a-660164a6caef tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] GET failed (client error): The resource could not be found. Feb 11 13:35:27.430988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b4d73a8-cdd6-40d4-838a-660164a6caef tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "GET /v2.0/ports/d91a816e-c0d7-4a8f-aae6-3afc6e4b0dc0 HTTP/1.1" status: 404 len: 333 time: 0.1600122 Feb 11 13:35:27.447928 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f84fcce4-0ed1-4f9a-937c-8e6511645790 req-1aa5a808-9d76-4873-93da-9dfe1219cf38 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4500070 Feb 11 13:35:27.448629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35754) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:27.449715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 23cfcf4f-373e-4ce4-b271-a80059493937 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:27.459304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93ba33-c471-41a3-8ce2-2461b82e454d req-4083dff2-0c94-4100-9852-138bad57e4bc tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:27.468300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb93ba33-c471-41a3-8ce2-2461b82e454d req-4083dff2-0c94-4100-9852-138bad57e4bc tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2435064 Feb 11 13:35:27.517510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1cdb-cd52-405d-a0cb-10dbc7b00965 None None] Pushing event updated for resources: {'Port': ['ID=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:27.582181 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-928e1783-fb73-4c21-b452-84e8ad5d33cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.608375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 23cfcf4f-373e-4ce4-b271-a80059493937 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:27.608714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 23cfcf4f-373e-4ce4-b271-a80059493937 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:27.636536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f74d09b9-ef97-4a28-928a-ee50536c628e None None] Port fc6ae139-95e4-45d4-a6d3-06c752fca7d8 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:27.654256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:27.654648 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.663492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb93ba33-c471-41a3-8ce2-2461b82e454d req-d1859562-7919-4f1e-a13c-56339e4cff0f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900156 Feb 11 13:35:27.682788 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-544b2239-8ccd-4460-a204-74cc86f3b017 req-58f753b9-51ba-4c8f-9d9e-2e1e8aadc32e service neutron] 10.222.0.59 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014235 Feb 11 13:35:27.703487 n-d-816488-1 neutron-server[103007]: INFO neutron.db.ipam_backend_mixin [None req-59f7bc5b-9043-4130-a399-87076542e004 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4449b1ac-59bc-4e1e-be57-e130797766e2 (CIDR: 2001:db8::/64) Feb 11 13:35:27.706712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-69535b47-cc1a-459c-aa8a-62580cba1b5d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Deleting port 503ff2aa-289e-4030-b7e6-2cb9748cebdc {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:27.707207 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69535b47-cc1a-459c-aa8a-62580cba1b5d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.763811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Router bec0c0b6-46cd-4cbe-9432-4043ba1131c8 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:27.782101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-59dcf8fb-1eed-44d9-b38a-ce93ff0acf2e None None] Provisioning complete for port eb39d7ee-acf2-4840-be7c-665ee92d7917 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:27.782495 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-59dcf8fb-1eed-44d9-b38a-ce93ff0acf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.784303 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f7bc5b-9043-4130-a399-87076542e004 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:35:27.790802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f7bc5b-9043-4130-a399-87076542e004 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:35:27.870922 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:27.879809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-59dcf8fb-1eed-44d9-b38a-ce93ff0acf2e None None] Port eb39d7ee-acf2-4840-be7c-665ee92d7917 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:27.892198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-59f7bc5b-9043-4130-a399-87076542e004 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3825464 Feb 11 13:35:27.894873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35770) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:27.900126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a635e274-4df5-4a8a-9aa8-07c7de51d071 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:27.969508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:28.070836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:28.071221 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.092833 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69535b47-cc1a-459c-aa8a-62580cba1b5d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.125284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017dfeb-b028-4135-86eb-823234d763b8 req-b5b2984c-a6d0-480a-b4f8-f9241c028ae3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.133701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7017dfeb-b028-4135-86eb-823234d763b8 req-b5b2984c-a6d0-480a-b4f8-f9241c028ae3 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.3774216 Feb 11 13:35:28.159074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-69535b47-cc1a-459c-aa8a-62580cba1b5d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Calling delete_port for 503ff2aa-289e-4030-b7e6-2cb9748cebdc owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:28.296732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-f2a00b80-ada5-4616-bd8d-e63b5aa824db tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.298906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-f2a00b80-ada5-4616-bd8d-e63b5aa824db tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.2004220 Feb 11 13:35:28.303789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7017dfeb-b028-4135-86eb-823234d763b8 req-2eab008f-067e-4957-b5da-4b6eb236039b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686828 Feb 11 13:35:28.314218 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:28.332855 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7ab655b7-b2f0-453d-9ebe-baaad20d8d65 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "PUT /v2.0/routers/bec0c0b6-46cd-4cbe-9432-4043ba1131c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9879329 Feb 11 13:35:28.333218 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Sync routers for ids ['bec0c0b6-46cd-4cbe-9432-4043ba1131c8'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:28.334980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35790) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:28.346105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-1d51425e-c840-48c7-8611-9755bda023c0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/quotas/4222396b7cf84679a0eaebcc0a134ba5 HTTP/1.1" status: 200 len: 375 time: 0.0311792 Feb 11 13:35:28.384721 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Routers {'bec0c0b6-46cd-4cbe-9432-4043ba1131c8'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:28.385432 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['bec0c0b6-46cd-4cbe-9432-4043ba1131c8'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:28.451308 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0f748-5897-43e9-977a-4a0f5302bba2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.452451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f4a0f748-5897-43e9-977a-4a0f5302bba2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports/eb39d7ee-acf2-4840-be7c-665ee92d7917 HTTP/1.1" status: 200 len: 911 time: 0.1150479 Feb 11 13:35:28.455079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35794) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:28.461137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a635e274-4df5-4a8a-9aa8-07c7de51d071 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:28.465131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a635e274-4df5-4a8a-9aa8-07c7de51d071 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.527674 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Set router bec0c0b6-46cd-4cbe-9432-4043ba1131c8 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:28.555566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c9d8f4-0223-4128-a225-274589c2d1b6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.562714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c9d8f4-0223-4128-a225-274589c2d1b6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.564385 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c8c9d8f4-0223-4128-a225-274589c2d1b6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1083746 Feb 11 13:35:28.573235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f061d7d-f1e7-401c-88cc-eb74f096fbbe req-ed0ee94d-4308-4bf9-9844-5f93be9b7d6c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:28.575121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f061d7d-f1e7-401c-88cc-eb74f096fbbe req-ed0ee94d-4308-4bf9-9844-5f93be9b7d6c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1408734 Feb 11 13:35:28.575801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35800) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:28.576479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69535b47-cc1a-459c-aa8a-62580cba1b5d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.616715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:28.715460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69535b47-cc1a-459c-aa8a-62580cba1b5d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event deleted for resources: {'Port': ['ID=503ff2aa-289e-4030-b7e6-2cb9748cebdc,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:28.720089 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-f0570474-c20e-4794-8574-0eaa8030ff61 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3556006 Feb 11 13:35:28.898647 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0c0b6-46cd-4cbe-9432-4043ba1131c8', 'name': 'tempest-NetworksTestDHCPv6-router-393083664', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:20Z', 'updated_at': '2022-02-11T13:35:24Z', 'revision_number': 2, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None, '_interfaces': [{'id': 'eb39d7ee-acf2-4840-be7c-665ee92d7917', 'name': '', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'mac_address': 'fa:16:3e:6c:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0c0b6-46cd-4cbe-9432-4043ba1131c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'a8abf40f-10a8-437f-a4ad-8e341e929f76', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:25Z', 'revision_number': 2, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'subnets': [{'id': 'a8abf40f-10a8-437f-a4ad-8e341e929f76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:28.939354 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Checking router: bec0c0b6-46cd-4cbe-9432-4043ba1131c8 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:28.940123 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Updating router bec0c0b6-46cd-4cbe-9432-4043ba1131c8 port eb39d7ee-acf2-4840-be7c-665ee92d7917 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:35:28.960243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f061d7d-f1e7-401c-88cc-eb74f096fbbe req-6fac7c40-c831-4b40-a997-123f794a6106 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721752 Feb 11 13:35:28.971446 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.050135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-8c0131f1-2f99-4d88-bc4a-5a89bbb5ca15 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291488 Feb 11 13:35:29.249504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-a9df3e61-3a8f-4022-b130-3965b98239bf service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969416 Feb 11 13:35:29.481046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a635e274-4df5-4a8a-9aa8-07c7de51d071 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.512616 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.536873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635e274-4df5-4a8a-9aa8-07c7de51d071 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=484d8555-d482-4b8d-b8eb-cf3494f82f96,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:29.545034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635e274-4df5-4a8a-9aa8-07c7de51d071 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:29.546535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a635e274-4df5-4a8a-9aa8-07c7de51d071 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:29.549695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635e274-4df5-4a8a-9aa8-07c7de51d071 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:29.550319 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a635e274-4df5-4a8a-9aa8-07c7de51d071 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.561537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79033e7-c09d-4729-ac33-555146ddf914 None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:29.595485 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69535b47-cc1a-459c-aa8a-62580cba1b5d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.601844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35826) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:29.612978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-69535b47-cc1a-459c-aa8a-62580cba1b5d tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "DELETE /v2.0/ports/503ff2aa-289e-4030-b7e6-2cb9748cebdc HTTP/1.1" status: 204 len: 168 time: 2.1396055 Feb 11 13:35:29.660759 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-183c575e-8df8-4aa4-ac40-3b09d185ebcf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] GET failed (client error): The resource could not be found. Feb 11 13:35:29.676795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-183c575e-8df8-4aa4-ac40-3b09d185ebcf tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "GET /v2.0/ports/503ff2aa-289e-4030-b7e6-2cb9748cebdc HTTP/1.1" status: 404 len: 333 time: 0.0713155 Feb 11 13:35:29.679388 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:29.681508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35830) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:29.696159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a635e274-4df5-4a8a-9aa8-07c7de51d071 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7999568 Feb 11 13:35:29.708531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35834) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:29.735186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1295051662', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '484d8555-d482-4b8d-b8eb-cf3494f82f96'}], 'security_groups': ['6d1f828b-85ec-445e-93da-db468af915d7']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:29.858544 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Pushing event updated for resources: {'Port': ['ID=eb39d7ee-acf2-4840-be7c-665ee92d7917,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:29.893581 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.894205 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.894743 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.895839 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.896380 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.896879 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.898187 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.898833 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.899661 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.900162 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.900670 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:29.913330 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:30.001690 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Attempting to bind port eb39d7ee-acf2-4840-be7c-665ee92d7917 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:30.002328 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Attempting to bind port eb39d7ee-acf2-4840-be7c-665ee92d7917 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:30.002916 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Attempting to bind port eb39d7ee-acf2-4840-be7c-665ee92d7917 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:30.029696 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:30.035734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3795e-ac72-4df7-a33e-df44098e1383 req-814a018a-c8bd-4f74-8325-6f948e8da36a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.039863 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:35:30.040184 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.040594 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:30.041100 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Bound port: eb39d7ee-acf2-4840-be7c-665ee92d7917, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:30.043801 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.054585 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20f3795e-ac72-4df7-a33e-df44098e1383 req-814a018a-c8bd-4f74-8325-6f948e8da36a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.4773078 Feb 11 13:35:30.070972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da127b50-bcbc-48f2-8c20-0fa394fc5b02 None None] Update dhcp port {'port': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'fixed_ips': [{'subnet_id': '4449b1ac-59bc-4e1e-be57-e130797766e2', 'ip_address': '2001:db8::2'}, {'subnet_id': '484d8555-d482-4b8d-b8eb-cf3494f82f96'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '531a0aa6-e2ba-47af-b09a-67e3c65d5f17'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:35:30.138458 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.140208 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da127b50-bcbc-48f2-8c20-0fa394fc5b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.207991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20f3795e-ac72-4df7-a33e-df44098e1383 req-485038e2-5e83-4255-8b30-e65fb876b1b3 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421137 Feb 11 13:35:30.268474 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19a540ec-6b8c-4a06-9f8c-784e9b51f310 req-ab9efb2a-952c-46d7-b486-e8d85916213e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 210 time: 0.1125917 Feb 11 13:35:30.402262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-485471c2-2e9c-40df-826b-aa2d736cde51 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Deleting port 8505bb4a-497d-4d56-ae80-2561545061be {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:30.402707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-485471c2-2e9c-40df-826b-aa2d736cde51 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.436793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-da127b50-bcbc-48f2-8c20-0fa394fc5b02 None None] Allocated IP 2001:db8:0:1::2 (10da11a6-4278-4608-8424-6b7276a6c7e0/484d8555-d482-4b8d-b8eb-cf3494f82f96/531a0aa6-e2ba-47af-b09a-67e3c65d5f17) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:30.451180 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] For port eb39d7ee-acf2-4840-be7c-665ee92d7917, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:30.454844 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] For port eb39d7ee-acf2-4840-be7c-665ee92d7917, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=eb39d7ee-acf2-4840-be7c-665ee92d7917,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:30.488598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f5cddcaa-36a3-4a40-8779-cfe0a572ad5c None None] Provisioning complete for port eb39d7ee-acf2-4840-be7c-665ee92d7917 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:30.489322 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f5cddcaa-36a3-4a40-8779-cfe0a572ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.514940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.524808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90875331-7779-4884-8ce3-637217dacfb7 req-7a361c43-f868-4893-8472-b92df2dfac1d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:30.534833 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90875331-7779-4884-8ce3-637217dacfb7 req-7a361c43-f868-4893-8472-b92df2dfac1d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1835945 Feb 11 13:35:30.540945 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.656765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f5cddcaa-36a3-4a40-8779-cfe0a572ad5c None None] Port eb39d7ee-acf2-4840-be7c-665ee92d7917 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:30.680027 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.688596 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Routers {'bec0c0b6-46cd-4cbe-9432-4043ba1131c8'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:30.693440 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['bec0c0b6-46cd-4cbe-9432-4043ba1131c8'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:30.726151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-485471c2-2e9c-40df-826b-aa2d736cde51 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.759116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-da127b50-bcbc-48f2-8c20-0fa394fc5b02 None None] For port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,segment=NetworkSegment(9391d576-9ae3-4949-8c87-94a140c91f0f),segment_id=9391d576-9ae3-4949-8c87-94a140c91f0f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:30.787731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-485471c2-2e9c-40df-826b-aa2d736cde51 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Calling delete_port for 8505bb4a-497d-4d56-ae80-2561545061be owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:30.807239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.835825 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da127b50-bcbc-48f2-8c20-0fa394fc5b02 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.841967 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6db66b-2a09-4411-b501-5427cf3d61ae None None] Pushing event updated for resources: {'Port': ['ID=eb39d7ee-acf2-4840-be7c-665ee92d7917,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:30.873836 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] Set router bec0c0b6-46cd-4cbe-9432-4043ba1131c8 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:30.896554 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da127b50-bcbc-48f2-8c20-0fa394fc5b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:30.998882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90875331-7779-4884-8ce3-637217dacfb7 req-dd1d0ec1-87bb-4771-bc03-be1f2d9d8342 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4618816 Feb 11 13:35:31.133578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da127b50-bcbc-48f2-8c20-0fa394fc5b02 None None] Pushing event updated for resources: {'Port': ['ID=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:31.186342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-57104513-4287-4678-97e2-05931b33d41e None None] Provisioning complete for port eb39d7ee-acf2-4840-be7c-665ee92d7917 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:31.187700 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57104513-4287-4678-97e2-05931b33d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.384228 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0c0b6-46cd-4cbe-9432-4043ba1131c8', 'name': 'tempest-NetworksTestDHCPv6-router-393083664', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:20Z', 'updated_at': '2022-02-11T13:35:24Z', 'revision_number': 2, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None, '_interfaces': [{'id': 'eb39d7ee-acf2-4840-be7c-665ee92d7917', 'name': '', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'mac_address': 'fa:16:3e:6c:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0c0b6-46cd-4cbe-9432-4043ba1131c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'a8abf40f-10a8-437f-a4ad-8e341e929f76', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:30Z', 'revision_number': 4, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'subnets': [{'id': 'a8abf40f-10a8-437f-a4ad-8e341e929f76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:31.441332 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31efdb8f-aad4-4de4-b412-b23905dc834b None None] The sync data for ids ['bec0c0b6-46cd-4cbe-9432-4043ba1131c8'] in n-d-816488-1 is: [{'id': 'bec0c0b6-46cd-4cbe-9432-4043ba1131c8', 'name': 'tempest-NetworksTestDHCPv6-router-393083664', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:20Z', 'updated_at': '2022-02-11T13:35:24Z', 'revision_number': 2, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None, '_interfaces': [{'id': 'eb39d7ee-acf2-4840-be7c-665ee92d7917', 'name': '', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'mac_address': 'fa:16:3e:6c:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec0c0b6-46cd-4cbe-9432-4043ba1131c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': 'a8abf40f-10a8-437f-a4ad-8e341e929f76', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:22Z', 'updated_at': '2022-02-11T13:35:30Z', 'revision_number': 4, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'subnets': [{'id': 'a8abf40f-10a8-437f-a4ad-8e341e929f76', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:31.448617 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57104513-4287-4678-97e2-05931b33d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.515022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-57104513-4287-4678-97e2-05931b33d41e None None] For port eb39d7ee-acf2-4840-be7c-665ee92d7917, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=eb39d7ee-acf2-4840-be7c-665ee92d7917,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:31.534700 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f2d4984-4266-403a-9598-64ba96ba0f53 req-50aa0f8e-af28-4450-ae88-ee0838d0e268 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 210 time: 0.1231735 Feb 11 13:35:31.591406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port eb39d7ee-acf2-4840-be7c-665ee92d7917 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:31.591881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.634182 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57104513-4287-4678-97e2-05931b33d41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.764472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] For port eb39d7ee-acf2-4840-be7c-665ee92d7917, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=eb39d7ee-acf2-4840-be7c-665ee92d7917,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:31.767625 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:31.789363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for eb39d7ee-acf2-4840-be7c-665ee92d7917 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:31.808983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57104513-4287-4678-97e2-05931b33d41e None None] Pushing event updated for resources: {'Port': ['ID=eb39d7ee-acf2-4840-be7c-665ee92d7917,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:32.075241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:32.079834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4da647-2345-4988-9d84-19917b684ec3 req-f1bf15e4-d4de-444c-b984-58486f91790a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.088000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e4da647-2345-4988-9d84-19917b684ec3 req-f1bf15e4-d4de-444c-b984-58486f91790a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.7283113 Feb 11 13:35:32.115859 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-485471c2-2e9c-40df-826b-aa2d736cde51 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.258511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:32.265267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.302127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Delete allocated IP 2001:db8::367 (10da11a6-4278-4608-8424-6b7276a6c7e0/4449b1ac-59bc-4e1e-be57-e130797766e2) {{(pid=103007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:35:32.314406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8:0:1::39d (10da11a6-4278-4608-8424-6b7276a6c7e0/484d8555-d482-4b8d-b8eb-cf3494f82f96/fc6ae139-95e4-45d4-a6d3-06c752fca7d8) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:32.417511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485471c2-2e9c-40df-826b-aa2d736cde51 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event deleted for resources: {'Port': ['ID=8505bb4a-497d-4d56-ae80-2561545061be,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:32.433051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dabba3-b41e-4947-b655-5285637bea29 req-eee8d9cd-20e6-4a76-9cf9-4687b1e14d53 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:32.435243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2dabba3-b41e-4947-b655-5285637bea29 req-eee8d9cd-20e6-4a76-9cf9-4687b1e14d53 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2232804 Feb 11 13:35:32.438605 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.493279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e4da647-2345-4988-9d84-19917b684ec3 req-51afa219-4aee-4600-b787-abf94b4a313d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043946 Feb 11 13:35:32.528610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=eb39d7ee-acf2-4840-be7c-665ee92d7917,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:32.605590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-96280fe6-7fff-40f1-8779-f5515e8a6169 None None] Provisioning complete for port 5ec7e95b-a159-43af-9634-831e59923814 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:32.606004 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96280fe6-7fff-40f1-8779-f5515e8a6169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.724257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-96280fe6-7fff-40f1-8779-f5515e8a6169 None None] Port 5ec7e95b-a159-43af-9634-831e59923814 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:32.756776 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-96280fe6-7fff-40f1-8779-f5515e8a6169 None None] Provisioning complete for port fc6ae139-95e4-45d4-a6d3-06c752fca7d8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:32.758213 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96280fe6-7fff-40f1-8779-f5515e8a6169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.830144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.870366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-96280fe6-7fff-40f1-8779-f5515e8a6169 None None] Port fc6ae139-95e4-45d4-a6d3-06c752fca7d8 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:32.890989 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:32.899703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-96280fe6-7fff-40f1-8779-f5515e8a6169 None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:32.900934 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96280fe6-7fff-40f1-8779-f5515e8a6169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.092536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.187684 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-525100c3-f51a-432f-bcb3-1cfd77fdba7e req-e149a94e-a389-4bd2-a748-0ab451fa6e3e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 210 time: 0.3540318 Feb 11 13:35:33.220161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35886) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:33.263237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-485471c2-2e9c-40df-826b-aa2d736cde51 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.269123 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-485471c2-2e9c-40df-826b-aa2d736cde51 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "DELETE /v2.0/ports/8505bb4a-497d-4d56-ae80-2561545061be HTTP/1.1" status: 204 len: 168 time: 3.5860367 Feb 11 13:35:33.271768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35892) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:33.289216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-450bdce2-ed03-40d8-a108-6d1c93edf233 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.290809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-450bdce2-ed03-40d8-a108-6d1c93edf233 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.4586623 Feb 11 13:35:33.317947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Request body: {'port': {'device_id': '8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'admin_state_up': True, 'tenant_id': '4222396b7cf84679a0eaebcc0a134ba5'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:33.382387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2dabba3-b41e-4947-b655-5285637bea29 req-4f8ded53-5a9b-4ab4-8fec-bed7ca0851ee tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9319012 Feb 11 13:35:33.471770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] In _notify_port_updated(), no bound segment for port fc6ae139-95e4-45d4-a6d3-06c752fca7d8 on network 10da11a6-4278-4608-8424-6b7276a6c7e0 {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:35:33.477145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Router bec0c0b6-46cd-4cbe-9432-4043ba1131c8 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:33.500400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.510930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.510930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "PUT /v2.0/ports/fc6ae139-95e4-45d4-a6d3-06c752fca7d8 HTTP/1.1" status: 200 len: 931 time: 3.7856705 Feb 11 13:35:33.517849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccc2ad-e6b2-4364-97d5-1935050276b0 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=fc6ae139-95e4-45d4-a6d3-06c752fca7d8,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:33.519860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35898) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:33.537129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79b84d82-f411-4aae-b584-156451d5d113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.683872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d1a024-72eb-4c52-9c4b-ebc1d5bc09c2 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Deleting subnet 3ae0fb8d-061d-42ce-b102-d668e9983c11 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:35:33.690036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4d1a024-72eb-4c52-9c4b-ebc1d5bc09c2 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.728600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:33.738108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6685055f-5199-43c1-ac7f-7b39387842d4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "PUT /v2.0/routers/bec0c0b6-46cd-4cbe-9432-4043ba1131c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1593745 Feb 11 13:35:33.745552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35904) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:33.778994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4d1a024-72eb-4c52-9c4b-ebc1d5bc09c2 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.784643 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5106fbe7-beb6-4fed-a52f-d6fb885aedc0 None None] Provisioning complete for port fc6ae139-95e4-45d4-a6d3-06c752fca7d8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:33.796417 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5106fbe7-beb6-4fed-a52f-d6fb885aedc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.817012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f6d71-f825-4de7-a9a1-8d9d01c04a19 req-fb2378ee-89b7-4fa8-9698-a3b8084cfe66 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.818701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab1f6d71-f825-4de7-a9a1-8d9d01c04a19 req-fb2378ee-89b7-4fa8-9698-a3b8084cfe66 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.1458044 Feb 11 13:35:33.878100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5c11e038-3b8f-46e0-86e2-241f0a42c74a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port fc6ae139-95e4-45d4-a6d3-06c752fca7d8 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:33.878511 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c11e038-3b8f-46e0-86e2-241f0a42c74a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:33.904787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5106fbe7-beb6-4fed-a52f-d6fb885aedc0 None None] Port fc6ae139-95e4-45d4-a6d3-06c752fca7d8 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:33.930553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65bea33-1bd1-4ac9-b2fa-753eda0a481b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.932074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65bea33-1bd1-4ac9-b2fa-753eda0a481b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:33.934253 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c65bea33-1bd1-4ac9-b2fa-753eda0a481b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1860569 Feb 11 13:35:33.938447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35912) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:34.012780 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab1f6d71-f825-4de7-a9a1-8d9d01c04a19 req-48e32bdb-3d67-4da2-89a5-f000454f79f0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643391 Feb 11 13:35:34.032036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79b84d82-f411-4aae-b584-156451d5d113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.057959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce40c-2689-4f65-9989-3449d309e04b req-d37a1d68-3709-4b5b-ac0e-f2483ac38499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.057959 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-453ce40c-2689-4f65-9989-3449d309e04b req-d37a1d68-3709-4b5b-ac0e-f2483ac38499 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0773021f91b5451292c61dbee2f8846e&device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0792291 Feb 11 13:35:34.080607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Made reservation on behalf of 4222396b7cf84679a0eaebcc0a134ba5 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:34.087194 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.089573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4d1a024-72eb-4c52-9c4b-ebc1d5bc09c2 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.128762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] Sync routers for ids ['bec0c0b6-46cd-4cbe-9432-4043ba1131c8'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:34.145741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] Routers {'bec0c0b6-46cd-4cbe-9432-4043ba1131c8'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:34.148089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['bec0c0b6-46cd-4cbe-9432-4043ba1131c8'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:34.161782 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79b84d82-f411-4aae-b584-156451d5d113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.171829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a9003d-cddf-43e0-bd57-2f6857c93809 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet a8abf40f-10a8-437f-a4ad-8e341e929f76 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:35:34.232445 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-79b84d82-f411-4aae-b584-156451d5d113 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=227fa0254b7d4892a7a8282af19f0e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9778042 Feb 11 13:35:34.233223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35924) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:34.251246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b84d82-f411-4aae-b584-156451d5d113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112c2c28-fa0a-42e0-9303-f56f97a69ae6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:34.277503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] Set router bec0c0b6-46cd-4cbe-9432-4043ba1131c8 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:34.288367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce40c-2689-4f65-9989-3449d309e04b req-cbd7a51b-3c28-4ac2-9424-2ce00d308ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.290018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-453ce40c-2689-4f65-9989-3449d309e04b req-cbd7a51b-3c28-4ac2-9424-2ce00d308ce4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 200 len: 912 time: 0.2290940 Feb 11 13:35:34.313200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c11e038-3b8f-46e0-86e2-241f0a42c74a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.346765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5c11e038-3b8f-46e0-86e2-241f0a42c74a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for fc6ae139-95e4-45d4-a6d3-06c752fca7d8 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:34.372404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-453ce40c-2689-4f65-9989-3449d309e04b req-f7dbc682-5e3c-4cc1-8588-673a75f376f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 200 len: 999 time: 0.0741215 Feb 11 13:35:34.373819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0c0b6-46cd-4cbe-9432-4043ba1131c8', 'name': 'tempest-NetworksTestDHCPv6-router-393083664', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:20Z', 'updated_at': '2022-02-11T13:35:32Z', 'revision_number': 3, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:34.406368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] Checking router: bec0c0b6-46cd-4cbe-9432-4043ba1131c8 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:34.414914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2a9003d-cddf-43e0-bd57-2f6857c93809 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.416772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] Routers {'bec0c0b6-46cd-4cbe-9432-4043ba1131c8'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:34.417803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['bec0c0b6-46cd-4cbe-9432-4043ba1131c8'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:34.444774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33b8c771-c0a5-49bc-8c2b-b01020ee1872 req-72d3c56d-10d6-4e6f-888e-afb21f211c40 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 210 time: 0.0717573 Feb 11 13:35:34.451575 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-87c6f4cd-2888-4af6-8b55-3c294352b467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.483803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce40c-2689-4f65-9989-3449d309e04b req-401aa251-58bb-441a-be89-d7bd198e00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.485285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-453ce40c-2689-4f65-9989-3449d309e04b req-401aa251-58bb-441a-be89-d7bd198e00fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 200 len: 850 time: 0.1021197 Feb 11 13:35:34.491975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] Set router bec0c0b6-46cd-4cbe-9432-4043ba1131c8 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:34.502466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-87c6f4cd-2888-4af6-8b55-3c294352b467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.538177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4d1a024-72eb-4c52-9c4b-ebc1d5bc09c2 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.551035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec0c0b6-46cd-4cbe-9432-4043ba1131c8', 'name': 'tempest-NetworksTestDHCPv6-router-393083664', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:20Z', 'updated_at': '2022-02-11T13:35:32Z', 'revision_number': 3, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:34.560471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ce40c-2689-4f65-9989-3449d309e04b req-96cf0e46-dba7-4a75-a2b5-c79387c11ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.562043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-453ce40c-2689-4f65-9989-3449d309e04b req-96cf0e46-dba7-4a75-a2b5-c79387c11ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41d4209a-8a29-44c3-85b9-e48f9078e17b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691900 Feb 11 13:35:34.563725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9608f2-23a6-4454-89c2-5b408149b23a req-a93ea60a-21a7-4ef4-9a5b-c5c8aae3ad02 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:34.565240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c9608f2-23a6-4454-89c2-5b408149b23a req-a93ea60a-21a7-4ef4-9a5b-c5c8aae3ad02 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.5751734 Feb 11 13:35:34.581077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db56b4b-010e-4a76-8e91-4e71bc917b31 None None] The sync data for ids ['bec0c0b6-46cd-4cbe-9432-4043ba1131c8'] in n-d-816488-1 is: [{'id': 'bec0c0b6-46cd-4cbe-9432-4043ba1131c8', 'name': 'tempest-NetworksTestDHCPv6-router-393083664', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:20Z', 'updated_at': '2022-02-11T13:35:32Z', 'revision_number': 3, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:34.661145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1a024-72eb-4c52-9c4b-ebc1d5bc09c2 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae0fb8d-061d-42ce-b102-d668e9983c11,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:34.685744 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-453ce40c-2689-4f65-9989-3449d309e04b req-a8935869-7015-42da-8cfb-d19ecfeb5715 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162846 Feb 11 13:35:34.687820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d376fe3c-b70f-4a17-8283-01f39595b55e None None] Network 6474e2a1-8cbc-4077-8b6d-de15927fb8de requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:34.692207 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4d1a024-72eb-4c52-9c4b-ebc1d5bc09c2 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.697809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d4d1a024-72eb-4c52-9c4b-ebc1d5bc09c2 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "DELETE /v2.0/subnets/3ae0fb8d-061d-42ce-b102-d668e9983c11 HTTP/1.1" status: 204 len: 168 time: 1.4205658 Feb 11 13:35:34.700301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35932) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:34.726707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-87c6f4cd-2888-4af6-8b55-3c294352b467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.730630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-87c6f4cd-2888-4af6-8b55-3c294352b467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.731899 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-87c6f4cd-2888-4af6-8b55-3c294352b467 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/112c2c28-fa0a-42e0-9303-f56f97a69ae6 HTTP/1.1" status: 204 len: 168 time: 0.4903970 Feb 11 13:35:34.744138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2a9003d-cddf-43e0-bd57-2f6857c93809 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.826402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6f4cd-2888-4af6-8b55-3c294352b467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c2c28-fa0a-42e0-9303-f56f97a69ae6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:34.828036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c11e038-3b8f-46e0-86e2-241f0a42c74a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.840167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Allocated IP 172.20.0.10 (474e01bd-86f3-4a24-9ce0-4128c3eba3db/109422ab-9f52-41d8-a23f-6b3ebb2dc8e2/fdc938b4-8c67-4972-9a3b-cac3502bf116) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:34.859526 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:34.892482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-453ce40c-2689-4f65-9989-3449d309e04b req-f6327eee-f058-488c-b3e2-097c9aa4bb74 service neutron] 10.222.0.13 "GET /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931379 Feb 11 13:35:34.907573 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c9608f2-23a6-4454-89c2-5b408149b23a req-3d78796a-8683-492b-8a59-e7252f0f8fb5 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572503 Feb 11 13:35:34.916044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11e038-3b8f-46e0-86e2-241f0a42c74a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=fc6ae139-95e4-45d4-a6d3-06c752fca7d8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:34.968104 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Deleting port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:34.968452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.000264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c11e038-3b8f-46e0-86e2-241f0a42c74a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.000801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712ccb92-44b8-47fe-8257-aad700007bc2 None None] DHCP port deletion for 6474e2a1-8cbc-4077-8b6d-de15927fb8de request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:35:35.003744 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5c11e038-3b8f-46e0-86e2-241f0a42c74a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/fc6ae139-95e4-45d4-a6d3-06c752fca7d8 HTTP/1.1" status: 204 len: 168 time: 1.4077985 Feb 11 13:35:35.005248 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2a9003d-cddf-43e0-bd57-2f6857c93809 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.008944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35936) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:35.095990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] For port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f4586d5-fd4e-4813-8b2f-166ed10e2dd6,segment=NetworkSegment(1a19d634-d227-45d9-b377-5ba6be36c467),segment_id=1a19d634-d227-45d9-b377-5ba6be36c467)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:35.100131 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.132625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Calling delete_port for 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:35.171213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-712ccb92-44b8-47fe-8257-aad700007bc2 None None] Deleting port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:35.186442 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-712ccb92-44b8-47fe-8257-aad700007bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.233315 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.296871 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ddc5ed-87ef-44d6-8ca7-c6f8bb55777a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:35:35.302619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b4ddc5ed-87ef-44d6-8ca7-c6f8bb55777a tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/fc6ae139-95e4-45d4-a6d3-06c752fca7d8 HTTP/1.1" status: 404 len: 333 time: 0.2893038 Feb 11 13:35:35.311411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35944) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:35.341456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-712ccb92-44b8-47fe-8257-aad700007bc2 None None] For port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f4586d5-fd4e-4813-8b2f-166ed10e2dd6,segment=NetworkSegment(1a19d634-d227-45d9-b377-5ba6be36c467),segment_id=1a19d634-d227-45d9-b377-5ba6be36c467)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:35.342466 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-712ccb92-44b8-47fe-8257-aad700007bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.346431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.358179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.361604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-712ccb92-44b8-47fe-8257-aad700007bc2 None None] Calling delete_port for 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:35.372411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:35.414767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:35.421446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:35.431725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event deleted for resources: {'Port': ['ID=0f4586d5-fd4e-4813-8b2f-166ed10e2dd6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:35.434778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:35.438224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] No DVR routers for this DVR port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:35.514763 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2a9003d-cddf-43e0-bd57-2f6857c93809 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.537509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event updated for resources: {'Port': ['ID=fdc938b4-8c67-4972-9a3b-cac3502bf116,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:35.620644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9003d-cddf-43e0-bd57-2f6857c93809 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=a8abf40f-10a8-437f-a4ad-8e341e929f76,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:35.625640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2a9003d-cddf-43e0-bd57-2f6857c93809 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.630767 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e2a9003d-cddf-43e0-bd57-2f6857c93809 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/a8abf40f-10a8-437f-a4ad-8e341e929f76 HTTP/1.1" status: 204 len: 168 time: 1.6889632 Feb 11 13:35:35.634180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35952) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:35.654961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.654961 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.670381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23deb934-02b6-413f-820f-f63219fc2c50 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:35.793659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3e75ecbe-b612-431f-b615-87edd25df771 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1580143 Feb 11 13:35:35.796554 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35954) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:35.810444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0f5dc58c-c795-4311-83d1-b6542c41c7dd tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5005426 Feb 11 13:35:35.856270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35956) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:35.861138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Request body: {'port': {'device_id': '8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:35.906569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-f877e6d9-9a52-4e05-b76e-dd1baa987994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.908260 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-f877e6d9-9a52-4e05-b76e-dd1baa987994 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713&tenant_id=e6073ab297074d3eab820065d5df3ec9 HTTP/1.1" status: 200 len: 1094 time: 0.6572514 Feb 11 13:35:35.942817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bf9e6-4f34-434a-8b4f-c399aaf60ec5 req-ecc86c46-f9f5-4d9e-a06c-2d7273c7fa08 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:35.950933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66bf9e6-4f34-434a-8b4f-c399aaf60ec5 req-ecc86c46-f9f5-4d9e-a06c-2d7273c7fa08 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.6438458 Feb 11 13:35:35.952458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4d2240e9-19a4-4ee7-a190-7237af5b8c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:35.988314 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-712ccb92-44b8-47fe-8257-aad700007bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.014180 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.030373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ccb92-44b8-47fe-8257-aad700007bc2 None None] Pushing event deleted for resources: {'Port': ['ID=0f4586d5-fd4e-4813-8b2f-166ed10e2dd6,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:36.031194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6be4b6c2-432b-4bb9-af66-9c0947ad1c89 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.038887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device eb39d7ee-acf2-4840-be7c-665ee92d7917 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:36.063476 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b49bba6b-c8f8-45bf-8a8d-2f6d324e085c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.066946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6474e2a1-8cbc-4077-8b6d-de15927fb8de']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:36.092290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a19d634-d227-45d9-b377-5ba6be36c467') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:36.092536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a19d634-d227-45d9-b377-5ba6be36c467') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:36.113163 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e66bf9e6-4f34-434a-8b4f-c399aaf60ec5 req-af67de5b-dfe7-4998-8ce1-f4be1c484340 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506162 Feb 11 13:35:36.130904 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6be4b6c2-432b-4bb9-af66-9c0947ad1c89 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.138959 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.159335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: eb39d7ee-acf2-4840-be7c-665ee92d7917 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:36.160029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device eb39d7ee-acf2-4840-be7c-665ee92d7917 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:36.162441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:36.192298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-df78e181-196b-4f4a-993d-b9ec5993459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:36.200645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ccb92-44b8-47fe-8257-aad700007bc2 None None] No DVR routers for this DVR port 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:36.203539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:36.204160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f4586d5-fd4e-4813-8b2f-166ed10e2dd6 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:36.209857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-df78e181-196b-4f4a-993d-b9ec5993459d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 1094 time: 0.2353990 Feb 11 13:35:36.259307 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.330999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f47d9b-99dd-47c9-aaf6-dc63bde5bcdf None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:35:36.333504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:35:36.333954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:35:36.337008 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:35:36.400214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-86f47d9b-99dd-47c9-aaf6-dc63bde5bcdf None None] Deleting port 6b845942-baaa-4f6f-a27e-45a7b52095f0 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:36.400214 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-86f47d9b-99dd-47c9-aaf6-dc63bde5bcdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.442848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4558e48-c5a0-440f-91a7-5ece04bc8cb0 req-6d33d7a5-d755-47a3-b42c-ddb60b332e0f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:36.450349 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a4558e48-c5a0-440f-91a7-5ece04bc8cb0 req-6d33d7a5-d755-47a3-b42c-ddb60b332e0f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.2114279 Feb 11 13:35:36.473702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-86f47d9b-99dd-47c9-aaf6-dc63bde5bcdf None None] For port 6b845942-baaa-4f6f-a27e-45a7b52095f0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6b845942-baaa-4f6f-a27e-45a7b52095f0,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:36.474043 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-86f47d9b-99dd-47c9-aaf6-dc63bde5bcdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.481729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-4183674c-4d5b-4e16-aa76-0db4c0ce5758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:36.483267 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-4183674c-4d5b-4e16-aa76-0db4c0ce5758 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 918 time: 0.2725739 Feb 11 13:35:36.489151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-86f47d9b-99dd-47c9-aaf6-dc63bde5bcdf None None] Calling delete_port for 6b845942-baaa-4f6f-a27e-45a7b52095f0 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:36.511169 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a4558e48-c5a0-440f-91a7-5ece04bc8cb0 req-8fc4d4e8-2eba-4ee8-8c21-92407838b70a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584397 Feb 11 13:35:36.611337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-e9f3c1cd-a615-463b-b0a6-dca31d194aa0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a8182b-e5aa-4199-aec4-47e2085f56da HTTP/1.1" status: 200 len: 999 time: 0.1140153 Feb 11 13:35:36.613434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.615165 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6be4b6c2-432b-4bb9-af66-9c0947ad1c89 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.618144 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6be4b6c2-432b-4bb9-af66-9c0947ad1c89 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.619357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6be4b6c2-432b-4bb9-af66-9c0947ad1c89 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/security-groups/956a3530-3438-49d5-9fcb-de20f8aab147 HTTP/1.1" status: 204 len: 168 time: 1.3088341 Feb 11 13:35:36.636156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35966) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:36.646580 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.652367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] 10.222.0.52 "DELETE /v2.0/networks/6474e2a1-8cbc-4077-8b6d-de15927fb8de HTTP/1.1" status: 204 len: 168 time: 1.9486718 Feb 11 13:35:36.672370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4b6c2-432b-4bb9-af66-9c0947ad1c89 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956a3530-3438-49d5-9fcb-de20f8aab147,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:36.688046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b49bba6b-c8f8-45bf-8a8d-2f6d324e085c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.690822 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.692865 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-86f47d9b-99dd-47c9-aaf6-dc63bde5bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.708832 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b49bba6b-c8f8-45bf-8a8d-2f6d324e085c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.724987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f47d9b-99dd-47c9-aaf6-dc63bde5bcdf None None] Pushing event deleted for resources: {'Port': ['ID=6b845942-baaa-4f6f-a27e-45a7b52095f0,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:36.728737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f47d9b-99dd-47c9-aaf6-dc63bde5bcdf None None] No DVR routers for this DVR port 6b845942-baaa-4f6f-a27e-45a7b52095f0 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:36.744924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb157870-afc5-4090-8519-b8e542f1b590 tempest-AllowedAddressPairTestJSON-639529732 tempest-AllowedAddressPairTestJSON-639529732-project] Pushing event deleted for resources: {'Network': ['ID=6474e2a1-8cbc-4077-8b6d-de15927fb8de,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:36.766990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-d541c479-3e63-49c0-833e-b30d6ff222d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:36.768936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-d541c479-3e63-49c0-833e-b30d6ff222d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.1476259 Feb 11 13:35:36.778872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a37178-8d84-4644-be0e-7dd4a76e9cf4 req-20f43bd2-cb0d-484b-b7b4-9334c78f7739 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:36.789752 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-83a37178-8d84-4644-be0e-7dd4a76e9cf4 req-20f43bd2-cb0d-484b-b7b4-9334c78f7739 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1657815 Feb 11 13:35:36.887691 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-83a37178-8d84-4644-be0e-7dd4a76e9cf4 req-a50e83be-b21c-4cb0-b36f-3b4a21828c7f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970190 Feb 11 13:35:36.890314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-22100942-bf7d-4976-a30c-f8b232dc6e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:36.892243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-22100942-bf7d-4976-a30c-f8b232dc6e72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937998 Feb 11 13:35:36.945108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd82b5-22e4-4f9b-b844-f8f499630e7c req-0df6ac5d-b309-47d2-96ff-d2ca67f9faeb tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:36.946654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84bd82b5-22e4-4f9b-b844-f8f499630e7c req-0df6ac5d-b309-47d2-96ff-d2ca67f9faeb tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 932 time: 1.3622324 Feb 11 13:35:36.955498 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6fdcab45-d0bc-4b5c-816e-fb4cf96b4272 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:36.996067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4d2240e9-19a4-4ee7-a190-7237af5b8c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.009655 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-e49e62aa-4a5b-4887-beda-94fcfc538aa3 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088910 Feb 11 13:35:37.021096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6fdcab45-d0bc-4b5c-816e-fb4cf96b4272 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.067338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b49bba6b-c8f8-45bf-8a8d-2f6d324e085c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.067827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49bba6b-c8f8-45bf-8a8d-2f6d324e085c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Fanout notify agent at l3_agent the message router_deleted on router bec0c0b6-46cd-4cbe-9432-4043ba1131c8 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:35:37.080704 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4d2240e9-19a4-4ee7-a190-7237af5b8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.089426 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b49bba6b-c8f8-45bf-8a8d-2f6d324e085c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.090563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b49bba6b-c8f8-45bf-8a8d-2f6d324e085c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/routers/bec0c0b6-46cd-4cbe-9432-4043ba1131c8 HTTP/1.1" status: 204 len: 168 time: 1.2928183 Feb 11 13:35:37.093703 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35982) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:37.101410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5dc6b5fe-bf10-41d1-98ce-1d48d5dc2b5e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:37.131910 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84bd82b5-22e4-4f9b-b844-f8f499630e7c req-9bd8fb4a-92f9-4c2c-a763-af1848f2f1df tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646943 Feb 11 13:35:37.185678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4d2240e9-19a4-4ee7-a190-7237af5b8c83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d3de95aaab684724987e42d1eb03ab07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3205454 Feb 11 13:35:37.190714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2240e9-19a4-4ee7-a190-7237af5b8c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38c5668-aefb-4c51-b459-a236cdee21c7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:37.192293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35988) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:37.229847 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fce0aba1-3b7a-4c96-a6a6-67d27f81e2a7 req-01168d91-5e67-46fc-926a-f88922a8ff11 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141371 Feb 11 13:35:37.299636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6fdcab45-d0bc-4b5c-816e-fb4cf96b4272 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.304151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6fdcab45-d0bc-4b5c-816e-fb4cf96b4272 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.305845 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6fdcab45-d0bc-4b5c-816e-fb4cf96b4272 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/security-groups/6d1f828b-85ec-445e-93da-db468af915d7 HTTP/1.1" status: 204 len: 168 time: 0.6642988 Feb 11 13:35:37.309360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35990) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:37.365747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcab45-d0bc-4b5c-816e-fb4cf96b4272 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1f828b-85ec-445e-93da-db468af915d7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:37.373683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2b2211-0a56-463e-8ad9-b6fce9210481 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet 4449b1ac-59bc-4e1e-be57-e130797766e2 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:35:37.378230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec2b2211-0a56-463e-8ad9-b6fce9210481 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.436575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc6b5fe-bf10-41d1-98ce-1d48d5dc2b5e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:37.443418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b5fe-bf10-41d1-98ce-1d48d5dc2b5e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.444110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc938b4-8c67-4972-9a3b-cac3502bf116 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:35:37.447262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53c8f2e8-7694-4e19-83d4-d8f224251238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.453817 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.467793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd8820-0e16-4493-b880-804faa0b18ab req-b95acfc4-1eee-4e03-a888-bef29a8416dc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.469375 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ddd8820-0e16-4493-b880-804faa0b18ab req-b95acfc4-1eee-4e03-a888-bef29a8416dc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.1793644 Feb 11 13:35:37.507390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Transition to ACTIVE for port object fdc938b4-8c67-4972-9a3b-cac3502bf116 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:35:37.516388 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53c8f2e8-7694-4e19-83d4-d8f224251238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.546900 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec2b2211-0a56-463e-8ad9-b6fce9210481 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.563650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36006) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:37.567193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ddd8820-0e16-4493-b880-804faa0b18ab req-2c9ae767-a36b-41e2-b0b3-0908102a1d62 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869355 Feb 11 13:35:37.607108 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.683780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc938b4-8c67-4972-9a3b-cac3502bf116,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:37.713750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec2b2211-0a56-463e-8ad9-b6fce9210481 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.727036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53c8f2e8-7694-4e19-83d4-d8f224251238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.731673 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53c8f2e8-7694-4e19-83d4-d8f224251238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.735603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-53c8f2e8-7694-4e19-83d4-d8f224251238 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b38c5668-aefb-4c51-b459-a236cdee21c7 HTTP/1.1" status: 204 len: 168 time: 0.5421147 Feb 11 13:35:37.817500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8f2e8-7694-4e19-83d4-d8f224251238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38c5668-aefb-4c51-b459-a236cdee21c7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:37.834649 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b5fe-bf10-41d1-98ce-1d48d5dc2b5e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.878254 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec2b2211-0a56-463e-8ad9-b6fce9210481 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.884693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Attempting to bind port fdc938b4-8c67-4972-9a3b-cac3502bf116 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:37.885730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Attempting to bind port fdc938b4-8c67-4972-9a3b-cac3502bf116 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:37.886947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Attempting to bind port fdc938b4-8c67-4972-9a3b-cac3502bf116 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:37.902909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Port fdc938b4-8c67-4972-9a3b-cac3502bf116 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:35:37.903417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Attempting to bind port fdc938b4-8c67-4972-9a3b-cac3502bf116 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:37.909665 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec2b2211-0a56-463e-8ad9-b6fce9210481 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.913384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:37.913980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Checking segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:35:37.914763 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Bound using segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:37.915914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Bound port: fdc938b4-8c67-4972-9a3b-cac3502bf116, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:37.916807 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:37.921467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ec2b2211-0a56-463e-8ad9-b6fce9210481 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/4449b1ac-59bc-4e1e-be57-e130797766e2 HTTP/1.1" status: 204 len: 168 time: 0.6105175 Feb 11 13:35:37.923622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3bce9-5a3a-458b-8f0c-b1858a8a6cb0 None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:37.924294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6b5fe-bf10-41d1-98ce-1d48d5dc2b5e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:37.927725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36022) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:37.933621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f58a1f06-f843-455f-be99-4cdb4e588941 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:37.952903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6b5fe-bf10-41d1-98ce-1d48d5dc2b5e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:37.964582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc6b5fe-bf10-41d1-98ce-1d48d5dc2b5e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:37.965103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6b5fe-bf10-41d1-98ce-1d48d5dc2b5e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.018762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6b5fe-bf10-41d1-98ce-1d48d5dc2b5e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=5f18d188-c664-464b-9b99-cd0b2d15ad94,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:38.029458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0fa018-327f-468e-9d77-dad9ac3c51f1 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:38.062500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6b845942-baaa-4f6f-a27e-45a7b52095f0 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:38.069960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b2211-0a56-463e-8ad9-b6fce9210481 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=4449b1ac-59bc-4e1e-be57-e130797766e2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:38.076862 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5dc6b5fe-bf10-41d1-98ce-1d48d5dc2b5e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9805865 Feb 11 13:35:38.079727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36030) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:38.088498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3e8af073-6d97-4334-89ef-f95676cf5520 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1929824471', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:38.143946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 6b845942-baaa-4f6f-a27e-45a7b52095f0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:38.144628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6b845942-baaa-4f6f-a27e-45a7b52095f0 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:38.170629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bb2e2271-de5f-4411-bf5c-5892506a3049 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3682b9fe806c43b7892f8c8b872125c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6045351 Feb 11 13:35:38.171782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36032) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:38.211056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] For port fdc938b4-8c67-4972-9a3b-cac3502bf116, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:38.219441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3e8af073-6d97-4334-89ef-f95676cf5520 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.219441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3e8af073-6d97-4334-89ef-f95676cf5520 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.281186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] For port fdc938b4-8c67-4972-9a3b-cac3502bf116, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fdc938b4-8c67-4972-9a3b-cac3502bf116,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:38.318363 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b432-8235-4479-b6d3-ae78cc37c7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.356655 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.362100 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b432-8235-4479-b6d3-ae78cc37c7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.366273 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3e8af073-6d97-4334-89ef-f95676cf5520 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.367290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58a1f06-f843-455f-be99-4cdb4e588941 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:38.371743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f58a1f06-f843-455f-be99-4cdb4e588941 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.444004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3e8af073-6d97-4334-89ef-f95676cf5520 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.459007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:38.461186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '5f18d188-c664-464b-9b99-cd0b2d15ad94'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:35:38.462041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.462173 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.469919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] 10.222.0.13 "PUT /v2.0/ports/fdc938b4-8c67-4972-9a3b-cac3502bf116 HTTP/1.1" status: 200 len: 1092 time: 2.6134582 Feb 11 13:35:38.497979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2715b-c2d1-493c-aed5-ce58b09d08ae req-8b5c0dd7-d056-497f-a34a-11603de68908 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:38.497979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43c2715b-c2d1-493c-aed5-ce58b09d08ae req-8b5c0dd7-d056-497f-a34a-11603de68908 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 944 time: 0.2304831 Feb 11 13:35:38.505567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957', 'tag': 'fdc938b4-8c67-4972-9a3b-cac3502bf116'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:38.508884 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4984c6-b945-456c-8a02-b741f1f87758" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957", "tag": "fdc938b4-8c67-4972-9a3b-cac3502bf116"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:38.551024 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3e8af073-6d97-4334-89ef-f95676cf5520 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.556336 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3e8af073-6d97-4334-89ef-f95676cf5520 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4752283 Feb 11 13:35:38.557589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36056) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:38.619506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43c2715b-c2d1-493c-aed5-ce58b09d08ae req-877d7afb-fbfb-4502-acfe-3d315e832ab4 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041577 Feb 11 13:35:38.625795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d810b1e-5210-46b4-8b8b-e0474c5c7712 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc938b4-8c67-4972-9a3b-cac3502bf116,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:38.771361 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d357daee-ecdd-4e4c-81c6-cff8d5aa83de x-openstack-request-id: req-d357daee-ecdd-4e4c-81c6-cff8d5aa83de {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:38.773034 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957", "tag": "fdc938b4-8c67-4972-9a3b-cac3502bf116", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:38.773389 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d357daee-ecdd-4e4c-81c6-cff8d5aa83de {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:38.773840 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957', 'tag': 'fdc938b4-8c67-4972-9a3b-cac3502bf116', 'status': 'completed', 'code': 200} Feb 11 13:35:38.777860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b432-8235-4479-b6d3-ae78cc37c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.781038 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b432-8235-4479-b6d3-ae78cc37c7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:38.784811 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bfd8b432-8235-4479-b6d3-ae78cc37c7cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/42e98313-5629-49d7-9957-c96b1a32c98f HTTP/1.1" status: 204 len: 168 time: 0.6090534 Feb 11 13:35:38.829370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8b432-8235-4479-b6d3-ae78cc37c7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e98313-5629-49d7-9957-c96b1a32c98f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:38.930369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/5f18d188-c664-464b-9b99-cd0b2d15ad94/c0c37d52-9c92-49f4-ae77-22c21d4ba8a4) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:38.931850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-27730568-a5a6-4696-ba87-ae4a4dd4e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:38.936123 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-27730568-a5a6-4696-ba87-ae4a4dd4e409 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 1095 time: 0.2710209 Feb 11 13:35:39.096384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-2948da98-59d4-40c4-8450-c67667e7dbef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdc938b4-8c67-4972-9a3b-cac3502bf116 HTTP/1.1" status: 200 len: 217 time: 0.1295097 Feb 11 13:35:39.106134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae79878-427a-46ef-8684-23ff9ff1c278 req-0bad47eb-a736-4947-a4b4-ac34a9bc151b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.124016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ae79878-427a-46ef-8684-23ff9ff1c278 req-0bad47eb-a736-4947-a4b4-ac34a9bc151b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.2602973 Feb 11 13:35:39.241736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-09e75c4d-dd12-48d5-a3c7-8bf15e005415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:39.243465 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-09e75c4d-dd12-48d5-a3c7-8bf15e005415 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.0892327 Feb 11 13:35:39.259810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ae79878-427a-46ef-8684-23ff9ff1c278 req-af933d14-023c-4e62-835b-3fc7a55ec3e0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344819 Feb 11 13:35:39.332388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-9a4db4bb-8167-45b7-9790-8b1646f11a0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711648 Feb 11 13:35:39.558183 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.600333 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.632946 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-ff45b856-1846-409b-9639-801084f7678f service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867641 Feb 11 13:35:39.718865 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.891873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:39.895257 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe7f377d-7bde-4046-9b42-e6cce48ced4a req-7fbc1a52-84ea-4e30-ac73-614d5e50c35b service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408733 Feb 11 13:35:39.919727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9264dd66-a756-4e53-bc9d-0564c913de67 None None] Provisioning complete for port 5ec7e95b-a159-43af-9634-831e59923814 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:39.922416 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9264dd66-a756-4e53-bc9d-0564c913de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:39.929148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:39.954650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:39.960645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Pushing event updated for resources: {'Port': ['ID=c0c37d52-9c92-49f4-ae77-22c21d4ba8a4,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:39.983227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9264dd66-a756-4e53-bc9d-0564c913de67 None None] Port 5ec7e95b-a159-43af-9634-831e59923814 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:40.041847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Attempting to bind port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:40.042504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Attempting to bind port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:40.043088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Attempting to bind port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:40.048745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9264dd66-a756-4e53-bc9d-0564c913de67 None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:40.049437 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9264dd66-a756-4e53-bc9d-0564c913de67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.165223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1095ed8-d891-4a22-92ec-568dd0e17d08 req-daba053c-bc9f-4ed1-992e-b953f5af1bc1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.171010 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1095ed8-d891-4a22-92ec-568dd0e17d08 req-daba053c-bc9f-4ed1-992e-b953f5af1bc1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 944 time: 0.2733297 Feb 11 13:35:40.190531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:40.193921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:35:40.193921 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.193921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:40.193921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Bound port: c0c37d52-9c92-49f4-ae77-22c21d4ba8a4, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:40.193921 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.263492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4984c6-b945-456c-8a02-b741f1f87758 req-67f8198b-4b7f-4f89-ba47-5c76f28586ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.265882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f4984c6-b945-456c-8a02-b741f1f87758 req-67f8198b-4b7f-4f89-ba47-5c76f28586ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 1095 time: 0.1990657 Feb 11 13:35:40.344518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f58a1f06-f843-455f-be99-4cdb4e588941 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.402296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1095ed8-d891-4a22-92ec-568dd0e17d08 req-1de00e4a-b600-4e86-ae1f-9eb905f24d12 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233438 Feb 11 13:35:40.445454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a1f06-f843-455f-be99-4cdb4e588941 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:40.468608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::1 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/5f18d188-c664-464b-9b99-cd0b2d15ad94/e9769927-43b2-4270-bb55-30bbe17d057e) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:40.514975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f58a1f06-f843-455f-be99-4cdb4e588941 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:40.543446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a1f06-f843-455f-be99-4cdb4e588941 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.547942 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f58a1f06-f843-455f-be99-4cdb4e588941 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.553938 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b8f63-449c-4237-8bb6-71f712604b5d None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:40.567072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4984c6-b945-456c-8a02-b741f1f87758 req-8261479d-54a5-4b83-8ee9-b1d6b844ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.571165 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f4984c6-b945-456c-8a02-b741f1f87758 req-8261479d-54a5-4b83-8ee9-b1d6b844ef2c service neutron] 10.222.0.13 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 906 time: 0.2804816 Feb 11 13:35:40.576350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] For port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:40.676343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f4984c6-b945-456c-8a02-b741f1f87758 req-d30488a5-a919-43c2-82d5-6624cb3a8863 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdc938b4-8c67-4972-9a3b-cac3502bf116 HTTP/1.1" status: 200 len: 217 time: 0.0945446 Feb 11 13:35:40.685050 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-101607e1-58be-443a-9c42-f95295e22160 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.693453 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-101607e1-58be-443a-9c42-f95295e22160 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b HTTP/1.1" status: 200 len: 943 time: 0.4537132 Feb 11 13:35:40.736138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] For port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c0c37d52-9c92-49f4-ae77-22c21d4ba8a4,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:40.801204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4984c6-b945-456c-8a02-b741f1f87758 req-0c0a6224-7617-423e-9e6c-9ee10516bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.803418 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f4984c6-b945-456c-8a02-b741f1f87758 req-0c0a6224-7617-423e-9e6c-9ee10516bbfd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.1062527 Feb 11 13:35:40.806899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.868232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb85a4-74a2-4604-ad2c-859566f7f02a req-ceeb0016-6a66-4cf2-82ac-c6535a7fe966 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:40.878389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83eb85a4-74a2-4604-ad2c-859566f7f02a req-ceeb0016-6a66-4cf2-82ac-c6535a7fe966 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.2009487 Feb 11 13:35:40.900607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:40.935995 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-83eb85a4-74a2-4604-ad2c-859566f7f02a req-6cea6e98-6066-467b-811c-a38a7615955f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561879 Feb 11 13:35:40.938414 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f58a1f06-f843-455f-be99-4cdb4e588941 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0092955 Feb 11 13:35:40.964107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36108) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:40.975038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e5f69c64-c6b2-4455-861e-56709f421359 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'security_group': {'name': 'tempest-secgroup-1830155004'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:40.983832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a1f06-f843-455f-be99-4cdb4e588941 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=b34591d0-f17a-4c54-9d44-59ce55948f70,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.033431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.081817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f4984c6-b945-456c-8a02-b741f1f87758 req-f97efbee-d807-4a8d-873a-e4433692b2b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438744 Feb 11 13:35:41.085342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f50e5e-f5de-45ef-8ac2-d3ca0c881af1 None None] Pushing event updated for resources: {'Port': ['ID=c0c37d52-9c92-49f4-ae77-22c21d4ba8a4,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.242779 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e5f69c64-c6b2-4455-861e-56709f421359 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.258213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:41.287774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9dbf01-ee90-4729-a289-58b602164a8c None None] Update dhcp port {'port': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'fixed_ips': [{'subnet_id': '484d8555-d482-4b8d-b8eb-cf3494f82f96', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b34591d0-f17a-4c54-9d44-59ce55948f70'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '531a0aa6-e2ba-47af-b09a-67e3c65d5f17'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:35:41.340937 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-db9dbf01-ee90-4729-a289-58b602164a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.359668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:41.361824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=e9769927-43b2-4270-bb55-30bbe17d057e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:41.364569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:41.365565 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.408910 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e5f69c64-c6b2-4455-861e-56709f421359 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.461257 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f4984c6-b945-456c-8a02-b741f1f87758 req-5d4b2f45-e985-40fe-961c-b010f53414e9 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693898 Feb 11 13:35:41.519655 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e5f69c64-c6b2-4455-861e-56709f421359 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.615243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-4660a9bb-8108-4ec2-9219-74254ad8f0c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Deleting port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:41.615878 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-4660a9bb-8108-4ec2-9219-74254ad8f0c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.657048 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e5f69c64-c6b2-4455-861e-56709f421359 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:41.669845 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e5f69c64-c6b2-4455-861e-56709f421359 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6911085 Feb 11 13:35:41.688483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36122) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:41.699819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8fad715e-a9f3-4544-973d-a64395280c9c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'security_group': {'name': 'tempest-secgroup-738503449'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:41.803492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f69c64-c6b2-4455-861e-56709f421359 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab3c286-1f09-405a-a401-72e728143ffc,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:42.009060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bf71c-2304-4da2-8afe-56cc0ddf8216 req-46a2136a-8c6f-4c0a-9dae-370fed9bcf25 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.009060 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-192bf71c-2304-4da2-8afe-56cc0ddf8216 req-46a2136a-8c6f-4c0a-9dae-370fed9bcf25 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 944 time: 0.2144151 Feb 11 13:35:42.009060 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f4984c6-b945-456c-8a02-b741f1f87758 req-f3eb64dc-a962-4bbc-b166-9a75f42dd056 service neutron] 10.222.0.13 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931158 Feb 11 13:35:42.011738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-db9dbf01-ee90-4729-a289-58b602164a8c None None] Allocated IP 2001:db8::2 (10da11a6-4278-4608-8424-6b7276a6c7e0/b34591d0-f17a-4c54-9d44-59ce55948f70/531a0aa6-e2ba-47af-b09a-67e3c65d5f17) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:42.012269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-192bf71c-2304-4da2-8afe-56cc0ddf8216 req-1b861860-9ec2-43de-8f3c-e4eb2575409e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060727 Feb 11 13:35:42.032563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.062840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8fad715e-a9f3-4544-973d-a64395280c9c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.070232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-4660a9bb-8108-4ec2-9219-74254ad8f0c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] For port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:42.071707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-4660a9bb-8108-4ec2-9219-74254ad8f0c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.091407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:42.193145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-4660a9bb-8108-4ec2-9219-74254ad8f0c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Calling delete_port for 2dc9b5cd-3287-436e-bfb7-02071d90c9ac owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:42.220432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-db9dbf01-ee90-4729-a289-58b602164a8c None None] For port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,segment=NetworkSegment(9391d576-9ae3-4949-8c87-94a140c91f0f),segment_id=9391d576-9ae3-4949-8c87-94a140c91f0f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:42.298977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:42.299358 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.332333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abbd7e-0d37-422f-9a01-5501e48a3542 req-416dff32-1601-463f-adfc-abdcf7e667d5 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:42.350164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51abbd7e-0d37-422f-9a01-5501e48a3542 req-416dff32-1601-463f-adfc-abdcf7e667d5 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.2077954 Feb 11 13:35:42.467253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8fad715e-a9f3-4544-973d-a64395280c9c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.480472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-db9dbf01-ee90-4729-a289-58b602164a8c None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.525703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51abbd7e-0d37-422f-9a01-5501e48a3542 req-9b30ce8a-3f7d-4cd2-9913-6bf760b0e501 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744423 Feb 11 13:35:42.580818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8fad715e-a9f3-4544-973d-a64395280c9c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.607902 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-db9dbf01-ee90-4729-a289-58b602164a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.675862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad715e-a9f3-4544-973d-a64395280c9c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81cfd7f-dbb4-4241-bb1d-e0f15a9bf72f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:42.698801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8fad715e-a9f3-4544-973d-a64395280c9c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.709467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8fad715e-a9f3-4544-973d-a64395280c9c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0190787 Feb 11 13:35:42.710203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36134) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:42.723939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-7d9c3e29-7bb9-4882-a64e-b12b82482938 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'security_group': {'name': 'tempest-secgroup-1221545936'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:42.857688 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:42.874346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3e29-7bb9-4882-a64e-b12b82482938 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.025341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c0c37d52-9c92-49f4-ae77-22c21d4ba8a4,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:43.073817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36142) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:43.082398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0071981 Feb 11 13:35:43.087088 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3e29-7bb9-4882-a64e-b12b82482938 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.087664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36144) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:43.119839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dbf01-ee90-4729-a289-58b602164a8c None None] Pushing event updated for resources: {'Port': ['ID=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:43.119839 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.153849 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3e29-7bb9-4882-a64e-b12b82482938 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.285468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c3e29-7bb9-4882-a64e-b12b82482938 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a440158-ea32-475e-9dfc-16527fa1084f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:43.331432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-33b8cfe7-8de8-4d94-9980-ba9f4b666efe None None] Provisioning complete for port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:43.331432 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-33b8cfe7-8de8-4d94-9980-ba9f4b666efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.359715 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d9c3e29-7bb9-4882-a64e-b12b82482938 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.361113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7d9c3e29-7bb9-4882-a64e-b12b82482938 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6497784 Feb 11 13:35:43.385025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=c0c37d52-9c92-49f4-ae77-22c21d4ba8a4,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:43.398336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36148) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:43.420998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1635276879', 'security_groups': ['5a440158-ea32-475e-9dfc-16527fa1084f'], 'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b34591d0-f17a-4c54-9d44-59ce55948f70'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:43.551606 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fdc938b4-8c67-4972-9a3b-cac3502bf116 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:35:43.600223 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-4660a9bb-8108-4ec2-9219-74254ad8f0c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.611313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dcf08-29d3-4c05-83aa-4be5dbcadc52 req-7a2183b1-58c9-4d7b-840a-c380c0c34dbc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:43.620670 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-541dcf08-29d3-4c05-83aa-4be5dbcadc52 req-7a2183b1-58c9-4d7b-840a-c380c0c34dbc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 944 time: 0.3899186 Feb 11 13:35:43.679473 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:43.681836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fd725b32-020a-4ad7-a810-1f3105417f36'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:43.688954 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660a9bb-8108-4ec2-9219-74254ad8f0c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event deleted for resources: {'Port': ['ID=2dc9b5cd-3287-436e-bfb7-02071d90c9ac,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:43.787766 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.843242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-541dcf08-29d3-4c05-83aa-4be5dbcadc52 req-7375336f-a67f-4160-94d9-2f2000c6ab84 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215729 Feb 11 13:35:43.849345 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-4660a9bb-8108-4ec2-9219-74254ad8f0c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] No DVR routers for this DVR port 2dc9b5cd-3287-436e-bfb7-02071d90c9ac on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:43.850046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-4660a9bb-8108-4ec2-9219-74254ad8f0c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.872343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c1f9f873-9510-4804-b73b-f67e40321ed2 req-4660a9bb-8108-4ec2-9219-74254ad8f0c7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "DELETE /v2.0/ports/2dc9b5cd-3287-436e-bfb7-02071d90c9ac HTTP/1.1" status: 204 len: 173 time: 3.1461763 Feb 11 13:35:43.872911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'name': 'network-vif-deleted', 'tag': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:43.876523 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cd19d9-404e-4882-b217-fbc821971046" -d '{"events": [{"server_uuid": "4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b", "name": "network-vif-deleted", "tag": "2dc9b5cd-3287-436e-bfb7-02071d90c9ac"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:43.901465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:43.901465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.012384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0600bc6c-db17-483f-8faa-15a64b2d728c tempest-NetworksApiDiscovery-25288398 tempest-NetworksApiDiscovery-25288398-project] 10.222.0.52 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.9227984 Feb 11 13:35:44.040072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=e9769927-43b2-4270-bb55-30bbe17d057e,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:44.045619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:44.383975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:44.389007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:44.397186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b69e5-f9cf-44a4-bac3-aade99fad7f3 req-61ec1354-f0bd-41d6-a9e8-d3eb98570d76 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:44.417448 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d02b69e5-f9cf-44a4-bac3-aade99fad7f3 req-61ec1354-f0bd-41d6-a9e8-d3eb98570d76 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.1956561 Feb 11 13:35:44.431440 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.485060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] device_id is not set on port f3feb9c9-88f2-4c43-aea8-923da8e1ce79 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:44.611049 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:44.613179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d02b69e5-f9cf-44a4-bac3-aade99fad7f3 req-5986a9ad-14e4-454e-b017-d529c4326602 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882622 Feb 11 13:35:44.794655 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e87d2d6-b6cb-40a1-bb8e-d76555010a2d x-openstack-request-id: req-9e87d2d6-b6cb-40a1-bb8e-d76555010a2d {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:44.794655 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b", "name": "network-vif-deleted", "tag": "2dc9b5cd-3287-436e-bfb7-02071d90c9ac", "status": "failed", "code": 422}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:44.795461 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e87d2d6-b6cb-40a1-bb8e-d76555010a2d {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:44.795461 n-d-816488-1 neutron-server[103006]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c1f1eeb-068a-4e9a-a73c-31a73e0a1c6b', 'name': 'network-vif-deleted', 'tag': '2dc9b5cd-3287-436e-bfb7-02071d90c9ac', 'status': 'failed', 'code': 422} returned with failed status Feb 11 13:35:44.806335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-251f0259-1b4a-4bcc-9502-690ffc3f61d3 None None] Provisioning complete for port e9769927-43b2-4270-bb55-30bbe17d057e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:44.806899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-251f0259-1b4a-4bcc-9502-690ffc3f61d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:44.939637 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8::11f (10da11a6-4278-4608-8424-6b7276a6c7e0/b34591d0-f17a-4c54-9d44-59ce55948f70/f3feb9c9-88f2-4c43-aea8-923da8e1ce79) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:44.942299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Router d36b4ad5-8d38-4392-aad5-cce995276a59 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:35:44.947540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fdc938b4-8c67-4972-9a3b-cac3502bf116, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fdc938b4-8c67-4972-9a3b-cac3502bf116,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:45.068378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'fdc938b4-8c67-4972-9a3b-cac3502bf116', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'port_id': 'fdc938b4-8c67-4972-9a3b-cac3502bf116', 'mac_address': 'fa:16:3e:a4:21:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109422ab-9f52-41d8-a23f-6b3ebb2dc8e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:35:45.120869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-251f0259-1b4a-4bcc-9502-690ffc3f61d3 None None] Port e9769927-43b2-4270-bb55-30bbe17d057e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:45.158956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:45.165679 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e1887c05-612a-40a1-9afc-3f5643a48a11 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "PUT /v2.0/routers/d36b4ad5-8d38-4392-aad5-cce995276a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6040559 Feb 11 13:35:45.169903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36184) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:45.173258 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Sync routers for ids ['d36b4ad5-8d38-4392-aad5-cce995276a59'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:45.230384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Routers {'d36b4ad5-8d38-4392-aad5-cce995276a59'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:45.232799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:45.233180 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.235602 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d36b4ad5-8d38-4392-aad5-cce995276a59'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:45.236078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533d66fb-abe1-44bc-bbe4-edbc365e2581 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.237725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-533d66fb-abe1-44bc-bbe4-edbc365e2581 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports/e9769927-43b2-4270-bb55-30bbe17d057e HTTP/1.1" status: 200 len: 911 time: 0.0550303 Feb 11 13:35:45.241238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36186) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:45.340546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec37363-297a-42d4-8b34-8ee441e65aeb req-c7b4b00d-480e-40d2-8ddf-36fd8bb36305 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.351506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ec37363-297a-42d4-8b34-8ee441e65aeb req-c7b4b00d-480e-40d2-8ddf-36fd8bb36305 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 944 time: 0.3254912 Feb 11 13:35:45.372558 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.420598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.425858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36192) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:45.467230 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Set router d36b4ad5-8d38-4392-aad5-cce995276a59 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:45.480967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ec37363-297a-42d4-8b34-8ee441e65aeb req-15cfacfc-357e-4859-a4c3-75abb0d4a5ec tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284890 Feb 11 13:35:45.527478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f0948-12a7-421c-8244-6bba568cc390 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.538671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc938b4-8c67-4972-9a3b-cac3502bf116 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:35:45.551039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606f0948-12a7-421c-8244-6bba568cc390 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.553075 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.561917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-606f0948-12a7-421c-8244-6bba568cc390 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3190222 Feb 11 13:35:45.563455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36196) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:45.563595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4211bf1f-24a8-4d14-8b75-537e5bd593d6 None None] Provisioning complete for port 5ec7e95b-a159-43af-9634-831e59923814 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:45.563973 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4211bf1f-24a8-4d14-8b75-537e5bd593d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.727928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:45.734271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:45.754475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:45.772711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724a583-1cc9-44bd-bab9-1b436e271991 req-0b764be5-ad77-4711-9ea5-ce1cb24c3677 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.774898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8724a583-1cc9-44bd-bab9-1b436e271991 req-0b764be5-ad77-4711-9ea5-ce1cb24c3677 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 908 time: 0.3249302 Feb 11 13:35:45.779773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:45.786175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:45.787220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.802670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=f3feb9c9-88f2-4c43-aea8-923da8e1ce79,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:45.825588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fdc938b4-8c67-4972-9a3b-cac3502bf116, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fdc938b4-8c67-4972-9a3b-cac3502bf116,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:45.935076 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:45.939899 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36b4ad5-8d38-4392-aad5-cce995276a59', 'name': 'tempest-NetworksTestDHCPv6-router-1929824471', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:41Z', 'revision_number': 2, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None, '_interfaces': [{'id': 'e9769927-43b2-4270-bb55-30bbe17d057e', 'name': '', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'mac_address': 'fa:16:3e:4e:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36b4ad5-8d38-4392-aad5-cce995276a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '5f18d188-c664-464b-9b99-cd0b2d15ad94', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:39Z', 'updated_at': '2022-02-11T13:35:42Z', 'revision_number': 2, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'subnets': [{'id': '5f18d188-c664-464b-9b99-cd0b2d15ad94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:45.953113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6a7d7cb6-7cef-4749-b9ad-b0d5f9660a3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5527930 Feb 11 13:35:45.956579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36204) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:45.970743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a73df9f3-bf59-4a99-b99c-ed9fb222f2d9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:46.017751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=fdc938b4-8c67-4972-9a3b-cac3502bf116,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:46.022166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4211bf1f-24a8-4d14-8b75-537e5bd593d6 None None] Port 5ec7e95b-a159-43af-9634-831e59923814 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:46.042780 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4211bf1f-24a8-4d14-8b75-537e5bd593d6 None None] Provisioning complete for port e9769927-43b2-4270-bb55-30bbe17d057e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:46.043830 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4211bf1f-24a8-4d14-8b75-537e5bd593d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.048758 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Checking router: d36b4ad5-8d38-4392-aad5-cce995276a59 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:46.052193 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Updating router d36b4ad5-8d38-4392-aad5-cce995276a59 port e9769927-43b2-4270-bb55-30bbe17d057e binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:35:46.123153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:46.123532 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.126837 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.249868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fdc938b4-8c67-4972-9a3b-cac3502bf116'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:46.253998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4211bf1f-24a8-4d14-8b75-537e5bd593d6 None None] Port e9769927-43b2-4270-bb55-30bbe17d057e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:46.316066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.412876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4211bf1f-24a8-4d14-8b75-537e5bd593d6 None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:46.413259 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4211bf1f-24a8-4d14-8b75-537e5bd593d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.436593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80f3f2-e3ee-4fae-8570-96762f54171c req-25b134b2-7655-4d38-8e8c-1df7c1f1854d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:46.437668 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73df9f3-bf59-4a99-b99c-ed9fb222f2d9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:46.442027 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a73df9f3-bf59-4a99-b99c-ed9fb222f2d9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.446921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f80f3f2-e3ee-4fae-8570-96762f54171c req-25b134b2-7655-4d38-8e8c-1df7c1f1854d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.5624955 Feb 11 13:35:46.624577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f80f3f2-e3ee-4fae-8570-96762f54171c req-576fe15d-00f9-4bb7-a513-ac54ec356805 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708550 Feb 11 13:35:46.805557 n-d-816488-1 neutron-server[103007]: INFO neutron.db.ipam_backend_mixin [None req-a73df9f3-bf59-4a99-b99c-ed9fb222f2d9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b34591d0-f17a-4c54-9d44-59ce55948f70 (CIDR: 2001:db8::/64) Feb 11 13:35:46.889343 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73df9f3-bf59-4a99-b99c-ed9fb222f2d9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:35:46.890028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73df9f3-bf59-4a99-b99c-ed9fb222f2d9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:35:46.922228 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:35:46.934277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:46.988096 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.032410 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.042658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078f743-5add-43a9-9c10-5d4f9231115d req-4cc7076e-a284-4bc8-ba5b-5a2686ba8f52 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.045566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6078f743-5add-43a9-9c10-5d4f9231115d req-4cc7076e-a284-4bc8-ba5b-5a2686ba8f52 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 908 time: 0.2335262 Feb 11 13:35:47.060675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ffaf9-b938-4e64-ae89-f6cff9c31ad0 req-18ac879b-4215-42c4-8fdc-faffa3dde785 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.062312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c33ffaf9-b938-4e64-ae89-f6cff9c31ad0 req-18ac879b-4215-42c4-8fdc-faffa3dde785 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 945 time: 0.3465033 Feb 11 13:35:47.097189 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.137519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a73df9f3-bf59-4a99-b99c-ed9fb222f2d9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1778495 Feb 11 13:35:47.142694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=01542b48e58e4fd691219cdf0d616102&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7154939 Feb 11 13:35:47.145623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36226) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:47.145994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36228) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:47.146650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1108234d-760c-481e-8003-47e904b78f49,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:47.166460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-98e4b732-fcae-4c3f-a109-40b18c6668fe tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:47.169330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ece693b6-e8ba-421a-9f32-867f3ce2b491 None None] Provisioning complete for port f3feb9c9-88f2-4c43-aea8-923da8e1ce79 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:47.190653 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ece693b6-e8ba-421a-9f32-867f3ce2b491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.303679 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c33ffaf9-b938-4e64-ae89-f6cff9c31ad0 req-f618a406-2240-4676-ab01-f694b557a5f0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165251 Feb 11 13:35:47.320547 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e9802-b11c-4218-b36a-ae49ddc1b9c8 None None] Pushing event updated for resources: {'Port': ['ID=e9769927-43b2-4270-bb55-30bbe17d057e,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:47.335965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6078f743-5add-43a9-9c10-5d4f9231115d req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Deleting port c65d0faa-7b49-45b0-9578-ee218230eaf3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:47.339084 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6078f743-5add-43a9-9c10-5d4f9231115d req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.342859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ece693b6-e8ba-421a-9f32-867f3ce2b491 None None] Port f3feb9c9-88f2-4c43-aea8-923da8e1ce79 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:47.347450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.348453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.349051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.349630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.350236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.350818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.351386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.351961 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.352531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.353100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.353826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.354511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e67f66d-92d2-4621-9cd5-ba17d0ebe519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:47.374920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.490020 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Attempting to bind port e9769927-43b2-4270-bb55-30bbe17d057e on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:47.490020 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Attempting to bind port e9769927-43b2-4270-bb55-30bbe17d057e by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:47.492616 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Attempting to bind port e9769927-43b2-4270-bb55-30bbe17d057e on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:47.519432 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:47.522152 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:35:47.522995 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.523564 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:47.524236 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Bound port: e9769927-43b2-4270-bb55-30bbe17d057e, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:47.526419 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.669122 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] For port e9769927-43b2-4270-bb55-30bbe17d057e, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:47.674022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6078f743-5add-43a9-9c10-5d4f9231115d req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] For port c65d0faa-7b49-45b0-9578-ee218230eaf3, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c65d0faa-7b49-45b0-9578-ee218230eaf3,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:47.676311 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6078f743-5add-43a9-9c10-5d4f9231115d req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.679422 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] For port e9769927-43b2-4270-bb55-30bbe17d057e, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e9769927-43b2-4270-bb55-30bbe17d057e,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:47.700281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c71b4c-03e9-4d7d-9a09-8857690e3f14 req-ed5a1485-33c3-4488-b8fb-60d8e8c13b2e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:47.717592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6078f743-5add-43a9-9c10-5d4f9231115d req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Calling delete_port for c65d0faa-7b49-45b0-9578-ee218230eaf3 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:47.718552 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2c71b4c-03e9-4d7d-9a09-8857690e3f14 req-ed5a1485-33c3-4488-b8fb-60d8e8c13b2e tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 908 time: 0.7031977 Feb 11 13:35:47.730487 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e4386e1-400f-4026-b409-48166a67a3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.738106 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.803339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8aa93323-7b00-432f-bd4d-b59b0a2d789c None None] Provisioning complete for port e9769927-43b2-4270-bb55-30bbe17d057e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:47.803339 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8aa93323-7b00-432f-bd4d-b59b0a2d789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:47.888483 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Routers {'d36b4ad5-8d38-4392-aad5-cce995276a59'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:47.890786 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d36b4ad5-8d38-4392-aad5-cce995276a59'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:47.959110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fdc938b4-8c67-4972-9a3b-cac3502bf116 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:48.068620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e4386e1-400f-4026-b409-48166a67a3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.074778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1bfb8-2e8f-4b15-ac20-aa84b39df2f8 req-b6a79317-5ef2-4bac-b9d0-c2d9413f42f8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:48.077091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ed1bfb8-2e8f-4b15-ac20-aa84b39df2f8 req-b6a79317-5ef2-4bac-b9d0-c2d9413f42f8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.1766546 Feb 11 13:35:48.171494 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8aa93323-7b00-432f-bd4d-b59b0a2d789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.203310 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] Set router d36b4ad5-8d38-4392-aad5-cce995276a59 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:48.272903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e4b732-fcae-4c3f-a109-40b18c6668fe tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:48.294181 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98e4b732-fcae-4c3f-a109-40b18c6668fe tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.318428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8aa93323-7b00-432f-bd4d-b59b0a2d789c None None] For port e9769927-43b2-4270-bb55-30bbe17d057e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e9769927-43b2-4270-bb55-30bbe17d057e,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:48.350715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ed1bfb8-2e8f-4b15-ac20-aa84b39df2f8 req-e450385c-8640-42d6-8acb-c921b01b8f8f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565355 Feb 11 13:35:48.353703 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6078f743-5add-43a9-9c10-5d4f9231115d req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.420060 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8aa93323-7b00-432f-bd4d-b59b0a2d789c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.429922 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e9802-b11c-4218-b36a-ae49ddc1b9c8 None None] Pushing event updated for resources: {'Port': ['ID=e9769927-43b2-4270-bb55-30bbe17d057e,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.481051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port fdc938b4-8c67-4972-9a3b-cac3502bf116 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:35:48.500142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port fdc938b4-8c67-4972-9a3b-cac3502bf116 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:48.505729 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.647902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-084e7920-36ee-474d-a6fe-c91e61de43bf None None] Provisioning complete for port e9769927-43b2-4270-bb55-30bbe17d057e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:48.654298 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-084e7920-36ee-474d-a6fe-c91e61de43bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.664762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa93323-7b00-432f-bd4d-b59b0a2d789c None None] Pushing event updated for resources: {'Port': ['ID=e9769927-43b2-4270-bb55-30bbe17d057e,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.693424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e4386e1-400f-4026-b409-48166a67a3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.700714 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e4386e1-400f-4026-b409-48166a67a3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.707245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8e4386e1-400f-4026-b409-48166a67a3ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1108234d-760c-481e-8003-47e904b78f49 HTTP/1.1" status: 204 len: 168 time: 1.5323691 Feb 11 13:35:48.776704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port e9769927-43b2-4270-bb55-30bbe17d057e {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:48.782208 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.789245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4386e1-400f-4026-b409-48166a67a3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1108234d-760c-481e-8003-47e904b78f49,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.806027 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36b4ad5-8d38-4392-aad5-cce995276a59', 'name': 'tempest-NetworksTestDHCPv6-router-1929824471', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:41Z', 'revision_number': 2, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None, '_interfaces': [{'id': 'e9769927-43b2-4270-bb55-30bbe17d057e', 'name': '', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'mac_address': 'fa:16:3e:4e:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36b4ad5-8d38-4392-aad5-cce995276a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '5f18d188-c664-464b-9b99-cd0b2d15ad94', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:39Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'subnets': [{'id': '5f18d188-c664-464b-9b99-cd0b2d15ad94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:48.822423 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4657c0-bff5-4d3e-a2da-58a0368667df req-a2cbc88f-b606-442b-b245-fa1e4122ce52 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:48.840711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd4657c0-bff5-4d3e-a2da-58a0368667df req-a2cbc88f-b606-442b-b245-fa1e4122ce52 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 945 time: 0.3117795 Feb 11 13:35:48.845211 n-d-816488-1 neutron-server[103006]: INFO neutron.db.ipam_backend_mixin [None req-98e4b732-fcae-4c3f-a109-40b18c6668fe tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 484d8555-d482-4b8d-b8eb-cf3494f82f96 (CIDR: 2001:db8:0:1::/64) Feb 11 13:35:48.886548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event deleted for resources: {'Port': ['ID=c65d0faa-7b49-45b0-9578-ee218230eaf3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:48.887151 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d556eb-b64a-4c26-8ce1-f1be4634a82c None None] The sync data for ids ['d36b4ad5-8d38-4392-aad5-cce995276a59'] in n-d-816488-1 is: [{'id': 'd36b4ad5-8d38-4392-aad5-cce995276a59', 'name': 'tempest-NetworksTestDHCPv6-router-1929824471', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:41Z', 'revision_number': 2, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None, '_interfaces': [{'id': 'e9769927-43b2-4270-bb55-30bbe17d057e', 'name': '', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'mac_address': 'fa:16:3e:4e:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd36b4ad5-8d38-4392-aad5-cce995276a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': '5f18d188-c664-464b-9b99-cd0b2d15ad94', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:35:39Z', 'updated_at': '2022-02-11T13:35:47Z', 'revision_number': 4, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'subnets': [{'id': '5f18d188-c664-464b-9b99-cd0b2d15ad94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:48.908171 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e4b732-fcae-4c3f-a109-40b18c6668fe tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:35:48.912872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e4b732-fcae-4c3f-a109-40b18c6668fe tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:35:48.920270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.920617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.933693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.934003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.934348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.934688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.935018 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.935342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.935671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.935919 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.936052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.936305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.939400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:35:48.977421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6078f743-5add-43a9-9c10-5d4f9231115d req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] No DVR routers for this DVR port c65d0faa-7b49-45b0-9578-ee218230eaf3 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:48.983261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6078f743-5add-43a9-9c10-5d4f9231115d req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:48.987563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6078f743-5add-43a9-9c10-5d4f9231115d req-6f9d3dc7-56f2-484b-817f-f8cd96a408ce tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.59 "DELETE /v2.0/ports/c65d0faa-7b49-45b0-9578-ee218230eaf3 HTTP/1.1" status: 204 len: 173 time: 1.9237084 Feb 11 13:35:49.063953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b975e79-b1cf-4e20-b195-ced426d8c8e6', 'name': 'network-vif-deleted', 'tag': 'c65d0faa-7b49-45b0-9578-ee218230eaf3'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:49.082156 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0968c6ee-4b78-4bf6-90a2-892e41d34b91" -d '{"events": [{"server_uuid": "4b975e79-b1cf-4e20-b195-ced426d8c8e6", "name": "network-vif-deleted", "tag": "c65d0faa-7b49-45b0-9578-ee218230eaf3"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:49.092589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f38e2856-bc40-4ecb-87c1-158ea88047e2 req-32b47ec6-b159-4101-bc88-2bfb7c4dcd59 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 210 time: 0.1144848 Feb 11 13:35:49.222899 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fa1ce0-80f9-4338-98d3-7566cc53f0e3 x-openstack-request-id: req-d2fa1ce0-80f9-4338-98d3-7566cc53f0e3 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:49.223202 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b975e79-b1cf-4e20-b195-ced426d8c8e6", "name": "network-vif-deleted", "tag": "c65d0faa-7b49-45b0-9578-ee218230eaf3", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:49.223436 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2fa1ce0-80f9-4338-98d3-7566cc53f0e3 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:49.223830 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b975e79-b1cf-4e20-b195-ced426d8c8e6', 'name': 'network-vif-deleted', 'tag': 'c65d0faa-7b49-45b0-9578-ee218230eaf3', 'status': 'completed', 'code': 200} Feb 11 13:35:49.234971 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] For port e9769927-43b2-4270-bb55-30bbe17d057e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e9769927-43b2-4270-bb55-30bbe17d057e,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:49.238859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:49.252798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fdc938b4-8c67-4972-9a3b-cac3502bf116, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fdc938b4-8c67-4972-9a3b-cac3502bf116,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:49.264476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc938b4-8c67-4972-9a3b-cac3502bf116'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:49.269845 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-98e4b732-fcae-4c3f-a109-40b18c6668fe tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.1076174 Feb 11 13:35:49.273097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for e9769927-43b2-4270-bb55-30bbe17d057e owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:49.274486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36286) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:49.279521 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e01f80a-f605-48aa-8fb2-1714e1094a4c" -d '{"events": [{"server_uuid": "8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957", "name": "network-vif-plugged", "status": "completed", "tag": "fdc938b4-8c67-4972-9a3b-cac3502bf116"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:49.281423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-7740335d-e043-45b2-9d00-915bb4ad758d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'subnet': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:49.383912 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5d7c2a-c481-4a7a-9fab-d78b61075214 x-openstack-request-id: req-dc5d7c2a-c481-4a7a-9fab-d78b61075214 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:49.384481 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957", "name": "network-vif-plugged", "status": "completed", "tag": "fdc938b4-8c67-4972-9a3b-cac3502bf116", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:49.385058 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc5d7c2a-c481-4a7a-9fab-d78b61075214 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:49.385748 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc938b4-8c67-4972-9a3b-cac3502bf116', 'code': 200} Feb 11 13:35:49.390285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c65d0faa-7b49-45b0-9578-ee218230eaf3 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:49.450441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: c65d0faa-7b49-45b0-9578-ee218230eaf3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:49.471826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c65d0faa-7b49-45b0-9578-ee218230eaf3 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:49.478093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd4657c0-bff5-4d3e-a2da-58a0368667df req-af14a0ec-b2ab-436c-98b4-a8248c4f6cc3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5954328 Feb 11 13:35:49.606957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac965565-c7af-48ef-931c-942f28a2c0dc req-0a01d15a-bb2a-4b41-814e-30844677bc75 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:49.608618 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac965565-c7af-48ef-931c-942f28a2c0dc req-0a01d15a-bb2a-4b41-814e-30844677bc75 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.0846934 Feb 11 13:35:49.656350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac965565-c7af-48ef-931c-942f28a2c0dc req-4eed434d-5bf7-4717-b8bb-fa08e55c0fad tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404150 Feb 11 13:35:50.051634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7740335d-e043-45b2-9d00-915bb4ad758d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Made reservation on behalf of dd92dff240c54942b29a0f533aaec3ce for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:50.053416 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.055912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.074955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7740335d-e043-45b2-9d00-915bb4ad758d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.145312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=e9769927-43b2-4270-bb55-30bbe17d057e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:50.286459 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=fdc938b4-8c67-4972-9a3b-cac3502bf116,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:50.424692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8998002b-27e6-4046-b22d-f835ccd3d2be req-e36db7e8-c28f-40cb-833e-17ec89a1aa2f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b975e79-b1cf-4e20-b195-ced426d8c8e6 HTTP/1.1" status: 200 len: 210 time: 0.0964801 Feb 11 13:35:50.435378 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.887456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c41f5-9c58-4663-a455-b1d156006738 req-5be2c926-f541-485d-afe2-10a6d8187e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.889000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-099c41f5-9c58-4663-a455-b1d156006738 req-5be2c926-f541-485d-afe2-10a6d8187e2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 1097 time: 1.3403044 Feb 11 13:35:50.897031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498cae9-ecb2-4b96-a774-b645e1da527e req-3a6e567c-5cf2-4c29-a735-bf89a0d2fe24 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.915189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3498cae9-ecb2-4b96-a774-b645e1da527e req-3a6e567c-5cf2-4c29-a735-bf89a0d2fe24 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 946 time: 0.1502149 Feb 11 13:35:50.920311 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7740335d-e043-45b2-9d00-915bb4ad758d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:50.952602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Router d36b4ad5-8d38-4392-aad5-cce995276a59 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:35:50.982714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de12930-759a-4e5e-9f22-aeaeeb229c79 req-9a8c85de-50d8-4869-a455-8b008a003417 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:50.995087 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4de12930-759a-4e5e-9f22-aeaeeb229c79 req-9a8c85de-50d8-4869-a455-8b008a003417 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.1318414 Feb 11 13:35:51.206585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3498cae9-ecb2-4b96-a774-b645e1da527e req-664d3676-ba78-4f76-a645-fe1c8fa12191 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892892 Feb 11 13:35:51.254932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-099c41f5-9c58-4663-a455-b1d156006738 req-4508c6dd-055b-42d3-965a-c100c728a33a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362775 Feb 11 13:35:51.273036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7740335d-e043-45b2-9d00-915bb4ad758d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:51.281292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-7740335d-e043-45b2-9d00-915bb4ad758d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:51.285329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740335d-e043-45b2-9d00-915bb4ad758d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:51.286287 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7740335d-e043-45b2-9d00-915bb4ad758d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.294099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82407321-8211-4e4b-9d98-bd2a7356ff95 None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:51.295473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740335d-e043-45b2-9d00-915bb4ad758d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Subnet': ['ID=043db7c9-3d59-406d-aaab-de4feb3fdb1b,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:51.423067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7740335d-e043-45b2-9d00-915bb4ad758d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1474464 Feb 11 13:35:51.425980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36316) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:51.435783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1770494409', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '043db7c9-3d59-406d-aaab-de4feb3fdb1b'}], 'security_groups': ['5ab3c286-1f09-405a-a401-72e728143ffc', 'e81cfd7f-dbb4-4241-bb1d-e0f15a9bf72f']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:51.727877 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4de12930-759a-4e5e-9f22-aeaeeb229c79 req-5f929859-dbf8-42b4-a40b-060ff24e6f28 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7341747 Feb 11 13:35:51.741015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:35:51.757256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bffbd493-b59b-4be6-9e97-c55487ca95e2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "PUT /v2.0/routers/d36b4ad5-8d38-4392-aad5-cce995276a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1904325 Feb 11 13:35:51.777862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36326) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:51.778251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] Sync routers for ids ['d36b4ad5-8d38-4392-aad5-cce995276a59'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:35:51.809959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] Routers {'d36b4ad5-8d38-4392-aad5-cce995276a59'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:51.810721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d36b4ad5-8d38-4392-aad5-cce995276a59'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:51.897175 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:51.905499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80c6b1c-a1e5-49bb-8b54-1ab78e4f938f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:51.908371 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69915d3-bab3-4786-8370-4e2535d94cad None None] Update dhcp port {'port': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'fixed_ips': [{'subnet_id': '484d8555-d482-4b8d-b8eb-cf3494f82f96', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b34591d0-f17a-4c54-9d44-59ce55948f70', 'ip_address': '2001:db8::2'}, {'subnet_id': '043db7c9-3d59-406d-aaab-de4feb3fdb1b'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '531a0aa6-e2ba-47af-b09a-67e3c65d5f17'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:35:51.911909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80c6b1c-a1e5-49bb-8b54-1ab78e4f938f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:51.918936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36330) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:51.924562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a80c6b1c-a1e5-49bb-8b54-1ab78e4f938f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1586885 Feb 11 13:35:52.059769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e318842-8085-415c-9ccc-1a38e502a91f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 5f18d188-c664-464b-9b99-cd0b2d15ad94 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:35:52.067334 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e318842-8085-415c-9ccc-1a38e502a91f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.107257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] Set router d36b4ad5-8d38-4392-aad5-cce995276a59 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:52.232326 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d69915d3-bab3-4786-8370-4e2535d94cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.235724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36b4ad5-8d38-4392-aad5-cce995276a59', 'name': 'tempest-NetworksTestDHCPv6-router-1929824471', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 3, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:52.332324 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e318842-8085-415c-9ccc-1a38e502a91f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.385703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] Checking router: d36b4ad5-8d38-4392-aad5-cce995276a59 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:35:52.491680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c86a4-1e20-4f8d-b78e-c38aad7c9686 req-6f2a3dd1-6ab9-48a1-84ab-24c4ed39c9ae tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:52.493280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f9c86a4-1e20-4f8d-b78e-c38aad7c9686 req-6f2a3dd1-6ab9-48a1-84ab-24c4ed39c9ae tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 945 time: 0.2264380 Feb 11 13:35:52.527388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] Routers {'d36b4ad5-8d38-4392-aad5-cce995276a59'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:35:52.531209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d36b4ad5-8d38-4392-aad5-cce995276a59'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:52.573437 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f9c86a4-1e20-4f8d-b78e-c38aad7c9686 req-70f69c92-5c51-4518-90e0-1048681eff3a tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687332 Feb 11 13:35:52.612480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Delete allocated IP 2001:db8::11f (10da11a6-4278-4608-8424-6b7276a6c7e0/b34591d0-f17a-4c54-9d44-59ce55948f70) {{(pid=103007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:35:52.621610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e318842-8085-415c-9ccc-1a38e502a91f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:52.637908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d7061-1352-4616-b0a0-11f5afd34b4e req-1ef25905-abfa-4f05-abdf-013ec5566a0a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:52.637908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae9d7061-1352-4616-b0a0-11f5afd34b4e req-1ef25905-abfa-4f05-abdf-013ec5566a0a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 946 time: 0.1936920 Feb 11 13:35:52.676810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] Set router d36b4ad5-8d38-4392-aad5-cce995276a59 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:35:52.752757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Allocated IP 2001:db8:0:2::136 (10da11a6-4278-4608-8424-6b7276a6c7e0/043db7c9-3d59-406d-aaab-de4feb3fdb1b/f3feb9c9-88f2-4c43-aea8-923da8e1ce79) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:52.770799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd36b4ad5-8d38-4392-aad5-cce995276a59', 'name': 'tempest-NetworksTestDHCPv6-router-1929824471', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 3, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:35:52.819156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977bbb85-936b-42bf-a230-6ed3e0acbf63 None None] The sync data for ids ['d36b4ad5-8d38-4392-aad5-cce995276a59'] in n-d-816488-1 is: [{'id': 'd36b4ad5-8d38-4392-aad5-cce995276a59', 'name': 'tempest-NetworksTestDHCPv6-router-1929824471', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:35:38Z', 'updated_at': '2022-02-11T13:35:49Z', 'revision_number': 3, 'project_id': '0bc917472b364f18b6bcb37b56439ca1', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:35:52.890126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae9d7061-1352-4616-b0a0-11f5afd34b4e req-5ebf99ce-b12e-446c-9e4d-c14a3a573d89 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744263 Feb 11 13:35:53.001538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e318842-8085-415c-9ccc-1a38e502a91f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.035363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e318842-8085-415c-9ccc-1a38e502a91f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=5f18d188-c664-464b-9b99-cd0b2d15ad94,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:53.047995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e318842-8085-415c-9ccc-1a38e502a91f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.051232 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5e318842-8085-415c-9ccc-1a38e502a91f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/5f18d188-c664-464b-9b99-cd0b2d15ad94 HTTP/1.1" status: 204 len: 168 time: 1.1306999 Feb 11 13:35:53.055967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64dc012-5a36-418f-8344-5cc86642b3da None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:53.058479 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36348) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:53.139357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68fd3b-5e90-475e-a8fe-cd65e6c998ad req-4384d65d-75ea-4a2d-a37f-7d9baa2615a2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:53.156974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a68fd3b-5e90-475e-a8fe-cd65e6c998ad req-4384d65d-75ea-4a2d-a37f-7d9baa2615a2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.1299701 Feb 11 13:35:53.235337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a68fd3b-5e90-475e-a8fe-cd65e6c998ad req-b9837cb2-d963-4490-a28e-111f28f313c1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768862 Feb 11 13:35:53.350641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c305dbd5-be29-461c-b0f0-72e3479eba3c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2887073 Feb 11 13:35:53.350812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36356) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:53.362665 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.445471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.477458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11fac970-db8d-4dff-a877-4a1285d6061e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.560613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640cada1-7cfd-4ba0-b8c3-7af67e8a837a None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:35:53.657905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] In _notify_port_updated(), no bound segment for port f3feb9c9-88f2-4c43-aea8-923da8e1ce79 on network 10da11a6-4278-4608-8424-6b7276a6c7e0 {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:35:53.672482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:53.673169 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:53.680139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36368) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:53.682523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "PUT /v2.0/ports/f3feb9c9-88f2-4c43-aea8-923da8e1ce79 HTTP/1.1" status: 200 len: 970 time: 2.2546048 Feb 11 13:35:53.726109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-d69915d3-bab3-4786-8370-4e2535d94cad None None] Allocated IP 2001:db8:0:2::2 (10da11a6-4278-4608-8424-6b7276a6c7e0/043db7c9-3d59-406d-aaab-de4feb3fdb1b/531a0aa6-e2ba-47af-b09a-67e3c65d5f17) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:53.761589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120badae-3935-4448-ae66-fe09beb4fbd9 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event updated for resources: {'Port': ['ID=f3feb9c9-88f2-4c43-aea8-923da8e1ce79,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:53.883152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-ec624d3c-3aa0-4783-8300-bc422616430b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:53.885617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-ec624d3c-3aa0-4783-8300-bc422616430b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 945 time: 0.1946797 Feb 11 13:35:53.895897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-640cada1-7cfd-4ba0-b8c3-7af67e8a837a None None] Deleting port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:53.896310 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-640cada1-7cfd-4ba0-b8c3-7af67e8a837a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.026602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11fac970-db8d-4dff-a877-4a1285d6061e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.036601 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11fac970-db8d-4dff-a877-4a1285d6061e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.087469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81558d1-0925-48e4-abbd-fb1e7fff8daf req-66eb0092-db69-4db0-83a3-9931d5e3a62d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.089378 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d81558d1-0925-48e4-abbd-fb1e7fff8daf req-66eb0092-db69-4db0-83a3-9931d5e3a62d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 945 time: 0.3241966 Feb 11 13:35:54.175623 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d81558d1-0925-48e4-abbd-fb1e7fff8daf req-58d1c46e-4be6-48fc-8b90-07d8e4895047 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713611 Feb 11 13:35:54.246260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-6a7cd928-fe48-4170-8c1e-9a50119e7c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Deleting port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:54.246606 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-6a7cd928-fe48-4170-8c1e-9a50119e7c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.395144 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11fac970-db8d-4dff-a877-4a1285d6061e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.396315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fac970-db8d-4dff-a877-4a1285d6061e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Fanout notify agent at l3_agent the message router_deleted on router d36b4ad5-8d38-4392-aad5-cce995276a59 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:35:54.409960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11fac970-db8d-4dff-a877-4a1285d6061e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.420748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-11fac970-db8d-4dff-a877-4a1285d6061e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/routers/d36b4ad5-8d38-4392-aad5-cce995276a59 HTTP/1.1" status: 204 len: 168 time: 1.0681264 Feb 11 13:35:54.425938 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-640cada1-7cfd-4ba0-b8c3-7af67e8a837a None None] For port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c0c37d52-9c92-49f4-ae77-22c21d4ba8a4,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:54.426113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36384) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:54.426218 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-640cada1-7cfd-4ba0-b8c3-7af67e8a837a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.462032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d69915d3-bab3-4786-8370-4e2535d94cad None None] For port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,segment=NetworkSegment(9391d576-9ae3-4949-8c87-94a140c91f0f),segment_id=9391d576-9ae3-4949-8c87-94a140c91f0f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:54.496244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-640cada1-7cfd-4ba0-b8c3-7af67e8a837a None None] Calling delete_port for c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:54.615062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e8667-53b7-411b-988c-a5fcb872a64f req-dbb5a4ef-fba3-408a-8ce5-348fb90b5e2e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.628868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d01b07-4db3-43ce-af0b-10c60f15f40d req-3610c78a-c2e8-4467-8c39-6dde9f30127f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.636321 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d69915d3-bab3-4786-8370-4e2535d94cad None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.639530 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2d01b07-4db3-43ce-af0b-10c60f15f40d req-3610c78a-c2e8-4467-8c39-6dde9f30127f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.2478631 Feb 11 13:35:54.642129 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-970e8667-53b7-411b-988c-a5fcb872a64f req-dbb5a4ef-fba3-408a-8ce5-348fb90b5e2e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 946 time: 0.4322934 Feb 11 13:35:54.696767 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2d01b07-4db3-43ce-af0b-10c60f15f40d req-b66ed097-ef64-4656-ae19-0d7473d82980 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522130 Feb 11 13:35:54.707097 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d69915d3-bab3-4786-8370-4e2535d94cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.741674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-6a7cd928-fe48-4170-8c1e-9a50119e7c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] For port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:54.741674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-6a7cd928-fe48-4170-8c1e-9a50119e7c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.752128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-22174104-7222-470f-abf8-f9635fd24081 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port f3feb9c9-88f2-4c43-aea8-923da8e1ce79 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:54.752476 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22174104-7222-470f-abf8-f9635fd24081 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.765478 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-22ccc0be-3d29-4aaf-9979-ee5afa50caed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.771237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-6a7cd928-fe48-4170-8c1e-9a50119e7c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Calling delete_port for c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:54.814468 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-970e8667-53b7-411b-988c-a5fcb872a64f req-2b6b9f3f-40f2-40f9-852e-96a051bb8ff1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704800 Feb 11 13:35:54.903411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d75b60-f537-4b6f-a2cf-d1d878d481b1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:54.912833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69915d3-bab3-4786-8370-4e2535d94cad None None] Pushing event updated for resources: {'Port': ['ID=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:54.913595 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-33d75b60-f537-4b6f-a2cf-d1d878d481b1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4724178 Feb 11 13:35:54.918220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36392) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:54.927408 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-640cada1-7cfd-4ba0-b8c3-7af67e8a837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:54.964966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640cada1-7cfd-4ba0-b8c3-7af67e8a837a None None] No DVR routers for this DVR port c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:55.021539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cada1-7cfd-4ba0-b8c3-7af67e8a837a None None] Pushing event deleted for resources: {'Port': ['ID=c0c37d52-9c92-49f4-ae77-22c21d4ba8a4,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:55.023771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e9769927-43b2-4270-bb55-30bbe17d057e no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:55.087037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e9769927-43b2-4270-bb55-30bbe17d057e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:55.088407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e9769927-43b2-4270-bb55-30bbe17d057e not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:55.098914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:55.118736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee23f0-0f44-42de-8b08-40e9ef03cb81 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:55.122290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-76ee23f0-0f44-42de-8b08-40e9ef03cb81 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1989486 Feb 11 13:35:55.123804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36394) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:55.130094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:55.130447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c0c37d52-9c92-49f4-ae77-22c21d4ba8a4 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:55.164801 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22174104-7222-470f-abf8-f9635fd24081 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.179592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-22174104-7222-470f-abf8-f9635fd24081 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for f3feb9c9-88f2-4c43-aea8-923da8e1ce79 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:55.293818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-001b47a2-1fe8-4c7b-8cc0-13a7704d1bff tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1671548 Feb 11 13:35:55.294413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36404) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:55.299289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:55.402138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02080bdf-4606-4928-9ec1-21d44947bfc2 req-fce53573-6f74-4f3f-aec0-aec5f2d8bfc1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:55.411240 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02080bdf-4606-4928-9ec1-21d44947bfc2 req-fce53573-6f74-4f3f-aec0-aec5f2d8bfc1 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 946 time: 0.1011822 Feb 11 13:35:55.440200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-6a7cd928-fe48-4170-8c1e-9a50119e7c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.454594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:55.456720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fd725b32-020a-4ad7-a810-1f3105417f36'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:55.469810 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02080bdf-4606-4928-9ec1-21d44947bfc2 req-e3c463bc-631a-4871-8f52-4d48c5576210 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Feb 11 13:35:55.520005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cd928-fe48-4170-8c1e-9a50119e7c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event deleted for resources: {'Port': ['ID=c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:55.558085 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.568768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea726b5b-6150-4992-9c6c-b1ba9c7af4bf req-4ef427c0-e9fd-4d99-b542-f31e706e5602 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:55.571638 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ea726b5b-6150-4992-9c6c-b1ba9c7af4bf req-4ef427c0-e9fd-4d99-b542-f31e706e5602 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 867 time: 0.2613642 Feb 11 13:35:55.636574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88dc6f9-68c7-423e-8e54-5af5c8579ca2 req-a7572219-f9e0-41bb-979c-a0ea5111c4b9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:55.646730 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c88dc6f9-68c7-423e-8e54-5af5c8579ca2 req-a7572219-f9e0-41bb-979c-a0ea5111c4b9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 946 time: 0.0662239 Feb 11 13:35:55.678656 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22174104-7222-470f-abf8-f9635fd24081 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.731531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22174104-7222-470f-abf8-f9635fd24081 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=f3feb9c9-88f2-4c43-aea8-923da8e1ce79,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:55.732729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-6a7cd928-fe48-4170-8c1e-9a50119e7c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] No DVR routers for this DVR port c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:55.736328 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-6a7cd928-fe48-4170-8c1e-9a50119e7c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.740560 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-437d33d2-67b3-4ab4-b9df-1141e6ddc4f0 req-6a7cd928-fe48-4170-8c1e-9a50119e7c5c tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.59 "DELETE /v2.0/ports/c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf HTTP/1.1" status: 204 len: 173 time: 1.8378880 Feb 11 13:35:55.744709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6bcf2e-7169-4230-8955-b69770ac43fc', 'name': 'network-vif-deleted', 'tag': 'c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:55.747793 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c758c9af-5bfa-45eb-bc9e-61ff72747444" -d '{"events": [{"server_uuid": "3c6bcf2e-7169-4230-8955-b69770ac43fc", "name": "network-vif-deleted", "tag": "c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:55.782408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ea726b5b-6150-4992-9c6c-b1ba9c7af4bf req-ab49a7b3-f469-42ef-a3c1-f5d9eb3ea774 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744194 Feb 11 13:35:55.783212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c88dc6f9-68c7-423e-8e54-5af5c8579ca2 req-dfc05791-70da-4392-85af-aec2a0b206ad tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221452 Feb 11 13:35:55.828726 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22174104-7222-470f-abf8-f9635fd24081 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:55.835183 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-22174104-7222-470f-abf8-f9635fd24081 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/f3feb9c9-88f2-4c43-aea8-923da8e1ce79 HTTP/1.1" status: 204 len: 168 time: 2.1538286 Feb 11 13:35:55.838298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36424) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:55.905318 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e36a7c-66d1-41f8-8e23-d1e3aa079e31 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] GET failed (client error): The resource could not be found. Feb 11 13:35:55.911255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36426) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:55.921795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e0e36a7c-66d1-41f8-8e23-d1e3aa079e31 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports/f3feb9c9-88f2-4c43-aea8-923da8e1ce79 HTTP/1.1" status: 404 len: 333 time: 0.0820270 Feb 11 13:35:55.926759 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c49e524-7be8-4002-91b5-c8174c47a75c x-openstack-request-id: req-1c49e524-7be8-4002-91b5-c8174c47a75c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:35:55.927156 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6bcf2e-7169-4230-8955-b69770ac43fc", "name": "network-vif-deleted", "tag": "c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:35:55.927415 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c49e524-7be8-4002-91b5-c8174c47a75c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:35:55.927818 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6bcf2e-7169-4230-8955-b69770ac43fc', 'name': 'network-vif-deleted', 'tag': 'c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf', 'status': 'completed', 'code': 200} Feb 11 13:35:55.933708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:55.939102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.025659 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0487-f3d1-49b3-81a2-d4941c225eb8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.050878 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0487-f3d1-49b3-81a2-d4941c225eb8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.124249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a7d01eb5-ec55-4c9c-8100-081a1119cedf None None] Could not find standard attr ID for object f3feb9c9-88f2-4c43-aea8-923da8e1ce79. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:35:56.142214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3bf9e-38c3-4c68-9c85-af992638924a req-6e29afae-f022-44aa-9524-e87fa86645d8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:56.151760 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a7d01eb5-ec55-4c9c-8100-081a1119cedf None None] Provisioning complete for port 5ec7e95b-a159-43af-9634-831e59923814 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:56.152209 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7d01eb5-ec55-4c9c-8100-081a1119cedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.179411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebb3bf9e-38c3-4c68-9c85-af992638924a req-6e29afae-f022-44aa-9524-e87fa86645d8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.2496247 Feb 11 13:35:56.216533 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0487-f3d1-49b3-81a2-d4941c225eb8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.219356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d8a0487-f3d1-49b3-81a2-d4941c225eb8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.223159 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1d8a0487-f3d1-49b3-81a2-d4941c225eb8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/security-groups/5a440158-ea32-475e-9dfc-16527fa1084f HTTP/1.1" status: 204 len: 168 time: 0.3083732 Feb 11 13:35:56.224304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36436) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:56.230449 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a7d01eb5-ec55-4c9c-8100-081a1119cedf None None] Port 5ec7e95b-a159-43af-9634-831e59923814 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:35:56.263388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a0487-f3d1-49b3-81a2-d4941c225eb8 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a440158-ea32-475e-9dfc-16527fa1084f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:56.267782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a7d01eb5-ec55-4c9c-8100-081a1119cedf None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:56.268563 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7d01eb5-ec55-4c9c-8100-081a1119cedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.382783 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3898a034-144b-471f-bb5b-1dba9d15b8c3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.446988 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3898a034-144b-471f-bb5b-1dba9d15b8c3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.473551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebb3bf9e-38c3-4c68-9c85-af992638924a req-8bf2f2de-fcd1-48dd-92ce-fc1ec20c206a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2811725 Feb 11 13:35:56.596373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d424c1-2b37-428b-9781-1c94ac3c42ec req-1509049a-cbbb-417d-a200-c3682ffedf1d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:56.598254 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4d424c1-2b37-428b-9781-1c94ac3c42ec req-1509049a-cbbb-417d-a200-c3682ffedf1d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 946 time: 0.0756459 Feb 11 13:35:56.602384 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3898a034-144b-471f-bb5b-1dba9d15b8c3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.606358 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3898a034-144b-471f-bb5b-1dba9d15b8c3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.607831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3898a034-144b-471f-bb5b-1dba9d15b8c3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/security-groups/e81cfd7f-dbb4-4241-bb1d-e0f15a9bf72f HTTP/1.1" status: 204 len: 168 time: 0.3787816 Feb 11 13:35:56.618516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36442) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:56.622679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898a034-144b-471f-bb5b-1dba9d15b8c3 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81cfd7f-dbb4-4241-bb1d-e0f15a9bf72f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:56.682191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f303095c-4d70-4116-8330-238259fe7920 None None] Could not find standard attr ID for object f3feb9c9-88f2-4c43-aea8-923da8e1ce79. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:35:56.704851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c283c29-4888-4303-9e68-81b22b1fbfd2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.729761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4d424c1-2b37-428b-9781-1c94ac3c42ec req-345c31ba-d6a4-4356-97a3-bc2a60622ac9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058292 Feb 11 13:35:56.798304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:35:56.806844 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.882924 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c283c29-4888-4303-9e68-81b22b1fbfd2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.894807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:56.902116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:56.903961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=3067c4f7-ffe8-42f2-a62a-80da3b6c6983,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:56.910284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:56.910881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.919503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c3e10-a45c-422e-a6ad-293423245fc7 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:56.938209 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5779c008-0c17-4e31-a8b0-0f9a83240508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:56.999014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-89ca3c8e-e4f4-4976-a21b-335596722a6a req-7467f3ac-bde3-48dc-b091-e509e16a870b tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=3c6bcf2e-7169-4230-8955-b69770ac43fc HTTP/1.1" status: 200 len: 210 time: 0.0745060 Feb 11 13:35:57.009634 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2ad238de-f957-4fec-aa9c-3f333d7f415f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7140326 Feb 11 13:35:57.017283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36456) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:57.020647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b794f0fb-1b9a-421e-bf9f-823c46922b10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:57.089733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:57.142579 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c283c29-4888-4303-9e68-81b22b1fbfd2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.146380 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c283c29-4888-4303-9e68-81b22b1fbfd2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.149567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5c283c29-4888-4303-9e68-81b22b1fbfd2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/security-groups/5ab3c286-1f09-405a-a401-72e728143ffc HTTP/1.1" status: 204 len: 168 time: 0.5278497 Feb 11 13:35:57.153621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36462) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:57.216090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c283c29-4888-4303-9e68-81b22b1fbfd2 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab3c286-1f09-405a-a401-72e728143ffc,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:57.229590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '3067c4f7-ffe8-42f2-a62a-80da3b6c6983'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:35:57.230540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.263902 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-821478ea-e268-4a8f-84a5-1914ca87f0dd tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet b34591d0-f17a-4c54-9d44-59ce55948f70 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:35:57.272531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b794f0fb-1b9a-421e-bf9f-823c46922b10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:57.276998 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b794f0fb-1b9a-421e-bf9f-823c46922b10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.281390 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-821478ea-e268-4a8f-84a5-1914ca87f0dd tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.283752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:57.284388 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.362563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-821478ea-e268-4a8f-84a5-1914ca87f0dd tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.455630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:35:57.504083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-821478ea-e268-4a8f-84a5-1914ca87f0dd tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.538331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Allocated IP 2001:db8::f816:3eff:fed2:b959 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/3067c4f7-ffe8-42f2-a62a-80da3b6c6983/09c9bf73-9c4e-4d71-8cab-9e401ede50b1) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:57.642570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:35:57.643320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device c1c8a5ae-2c3c-4d9c-986f-53a849dcc0cf not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:35:57.731413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ab508-a81d-4609-a986-81145daa4b21 req-81d5f63b-4c45-46b3-956e-6986f1626bb3 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.733017 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-941ab508-a81d-4609-a986-81145daa4b21 req-81d5f63b-4c45-46b3-956e-6986f1626bb3 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.0615034 Feb 11 13:35:57.736777 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b794f0fb-1b9a-421e-bf9f-823c46922b10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.791300 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.796468 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.821230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794f0fb-1b9a-421e-bf9f-823c46922b10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=1f37a3cf-b201-4773-a61f-b56fee53599d,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:57.831354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b794f0fb-1b9a-421e-bf9f-823c46922b10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:57.834429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-b794f0fb-1b9a-421e-bf9f-823c46922b10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:57.840362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b794f0fb-1b9a-421e-bf9f-823c46922b10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:57.840957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b794f0fb-1b9a-421e-bf9f-823c46922b10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.865102 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-941ab508-a81d-4609-a986-81145daa4b21 req-8d5dac8a-4405-42be-8e87-27d9f86cd450 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671573 Feb 11 13:35:57.903460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:57.923612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:57.940542 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b794f0fb-1b9a-421e-bf9f-823c46922b10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9266412 Feb 11 13:35:57.940828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36492) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:57.948816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:57.953174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:9f:e9:2d', 'name': 'tempest-NetworksTestDHCPv6-925582120'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:35:57.954734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:58.015803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Pushing event updated for resources: {'Port': ['ID=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:58.035264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Attempting to bind port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:35:58.035264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Attempting to bind port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:35:58.035264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Attempting to bind port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:35:58.053757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:35:58.054023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:35:58.054548 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.054995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:35:58.055457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Bound port: 09c9bf73-9c4e-4d71-8cab-9e401ede50b1, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:35:58.055836 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.067311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3528a4d-b1d7-439e-9463-3dd513dae68f req-331caa1f-3caf-4857-84ed-d911a60f5b1c tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.069124 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3528a4d-b1d7-439e-9463-3dd513dae68f req-331caa1f-3caf-4857-84ed-d911a60f5b1c tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 946 time: 0.1902850 Feb 11 13:35:58.104716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1497-ce03-434f-bf54-637518fc4019 req-25dd1781-6601-48f6-a243-dd80e946aa44 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:58.107903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bab1497-ce03-434f-bf54-637518fc4019 req-25dd1781-6601-48f6-a243-dd80e946aa44 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 946 time: 0.2191832 Feb 11 13:35:58.152388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] For port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:35:58.156174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] For port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:35:58.207131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-821478ea-e268-4a8f-84a5-1914ca87f0dd tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.237442 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.247676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3528a4d-b1d7-439e-9463-3dd513dae68f req-71cbfe03-b4ac-4171-a6a6-e150491f695e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550131 Feb 11 13:35:58.257468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821478ea-e268-4a8f-84a5-1914ca87f0dd tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=b34591d0-f17a-4c54-9d44-59ce55948f70,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:58.260177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-821478ea-e268-4a8f-84a5-1914ca87f0dd tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.263403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-821478ea-e268-4a8f-84a5-1914ca87f0dd tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/b34591d0-f17a-4c54-9d44-59ce55948f70 HTTP/1.1" status: 204 len: 168 time: 1.1085246 Feb 11 13:35:58.268581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36500) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:58.318816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88082342-38fa-4fce-bbaf-b26b40abd4f0 None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:58.357068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6bab1497-ce03-434f-bf54-637518fc4019 req-7307ab36-aa44-4d05-b486-f44aad624057 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Deleting port fdc938b4-8c67-4972-9a3b-cac3502bf116 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:58.357993 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bab1497-ce03-434f-bf54-637518fc4019 req-7307ab36-aa44-4d05-b486-f44aad624057 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.361800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5142b143-e996-46c1-bc8f-02ffb535eb13 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet 043db7c9-3d59-406d-aaab-de4feb3fdb1b {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:35:58.366659 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5142b143-e996-46c1-bc8f-02ffb535eb13 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.427854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:35:58.435813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e8f83-d2b3-4119-ab9a-41c3d7a7b20b None None] Pushing event updated for resources: {'Port': ['ID=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:58.448365 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5142b143-e996-46c1-bc8f-02ffb535eb13 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.586660 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.604755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36508) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:58.640200 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5142b143-e996-46c1-bc8f-02ffb535eb13 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.662851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.808239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port cd20621a-e763-45e8-8058-5ce7ffce12ff yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:35:58.818108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6bab1497-ce03-434f-bf54-637518fc4019 req-7307ab36-aa44-4d05-b486-f44aad624057 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] For port fdc938b4-8c67-4972-9a3b-cac3502bf116, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fdc938b4-8c67-4972-9a3b-cac3502bf116,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:58.818108 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bab1497-ce03-434f-bf54-637518fc4019 req-7307ab36-aa44-4d05-b486-f44aad624057 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.843410 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5142b143-e996-46c1-bc8f-02ffb535eb13 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.851266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-6bab1497-ce03-434f-bf54-637518fc4019 req-7307ab36-aa44-4d05-b486-f44aad624057 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Calling delete_port for fdc938b4-8c67-4972-9a3b-cac3502bf116 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:35:58.891061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142b143-e996-46c1-bc8f-02ffb535eb13 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=043db7c9-3d59-406d-aaab-de4feb3fdb1b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:58.897117 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5142b143-e996-46c1-bc8f-02ffb535eb13 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.904996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5142b143-e996-46c1-bc8f-02ffb535eb13 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/043db7c9-3d59-406d-aaab-de4feb3fdb1b HTTP/1.1" status: 204 len: 168 time: 0.6315806 Feb 11 13:35:58.904996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8da3d8cc-beb3-4b93-923b-b8971576035a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:58.904996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36516) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:59.027342 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-94dec968-b565-47dc-8f88-74c200291aae tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:35:59.027799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94dec968-b565-47dc-8f88-74c200291aae tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:35:59.030499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af64dfc-638d-49d5-bc12-68f0cd9aee6e req-2c36d416-6fb9-4f32-893c-55d06915e7e9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.032279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8af64dfc-638d-49d5-bc12-68f0cd9aee6e req-2c36d416-6fb9-4f32-893c-55d06915e7e9 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.3118017 Feb 11 13:35:59.037920 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-94dec968-b565-47dc-8f88-74c200291aae tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/b34591d0-f17a-4c54-9d44-59ce55948f70 HTTP/1.1" status: 404 len: 337 time: 0.1318042 Feb 11 13:35:59.064842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36518) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:35:59.142727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:35:59.222790 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8af64dfc-638d-49d5-bc12-68f0cd9aee6e req-3206807d-ad47-4b09-aae9-8f6aac815072 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321716 Feb 11 13:35:59.257217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 172.20.0.9 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/1f37a3cf-b201-4773-a61f-b56fee53599d/cd20621a-e763-45e8-8058-5ce7ffce12ff) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:59.270405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::f816:3eff:fe9f:e92d (1bffabfc-4ac6-4e77-8c1a-50da44898f19/3067c4f7-ffe8-42f2-a62a-80da3b6c6983/cd20621a-e763-45e8-8058-5ce7ffce12ff) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:35:59.301342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8142234-5160-44f4-8321-a86fa057fd3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting subnet 484d8555-d482-4b8d-b8eb-cf3494f82f96 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:35:59.333014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:59.334042 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.351162 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8142234-5160-44f4-8321-a86fa057fd3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.419620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-02e9f7d7-5606-4c65-990c-d792b2dd9c8d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.422074 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-02e9f7d7-5606-4c65-990c-d792b2dd9c8d tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.5136058 Feb 11 13:35:59.534565 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.551486 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8142234-5160-44f4-8321-a86fa057fd3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.574812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e2c99-d5d8-4de9-8cfd-72ba3e88bb2f req-a010f5cb-055e-49f4-9c03-ce049ef8d545 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.580371 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f30e2c99-d5d8-4de9-8cfd-72ba3e88bb2f req-a010f5cb-055e-49f4-9c03-ce049ef8d545 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.5575225 Feb 11 13:35:59.602210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:35:59.664756 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcca6ec-2c60-44e4-b31b-cd0f44f162b4 None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:35:59.668344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.693316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255b6d0-bab9-4c26-9f52-fa38bec97c01 req-199f69d2-9e87-4d80-9f3c-af1526615aab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:35:59.695401 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7255b6d0-bab9-4c26-9f52-fa38bec97c01 req-199f69d2-9e87-4d80-9f3c-af1526615aab tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 946 time: 0.2425516 Feb 11 13:35:59.715625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f30e2c99-d5d8-4de9-8cfd-72ba3e88bb2f req-234cf2a2-749c-4bc6-86e5-31aa7915d2bd tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274922 Feb 11 13:35:59.748956 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.787335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bab1497-ce03-434f-bf54-637518fc4019 req-7307ab36-aa44-4d05-b486-f44aad624057 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.788714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-af7d530c-0248-4ab7-995f-74aa11c37eb6 None None] Provisioning complete for port 5ec7e95b-a159-43af-9634-831e59923814 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:35:59.789088 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-af7d530c-0248-4ab7-995f-74aa11c37eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.798436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-94c78d82-df33-4c93-b3f9-27b1562f2380 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Deleting port fd725b32-020a-4ad7-a810-1f3105417f36 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:35:59.798436 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-94c78d82-df33-4c93-b3f9-27b1562f2380 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.838343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7255b6d0-bab9-4c26-9f52-fa38bec97c01 req-60730d5f-23bf-4ba2-842f-1d58a4bb9f18 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361597 Feb 11 13:35:59.839517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307ab36-aa44-4d05-b486-f44aad624057 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event deleted for resources: {'Port': ['ID=fdc938b4-8c67-4972-9a3b-cac3502bf116,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:59.887115 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8142234-5160-44f4-8321-a86fa057fd3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.892370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bab1497-ce03-434f-bf54-637518fc4019 req-7307ab36-aa44-4d05-b486-f44aad624057 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] No DVR routers for this DVR port fdc938b4-8c67-4972-9a3b-cac3502bf116 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:35:59.895384 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6bab1497-ce03-434f-bf54-637518fc4019 req-7307ab36-aa44-4d05-b486-f44aad624057 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.905157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bab1497-ce03-434f-bf54-637518fc4019 req-7307ab36-aa44-4d05-b486-f44aad624057 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.13 "DELETE /v2.0/ports/fdc938b4-8c67-4972-9a3b-cac3502bf116 HTTP/1.1" status: 204 len: 173 time: 1.7806931 Feb 11 13:35:59.906285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957', 'name': 'network-vif-deleted', 'tag': 'fdc938b4-8c67-4972-9a3b-cac3502bf116'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:35:59.909710 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b8bbf0-8a72-48ec-a9d5-3b781b0a9113" -d '{"events": [{"server_uuid": "8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957", "name": "network-vif-deleted", "tag": "fdc938b4-8c67-4972-9a3b-cac3502bf116"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:35:59.914879 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:35:59.939035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fdc938b4-8c67-4972-9a3b-cac3502bf116'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:59.948444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:35:59.966266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:35:59.969542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:35:59.975714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:35:59.984677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=cd20621a-e763-45e8-8058-5ce7ffce12ff,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:35:59.992576 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8da3d8cc-beb3-4b93-923b-b8971576035a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.017070 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c9633d-9616-47bc-9fe4-fdf46f736bce x-openstack-request-id: req-46c9633d-9616-47bc-9fe4-fdf46f736bce {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:00.017882 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957", "name": "network-vif-deleted", "tag": "fdc938b4-8c67-4972-9a3b-cac3502bf116", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:00.018159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-94c78d82-df33-4c93-b3f9-27b1562f2380 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] For port fd725b32-020a-4ad7-a810-1f3105417f36, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fd725b32-020a-4ad7-a810-1f3105417f36,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:00.018490 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46c9633d-9616-47bc-9fe4-fdf46f736bce {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:00.019047 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957', 'name': 'network-vif-deleted', 'tag': 'fdc938b4-8c67-4972-9a3b-cac3502bf116', 'status': 'completed', 'code': 200} Feb 11 13:36:00.019854 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-94c78d82-df33-4c93-b3f9-27b1562f2380 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.048088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.049037 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.062688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-94c78d82-df33-4c93-b3f9-27b1562f2380 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Calling delete_port for fd725b32-020a-4ad7-a810-1f3105417f36 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:00.072257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940f8acc-dfa0-422d-a9a1-622c3fb77e5a None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:00.121716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8da3d8cc-beb3-4b93-923b-b8971576035a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.148334 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0c47cc2e-9314-468d-a52a-f6df9df4bb0c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.2019079 Feb 11 13:36:00.148774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36532) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.184272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8142234-5160-44f4-8321-a86fa057fd3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.226040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8142234-5160-44f4-8321-a86fa057fd3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.227863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf6489-eafa-4bf1-a124-d3fc3666c8c9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.232264 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b8142234-5160-44f4-8321-a86fa057fd3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/484d8555-d482-4b8d-b8eb-cf3494f82f96 HTTP/1.1" status: 204 len: 168 time: 1.1587584 Feb 11 13:36:00.240076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:00.242817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-af7d530c-0248-4ab7-995f-74aa11c37eb6 None None] Port 5ec7e95b-a159-43af-9634-831e59923814 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:36:00.245233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf6489-eafa-4bf1-a124-d3fc3666c8c9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.249993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6aaf6489-eafa-4bf1-a124-d3fc3666c8c9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1000628 Feb 11 13:36:00.250887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36534) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.252391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36536) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.257993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8da3d8cc-beb3-4b93-923b-b8971576035a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87b101ce7da84b43b5d25b06ff74f683&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6481910 Feb 11 13:36:00.261434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8142234-5160-44f4-8321-a86fa057fd3c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Subnet': ['ID=484d8555-d482-4b8d-b8eb-cf3494f82f96,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:00.263499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3d8cc-beb3-4b93-923b-b8971576035a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea02e88-b403-4c3e-b6f2-2d44e5fda29e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:00.275593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36538) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.337168 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3f3787-230a-49fb-840b-3e5f389061aa tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:00.337884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3f3787-230a-49fb-840b-3e5f389061aa tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:00.344557 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8f3f3787-230a-49fb-840b-3e5f389061aa tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/4449b1ac-59bc-4e1e-be57-e130797766e2 HTTP/1.1" status: 404 len: 337 time: 0.0879295 Feb 11 13:36:00.344807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36544) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.391793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9c00027c-683c-46c8-a61e-ed43b0d2c992 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7b143aa-d4e1-4e30-a633-6d8da269e09f HTTP/1.1" status: 200 len: 205 time: 0.0467272 Feb 11 13:36:00.394930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36548) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.411045 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.478764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-af7d530c-0248-4ab7-995f-74aa11c37eb6 None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:00.478764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-af7d530c-0248-4ab7-995f-74aa11c37eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.487498 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be369eb0-18b2-4943-826e-4501fedff58e req-414506f0-9691-46cd-bbc8-2fc68b4b4083 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:00.489157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be369eb0-18b2-4943-826e-4501fedff58e req-414506f0-9691-46cd-bbc8-2fc68b4b4083 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 946 time: 0.0847075 Feb 11 13:36:00.493569 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a31f997-27b9-4ff2-a52b-a77c01830605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.504987 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-dfc1c43d-ead6-4c45-9f75-35fbb326e079 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] delete failed (client error): The resource could not be found. Feb 11 13:36:00.506262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dfc1c43d-ead6-4c45-9f75-35fbb326e079 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/routers/b7b143aa-d4e1-4e30-a633-6d8da269e09f HTTP/1.1" status: 404 len: 336 time: 0.1100807 Feb 11 13:36:00.510814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36554) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.538974 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a31f997-27b9-4ff2-a52b-a77c01830605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.559103 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7986b6-9137-48d2-8d41-1be7a7415754 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:00.563401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af7986b6-9137-48d2-8d41-1be7a7415754 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:00.563626 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-af7986b6-9137-48d2-8d41-1be7a7415754 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/4f599dac-85e7-4fe7-98a1-60bd376693de HTTP/1.1" status: 404 len: 337 time: 0.0511422 Feb 11 13:36:00.565730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36556) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.574060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-11debcd6-cb2c-4153-9c83-07ab1f593e43 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port cd20621a-e763-45e8-8058-5ce7ffce12ff {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:00.574934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11debcd6-cb2c-4153-9c83-07ab1f593e43 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.597709 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2a2e1c-1ad2-457e-ac8b-8e20dad3dee4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:00.599220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2a2e1c-1ad2-457e-ac8b-8e20dad3dee4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:00.603824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6c2a2e1c-1ad2-457e-ac8b-8e20dad3dee4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/b21c58f1-e2ff-4171-b5e3-aeceb8eeb08e HTTP/1.1" status: 404 len: 337 time: 0.0357122 Feb 11 13:36:00.605931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36558) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.635388 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63c7282-5b2c-4b2f-8773-be9412393c75 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:00.636456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63c7282-5b2c-4b2f-8773-be9412393c75 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:00.636669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d44185-6405-479f-8c94-8cc87c73680a None None] Update dhcp port {'port': {'network_id': '10da11a6-4278-4608-8424-6b7276a6c7e0', 'fixed_ips': [{'subnet_id': '484d8555-d482-4b8d-b8eb-cf3494f82f96'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '531a0aa6-e2ba-47af-b09a-67e3c65d5f17'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:36:00.640616 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c63c7282-5b2c-4b2f-8773-be9412393c75 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/ef571ff9-ad13-430c-bc55-61efa5d156f2 HTTP/1.1" status: 404 len: 337 time: 0.0332956 Feb 11 13:36:00.643615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be369eb0-18b2-4943-826e-4501fedff58e req-2f239eeb-b46f-43b1-8f64-e653ef5162e4 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=5976d7bd-b494-4a78-ac8d-dbda5befd108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401446 Feb 11 13:36:00.644332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36560) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.669445 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-94c78d82-df33-4c93-b3f9-27b1562f2380 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.692539 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-597bf4bd-0cc9-452d-84b6-ef9f37cdc2aa tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:00.693554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597bf4bd-0cc9-452d-84b6-ef9f37cdc2aa tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:00.697167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-597bf4bd-0cc9-452d-84b6-ef9f37cdc2aa tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/1f05aa07-7a54-4f76-9b85-41990aef1ac1 HTTP/1.1" status: 404 len: 333 time: 0.0515351 Feb 11 13:36:00.722314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36562) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.727110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c78d82-df33-4c93-b3f9-27b1562f2380 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event deleted for resources: {'Port': ['ID=fd725b32-020a-4ad7-a810-1f3105417f36,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:00.748083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11debcd6-cb2c-4153-9c83-07ab1f593e43 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.778903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-11debcd6-cb2c-4153-9c83-07ab1f593e43 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for cd20621a-e763-45e8-8058-5ce7ffce12ff owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:00.832062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-94c78d82-df33-4c93-b3f9-27b1562f2380 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] No DVR routers for this DVR port fd725b32-020a-4ad7-a810-1f3105417f36 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:00.835291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-94c78d82-df33-4c93-b3f9-27b1562f2380 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:00.840457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7aacc67-521e-43a4-aad9-624989ccc9a3 req-94c78d82-df33-4c93-b3f9-27b1562f2380 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "DELETE /v2.0/ports/fd725b32-020a-4ad7-a810-1f3105417f36 HTTP/1.1" status: 204 len: 173 time: 1.4058132 Feb 11 13:36:00.843980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8', 'name': 'network-vif-deleted', 'tag': 'fd725b32-020a-4ad7-a810-1f3105417f36'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:36:00.846145 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f37499-9ad3-48b6-9982-c0c1dafdfa08" -d '{"events": [{"server_uuid": "c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8", "name": "network-vif-deleted", "tag": "fd725b32-020a-4ad7-a810-1f3105417f36"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:00.849882 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf851f92-d9d8-4616-83ba-65018d8a5298 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:00.850462 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf851f92-d9d8-4616-83ba-65018d8a5298 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:00.856362 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bf851f92-d9d8-4616-83ba-65018d8a5298 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/0a624a0a-f0e8-48a7-bf5a-61077d6420f0 HTTP/1.1" status: 404 len: 337 time: 0.1306489 Feb 11 13:36:00.930602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36572) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.930602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36576) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:00.959575 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf58534b-cc0a-4f79-87a7-7a925a61adf1 x-openstack-request-id: req-cf58534b-cc0a-4f79-87a7-7a925a61adf1 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:00.960267 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8", "name": "network-vif-deleted", "tag": "fd725b32-020a-4ad7-a810-1f3105417f36", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:00.960871 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf58534b-cc0a-4f79-87a7-7a925a61adf1 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:00.961438 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8', 'name': 'network-vif-deleted', 'tag': 'fd725b32-020a-4ad7-a810-1f3105417f36', 'status': 'completed', 'code': 200} Feb 11 13:36:01.018220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fd725b32-020a-4ad7-a810-1f3105417f36'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:01.031152 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e34ed0c-6ecc-4162-be18-2ced9bfa3108 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:01.032085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e34ed0c-6ecc-4162-be18-2ced9bfa3108 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:01.035864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e34ed0c-6ecc-4162-be18-2ced9bfa3108 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/1e3f0742-6e66-4e10-b0d6-4bd53916898f HTTP/1.1" status: 404 len: 337 time: 0.1105380 Feb 11 13:36:01.038741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36580) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:01.109962 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-df01f567-20eb-41e8-b786-35e4b1a7faf4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:01.111073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df01f567-20eb-41e8-b786-35e4b1a7faf4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:01.114832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-df01f567-20eb-41e8-b786-35e4b1a7faf4 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/e484fce6-088c-43d8-8273-4655777aa5bf HTTP/1.1" status: 404 len: 333 time: 0.0748610 Feb 11 13:36:01.118173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36582) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:01.129416 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.162616 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb2a655-ee40-4dcd-95da-d76074d7714c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:01.163454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb2a655-ee40-4dcd-95da-d76074d7714c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:01.168060 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2bb2a655-ee40-4dcd-95da-d76074d7714c tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/21f32e43-52f5-4e9a-bf53-9eceba8abda0 HTTP/1.1" status: 404 len: 337 time: 0.0481927 Feb 11 13:36:01.178148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef60c1-1407-4f99-bee7-fde5608f472f req-aee2f82a-3aff-4ef8-a8c0-c2f482e4e97b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:01.183149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fef60c1-1407-4f99-bee7-fde5608f472f req-aee2f82a-3aff-4ef8-a8c0-c2f482e4e97b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.3417263 Feb 11 13:36:01.183895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36584) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:01.193451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:01.223945 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-25d44185-6405-479f-8c94-8cc87c73680a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.239735 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54e4dbe-1349-44aa-8097-db0c89fb327d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] DELETE failed (client error): The resource could not be found. Feb 11 13:36:01.239939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54e4dbe-1349-44aa-8097-db0c89fb327d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:01.242955 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b54e4dbe-1349-44aa-8097-db0c89fb327d tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/subnets/85f1cb70-fe95-44f3-9f61-853eb0b59c4e HTTP/1.1" status: 404 len: 337 time: 0.0578976 Feb 11 13:36:01.247801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36586) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:01.287582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-674a053f-0886-4616-b97e-39e7e3d664b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.288183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-39361224-9b63-4dba-b400-325ddffa86ed req-dccc7553-94ad-4e5b-aed8-8187e4146139 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=8d9d0a0b-0e01-4a90-a5f3-ddde6bb2d957 HTTP/1.1" status: 200 len: 210 time: 0.0336809 Feb 11 13:36:01.295830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a31f997-27b9-4ff2-a52b-a77c01830605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.298860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a31f997-27b9-4ff2-a52b-a77c01830605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.300182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4a31f997-27b9-4ff2-a52b-a77c01830605 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fea02e88-b403-4c3e-b6f2-2d44e5fda29e HTTP/1.1" status: 204 len: 168 time: 1.0222874 Feb 11 13:36:01.314315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31f997-27b9-4ff2-a52b-a77c01830605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea02e88-b403-4c3e-b6f2-2d44e5fda29e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:01.358160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fef60c1-1407-4f99-bee7-fde5608f472f req-8bd46799-bcb5-4579-b645-9da5abce890f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607189 Feb 11 13:36:01.365200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11debcd6-cb2c-4153-9c83-07ab1f593e43 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.428246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11debcd6-cb2c-4153-9c83-07ab1f593e43 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=cd20621a-e763-45e8-8058-5ce7ffce12ff,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:01.479466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0cec5335-fa91-44c0-b712-7e88bd771ad5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 5ec7e95b-a159-43af-9634-831e59923814 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:01.480617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cec5335-fa91-44c0-b712-7e88bd771ad5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.611762 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-674a053f-0886-4616-b97e-39e7e3d664b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.633321 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cec5335-fa91-44c0-b712-7e88bd771ad5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.633573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ffccb5-1884-4474-8374-d5c70910b6e4 None None] Network 10da11a6-4278-4608-8424-6b7276a6c7e0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:01.634166 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11debcd6-cb2c-4153-9c83-07ab1f593e43 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.640468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-11debcd6-cb2c-4153-9c83-07ab1f593e43 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/cd20621a-e763-45e8-8058-5ce7ffce12ff HTTP/1.1" status: 204 len: 168 time: 1.3721766 Feb 11 13:36:01.641100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36594) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:01.662109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0cec5335-fa91-44c0-b712-7e88bd771ad5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 5ec7e95b-a159-43af-9634-831e59923814 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:01.720472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-674a053f-0886-4616-b97e-39e7e3d664b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.743612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2bab22e7-3a29-4a8e-b77b-576e5b8412b0 None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:01.744130 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2bab22e7-3a29-4a8e-b77b-576e5b8412b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.754019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bdb7fc-072b-433d-b0b5-f4d6121f5095 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:01.756005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bdb7fc-072b-433d-b0b5-f4d6121f5095 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:01.757417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bdb7fc-072b-433d-b0b5-f4d6121f5095 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:01.772008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95bdb7fc-072b-433d-b0b5-f4d6121f5095 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1274502 Feb 11 13:36:01.773546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36600) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:01.786690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a053f-0886-4616-b97e-39e7e3d664b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e57a656-39d4-48f7-b994-651a66c92f28,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:01.797911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-674a053f-0886-4616-b97e-39e7e3d664b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=902ce44be57445b6b3633ddeea6494a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8507998 Feb 11 13:36:01.798157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36602) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:01.827382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:01.835787 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.871532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-660ab3ed-c9b7-4696-a5c7-bc1b9691488b req-d57e53c9-e86f-4d18-9e1e-15f318359d24 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=c2e4ccfb-de3e-49b0-8f82-749c9ff75fb8 HTTP/1.1" status: 200 len: 210 time: 0.0562828 Feb 11 13:36:01.899157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4525d82c-0f84-4907-9fd7-11ddc460184a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.911832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1ad3c9-42a4-4199-8be0-a4d5877454c4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 1f37a3cf-b201-4773-a61f-b56fee53599d {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:01.923961 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad3c9-42a4-4199-8be0-a4d5877454c4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.955528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4525d82c-0f84-4907-9fd7-11ddc460184a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:01.967385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cec5335-fa91-44c0-b712-7e88bd771ad5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.012426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec5335-fa91-44c0-b712-7e88bd771ad5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=5ec7e95b-a159-43af-9634-831e59923814,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:02.015497 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad3c9-42a4-4199-8be0-a4d5877454c4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.031783 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cec5335-fa91-44c0-b712-7e88bd771ad5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.037809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0cec5335-fa91-44c0-b712-7e88bd771ad5 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/ports/5ec7e95b-a159-43af-9634-831e59923814 HTTP/1.1" status: 204 len: 168 time: 0.7863615 Feb 11 13:36:02.037809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36604) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:02.063798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4c27c4-055d-40df-87c3-30ace17e9f62 None None] Update dhcp port {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': '3067c4f7-ffe8-42f2-a62a-80da3b6c6983', 'ip_address': '2001:db8::f816:3eff:fed2:b959'}, {'subnet_id': '1f37a3cf-b201-4773-a61f-b56fee53599d'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '09c9bf73-9c4e-4d71-8cab-9e401ede50b1'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:36:02.069055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fdc938b4-8c67-4972-9a3b-cac3502bf116 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:02.088581 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad3c9-42a4-4199-8be0-a4d5877454c4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.140025 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.180276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: fdc938b4-8c67-4972-9a3b-cac3502bf116 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:02.180276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fdc938b4-8c67-4972-9a3b-cac3502bf116 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:02.198293 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd4c27c4-055d-40df-87c3-30ace17e9f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.210876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Deleting port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:02.211220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.247308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb6f87-80af-497d-865e-d0fe7af70420 None None] DHCP port deletion for 10da11a6-4278-4608-8424-6b7276a6c7e0 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:36:02.262508 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad3c9-42a4-4199-8be0-a4d5877454c4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.264564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4525d82c-0f84-4907-9fd7-11ddc460184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.267402 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4525d82c-0f84-4907-9fd7-11ddc460184a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.271095 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4525d82c-0f84-4907-9fd7-11ddc460184a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7e57a656-39d4-48f7-b994-651a66c92f28 HTTP/1.1" status: 204 len: 168 time: 0.4695272 Feb 11 13:36:02.287823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525d82c-0f84-4907-9fd7-11ddc460184a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e57a656-39d4-48f7-b994-651a66c92f28,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:02.308868 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] For port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,segment=NetworkSegment(9391d576-9ae3-4949-8c87-94a140c91f0f),segment_id=9391d576-9ae3-4949-8c87-94a140c91f0f)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:02.309659 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.312487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36608) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:02.318262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa1ad3c9-42a4-4199-8be0-a4d5877454c4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.321450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aa1ad3c9-42a4-4199-8be0-a4d5877454c4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/1f37a3cf-b201-4773-a61f-b56fee53599d HTTP/1.1" status: 204 len: 168 time: 0.5467682 Feb 11 13:36:02.322696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1ad3c9-42a4-4199-8be0-a4d5877454c4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=1f37a3cf-b201-4773-a61f-b56fee53599d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:02.328884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36612) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:02.351262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Calling delete_port for 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:02.354386 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-059edb40-5e5b-4e56-8289-81ff8ea87ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.376803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3094986e-3e66-41c3-92df-c382e22b41da None None] Could not find standard attr ID for object 5ec7e95b-a159-43af-9634-831e59923814. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:02.414111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3094986e-3e66-41c3-92df-c382e22b41da None None] Provisioning complete for port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:02.419932 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3094986e-3e66-41c3-92df-c382e22b41da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.480488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b9e3a9-c2c7-4b58-8b5b-a1d46f887f75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 3067c4f7-ffe8-42f2-a62a-80da3b6c6983 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:02.484307 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e3a9-c2c7-4b58-8b5b-a1d46f887f75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server [None req-bd4c27c4-055d-40df-87c3-30ace17e9f62 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f37a3cf-b201-4773-a61f-b56fee53599d: This subnet is being modified by another concurrent operation. Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:36:02.492380 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f37a3cf-b201-4773-a61f-b56fee53599d: This subnet is being modified by another concurrent operation. Feb 11 13:36:02.497119 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Feb 11 13:36:02.530839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-34cb6f87-80af-497d-865e-d0fe7af70420 None None] Deleting port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:02.545001 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-34cb6f87-80af-497d-865e-d0fe7af70420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.559185 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e3a9-c2c7-4b58-8b5b-a1d46f887f75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.590080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f478b-7778-4552-8bf3-2c6bb350f03e req-e11c4ff0-2481-4554-880e-0377f27ddf1b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:02.594524 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f6f478b-7778-4552-8bf3-2c6bb350f03e req-e11c4ff0-2481-4554-880e-0377f27ddf1b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.0830951 Feb 11 13:36:02.691423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f6f478b-7778-4552-8bf3-2c6bb350f03e req-bf571c1c-1721-4005-8495-ab617e9ae904 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858452 Feb 11 13:36:02.745953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-34cb6f87-80af-497d-865e-d0fe7af70420 None None] For port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,segment=NetworkSegment(9391d576-9ae3-4949-8c87-94a140c91f0f),segment_id=9391d576-9ae3-4949-8c87-94a140c91f0f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:02.749913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-34cb6f87-80af-497d-865e-d0fe7af70420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.766218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-34cb6f87-80af-497d-865e-d0fe7af70420 None None] Calling delete_port for 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:02.883744 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-34cb6f87-80af-497d-865e-d0fe7af70420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.916394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb6f87-80af-497d-865e-d0fe7af70420 None None] Pushing event deleted for resources: {'Port': ['ID=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:02.918883 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb6f87-80af-497d-865e-d0fe7af70420 None None] No DVR routers for this DVR port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:02.922042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0d4cf6cb-75ed-4c88-a0dd-f20bb43a9cda None None] Could not find standard attr ID for object cd20621a-e763-45e8-8058-5ce7ffce12ff. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:02.940898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0d4cf6cb-75ed-4c88-a0dd-f20bb43a9cda None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:02.940898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0d4cf6cb-75ed-4c88-a0dd-f20bb43a9cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:02.964054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da189be4-d804-4495-918a-06ddc3af555c None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:36:03.061152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:03.129109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da189be4-d804-4495-918a-06ddc3af555c None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:36:03.191134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-059edb40-5e5b-4e56-8289-81ff8ea87ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.196550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.238266 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e3a9-c2c7-4b58-8b5b-a1d46f887f75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.243761 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Port': ['ID=531a0aa6-e2ba-47af-b09a-67e3c65d5f17,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:03.268134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36640) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:03.269613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] No DVR routers for this DVR port 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:03.274043 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.291302 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8dbed407-1821-4b07-bbb0-7ce878b8e963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.306733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-059edb40-5e5b-4e56-8289-81ff8ea87ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.343722 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-059edb40-5e5b-4e56-8289-81ff8ea87ebf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5081435660d74681b5d9ab0432420198&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0293767 Feb 11 13:36:03.349198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36642) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:03.448561 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-2916240f-9612-444c-bcef-0079de5966fc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.451098 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-2916240f-9612-444c-bcef-0079de5966fc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.7926829 Feb 11 13:36:03.465964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059edb40-5e5b-4e56-8289-81ff8ea87ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e79223-286d-42d0-9949-549fbdfc7859,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:03.468449 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8dbed407-1821-4b07-bbb0-7ce878b8e963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.481211 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.496574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d88f310-bf17-44e5-acf8-9fde902548ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.508530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-5545dcd1-422b-47ab-980c-621570fb4e23 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/quotas/4222396b7cf84679a0eaebcc0a134ba5 HTTP/1.1" status: 200 len: 375 time: 0.0436106 Feb 11 13:36:03.525437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10da11a6-4278-4608-8424-6b7276a6c7e0']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:03.529994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d88f310-bf17-44e5-acf8-9fde902548ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.571063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9391d576-9ae3-4949-8c87-94a140c91f0f') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:03.571357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9391d576-9ae3-4949-8c87-94a140c91f0f') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:03.575955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8dbed407-1821-4b07-bbb0-7ce878b8e963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.585627 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.591112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e3a9-c2c7-4b58-8b5b-a1d46f887f75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.628963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9e3a9-c2c7-4b58-8b5b-a1d46f887f75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=3067c4f7-ffe8-42f2-a62a-80da3b6c6983,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:03.643860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b350db5c-8089-4cc8-bd92-766c45d9387c tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1231692 Feb 11 13:36:03.646812 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.655319 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2b9e3a9-c2c7-4b58-8b5b-a1d46f887f75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.658864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbed407-1821-4b07-bbb0-7ce878b8e963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992959ec-aa1d-46af-b21e-bf4b4bae8e63,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:03.659483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e2b9e3a9-c2c7-4b58-8b5b-a1d46f887f75 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/3067c4f7-ffe8-42f2-a62a-80da3b6c6983 HTTP/1.1" status: 204 len: 168 time: 1.3281832 Feb 11 13:36:03.663683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36648) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:03.671592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:36:03.672083 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8dbed407-1821-4b07-bbb0-7ce878b8e963 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=358082966f934af1a8792c06d23cadc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3958943 Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:03.672460 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:03.679679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd3fcd-f776-4368-9dd0-037fd74cadcd req-eb5ff353-7b02-455c-898c-9950fded3836 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:03.690671 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cfd3fcd-f776-4368-9dd0-037fd74cadcd req-eb5ff353-7b02-455c-898c-9950fded3836 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1273344 Feb 11 13:36:03.699774 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:03.701019 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:03.703587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36650) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:03.762507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cfd3fcd-f776-4368-9dd0-037fd74cadcd req-a7dfe5d0-e652-46b9-a7cf-95488cb9a876 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696268 Feb 11 13:36:03.786340 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d88f310-bf17-44e5-acf8-9fde902548ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.796696 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d88f310-bf17-44e5-acf8-9fde902548ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.804780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8d88f310-bf17-44e5-acf8-9fde902548ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3e79223-286d-42d0-9949-549fbdfc7859 HTTP/1.1" status: 204 len: 168 time: 0.4510293 Feb 11 13:36:03.845201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e84657e2-2b3e-45cb-af0b-de996c4fbaee tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1751726 Feb 11 13:36:03.849560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36656) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:03.858010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88f310-bf17-44e5-acf8-9fde902548ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e79223-286d-42d0-9949-549fbdfc7859,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:03.879013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:03.902997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b4210d1-f27c-4fe2-b2dc-d99d1b55777b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.966814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 02a8182b-e5aa-4199-aec4-47e2085f56da details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:03.973193 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b4210d1-f27c-4fe2-b2dc-d99d1b55777b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:03.975698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fd725b32-020a-4ad7-a810-1f3105417f36 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:04.004566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-8988f51d-952b-4f66-8ec3-28b7c38f30d1 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412547 Feb 11 13:36:04.033531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: fd725b32-020a-4ad7-a810-1f3105417f36 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:04.033968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fd725b32-020a-4ad7-a810-1f3105417f36 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:04.048947 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.072968 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.077666 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] 10.222.0.52 "DELETE /v2.0/networks/10da11a6-4278-4608-8424-6b7276a6c7e0 HTTP/1.1" status: 204 len: 168 time: 2.0390518 Feb 11 13:36:04.109367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb0dbb-651e-4a07-99a8-37ae7054f76b req-7cc0352b-ef28-4c45-a35a-acad11c17152 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:04.111169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33bb0dbb-651e-4a07-99a8-37ae7054f76b req-7cc0352b-ef28-4c45-a35a-acad11c17152 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 943 time: 0.1861553 Feb 11 13:36:04.158257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a582a77-01d3-4d69-b836-c9c0e85fa101 tempest-PortsIpV6TestJSON-278875180 tempest-PortsIpV6TestJSON-278875180-project] Pushing event deleted for resources: {'Network': ['ID=10da11a6-4278-4608-8424-6b7276a6c7e0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:04.171442 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b4210d1-f27c-4fe2-b2dc-d99d1b55777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.174386 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b4210d1-f27c-4fe2-b2dc-d99d1b55777b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.176131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1b4210d1-f27c-4fe2-b2dc-d99d1b55777b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/992959ec-aa1d-46af-b21e-bf4b4bae8e63 HTTP/1.1" status: 204 len: 168 time: 0.4694040 Feb 11 13:36:04.198660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4210d1-f27c-4fe2-b2dc-d99d1b55777b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992959ec-aa1d-46af-b21e-bf4b4bae8e63,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:04.204828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33bb0dbb-651e-4a07-99a8-37ae7054f76b req-f01c2bec-13db-46a4-bd53-986fe5357cff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864618 Feb 11 13:36:04.229208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:04.239796 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.283160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:04.316927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'port_id': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'mac_address': 'fa:16:3e:ba:9c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:04.319702 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.338860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-44a2b001-a34e-495c-bac9-0b1d603fde07 service neutron] 10.222.0.52 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263006 Feb 11 13:36:04.377439 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:04.390953 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.406310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a8182b-e5aa-4199-aec4-47e2085f56da {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:36:04.458169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:04.463822 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.464896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:04.534626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:04.535176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 531a0aa6-e2ba-47af-b09a-67e3c65d5f17 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:04.563179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:04.570451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:04.638501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:04.774203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['02a8182b-e5aa-4199-aec4-47e2085f56da'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:04.813044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50e58c6d-d911-492e-9c99-3a2328319228 req-c34e9f8f-7b12-4d11-a535-dd4be9e02145 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 210 time: 0.0736377 Feb 11 13:36:04.853000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc112654-8cd4-4c49-982d-bbcc1b27ca9c None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:36:04.921851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-24d5b817-f86f-46c7-902c-aade548bb3ad tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:04.923896 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-24d5b817-f86f-46c7-902c-aade548bb3ad tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.1475246 Feb 11 13:36:04.939490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36680) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:04.967141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c04f2752-869f-49c4-9290-c1c8e32bd6e0 None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:04.969382 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c04f2752-869f-49c4-9290-c1c8e32bd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.269758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:05.331034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7031-6398-4063-b842-3ba96044a433 req-0bab3cc7-7171-436e-8c26-5732377d649f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.344515 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e00a7031-6398-4063-b842-3ba96044a433 req-0bab3cc7-7171-436e-8c26-5732377d649f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 944 time: 0.4481795 Feb 11 13:36:05.371164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-953cd964-c215-44ce-94a6-07ed06960a7d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dd92dff240c54942b29a0f533aaec3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4300311 Feb 11 13:36:05.373523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36696) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:05.449856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.objects.ports [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103006) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:36:05.514586 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c04f2752-869f-49c4-9290-c1c8e32bd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.537294 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-607763bd-94fb-41e1-b508-c5484fcd5f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.549233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc112654-8cd4-4c49-982d-bbcc1b27ca9c None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:36:05.559334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c0b54-0edf-4d9a-b8ec-fd02c4809c2f req-7a658936-03a4-4074-a8d4-043a0558315d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:05.560803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-345c0b54-0edf-4d9a-b8ec-fd02c4809c2f req-7a658936-03a4-4074-a8d4-043a0558315d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 944 time: 0.1361675 Feb 11 13:36:05.578962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:05.579339 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.648294 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-607763bd-94fb-41e1-b508-c5484fcd5f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.652413 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e00a7031-6398-4063-b842-3ba96044a433 req-4dce32f1-ce5e-4fcb-b728-19f32b7e238f tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups?id=fc1fb80b-35fa-4ed8-b601-0f4b585f1763&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714624 Feb 11 13:36:05.669703 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Deleting port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:05.670510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.694196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c04f2752-869f-49c4-9290-c1c8e32bd6e0 None None] For port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:05.779456 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.815140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-345c0b54-0edf-4d9a-b8ec-fd02c4809c2f req-c3011102-f852-4457-a558-515cbe678b1d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459698 Feb 11 13:36:05.836320 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c04f2752-869f-49c4-9290-c1c8e32bd6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.887562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] For port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:05.887938 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.912469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-607763bd-94fb-41e1-b508-c5484fcd5f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.917530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-607763bd-94fb-41e1-b508-c5484fcd5f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.934017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-607763bd-94fb-41e1-b508-c5484fcd5f10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3efb502-fb82-4630-877d-ec1aec8e3bd1 HTTP/1.1" status: 204 len: 168 time: 0.5588913 Feb 11 13:36:05.961218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607763bd-94fb-41e1-b508-c5484fcd5f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3efb502-fb82-4630-877d-ec1aec8e3bd1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:05.966204 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:05.998450 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5c7bfd24-20c5-4043-912b-e48495fa1661 req-8d5bd309-90c3-41ed-aea1-7f7a74c3bc38 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 210 time: 0.1131449 Feb 11 13:36:06.155620 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:06.156142 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:06.198010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f2752-869f-49c4-9290-c1c8e32bd6e0 None None] Pushing event updated for resources: {'Port': ['ID=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:06.319989 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.320357 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.320685 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Floating IP b50e6818-011a-4b97-81d8-0cf57c90fdb2 disassociated. External IP: 172.25.0.234, port: c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202. Feb 11 13:36:06.321028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Calling delete_port for c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:06.345254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] For port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:06.426046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.547897 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.548939 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.669669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.727283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:06.771519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:06.784014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:06.787114 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:06.820968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab3c1069-d6bb-40c8-a80e-0ba1f3c91b65 req-9e0d2c61-a2d5-4761-8556-dc7dffafa366 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0440183 Feb 11 13:36:06.825606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,revision_number=8']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:06.881816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=1c3ada33-ea15-4936-a179-af2053c20065,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:06.886517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event deleted for resources: {'Port': ['ID=c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:07.058712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c757a250-7755-4842-ae86-ac930c161457 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1883590 Feb 11 13:36:07.059523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36756) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:07.065528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a594b03c-657e-4e05-8aaf-2db3452c3886 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:07.076841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:07.082379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:07.178397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6088c84-c9d7-43c0-a235-3507a356449a req-fb9874cb-f00c-4cb0-891b-3fd87c1110e7 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:07.179980 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6088c84-c9d7-43c0-a235-3507a356449a req-fb9874cb-f00c-4cb0-891b-3fd87c1110e7 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 944 time: 0.1491644 Feb 11 13:36:07.181323 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdadb59-3546-4e75-87dd-15a16b974ff3 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:07.227496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbe57f5b-3e8a-45ac-b833-6f335a9688a7 req-1b06e25c-8061-4ef6-a9e0-38d388de1f20 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 210 time: 0.0609229 Feb 11 13:36:07.353335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f04b2dc4-14da-4723-8a4d-085a5b9a115e None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:07.363895 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f04b2dc4-14da-4723-8a4d-085a5b9a115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.364058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6088c84-c9d7-43c0-a235-3507a356449a req-e745282c-74f0-48fe-b473-55f203927c6c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838239 Feb 11 13:36:07.380077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:07.405899 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] Sync routers for ids ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:36:07.413843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a594b03c-657e-4e05-8aaf-2db3452c3886 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:07.418985 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a594b03c-657e-4e05-8aaf-2db3452c3886 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.421708 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] Routers {'b457ee72-dfdc-45a6-8550-1b2a8160c9b9'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:07.426055 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:07.448728 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:07.451477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.527698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] No DVR routers for this DVR port c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:07.535585 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:07.544498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-868c8cdd-e7d0-4a4e-925c-df50407405bd req-83039f35-7ec8-49d3-93d1-fa2296f8ee46 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.13 "DELETE /v2.0/ports/c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 HTTP/1.1" status: 204 len: 173 time: 2.5823891 Feb 11 13:36:07.546116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-deleted', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:36:07.552875 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96bbba3-23d3-419c-8d65-e00431dba2eb" -d '{"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-deleted", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:07.689420 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] Set router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:07.998001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 02a8182b-e5aa-4199-aec4-47e2085f56da up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:08.047826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a594b03c-657e-4e05-8aaf-2db3452c3886 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.055431 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15d480bc-af4b-4eaf-b55f-69732b543105 req-e9fe3b6e-e0b8-4403-9d6e-f0f0ead69005 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/ports?device_id=ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2 HTTP/1.1" status: 200 len: 210 time: 0.0846474 Feb 11 13:36:08.115542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 02a8182b-e5aa-4199-aec4-47e2085f56da triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:08.116363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.158120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a594b03c-657e-4e05-8aaf-2db3452c3886 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:08.164261 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68494087-72ed-4b0f-ac51-b467567cee1b x-openstack-request-id: req-68494087-72ed-4b0f-ac51-b467567cee1b {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:08.164969 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2", "name": "network-vif-deleted", "tag": "c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:08.167846 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68494087-72ed-4b0f-ac51-b467567cee1b {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:08.169406 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea217bf2-4e8f-4d54-b8b5-0581d2f6b3c2', 'name': 'network-vif-deleted', 'tag': 'c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202', 'status': 'completed', 'code': 200} Feb 11 13:36:08.179452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a594b03c-657e-4e05-8aaf-2db3452c3886 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:08.193609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594b03c-657e-4e05-8aaf-2db3452c3886 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:08.207124 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a594b03c-657e-4e05-8aaf-2db3452c3886 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.227176 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '89c6f2ad-64ac-4b61-b489-e27ae8936df0', 'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'mac_address': 'fa:16:3e:f1:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:32Z', 'updated_at': '2022-02-11T13:28:37Z', 'revision_number': 5, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'subnets': [{'id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:08.286001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594b03c-657e-4e05-8aaf-2db3452c3886 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=1ef2d69a-3fad-4ea4-85be-a0661c79a770,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:08.335249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-8b489582-9b2a-415c-b25b-40fc6182e04e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:08.337213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-8b489582-9b2a-415c-b25b-40fc6182e04e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 805 time: 0.4361897 Feb 11 13:36:08.350457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Request body: {'port': {'device_id': '39647ea5-e9cf-475a-8b4c-65cb191671c3', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'admin_state_up': True, 'tenant_id': '4222396b7cf84679a0eaebcc0a134ba5'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:08.361003 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] Checking router: b457ee72-dfdc-45a6-8550-1b2a8160c9b9 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:36:08.378466 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd35ce28-6fda-4572-8f38-eb24d41c7320 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:08.395627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a594b03c-657e-4e05-8aaf-2db3452c3886 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3302004 Feb 11 13:36:08.395748 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] Routers {'b457ee72-dfdc-45a6-8550-1b2a8160c9b9'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:08.395748 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:08.426661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36790) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:08.469854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11d9a66c-428c-407c-8d0e-24ef556aa804 req-89258095-7a3b-48ba-8a6c-5a1b156277cb tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 210 time: 0.0793312 Feb 11 13:36:08.498686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:c4:7e:f8', 'name': 'tempest-NetworksTestDHCPv6-1712541917'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:08.552876 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.676422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:08.682037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:36:08.686288 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d53d36-4a49-45fc-b1bc-17e785c004a6" -d '{"events": [{"server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "name": "network-vif-plugged", "status": "completed", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:08.721259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-91db27d8-2c38-4b25-a8ac-ad4a3e2f9b9e None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:08.721894 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-91db27d8-2c38-4b25-a8ac-ad4a3e2f9b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.747144 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] Set router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:08.777494 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:08.803045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cefcc4-e064-455d-932f-e3d8ca174a93 req-d20c9aa4-ba7d-4be4-bbf0-605967c52c55 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:08.813552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27cefcc4-e064-455d-932f-e3d8ca174a93 req-d20c9aa4-ba7d-4be4-bbf0-605967c52c55 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 944 time: 0.1962855 Feb 11 13:36:08.847525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=10']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:08.873080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:09.009134 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.034767 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27cefcc4-e064-455d-932f-e3d8ca174a93 req-60422d26-0ccf-43c8-b001-204a66342234 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195704 Feb 11 13:36:09.046342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 04f95ee9-a991-490b-bfea-28fc421be106 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:09.112824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b752a1-573d-4d7c-9b36-d42456fe95c2 None None] Update dhcp port {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': '1c3ada33-ea15-4936-a179-af2053c20065', 'ip_address': '2001:db8::f816:3eff:fed2:b959'}, {'subnet_id': '1ef2d69a-3fad-4ea4-85be-a0661c79a770'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '09c9bf73-9c4e-4d71-8cab-9e401ede50b1'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:36:09.170269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Made reservation on behalf of 4222396b7cf84679a0eaebcc0a134ba5 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:09.187311 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.222007 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498a5377-00ab-4852-98c5-33524fd9fa3f x-openstack-request-id: req-498a5377-00ab-4852-98c5-33524fd9fa3f {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:09.230238 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "name": "network-vif-plugged", "status": "completed", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:09.230238 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-498a5377-00ab-4852-98c5-33524fd9fa3f {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:09.230238 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'code': 200} Feb 11 13:36:09.230238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-34b752a1-573d-4d7c-9b36-d42456fe95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:09.248323 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '89c6f2ad-64ac-4b61-b489-e27ae8936df0', 'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'mac_address': 'fa:16:3e:f1:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:32Z', 'updated_at': '2022-02-11T13:28:37Z', 'revision_number': 5, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'subnets': [{'id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:09.257034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36824) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:09.304615 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88e357-62ad-4913-be5c-2951a3354903 None None] The sync data for ids ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'] in n-d-816488-1 is: [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '89c6f2ad-64ac-4b61-b489-e27ae8936df0', 'name': '', 'network_id': '41d4209a-8a29-44c3-85b9-e48f9078e17b', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'mac_address': 'fa:16:3e:f1:1b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:32Z', 'updated_at': '2022-02-11T13:28:37Z', 'revision_number': 5, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'subnets': [{'id': 'c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:36:09.611163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798180c-8c0d-43cc-bd8d-78c2e96e1d75 req-f15d500c-0df1-49f3-87b8-15b6779e7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:09.615969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7798180c-8c0d-43cc-bd8d-78c2e96e1d75 req-f15d500c-0df1-49f3-87b8-15b6779e7d86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 1097 time: 0.0934627 Feb 11 13:36:09.662609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e80daae9-035b-48b1-9516-5e267b9f23b3 req-661e833b-bbcc-4551-b287-5821322e5c1a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 210 time: 0.0444367 Feb 11 13:36:09.698050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7798180c-8c0d-43cc-bd8d-78c2e96e1d75 req-f3d741d9-ca1a-4e79-bcca-ad38224cf298 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778742 Feb 11 13:36:09.861644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651a8e15-94da-4c0a-a297-b64c79d315a6 None None] New status for floating IP b50e6818-011a-4b97-81d8-0cf57c90fdb2: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:36:09.955136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 172.20.0.3 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/1ef2d69a-3fad-4ea4-85be-a0661c79a770/04f95ee9-a991-490b-bfea-28fc421be106) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:09.982892 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f92c2124-6c47-41eb-9dbf-b12deb1ec3bf tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.004991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::f816:3eff:fec4:7ef8 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/1c3ada33-ea15-4936-a179-af2053c20065/04f95ee9-a991-490b-bfea-28fc421be106) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:10.012891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:10.038447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:10.042207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c0a9c6a0-cf9a-411e-85f8-a8ad7cac9202 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:10.058293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Allocated IP 172.20.0.3 (474e01bd-86f3-4a24-9ce0-4128c3eba3db/109422ab-9f52-41d8-a23f-6b3ebb2dc8e2/13fb03d8-2bc1-4587-ae71-45529116d1e7) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:10.062311 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f92c2124-6c47-41eb-9dbf-b12deb1ec3bf tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.315955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f92c2124-6c47-41eb-9dbf-b12deb1ec3bf tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.318583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f92c2124-6c47-41eb-9dbf-b12deb1ec3bf tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.319742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f92c2124-6c47-41eb-9dbf-b12deb1ec3bf tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "DELETE /v2.0/security-groups/fc1fb80b-35fa-4ed8-b601-0f4b585f1763 HTTP/1.1" status: 204 len: 168 time: 1.0592484 Feb 11 13:36:10.323006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36854) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:10.340008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c2124-6c47-41eb-9dbf-b12deb1ec3bf tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1fb80b-35fa-4ed8-b601-0f4b585f1763,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:10.345299 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-435c1636-91d7-4ee1-8a78-3be8da687da7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] show failed (client error): The resource could not be found. Feb 11 13:36:10.346957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-435c1636-91d7-4ee1-8a78-3be8da687da7 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "GET /v2.0/security-groups/fc1fb80b-35fa-4ed8-b601-0f4b585f1763 HTTP/1.1" status: 404 len: 347 time: 0.0226340 Feb 11 13:36:10.351031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36856) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:10.365484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d58efbd-f490-48c5-bfaa-fcb2cf4b5f60 req-dedc4089-2937-4568-843b-dfb8be3ccc70 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:10.367081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d58efbd-f490-48c5-bfaa-fcb2cf4b5f60 req-dedc4089-2937-4568-843b-dfb8be3ccc70 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 946 time: 0.1712604 Feb 11 13:36:10.456891 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d58efbd-f490-48c5-bfaa-fcb2cf4b5f60 req-33c9f267-e349-4ecf-a359-25cf1c5ffd5a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755765 Feb 11 13:36:10.460289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.473326 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.583046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0bceb65a-a641-4da4-bed0-9a7029f6d046 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Deleting port b590c9c8-c520-470d-acc6-c81820865100 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:10.583468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bceb65a-a641-4da4-bed0-9a7029f6d046 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.593619 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.654424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=04f95ee9-a991-490b-bfea-28fc421be106,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:10.661061 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.664404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:10.675832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:10.688741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:10.708816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Network 474e01bd-86f3-4a24-9ce0-4128c3eba3db is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:10.711840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:10.783292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:10.786058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event updated for resources: {'Port': ['ID=13fb03d8-2bc1-4587-ae71-45529116d1e7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:10.792790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:10.803817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bceb65a-a641-4da4-bed0-9a7029f6d046 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.804352 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bceb65a-a641-4da4-bed0-9a7029f6d046 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.811560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-34b752a1-573d-4d7c-9b36-d42456fe95c2 None None] Allocated IP 172.20.0.2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/1ef2d69a-3fad-4ea4-85be-a0661c79a770/09c9bf73-9c4e-4d71-8cab-9e401ede50b1) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:10.865483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:10.866216 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.913258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:10.913964 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:10.945242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-39272aea-6012-4a12-844e-b3a197011da5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5175023 Feb 11 13:36:10.948255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36880) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:11.031111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-b97170aa-ed81-4620-bf6c-01c442fd949b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6846421 Feb 11 13:36:11.077671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-34b752a1-573d-4d7c-9b36-d42456fe95c2 None None] For port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:11.078773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025db569-acf1-4f00-a9e3-9d0365e0d64f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.086740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025db569-acf1-4f00-a9e3-9d0365e0d64f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.090408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-025db569-acf1-4f00-a9e3-9d0365e0d64f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1411345 Feb 11 13:36:11.093179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36888) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:11.140178 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-34b752a1-573d-4d7c-9b36-d42456fe95c2 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:11.202410 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-34b752a1-573d-4d7c-9b36-d42456fe95c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:11.245540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-258fd909-9ba5-4dc5-89e8-0d324c60b6ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 04f95ee9-a991-490b-bfea-28fc421be106 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:11.246128 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-258fd909-9ba5-4dc5-89e8-0d324c60b6ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:11.322776 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b752a1-573d-4d7c-9b36-d42456fe95c2 None None] Pushing event updated for resources: {'Port': ['ID=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:11.397395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Request body: {'port': {'device_id': '39647ea5-e9cf-475a-8b4c-65cb191671c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:11.420827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0bceb65a-a641-4da4-bed0-9a7029f6d046 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Calling delete_port for b590c9c8-c520-470d-acc6-c81820865100 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:11.506707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e18ee9-9af9-45bd-851c-f5be253acae9 req-672787dd-f52a-42aa-b2c2-571febc870f5 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:11.517549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-42e18ee9-9af9-45bd-851c-f5be253acae9 req-672787dd-f52a-42aa-b2c2-571febc870f5 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 931 time: 0.6759200 Feb 11 13:36:11.597707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:11.636339 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-42e18ee9-9af9-45bd-851c-f5be253acae9 req-3c3b6357-36a8-4c85-a4ba-3d51c69efae9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129611 Feb 11 13:36:11.650905 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-258fd909-9ba5-4dc5-89e8-0d324c60b6ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:11.765029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-258fd909-9ba5-4dc5-89e8-0d324c60b6ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 04f95ee9-a991-490b-bfea-28fc421be106 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:11.888890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bceb65a-a641-4da4-bed0-9a7029f6d046 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.073851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bceb65a-a641-4da4-bed0-9a7029f6d046 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Pushing event deleted for resources: {'Port': ['ID=b590c9c8-c520-470d-acc6-c81820865100,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:12.077597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735718c-c2a5-45ca-ba3a-817f703ad26a req-ac97a0a3-5c62-4916-afc2-fe4e83af3c90 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:12.086768 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2735718c-c2a5-45ca-ba3a-817f703ad26a req-ac97a0a3-5c62-4916-afc2-fe4e83af3c90 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 946 time: 0.3969486 Feb 11 13:36:12.125443 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bceb65a-a641-4da4-bed0-9a7029f6d046 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.131058 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bceb65a-a641-4da4-bed0-9a7029f6d046 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.133473 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0bceb65a-a641-4da4-bed0-9a7029f6d046 tempest-ServerActionsTestJSON-2008934339 tempest-ServerActionsTestJSON-2008934339-project] 10.222.0.52 "DELETE /v2.0/floatingips/b50e6818-011a-4b97-81d8-0cf57c90fdb2 HTTP/1.1" status: 204 len: 168 time: 1.7718761 Feb 11 13:36:12.136643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36946) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:12.308212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2735718c-c2a5-45ca-ba3a-817f703ad26a req-21611da6-2b2b-493e-9b25-999a1de88dce tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197223 Feb 11 13:36:12.542171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fb03d8-2bc1-4587-ae71-45529116d1e7 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:36:12.552049 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.603549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Transition to ACTIVE for port object 13fb03d8-2bc1-4587-ae71-45529116d1e7 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:12.604671 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-258fd909-9ba5-4dc5-89e8-0d324c60b6ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.640512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9a351773-1a00-4bf2-aa18-943f0111bd55 None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:12.641108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fd909-9ba5-4dc5-89e8-0d324c60b6ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=04f95ee9-a991-490b-bfea-28fc421be106,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:12.641658 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9a351773-1a00-4bf2-aa18-943f0111bd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:12.826166 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.360796 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-258fd909-9ba5-4dc5-89e8-0d324c60b6ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.360796 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-258fd909-9ba5-4dc5-89e8-0d324c60b6ef tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/04f95ee9-a991-490b-bfea-28fc421be106 HTTP/1.1" status: 204 len: 168 time: 1.8318770 Feb 11 13:36:13.360796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36974) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:13.360796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Pushing event updated for resources: {'Port': ['ID=13fb03d8-2bc1-4587-ae71-45529116d1e7,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:13.367502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bac5d6-523a-404e-be3b-5a977d380af7 req-b83d1e08-fd85-4932-ac2b-cb2c2e35f5ff tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.370136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff0351-e747-4589-88c2-7dd41baaae79 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.370136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff0351-e747-4589-88c2-7dd41baaae79 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.370662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-05bac5d6-523a-404e-be3b-5a977d380af7 req-b83d1e08-fd85-4932-ac2b-cb2c2e35f5ff tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 943 time: 0.2489688 Feb 11 13:36:13.371799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff0351-e747-4589-88c2-7dd41baaae79 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.371799 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-abff0351-e747-4589-88c2-7dd41baaae79 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1229310 Feb 11 13:36:13.371799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36980) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:13.373072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2c206dae-c1c0-4058-b4b6-779db5ca9045 None None] Could not find standard attr ID for object 04f95ee9-a991-490b-bfea-28fc421be106. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:13.374228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Attempting to bind port 13fb03d8-2bc1-4587-ae71-45529116d1e7 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:13.374228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Attempting to bind port 13fb03d8-2bc1-4587-ae71-45529116d1e7 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:13.374228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Attempting to bind port 13fb03d8-2bc1-4587-ae71-45529116d1e7 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:13.375333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:13.375877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Port 13fb03d8-2bc1-4587-ae71-45529116d1e7 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:36:13.375877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Attempting to bind port 13fb03d8-2bc1-4587-ae71-45529116d1e7 on network 474e01bd-86f3-4a24-9ce0-4128c3eba3db {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:13.375877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb25ce05-fc59-4d9e-b878-ab786ad32adb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 1c3ada33-ea15-4936-a179-af2053c20065 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:13.375877 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb25ce05-fc59-4d9e-b878-ab786ad32adb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.375877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:13.375877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Checking segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:36:13.375877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Bound using segment: {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:13.375877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Bound port: 13fb03d8-2bc1-4587-ae71-45529116d1e7, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:13.375877 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.377490 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-05bac5d6-523a-404e-be3b-5a977d380af7 req-e7a1a89a-89ed-4216-b63a-917f50106f01 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409004 Feb 11 13:36:13.377604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb25ce05-fc59-4d9e-b878-ab786ad32adb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.377715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:13.377715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.378176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36986) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:13.395285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] For port 13fb03d8-2bc1-4587-ae71-45529116d1e7, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:13.419051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] For port 13fb03d8-2bc1-4587-ae71-45529116d1e7, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=13fb03d8-2bc1-4587-ae71-45529116d1e7,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:13.427940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb25ce05-fc59-4d9e-b878-ab786ad32adb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.597936 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.625251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.625822 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.627240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] 10.222.0.59 "PUT /v2.0/ports/13fb03d8-2bc1-4587-ae71-45529116d1e7 HTTP/1.1" status: 200 len: 1091 time: 2.5857174 Feb 11 13:36:13.628437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39647ea5-e9cf-475a-8b4c-65cb191671c3', 'tag': '13fb03d8-2bc1-4587-ae71-45529116d1e7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:36:13.642100 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57366734-832e-4c9e-b9d5-af7e438571a2" -d '{"events": [{"name": "network-changed", "server_uuid": "39647ea5-e9cf-475a-8b4c-65cb191671c3", "tag": "13fb03d8-2bc1-4587-ae71-45529116d1e7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:13.680346 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.730994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9facbf6-417d-4b60-9778-8dba63130199 req-c3937cd7-0fce-433b-9005-67157ca111c9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.734335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9facbf6-417d-4b60-9778-8dba63130199 req-c3937cd7-0fce-433b-9005-67157ca111c9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 946 time: 0.1856658 Feb 11 13:36:13.739727 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1884e4-ef33-40d3-b9aa-6f7197e95ce2 x-openstack-request-id: req-3f1884e4-ef33-40d3-b9aa-6f7197e95ce2 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:13.740269 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39647ea5-e9cf-475a-8b4c-65cb191671c3", "tag": "13fb03d8-2bc1-4587-ae71-45529116d1e7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:13.740715 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3f1884e4-ef33-40d3-b9aa-6f7197e95ce2 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:13.741327 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39647ea5-e9cf-475a-8b4c-65cb191671c3', 'tag': '13fb03d8-2bc1-4587-ae71-45529116d1e7', 'status': 'completed', 'code': 200} Feb 11 13:36:13.767327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb350726-49c5-42a0-bf75-a9e3a9d7286d service neutron] Pushing event updated for resources: {'Port': ['ID=13fb03d8-2bc1-4587-ae71-45529116d1e7,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:13.813400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb25ce05-fc59-4d9e-b878-ab786ad32adb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.830964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37000) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:13.839880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb25ce05-fc59-4d9e-b878-ab786ad32adb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.845045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cb25ce05-fc59-4d9e-b878-ab786ad32adb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/1c3ada33-ea15-4936-a179-af2053c20065 HTTP/1.1" status: 204 len: 168 time: 0.7816865 Feb 11 13:36:13.848613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2e68bb-3e32-4e38-8e21-09bc889d6c85 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:13.869728 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94d9aa71-297c-4eb8-af45-2a1d9747919a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:13.875236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37002) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:13.885704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25ce05-fc59-4d9e-b878-ab786ad32adb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3ada33-ea15-4936-a179-af2053c20065,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:13.901409 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9facbf6-417d-4b60-9778-8dba63130199 req-c2c6f857-f60d-4b63-9b5e-cba04daf0a23 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555905 Feb 11 13:36:13.919062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366734-832e-4c9e-b9d5-af7e438571a2 req-bdb0e067-16ba-40dd-9a2e-be72b41ce49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:13.920797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57366734-832e-4c9e-b9d5-af7e438571a2 req-bdb0e067-16ba-40dd-9a2e-be72b41ce49f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 1094 time: 0.1765044 Feb 11 13:36:14.016771 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-712e2621-906b-4d85-b277-f31c99a231d1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 1ef2d69a-3fad-4ea4-85be-a0661c79a770 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:14.021675 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-712e2621-906b-4d85-b277-f31c99a231d1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.058914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b0095cb9-6b9a-4b8d-a000-817730be007c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.076160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-712e2621-906b-4d85-b277-f31c99a231d1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.188557 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94d9aa71-297c-4eb8-af45-2a1d9747919a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.222971 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-712e2621-906b-4d85-b277-f31c99a231d1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.228227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366734-832e-4c9e-b9d5-af7e438571a2 req-738fb8f9-f08e-425f-bcdd-c95cc0e69af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:14.230047 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57366734-832e-4c9e-b9d5-af7e438571a2 req-738fb8f9-f08e-425f-bcdd-c95cc0e69af3 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2856250 Feb 11 13:36:14.276506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] Deleting port 89c6f2ad-64ac-4b61-b489-e27ae8936df0 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:14.276865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.314547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-94d9aa71-297c-4eb8-af45-2a1d9747919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.394454 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b0095cb9-6b9a-4b8d-a000-817730be007c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.408376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-94d9aa71-297c-4eb8-af45-2a1d9747919a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d78f09b667074ee2b32dfc135230aa94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0821366 Feb 11 13:36:14.411069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9aa71-297c-4eb8-af45-2a1d9747919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c863a81-b5a6-4ec1-a8d9-30c8860be796,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:14.414550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37012) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:14.450874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57366734-832e-4c9e-b9d5-af7e438571a2 req-c494f380-f962-4d95-be5f-d2e48d497197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:14.452535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57366734-832e-4c9e-b9d5-af7e438571a2 req-c494f380-f962-4d95-be5f-d2e48d497197 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2153907 Feb 11 13:36:14.455775 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184119eb-fca6-4739-b0b5-5695f8f7bb60 req-207b377d-7ade-4022-a17b-f3fb7989a044 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:14.466467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-184119eb-fca6-4739-b0b5-5695f8f7bb60 req-207b377d-7ade-4022-a17b-f3fb7989a044 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 943 time: 0.1621497 Feb 11 13:36:14.488295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b0095cb9-6b9a-4b8d-a000-817730be007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.495104 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] For port 89c6f2ad-64ac-4b61-b489-e27ae8936df0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=89c6f2ad-64ac-4b61-b489-e27ae8936df0,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:14.495485 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.531652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] Calling delete_port for 89c6f2ad-64ac-4b61-b489-e27ae8936df0 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:14.552262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-184119eb-fca6-4739-b0b5-5695f8f7bb60 req-a26fd3aa-b96e-48d0-8765-057b6cde6275 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811846 Feb 11 13:36:14.560767 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b0095cb9-6b9a-4b8d-a000-817730be007c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=645c0bd49105475e818933b5184b9dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7245870 Feb 11 13:36:14.568132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37014) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:14.587774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0095cb9-6b9a-4b8d-a000-817730be007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33fac02-b54c-4aa7-af3e-0ef0bc3bd147,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:14.608620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-e699d4be-0405-49b4-9384-bdc2b9731dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:14.608620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-e699d4be-0405-49b4-9384-bdc2b9731dcd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 1094 time: 0.0962911 Feb 11 13:36:14.625400 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e29bff-3fbd-4db4-9c19-3f93d71e2131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.631672 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-712e2621-906b-4d85-b277-f31c99a231d1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.668019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-14a17ff1-f4fa-4cb2-a9fb-bc9f3207ebe1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=13fb03d8-2bc1-4587-ae71-45529116d1e7 HTTP/1.1" status: 200 len: 217 time: 0.0445228 Feb 11 13:36:14.698301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712e2621-906b-4d85-b277-f31c99a231d1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef2d69a-3fad-4ea4-85be-a0661c79a770,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:14.710143 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-712e2621-906b-4d85-b277-f31c99a231d1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.717598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-712e2621-906b-4d85-b277-f31c99a231d1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/1ef2d69a-3fad-4ea4-85be-a0661c79a770 HTTP/1.1" status: 204 len: 168 time: 0.8391142 Feb 11 13:36:14.722751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37016) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:14.736630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e29bff-3fbd-4db4-9c19-3f93d71e2131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.770877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8a6b8821-c094-4a04-ae9a-cfe51ccf1484 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446141 Feb 11 13:36:14.772709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37018) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:14.778426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-995009ac-aa48-4b36-b172-44ab151c8cc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:14.783979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-4074684b-b97b-45d6-af16-9ac13fcb3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:14.785408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-4074684b-b97b-45d6-af16-9ac13fcb3e7a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.1109455 Feb 11 13:36:14.836943 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b5ad-7f33-4a4b-b723-b28042c84b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.900048 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b5ad-7f33-4a4b-b723-b28042c84b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:14.976798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98549c9-08c4-44cc-872c-0ff888cb14a4 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:15.035080 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e29bff-3fbd-4db4-9c19-3f93d71e2131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.044592 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e29bff-3fbd-4db4-9c19-3f93d71e2131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.050645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-66e29bff-3fbd-4db4-9c19-3f93d71e2131 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3c863a81-b5a6-4ec1-a8d9-30c8860be796 HTTP/1.1" status: 204 len: 168 time: 0.6327231 Feb 11 13:36:15.100725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e29bff-3fbd-4db4-9c19-3f93d71e2131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c863a81-b5a6-4ec1-a8d9-30c8860be796,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:15.110638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.137133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7b399dc0-9c56-4518-b5da-da0b71909cea None None] Provisioning complete for port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:15.137862 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7b399dc0-9c56-4518-b5da-da0b71909cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.164645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] Pushing event deleted for resources: {'Port': ['ID=89c6f2ad-64ac-4b61-b489-e27ae8936df0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:15.260549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b5ad-7f33-4a4b-b723-b28042c84b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.268987 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fd4b5ad-7f33-4a4b-b723-b28042c84b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.270526 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7fd4b5ad-7f33-4a4b-b723-b28042c84b8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f33fac02-b54c-4aa7-af3e-0ef0bc3bd147 HTTP/1.1" status: 204 len: 168 time: 0.7014549 Feb 11 13:36:15.340700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4b5ad-7f33-4a4b-b723-b28042c84b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33fac02-b54c-4aa7-af3e-0ef0bc3bd147,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:15.409491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-a01e0dd1-6a5f-415e-baf1-029a18093f79 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6078517 Feb 11 13:36:15.594598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edbd30e-ca54-4276-9c21-0a2de144ca87 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:36:15.675685 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.731692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7edbd30e-ca54-4276-9c21-0a2de144ca87 None None] Deleting port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:15.732369 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7edbd30e-ca54-4276-9c21-0a2de144ca87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.756227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183c3f3-1cdd-4d79-8a0c-d2cad43b5d5b req-2b7afdce-6e10-48ce-bc15-22116d8335ef tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.758657 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e183c3f3-1cdd-4d79-8a0c-d2cad43b5d5b req-2b7afdce-6e10-48ce-bc15-22116d8335ef tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 946 time: 0.5091236 Feb 11 13:36:15.813194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995009ac-aa48-4b36-b172-44ab151c8cc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:15.829414 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-995009ac-aa48-4b36-b172-44ab151c8cc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.885106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e183c3f3-1cdd-4d79-8a0c-d2cad43b5d5b req-0d43bed9-8e9a-402a-8cd2-eb7ab1d72f6b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184883 Feb 11 13:36:15.909135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7edbd30e-ca54-4276-9c21-0a2de144ca87 None None] For port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:15.909720 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7edbd30e-ca54-4276-9c21-0a2de144ca87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:15.935293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7edbd30e-ca54-4276-9c21-0a2de144ca87 None None] Calling delete_port for 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:15.961382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbd8ed-23a3-47fa-a7f0-42db6daa8067 req-f3480c15-2053-4a6d-9ecf-1a8cf00f7b03 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:15.963524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29dbd8ed-23a3-47fa-a7f0-42db6daa8067 req-f3480c15-2053-4a6d-9ecf-1a8cf00f7b03 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 943 time: 0.2385094 Feb 11 13:36:16.019877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-83f6d5a0-fa4a-441d-9c53-53d5f4d8a6cd service neutron] 10.222.0.59 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823643 Feb 11 13:36:16.132851 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29dbd8ed-23a3-47fa-a7f0-42db6daa8067 req-8bc891b3-70ad-4a91-b35f-fc28cc4c59ac tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586399 Feb 11 13:36:16.168543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb1bda66-2264-4d62-8ba0-5df63a7602ed req-90b6ae6e-092d-46f3-9931-17145a655e3c service neutron] 10.222.0.59 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379910 Feb 11 13:36:16.228746 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7edbd30e-ca54-4276-9c21-0a2de144ca87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.242057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] Router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:16.314639 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edbd30e-ca54-4276-9c21-0a2de144ca87 None None] Pushing event deleted for resources: {'Port': ['ID=09c9bf73-9c4e-4d71-8cab-9e401ede50b1,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:16.328400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edbd30e-ca54-4276-9c21-0a2de144ca87 None None] No DVR routers for this DVR port 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:16.431765 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-995009ac-aa48-4b36-b172-44ab151c8cc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.461810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:16.471076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b1678cf-0060-455a-b828-297d642706be admin admin] 10.222.0.52 "PUT /v2.0/routers/b457ee72-dfdc-45a6-8550-1b2a8160c9b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3331506 Feb 11 13:36:16.471888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37042) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:16.491745 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] Sync routers for ids ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:36:16.503115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995009ac-aa48-4b36-b172-44ab151c8cc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=d0d791a6-1666-4de1-a8b5-df5018fe6fdb,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:16.535476 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] Routers {'b457ee72-dfdc-45a6-8550-1b2a8160c9b9'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:16.536097 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:16.547622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995009ac-aa48-4b36-b172-44ab151c8cc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:16.553080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-995009ac-aa48-4b36-b172-44ab151c8cc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:16.571190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041e50c6-b162-4453-9569-e200e25cf033 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:16.587162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995009ac-aa48-4b36-b172-44ab151c8cc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:16.608403 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-995009ac-aa48-4b36-b172-44ab151c8cc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.637360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37048) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:16.690621 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cfc94b9-9e30-401f-99f0-e57940b15ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.735108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.771638 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-995009ac-aa48-4b36-b172-44ab151c8cc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9977582 Feb 11 13:36:16.775049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37054) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:16.794819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:16.841030 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] Set router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:16.981897 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cfc94b9-9e30-401f-99f0-e57940b15ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:16.987837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': 'd0d791a6-1666-4de1-a8b5-df5018fe6fdb'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:36:17.001179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.018817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.120000 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cfc94b9-9e30-401f-99f0-e57940b15ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.175136 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:36:14Z', 'revision_number': 5, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port': {'id': 'f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1251, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:28:27Z', 'updated_at': '2022-02-11T13:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:17.183689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:17.198887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:17.205757 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.206663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:17.207036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 09c9bf73-9c4e-4d71-8cab-9e401ede50b1 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:17.231528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Allocated IP 172.20.0.2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/d0d791a6-1666-4de1-a8b5-df5018fe6fdb/c328d6ca-029e-48be-a3d7-bd5b6d1478d0) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:17.234676 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] Checking router: b457ee72-dfdc-45a6-8550-1b2a8160c9b9 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:36:17.252129 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] Routers {'b457ee72-dfdc-45a6-8550-1b2a8160c9b9'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:17.252757 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:35:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:17.268695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6cfc94b9-9e30-401f-99f0-e57940b15ce0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7e4e06a0cb44fac89ef54873e66e2db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6299415 Feb 11 13:36:17.275752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37058) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:17.280503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc94b9-9e30-401f-99f0-e57940b15ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be79364e-8ddb-4f15-a599-59af40be2bdc,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:17.356948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Deleting port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:17.357301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.416465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c464c057-6b23-497f-8e41-ed2f8a46c3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.436819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a26be-4429-4a26-bf18-97108d954c2a req-0588e38d-a88e-41e3-a20a-b91550186145 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:17.438765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-459a26be-4429-4a26-bf18-97108d954c2a req-0588e38d-a88e-41e3-a20a-b91550186145 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 943 time: 0.1245713 Feb 11 13:36:17.469347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c464c057-6b23-497f-8e41-ed2f8a46c3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.504157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] For port f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:17.504504 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.535335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Calling delete_port for f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:17.540299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37060) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:17.573744 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] Set router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:17.586042 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1427330b-6127-4fe3-a3c9-f75a86bcc15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.625063 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-459a26be-4429-4a26-bf18-97108d954c2a req-d033b463-6c0d-4b8d-ab4e-4ee156eb337d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580756 Feb 11 13:36:17.645912 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:36:17Z', 'revision_number': 6, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:17.686928 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74342b53-6ced-4890-b8fb-38a6d13c55fe None None] The sync data for ids ['b457ee72-dfdc-45a6-8550-1b2a8160c9b9'] in n-d-816488-1 is: [{'id': 'b457ee72-dfdc-45a6-8550-1b2a8160c9b9', 'name': 'tempest-ServerActionsTestJSON-578309967-router', 'tenant_id': '0773021f91b5451292c61dbee2f8846e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:28:25Z', 'updated_at': '2022-02-11T13:36:17Z', 'revision_number': 6, 'project_id': '0773021f91b5451292c61dbee2f8846e', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:36:17.808883 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c464c057-6b23-497f-8e41-ed2f8a46c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.808883 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c464c057-6b23-497f-8e41-ed2f8a46c3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.808883 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c464c057-6b23-497f-8e41-ed2f8a46c3c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be79364e-8ddb-4f15-a599-59af40be2bdc HTTP/1.1" status: 204 len: 168 time: 0.5310502 Feb 11 13:36:17.836125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464c057-6b23-497f-8e41-ed2f8a46c3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be79364e-8ddb-4f15-a599-59af40be2bdc,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:17.936108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1427330b-6127-4fe3-a3c9-f75a86bcc15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:17.964628 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.037472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:36:18.039352 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.047621 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1427330b-6127-4fe3-a3c9-f75a86bcc15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.094034 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.102356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1427330b-6127-4fe3-a3c9-f75a86bcc15d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b214829e72ea472e9c83cf2bed1b32ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5564835 Feb 11 13:36:18.106650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37074) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:18.107915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.123665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427330b-6127-4fe3-a3c9-f75a86bcc15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b6a016-2135-4bee-bca5-4250dda36aac,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:18.140248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=910078e0-4ba7-4cf2-a4da-00c714c8e5e7,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:18.158249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:18.161391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:18.165067 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:18.193452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Pushing event updated for resources: {'Port': ['ID=c328d6ca-029e-48be-a3d7-bd5b6d1478d0,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:18.196487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:18.201913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Pushing event deleted for resources: {'Port': ['ID=f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:18.209879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:18.228647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:18.233759 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.298467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Attempting to bind port c328d6ca-029e-48be-a3d7-bd5b6d1478d0 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:18.299036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Attempting to bind port c328d6ca-029e-48be-a3d7-bd5b6d1478d0 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:18.301982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Attempting to bind port c328d6ca-029e-48be-a3d7-bd5b6d1478d0 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:18.304399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:18.304788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:36:18.305175 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.305623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:18.306314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Bound port: c328d6ca-029e-48be-a3d7-bd5b6d1478d0, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:18.306521 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.365796 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-54dff56d-be88-4a19-bb18-add2a5512200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.373562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-0294159c-42d7-4ee7-8115-befe71c79304 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1238284 Feb 11 13:36:18.374464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.388716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] For port c328d6ca-029e-48be-a3d7-bd5b6d1478d0, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:18.392325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] For port c328d6ca-029e-48be-a3d7-bd5b6d1478d0, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c328d6ca-029e-48be-a3d7-bd5b6d1478d0,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:18.413834 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-29b6cd6c-a879-44ff-accf-a2d5559b56ae tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6372123 Feb 11 13:36:18.416898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37080) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:18.423972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:18:83:70', 'name': 'tempest-NetworksTestDHCPv6-1655572375'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:18.505145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-54dff56d-be88-4a19-bb18-add2a5512200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.507641 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.519422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.588438 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.615447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-a57f2596-d965-4fc8-8fe6-892bbe0f8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:18.616990 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-a57f2596-d965-4fc8-8fe6-892bbe0f8f38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 1097 time: 0.1754942 Feb 11 13:36:18.730741 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.733275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b457ee72-dfdc-45a6-8550-1b2a8160c9b9 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:36:18.762250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf351e-1d5f-439f-8313-d456f84f02d5 None None] Pushing event updated for resources: {'Port': ['ID=c328d6ca-029e-48be-a3d7-bd5b6d1478d0,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:18.811461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:18.814194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.818870 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-818e7634-074f-4b26-be11-c4daad80e941 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b457ee72-dfdc-45a6-8550-1b2a8160c9b9 HTTP/1.1" status: 204 len: 168 time: 2.3282919 Feb 11 13:36:18.821613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37094) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:18.880605 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-54dff56d-be88-4a19-bb18-add2a5512200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.883209 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-54dff56d-be88-4a19-bb18-add2a5512200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:18.884436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-54dff56d-be88-4a19-bb18-add2a5512200 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68b6a016-2135-4bee-bca5-4250dda36aac HTTP/1.1" status: 204 len: 168 time: 0.7786601 Feb 11 13:36:18.967448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dff56d-be88-4a19-bb18-add2a5512200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b6a016-2135-4bee-bca5-4250dda36aac,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:19.046246 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.059508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-822df229-b34f-49f9-b799-ea3ca8dc1a22 admin admin] Deleting subnet c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:19.066101 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-822df229-b34f-49f9-b799-ea3ca8dc1a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.068600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-674eb4f9-9537-431d-97ae-172ed5ae12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:19.070352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-674eb4f9-9537-431d-97ae-172ed5ae12b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 918 time: 0.3883555 Feb 11 13:36:19.123151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b454449-b1a0-41d1-8b40-6bf10a0ce01c req-512f284d-b3de-416c-8750-9415611fc712 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:19.124784 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b454449-b1a0-41d1-8b40-6bf10a0ce01c req-512f284d-b3de-416c-8750-9415611fc712 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 943 time: 0.3049154 Feb 11 13:36:19.128312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 50ce8ea6-a22a-409c-9c31-742b5674cea0 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:19.430362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c328d6ca-029e-48be-a3d7-bd5b6d1478d0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:19.518899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 13fb03d8-2bc1-4587-ae71-45529116d1e7 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:19.619239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 172.20.0.9 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/d0d791a6-1666-4de1-a8b5-df5018fe6fdb/50ce8ea6-a22a-409c-9c31-742b5674cea0) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:19.628202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::f816:3eff:fe18:8370 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/910078e0-4ba7-4cf2-a4da-00c714c8e5e7/50ce8ea6-a22a-409c-9c31-742b5674cea0) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:19.733122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c328d6ca-029e-48be-a3d7-bd5b6d1478d0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:19.733485 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.800777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 13fb03d8-2bc1-4587-ae71-45529116d1e7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=13fb03d8-2bc1-4587-ae71-45529116d1e7,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:19.803976 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-822df229-b34f-49f9-b799-ea3ca8dc1a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.881425 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.902573 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:19.902994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '13fb03d8-2bc1-4587-ae71-45529116d1e7', 'network_id': '474e01bd-86f3-4a24-9ce0-4128c3eba3db', 'port_id': '13fb03d8-2bc1-4587-ae71-45529116d1e7', 'mac_address': 'fa:16:3e:e2:0e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '109422ab-9f52-41d8-a23f-6b3ebb2dc8e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:19.976510 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-4d0f3542-f17b-4539-9e58-1beec0b4a703 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02a8182b-e5aa-4199-aec4-47e2085f56da HTTP/1.1" status: 200 len: 1001 time: 0.8724458 Feb 11 13:36:19.998745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b454449-b1a0-41d1-8b40-6bf10a0ce01c req-70fb27f2-d7d1-4ef3-b234-92cf6300f4f8 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917590 Feb 11 13:36:20.014126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.047341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port c328d6ca-029e-48be-a3d7-bd5b6d1478d0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c328d6ca-029e-48be-a3d7-bd5b6d1478d0,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:20.079044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:20.083079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:20.093532 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:20.152940 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.182774 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.213790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=50ce8ea6-a22a-409c-9c31-742b5674cea0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:20.248192 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-c890c45e-e851-458a-bfbd-aa7b58726e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.251891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-c890c45e-e851-458a-bfbd-aa7b58726e88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.2372012 Feb 11 13:36:20.257735 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-822df229-b34f-49f9-b799-ea3ca8dc1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.283731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.292009 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.355240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-a313b8c8-cafe-4390-b04d-0191c979ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.357517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-a313b8c8-cafe-4390-b04d-0191c979ad34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658493 Feb 11 13:36:20.374336 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=c328d6ca-029e-48be-a3d7-bd5b6d1478d0,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:20.381721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fb03d8-2bc1-4587-ae71-45529116d1e7 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:36:20.384075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-a85ef947-6b9e-454a-a005-095e942bd813 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:36:20.385139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-a85ef947-6b9e-454a-a005-095e942bd813 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129194 Feb 11 13:36:20.390658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 89c6f2ad-64ac-4b61-b489-e27ae8936df0 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:20.420079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 89c6f2ad-64ac-4b61-b489-e27ae8936df0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:20.420670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 89c6f2ad-64ac-4b61-b489-e27ae8936df0 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:20.421087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:20.445007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:20.454583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f929eae9-6e5c-4b0c-92f6-a354fd8c3ae8 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:20.462695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 13fb03d8-2bc1-4587-ae71-45529116d1e7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=13fb03d8-2bc1-4587-ae71-45529116d1e7,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:20.511143 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-e513144c-cb28-430a-9678-9c2c3de448b8 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186306 Feb 11 13:36:20.518491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a193ab8-a1f9-482a-9fbd-a68ed093d60c None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:20.575203 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-13120747-869b-4bc9-b0f9-b41d00ae1d35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1569335 Feb 11 13:36:20.591568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37130) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:20.632231 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-822df229-b34f-49f9-b799-ea3ca8dc1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.650253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-dcdf6093-b907-49ce-8dd4-21c362feb50e None None] Provisioning complete for port c328d6ca-029e-48be-a3d7-bd5b6d1478d0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:20.650880 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dcdf6093-b907-49ce-8dd4-21c362feb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.676979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822df229-b34f-49f9-b799-ea3ca8dc1a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:20.689796 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-822df229-b34f-49f9-b799-ea3ca8dc1a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.692326 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-822df229-b34f-49f9-b799-ea3ca8dc1a22 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c50861d0-ee64-4f7e-9f9b-4ae8a8590ad8 HTTP/1.1" status: 204 len: 168 time: 1.8647385 Feb 11 13:36:20.695085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37134) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:20.722392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1136ee3-25b7-4dee-8df1-a9376f43bdbb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.729264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1136ee3-25b7-4dee-8df1-a9376f43bdbb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:20.731077 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e1136ee3-25b7-4dee-8df1-a9376f43bdbb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.1404686 Feb 11 13:36:20.733989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37136) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:20.741956 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5af9430c-3d8e-4a39-8ce7-eccdadf4a11c req-eef35cc6-ab2a-4992-9116-64fecb04f697 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242246 Feb 11 13:36:20.751224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b886dcca-bd94-427e-b43f-352bb233ab95 None None] Network 41d4209a-8a29-44c3-85b9-e48f9078e17b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:20.847855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.853103 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:20.944087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-efe2fc04-17c1-4656-9f1d-2e855bcfb61a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 50ce8ea6-a22a-409c-9c31-742b5674cea0 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:20.944535 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-efe2fc04-17c1-4656-9f1d-2e855bcfb61a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.016245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Deleting port b6ee5dff-293b-4176-970f-e401975759df {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:21.016687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.046976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=13fb03d8-2bc1-4587-ae71-45529116d1e7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:21.135806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] For port b6ee5dff-293b-4176-970f-e401975759df, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b6ee5dff-293b-4176-970f-e401975759df,segment=NetworkSegment(e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf),segment_id=e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:21.155431 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.163047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['13fb03d8-2bc1-4587-ae71-45529116d1e7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:21.163563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-efe2fc04-17c1-4656-9f1d-2e855bcfb61a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.211924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c328d6ca-029e-48be-a3d7-bd5b6d1478d0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:21.234646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Calling delete_port for b6ee5dff-293b-4176-970f-e401975759df owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:21.237342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-efe2fc04-17c1-4656-9f1d-2e855bcfb61a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 50ce8ea6-a22a-409c-9c31-742b5674cea0 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:21.311522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e0764b-4304-4c38-b83a-c352e99aec0a None None] DHCP port deletion for 41d4209a-8a29-44c3-85b9-e48f9078e17b request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:36:21.363261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e0044-5a3b-4a79-a9be-959ec9b1f203 req-d07cbbb8-194b-4f9d-ab0f-0ebaccd1e828 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:21.365568 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-294e0044-5a3b-4a79-a9be-959ec9b1f203 req-d07cbbb8-194b-4f9d-ab0f-0ebaccd1e828 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 944 time: 0.1984386 Feb 11 13:36:21.433193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a061c1-3b72-454e-8c38-02ca76bd21ea None None] Update dhcp port {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': 'd0d791a6-1666-4de1-a8b5-df5018fe6fdb', 'ip_address': '172.20.0.2'}, {'subnet_id': '910078e0-4ba7-4cf2-a4da-00c714c8e5e7'}], 'binding:host_id': 'n-d-816488-1'}, 'id': 'c328d6ca-029e-48be-a3d7-bd5b6d1478d0'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:36:21.499519 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1a061c1-3b72-454e-8c38-02ca76bd21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.503155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-294e0044-5a3b-4a79-a9be-959ec9b1f203 req-53ee257b-96dc-43d3-8480-c89e594b5d76 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287165 Feb 11 13:36:21.510640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c328d6ca-029e-48be-a3d7-bd5b6d1478d0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:21.510640 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.614362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0764b-4304-4c38-b83a-c352e99aec0a None None] Deleting port b6ee5dff-293b-4176-970f-e401975759df {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:21.614737 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1e0764b-4304-4c38-b83a-c352e99aec0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.632101 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.676796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] No DVR routers for this DVR port b6ee5dff-293b-4176-970f-e401975759df on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:21.681838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ee5dff-293b-4176-970f-e401975759df,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:21.768526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a1e0764b-4304-4c38-b83a-c352e99aec0a None None] For port b6ee5dff-293b-4176-970f-e401975759df, host n-d-816488-1, got binding levels [] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:21.768959 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1e0764b-4304-4c38-b83a-c352e99aec0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.779881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.806204 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-efe2fc04-17c1-4656-9f1d-2e855bcfb61a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.807115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0764b-4304-4c38-b83a-c352e99aec0a None None] Calling delete_port for b6ee5dff-293b-4176-970f-e401975759df owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:21.809805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d4209a-8a29-44c3-85b9-e48f9078e17b']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:21.828894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.ipam_backend_mixin [None req-a1e0764b-4304-4c38-b83a-c352e99aec0a None None] Port b6ee5dff-293b-4176-970f-e401975759df was not found and therefore no delete operation was performed {{(pid=103008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:36:21.852472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1e0764b-4304-4c38-b83a-c352e99aec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.860416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2fc04-17c1-4656-9f1d-2e855bcfb61a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=50ce8ea6-a22a-409c-9c31-742b5674cea0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:21.866548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:21.873843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e7c2b3-ed65-45b8-bdd9-ea18d7d59adf') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:21.884097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.905030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0764b-4304-4c38-b83a-c352e99aec0a None None] Pushing event deleted for resources: {'Port': ['ID=b6ee5dff-293b-4176-970f-e401975759df,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:21.907507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0764b-4304-4c38-b83a-c352e99aec0a None None] No DVR routers for this DVR port b6ee5dff-293b-4176-970f-e401975759df on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:21.932300 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-d1a061c1-3b72-454e-8c38-02ca76bd21ea None None] Allocated IP 2001:db8::f816:3eff:fe6b:df01 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/910078e0-4ba7-4cf2-a4da-00c714c8e5e7/c328d6ca-029e-48be-a3d7-bd5b6d1478d0) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:21.990922 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:21.999015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:36:21.999435 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:22.001208 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:22.050446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d1a061c1-3b72-454e-8c38-02ca76bd21ea None None] For port c328d6ca-029e-48be-a3d7-bd5b6d1478d0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c328d6ca-029e-48be-a3d7-bd5b6d1478d0,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:22.078088 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-efe2fc04-17c1-4656-9f1d-2e855bcfb61a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.082068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-efe2fc04-17c1-4656-9f1d-2e855bcfb61a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/50ce8ea6-a22a-409c-9c31-742b5674cea0 HTTP/1.1" status: 204 len: 168 time: 1.3454273 Feb 11 13:36:22.082762 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1a061c1-3b72-454e-8c38-02ca76bd21ea None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.084594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37172) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:22.145821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00b491-9eea-44bf-814d-18811c448a85 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:22.145821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00b491-9eea-44bf-814d-18811c448a85 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:22.146469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00b491-9eea-44bf-814d-18811c448a85 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:22.147845 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7e00b491-9eea-44bf-814d-18811c448a85 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0623243 Feb 11 13:36:22.151035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37180) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:22.179749 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.183297 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1a061c1-3b72-454e-8c38-02ca76bd21ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.192356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.198922 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] 10.222.0.52 "DELETE /v2.0/networks/41d4209a-8a29-44c3-85b9-e48f9078e17b HTTP/1.1" status: 204 len: 168 time: 1.5001233 Feb 11 13:36:22.210484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16884ec0-d221-4fa3-9bb4-ba4a9e87d8fd admin admin] Pushing event deleted for resources: {'Network': ['ID=41d4209a-8a29-44c3-85b9-e48f9078e17b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:22.227761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-0851e1f2-5970-4000-9c0a-593d0bd0b180 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 910078e0-4ba7-4cf2-a4da-00c714c8e5e7 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:22.231466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0851e1f2-5970-4000-9c0a-593d0bd0b180 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.305969 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a061c1-3b72-454e-8c38-02ca76bd21ea None None] Pushing event updated for resources: {'Port': ['ID=c328d6ca-029e-48be-a3d7-bd5b6d1478d0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:22.313914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0851e1f2-5970-4000-9c0a-593d0bd0b180 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.444346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0851e1f2-5970-4000-9c0a-593d0bd0b180 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.622529 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0851e1f2-5970-4000-9c0a-593d0bd0b180 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.671678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851e1f2-5970-4000-9c0a-593d0bd0b180 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=910078e0-4ba7-4cf2-a4da-00c714c8e5e7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:22.676300 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0851e1f2-5970-4000-9c0a-593d0bd0b180 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.683556 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0851e1f2-5970-4000-9c0a-593d0bd0b180 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/910078e0-4ba7-4cf2-a4da-00c714c8e5e7 HTTP/1.1" status: 204 len: 168 time: 0.5312736 Feb 11 13:36:22.684224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37210) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:22.710555 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda4290-238d-484f-aeec-222f14c1ad84 req-714505e6-41c5-408e-9841-390b6978a3ca tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:22.710555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2dda4290-238d-484f-aeec-222f14c1ad84 req-714505e6-41c5-408e-9841-390b6978a3ca tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 944 time: 0.0726378 Feb 11 13:36:22.757650 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2dda4290-238d-484f-aeec-222f14c1ad84 req-39bc7364-8aba-41ed-8d79-c0da041a4aad tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454397 Feb 11 13:36:22.781002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf32e369-2af1-44d0-b228-15ea5b1415de tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet d0d791a6-1666-4de1-a8b5-df5018fe6fdb {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:22.797328 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf32e369-2af1-44d0-b228-15ea5b1415de tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.859758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf32e369-2af1-44d0-b228-15ea5b1415de tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:22.933683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37222) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:22.961413 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf32e369-2af1-44d0-b228-15ea5b1415de tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.004787 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-46f32259-062e-424e-9820-a1ccc40b3892 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0773021f91b5451292c61dbee2f8846e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692701 Feb 11 13:36:23.007041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37224) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:23.062004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3b6d07-073e-41fd-85d3-b0e5b7614afd None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:23.101543 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98fa23d3-10b1-4a0d-90f1-aed86d2e5538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.127473 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c328d6ca-029e-48be-a3d7-bd5b6d1478d0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:23.135641 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98fa23d3-10b1-4a0d-90f1-aed86d2e5538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.157573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf32e369-2af1-44d0-b228-15ea5b1415de tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.178146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-db589fac-2fe7-41cd-ab8c-441231a5b568 None None] Could not find standard attr ID for object 50ce8ea6-a22a-409c-9c31-742b5674cea0. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:23.204948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32e369-2af1-44d0-b228-15ea5b1415de tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d791a6-1666-4de1-a8b5-df5018fe6fdb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:23.218487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf32e369-2af1-44d0-b228-15ea5b1415de tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.232154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-db589fac-2fe7-41cd-ab8c-441231a5b568 None None] Provisioning complete for port c328d6ca-029e-48be-a3d7-bd5b6d1478d0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:23.232829 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-db589fac-2fe7-41cd-ab8c-441231a5b568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.235888 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cf32e369-2af1-44d0-b228-15ea5b1415de tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/d0d791a6-1666-4de1-a8b5-df5018fe6fdb HTTP/1.1" status: 204 len: 168 time: 0.5496070 Feb 11 13:36:23.238295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37234) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:23.299209 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-803fd852-1a01-4ca3-9107-6e9ae3e1cd35 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594428 Feb 11 13:36:23.302066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37238) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:23.312842 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98fa23d3-10b1-4a0d-90f1-aed86d2e5538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.313487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ccf10b39-a23c-432e-87c6-4d5523ae0bc1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:23.320159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98fa23d3-10b1-4a0d-90f1-aed86d2e5538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.327253 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-98fa23d3-10b1-4a0d-90f1-aed86d2e5538 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5976d7bd-b494-4a78-ac8d-dbda5befd108 HTTP/1.1" status: 204 len: 168 time: 0.3171256 Feb 11 13:36:23.340017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c328d6ca-029e-48be-a3d7-bd5b6d1478d0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:23.340616 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.363342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa23d3-10b1-4a0d-90f1-aed86d2e5538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5976d7bd-b494-4a78-ac8d-dbda5befd108,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:23.518377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 13fb03d8-2bc1-4587-ae71-45529116d1e7 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:23.667595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf10b39-a23c-432e-87c6-4d5523ae0bc1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:23.671718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ccf10b39-a23c-432e-87c6-4d5523ae0bc1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.811308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d99567-be8b-4950-bc2b-e85ec59ab5e0 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:36:23.849326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37252) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:23.859661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 13fb03d8-2bc1-4587-ae71-45529116d1e7 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:23.866411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 13fb03d8-2bc1-4587-ae71-45529116d1e7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:23.866975 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:23.893459 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:36:23.906128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b6ee5dff-293b-4176-970f-e401975759df no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:23.966319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: b6ee5dff-293b-4176-970f-e401975759df {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:23.966689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b6ee5dff-293b-4176-970f-e401975759df not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:24.027896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f8d99567-be8b-4950-bc2b-e85ec59ab5e0 None None] Deleting port c328d6ca-029e-48be-a3d7-bd5b6d1478d0 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:24.028285 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8d99567-be8b-4950-bc2b-e85ec59ab5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.060774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80be3f8-b202-4420-aeb3-ec0adf947d2a req-24655f9a-dc49-4013-b4d7-5981f7e1d349 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:24.062686 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b80be3f8-b202-4420-aeb3-ec0adf947d2a req-24655f9a-dc49-4013-b4d7-5981f7e1d349 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 944 time: 0.1249404 Feb 11 13:36:24.065834 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ccf10b39-a23c-432e-87c6-4d5523ae0bc1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.129125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf10b39-a23c-432e-87c6-4d5523ae0bc1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=3ff3512d-ad83-425e-8dc5-154de0cbc439,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:24.131277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b19a35e-5ac0-4d9e-832f-0d7f991ee9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.151304 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.168869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf10b39-a23c-432e-87c6-4d5523ae0bc1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:24.190447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f8d99567-be8b-4950-bc2b-e85ec59ab5e0 None None] For port c328d6ca-029e-48be-a3d7-bd5b6d1478d0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c328d6ca-029e-48be-a3d7-bd5b6d1478d0,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:24.190846 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8d99567-be8b-4950-bc2b-e85ec59ab5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.221759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b80be3f8-b202-4420-aeb3-ec0adf947d2a req-9f97e50e-90c2-4bd1-91ef-e6f5d6e5e580 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943389 Feb 11 13:36:24.224619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-721a6b90-33d8-408c-a941-9648f063cfbf req-17029136-54c6-4db9-b422-51a8cdd5c200 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2241445 Feb 11 13:36:24.231088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-ccf10b39-a23c-432e-87c6-4d5523ae0bc1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:24.236654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf10b39-a23c-432e-87c6-4d5523ae0bc1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:24.237288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ccf10b39-a23c-432e-87c6-4d5523ae0bc1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.254298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 13fb03d8-2bc1-4587-ae71-45529116d1e7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=13fb03d8-2bc1-4587-ae71-45529116d1e7,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:24.255311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39647ea5-e9cf-475a-8b4c-65cb191671c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fb03d8-2bc1-4587-ae71-45529116d1e7'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:36:24.263188 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f96fd1-b412-4a34-94fd-4b7e3da45ee1" -d '{"events": [{"server_uuid": "39647ea5-e9cf-475a-8b4c-65cb191671c3", "name": "network-vif-plugged", "status": "completed", "tag": "13fb03d8-2bc1-4587-ae71-45529116d1e7"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:24.278985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f8d99567-be8b-4950-bc2b-e85ec59ab5e0 None None] Calling delete_port for c328d6ca-029e-48be-a3d7-bd5b6d1478d0 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:24.338129 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d532d9c-1a44-4b3a-8ae8-c20c85996037 x-openstack-request-id: req-5d532d9c-1a44-4b3a-8ae8-c20c85996037 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:24.338463 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39647ea5-e9cf-475a-8b4c-65cb191671c3", "name": "network-vif-plugged", "status": "completed", "tag": "13fb03d8-2bc1-4587-ae71-45529116d1e7", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:24.338843 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5d532d9c-1a44-4b3a-8ae8-c20c85996037 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:24.339452 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39647ea5-e9cf-475a-8b4c-65cb191671c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fb03d8-2bc1-4587-ae71-45529116d1e7', 'code': 200} Feb 11 13:36:24.342994 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b19a35e-5ac0-4d9e-832f-0d7f991ee9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.369665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a6b90-33d8-408c-a941-9648f063cfbf req-e5d010b9-24f9-4572-8e8e-16c897c02f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:24.371642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-721a6b90-33d8-408c-a941-9648f063cfbf req-e5d010b9-24f9-4572-8e8e-16c897c02f4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 1096 time: 0.1034112 Feb 11 13:36:24.393152 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.398917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37268) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:24.399241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ccf10b39-a23c-432e-87c6-4d5523ae0bc1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0958035 Feb 11 13:36:24.406311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:24.435052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b19a35e-5ac0-4d9e-832f-0d7f991ee9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.481008 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=13fb03d8-2bc1-4587-ae71-45529116d1e7,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:24.490553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.491216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.491746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.492226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.493381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.494129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.494660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.495383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.495907 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.496383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.496871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.497341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:24.501709 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8d99567-be8b-4950-bc2b-e85ec59ab5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.524827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6bf0a-ab58-4f4a-88f7-71708624a812 req-d14a1cd9-25a7-401d-a8b5-260662c2fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:24.526696 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24f6bf0a-ab58-4f4a-88f7-71708624a812 req-d14a1cd9-25a7-401d-a8b5-260662c2fff0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 1096 time: 0.1200664 Feb 11 13:36:24.527199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d99567-be8b-4950-bc2b-e85ec59ab5e0 None None] Pushing event deleted for resources: {'Port': ['ID=c328d6ca-029e-48be-a3d7-bd5b6d1478d0,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:24.538638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d99567-be8b-4950-bc2b-e85ec59ab5e0 None None] No DVR routers for this DVR port c328d6ca-029e-48be-a3d7-bd5b6d1478d0 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:24.558165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0b19a35e-5ac0-4d9e-832f-0d7f991ee9c3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=94476de368de4eeb9f1d210834626ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7075887 Feb 11 13:36:24.562821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37272) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:24.568225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22be6d87-9d24-457a-aed7-358262f9f12e None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:24.588478 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24f6bf0a-ab58-4f4a-88f7-71708624a812 req-816e23d2-3e8b-42de-b522-320d4da464ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503659 Feb 11 13:36:24.608520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a6b90-33d8-408c-a941-9648f063cfbf req-2b53f53a-8629-4437-88eb-52115dc2ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:24.610396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-721a6b90-33d8-408c-a941-9648f063cfbf req-2b53f53a-8629-4437-88eb-52115dc2ce61 service neutron] 10.222.0.59 "GET /v2.0/networks?id=474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 200 len: 906 time: 0.1646876 Feb 11 13:36:24.617028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19a35e-5ac0-4d9e-832f-0d7f991ee9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe35dd6-2681-4358-b2ab-cf22b2966aac,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:24.694052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-374f3518-90c5-496d-89d5-6e587b251566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.720127 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-374f3518-90c5-496d-89d5-6e587b251566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.745934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:24.750180 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.855666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '3ff3512d-ad83-425e-8dc5-154de0cbc439'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:36:24.858998 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.891012 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16b08f86-ff2a-4ab6-834f-26eb818508af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:24.928343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-721a6b90-33d8-408c-a941-9648f063cfbf req-7fed3e27-5886-4338-a10c-b4bc6c3a597d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=551d4611-8e0a-4709-b223-353049d9015d HTTP/1.1" status: 200 len: 217 time: 0.0874877 Feb 11 13:36:25.035112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-374f3518-90c5-496d-89d5-6e587b251566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.040925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-374f3518-90c5-496d-89d5-6e587b251566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.047683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-374f3518-90c5-496d-89d5-6e587b251566 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3fe35dd6-2681-4358-b2ab-cf22b2966aac HTTP/1.1" status: 204 len: 168 time: 0.4837854 Feb 11 13:36:25.077295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f3518-90c5-496d-89d5-6e587b251566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe35dd6-2681-4358-b2ab-cf22b2966aac,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:25.098896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Allocated IP 172.20.0.2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/3ff3512d-ad83-425e-8dc5-154de0cbc439/7e585363-7a49-4950-b311-acdc22488452) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:25.127003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c328d6ca-029e-48be-a3d7-bd5b6d1478d0 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:25.158773 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: c328d6ca-029e-48be-a3d7-bd5b6d1478d0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:25.159330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c328d6ca-029e-48be-a3d7-bd5b6d1478d0 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:25.374793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.objects.ports [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103006) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:36:25.376890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.391014 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.400795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a6b90-33d8-408c-a941-9648f063cfbf req-cab50cde-018e-4bc9-a235-58010066a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:25.402445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-721a6b90-33d8-408c-a941-9648f063cfbf req-cab50cde-018e-4bc9-a235-58010066a46e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 200 len: 845 time: 0.4667904 Feb 11 13:36:25.441510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-721a6b90-33d8-408c-a941-9648f063cfbf req-dee88427-a79d-4707-9817-54a334402dbc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=474e01bd-86f3-4a24-9ce0-4128c3eba3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309513 Feb 11 13:36:25.451715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6904e04-249d-44f3-9739-7363ca339ca1 req-1a683059-1efc-4e5f-b28f-c73bdc698ac9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:25.453498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6904e04-249d-44f3-9739-7363ca339ca1 req-1a683059-1efc-4e5f-b28f-c73bdc698ac9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.0929644 Feb 11 13:36:25.480619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:25.483713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:25.486852 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:25.487456 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.505230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=9aac6ece-f780-44f9-9762-1e5bd96d149d,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:25.546343 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.554551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c6904e04-249d-44f3-9739-7363ca339ca1 req-72410434-f8ec-42ab-905e-583848b53890 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946217 Feb 11 13:36:25.591202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:25.593044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-721a6b90-33d8-408c-a941-9648f063cfbf req-7a54b7c9-e4f9-4e34-b75c-276a035fdccf service neutron] 10.222.0.59 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384637 Feb 11 13:36:25.596768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:25.600400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.602820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:25.613710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Pushing event updated for resources: {'Port': ['ID=7e585363-7a49-4950-b311-acdc22488452,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:25.628332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0823cf83-6313-41b3-a6e4-309f892ff870 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2248831 Feb 11 13:36:25.629090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37294) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:25.637719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:0b:1e:79', 'name': 'tempest-NetworksTestDHCPv6-825367111'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:25.670398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Attempting to bind port 7e585363-7a49-4950-b311-acdc22488452 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:25.670804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Attempting to bind port 7e585363-7a49-4950-b311-acdc22488452 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:25.671179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Attempting to bind port 7e585363-7a49-4950-b311-acdc22488452 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:25.681041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:25.681411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:36:25.681844 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.682254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:25.682735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Bound port: 7e585363-7a49-4950-b311-acdc22488452, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:25.683124 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.771536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-721a6b90-33d8-408c-a941-9648f063cfbf req-5a0f0c3a-a0cd-4ed4-8452-9f8314d9b3bd service neutron] 10.222.0.59 "GET /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704810 Feb 11 13:36:25.800553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] For port 7e585363-7a49-4950-b311-acdc22488452, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:25.805388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] For port 7e585363-7a49-4950-b311-acdc22488452, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7e585363-7a49-4950-b311-acdc22488452,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:25.923982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:25.924655 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:25.992628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d7d95-6571-46c5-864c-55c2aa11ea60 None None] Pushing event updated for resources: {'Port': ['ID=7e585363-7a49-4950-b311-acdc22488452,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:26.023387 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.059325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port cdcd3181-84d6-4d69-b360-6650e5982213 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:26.130644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37300) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:26.188479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84ea3034-206c-418c-876c-30325c4acc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.310668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37304) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:26.322446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84ea3034-206c-418c-876c-30325c4acc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.333142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 172.20.0.9 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/3ff3512d-ad83-425e-8dc5-154de0cbc439/cdcd3181-84d6-4d69-b360-6650e5982213) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:26.342130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::f816:3eff:fe0b:1e79 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/9aac6ece-f780-44f9-9762-1e5bd96d149d/cdcd3181-84d6-4d69-b360-6650e5982213) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:26.401502 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84ea3034-206c-418c-876c-30325c4acc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.429011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37308) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:26.463489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-84ea3034-206c-418c-876c-30325c4acc4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=41efde9406054512b6f50e1f1dd3901d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203781 Feb 11 13:36:26.470959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37314) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:26.471818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea3034-206c-418c-876c-30325c4acc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfa1733-5c57-46a2-9a73-ffffb5e8ba7f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:26.574426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1557794709-network', 'tenant_id': '569570e22fc44efc83b9c6f0d4925380'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:26.595623 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4f322557-173c-4092-9133-c76b496d52e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.630430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4f322557-173c-4092-9133-c76b496d52e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.646608 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.670720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5371db87-ea02-4c69-8944-cba356b8f06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.721319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a762ab-78ee-4f1b-bb38-a7e08b7d7b49 req-5b809c62-0c88-45f0-8a5f-dece28b39d21 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:26.722888 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81a762ab-78ee-4f1b-bb38-a7e08b7d7b49 req-5b809c62-0c88-45f0-8a5f-dece28b39d21 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.0634372 Feb 11 13:36:26.731385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Made reservation on behalf of 569570e22fc44efc83b9c6f0d4925380 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:26.733790 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.749795 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.804520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81a762ab-78ee-4f1b-bb38-a7e08b7d7b49 req-76cb0302-313c-4cf4-b67d-16d33376c57c tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614891 Feb 11 13:36:26.805495 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.831679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4f322557-173c-4092-9133-c76b496d52e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.834922 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4f322557-173c-4092-9133-c76b496d52e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.836432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4f322557-173c-4092-9133-c76b496d52e7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/adfa1733-5c57-46a2-9a73-ffffb5e8ba7f HTTP/1.1" status: 204 len: 168 time: 0.3567407 Feb 11 13:36:26.917172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:26.925036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5371db87-ea02-4c69-8944-cba356b8f06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:26.926590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f322557-173c-4092-9133-c76b496d52e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfa1733-5c57-46a2-9a73-ffffb5e8ba7f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:26.931831 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:26.935127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:27.012805 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e6a35cb-7ca1-43a9-a38d-23cdc1618d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.033762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=cdcd3181-84d6-4d69-b360-6650e5982213,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:27.064598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:27.065324 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.072890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5371db87-ea02-4c69-8944-cba356b8f06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.204525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.214009 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-58f285f2-7b17-4dd1-8e88-cde44388dab4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5830779 Feb 11 13:36:27.220261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5371db87-ea02-4c69-8944-cba356b8f06d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=844b4f21e4b84e5f8a7f4fdbafd0898e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7869637 Feb 11 13:36:27.224176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37336) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:27.229539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37338) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:27.245669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7e585363-7a49-4950-b311-acdc22488452 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:27.327225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5371db87-ea02-4c69-8944-cba356b8f06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3a9099-5860-4d0f-af1b-2cf5bec933ce,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:27.355603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.363728 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7e585363-7a49-4950-b311-acdc22488452 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:27.365100 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.383470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d6e54e-8403-41ba-9c39-288f009ee828 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:27.395987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d6e54e-8403-41ba-9c39-288f009ee828 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:27.400212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-42d6e54e-8403-41ba-9c39-288f009ee828 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1637657 Feb 11 13:36:27.410555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37342) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:27.439489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:36:27.470189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.472233 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Added segment 33d05718-5d16-4800-9352-154d18ebcaad of type vlan for network 1636f4e2-2815-4459-a898-3c864ae8af8e Feb 11 13:36:27.499684 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9e04da0-5b63-4b55-99e5-8b1b6a583a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.540203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2226f3-47ac-4e6a-9657-f8da197001fa None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:27.603427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-afd4fe2a-567a-439e-bc6b-6e4f277eab0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port cdcd3181-84d6-4d69-b360-6650e5982213 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:27.603780 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-afd4fe2a-567a-439e-bc6b-6e4f277eab0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.639815 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.675032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35e2b50-c41d-49bd-9e4d-4344fbb28f68,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:27.680129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.696437 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9e04da0-5b63-4b55-99e5-8b1b6a583a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.711889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-884c457c-1be8-4366-9cfd-61668ec9e49d None None] Provisioning complete for port 7e585363-7a49-4950-b311-acdc22488452 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:27.712590 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-884c457c-1be8-4366-9cfd-61668ec9e49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.721806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c48b7-f420-45dd-8d32-48d8c297bf18 req-94c27169-80bb-40cc-8bb7-56c1bd4db615 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:27.722702 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ad6c48b7-f420-45dd-8d32-48d8c297bf18 req-94c27169-80bb-40cc-8bb7-56c1bd4db615 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.4231677 Feb 11 13:36:27.747865 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-afd4fe2a-567a-439e-bc6b-6e4f277eab0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.769781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 7e585363-7a49-4950-b311-acdc22488452, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7e585363-7a49-4950-b311-acdc22488452,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:27.776171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-afd4fe2a-567a-439e-bc6b-6e4f277eab0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for cdcd3181-84d6-4d69-b360-6650e5982213 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:27.802386 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ad6c48b7-f420-45dd-8d32-48d8c297bf18 req-d580778f-f164-4998-bc07-da78719b08a7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665867 Feb 11 13:36:27.845909 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.884509 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.885488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:27.886092 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.949839 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9e04da0-5b63-4b55-99e5-8b1b6a583a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.954070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9e04da0-5b63-4b55-99e5-8b1b6a583a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.958553 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a9e04da0-5b63-4b55-99e5-8b1b6a583a60 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5f3a9099-5860-4d0f-af1b-2cf5bec933ce HTTP/1.1" status: 204 len: 168 time: 0.7343469 Feb 11 13:36:27.972588 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:27.982878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e04da0-5b63-4b55-99e5-8b1b6a583a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3a9099-5860-4d0f-af1b-2cf5bec933ce,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:27.985107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] Pushing event updated for resources: {'Network': ['ID=1636f4e2-2815-4459-a898-3c864ae8af8e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:28.002950 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cb59b965-0a8c-49c6-8004-e530db70071b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6910090 Feb 11 13:36:28.005643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37356) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:28.012721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Request body: {'subnet': {'network_id': '1636f4e2-2815-4459-a898-3c864ae8af8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1557794709-subnet', 'tenant_id': '569570e22fc44efc83b9c6f0d4925380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:28.045010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 1636f4e2-2815-4459-a898-3c864ae8af8e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:36:28.120118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e786385-cf9b-4881-9ec1-b06b3e659429 req-815d3cbf-18f8-479b-a969-9d15a8c58af9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:28.122237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e786385-cf9b-4881-9ec1-b06b3e659429 req-815d3cbf-18f8-479b-a969-9d15a8c58af9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1741798 Feb 11 13:36:28.160768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Made reservation on behalf of 569570e22fc44efc83b9c6f0d4925380 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:28.165316 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.193746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=7e585363-7a49-4950-b311-acdc22488452,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:28.199582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a23fc98-ec02-4ac3-ab97-f7c4399dce9b None None] Update dhcp port {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': '3ff3512d-ad83-425e-8dc5-154de0cbc439', 'ip_address': '172.20.0.2'}, {'subnet_id': '9aac6ece-f780-44f9-9762-1e5bd96d149d'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '7e585363-7a49-4950-b311-acdc22488452'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:36:28.230661 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5a23fc98-ec02-4ac3-ab97-f7c4399dce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.273260 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e786385-cf9b-4881-9ec1-b06b3e659429 req-e8bd71ee-ed38-4f28-a325-4bdc58ebb552 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290247 Feb 11 13:36:28.328186 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-afd4fe2a-567a-439e-bc6b-6e4f277eab0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.459254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4fe2a-567a-439e-bc6b-6e4f277eab0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=cdcd3181-84d6-4d69-b360-6650e5982213,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:28.505256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-5a23fc98-ec02-4ac3-ab97-f7c4399dce9b None None] Allocated IP 2001:db8::f816:3eff:fe55:87fd (1bffabfc-4ac6-4e77-8c1a-50da44898f19/9aac6ece-f780-44f9-9762-1e5bd96d149d/7e585363-7a49-4950-b311-acdc22488452) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:28.583776 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-afd4fe2a-567a-439e-bc6b-6e4f277eab0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.591285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-afd4fe2a-567a-439e-bc6b-6e4f277eab0b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/cdcd3181-84d6-4d69-b360-6650e5982213 HTTP/1.1" status: 204 len: 168 time: 1.1759763 Feb 11 13:36:28.591464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37370) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:28.669905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5a23fc98-ec02-4ac3-ab97-f7c4399dce9b None None] For port 7e585363-7a49-4950-b311-acdc22488452, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7e585363-7a49-4950-b311-acdc22488452,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:28.672848 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.681510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c4882-422e-4eb8-a828-444844967fe6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:28.685028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c4882-422e-4eb8-a828-444844967fe6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:28.687858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4c4882-422e-4eb8-a828-444844967fe6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:28.691719 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ac4c4882-422e-4eb8-a828-444844967fe6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0997872 Feb 11 13:36:28.694185 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.694599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37376) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:28.715409 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5a23fc98-ec02-4ac3-ab97-f7c4399dce9b None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.755905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b5b834-02bb-4db6-9ace-9f9c269df9bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 3ff3512d-ad83-425e-8dc5-154de0cbc439 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:28.772175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e9d845-a0d9-4368-a608-a0569c19d015,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:28.782513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Checking segment: {'id': '33d05718-5d16-4800-9352-154d18ebcaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1636f4e2-2815-4459-a898-3c864ae8af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:36:28.783084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Network hostable DHCP agents. Network: 1636f4e2-2815-4459-a898-3c864ae8af8e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:36:28.798887 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5a23fc98-ec02-4ac3-ab97-f7c4399dce9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.827818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-21b5b834-02bb-4db6-9ace-9f9c269df9bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.874226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-21b5b834-02bb-4db6-9ace-9f9c269df9bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:28.899854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Network 1636f4e2-2815-4459-a898-3c864ae8af8e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:36:28.903324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23fc98-ec02-4ac3-ab97-f7c4399dce9b None None] Pushing event updated for resources: {'Port': ['ID=7e585363-7a49-4950-b311-acdc22488452,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:28.909079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0df4a2-386a-44d5-a7ba-13bcc0216786 req-bd54a475-7a18-4658-9a44-747fac35bb70 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:28.910663 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de0df4a2-386a-44d5-a7ba-13bcc0216786 req-bd54a475-7a18-4658-9a44-747fac35bb70 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1449511 Feb 11 13:36:28.925393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37380) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:28.943287 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d9e8820a-09a4-4f99-9b76-2cb3c9e25343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.002577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de0df4a2-386a-44d5-a7ba-13bcc0216786 req-0e0512bb-6ea9-4493-a4e1-17d1f71d9e2a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732775 Feb 11 13:36:29.012234 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-21b5b834-02bb-4db6-9ace-9f9c269df9bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.085450 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d9e8820a-09a4-4f99-9b76-2cb3c9e25343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.089175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 1636f4e2-2815-4459-a898-3c864ae8af8e) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:29.094280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:29.094862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.105588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165c7350-eb2a-402c-b527-baef44dd4bee None None] Network 1636f4e2-2815-4459-a898-3c864ae8af8e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:29.109494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7e585363-7a49-4950-b311-acdc22488452 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:29.193212 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d9e8820a-09a4-4f99-9b76-2cb3c9e25343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.221867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-21b5b834-02bb-4db6-9ace-9f9c269df9bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.244943 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8e9203a0-a3f6-4716-801b-cc5e4183401a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2374902 Feb 11 13:36:29.250997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8820a-09a4-4f99-9b76-2cb3c9e25343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c53c4d-f2a8-4ae6-a7fc-dfd9dd9991c2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:29.256772 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d9e8820a-09a4-4f99-9b76-2cb3c9e25343 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=92c1583069cc49738f9deafaad95c162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296967 Feb 11 13:36:29.259325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37386) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:29.272612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7e585363-7a49-4950-b311-acdc22488452 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:29.272612 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.308318 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-21b5b834-02bb-4db6-9ace-9f9c269df9bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.320512 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37390) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:29.323387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-21b5b834-02bb-4db6-9ace-9f9c269df9bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/3ff3512d-ad83-425e-8dc5-154de0cbc439 HTTP/1.1" status: 204 len: 168 time: 0.6273606 Feb 11 13:36:29.324522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5b834-02bb-4db6-9ace-9f9c269df9bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff3512d-ad83-425e-8dc5-154de0cbc439,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:29.379567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61b57f2-f4a2-45c0-a56c-66a257f836d2 None None] Network 1636f4e2-2815-4459-a898-3c864ae8af8e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:29.387401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ac64b7d-be81-481b-b5d7-d91ad6cb349b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.420616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-34524d4b-fc7d-4db0-812f-c3fc8d6fbc60 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 9aac6ece-f780-44f9-9762-1e5bd96d149d {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:29.435982 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ac64b7d-be81-481b-b5d7-d91ad6cb349b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.439084 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34524d4b-fc7d-4db0-812f-c3fc8d6fbc60 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.510418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34524d4b-fc7d-4db0-812f-c3fc8d6fbc60 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.667664 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34524d4b-fc7d-4db0-812f-c3fc8d6fbc60 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.708233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ac64b7d-be81-481b-b5d7-d91ad6cb349b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.711324 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ac64b7d-be81-481b-b5d7-d91ad6cb349b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.712714 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8ac64b7d-be81-481b-b5d7-d91ad6cb349b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34c53c4d-f2a8-4ae6-a7fc-dfd9dd9991c2 HTTP/1.1" status: 204 len: 168 time: 0.4522097 Feb 11 13:36:29.764900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac64b7d-be81-481b-b5d7-d91ad6cb349b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c53c4d-f2a8-4ae6-a7fc-dfd9dd9991c2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:29.924465 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4736a38d-eed2-46e7-a35a-0884049ac789 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:29.959413 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34524d4b-fc7d-4db0-812f-c3fc8d6fbc60 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.972831 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:29.988182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-dcadf53f-dfa1-4541-a6b2-ed0804c8b3b6 None None] Provisioning complete for port 7e585363-7a49-4950-b311-acdc22488452 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:29.988776 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dcadf53f-dfa1-4541-a6b2-ed0804c8b3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.030984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34524d4b-fc7d-4db0-812f-c3fc8d6fbc60 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.034488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-34524d4b-fc7d-4db0-812f-c3fc8d6fbc60 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/9aac6ece-f780-44f9-9762-1e5bd96d149d HTTP/1.1" status: 204 len: 168 time: 0.7119210 Feb 11 13:36:30.037080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37428) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:30.038223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34524d4b-fc7d-4db0-812f-c3fc8d6fbc60 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=9aac6ece-f780-44f9-9762-1e5bd96d149d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:30.102311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad8959-327a-44d5-990e-26d2cddb723d req-42595c4f-496f-4aa8-bbca-5535ecbdcc9e tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:30.113351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-42595c4f-496f-4aa8-bbca-5535ecbdcc9e tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/networks?id=1636f4e2-2815-4459-a898-3c864ae8af8e HTTP/1.1" status: 200 len: 822 time: 0.1957133 Feb 11 13:36:30.116912 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9bf0c2ca-0f88-4c39-afdf-c621a02cc1b9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786722 Feb 11 13:36:30.120114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37434) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:30.132388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-a2545e33-e0f2-48fd-a915-31c0a6059e36 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/quotas/569570e22fc44efc83b9c6f0d4925380 HTTP/1.1" status: 200 len: 375 time: 0.0179596 Feb 11 13:36:30.198392 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-ac8e2369-d5dc-471f-bcd7-913976b4e3aa tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=569570e22fc44efc83b9c6f0d4925380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603807 Feb 11 13:36:30.212278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-db1f4d38-65d6-4ddb-90d8-afb0090d837c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:36:30.215388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-db1f4d38-65d6-4ddb-90d8-afb0090d837c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089045 Feb 11 13:36:30.239930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c39c4f-3860-4693-a580-caa0cb674420 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:30.245598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e7c39c4f-3860-4693-a580-caa0cb674420 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1243336 Feb 11 13:36:30.246377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37438) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:30.270978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-dcadf53f-dfa1-4541-a6b2-ed0804c8b3b6 None None] Could not find standard attr ID for object cdcd3181-84d6-4d69-b360-6650e5982213. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:30.302433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45a660-0eac-47e5-89d7-c1da059b9b2e req-d8bfee1c-f1d0-42df-9239-15a64d8c1c01 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:30.307144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae45a660-0eac-47e5-89d7-c1da059b9b2e req-d8bfee1c-f1d0-42df-9239-15a64d8c1c01 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1221592 Feb 11 13:36:30.344617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d952d9-488f-4c86-8740-59c4a9f6cba0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:30.348636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697f433a-cd50-41ce-b6e4-1d2a97f4906b None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:36:30.349440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-20d952d9-488f-4c86-8740-59c4a9f6cba0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1001806 Feb 11 13:36:30.352403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37442) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:30.417787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-29a7b355-fa7c-4d45-b1a6-3bbd4fa6688b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638857 Feb 11 13:36:30.420380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37446) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:30.433164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae45a660-0eac-47e5-89d7-c1da059b9b2e req-6674ccb8-0db4-4751-975e-d71e626c1684 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168046 Feb 11 13:36:30.455062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6477b4e1-0c7a-4b32-982d-f13c92ecaf21 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:30.463527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-697f433a-cd50-41ce-b6e4-1d2a97f4906b None None] Deleting port 7e585363-7a49-4950-b311-acdc22488452 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:30.463906 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-697f433a-cd50-41ce-b6e4-1d2a97f4906b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.532896 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-9179383b-57ba-46bd-b2b7-2c017017398f service neutron] 10.222.0.52 "GET /v2.0/networks/1636f4e2-2815-4459-a898-3c864ae8af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123343 Feb 11 13:36:30.553272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-697f433a-cd50-41ce-b6e4-1d2a97f4906b None None] For port 7e585363-7a49-4950-b311-acdc22488452, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7e585363-7a49-4950-b311-acdc22488452,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:30.553753 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-697f433a-cd50-41ce-b6e4-1d2a97f4906b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.569655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-697f433a-cd50-41ce-b6e4-1d2a97f4906b None None] Calling delete_port for 7e585363-7a49-4950-b311-acdc22488452 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:30.656105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.700803 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-c29dd7cb-f343-47ca-a70d-1dd69c1c5cd5 service neutron] 10.222.0.52 "GET /v2.0/networks/1636f4e2-2815-4459-a898-3c864ae8af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566572 Feb 11 13:36:30.700803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6477b4e1-0c7a-4b32-982d-f13c92ecaf21 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:30.700803 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6477b4e1-0c7a-4b32-982d-f13c92ecaf21 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.701574 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6477b4e1-0c7a-4b32-982d-f13c92ecaf21 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:36:30.702052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6477b4e1-0c7a-4b32-982d-f13c92ecaf21 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:30.744896 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-697f433a-cd50-41ce-b6e4-1d2a97f4906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:30.771620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f433a-cd50-41ce-b6e4-1d2a97f4906b None None] Pushing event deleted for resources: {'Port': ['ID=7e585363-7a49-4950-b311-acdc22488452,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:30.776334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6477b4e1-0c7a-4b32-982d-f13c92ecaf21 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3525157 Feb 11 13:36:30.779601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37458) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:30.784531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fda928e2-b1eb-4c64-a6cd-5e568a095262 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:30.792517 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f433a-cd50-41ce-b6e4-1d2a97f4906b None None] No DVR routers for this DVR port 7e585363-7a49-4950-b311-acdc22488452 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:31.021752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda928e2-b1eb-4c64-a6cd-5e568a095262 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:31.026464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fda928e2-b1eb-4c64-a6cd-5e568a095262 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:31.039249 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda928e2-b1eb-4c64-a6cd-5e568a095262 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:36:31.039249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda928e2-b1eb-4c64-a6cd-5e568a095262 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:31.061925 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4ed26967-ec5c-4619-8a61-a6c798d0ab6f req-cc57bcc1-6655-4c99-a0e5-4c74f3f2c6d0 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 210 time: 0.0734198 Feb 11 13:36:31.149187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7e585363-7a49-4950-b311-acdc22488452 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:31.153416 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fda928e2-b1eb-4c64-a6cd-5e568a095262 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3721223 Feb 11 13:36:31.158249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37476) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:31.163373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-032e03e1-0d72-4a10-8350-5443f98f2d3e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:31.193393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 7e585363-7a49-4950-b311-acdc22488452 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:31.193744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7e585363-7a49-4950-b311-acdc22488452 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:31.361797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032e03e1-0d72-4a10-8350-5443f98f2d3e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:31.365507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-032e03e1-0d72-4a10-8350-5443f98f2d3e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:31.367077 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-032e03e1-0d72-4a10-8350-5443f98f2d3e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:36:31.367893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032e03e1-0d72-4a10-8350-5443f98f2d3e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:31.468455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-032e03e1-0d72-4a10-8350-5443f98f2d3e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3091018 Feb 11 13:36:31.471582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37488) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:31.476660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d1a5fa52-3cbf-4359-8bf8-586e2b7965c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:31.643363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808312a3-a268-47b9-a4ec-dc93588934e5 req-b7a65f06-b1b7-4a21-a28e-fc3c2558b586 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:31.655113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-808312a3-a268-47b9-a4ec-dc93588934e5 req-b7a65f06-b1b7-4a21-a28e-fc3c2558b586 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.0952513 Feb 11 13:36:31.714053 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-808312a3-a268-47b9-a4ec-dc93588934e5 req-3cf6a6d9-3590-4684-81e3-e64277f68030 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576560 Feb 11 13:36:31.750474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a5fa52-3cbf-4359-8bf8-586e2b7965c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:31.756506 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d1a5fa52-3cbf-4359-8bf8-586e2b7965c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:31.758406 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a5fa52-3cbf-4359-8bf8-586e2b7965c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:36:31.759064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a5fa52-3cbf-4359-8bf8-586e2b7965c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:31.896640 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d1a5fa52-3cbf-4359-8bf8-586e2b7965c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4238534 Feb 11 13:36:31.902003 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37504) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:31.904928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2e921fdb-677f-4037-b0fc-97974defb0fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:32.107156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e921fdb-677f-4037-b0fc-97974defb0fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:32.111114 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2e921fdb-677f-4037-b0fc-97974defb0fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.112752 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e921fdb-677f-4037-b0fc-97974defb0fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:36:32.113254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e921fdb-677f-4037-b0fc-97974defb0fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:32.146951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5aaacf6c-8c01-432d-9434-90ad1ee8e10a req-f166ef3a-3f94-4da6-a06c-677565828b7e tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 210 time: 0.0311611 Feb 11 13:36:32.201880 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2e921fdb-677f-4037-b0fc-97974defb0fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3009577 Feb 11 13:36:32.204748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37526) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:32.212429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1b822fd0-1230-46f0-8cf3-0c63b996fdb1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:32.396421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b822fd0-1230-46f0-8cf3-0c63b996fdb1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:32.400277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b822fd0-1230-46f0-8cf3-0c63b996fdb1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.402334 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b822fd0-1230-46f0-8cf3-0c63b996fdb1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:36:32.402766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b822fd0-1230-46f0-8cf3-0c63b996fdb1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:36:32.486181 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1b822fd0-1230-46f0-8cf3-0c63b996fdb1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2798922 Feb 11 13:36:32.488914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37536) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:32.523438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b2566361-dd16-472f-9c0a-0e5ace567848 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0333302 Feb 11 13:36:32.526774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37538) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:32.577114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f725bd94-3c92-43d9-83b7-f9df24b5717c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:32.581607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37540) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:32.581803 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f725bd94-3c92-43d9-83b7-f9df24b5717c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0539701 Feb 11 13:36:32.639057 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8a48b31a-2f45-4b77-bd9f-d98cb6eb7b79 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558352 Feb 11 13:36:32.643428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37544) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:32.649061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:32.839548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:32.846406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:32.916474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27973e1-5462-4643-bf78-6371b05c06f2 req-42cab816-0faa-455d-974b-85781e2bc32e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:32.926838 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f27973e1-5462-4643-bf78-6371b05c06f2 req-42cab816-0faa-455d-974b-85781e2bc32e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1292124 Feb 11 13:36:32.965150 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f27973e1-5462-4643-bf78-6371b05c06f2 req-b555deb7-baac-40f3-9aee-53e341f96691 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372972 Feb 11 13:36:33.275806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3abd496c-c454-479c-ba18-05484bcb483e req-b857ab01-60fa-42c1-b348-11db20cdb9e7 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 210 time: 0.0313570 Feb 11 13:36:33.305354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:36:33.307041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:33.356655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:33.360069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:33.364234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:33.364911 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:33.372472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5307dc81-6583-4669-b37f-449e73e2d140 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:33.381946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=87c8be3d-5685-4804-a5ad-786aa8c520b3,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:33.473000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-00e2cc9f-8d7b-42ca-9c04-32c55eb2567d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8284476 Feb 11 13:36:33.475833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37570) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:33.482483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:3e:f5:87', 'name': 'tempest-NetworksTestDHCPv6-1218058362'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:33.608487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '87c8be3d-5685-4804-a5ad-786aa8c520b3'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:36:33.610183 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:33.743551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad8959-327a-44d5-990e-26d2cddb723d req-1d899145-5783-498d-bd69-d96f92eb34cd tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:33.750903 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-1d899145-5783-498d-bd69-d96f92eb34cd tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.13 "GET /v2.0/networks?id=1636f4e2-2815-4459-a898-3c864ae8af8e HTTP/1.1" status: 200 len: 822 time: 0.1510813 Feb 11 13:36:33.767670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Request body: {'port': {'device_id': '1ebb8ed6-27f1-4bd1-b373-48312e1c4731', 'network_id': '1636f4e2-2815-4459-a898-3c864ae8af8e', 'admin_state_up': True, 'tenant_id': '569570e22fc44efc83b9c6f0d4925380'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:33.775098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:33.827091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Allocated IP 2001:db8::f816:3eff:fe05:763d (1bffabfc-4ac6-4e77-8c1a-50da44898f19/87c8be3d-5685-4804-a5ad-786aa8c520b3/bcf6561a-9dec-475e-b907-eb27c1ed6342) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:34.036438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.114347 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port f9808722-10a9-4dab-ab2f-0c7f675e9ce2 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:34.122429 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.166246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Made reservation on behalf of 569570e22fc44efc83b9c6f0d4925380 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:34.169837 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.215860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3199b9-a826-4a50-ae97-32c205f8a7eb req-6ae9164b-84da-43eb-924d-c5256ac1759f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:34.217395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d3199b9-a826-4a50-ae97-32c205f8a7eb req-6ae9164b-84da-43eb-924d-c5256ac1759f tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1473079 Feb 11 13:36:34.253368 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.293032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:34.296523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:34.302579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:34.323553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Pushing event updated for resources: {'Port': ['ID=bcf6561a-9dec-475e-b907-eb27c1ed6342,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:34.343609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d3199b9-a826-4a50-ae97-32c205f8a7eb req-08320ac1-963e-4e37-9d9d-87b58df6e515 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136751 Feb 11 13:36:34.388866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::f816:3eff:fe3e:f587 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/87c8be3d-5685-4804-a5ad-786aa8c520b3/f9808722-10a9-4dab-ab2f-0c7f675e9ce2) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:34.395132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Attempting to bind port bcf6561a-9dec-475e-b907-eb27c1ed6342 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:34.396150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Attempting to bind port bcf6561a-9dec-475e-b907-eb27c1ed6342 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:34.396767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Attempting to bind port bcf6561a-9dec-475e-b907-eb27c1ed6342 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:34.404433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:34.410574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:36:34.410574 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.410574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:34.410574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Bound port: bcf6561a-9dec-475e-b907-eb27c1ed6342, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:34.410574 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.413150 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb67d304-0bcd-457e-9be4-b704dcb045e6 req-8cb0f1e5-fd31-4cae-81de-575702cad542 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 210 time: 0.0353470 Feb 11 13:36:34.504137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Allocated IP 172.20.0.2 (1636f4e2-2815-4459-a898-3c864ae8af8e/78e9d845-a0d9-4368-a608-a0569c19d015/15d361cd-d75a-450b-b3da-4d8859279ea1) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:34.517977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] For port bcf6561a-9dec-475e-b907-eb27c1ed6342, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:34.614309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] For port bcf6561a-9dec-475e-b907-eb27c1ed6342, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bcf6561a-9dec-475e-b907-eb27c1ed6342,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:34.643094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.693601 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.761390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.762165 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879d794-31ca-4b17-91dd-d14e85c9c1b4 None None] Pushing event updated for resources: {'Port': ['ID=bcf6561a-9dec-475e-b907-eb27c1ed6342,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:34.813431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.859737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:34.863175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:34.867676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:34.873677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:34.874340 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:34.881224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=f9808722-10a9-4dab-ab2f-0c7f675e9ce2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:34.942503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.000346 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-df3011bf-d538-4087-8d2a-6304a851ca98 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5226402 Feb 11 13:36:35.002913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37616) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:35.056133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Network 1636f4e2-2815-4459-a898-3c864ae8af8e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:35.077245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:35.082243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:35.085866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Pushing event updated for resources: {'Port': ['ID=15d361cd-d75a-450b-b3da-4d8859279ea1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:35.157058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce71c3d3-fcb1-4425-a34a-7bca1986a079 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:35.175019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce71c3d3-fcb1-4425-a34a-7bca1986a079 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:35.178226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ce71c3d3-fcb1-4425-a34a-7bca1986a079 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1734247 Feb 11 13:36:35.181172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37622) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:35.254976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bcf6561a-9dec-475e-b907-eb27c1ed6342 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:35.257134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:35.258944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.332163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-45149b5b-fd99-47cb-baf9-805ba90c6d45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port f9808722-10a9-4dab-ab2f-0c7f675e9ce2 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:35.332618 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45149b5b-fd99-47cb-baf9-805ba90c6d45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.349458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port bcf6561a-9dec-475e-b907-eb27c1ed6342 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:35.351951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.391071 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-e245f00e-7e8d-4026-b411-0029d72631c5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6305158 Feb 11 13:36:35.413666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Request body: {'port': {'device_id': '1ebb8ed6-27f1-4bd1-b373-48312e1c4731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:35.520243 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.521423 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45149b5b-fd99-47cb-baf9-805ba90c6d45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.536076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-45149b5b-fd99-47cb-baf9-805ba90c6d45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for f9808722-10a9-4dab-ab2f-0c7f675e9ce2 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:35.568645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port bcf6561a-9dec-475e-b907-eb27c1ed6342, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bcf6561a-9dec-475e-b907-eb27c1ed6342,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:35.602531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.616821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00edbb-fc52-4723-b02f-632ff041fa45 req-fa9b1467-a22d-4a32-838a-ecf3111a4d3b tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:35.630447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dc00edbb-fc52-4723-b02f-632ff041fa45 req-fa9b1467-a22d-4a32-838a-ecf3111a4d3b tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 931 time: 0.1333804 Feb 11 13:36:35.665792 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:35.727401 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dc00edbb-fc52-4723-b02f-632ff041fa45 req-16bd0802-a1f3-4f4d-ae17-506f0ec73994 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888655 Feb 11 13:36:35.786062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=bcf6561a-9dec-475e-b907-eb27c1ed6342,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:35.892535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37931000-9397-4580-973e-223dd82e08f5 req-36fc0ae5-f250-4d54-b7b6-7f097d7e22e6 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:35.900290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37931000-9397-4580-973e-223dd82e08f5 req-36fc0ae5-f250-4d54-b7b6-7f097d7e22e6 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.2485325 Feb 11 13:36:36.046926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37931000-9397-4580-973e-223dd82e08f5 req-8b348b9a-ef6a-4bea-bbe0-8ce19a4ee74c tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458948 Feb 11 13:36:36.234782 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45149b5b-fd99-47cb-baf9-805ba90c6d45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.272017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45149b5b-fd99-47cb-baf9-805ba90c6d45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=f9808722-10a9-4dab-ab2f-0c7f675e9ce2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:36.282656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d361cd-d75a-450b-b3da-4d8859279ea1 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:36:36.306194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.308881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45149b5b-fd99-47cb-baf9-805ba90c6d45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.312444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-45149b5b-fd99-47cb-baf9-805ba90c6d45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/f9808722-10a9-4dab-ab2f-0c7f675e9ce2 HTTP/1.1" status: 204 len: 168 time: 1.1299577 Feb 11 13:36:36.314890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37660) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:36.331375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Transition to ACTIVE for port object 15d361cd-d75a-450b-b3da-4d8859279ea1 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:36:36.347332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8ba0b1cc-9743-4a20-a167-5cf14115d5c7 None None] Provisioning complete for port bcf6561a-9dec-475e-b907-eb27c1ed6342 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:36.347701 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ba0b1cc-9743-4a20-a167-5cf14115d5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.376436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71cd55-4526-4182-8c53-bfc2d275bb8a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:36.377656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a71cd55-4526-4182-8c53-bfc2d275bb8a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:36.379373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9a71cd55-4526-4182-8c53-bfc2d275bb8a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0635169 Feb 11 13:36:36.382100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37662) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:36.407920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.508362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a066569-86c2-43fb-99b2-de332a50c130 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 87c8be3d-5685-4804-a5ad-786aa8c520b3 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:36.516404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a066569-86c2-43fb-99b2-de332a50c130 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.546902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Pushing event updated for resources: {'Port': ['ID=15d361cd-d75a-450b-b3da-4d8859279ea1,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:36.604760 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a066569-86c2-43fb-99b2-de332a50c130 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.628426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bcd7a0cb-ba0c-4337-898c-6ddc96e23055 None None] Could not find standard attr ID for object f9808722-10a9-4dab-ab2f-0c7f675e9ce2. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:36.698887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Attempting to bind port 15d361cd-d75a-450b-b3da-4d8859279ea1 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:36.699314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Attempting to bind port 15d361cd-d75a-450b-b3da-4d8859279ea1 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '33d05718-5d16-4800-9352-154d18ebcaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1636f4e2-2815-4459-a898-3c864ae8af8e'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:36.699802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Attempting to bind port 15d361cd-d75a-450b-b3da-4d8859279ea1 on network 1636f4e2-2815-4459-a898-3c864ae8af8e {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:36.716415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Port 15d361cd-d75a-450b-b3da-4d8859279ea1 on network 1636f4e2-2815-4459-a898-3c864ae8af8e not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:36:36.717059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Attempting to bind port 15d361cd-d75a-450b-b3da-4d8859279ea1 on network 1636f4e2-2815-4459-a898-3c864ae8af8e {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:36.723885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:36.724483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Checking segment: {'id': '33d05718-5d16-4800-9352-154d18ebcaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1636f4e2-2815-4459-a898-3c864ae8af8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:36:36.725098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Bound using segment: {'id': '33d05718-5d16-4800-9352-154d18ebcaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1636f4e2-2815-4459-a898-3c864ae8af8e'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:36.725719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Bound port: 15d361cd-d75a-450b-b3da-4d8859279ea1, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d05718-5d16-4800-9352-154d18ebcaad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '1636f4e2-2815-4459-a898-3c864ae8af8e'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:36.726836 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.791522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a066569-86c2-43fb-99b2-de332a50c130 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.824172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] For port 15d361cd-d75a-450b-b3da-4d8859279ea1, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:36.828988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] For port 15d361cd-d75a-450b-b3da-4d8859279ea1, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=15d361cd-d75a-450b-b3da-4d8859279ea1,segment=NetworkSegment(33d05718-5d16-4800-9352-154d18ebcaad),segment_id=33d05718-5d16-4800-9352-154d18ebcaad)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:36.920529 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:36.939147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b280efa-2af4-4213-97e9-2290f7a73107 req-df8fceed-6bd6-4ddc-86b6-663c93f669a6 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:36.947272 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b280efa-2af4-4213-97e9-2290f7a73107 req-df8fceed-6bd6-4ddc-86b6-663c93f669a6 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 943 time: 0.0726509 Feb 11 13:36:37.010809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b280efa-2af4-4213-97e9-2290f7a73107 req-39d4225e-dc03-40a9-8fe2-663e9c1f5662 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624828 Feb 11 13:36:37.046523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:37.047126 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.051842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] 10.222.0.13 "PUT /v2.0/ports/15d361cd-d75a-450b-b3da-4d8859279ea1 HTTP/1.1" status: 200 len: 1091 time: 1.6461802 Feb 11 13:36:37.052640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebb8ed6-27f1-4bd1-b373-48312e1c4731', 'tag': '15d361cd-d75a-450b-b3da-4d8859279ea1'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:36:37.055901 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169917d1-acd3-427f-bb94-dd1209f859b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebb8ed6-27f1-4bd1-b373-48312e1c4731", "tag": "15d361cd-d75a-450b-b3da-4d8859279ea1"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:37.075674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a066569-86c2-43fb-99b2-de332a50c130 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.126747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2018ff7-69a7-4677-abb5-4b9f1dc96e63 service neutron] Pushing event updated for resources: {'Port': ['ID=15d361cd-d75a-450b-b3da-4d8859279ea1,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:37.148410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bcf6561a-9dec-475e-b907-eb27c1ed6342 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:37.151081 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5d57d3-ba91-4057-9695-85c5e2ea2881 x-openstack-request-id: req-de5d57d3-ba91-4057-9695-85c5e2ea2881 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:37.151378 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebb8ed6-27f1-4bd1-b373-48312e1c4731", "tag": "15d361cd-d75a-450b-b3da-4d8859279ea1", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:37.151633 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de5d57d3-ba91-4057-9695-85c5e2ea2881 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:37.152044 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebb8ed6-27f1-4bd1-b373-48312e1c4731', 'tag': '15d361cd-d75a-450b-b3da-4d8859279ea1', 'status': 'completed', 'code': 200} Feb 11 13:36:37.164382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a066569-86c2-43fb-99b2-de332a50c130 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=87c8be3d-5685-4804-a5ad-786aa8c520b3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:37.168043 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4a066569-86c2-43fb-99b2-de332a50c130 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.173457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4a066569-86c2-43fb-99b2-de332a50c130 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/87c8be3d-5685-4804-a5ad-786aa8c520b3 HTTP/1.1" status: 204 len: 168 time: 0.7893558 Feb 11 13:36:37.179211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37690) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:37.227146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8174c408-6df0-43fe-b650-071ec2bdf52e None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:37.250214 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-decd40ca-5b87-46d5-9060-0658aff36874 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691121 Feb 11 13:36:37.253192 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169917d1-acd3-427f-bb94-dd1209f859b1 req-2dd2f692-f8fc-4617-967e-4639d9b103b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:37.255664 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-169917d1-acd3-427f-bb94-dd1209f859b1 req-2dd2f692-f8fc-4617-967e-4639d9b103b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=569570e22fc44efc83b9c6f0d4925380&device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 1094 time: 0.0822287 Feb 11 13:36:37.256214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37694) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:37.275600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:37.322433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90000944-bd09-4e25-8744-b1d5973a333a req-25a7d9b2-c834-4aa7-aa5c-92252bfc89ea tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:37.324237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90000944-bd09-4e25-8744-b1d5973a333a req-25a7d9b2-c834-4aa7-aa5c-92252bfc89ea tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1349318 Feb 11 13:36:37.423961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90000944-bd09-4e25-8744-b1d5973a333a req-4e6452c7-f966-48c8-9caa-68b787d93343 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922410 Feb 11 13:36:37.447820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port bcf6561a-9dec-475e-b907-eb27c1ed6342 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:37.448204 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.600272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072cd958-6b3a-4c08-83dc-aabd609b3562 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:36:37.676291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-072cd958-6b3a-4c08-83dc-aabd609b3562 None None] Deleting port bcf6561a-9dec-475e-b907-eb27c1ed6342 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:37.677458 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-072cd958-6b3a-4c08-83dc-aabd609b3562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.776131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-072cd958-6b3a-4c08-83dc-aabd609b3562 None None] For port bcf6561a-9dec-475e-b907-eb27c1ed6342, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bcf6561a-9dec-475e-b907-eb27c1ed6342,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:37.776532 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-072cd958-6b3a-4c08-83dc-aabd609b3562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.806576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-072cd958-6b3a-4c08-83dc-aabd609b3562 None None] Calling delete_port for bcf6561a-9dec-475e-b907-eb27c1ed6342 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:37.864408 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169917d1-acd3-427f-bb94-dd1209f859b1 req-39cbc0a3-e922-4caa-b538-595cae755c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:37.866312 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-169917d1-acd3-427f-bb94-dd1209f859b1 req-39cbc0a3-e922-4caa-b538-595cae755c36 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=569570e22fc44efc83b9c6f0d4925380&shared=False HTTP/1.1" status: 200 len: 923 time: 0.5855596 Feb 11 13:36:37.969376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:37.972833 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:37.978168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169917d1-acd3-427f-bb94-dd1209f859b1 req-64912b66-9259-4d1b-b2b9-340463e05211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:37.979616 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-169917d1-acd3-427f-bb94-dd1209f859b1 req-64912b66-9259-4d1b-b2b9-340463e05211 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062143 Feb 11 13:36:38.027152 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-072cd958-6b3a-4c08-83dc-aabd609b3562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.090723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cd958-6b3a-4c08-83dc-aabd609b3562 None None] Pushing event deleted for resources: {'Port': ['ID=bcf6561a-9dec-475e-b907-eb27c1ed6342,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:38.092618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072cd958-6b3a-4c08-83dc-aabd609b3562 None None] No DVR routers for this DVR port bcf6561a-9dec-475e-b907-eb27c1ed6342 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:38.131325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad8959-327a-44d5-990e-26d2cddb723d req-43482a39-ec29-46b3-abd0-960dfb24662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:38.133437 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-43482a39-ec29-46b3-abd0-960dfb24662b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=569570e22fc44efc83b9c6f0d4925380&device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 1094 time: 0.1100414 Feb 11 13:36:38.239029 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-a09551c6-8c95-4df6-85c3-3f9c22f9ba7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15d361cd-d75a-450b-b3da-4d8859279ea1 HTTP/1.1" status: 200 len: 217 time: 0.0978389 Feb 11 13:36:38.313084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c128c9-ec42-483c-905e-0243cbc07631 req-1e294925-73b8-4144-bdab-0a94d103ed33 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:38.320908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-56c128c9-ec42-483c-905e-0243cbc07631 req-1e294925-73b8-4144-bdab-0a94d103ed33 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 943 time: 0.2024131 Feb 11 13:36:38.378356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad8959-327a-44d5-990e-26d2cddb723d req-b953947f-e050-4ddd-bae3-66e56c886dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:38.379907 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-b953947f-e050-4ddd-bae3-66e56c886dfb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=78e9d845-a0d9-4368-a608-a0569c19d015 HTTP/1.1" status: 200 len: 862 time: 0.1280315 Feb 11 13:36:38.464323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37732) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:38.471262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-56c128c9-ec42-483c-905e-0243cbc07631 req-99a05d3e-1732-4a8f-8d36-5026ba9e39e7 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495535 Feb 11 13:36:38.504632 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-be637f5b-414b-4ec2-aab0-e7a909169363 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1636f4e2-2815-4459-a898-3c864ae8af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370760 Feb 11 13:36:38.580965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12fa1f-785c-4b7d-afdd-a100f486d082 req-a3fe79ce-4c52-4b87-995a-16e1e56c7d42 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:38.582556 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c12fa1f-785c-4b7d-afdd-a100f486d082 req-a3fe79ce-4c52-4b87-995a-16e1e56c7d42 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.0585184 Feb 11 13:36:38.645614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c12fa1f-785c-4b7d-afdd-a100f486d082 req-edad0a4b-cb07-464f-9382-fe4689156ab9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548501 Feb 11 13:36:38.654943 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3c81766-4af8-4e12-b59e-35581a4db823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.666248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.objects.ports [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103006) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:36:38.669303 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.699262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-7b3f7ce2-666e-4660-8d5d-48356af8f0c5 service neutron] 10.222.0.13 "GET /v2.0/networks/1636f4e2-2815-4459-a898-3c864ae8af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873345 Feb 11 13:36:38.735763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:38.745736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:38.751357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:38.752055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.756202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccadc1b-25d4-4691-9bb3-fd28d6e82c35 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:38.803288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=b063e6cc-5aa3-4325-bf3d-f2291a5becda,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:38.846675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3c81766-4af8-4e12-b59e-35581a4db823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:38.849612 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33ad8959-327a-44d5-990e-26d2cddb723d req-ca01df8c-aaf3-4dfe-84a8-e87fe5d7afaf service neutron] 10.222.0.13 "GET /v2.0/networks/1636f4e2-2815-4459-a898-3c864ae8af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416388 Feb 11 13:36:38.920998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-491943f0-4abe-42ba-b1f1-dda5b37e71eb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6638074 Feb 11 13:36:38.923514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37742) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:38.928500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:cf:02:d7', 'name': 'tempest-NetworksTestDHCPv6-2139505204'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:38.952989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3c81766-4af8-4e12-b59e-35581a4db823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.014590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': 'b063e6cc-5aa3-4325-bf3d-f2291a5becda'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:36:39.015367 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.040893 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c3c81766-4af8-4e12-b59e-35581a4db823 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=06248e52cafb489dbdd767c46b7fb331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716796 Feb 11 13:36:39.040893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c81766-4af8-4e12-b59e-35581a4db823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6dfcdd-6b7c-4fbe-bd5a-fd832b885ab0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:39.041064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37748) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:39.160448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bcf6561a-9dec-475e-b907-eb27c1ed6342 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:39.200683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: bcf6561a-9dec-475e-b907-eb27c1ed6342 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:39.201030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bcf6561a-9dec-475e-b907-eb27c1ed6342 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:39.208686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80ae5a5a-9aea-4605-ab1d-a20b5508dfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.257535 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Allocated IP 2001:db8::f816:3eff:fe95:546d (1bffabfc-4ac6-4e77-8c1a-50da44898f19/b063e6cc-5aa3-4325-bf3d-f2291a5becda/287ffa41-6ea4-4454-9e9d-7e3c84a68a4b) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:39.265013 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80ae5a5a-9aea-4605-ab1d-a20b5508dfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.356332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:39.419755 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.452777 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.454485 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80ae5a5a-9aea-4605-ab1d-a20b5508dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.457084 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80ae5a5a-9aea-4605-ab1d-a20b5508dfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.461047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-80ae5a5a-9aea-4605-ab1d-a20b5508dfe9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa6dfcdd-6b7c-4fbe-bd5a-fd832b885ab0 HTTP/1.1" status: 204 len: 168 time: 0.4185405 Feb 11 13:36:39.479161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae5a5a-9aea-4605-ab1d-a20b5508dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6dfcdd-6b7c-4fbe-bd5a-fd832b885ab0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:39.494066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 903e7e18-ca45-4b42-9783-ce78f0af7a7f yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:39.598960 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.666721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:39.688767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:39.693379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:39.697284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Pushing event updated for resources: {'Port': ['ID=287ffa41-6ea4-4454-9e9d-7e3c84a68a4b,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:39.725244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e5bbf-3cd4-422f-872b-f705d8b5fda2 req-ae1bf235-2ab6-476c-96ca-893737554419 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.728381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf5e5bbf-3cd4-422f-872b-f705d8b5fda2 req-ae1bf235-2ab6-476c-96ca-893737554419 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 943 time: 0.1324322 Feb 11 13:36:39.783054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Attempting to bind port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:39.783957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Attempting to bind port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:39.787212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Attempting to bind port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:39.811364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:39.814436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::f816:3eff:fecf:2d7 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/b063e6cc-5aa3-4325-bf3d-f2291a5becda/903e7e18-ca45-4b42-9783-ce78f0af7a7f) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:39.815110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:36:39.817091 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.817669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:39.818337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Bound port: 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:39.823710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:39.872097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf5e5bbf-3cd4-422f-872b-f705d8b5fda2 req-2193d2a6-ae37-4bac-898d-62ad9f333722 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292510 Feb 11 13:36:39.890069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fe1f5-7514-4432-9b6b-c04d0246f890 req-01731cb8-3767-433d-a863-67f59d3c5044 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:39.899466 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b4fe1f5-7514-4432-9b6b-c04d0246f890 req-01731cb8-3767-433d-a863-67f59d3c5044 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1201632 Feb 11 13:36:39.974224 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b4fe1f5-7514-4432-9b6b-c04d0246f890 req-de768ee4-e137-4466-8532-7552225c37fe tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737567 Feb 11 13:36:39.988200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] For port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:39.996186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] For port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=287ffa41-6ea4-4454-9e9d-7e3c84a68a4b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:40.081964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.151736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.198518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8962cd-9c41-41eb-a0f7-351e272900ea None None] Pushing event updated for resources: {'Port': ['ID=287ffa41-6ea4-4454-9e9d-7e3c84a68a4b,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:40.356952 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.488536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:40.496747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:40.498910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:40.505308 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:40.508762 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.511204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=903e7e18-ca45-4b42-9783-ce78f0af7a7f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:40.652638 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-374f7258-7aea-40ee-b9fd-9c04fff886d7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7280798 Feb 11 13:36:40.655459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37800) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:40.710080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ceb47-89a3-4ef5-bb4e-b7d5e4427922 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:40.716340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389ceb47-89a3-4ef5-bb4e-b7d5e4427922 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:40.717982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-389ceb47-89a3-4ef5-bb4e-b7d5e4427922 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0615747 Feb 11 13:36:40.722186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37804) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:40.819138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f7445c19-ae00-491a-8798-18d8e2d1e957 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 903e7e18-ca45-4b42-9783-ce78f0af7a7f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:40.819482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7445c19-ae00-491a-8798-18d8e2d1e957 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.962609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7445c19-ae00-491a-8798-18d8e2d1e957 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:40.982260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f7445c19-ae00-491a-8798-18d8e2d1e957 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 903e7e18-ca45-4b42-9783-ce78f0af7a7f owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:41.211707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b303012-f876-41e6-abdf-4ff43ebd0a48 req-a82edb9b-250b-4649-af14-800006ddceb8 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:41.213311 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0b303012-f876-41e6-abdf-4ff43ebd0a48 req-a82edb9b-250b-4649-af14-800006ddceb8 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 943 time: 0.2213078 Feb 11 13:36:41.302533 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:41.327660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9668b-7415-44af-89eb-8490f0e62ae7 req-e2fa0cbf-3307-469c-9e61-1463a02e315d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:41.338727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70b9668b-7415-44af-89eb-8490f0e62ae7 req-e2fa0cbf-3307-469c-9e61-1463a02e315d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1648421 Feb 11 13:36:41.369512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0b303012-f876-41e6-abdf-4ff43ebd0a48 req-e5f4b4c3-ac90-493f-adb9-6a9d33abd303 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069155 Feb 11 13:36:41.420964 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70b9668b-7415-44af-89eb-8490f0e62ae7 req-de3aa211-8503-4f24-9ebe-f7bd344e19c3 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723369 Feb 11 13:36:41.538296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:41.539277 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.605140 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7445c19-ae00-491a-8798-18d8e2d1e957 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.680781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7445c19-ae00-491a-8798-18d8e2d1e957 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=903e7e18-ca45-4b42-9783-ce78f0af7a7f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:41.732023 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7445c19-ae00-491a-8798-18d8e2d1e957 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.750176 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f7445c19-ae00-491a-8798-18d8e2d1e957 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/903e7e18-ca45-4b42-9783-ce78f0af7a7f HTTP/1.1" status: 204 len: 168 time: 1.0261467 Feb 11 13:36:41.750360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37848) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:41.810937 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.834393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-055084f0-de1a-40c0-9c60-746e8b79be08 None None] Provisioning complete for port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:41.839074 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-055084f0-de1a-40c0-9c60-746e8b79be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:41.959400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ae4066-4985-437d-85a0-b028b95f2f47 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:41.962110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ae4066-4985-437d-85a0-b028b95f2f47 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:41.972428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37860) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:41.972894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-27ae4066-4985-437d-85a0-b028b95f2f47 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2211630 Feb 11 13:36:42.010744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=287ffa41-6ea4-4454-9e9d-7e3c84a68a4b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:42.102386 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.110383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8ab487-7ea5-4ada-af92-8ee50569ebac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet b063e6cc-5aa3-4325-bf3d-f2291a5becda {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:42.117171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab487-7ea5-4ada-af92-8ee50569ebac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.143156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 15d361cd-d75a-450b-b3da-4d8859279ea1 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:36:42.146394 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-055084f0-de1a-40c0-9c60-746e8b79be08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.222472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab487-7ea5-4ada-af92-8ee50569ebac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.415147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab487-7ea5-4ada-af92-8ee50569ebac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.522722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=287ffa41-6ea4-4454-9e9d-7e3c84a68a4b,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:42.614082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cdb0f-a628-4cdc-89b2-e42ac92b98a0 req-36508e77-ca7f-4836-b625-6316bfe2bdd8 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:42.619384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 15d361cd-d75a-450b-b3da-4d8859279ea1, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=15d361cd-d75a-450b-b3da-4d8859279ea1,segment=NetworkSegment(33d05718-5d16-4800-9352-154d18ebcaad),segment_id=33d05718-5d16-4800-9352-154d18ebcaad)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:42.622277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d146e0b-bdd7-4a20-8e67-b355d68cf2ad req-9c5fc19b-9d11-41a6-bdc2-89806cfde9b7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:42.624078 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d146e0b-bdd7-4a20-8e67-b355d68cf2ad req-9c5fc19b-9d11-41a6-bdc2-89806cfde9b7 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1037991 Feb 11 13:36:42.635666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '15d361cd-d75a-450b-b3da-4d8859279ea1', 'network_id': '1636f4e2-2815-4459-a898-3c864ae8af8e', 'port_id': '15d361cd-d75a-450b-b3da-4d8859279ea1', 'mac_address': 'fa:16:3e:fd:1b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e9d845-a0d9-4368-a608-a0569c19d015', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:36:42.645993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad0cdb0f-a628-4cdc-89b2-e42ac92b98a0 req-36508e77-ca7f-4836-b625-6316bfe2bdd8 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 943 time: 0.1500223 Feb 11 13:36:42.700195 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.707634 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad0cdb0f-a628-4cdc-89b2-e42ac92b98a0 req-569b1f61-c196-4b7e-a77b-5870cab14bca tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606735 Feb 11 13:36:42.708837 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d146e0b-bdd7-4a20-8e67-b355d68cf2ad req-6913d6cd-8ee3-43a1-a814-549112e65c0a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737307 Feb 11 13:36:42.710079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab487-7ea5-4ada-af92-8ee50569ebac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.724036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d361cd-d75a-450b-b3da-4d8859279ea1 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:36:42.746205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ab487-7ea5-4ada-af92-8ee50569ebac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=b063e6cc-5aa3-4325-bf3d-f2291a5becda,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:42.751618 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab487-7ea5-4ada-af92-8ee50569ebac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:42.755568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fe8ab487-7ea5-4ada-af92-8ee50569ebac tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/b063e6cc-5aa3-4325-bf3d-f2291a5becda HTTP/1.1" status: 204 len: 168 time: 0.7820568 Feb 11 13:36:42.760020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37884) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:42.779375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ce6935-b7a1-4c08-96fc-31f0c1f04e07 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:42.800479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 15d361cd-d75a-450b-b3da-4d8859279ea1, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=15d361cd-d75a-450b-b3da-4d8859279ea1,segment=NetworkSegment(33d05718-5d16-4800-9352-154d18ebcaad),segment_id=33d05718-5d16-4800-9352-154d18ebcaad)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:42.829498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f7afa491-d222-4c24-b273-47a41d6f2be1 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660379 Feb 11 13:36:42.829745 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37890) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:42.928693 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb02a3e-28c3-46af-ae09-a8f1ebf70f49 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:42.933384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5cb02a3e-28c3-46af-ae09-a8f1ebf70f49 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1002376 Feb 11 13:36:42.933923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37900) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:42.999800 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.044284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ed19de-2144-444b-930d-4e3acc1b2120 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:43.045710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0ed19de-2144-444b-930d-4e3acc1b2120 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1108034 Feb 11 13:36:43.048312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37902) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:43.048583 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-055084f0-de1a-40c0-9c60-746e8b79be08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:43.048950 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-055084f0-de1a-40c0-9c60-746e8b79be08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:43.089396 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8102f43b-b068-4eb1-ad90-4567e8a5e98d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398588 Feb 11 13:36:43.098342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37906) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:43.104097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:43.164991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=15d361cd-d75a-450b-b3da-4d8859279ea1,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:43.182594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:43.260001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['15d361cd-d75a-450b-b3da-4d8859279ea1'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:43.267812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09bab6-13c2-4197-af0f-fc5c67fd224a None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:36:43.452516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:43.457181 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.477065 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:43.477733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.668132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-dc09bab6-13c2-4197-af0f-fc5c67fd224a None None] Deleting port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:43.669171 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dc09bab6-13c2-4197-af0f-fc5c67fd224a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.772530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-dc09bab6-13c2-4197-af0f-fc5c67fd224a None None] For port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=287ffa41-6ea4-4454-9e9d-7e3c84a68a4b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:43.773464 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dc09bab6-13c2-4197-af0f-fc5c67fd224a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:43.843399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-dc09bab6-13c2-4197-af0f-fc5c67fd224a None None] Calling delete_port for 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:43.846763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c4f0aaa1-6666-40a4-9d4e-042fa88dcd50 None None] Could not find standard attr ID for object 903e7e18-ca45-4b42-9783-ce78f0af7a7f. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:43.968107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c852431-062b-4043-9907-c7241141b169 req-ca5b113f-12cb-4817-8fe9-fa5dae35f7db tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:43.982724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c852431-062b-4043-9907-c7241141b169 req-ca5b113f-12cb-4817-8fe9-fa5dae35f7db tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 944 time: 0.0803227 Feb 11 13:36:44.046043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db3e5c-f658-4b5b-9a68-c21ede965554 req-b0d30431-3748-4494-bca4-7e0641ff36af tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:44.047694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98db3e5c-f658-4b5b-9a68-c21ede965554 req-b0d30431-3748-4494-bca4-7e0641ff36af tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.0884228 Feb 11 13:36:44.109696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c852431-062b-4043-9907-c7241141b169 req-c4a404a5-25dc-44ab-bbcf-2edf668c9cc0 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259103 Feb 11 13:36:44.119905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98db3e5c-f658-4b5b-9a68-c21ede965554 req-b155672b-fb1d-4cf7-9353-a6a958c4f18a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622387 Feb 11 13:36:44.144635 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dc09bab6-13c2-4197-af0f-fc5c67fd224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.176166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09bab6-13c2-4197-af0f-fc5c67fd224a None None] Pushing event deleted for resources: {'Port': ['ID=287ffa41-6ea4-4454-9e9d-7e3c84a68a4b,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:44.183824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09bab6-13c2-4197-af0f-fc5c67fd224a None None] No DVR routers for this DVR port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:44.202521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.objects.ports [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103006) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:36:44.374502 n-d-816488-1 neutron-server[103006]: WARNING neutron.services.revisions.revision_plugin [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Could not find related port for resource to bump revision. Feb 11 13:36:44.445009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Port 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103006) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 13:36:44.445009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Reverting IP allocation for 2001:db8::f816:3eff:fe95:546d {{(pid=103006) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 13:36:44.445009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.ipam_pluggable_backend [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe95:546d {{(pid=103006) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 13:36:44.449395 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.472726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:44.511542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:44.516080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:44.516668 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.527006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=38b28770-5d37-4271-a09d-18b34474f5f5,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:44.527270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf051db-be35-4722-8df2-8168bfc5ff23 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:44.619787 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e6f73cd-fb32-423a-95fe-fe7239f36704 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5200996 Feb 11 13:36:44.622267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37974) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:44.634149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:bc:cf:f1', 'name': 'tempest-NetworksTestDHCPv6-1151482699'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:44.767092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '38b28770-5d37-4271-a09d-18b34474f5f5'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:36:44.768114 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:44.939244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Allocated IP 2001:db8::f816:3eff:fe8e:698e (1bffabfc-4ac6-4e77-8c1a-50da44898f19/38b28770-5d37-4271-a09d-18b34474f5f5/113a7860-1fae-41ce-a996-1c187fd0f3b8) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:44.952430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:45.104356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.113242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:45.144854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 85345fc9-9c13-4fd2-a395-399329d1dbab yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:45.200934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:45.222939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 287ffa41-6ea4-4454-9e9d-7e3c84a68a4b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:45.389211 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.404909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0154b49-8545-40dc-bfb0-e360edc1eee4 req-ff70cb63-8d85-44f3-a51b-ba5859b6f0b3 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:45.415182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0154b49-8545-40dc-bfb0-e360edc1eee4 req-ff70cb63-8d85-44f3-a51b-ba5859b6f0b3 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 944 time: 0.1421099 Feb 11 13:36:45.459295 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.506017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0154b49-8545-40dc-bfb0-e360edc1eee4 req-48d12e67-4ef6-45df-b9f1-c1a1961a20d8 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881941 Feb 11 13:36:45.541282 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::f816:3eff:febc:cff1 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/38b28770-5d37-4271-a09d-18b34474f5f5/85345fc9-9c13-4fd2-a395-399329d1dbab) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:45.562810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38000) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:45.571721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872a69a-5ea7-41cc-a64b-aedf3fadc2a0 req-07f9091c-e58c-43c8-9ac1-f5701f19126b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:45.574152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5872a69a-5ea7-41cc-a64b-aedf3fadc2a0 req-07f9091c-e58c-43c8-9ac1-f5701f19126b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1942430 Feb 11 13:36:45.608033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:45.618178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:45.623030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:45.643075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38004) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:45.653594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Pushing event updated for resources: {'Port': ['ID=113a7860-1fae-41ce-a996-1c187fd0f3b8,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:45.729234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Attempting to bind port 113a7860-1fae-41ce-a996-1c187fd0f3b8 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:45.729781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Attempting to bind port 113a7860-1fae-41ce-a996-1c187fd0f3b8 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:45.730227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Attempting to bind port 113a7860-1fae-41ce-a996-1c187fd0f3b8 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:45.732976 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5872a69a-5ea7-41cc-a64b-aedf3fadc2a0 req-aed012ed-9e56-4b11-a57c-b977cc71ac79 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513095 Feb 11 13:36:45.737222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:45.749831 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:36:45.750431 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.753748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:45.754427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Bound port: 113a7860-1fae-41ce-a996-1c187fd0f3b8, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:45.755105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.875320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] For port 113a7860-1fae-41ce-a996-1c187fd0f3b8, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:45.878861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] For port 113a7860-1fae-41ce-a996-1c187fd0f3b8, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=113a7860-1fae-41ce-a996-1c187fd0f3b8,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:45.966541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.970935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6db7e21-417a-4eb9-b273-dc06535f947d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:45.975956 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.036506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17cb63f7-60ba-4b31-99f5-91f82be1478e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.098995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6a3cd-0314-4333-ac5e-7d7fd5e54046 None None] Pushing event updated for resources: {'Port': ['ID=113a7860-1fae-41ce-a996-1c187fd0f3b8,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:46.260094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 15d361cd-d75a-450b-b3da-4d8859279ea1 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:46.260774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17cb63f7-60ba-4b31-99f5-91f82be1478e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.260774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6db7e21-417a-4eb9-b273-dc06535f947d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.373046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.419311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:46.443558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:46.443558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:46.443558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:46.443558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.443558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=85345fc9-9c13-4fd2-a395-399329d1dbab,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:46.493168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17cb63f7-60ba-4b31-99f5-91f82be1478e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.518828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 15d361cd-d75a-450b-b3da-4d8859279ea1 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:36:46.525143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 15d361cd-d75a-450b-b3da-4d8859279ea1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:46.529534 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.529659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6db7e21-417a-4eb9-b273-dc06535f947d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.561748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f6db7e21-417a-4eb9-b273-dc06535f947d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3c3958c345d454f96a2447998ad4499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9978058 Feb 11 13:36:46.564483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38014) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:46.567353 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-17cb63f7-60ba-4b31-99f5-91f82be1478e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7dfa764c9e4b4f7396d3c429da3e84b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9233534 Feb 11 13:36:46.568322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb63f7-60ba-4b31-99f5-91f82be1478e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b285edba-1140-4c98-b54e-abca5392fd13,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:46.572759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38016) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:46.602563 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-09537510-e432-4a8e-b481-99d89d38e1bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9787955 Feb 11 13:36:46.608369 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38018) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:46.685088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db7e21-417a-4eb9-b273-dc06535f947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b57b946-487e-4a68-b2cb-279d74cb1a16,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:46.700056 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.700398 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f279961-8a00-4dc4-8533-ae89d275550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.734139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5740605-6f63-4259-a2b6-4c2393106256 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:46.741138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5740605-6f63-4259-a2b6-4c2393106256 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:46.745924 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f5740605-6f63-4259-a2b6-4c2393106256 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1340375 Feb 11 13:36:46.746516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38024) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:46.751815 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de5f4e84-714e-47c4-9970-5f0955841e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.766984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebb8ed6-27f1-4bd1-b373-48312e1c4731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d361cd-d75a-450b-b3da-4d8859279ea1'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:36:46.769280 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82398514-8814-44c1-b330-0f7dae42466f" -d '{"events": [{"server_uuid": "1ebb8ed6-27f1-4bd1-b373-48312e1c4731", "name": "network-vif-plugged", "status": "completed", "tag": "15d361cd-d75a-450b-b3da-4d8859279ea1"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:46.792717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 15d361cd-d75a-450b-b3da-4d8859279ea1, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=15d361cd-d75a-450b-b3da-4d8859279ea1,segment=NetworkSegment(33d05718-5d16-4800-9352-154d18ebcaad),segment_id=33d05718-5d16-4800-9352-154d18ebcaad)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:46.806151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d913-9192-4bd2-b9b8-81715c8b0ebd req-f22ed998-fdd8-4c85-88a8-85d98627bbe7 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:46.815444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4305d913-9192-4bd2-b9b8-81715c8b0ebd req-f22ed998-fdd8-4c85-88a8-85d98627bbe7 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 944 time: 0.1931601 Feb 11 13:36:46.825963 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f279961-8a00-4dc4-8533-ae89d275550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.827806 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de5f4e84-714e-47c4-9970-5f0955841e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.873285 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:46.928340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4305d913-9192-4bd2-b9b8-81715c8b0ebd req-21649af9-f066-4a97-8040-4884ebb2754b tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083660 Feb 11 13:36:46.994652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=15d361cd-d75a-450b-b3da-4d8859279ea1,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.041051 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541688b6-d9ec-4479-8af5-4fb3f5215144 x-openstack-request-id: req-541688b6-d9ec-4479-8af5-4fb3f5215144 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:47.041402 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebb8ed6-27f1-4bd1-b373-48312e1c4731", "name": "network-vif-plugged", "status": "completed", "tag": "15d361cd-d75a-450b-b3da-4d8859279ea1", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:47.041579 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-541688b6-d9ec-4479-8af5-4fb3f5215144 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:47.041757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf1afd-3733-451a-bdc1-a9436ecbb6b2 req-c4aa0414-4826-417a-b2ff-71cd770f6f57 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:47.042000 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebb8ed6-27f1-4bd1-b373-48312e1c4731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d361cd-d75a-450b-b3da-4d8859279ea1', 'code': 200} Feb 11 13:36:47.064691 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12cf1afd-3733-451a-bdc1-a9436ecbb6b2 req-c4aa0414-4826-417a-b2ff-71cd770f6f57 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.2363737 Feb 11 13:36:47.102721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f279961-8a00-4dc4-8533-ae89d275550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.109613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f279961-8a00-4dc4-8533-ae89d275550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.115529 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0f279961-8a00-4dc4-8533-ae89d275550f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b285edba-1140-4c98-b54e-abca5392fd13 HTTP/1.1" status: 204 len: 168 time: 0.5407467 Feb 11 13:36:47.141058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f279961-8a00-4dc4-8533-ae89d275550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b285edba-1140-4c98-b54e-abca5392fd13,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.168258 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de5f4e84-714e-47c4-9970-5f0955841e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.183000 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de5f4e84-714e-47c4-9970-5f0955841e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.188014 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-de5f4e84-714e-47c4-9970-5f0955841e00 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1b57b946-487e-4a68-b2cb-279d74cb1a16 HTTP/1.1" status: 204 len: 168 time: 0.6224654 Feb 11 13:36:47.208963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 85345fc9-9c13-4fd2-a395-399329d1dbab {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:47.209760 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.258247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 113a7860-1fae-41ce-a996-1c187fd0f3b8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:47.294859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f4e84-714e-47c4-9970-5f0955841e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b57b946-487e-4a68-b2cb-279d74cb1a16,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.338865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12cf1afd-3733-451a-bdc1-a9436ecbb6b2 req-fb3ecde1-ba6a-4d41-81f5-d13c4bd11b24 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732239 Feb 11 13:36:47.399003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 113a7860-1fae-41ce-a996-1c187fd0f3b8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:47.400142 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.413621 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.428272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 85345fc9-9c13-4fd2-a395-399329d1dbab owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:47.519152 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.579965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da2d5d-8a6f-4b89-b398-345dccdb2870 req-d31e0b7c-5bfc-457c-84c4-a87ec4e25baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:47.582237 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0da2d5d-8a6f-4b89-b398-345dccdb2870 req-d31e0b7c-5bfc-457c-84c4-a87ec4e25baf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 1096 time: 0.4163542 Feb 11 13:36:47.589526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 113a7860-1fae-41ce-a996-1c187fd0f3b8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=113a7860-1fae-41ce-a996-1c187fd0f3b8,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:47.620954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b2c8e994-f5ab-409a-94b1-30ac1389b186 None None] Provisioning complete for port 113a7860-1fae-41ce-a996-1c187fd0f3b8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:47.622354 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e994-f5ab-409a-94b1-30ac1389b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.634558 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0da2d5d-8a6f-4b89-b398-345dccdb2870 req-e677e16d-bce4-4f08-ac0e-c3ffbd6eab46 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435915 Feb 11 13:36:47.718543 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.734915 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2c8e994-f5ab-409a-94b1-30ac1389b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.738558 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.831935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=85345fc9-9c13-4fd2-a395-399329d1dbab,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.876408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=113a7860-1fae-41ce-a996-1c187fd0f3b8,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:47.888132 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-b2c8e994-f5ab-409a-94b1-30ac1389b186 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:47.888678 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-b2c8e994-f5ab-409a-94b1-30ac1389b186 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:47.894729 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:47.900406 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/85345fc9-9c13-4fd2-a395-399329d1dbab HTTP/1.1" status: 204 len: 168 time: 1.1476114 Feb 11 13:36:47.900406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.900673 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.900846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.901304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38052) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:47.901881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.902431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.902937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.903428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.903938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.904668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.905164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.905847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.906912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91d9f77-6c03-4e45-a74b-dd9ee2d817f7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:47.975666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6987a-6a43-4a6b-a9e6-4041e383dcdc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:47.976783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a6987a-6a43-4a6b-a9e6-4041e383dcdc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:47.978941 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-66a6987a-6a43-4a6b-a9e6-4041e383dcdc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0763881 Feb 11 13:36:47.981955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38058) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:48.067554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e000479-3579-48c5-a823-a7a72f005160 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 38b28770-5d37-4271-a09d-18b34474f5f5 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:48.072616 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3e000479-3579-48c5-a823-a7a72f005160 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.160048 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3e000479-3579-48c5-a823-a7a72f005160 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.231490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ef4fb-9dbe-4470-8f15-83bfadb05b9e req-3a7dc949-f72e-4560-a433-f148505dbdf9 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:48.240808 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c69ef4fb-9dbe-4470-8f15-83bfadb05b9e req-3a7dc949-f72e-4560-a433-f148505dbdf9 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 945 time: 0.1224570 Feb 11 13:36:48.305793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c69ef4fb-9dbe-4470-8f15-83bfadb05b9e req-59b2f335-ca7d-49e8-a2b8-b9b3508cd944 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475252 Feb 11 13:36:48.312037 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3e000479-3579-48c5-a823-a7a72f005160 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.445230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38066) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:48.470966 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39ad3c0a-c298-4358-92b4-71c28e9bf389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.487957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e21697-69e9-492c-91b5-527979b8a248 req-1a9a6fca-f909-4b2f-bcb1-7f279da02b6e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:48.489725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96e21697-69e9-492c-91b5-527979b8a248 req-1a9a6fca-f909-4b2f-bcb1-7f279da02b6e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.0806041 Feb 11 13:36:48.552046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f23dfab3-667f-4022-82c1-a85d63b36312 None None] Could not find standard attr ID for object 85345fc9-9c13-4fd2-a395-399329d1dbab. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:48.558392 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96e21697-69e9-492c-91b5-527979b8a248 req-a9fa7332-3628-4fce-8dbb-fd04352b31fc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594413 Feb 11 13:36:48.615471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3e000479-3579-48c5-a823-a7a72f005160 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.656545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e000479-3579-48c5-a823-a7a72f005160 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=38b28770-5d37-4271-a09d-18b34474f5f5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:48.658649 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3e000479-3579-48c5-a823-a7a72f005160 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.664306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa702167-fdab-447e-987c-034bf8e8ced6 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:48.666616 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3e000479-3579-48c5-a823-a7a72f005160 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/38b28770-5d37-4271-a09d-18b34474f5f5 HTTP/1.1" status: 204 len: 168 time: 0.6832535 Feb 11 13:36:48.669296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38070) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:48.707811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38072) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:48.730228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39ad3c0a-c298-4358-92b4-71c28e9bf389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.732444 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-496154e0-b988-4b42-89eb-0e96e2121850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.777089 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ff6d7e84-06b3-4c01-bec9-7147ee1f0d7c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089423 Feb 11 13:36:48.780210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38074) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:48.795974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:48.829496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39ad3c0a-c298-4358-92b4-71c28e9bf389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.896315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-496154e0-b988-4b42-89eb-0e96e2121850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:48.912594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-39ad3c0a-c298-4358-92b4-71c28e9bf389 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56c5cb3e032f41409a28acab96a2c5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656284 Feb 11 13:36:48.914992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38078) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:48.920574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e7205-324d-4974-b1e0-452710904074 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:36:48.930701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad3c0a-c298-4358-92b4-71c28e9bf389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3fc664-5455-496f-89ff-aab049379119,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:49.008010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-905e7205-324d-4974-b1e0-452710904074 None None] Deleting port 113a7860-1fae-41ce-a996-1c187fd0f3b8 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:49.014649 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-905e7205-324d-4974-b1e0-452710904074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.024744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cf93c8a-9003-47c7-b7b5-8bcd17fdcf93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.027259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-496154e0-b988-4b42-89eb-0e96e2121850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.079027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496154e0-b988-4b42-89eb-0e96e2121850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3321fcce-e91f-4705-ad87-a96a6b58ff9f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:49.105329 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cf93c8a-9003-47c7-b7b5-8bcd17fdcf93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.106612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:49.110265 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.210023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-496154e0-b988-4b42-89eb-0e96e2121850 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71725888365648d6837f087907d9b344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009615 Feb 11 13:36:49.213984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38092) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:49.216419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-905e7205-324d-4974-b1e0-452710904074 None None] For port 113a7860-1fae-41ce-a996-1c187fd0f3b8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=113a7860-1fae-41ce-a996-1c187fd0f3b8,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:49.221179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-905e7205-324d-4974-b1e0-452710904074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.247181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 113a7860-1fae-41ce-a996-1c187fd0f3b8 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:49.276485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-905e7205-324d-4974-b1e0-452710904074 None None] Calling delete_port for 113a7860-1fae-41ce-a996-1c187fd0f3b8 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:49.285232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cf93c8a-9003-47c7-b7b5-8bcd17fdcf93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.289054 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cf93c8a-9003-47c7-b7b5-8bcd17fdcf93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.290649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0cf93c8a-9003-47c7-b7b5-8bcd17fdcf93 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b3fc664-5455-496f-89ff-aab049379119 HTTP/1.1" status: 204 len: 168 time: 0.3762209 Feb 11 13:36:49.322313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf93c8a-9003-47c7-b7b5-8bcd17fdcf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3fc664-5455-496f-89ff-aab049379119,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:49.370490 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd782022-7a23-4803-9c14-28bf4a5c8b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.397309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd782022-7a23-4803-9c14-28bf4a5c8b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.526415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a1638-25dd-475e-ba6a-eb645562ddb2 req-81cd6952-c25d-455d-b9c9-489f32ccb95a tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:49.528015 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-438a1638-25dd-475e-ba6a-eb645562ddb2 req-81cd6952-c25d-455d-b9c9-489f32ccb95a tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 945 time: 0.0765097 Feb 11 13:36:49.584290 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-438a1638-25dd-475e-ba6a-eb645562ddb2 req-923fe270-4417-45a8-8f85-f3be5db80a3a tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486093 Feb 11 13:36:49.649757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd782022-7a23-4803-9c14-28bf4a5c8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.681374 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd782022-7a23-4803-9c14-28bf4a5c8b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.687902 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bd782022-7a23-4803-9c14-28bf4a5c8b30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3321fcce-e91f-4705-ad87-a96a6b58ff9f HTTP/1.1" status: 204 len: 168 time: 0.4727859 Feb 11 13:36:49.730871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd782022-7a23-4803-9c14-28bf4a5c8b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3321fcce-e91f-4705-ad87-a96a6b58ff9f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:49.782028 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-905e7205-324d-4974-b1e0-452710904074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.858797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905e7205-324d-4974-b1e0-452710904074 None None] Pushing event deleted for resources: {'Port': ['ID=113a7860-1fae-41ce-a996-1c187fd0f3b8,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:49.879771 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:49.895325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905e7205-324d-4974-b1e0-452710904074 None None] No DVR routers for this DVR port 113a7860-1fae-41ce-a996-1c187fd0f3b8 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:49.998302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e6689-326f-4c5d-8ba5-09704fcff25a req-537d3581-90a9-4f86-b942-f32797bc4467 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:49.999172 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea2e6689-326f-4c5d-8ba5-09704fcff25a req-537d3581-90a9-4f86-b942-f32797bc4467 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1774614 Feb 11 13:36:50.020177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:36:50.051867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea2e6689-326f-4c5d-8ba5-09704fcff25a req-6af9820f-1faa-41cb-bdb9-1234c2b57cdc tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461624 Feb 11 13:36:50.241746 n-d-816488-1 neutron-server[103007]: WARNING neutron.services.revisions.revision_plugin [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Could not find related port for resource to bump revision. Feb 11 13:36:50.262636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76173abb-69ea-456b-bda5-3af03f5218a5 req-f6548306-e1f7-46be-9a75-6d383f9e9a66 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:50.266384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76173abb-69ea-456b-bda5-3af03f5218a5 req-f6548306-e1f7-46be-9a75-6d383f9e9a66 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 946 time: 0.3025725 Feb 11 13:36:50.299878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_pluggable_backend [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Port 113a7860-1fae-41ce-a996-1c187fd0f3b8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103007) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 11 13:36:50.300285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_pluggable_backend [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8e:698e {{(pid=103007) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 11 13:36:50.306863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_pluggable_backend [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8e:698e {{(pid=103007) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 11 13:36:50.310152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.325878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76173abb-69ea-456b-bda5-3af03f5218a5 req-ab01d3dc-0768-4c89-a0cb-116a3f43426f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518293 Feb 11 13:36:50.347289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:50.366094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:50.377464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:50.378095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.385208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a96579-671d-4968-8f31-044be243a4c5 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:50.434077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=37076084-4d74-4175-b6b4-1f8bcb647470,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:50.442436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.442873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.443286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.443698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.444106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.444784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.445169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.445640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.446094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.446490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.447215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.447670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:36:50.517820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1051d00d-9112-4fcd-b844-0339120192b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7360766 Feb 11 13:36:50.522034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38132) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:50.531786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:75:f7:01', 'name': 'tempest-NetworksTestDHCPv6-325374146'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:50.578405 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '37076084-4d74-4175-b6b4-1f8bcb647470'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:36:50.579437 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:50.780567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Allocated IP 2001:db8::f816:3eff:fecd:814 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/37076084-4d74-4175-b6b4-1f8bcb647470/36c74774-6a5d-48b7-af17-81250b102c70) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:50.918577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:51.048585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cda30-75c9-4157-9694-85433a9f3542 req-2c41e2a5-3d90-4af4-983d-fabe8c8bf966 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:51.060325 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-856cda30-75c9-4157-9694-85433a9f3542 req-2c41e2a5-3d90-4af4-983d-fabe8c8bf966 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 945 time: 0.4597464 Feb 11 13:36:51.062946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.072832 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.097075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 86a9afd5-1727-4766-8d48-84555d4d57cf yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:51.117441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-856cda30-75c9-4157-9694-85433a9f3542 req-d426084a-9e83-4125-9497-336d44ef01a2 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552981 Feb 11 13:36:51.138416 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.184357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:51.192210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:51.199142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:51.213235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Pushing event updated for resources: {'Port': ['ID=36c74774-6a5d-48b7-af17-81250b102c70,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:51.259908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d461ebf-e07f-42bc-9036-20378158f83b req-09a462ec-0993-4dd8-9333-9cdc0cc751dd tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:51.261462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d461ebf-e07f-42bc-9036-20378158f83b req-09a462ec-0993-4dd8-9333-9cdc0cc751dd tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 946 time: 0.1545365 Feb 11 13:36:51.284523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Attempting to bind port 36c74774-6a5d-48b7-af17-81250b102c70 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:51.284999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Attempting to bind port 36c74774-6a5d-48b7-af17-81250b102c70 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:51.288359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Attempting to bind port 36c74774-6a5d-48b7-af17-81250b102c70 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:51.293616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:51.294145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:36:51.294641 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.295438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:51.296051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Bound port: 36c74774-6a5d-48b7-af17-81250b102c70, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:51.296543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.348420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::f816:3eff:fe75:f701 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/37076084-4d74-4175-b6b4-1f8bcb647470/86a9afd5-1727-4766-8d48-84555d4d57cf) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:51.389803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e5502-22da-41c9-a15d-08247f016346 req-4c466450-b524-4b06-8ea2-0049e697c901 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:51.398612 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f55e5502-22da-41c9-a15d-08247f016346 req-4c466450-b524-4b06-8ea2-0049e697c901 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.2181542 Feb 11 13:36:51.511528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] For port 36c74774-6a5d-48b7-af17-81250b102c70, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:51.522581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] For port 36c74774-6a5d-48b7-af17-81250b102c70, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=36c74774-6a5d-48b7-af17-81250b102c70,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:51.537501 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f55e5502-22da-41c9-a15d-08247f016346 req-32a43904-053c-4129-9255-fb4442327ab2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267843 Feb 11 13:36:51.592910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Deleting port 02a8182b-e5aa-4199-aec4-47e2085f56da {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:51.593440 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.595682 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:51.635912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6703-58af-4d28-8bb8-0884a275467e req-f7b817d1-e1ef-4cdb-9dcb-5f480b26b8fb tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:51.648341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-193a6703-58af-4d28-8bb8-0884a275467e req-f7b817d1-e1ef-4cdb-9dcb-5f480b26b8fb tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 946 time: 0.1230700 Feb 11 13:36:51.663560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c259d2-1595-4f8f-b698-ddf85070c9d4 None None] Pushing event updated for resources: {'Port': ['ID=36c74774-6a5d-48b7-af17-81250b102c70,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:51.788669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-193a6703-58af-4d28-8bb8-0884a275467e req-9af57918-d178-47e8-8b70-4fc1205c4445 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=e7252569-49af-48de-9112-2fa4d188db89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357396 Feb 11 13:36:51.913586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-99b793ea-b9c9-464a-a6b3-100a578d1ac5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:51.915204 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-99b793ea-b9c9-464a-a6b3-100a578d1ac5 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 945 time: 0.0595078 Feb 11 13:36:52.108714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-f8bd8f0a-7f5c-43d8-a66f-b2484da3969c tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Deleting port 15d361cd-d75a-450b-b3da-4d8859279ea1 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:52.110128 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-f8bd8f0a-7f5c-43d8-a66f-b2484da3969c tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.221797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.245251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] For port 02a8182b-e5aa-4199-aec4-47e2085f56da, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=02a8182b-e5aa-4199-aec4-47e2085f56da,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:52.245864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.252732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-f8bd8f0a-7f5c-43d8-a66f-b2484da3969c tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] For port 15d361cd-d75a-450b-b3da-4d8859279ea1, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=15d361cd-d75a-450b-b3da-4d8859279ea1,segment=NetworkSegment(33d05718-5d16-4800-9352-154d18ebcaad),segment_id=33d05718-5d16-4800-9352-154d18ebcaad)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:52.253404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-f8bd8f0a-7f5c-43d8-a66f-b2484da3969c tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.267326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-f8bd8f0a-7f5c-43d8-a66f-b2484da3969c tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Calling delete_port for 15d361cd-d75a-450b-b3da-4d8859279ea1 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:52.385253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31af5c5-d230-4cc1-b497-eee8c82eb9a3 req-2f56fda7-9b38-4fcb-b7d0-0df1c30747f0 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.392637 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d31af5c5-d230-4cc1-b497-eee8c82eb9a3 req-2f56fda7-9b38-4fcb-b7d0-0df1c30747f0 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 945 time: 0.1677461 Feb 11 13:36:52.498520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d31af5c5-d230-4cc1-b497-eee8c82eb9a3 req-cf8654ef-4213-45a9-a9ee-76869e15ef84 tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/security-groups?id=c35e2b50-c41d-49bd-9e4d-4344fbb28f68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048987 Feb 11 13:36:52.518751 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.552337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-f8bd8f0a-7f5c-43d8-a66f-b2484da3969c tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.565398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['15d361cd-d75a-450b-b3da-4d8859279ea1'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:36:52.675313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd8f0a-7f5c-43d8-a66f-b2484da3969c tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Pushing event deleted for resources: {'Port': ['ID=15d361cd-d75a-450b-b3da-4d8859279ea1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:52.678814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:52.695588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:52.698243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:52.703877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.704588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.708716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=86a9afd5-1727-4766-8d48-84555d4d57cf,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:52.719052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.719413 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.719811 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Floating IP 3c0b20a3-771d-4206-a5ae-2e5070f2d38f disassociated. External IP: 172.25.0.203, port: 02a8182b-e5aa-4199-aec4-47e2085f56da. Feb 11 13:36:52.720082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Calling delete_port for 02a8182b-e5aa-4199-aec4-47e2085f56da owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:52.737685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-f8bd8f0a-7f5c-43d8-a66f-b2484da3969c tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] No DVR routers for this DVR port 15d361cd-d75a-450b-b3da-4d8859279ea1 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:52.742743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-f8bd8f0a-7f5c-43d8-a66f-b2484da3969c tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:52.746894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8fbe307-70e2-4a56-a936-d75a09d6bc8d req-f8bd8f0a-7f5c-43d8-a66f-b2484da3969c tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.13 "DELETE /v2.0/ports/15d361cd-d75a-450b-b3da-4d8859279ea1 HTTP/1.1" status: 204 len: 173 time: 0.8257117 Feb 11 13:36:52.750899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebb8ed6-27f1-4bd1-b373-48312e1c4731', 'name': 'network-vif-deleted', 'tag': '15d361cd-d75a-450b-b3da-4d8859279ea1'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:36:52.759391 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14a569f-58c6-4046-8952-de73178c0343" -d '{"events": [{"server_uuid": "1ebb8ed6-27f1-4bd1-b373-48312e1c4731", "name": "network-vif-deleted", "tag": "15d361cd-d75a-450b-b3da-4d8859279ea1"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:52.798952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6af466-c4ea-4a46-85fb-bacfbeda0630 req-8ed7cc22-4589-4f2c-84e9-cdffd4dd4081 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.809157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee6af466-c4ea-4a46-85fb-bacfbeda0630 req-8ed7cc22-4589-4f2c-84e9-cdffd4dd4081 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1797416 Feb 11 13:36:52.846409 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bfc85053-99b3-43d5-adb6-bbe28531c65f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3216836 Feb 11 13:36:52.851218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38202) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:52.892809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee6af466-c4ea-4a46-85fb-bacfbeda0630 req-6d1a9fbc-0ce8-478a-ab3f-6821d910db09 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823615 Feb 11 13:36:52.967708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c36cd2-e033-45e5-8224-5e0f351c7cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.977078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c36cd2-e033-45e5-8224-5e0f351c7cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:52.981306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a3c36cd2-e033-45e5-8224-5e0f351c7cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1238639 Feb 11 13:36:52.981554 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38212) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:53.030422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.117048 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event deleted for resources: {'Port': ['ID=02a8182b-e5aa-4199-aec4-47e2085f56da,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:53.216904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6699c942-dc3b-4e2b-94e4-23a3d9f0a153 req-36d162bd-2038-44f9-bf64-acca115f6e75 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 210 time: 0.1239569 Feb 11 13:36:53.292263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 36c74774-6a5d-48b7-af17-81250b102c70 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:53.314693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7242a45b-1288-4cee-afbd-9cb5cf3444b2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 86a9afd5-1727-4766-8d48-84555d4d57cf {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:53.317289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7242a45b-1288-4cee-afbd-9cb5cf3444b2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.476724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 36c74774-6a5d-48b7-af17-81250b102c70 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:53.477121 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.521297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:36:53.616447 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d72593-8d46-4df5-963b-ac26062f7e94 x-openstack-request-id: req-24d72593-8d46-4df5-963b-ac26062f7e94 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:53.622534 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebb8ed6-27f1-4bd1-b373-48312e1c4731", "name": "network-vif-deleted", "tag": "15d361cd-d75a-450b-b3da-4d8859279ea1", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:53.625082 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-24d72593-8d46-4df5-963b-ac26062f7e94 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:53.625691 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebb8ed6-27f1-4bd1-b373-48312e1c4731', 'name': 'network-vif-deleted', 'tag': '15d361cd-d75a-450b-b3da-4d8859279ea1', 'status': 'completed', 'code': 200} Feb 11 13:36:53.684900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f70aa7c6-80af-4c3a-88f7-9e4b669f420b None None] Provisioning complete for port 36c74774-6a5d-48b7-af17-81250b102c70 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:53.685996 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f70aa7c6-80af-4c3a-88f7-9e4b669f420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.713932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7242a45b-1288-4cee-afbd-9cb5cf3444b2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.782480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7242a45b-1288-4cee-afbd-9cb5cf3444b2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 86a9afd5-1727-4766-8d48-84555d4d57cf owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:53.796419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:36:53.802322 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41e317a3-65e6-4901-8b3b-a11ab290fce0 req-c59252e4-e868-420e-8b33-a9cd7344e8fa tempest-ServerAddressesNegativeTestJSON-2051461321 tempest-ServerAddressesNegativeTestJSON-2051461321-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ebb8ed6-27f1-4bd1-b373-48312e1c4731 HTTP/1.1" status: 200 len: 210 time: 0.0774052 Feb 11 13:36:53.837967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] Sync routers for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:36:53.864955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:53.865872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:36:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:53.962301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] No DVR routers for this DVR port 02a8182b-e5aa-4199-aec4-47e2085f56da on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:53.970894 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:53.993531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d461ebf-e07f-42bc-9036-20378158f83b req-63b38a05-3827-4880-b43e-83ddb9ef5b94 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.13 "DELETE /v2.0/ports/02a8182b-e5aa-4199-aec4-47e2085f56da HTTP/1.1" status: 204 len: 173 time: 2.7062647 Feb 11 13:36:53.993531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'name': 'network-vif-deleted', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:36:54.011105 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62881d06-a135-4c2d-ac40-7c2fe5b2bcde" -d '{"events": [{"server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "name": "network-vif-deleted", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:36:54.061085 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:54.146602 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fc4d60-e11f-4033-af96-384c8495e559 x-openstack-request-id: req-d9fc4d60-e11f-4033-af96-384c8495e559 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:36:54.148171 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5c100d-fd28-40e5-a8ba-70046dcfe713", "name": "network-vif-deleted", "tag": "02a8182b-e5aa-4199-aec4-47e2085f56da", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:36:54.151953 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9fc4d60-e11f-4033-af96-384c8495e559 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:36:54.152557 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5c100d-fd28-40e5-a8ba-70046dcfe713', 'name': 'network-vif-deleted', 'tag': '02a8182b-e5aa-4199-aec4-47e2085f56da', 'status': 'completed', 'code': 200} Feb 11 13:36:54.201596 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7242a45b-1288-4cee-afbd-9cb5cf3444b2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.233848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d410513-202e-4b45-b6b2-f8f125f9d3c2 req-9c4d014b-3744-4594-b5a8-d8fa1fb95af0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:54.235882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d410513-202e-4b45-b6b2-f8f125f9d3c2 req-9c4d014b-3744-4594-b5a8-d8fa1fb95af0 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1051478 Feb 11 13:36:54.310764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f70aa7c6-80af-4c3a-88f7-9e4b669f420b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.317936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242a45b-1288-4cee-afbd-9cb5cf3444b2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=86a9afd5-1727-4766-8d48-84555d4d57cf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:54.346729 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d410513-202e-4b45-b6b2-f8f125f9d3c2 req-4a32902a-81b6-4977-9ede-910e6904c8aa tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999594 Feb 11 13:36:54.412287 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7242a45b-1288-4cee-afbd-9cb5cf3444b2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.416078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7242a45b-1288-4cee-afbd-9cb5cf3444b2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/86a9afd5-1727-4766-8d48-84555d4d57cf HTTP/1.1" status: 204 len: 168 time: 1.4335382 Feb 11 13:36:54.418619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38252) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:54.438925 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.486773 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f3136563-5375-4f26-b55a-f6cf40b80caf req-0b61d7f1-a747-416e-a160-2febf6fb463f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=4b5c100d-fd28-40e5-a8ba-70046dcfe713 HTTP/1.1" status: 200 len: 210 time: 0.0869818 Feb 11 13:36:54.536420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbb20eb-5428-45f7-b0df-4daeee8e2371 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:54.549583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbb20eb-5428-45f7-b0df-4daeee8e2371 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:54.556141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8cbb20eb-5428-45f7-b0df-4daeee8e2371 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1362925 Feb 11 13:36:54.558862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38256) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:54.649227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2ad9eb-c8d0-498e-92fd-4ca9b4918259 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 37076084-4d74-4175-b6b4-1f8bcb647470 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:54.652928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad9eb-c8d0-498e-92fd-4ca9b4918259 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.660524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 36c74774-6a5d-48b7-af17-81250b102c70, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=36c74774-6a5d-48b7-af17-81250b102c70,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:54.732068 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad9eb-c8d0-498e-92fd-4ca9b4918259 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.738288 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.887943 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bf6ece65-d3ec-47ac-ab4a-11f5948ce595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.919359 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-f70aa7c6-80af-4c3a-88f7-9e4b669f420b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:36:54.919620 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-f70aa7c6-80af-4c3a-88f7-9e4b669f420b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:36:54.925865 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad9eb-c8d0-498e-92fd-4ca9b4918259 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:54.937890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=36c74774-6a5d-48b7-af17-81250b102c70,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:54.950275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:54.965689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38274) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:54.993374 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] Checking router: b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:36:55.004442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:36:55.005346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:36:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:55.074200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca64fd61-a64e-4b89-944a-724b69f2d01b admin admin] Deleting subnet 78e9d845-a0d9-4368-a608-a0569c19d015 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:36:55.081277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca64fd61-a64e-4b89-944a-724b69f2d01b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.190190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:36:55.202209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca64fd61-a64e-4b89-944a-724b69f2d01b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.228782 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad9eb-c8d0-498e-92fd-4ca9b4918259 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.234364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 36c74774-6a5d-48b7-af17-81250b102c70 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:55.266429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ad9eb-c8d0-498e-92fd-4ca9b4918259 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=37076084-4d74-4175-b6b4-1f8bcb647470,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:55.276717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b2ad9eb-c8d0-498e-92fd-4ca9b4918259 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.280299 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3b2ad9eb-c8d0-498e-92fd-4ca9b4918259 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/37076084-4d74-4175-b6b4-1f8bcb647470 HTTP/1.1" status: 204 len: 168 time: 0.7200360 Feb 11 13:36:55.282811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38280) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:55.315021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca64fd61-a64e-4b89-944a-724b69f2d01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.323609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fa95a8-5f29-4a8c-83fb-b50b5d2c76fe None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:55.387245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-997bef18-0b5d-4092-ab8e-f9e9391a16f0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937543 Feb 11 13:36:55.387245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38284) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:55.474958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cd2e7b-6f49-47a1-9fac-ab72d1d4d9b6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:55.486174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38290) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:55.486859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c5cd2e7b-6f49-47a1-9fac-ab72d1d4d9b6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1024191 Feb 11 13:36:55.546156 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca64fd61-a64e-4b89-944a-724b69f2d01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.618462 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca64fd61-a64e-4b89-944a-724b69f2d01b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.622007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ca64fd61-a64e-4b89-944a-724b69f2d01b admin admin] 10.222.0.52 "DELETE /v2.0/subnets/78e9d845-a0d9-4368-a608-a0569c19d015 HTTP/1.1" status: 204 len: 168 time: 0.6506116 Feb 11 13:36:55.624532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38300) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:55.681482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64fd61-a64e-4b89-944a-724b69f2d01b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e9d845-a0d9-4368-a608-a0569c19d015,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:55.690206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38304) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:55.769930 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.832459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfb3295-dac6-4455-b638-8458d814b8d2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:55.834154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dbfb3295-dac6-4455-b638-8458d814b8d2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3465605 Feb 11 13:36:55.842848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38316) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:55.852430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96817fbf-a9cf-4b95-b68c-8325de84ec1b req-9e31f9a3-a2ae-4f9f-9910-4b7b76475c04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:55.862901 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96817fbf-a9cf-4b95-b68c-8325de84ec1b req-9e31f9a3-a2ae-4f9f-9910-4b7b76475c04 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.3808265 Feb 11 13:36:55.927475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c8306acd-cfc5-4abf-a4ab-766bac958aec tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617893 Feb 11 13:36:55.938609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38326) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:55.946123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-63b629e5-b5ec-466b-ab91-3f7fe1b5d179 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:55.978482 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.979176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96817fbf-a9cf-4b95-b68c-8325de84ec1b req-092e75cd-1745-404f-8e6b-1684f5e2d25a tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079264 Feb 11 13:36:55.980138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2369-147f-4483-956b-d3a031c22e56 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:55.999651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 36c74774-6a5d-48b7-af17-81250b102c70 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:56.000666 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.057741 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2369-147f-4483-956b-d3a031c22e56 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.126885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.158607 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7d99ce46-f212-44b6-85c7-694e57f4b3c4 None None] Could not find standard attr ID for object 86a9afd5-1727-4766-8d48-84555d4d57cf. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:36:56.160106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 15d361cd-d75a-450b-b3da-4d8859279ea1 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:56.196430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1636f4e2-2815-4459-a898-3c864ae8af8e']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:56.217636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d05718-5d16-4800-9352-154d18ebcaad') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:56.218250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d05718-5d16-4800-9352-154d18ebcaad') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:56.251912 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.272112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2369-147f-4483-956b-d3a031c22e56 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.276365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b8d2369-147f-4483-956b-d3a031c22e56 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.277700 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3b8d2369-147f-4483-956b-d3a031c22e56 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "DELETE /v2.0/security-groups/e7252569-49af-48de-9112-2fa4d188db89 HTTP/1.1" status: 204 len: 168 time: 0.5805347 Feb 11 13:36:56.282564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.284907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38338) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:56.303096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:36:56.305582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.315906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 15d361cd-d75a-450b-b3da-4d8859279ea1 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:56.316272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 15d361cd-d75a-450b-b3da-4d8859279ea1 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:56.326316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 02a8182b-e5aa-4199-aec4-47e2085f56da no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:56.350500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d2369-147f-4483-956b-d3a031c22e56 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7252569-49af-48de-9112-2fa4d188db89,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.363898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 02a8182b-e5aa-4199-aec4-47e2085f56da {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:56.364252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 02a8182b-e5aa-4199-aec4-47e2085f56da not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:56.376007 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-ed100ddd-8f2a-4510-8911-96e19b7fa4ad tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] show failed (client error): The resource could not be found. Feb 11 13:36:56.379785 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ed100ddd-8f2a-4510-8911-96e19b7fa4ad tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups/e7252569-49af-48de-9112-2fa4d188db89 HTTP/1.1" status: 404 len: 347 time: 0.0849090 Feb 11 13:36:56.382554 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38342) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:56.401739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:36:56.471799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c3aa6-df23-4ecf-a205-ab7fd8dad1cf None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:36:56.478493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b34d5-43ce-428a-bbdd-196278901fea None None] The sync data for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 is: [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:36:56.536451 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:36:56.542182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b629e5-b5ec-466b-ab91-3f7fe1b5d179 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:56.551447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63b629e5-b5ec-466b-ab91-3f7fe1b5d179 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.552202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-046c3aa6-df23-4ecf-a205-ab7fd8dad1cf None None] Deleting port 36c74774-6a5d-48b7-af17-81250b102c70 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:56.552771 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-046c3aa6-df23-4ecf-a205-ab7fd8dad1cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.683086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.738865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.746567 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] 10.222.0.52 "DELETE /v2.0/networks/1636f4e2-2815-4459-a898-3c864ae8af8e HTTP/1.1" status: 204 len: 168 time: 1.1202075 Feb 11 13:36:56.747249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-046c3aa6-df23-4ecf-a205-ab7fd8dad1cf None None] For port 36c74774-6a5d-48b7-af17-81250b102c70, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=36c74774-6a5d-48b7-af17-81250b102c70,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:56.747657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-046c3aa6-df23-4ecf-a205-ab7fd8dad1cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:56.776844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-046c3aa6-df23-4ecf-a205-ab7fd8dad1cf None None] Calling delete_port for 36c74774-6a5d-48b7-af17-81250b102c70 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:56.792761 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625e8e4-bf36-43d0-868c-8f4f31e1502c admin admin] Pushing event deleted for resources: {'Network': ['ID=1636f4e2-2815-4459-a898-3c864ae8af8e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:56.933398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a74ad3-3a1f-4e5a-811c-414f59198401 req-be467ba0-965e-4aae-acf9-7cbc8ed317d9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:56.935830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68a74ad3-3a1f-4e5a-811c-414f59198401 req-be467ba0-965e-4aae-acf9-7cbc8ed317d9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.5746570 Feb 11 13:36:57.032190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68a74ad3-3a1f-4e5a-811c-414f59198401 req-63a47af2-105c-4512-8568-cb66561f2aef tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881147 Feb 11 13:36:57.040648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ebf92e1c-14a0-4e8c-a005-2186e5370db0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Deleting port d73307e2-04b9-49fd-9065-648e73db2f68 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:57.040878 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dda40a65-9101-4907-9a31-8ef62bdeaab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.041340 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ebf92e1c-14a0-4e8c-a005-2186e5370db0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.100341 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e02bda-fef5-43aa-8f64-ad47e009c530 None None] New status for floating IP 3c0b20a3-771d-4206-a5ae-2e5070f2d38f: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:36:57.142142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 36c74774-6a5d-48b7-af17-81250b102c70 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:36:57.165968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ebf92e1c-14a0-4e8c-a005-2186e5370db0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.166294 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ebf92e1c-14a0-4e8c-a005-2186e5370db0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.173222 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-046c3aa6-df23-4ecf-a205-ab7fd8dad1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.176737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 36c74774-6a5d-48b7-af17-81250b102c70 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:36:57.177198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 36c74774-6a5d-48b7-af17-81250b102c70 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:36:57.184597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ebf92e1c-14a0-4e8c-a005-2186e5370db0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Calling delete_port for d73307e2-04b9-49fd-9065-648e73db2f68 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:57.199202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63b629e5-b5ec-466b-ab91-3f7fe1b5d179 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.228497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c3aa6-df23-4ecf-a205-ab7fd8dad1cf None None] Pushing event deleted for resources: {'Port': ['ID=36c74774-6a5d-48b7-af17-81250b102c70,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:57.250984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046c3aa6-df23-4ecf-a205-ab7fd8dad1cf None None] No DVR routers for this DVR port 36c74774-6a5d-48b7-af17-81250b102c70 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:36:57.283545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b629e5-b5ec-466b-ab91-3f7fe1b5d179 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:57.291349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-63b629e5-b5ec-466b-ab91-3f7fe1b5d179 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:57.298546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b629e5-b5ec-466b-ab91-3f7fe1b5d179 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:57.299539 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63b629e5-b5ec-466b-ab91-3f7fe1b5d179 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.307041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cceab2d8-cd01-4c3a-89a7-94bef93b7cb1 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:36:57.315461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b2f70-0d83-42b6-abe2-2b2be72ac73c req-d7540bdb-dacf-4985-9504-72ede2b02e29 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:57.324555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-514b2f70-0d83-42b6-abe2-2b2be72ac73c req-d7540bdb-dacf-4985-9504-72ede2b02e29 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1641488 Feb 11 13:36:57.330620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b629e5-b5ec-466b-ab91-3f7fe1b5d179 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=8bd336d7-ec2f-4a70-a3c9-fbd3463fe7d8,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:57.400127 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-514b2f70-0d83-42b6-abe2-2b2be72ac73c req-59ca0eec-bf1d-422b-877e-cb91c1966008 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700216 Feb 11 13:36:57.481015 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-63b629e5-b5ec-466b-ab91-3f7fe1b5d179 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5413496 Feb 11 13:36:57.483853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38372) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:57.488828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:6b:92:b8', 'name': 'tempest-NetworksTestDHCPv6-1825778050'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:57.535501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '8bd336d7-ec2f-4a70-a3c9-fbd3463fe7d8'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:36:57.536427 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.661646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38380) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:57.732821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:36:57.751228 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9eb1756c-ae6a-48bc-b108-02b4b2767042 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=569570e22fc44efc83b9c6f0d4925380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861804 Feb 11 13:36:57.751436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/8bd336d7-ec2f-4a70-a3c9-fbd3463fe7d8/58307d6e-94de-4efe-b7b8-a299f387227b) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:57.751621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38386) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:57.812317 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.828010 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ebf92e1c-14a0-4e8c-a005-2186e5370db0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.860596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.888865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port b5eaaf14-1c64-40b3-b56e-fa9266c25eef yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:36:57.908093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf92e1c-14a0-4e8c-a005-2186e5370db0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event deleted for resources: {'Port': ['ID=d73307e2-04b9-49fd-9065-648e73db2f68,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:57.950234 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36705d2d-b8ac-4e4e-8ef3-61850f7f1e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:57.961866 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.000633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36705d2d-b8ac-4e4e-8ef3-61850f7f1e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.043507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ebf92e1c-14a0-4e8c-a005-2186e5370db0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.047051 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ebf92e1c-14a0-4e8c-a005-2186e5370db0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.048354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ebf92e1c-14a0-4e8c-a005-2186e5370db0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "DELETE /v2.0/floatingips/3c0b20a3-771d-4206-a5ae-2e5070f2d38f HTTP/1.1" status: 204 len: 168 time: 1.6648068 Feb 11 13:36:58.088776 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.094544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705b864-067b-4cd2-9374-99f5d676ff65 req-719d2ba2-41a2-4518-b037-9431701f0206 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:58.105106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8705b864-067b-4cd2-9374-99f5d676ff65 req-719d2ba2-41a2-4518-b037-9431701f0206 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.0898619 Feb 11 13:36:58.196402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36705d2d-b8ac-4e4e-8ef3-61850f7f1e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.202099 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36705d2d-b8ac-4e4e-8ef3-61850f7f1e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.206420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-36705d2d-b8ac-4e4e-8ef3-61850f7f1e8b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c35e2b50-c41d-49bd-9e4d-4344fbb28f68 HTTP/1.1" status: 204 len: 168 time: 0.4514527 Feb 11 13:36:58.226622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8705b864-067b-4cd2-9374-99f5d676ff65 req-e3b5f6dd-25b8-45a1-8e1b-ce27765904df tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204326 Feb 11 13:36:58.246737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36705d2d-b8ac-4e4e-8ef3-61850f7f1e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35e2b50-c41d-49bd-9e4d-4344fbb28f68,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:58.261144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Pushing event updated for resources: {'Port': ['ID=58307d6e-94de-4efe-b7b8-a299f387227b,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:58.292086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:58.313436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::290 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/8bd336d7-ec2f-4a70-a3c9-fbd3463fe7d8/b5eaaf14-1c64-40b3-b56e-fa9266c25eef) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:36:58.351512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:58.362414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:58.452780 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Attempting to bind port 58307d6e-94de-4efe-b7b8-a299f387227b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:36:58.453238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Attempting to bind port 58307d6e-94de-4efe-b7b8-a299f387227b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:36:58.453668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Attempting to bind port 58307d6e-94de-4efe-b7b8-a299f387227b on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:36:58.459451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:36:58.460501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:36:58.460977 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.461503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:36:58.462201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Bound port: 58307d6e-94de-4efe-b7b8-a299f387227b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:36:58.462794 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.565146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] For port 58307d6e-94de-4efe-b7b8-a299f387227b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:36:58.568489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] For port 58307d6e-94de-4efe-b7b8-a299f387227b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=58307d6e-94de-4efe-b7b8-a299f387227b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:36:58.576743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.683622 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.685497 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.705709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.781453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38418) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:58.786890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-97e36770-0f2e-45ac-ad2d-83a371b3bea9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1882070805', 'description': 'tempest-description--107115870'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:58.826393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea40c06-eb71-47c7-ac7b-7752aa75533f None None] Pushing event updated for resources: {'Port': ['ID=58307d6e-94de-4efe-b7b8-a299f387227b,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:58.864371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:36:58.869262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:36:58.875608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=b5eaaf14-1c64-40b3-b56e-fa9266c25eef,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:58.880790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:36:58.893035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:58.893659 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:58.935489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97e36770-0f2e-45ac-ad2d-83a371b3bea9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.013946 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5fecbfac-bf6e-4e5e-bc6c-247e264b431c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5268569 Feb 11 13:36:59.014930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38434) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:59.049744 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97e36770-0f2e-45ac-ad2d-83a371b3bea9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.143817 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97e36770-0f2e-45ac-ad2d-83a371b3bea9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.198167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ff8f1-682e-49ce-9386-30b414bd8da9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:59.204449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8ff8f1-682e-49ce-9386-30b414bd8da9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:59.206422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dd8ff8f1-682e-49ce-9386-30b414bd8da9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1903431 Feb 11 13:36:59.208998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38438) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:59.244734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 58307d6e-94de-4efe-b7b8-a299f387227b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:36:59.281684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e36770-0f2e-45ac-ad2d-83a371b3bea9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:59.344250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-223a525c-cc6d-4491-bfae-bed274c24d6e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:59.344768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 58307d6e-94de-4efe-b7b8-a299f387227b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:36:59.345378 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.351495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cbae9f9f-a827-4ed8-b30c-c69ce88115c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port b5eaaf14-1c64-40b3-b56e-fa9266c25eef {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:59.353410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-223a525c-cc6d-4491-bfae-bed274c24d6e tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1407964 Feb 11 13:36:59.355312 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cbae9f9f-a827-4ed8-b30c-c69ce88115c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.360994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97e36770-0f2e-45ac-ad2d-83a371b3bea9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.368874 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-97e36770-0f2e-45ac-ad2d-83a371b3bea9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5832107 Feb 11 13:36:59.369667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38446) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:36:59.380394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-17f21ffe-2ccf-468a-ab90-7c8665e38611 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'security_group_rule': {'security_group_id': '3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:36:59.516279 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.590329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-6dc7c987-42fa-4975-ad7b-3ebd2e617c69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Deleting port 13fb03d8-2bc1-4587-ae71-45529116d1e7 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:36:59.590681 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-6dc7c987-42fa-4975-ad7b-3ebd2e617c69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.605354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 58307d6e-94de-4efe-b7b8-a299f387227b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=58307d6e-94de-4efe-b7b8-a299f387227b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:59.641755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016745f-ae96-4a80-a5ad-cce753668b3b req-bc01acbf-5535-41e3-a12b-7edf36aedbe2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:36:59.645158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a016745f-ae96-4a80-a5ad-cce753668b3b req-bc01acbf-5535-41e3-a12b-7edf36aedbe2 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 945 time: 0.1587317 Feb 11 13:36:59.647447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cbae9f9f-a827-4ed8-b30c-c69ce88115c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.666149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cbae9f9f-a827-4ed8-b30c-c69ce88115c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for b5eaaf14-1c64-40b3-b56e-fa9266c25eef owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:59.758250 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.781294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-6dc7c987-42fa-4975-ad7b-3ebd2e617c69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] For port 13fb03d8-2bc1-4587-ae71-45529116d1e7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=13fb03d8-2bc1-4587-ae71-45529116d1e7,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:36:59.781668 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-6dc7c987-42fa-4975-ad7b-3ebd2e617c69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.814757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-6dc7c987-42fa-4975-ad7b-3ebd2e617c69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Calling delete_port for 13fb03d8-2bc1-4587-ae71-45529116d1e7 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:36:59.895732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=58307d6e-94de-4efe-b7b8-a299f387227b,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:36:59.915294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17f21ffe-2ccf-468a-ab90-7c8665e38611 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:36:59.986338 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a016745f-ae96-4a80-a5ad-cce753668b3b req-e3f9961e-4d61-45dd-964a-30405344ac62 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146862 Feb 11 13:36:59.996051 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cbae9f9f-a827-4ed8-b30c-c69ce88115c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.026582 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.082970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae9f9f-a827-4ed8-b30c-c69ce88115c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=b5eaaf14-1c64-40b3-b56e-fa9266c25eef,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:00.126490 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cbae9f9f-a827-4ed8-b30c-c69ce88115c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.130860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cbae9f9f-a827-4ed8-b30c-c69ce88115c3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/b5eaaf14-1c64-40b3-b56e-fa9266c25eef HTTP/1.1" status: 204 len: 168 time: 0.9194093 Feb 11 13:37:00.134159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38480) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:00.156381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17f21ffe-2ccf-468a-ab90-7c8665e38611 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.210875 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-6dc7c987-42fa-4975-ad7b-3ebd2e617c69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.216640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31c00aa-c6f8-47c6-9ee5-fec7db899700 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:00.218219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31c00aa-c6f8-47c6-9ee5-fec7db899700 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:00.222889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38482) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:00.223597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c31c00aa-c6f8-47c6-9ee5-fec7db899700 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0883718 Feb 11 13:37:00.224057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['551d4611-8e0a-4709-b223-353049d9015d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:00.307510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17f21ffe-2ccf-468a-ab90-7c8665e38611 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.315704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7c987-42fa-4975-ad7b-3ebd2e617c69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event deleted for resources: {'Port': ['ID=13fb03d8-2bc1-4587-ae71-45529116d1e7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:00.403690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f21ffe-2ccf-468a-ab90-7c8665e38611 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d74343f-ac2d-4f6d-bbdd-b4864ebb384a,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:00.407890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-6dc7c987-42fa-4975-ad7b-3ebd2e617c69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] No DVR routers for this DVR port 13fb03d8-2bc1-4587-ae71-45529116d1e7 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:00.414590 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-6dc7c987-42fa-4975-ad7b-3ebd2e617c69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.423900 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5e2224c-98f6-476b-bf9a-bd307dc48374 req-6dc7c987-42fa-4975-ad7b-3ebd2e617c69 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "DELETE /v2.0/ports/13fb03d8-2bc1-4587-ae71-45529116d1e7 HTTP/1.1" status: 204 len: 173 time: 1.0483825 Feb 11 13:37:00.425176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39647ea5-e9cf-475a-8b4c-65cb191671c3', 'name': 'network-vif-deleted', 'tag': '13fb03d8-2bc1-4587-ae71-45529116d1e7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:00.431280 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b369e64c-7624-4c96-9fce-c47ca15901df" -d '{"events": [{"server_uuid": "39647ea5-e9cf-475a-8b4c-65cb191671c3", "name": "network-vif-deleted", "tag": "13fb03d8-2bc1-4587-ae71-45529116d1e7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:00.461341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a6cd0a-ead3-4dff-a2ba-384b9eac7a8f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 8bd336d7-ec2f-4a70-a3c9-fbd3463fe7d8 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:00.471607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61a6cd0a-ead3-4dff-a2ba-384b9eac7a8f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.536421 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6693a31-1022-4c5b-a3a0-2df5d1602934 x-openstack-request-id: req-c6693a31-1022-4c5b-a3a0-2df5d1602934 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:00.536421 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39647ea5-e9cf-475a-8b4c-65cb191671c3", "name": "network-vif-deleted", "tag": "13fb03d8-2bc1-4587-ae71-45529116d1e7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:00.536421 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6693a31-1022-4c5b-a3a0-2df5d1602934 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:00.536421 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39647ea5-e9cf-475a-8b4c-65cb191671c3', 'name': 'network-vif-deleted', 'tag': '13fb03d8-2bc1-4587-ae71-45529116d1e7', 'status': 'completed', 'code': 200} Feb 11 13:37:00.554816 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61a6cd0a-ead3-4dff-a2ba-384b9eac7a8f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.613498 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17f21ffe-2ccf-468a-ab90-7c8665e38611 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.618442 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17f21ffe-2ccf-468a-ab90-7c8665e38611 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2450838 Feb 11 13:37:00.618818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38500) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:00.624011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fc252f7e-8e22-44b5-bb19-0e9b16205a33 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'security_group_rule': {'security_group_id': '3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:00.718721 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.743684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3f57858f-1782-40bb-b843-564d7ec85f0e None None] Provisioning complete for port 58307d6e-94de-4efe-b7b8-a299f387227b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:00.746742 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f57858f-1782-40bb-b843-564d7ec85f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.755092 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61a6cd0a-ead3-4dff-a2ba-384b9eac7a8f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.805087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc252f7e-8e22-44b5-bb19-0e9b16205a33 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:00.901021 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:37:00.918838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38508) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:00.971529 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc252f7e-8e22-44b5-bb19-0e9b16205a33 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.035669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61a6cd0a-ead3-4dff-a2ba-384b9eac7a8f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.059492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8ac313b6-7b73-46c4-934f-ad8a1956a046 None None] Could not find standard attr ID for object b5eaaf14-1c64-40b3-b56e-fa9266c25eef. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:37:01.116682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc252f7e-8e22-44b5-bb19-0e9b16205a33 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.151563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61a6cd0a-ead3-4dff-a2ba-384b9eac7a8f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.196214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-61a6cd0a-ead3-4dff-a2ba-384b9eac7a8f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/8bd336d7-ec2f-4a70-a3c9-fbd3463fe7d8 HTTP/1.1" status: 204 len: 168 time: 0.9666128 Feb 11 13:37:01.199090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38520) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:01.201369 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6cd0a-ead3-4dff-a2ba-384b9eac7a8f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd336d7-ec2f-4a70-a3c9-fbd3463fe7d8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:01.240235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 58307d6e-94de-4efe-b7b8-a299f387227b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:01.311440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6f1cf487-0894-419e-8828-ffc9e4d85c8a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068380 Feb 11 13:37:01.314196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38522) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:01.320019 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc252f7e-8e22-44b5-bb19-0e9b16205a33 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.325652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fc252f7e-8e22-44b5-bb19-0e9b16205a33 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7053130 Feb 11 13:37:01.330015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38524) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:01.353928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc252f7e-8e22-44b5-bb19-0e9b16205a33 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=844ae391-a613-414c-b731-69e9d3285324,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:01.373761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18f3a26e-3c38-4ff9-bfdd-391de25525b7 req-5c8c09e4-a276-49d7-998b-1cb48540dfa9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=39647ea5-e9cf-475a-8b4c-65cb191671c3 HTTP/1.1" status: 200 len: 210 time: 0.1421347 Feb 11 13:37:01.374319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:01.388618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 58307d6e-94de-4efe-b7b8-a299f387227b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:01.389140 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.413865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aa77b6-f7bb-4cf0-b55f-1a97b2c6be3a None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:01.459626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1386291778-network', 'tenant_id': '95eea42642194262af0cc0d3943c6974'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:01.586448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748cfb58-acb1-454e-961b-d7c8650c0054 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:01.591399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-748cfb58-acb1-454e-961b-d7c8650c0054 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2634368 Feb 11 13:37:01.593573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38528) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:01.655061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Made reservation on behalf of 95eea42642194262af0cc0d3943c6974 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:01.659941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.703668 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.712804 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.734870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 13fb03d8-2bc1-4587-ae71-45529116d1e7 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:01.775331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e5558-32dd-42a8-891e-d8f9cc34419e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:01.779890 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-eb9e5558-32dd-42a8-891e-d8f9cc34419e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1844764 Feb 11 13:37:01.780502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38536) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:01.792186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 13fb03d8-2bc1-4587-ae71-45529116d1e7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:37:01.792808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 13fb03d8-2bc1-4587-ae71-45529116d1e7 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:01.801078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcaa77b-f741-40ae-bbdc-a2be6c8c4f4b None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:37:01.875585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8bcaa77b-f741-40ae-bbdc-a2be6c8c4f4b None None] Deleting port 58307d6e-94de-4efe-b7b8-a299f387227b {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:01.876238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8bcaa77b-f741-40ae-bbdc-a2be6c8c4f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.880715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38540) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:01.886434 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ca9539ab-1e6c-45ab-8ebe-25e1bfd6fcc9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047051 Feb 11 13:37:01.898743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:01.966450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8bcaa77b-f741-40ae-bbdc-a2be6c8c4f4b None None] For port 58307d6e-94de-4efe-b7b8-a299f387227b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=58307d6e-94de-4efe-b7b8-a299f387227b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:01.966964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8bcaa77b-f741-40ae-bbdc-a2be6c8c4f4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:01.984573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8bcaa77b-f741-40ae-bbdc-a2be6c8c4f4b None None] Calling delete_port for 58307d6e-94de-4efe-b7b8-a299f387227b owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:02.035009 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.098894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.136134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:02.154313 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.156147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70201a5-b491-44f7-a267-b347f17f17a3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:02.198313 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8bcaa77b-f741-40ae-bbdc-a2be6c8c4f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.218183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcaa77b-f741-40ae-bbdc-a2be6c8c4f4b None None] No DVR routers for this DVR port 58307d6e-94de-4efe-b7b8-a299f387227b on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:02.219099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:02.222795 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.254556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaa77b-f741-40ae-bbdc-a2be6c8c4f4b None None] Pushing event deleted for resources: {'Port': ['ID=58307d6e-94de-4efe-b7b8-a299f387227b,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:02.266143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.266580 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Added segment fd5db49d-a2de-4295-a79e-8829dea9aaeb of type vlan for network 007b72a8-9216-4ed0-af25-de582ba4644b Feb 11 13:37:02.516898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.618703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Allocated IP 172.25.0.4 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/bb525868-6584-4a28-9742-0af7f131068a) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:02.674445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38568) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:02.738193 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.739244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:02.739709 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.884770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] Pushing event updated for resources: {'Network': ['ID=007b72a8-9216-4ed0-af25-de582ba4644b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:02.923646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 007b72a8-9216-4ed0-af25-de582ba4644b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:02.945651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d038bff-47ba-49ee-86ce-ed5e88f0e998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:02.991385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6e8e1edc-6a48-4bdc-8134-109905c73239 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0686724 Feb 11 13:37:02.991583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38588) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:03.010151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Request body: {'subnet': {'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1386291778-subnet', 'tenant_id': '95eea42642194262af0cc0d3943c6974', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:03.180618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 58307d6e-94de-4efe-b7b8-a299f387227b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:03.193292 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d038bff-47ba-49ee-86ce-ed5e88f0e998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.194708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Made reservation on behalf of 95eea42642194262af0cc0d3943c6974 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:03.197472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.236243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 58307d6e-94de-4efe-b7b8-a299f387227b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:37:03.236495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 58307d6e-94de-4efe-b7b8-a299f387227b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:03.313705 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d038bff-47ba-49ee-86ce-ed5e88f0e998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.368383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2d038bff-47ba-49ee-86ce-ed5e88f0e998 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a9fca8ba4ebf40ab957605abc9e852c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6901798 Feb 11 13:37:03.410161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38610) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:03.477735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.503606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d038bff-47ba-49ee-86ce-ed5e88f0e998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53771169-6a17-4b34-bd7a-d217caf87220,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:03.576469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:37:03.577726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.601321 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e820e70-88b4-4b2b-8e8c-cb17b719d6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.623587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:03.629185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:03.633502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:03.634147 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.643032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa9d82-615d-4399-9665-ecbe877c1f70 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:03.667055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=e2910454-e073-4fe5-8929-f04a7c9de32d,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:03.670636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e820e70-88b4-4b2b-8e8c-cb17b719d6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.729810 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.774337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:03.777629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:03.781292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:03.813283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'Port': ['ID=bb525868-6584-4a28-9742-0af7f131068a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:03.826730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0222af03-fd35-4cf7-9dfb-0f8692e455da tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9423885 Feb 11 13:37:03.826930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38618) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:03.835828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a1195edc-ba79-4ff5-ac28-993fa74fb09c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:03.909727 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.953585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': 'e2910454-e073-4fe5-8929-f04a7c9de32d'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:37:03.953585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.968924 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e820e70-88b4-4b2b-8e8c-cb17b719d6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.971568 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e820e70-88b4-4b2b-8e8c-cb17b719d6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:03.972739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4e820e70-88b4-4b2b-8e8c-cb17b719d6d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/53771169-6a17-4b34-bd7a-d217caf87220 HTTP/1.1" status: 204 len: 168 time: 0.5485973 Feb 11 13:37:04.032416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e820e70-88b4-4b2b-8e8c-cb17b719d6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53771169-6a17-4b34-bd7a-d217caf87220,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:04.112910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Checking segment: {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:04.113343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Network hostable DHCP agents. Network: 007b72a8-9216-4ed0-af25-de582ba4644b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:04.122987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:04.191806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38634) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:04.231971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.270127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c6a00-a927-4380-a38f-c50872ddb91b req-4fbc976a-6dcd-46d3-8b0f-9a7aa3922ae6 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:04.271667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e8c6a00-a927-4380-a38f-c50872ddb91b req-4fbc976a-6dcd-46d3-8b0f-9a7aa3922ae6 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 945 time: 0.1644266 Feb 11 13:37:04.272778 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Allocated IP 2001:db8::f816:3eff:fe8e:8440 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/e2910454-e073-4fe5-8929-f04a7c9de32d/419000b6-f50e-49d0-8453-77fbcd673c24) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:04.278000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Network 007b72a8-9216-4ed0-af25-de582ba4644b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:04.366908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e8c6a00-a927-4380-a38f-c50872ddb91b req-578af000-3ad1-4381-9416-6ff1cbe56fe4 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757322 Feb 11 13:37:04.395459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 007b72a8-9216-4ed0-af25-de582ba4644b) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:04.402531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:04.403280 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.413850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1195edc-ba79-4ff5-ac28-993fa74fb09c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:04.421309 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1195edc-ba79-4ff5-ac28-993fa74fb09c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.424795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb60eb3-67f1-43f8-932d-513341c37902 None None] Network 007b72a8-9216-4ed0-af25-de582ba4644b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:04.511840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.519265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8760999d-3313-448f-97bd-831a8a6a415d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5254419 Feb 11 13:37:04.603598 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc10400b-1d1a-44b0-9089-ee7d4ba07f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.678613 n-d-816488-1 neutron-server[103007]: INFO neutron.db.ipam_backend_mixin [None req-a1195edc-ba79-4ff5-ac28-993fa74fb09c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e2910454-e073-4fe5-8929-f04a7c9de32d (CIDR: 2001:db8::/64) Feb 11 13:37:04.751677 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1195edc-ba79-4ff5-ac28-993fa74fb09c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:37:04.752517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1195edc-ba79-4ff5-ac28-993fa74fb09c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:04.757541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc10400b-1d1a-44b0-9089-ee7d4ba07f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.862082 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.866817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc10400b-1d1a-44b0-9089-ee7d4ba07f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.908792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a1195edc-ba79-4ff5-ac28-993fa74fb09c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0804262 Feb 11 13:37:04.909799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38652) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:04.916984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f2b68e19-36f9-4247-b637-4ffdb1cde5ab tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:04.950351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38658) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:04.951465 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:04.952047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fc10400b-1d1a-44b0-9089-ee7d4ba07f7a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=77318700157943d58c717c375b098477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7589619 Feb 11 13:37:04.954774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10400b-1d1a-44b0-9089-ee7d4ba07f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b6a38-bab7-4fe4-b827-cbf1f4d774c1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:05.007772 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.013375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1303ef6-8ad9-4ede-b217-774643e79f26 None None] Network 007b72a8-9216-4ed0-af25-de582ba4644b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:05.057682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38664) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:05.058969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.071952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'Port': ['ID=bb525868-6584-4a28-9742-0af7f131068a,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:05.082256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b618c316-e8ad-4547-ae29-3e70dd9c848a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.126687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:05.143544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:05.150338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:05.152489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Pushing event updated for resources: {'Port': ['ID=419000b6-f50e-49d0-8453-77fbcd673c24,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:05.189559 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.265186 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd89f2e1-518f-4b14-9524-b456b27a0e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.267966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Attempting to bind port 419000b6-f50e-49d0-8453-77fbcd673c24 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:05.268506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Attempting to bind port 419000b6-f50e-49d0-8453-77fbcd673c24 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:05.269071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Attempting to bind port 419000b6-f50e-49d0-8453-77fbcd673c24 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:05.275777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:05.276450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:05.277118 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.277662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:05.278341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Bound port: 419000b6-f50e-49d0-8453-77fbcd673c24, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:05.278928 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.296721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd89f2e1-518f-4b14-9524-b456b27a0e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.321615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b618c316-e8ad-4547-ae29-3e70dd9c848a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.335209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.336824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9dbfa026-7068-43a9-97dd-0b70f23fff7e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9759638 Feb 11 13:37:05.395014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] For port 419000b6-f50e-49d0-8453-77fbcd673c24, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:05.403291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] For port 419000b6-f50e-49d0-8453-77fbcd673c24, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=419000b6-f50e-49d0-8453-77fbcd673c24,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:05.430712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b618c316-e8ad-4547-ae29-3e70dd9c848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.466826 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b618c316-e8ad-4547-ae29-3e70dd9c848a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=850b7f7eb97948a2a1f09575766a462f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4077492 Feb 11 13:37:05.469678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38674) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:05.473077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-b53ee3a8-620b-47d8-8c9f-cae8f867e4ef tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:05.474783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-b53ee3a8-620b-47d8-8c9f-cae8f867e4ef tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 945 time: 0.1022022 Feb 11 13:37:05.527917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b68e19-36f9-4247-b637-4ffdb1cde5ab tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:05.533886 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2b68e19-36f9-4247-b637-4ffdb1cde5ab tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.546685 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.548330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618c316-e8ad-4547-ae29-3e70dd9c848a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b83bbe-9715-4539-81db-b221f7323d56,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:05.596683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0060150d-d365-4999-bdbd-52be578479a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.626238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010bfbd-6e73-43ad-9889-7dd0ced80108 None None] Pushing event updated for resources: {'Port': ['ID=419000b6-f50e-49d0-8453-77fbcd673c24,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:05.640301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd89f2e1-518f-4b14-9524-b456b27a0e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.642919 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd89f2e1-518f-4b14-9524-b456b27a0e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.644159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dd89f2e1-518f-4b14-9524-b456b27a0e80 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b1b6a38-bab7-4fe4-b827-cbf1f4d774c1 HTTP/1.1" status: 204 len: 168 time: 0.6927629 Feb 11 13:37:05.670965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89f2e1-518f-4b14-9524-b456b27a0e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b6a38-bab7-4fe4-b827-cbf1f4d774c1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:05.672959 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0060150d-d365-4999-bdbd-52be578479a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.757046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0313a9c-a39e-4929-a6e2-9c1f7901118d req-a0b8d49d-5e9c-4afb-8ed0-c51fd633919d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:05.758936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0313a9c-a39e-4929-a6e2-9c1f7901118d req-a0b8d49d-5e9c-4afb-8ed0-c51fd633919d tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 945 time: 0.3113542 Feb 11 13:37:05.771132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-e1741642-6512-4650-8bd8-b30b4ee8f5b0 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:05.772881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-e1741642-6512-4650-8bd8-b30b4ee8f5b0 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 815 time: 0.2307944 Feb 11 13:37:05.806474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-05eb0639-9f20-4a6c-ba7b-9d3ebe5a8f3a tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/quotas/95eea42642194262af0cc0d3943c6974 HTTP/1.1" status: 200 len: 375 time: 0.0129027 Feb 11 13:37:05.845207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0313a9c-a39e-4929-a6e2-9c1f7901118d req-6c0721cc-5f15-456c-a997-beffad82b5c9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/security-groups?id=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762596 Feb 11 13:37:05.860927 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-8c6353ae-9415-4549-9e1b-8fdd48e34495 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Deleting port 551d4611-8e0a-4709-b223-353049d9015d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:05.861276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-8c6353ae-9415-4549-9e1b-8fdd48e34495 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.897582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-5c4c8cb0-88af-43e8-bfe1-a8a5a74e901b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819187 Feb 11 13:37:05.901608 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0060150d-d365-4999-bdbd-52be578479a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.908379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0060150d-d365-4999-bdbd-52be578479a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:05.918513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0060150d-d365-4999-bdbd-52be578479a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98b83bbe-9715-4539-81db-b221f7323d56 HTTP/1.1" status: 204 len: 168 time: 0.4468746 Feb 11 13:37:05.935860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0060150d-d365-4999-bdbd-52be578479a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b83bbe-9715-4539-81db-b221f7323d56,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:06.117971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-57c5c6de-c123-410f-86ae-beee02556700 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1882070805&fields=id&tenant_id=e6073ab297074d3eab820065d5df3ec9 HTTP/1.1" status: 200 len: 267 time: 0.1379306 Feb 11 13:37:06.132920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-8c6353ae-9415-4549-9e1b-8fdd48e34495 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] For port 551d4611-8e0a-4709-b223-353049d9015d, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=551d4611-8e0a-4709-b223-353049d9015d,segment=NetworkSegment(7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb),segment_id=7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:06.133313 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-8c6353ae-9415-4549-9e1b-8fdd48e34495 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.196784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-8c6353ae-9415-4549-9e1b-8fdd48e34495 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Calling delete_port for 551d4611-8e0a-4709-b223-353049d9015d owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:06.536666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-7b596560-511e-463d-9f04-ab438b279fbc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:06.541740 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-7b596560-511e-463d-9f04-ab438b279fbc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 817 time: 0.4124479 Feb 11 13:37:06.571540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-72157e63-407f-4c08-bfab-b6ea75f7ff33 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/quotas/e6073ab297074d3eab820065d5df3ec9 HTTP/1.1" status: 200 len: 375 time: 0.0121419 Feb 11 13:37:06.600527 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2b68e19-36f9-4247-b637-4ffdb1cde5ab tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.697383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-31c75ea1-f27f-4c4c-893e-62362718aa76 service neutron] 10.222.0.52 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7775314 Feb 11 13:37:06.776888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b68e19-36f9-4247-b637-4ffdb1cde5ab tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:06.790047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f2b68e19-36f9-4247-b637-4ffdb1cde5ab tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:06.793803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b68e19-36f9-4247-b637-4ffdb1cde5ab tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:06.794506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2b68e19-36f9-4247-b637-4ffdb1cde5ab tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.833398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-2fb62f0a-144d-4c59-a3b0-6342935b819f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2525017 Feb 11 13:37:06.835676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b68e19-36f9-4247-b637-4ffdb1cde5ab tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=3f54e672-632c-4f00-b9be-6c68f2433e76,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:06.847397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-07d84acb-62ed-45f6-aae3-269e68d69312 service neutron] 10.222.0.52 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488104 Feb 11 13:37:06.851856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-121a5ad5-3a8a-429e-ba8c-8c7cd63f9338 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:37:06.853002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-121a5ad5-3a8a-429e-ba8c-8c7cd63f9338 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064898 Feb 11 13:37:06.951211 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-8c6353ae-9415-4549-9e1b-8fdd48e34495 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:06.968765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f2b68e19-36f9-4247-b637-4ffdb1cde5ab tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0576031 Feb 11 13:37:06.971319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38794) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:06.986007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:67:ce:05', 'name': 'tempest-NetworksTestDHCPv6-1548847677'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:07.029755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6353ae-9415-4549-9e1b-8fdd48e34495 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Pushing event deleted for resources: {'Port': ['ID=551d4611-8e0a-4709-b223-353049d9015d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:07.154589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38802) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:07.165007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-8c6353ae-9415-4549-9e1b-8fdd48e34495 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] No DVR routers for this DVR port 551d4611-8e0a-4709-b223-353049d9015d on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:07.173096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-8c6353ae-9415-4549-9e1b-8fdd48e34495 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.186328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-461ab656-8bba-46c1-9ad6-ce87464dc0f4 req-8c6353ae-9415-4549-9e1b-8fdd48e34495 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.59 "DELETE /v2.0/ports/551d4611-8e0a-4709-b223-353049d9015d HTTP/1.1" status: 204 len: 173 time: 1.6804371 Feb 11 13:37:07.198248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759804f6-7c0a-4da1-9496-df35b6defa06', 'name': 'network-vif-deleted', 'tag': '551d4611-8e0a-4709-b223-353049d9015d'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:07.210878 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee29ac29-5b58-4739-b0cf-83345cac8c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.218927 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2088b04-db2d-4912-a16f-d2fd09ba5bc0" -d '{"events": [{"server_uuid": "759804f6-7c0a-4da1-9496-df35b6defa06", "name": "network-vif-deleted", "tag": "551d4611-8e0a-4709-b223-353049d9015d"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:07.353479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 419000b6-f50e-49d0-8453-77fbcd673c24 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:07.365080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-79611a79-2e21-4677-be39-2b087d239299 service neutron] 10.222.0.52 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041580 Feb 11 13:37:07.450914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3015400e-7c03-49fe-a391-873fa08c8ea8 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:07.489244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee29ac29-5b58-4739-b0cf-83345cac8c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.575377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7b63ad0-ba4e-45c6-bf84-b00ffbc8e503 req-dc1f5e4e-b8b6-4fa5-9989-1a5f2ee5646b tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 210 time: 0.0843897 Feb 11 13:37:07.620475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee29ac29-5b58-4739-b0cf-83345cac8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.633381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-f60c99ba-8be8-4543-aa30-9d3c0a4322cd service neutron] 10.222.0.52 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663269 Feb 11 13:37:07.646117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0fed4e36-9c42-4294-82fd-76192699e225 None None] Provisioning complete for port 419000b6-f50e-49d0-8453-77fbcd673c24 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:07.654733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0fed4e36-9c42-4294-82fd-76192699e225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.729684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 419000b6-f50e-49d0-8453-77fbcd673c24 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:07.730314 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.746741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ee29ac29-5b58-4739-b0cf-83345cac8c4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a610170561647e582e6104f0569d6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5767274 Feb 11 13:37:07.747280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38836) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:07.756647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:07.807939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 551d4611-8e0a-4709-b223-353049d9015d no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:07.820496 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a45c743a-807c-4ecd-856c-ecee70241df1 req-a6b6a540-49c6-4f45-b5f0-216eab485c33 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 210 time: 0.1238968 Feb 11 13:37:07.821983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29ac29-5b58-4739-b0cf-83345cac8c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f2c23e-f4a3-4ac1-b76b-6c474696234d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:07.837670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 551d4611-8e0a-4709-b223-353049d9015d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:37:07.838049 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 551d4611-8e0a-4709-b223-353049d9015d not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:07.923472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.931854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-90bd2534-3646-441a-b651-6499198f4bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:07.961997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port cc610124-a713-496d-87ad-354baf3957f4 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:07.985554 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2068625a-4a6d-4718-8ad4-6f8974c352e0 x-openstack-request-id: req-2068625a-4a6d-4718-8ad4-6f8974c352e0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:07.985876 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759804f6-7c0a-4da1-9496-df35b6defa06", "name": "network-vif-deleted", "tag": "551d4611-8e0a-4709-b223-353049d9015d", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:07.991294 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2068625a-4a6d-4718-8ad4-6f8974c352e0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:07.992163 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759804f6-7c0a-4da1-9496-df35b6defa06', 'name': 'network-vif-deleted', 'tag': '551d4611-8e0a-4709-b223-353049d9015d', 'status': 'completed', 'code': 200} Feb 11 13:37:08.007726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-90bd2534-3646-441a-b651-6499198f4bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.103710 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a3ba3cf5-7483-4fa5-8437-e5171fbd1805 req-040cc254-0e29-49bb-82a9-88755971d287 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 210 time: 0.0445850 Feb 11 13:37:08.127630 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0fed4e36-9c42-4294-82fd-76192699e225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.204207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0fed4e36-9c42-4294-82fd-76192699e225 None None] For port 419000b6-f50e-49d0-8453-77fbcd673c24, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=419000b6-f50e-49d0-8453-77fbcd673c24,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:08.236451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.254143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-90bd2534-3646-441a-b651-6499198f4bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.259158 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-90bd2534-3646-441a-b651-6499198f4bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.272444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-90bd2534-3646-441a-b651-6499198f4bf0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92f2c23e-f4a3-4ac1-b76b-6c474696234d HTTP/1.1" status: 204 len: 168 time: 0.5188079 Feb 11 13:37:08.295117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd2534-3646-441a-b651-6499198f4bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f2c23e-f4a3-4ac1-b76b-6c474696234d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:08.338717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8:0:1::1c2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/3f54e672-632c-4f00-b9be-6c68f2433e76/cc610124-a713-496d-87ad-354baf3957f4) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:08.348421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::f816:3eff:fe67:ce05 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/e2910454-e073-4fe5-8929-f04a7c9de32d/cc610124-a713-496d-87ad-354baf3957f4) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:08.350417 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0fed4e36-9c42-4294-82fd-76192699e225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.449637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c36315e-9b62-4a83-a07a-c515e4c913b5 None None] Update dhcp port {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': 'e2910454-e073-4fe5-8929-f04a7c9de32d', 'ip_address': '2001:db8::f816:3eff:fe8e:8440'}, {'subnet_id': '3f54e672-632c-4f00-b9be-6c68f2433e76'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '419000b6-f50e-49d0-8453-77fbcd673c24'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:37:08.454210 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:08.454939 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:08.557736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed4e36-9c42-4294-82fd-76192699e225 None None] Pushing event updated for resources: {'Port': ['ID=419000b6-f50e-49d0-8453-77fbcd673c24,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:08.560790 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c36315e-9b62-4a83-a07a-c515e4c913b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.593197 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.735677 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76dd4297-04ec-4fbe-bb55-9ffd75a9f302 req-31733bcc-c262-4b40-85e3-cb361ccdfa03 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] 10.222.0.52 "GET /v2.0/ports?device_id=759804f6-7c0a-4da1-9496-df35b6defa06 HTTP/1.1" status: 200 len: 210 time: 0.0383101 Feb 11 13:37:08.804908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.864810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1c36315e-9b62-4a83-a07a-c515e4c913b5 None None] Allocated IP 2001:db8:0:1::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/3f54e672-632c-4f00-b9be-6c68f2433e76/419000b6-f50e-49d0-8453-77fbcd673c24) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:08.879074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:08.882793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:08.886768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:08.892358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:08.892988 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:08.904885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=cc610124-a713-496d-87ad-354baf3957f4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:08.976654 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f8dd805-ea6b-4477-80a9-dc42e8efa17a req-072affec-238d-4352-9e49-360583477ccb tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 210 time: 0.0382271 Feb 11 13:37:09.041951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1c36315e-9b62-4a83-a07a-c515e4c913b5 None None] For port 419000b6-f50e-49d0-8453-77fbcd673c24, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=419000b6-f50e-49d0-8453-77fbcd673c24,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:09.075764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38900) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:09.077096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b838ebce-1046-477e-9b12-ee24dae8985c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.1038814 Feb 11 13:37:09.088688 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c36315e-9b62-4a83-a07a-c515e4c913b5 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.161241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 419000b6-f50e-49d0-8453-77fbcd673c24 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:09.211030 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c36315e-9b62-4a83-a07a-c515e4c913b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.294291 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3175afa5-538e-49e7-a50a-3e0585940762 req-205e23ad-d473-40f0-96a1-740d8cc3113c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 210 time: 0.0788932 Feb 11 13:37:09.303602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-bf7f896a-6a90-4a86-b0fc-b927a44bab8c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port cc610124-a713-496d-87ad-354baf3957f4 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:09.306347 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf7f896a-6a90-4a86-b0fc-b927a44bab8c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.355726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36315e-9b62-4a83-a07a-c515e4c913b5 None None] Pushing event updated for resources: {'Port': ['ID=419000b6-f50e-49d0-8453-77fbcd673c24,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:09.396575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 419000b6-f50e-49d0-8453-77fbcd673c24 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:09.397377 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.546095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf7f896a-6a90-4a86-b0fc-b927a44bab8c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.567367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-bf7f896a-6a90-4a86-b0fc-b927a44bab8c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for cc610124-a713-496d-87ad-354baf3957f4 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:09.832749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38932) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:09.906121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-d969d7fa-19dd-4467-8e65-023bfeeb17ff admin admin] Deleting subnet 109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:09.909904 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d969d7fa-19dd-4467-8e65-023bfeeb17ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:09.930105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38940) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:09.972256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d969d7fa-19dd-4467-8e65-023bfeeb17ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.036676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf7f896a-6a90-4a86-b0fc-b927a44bab8c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.065439 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d969d7fa-19dd-4467-8e65-023bfeeb17ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.093395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f896a-6a90-4a86-b0fc-b927a44bab8c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=cc610124-a713-496d-87ad-354baf3957f4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:10.188895 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7feb2265-ed1f-402b-80e3-3391fc872ef8 req-09acccc8-d598-48bc-ac27-b634da59a974 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 210 time: 0.0927782 Feb 11 13:37:10.277901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-679583180'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:10.281181 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d969d7fa-19dd-4467-8e65-023bfeeb17ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.281813 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf7f896a-6a90-4a86-b0fc-b927a44bab8c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.287510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bf7f896a-6a90-4a86-b0fc-b927a44bab8c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/cc610124-a713-496d-87ad-354baf3957f4 HTTP/1.1" status: 204 len: 168 time: 1.2081006 Feb 11 13:37:10.295570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38958) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:10.308161 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d969d7fa-19dd-4467-8e65-023bfeeb17ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.327510 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d969d7fa-19dd-4467-8e65-023bfeeb17ff admin admin] 10.222.0.52 "DELETE /v2.0/subnets/109422ab-9f52-41d8-a23f-6b3ebb2dc8e2 HTTP/1.1" status: 204 len: 168 time: 0.4933801 Feb 11 13:37:10.343231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38962) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:10.392833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969d7fa-19dd-4467-8e65-023bfeeb17ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=109422ab-9f52-41d8-a23f-6b3ebb2dc8e2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:10.463827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Made reservation on behalf of 1d5f37d6f9d4482fae5c61d5a0088ba9 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:10.468162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.503304 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.506814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be54e556-a2ab-4efa-9093-0f5982ec3ffc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.508703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-be54e556-a2ab-4efa-9093-0f5982ec3ffc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2115932 Feb 11 13:37:10.510798 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eff11ec3-ad8f-4316-b9f2-370dcab03810 req-0fb0d101-2a58-455a-a808-b86974b9c806 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 210 time: 0.0645938 Feb 11 13:37:10.511434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38970) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:10.519929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d6ab1ca1-8a00-4a12-9d2f-50095ea0af6a None None] Provisioning complete for port 419000b6-f50e-49d0-8453-77fbcd673c24 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:10.520459 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d6ab1ca1-8a00-4a12-9d2f-50095ea0af6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.570330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.722999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.799931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120c6ae5-addf-4c63-86bf-58a404371eba tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.812663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-120c6ae5-addf-4c63-86bf-58a404371eba tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2979414 Feb 11 13:37:10.813347 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38978) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:10.869634 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.882192 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba161406-4df7-40ee-bab9-e51caad07d4e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.885333 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba161406-4df7-40ee-bab9-e51caad07d4e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.887430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba161406-4df7-40ee-bab9-e51caad07d4e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:10.893032 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ba161406-4df7-40ee-bab9-e51caad07d4e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0727711 Feb 11 13:37:10.894142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38984) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:10.903074 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:10.950629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:10.962306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474e01bd-86f3-4a24-9ce0-4128c3eba3db']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:10.985063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ebddd4fd-90cc-484c-9410-4cc6db779a02 None None] Could not find standard attr ID for object cc610124-a713-496d-87ad-354baf3957f4. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:37:10.995492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-4324bf04-24f0-42fa-9d89-cc2af374ac99 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 3f54e672-632c-4f00-b9be-6c68f2433e76 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:11.008384 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4324bf04-24f0-42fa-9d89-cc2af374ac99 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.011341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:11.011565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7d2af7-d4bc-4bdb-afde-9a9630c49ddb') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:11.016075 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.016429 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Added segment 62ceb26c-ad7c-4935-a277-1d5f4cb41605 of type vlan for network fd6bac49-d301-40fe-af98-44ad6a7bdd07 Feb 11 13:37:11.028333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be1f15e-6e71-4aa5-a32e-5798c8aab0d1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:11.043968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.062372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-e227ee29-bb50-42d5-8021-6afb54f5718e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.063920 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-e227ee29-bb50-42d5-8021-6afb54f5718e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.13 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 815 time: 0.4922225 Feb 11 13:37:11.084582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Request body: {'port': {'device_id': '809f4c12-f1cb-4813-a544-6bf995e91457', 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b', 'admin_state_up': True, 'tenant_id': '95eea42642194262af0cc0d3943c6974'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:11.129380 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.145476 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.148268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:11.150296 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4324bf04-24f0-42fa-9d89-cc2af374ac99 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.151934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:11.155968 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:11.158754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 419000b6-f50e-49d0-8453-77fbcd673c24 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:11.230618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 419000b6-f50e-49d0-8453-77fbcd673c24 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:11.231167 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.377557 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.383144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.383936 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.395069 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4324bf04-24f0-42fa-9d89-cc2af374ac99 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.414211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-17581280-26ce-4ba5-b83a-636732f9729d req-7bfeae5b-adc7-4ba4-8c8b-1ce7a4c969e2 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 210 time: 0.0642793 Feb 11 13:37:11.564844 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4324bf04-24f0-42fa-9d89-cc2af374ac99 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.617242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324bf04-24f0-42fa-9d89-cc2af374ac99 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=3f54e672-632c-4f00-b9be-6c68f2433e76,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:11.622087 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4324bf04-24f0-42fa-9d89-cc2af374ac99 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.625549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4324bf04-24f0-42fa-9d89-cc2af374ac99 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/3f54e672-632c-4f00-b9be-6c68f2433e76 HTTP/1.1" status: 204 len: 168 time: 0.7271705 Feb 11 13:37:11.628084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39012) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:11.645902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef2bd5-6660-4ff5-ac00-2c55038f2ccf None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:11.725630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Made reservation on behalf of 95eea42642194262af0cc0d3943c6974 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:11.733994 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.770197 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.786438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8546374 Feb 11 13:37:11.788154 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.792936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] 10.222.0.52 "DELETE /v2.0/networks/474e01bd-86f3-4a24-9ce0-4128c3eba3db HTTP/1.1" status: 204 len: 168 time: 1.4466090 Feb 11 13:37:11.819075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f06cb3-4aab-4c86-9020-2be674ca6bc2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Pushing event updated for resources: {'Network': ['ID=fd6bac49-d301-40fe-af98-44ad6a7bdd07,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:11.827112 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-7abcda63-3ca4-43a3-8ea8-e7088fc782ed tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:11.828566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-7abcda63-3ca4-43a3-8ea8-e7088fc782ed tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.13 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 817 time: 0.5535352 Feb 11 13:37:11.837795 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41be4e4a-e8fe-490a-8dcb-e32e14ca56df req-64ac48f3-5916-4062-96ac-b058255db7b9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 210 time: 0.0720980 Feb 11 13:37:11.842643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2657c53-d3c6-4987-aebe-da48f417621e admin admin] Pushing event deleted for resources: {'Network': ['ID=474e01bd-86f3-4a24-9ce0-4128c3eba3db,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:11.861856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network fd6bac49-d301-40fe-af98-44ad6a7bdd07 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:11.961957 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-de7ae0f0-1b76-4817-bfbf-41ff8fb5a72c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6073ab297074d3eab820065d5df3ec9 HTTP/1.1" status: 200 len: 380 time: 0.1169100 Feb 11 13:37:11.978521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6e8139-3d2a-4d1a-aed9-c14dc296cb10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet e2910454-e073-4fe5-8929-f04a7c9de32d {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:11.983306 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8139-3d2a-4d1a-aed9-c14dc296cb10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:11.996605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'port': {'device_id': '63baa619-92cd-487b-b188-2c0998652baa', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'admin_state_up': True, 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'security_groups': ['3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:12.111891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8139-3d2a-4d1a-aed9-c14dc296cb10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.211690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Allocated IP 172.20.0.12 (007b72a8-9216-4ed0-af25-de582ba4644b/2fa252d3-c46a-4cd7-857f-fed90b8ed4ac/7271340a-75dc-4ad7-95f4-fcccd3e031f4) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:12.266488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39046) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:12.276302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Request body: {'port': {'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07', 'binding:host_id': 'n-h1-816488-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2106959619'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:12.316789 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8139-3d2a-4d1a-aed9-c14dc296cb10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.323841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Made reservation on behalf of e6073ab297074d3eab820065d5df3ec9 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:12.328871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.385443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39050) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:12.461361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Made reservation on behalf of e3ffe06f4d3740cd86f159f26063ad27 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:12.463346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.491799 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.533129 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-42745782-3f0f-4ca2-add0-6e355d71ef49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4222396b7cf84679a0eaebcc0a134ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398044 Feb 11 13:37:12.562764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39058) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:12.634008 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.717794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:12.721756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] device_id is not set on port 8eb25261-92d0-48bb-ab4e-ef0087df2496 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:12.877393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Allocated IP 172.20.0.8 (9cca9e38-bd58-41a3-afdf-a4cfe26cc124/85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8/1299df79-5b6f-4790-9760-c91b11a8e6de) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:13.117609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ebefa10-3053-42ff-b2a7-599bebdc17d6 req-7b0f552b-d2de-4eb8-b85b-ea0f1d47f5f2 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 210 time: 0.5946419 Feb 11 13:37:13.125915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8139-3d2a-4d1a-aed9-c14dc296cb10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.159326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de91e61-c312-4ddf-9d41-1f55c165cf9f None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:13.179434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b6e8139-3d2a-4d1a-aed9-c14dc296cb10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.183211 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1b6e8139-3d2a-4d1a-aed9-c14dc296cb10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/e2910454-e073-4fe5-8929-f04a7c9de32d HTTP/1.1" status: 204 len: 168 time: 1.5541663 Feb 11 13:37:13.188857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39080) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:13.204357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e8139-3d2a-4d1a-aed9-c14dc296cb10 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=e2910454-e073-4fe5-8929-f04a7c9de32d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:13.235180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] device_id is not set on port 8eb25261-92d0-48bb-ab4e-ef0087df2496 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:13.248908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.258267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c0c6a172-3c9e-4eb8-b3d8-7a0798ca8396 None None] Provisioning complete for port 419000b6-f50e-49d0-8453-77fbcd673c24 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:13.261400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c0c6a172-3c9e-4eb8-b3d8-7a0798ca8396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.269643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60ae510-19ab-4048-8890-9ba65e678100,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:13.289936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6a460612-70e9-4613-abea-18b050b2dea8 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935953 Feb 11 13:37:13.291585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39082) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:13.297360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:13.312291 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9bd17e3-3d27-41ea-b584-2bfce044b0ce req-1b5ecb09-214c-424c-b335-6ad6a486b652 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 210 time: 0.2866337 Feb 11 13:37:13.349259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.406227 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.440590 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a26ac5b-74c5-4860-a4dd-b0c210f5cc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.473724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f63ab0-13c0-4907-94db-8e3d400470eb None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:37:13.495879 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a26ac5b-74c5-4860-a4dd-b0c210f5cc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.508930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event updated for resources: {'Port': ['ID=8eb25261-92d0-48bb-ab4e-ef0087df2496,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:13.532879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-17f63ab0-13c0-4907-94db-8e3d400470eb None None] Deleting port 419000b6-f50e-49d0-8453-77fbcd673c24 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:13.533255 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17f63ab0-13c0-4907-94db-8e3d400470eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.543352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Checking segment: {'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:13.543851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Network hostable DHCP agents. Network: fd6bac49-d301-40fe-af98-44ad6a7bdd07, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:13.572895 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.610917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.661597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Pushing event updated for resources: {'Port': ['ID=7271340a-75dc-4ad7-95f4-fcccd3e031f4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:13.678797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Network 007b72a8-9216-4ed0-af25-de582ba4644b is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:13.678889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Network fd6bac49-d301-40fe-af98-44ad6a7bdd07 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:13.683940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:13.688434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:13.728439 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a26ac5b-74c5-4860-a4dd-b0c210f5cc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.731234 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a26ac5b-74c5-4860-a4dd-b0c210f5cc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.732437 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2a26ac5b-74c5-4860-a4dd-b0c210f5cc1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/faf5d0a2-0241-42ae-af81-2b47c1a6e9ae HTTP/1.1" status: 204 len: 168 time: 1.1669347 Feb 11 13:37:13.746561 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26ac5b-74c5-4860-a4dd-b0c210f5cc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf5d0a2-0241-42ae-af81-2b47c1a6e9ae,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:13.765254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:13.765826 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.766645 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.794178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-17f63ab0-13c0-4907-94db-8e3d400470eb None None] For port 419000b6-f50e-49d0-8453-77fbcd673c24, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=419000b6-f50e-49d0-8453-77fbcd673c24,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:13.795056 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17f63ab0-13c0-4907-94db-8e3d400470eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.811738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-17f63ab0-13c0-4907-94db-8e3d400470eb None None] Calling delete_port for 419000b6-f50e-49d0-8453-77fbcd673c24 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:13.850594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:13.855543 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:13.887040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, fd6bac49-d301-40fe-af98-44ad6a7bdd07) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:13.909603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-28bf9cf2-bf13-45d7-97b0-a88daf57a709 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8344698 Feb 11 13:37:13.937123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:13.945559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:13.952034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Request body: {'port': {'device_id': '809f4c12-f1cb-4813-a544-6bf995e91457', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:13.953672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904203c-834c-4689-b477-3d5a6c46b51e None None] Network fd6bac49-d301-40fe-af98-44ad6a7bdd07 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:13.979922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:13.992110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:13.998063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:13.998435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:13.998757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:14.011132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:14.028402 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17f63ab0-13c0-4907-94db-8e3d400470eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.062340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:14.062674 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:14.077069 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 2 to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 Feb 11 13:37:14.119047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:14.120317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f63ab0-13c0-4907-94db-8e3d400470eb None None] Pushing event deleted for resources: {'Port': ['ID=419000b6-f50e-49d0-8453-77fbcd673c24,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:14.122996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:14.123408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:14.131811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f63ab0-13c0-4907-94db-8e3d400470eb None None] No DVR routers for this DVR port 419000b6-f50e-49d0-8453-77fbcd673c24 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:14.147823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:14.148161 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:14.150093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.174293 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 3 to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 Feb 11 13:37:14.245431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:14.246232 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.250121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:14.250665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:14.252063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:14.258264 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-65318185-81ba-4eaf-8ecd-ec87329baf92 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=405888198070466496bb6fe40d02172f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739505 Feb 11 13:37:14.286866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:14.289324 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:14.299870 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 4 to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 Feb 11 13:37:14.319117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:14.331920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:14.339797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:14.368860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:14.369430 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:14.370207 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 5 to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 Feb 11 13:37:14.422650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9c348-adc7-4584-b499-f9bf6e322f61 req-23e4e10f-ec5c-465e-9ec6-a1cdf2d20375 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:14.424486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fef9c348-adc7-4584-b499-f9bf6e322f61 req-23e4e10f-ec5c-465e-9ec6-a1cdf2d20375 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 932 time: 0.1458571 Feb 11 13:37:14.426021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:14.426549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:14.427043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:14.438142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:14.439157 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:14.441631 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 6 to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 Feb 11 13:37:14.487197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-64958fbd-4685-4d7d-84ef-f7ab228d145b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5148325 Feb 11 13:37:14.503207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Request body: {'port': {'device_id': '63baa619-92cd-487b-b188-2c0998652baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:14.511491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fef9c348-adc7-4584-b499-f9bf6e322f61 req-8a43a478-4881-4951-b9e1-ee0879b295ce tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706978 Feb 11 13:37:14.529538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:14.529916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:14.530264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:14.542529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:14.542529 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:14.542529 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 7 to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 Feb 11 13:37:14.590079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:14.590648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:14.591141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:14.603825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5c182c91-f26f-4a06-b7ea-4fc904e35a90 None None] Provisioning complete for port 1299df79-5b6f-4790-9760-c91b11a8e6de triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:14.604398 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5c182c91-f26f-4a06-b7ea-4fc904e35a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.609889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:14.610385 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:14.612915 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 8 to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 Feb 11 13:37:14.618245 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.669345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:14.669910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:14.670659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:14.684535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:14.690159 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:14.710786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5c182c91-f26f-4a06-b7ea-4fc904e35a90 None None] Port 1299df79-5b6f-4790-9760-c91b11a8e6de cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:37:14.713718 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 9 to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 Feb 11 13:37:14.718171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39126) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:14.776662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:14.777005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:14.777341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:14.848432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:14.848801 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:14.862952 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 10 to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 Feb 11 13:37:14.899359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-3497b086-476e-447d-b1d7-a758ab81eef3 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:14.900886 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-3497b086-476e-447d-b1d7-a758ab81eef3 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4988947 Feb 11 13:37:14.908310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:14.908310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:14.908567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:14.918646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8696a3-f040-4a89-8874-da53d7bfdb4f req-3e0b84c9-5bc9-42d8-adf4-1d983ccc6291 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:14.919943 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd8696a3-f040-4a89-8874-da53d7bfdb4f req-3e0b84c9-5bc9-42d8-adf4-1d983ccc6291 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 931 time: 0.1994154 Feb 11 13:37:14.923688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-449e45af-a571-4840-8ded-b88d9fde1835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.945762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:14.946112 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port 8eb25261-92d0-48bb-ab4e-ef0087df2496 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:14.946483 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:14.958185 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-70cb0825-5df8-43c4-a87e-81a52a222ad5 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/quotas/405888198070466496bb6fe40d02172f HTTP/1.1" status: 200 len: 375 time: 0.0389159 Feb 11 13:37:15.008563 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-d7a03cde-033a-4462-9e80-6734e73f60a2 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=405888198070466496bb6fe40d02172f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405834 Feb 11 13:37:15.104465 n-d-816488-1 neutron-server[103006]: DEBUG neutron.objects.ports [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103006) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:37:15.111489 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.113318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd8696a3-f040-4a89-8874-da53d7bfdb4f req-594ec887-ce95-4cc1-b87a-fdf14a45a31c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756227 Feb 11 13:37:15.185928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:15.194371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:15.195412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 419000b6-f50e-49d0-8453-77fbcd673c24 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:15.200285 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:15.200885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.211279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7271340a-75dc-4ad7-95f4-fcccd3e031f4 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:37:15.225539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2127b2c6-d401-4d03-91ce-2e24e5a66f9d None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:15.227988 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.229001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 419000b6-f50e-49d0-8453-77fbcd673c24 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:37:15.229627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 419000b6-f50e-49d0-8453-77fbcd673c24 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:15.286261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] For port 8eb25261-92d0-48bb-ab4e-ef0087df2496, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:15.297687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempted to set empty binding levels {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:37:15.304135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=41a21a75-3aeb-4f11-b178-8bd9903fdfe5,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:15.311998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Transition to ACTIVE for port object 7271340a-75dc-4ad7-95f4-fcccd3e031f4 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:15.341844 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c68be4fa-82c1-43a4-bd77-82057c6a2cc7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0482056 Feb 11 13:37:15.345121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39142) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:15.355575 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-449e45af-a571-4840-8ded-b88d9fde1835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.359844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c734af7e-b034-40dc-838c-3968607be954 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:15.405231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5289e35b-7b72-43cf-957d-6b8a9b58938d req-d14bcef7-43e0-4054-b4bd-99858340b8a9 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 210 time: 0.0755429 Feb 11 13:37:15.427661 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.492890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.506586 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-449e45af-a571-4840-8ded-b88d9fde1835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.542561 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Pushing event updated for resources: {'Port': ['ID=7271340a-75dc-4ad7-95f4-fcccd3e031f4,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:15.563151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '41a21a75-3aeb-4f11-b178-8bd9903fdfe5'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:37:15.563151 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.728586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:15.729400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.770313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463f593-1a8b-4731-a82d-56c2ead5b79c req-f893bbc1-3a57-4774-8412-0c05618e27f2 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:15.772420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b463f593-1a8b-4731-a82d-56c2ead5b79c req-f893bbc1-3a57-4774-8412-0c05618e27f2 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 944 time: 0.1317787 Feb 11 13:37:15.773420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Attempting to bind port 7271340a-75dc-4ad7-95f4-fcccd3e031f4 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:15.773756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Attempting to bind port 7271340a-75dc-4ad7-95f4-fcccd3e031f4 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:15.790430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Attempting to bind port 7271340a-75dc-4ad7-95f4-fcccd3e031f4 on network 007b72a8-9216-4ed0-af25-de582ba4644b {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:15.792474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39164) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:15.813388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Port 7271340a-75dc-4ad7-95f4-fcccd3e031f4 on network 007b72a8-9216-4ed0-af25-de582ba4644b not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:15.813388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Attempting to bind port 7271340a-75dc-4ad7-95f4-fcccd3e031f4 on network 007b72a8-9216-4ed0-af25-de582ba4644b {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:15.816622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Allocated IP 2001:db8::f816:3eff:fec8:64d1 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/41a21a75-3aeb-4f11-b178-8bd9903fdfe5/b4f10920-67de-46cd-af8c-2c2b1cb7928c) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:15.826824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:15.827171 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Checking segment: {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:15.827567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Bound using segment: {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:15.828002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Bound port: 7271340a-75dc-4ad7-95f4-fcccd3e031f4, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:15.828365 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.845436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1299df79-5b6f-4790-9760-c91b11a8e6de {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:37:15.851142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e45af-a571-4840-8ded-b88d9fde1835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d33696-4f61-4c3a-aae0-4a41056102ab,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:15.860268 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:15.866214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b463f593-1a8b-4731-a82d-56c2ead5b79c req-060a4cb1-9042-4540-89b8-28dd935cfeb3 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665975 Feb 11 13:37:15.872096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39170) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:15.882991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-449e45af-a571-4840-8ded-b88d9fde1835 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2aa784b82c9441a8ff79305d01b8fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1609776 Feb 11 13:37:15.884304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event updated for resources: {'Port': ['ID=8eb25261-92d0-48bb-ab4e-ef0087df2496,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:15.908974 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-76772583-9217-40ed-8eac-64a829205b10 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.6372139 Feb 11 13:37:15.911684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39174) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:15.929034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Transition to ACTIVE for port object 1299df79-5b6f-4790-9760-c91b11a8e6de will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:15.983417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] For port 7271340a-75dc-4ad7-95f4-fcccd3e031f4, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:15.992706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] For port 7271340a-75dc-4ad7-95f4-fcccd3e031f4, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7271340a-75dc-4ad7-95f4-fcccd3e031f4,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:15.998407 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d346256c-5fbc-45e7-bd36-3d31f1a47c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.027850 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d346256c-5fbc-45e7-bd36-3d31f1a47c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.042237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.090652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1036923527-network', 'tenant_id': '1ed3a1e626154eb696090f916cd62873'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:16.098504 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.145762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:16.146047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.150457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] 10.222.0.13 "PUT /v2.0/ports/7271340a-75dc-4ad7-95f4-fcccd3e031f4 HTTP/1.1" status: 200 len: 1092 time: 2.2004936 Feb 11 13:37:16.150457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '809f4c12-f1cb-4813-a544-6bf995e91457', 'tag': '7271340a-75dc-4ad7-95f4-fcccd3e031f4'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:16.151749 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00000ccd-1578-4833-ad97-01c244312150" -d '{"events": [{"name": "network-changed", "server_uuid": "809f4c12-f1cb-4813-a544-6bf995e91457", "tag": "7271340a-75dc-4ad7-95f4-fcccd3e031f4"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:16.205471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:16.219064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb2d93-27c4-45eb-8eea-699082e57313 service neutron] Pushing event updated for resources: {'Port': ['ID=7271340a-75dc-4ad7-95f4-fcccd3e031f4,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:16.225458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d346256c-5fbc-45e7-bd36-3d31f1a47c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.229045 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d346256c-5fbc-45e7-bd36-3d31f1a47c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.233144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d346256c-5fbc-45e7-bd36-3d31f1a47c87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d9d33696-4f61-4c3a-aae0-4a41056102ab HTTP/1.1" status: 204 len: 168 time: 0.3585057 Feb 11 13:37:16.243859 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c734af7e-b034-40dc-838c-3968607be954 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:16.246764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.248263 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c734af7e-b034-40dc-838c-3968607be954 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.278977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346256c-5fbc-45e7-bd36-3d31f1a47c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d33696-4f61-4c3a-aae0-4a41056102ab,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:16.341022 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.345109 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b559f83-1887-4122-994e-5efdbb729065 x-openstack-request-id: req-2b559f83-1887-4122-994e-5efdbb729065 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:16.345940 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "809f4c12-f1cb-4813-a544-6bf995e91457", "tag": "7271340a-75dc-4ad7-95f4-fcccd3e031f4", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:16.348456 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2b559f83-1887-4122-994e-5efdbb729065 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:16.357620 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '809f4c12-f1cb-4813-a544-6bf995e91457', 'tag': '7271340a-75dc-4ad7-95f4-fcccd3e031f4', 'status': 'completed', 'code': 200} Feb 11 13:37:16.381938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Made reservation on behalf of 1ed3a1e626154eb696090f916cd62873 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:16.397713 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.402453 n-d-816488-1 neutron-server[103007]: INFO neutron.db.ipam_backend_mixin [None req-c734af7e-b034-40dc-838c-3968607be954 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41a21a75-3aeb-4f11-b178-8bd9903fdfe5 (CIDR: 2001:db8::/64) Feb 11 13:37:16.408287 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.414696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-3a260429-11c1-4213-bfe5-4d8f06288a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:16.419920 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-3a260429-11c1-4213-bfe5-4d8f06288a27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 1095 time: 0.1397581 Feb 11 13:37:16.496251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:16.507142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:16.518353 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-c734af7e-b034-40dc-838c-3968607be954 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:37:16.518869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c734af7e-b034-40dc-838c-3968607be954 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:16.530825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:16.555436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Attempting to bind port 1299df79-5b6f-4790-9760-c91b11a8e6de on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:16.555942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Attempting to bind port 1299df79-5b6f-4790-9760-c91b11a8e6de by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:16.556515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Attempting to bind port 1299df79-5b6f-4790-9760-c91b11a8e6de on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:16.565565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9ada5d6e-6f0f-43c0-814a-ac3828f87d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Deleting port 8eb25261-92d0-48bb-ab4e-ef0087df2496 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:16.571361 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ada5d6e-6f0f-43c0-814a-ac3828f87d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.602038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Pushing event updated for resources: {'Port': ['ID=b4f10920-67de-46cd-af8c-2c2b1cb7928c,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:16.603760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Port 1299df79-5b6f-4790-9760-c91b11a8e6de on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:16.604195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Attempting to bind port 1299df79-5b6f-4790-9760-c91b11a8e6de on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:16.611129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.655896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Attempting to bind port b4f10920-67de-46cd-af8c-2c2b1cb7928c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:16.656284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Attempting to bind port b4f10920-67de-46cd-af8c-2c2b1cb7928c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:16.656652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Attempting to bind port b4f10920-67de-46cd-af8c-2c2b1cb7928c on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:16.657312 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-89fdd3a5-3798-4377-a0ba-01990ad26fed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7271340a-75dc-4ad7-95f4-fcccd3e031f4 HTTP/1.1" status: 200 len: 217 time: 0.2278323 Feb 11 13:37:16.679147 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c734af7e-b034-40dc-838c-3968607be954 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3292611 Feb 11 13:37:16.681516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:16.681939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:16.682352 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.682746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:16.683239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Bound port: b4f10920-67de-46cd-af8c-2c2b1cb7928c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:16.686186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-31d7e32e-e2e5-4011-8e4c-97197a4b3123 req-c73abc60-2079-4d28-94f2-acaffab97420 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 210 time: 0.0773883 Feb 11 13:37:16.688249 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.705923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:16.706544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Checking segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:16.707086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Bound using segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:16.707676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Bound port: 1299df79-5b6f-4790-9760-c91b11a8e6de, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:16.714712 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.714712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39194) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:16.729811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-92633b63-dfba-4000-bf8b-c6e1424985f3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:16.743602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-9e4823e5-1e25-4ea8-870d-0f6f065d0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:16.749059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-9e4823e5-1e25-4ea8-870d-0f6f065d0580 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.0628612 Feb 11 13:37:16.749059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.755317 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f185471-3a37-4171-83fd-1db59f3a544e req-87c1463f-8ddc-48b8-b175-d3806e990839 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:16.756984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f185471-3a37-4171-83fd-1db59f3a544e req-87c1463f-8ddc-48b8-b175-d3806e990839 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 943 time: 0.5187459 Feb 11 13:37:16.764567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:16.777672 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.783418 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Added segment 799728f2-7ab0-4599-a748-a95d5cfeb1eb of type vlan for network 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 Feb 11 13:37:16.818349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-9ada5d6e-6f0f-43c0-814a-ac3828f87d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] For port 8eb25261-92d0-48bb-ab4e-ef0087df2496, host n-h1-816488-1, got binding levels [] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:16.818720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ada5d6e-6f0f-43c0-814a-ac3828f87d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.826160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.829661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] For port b4f10920-67de-46cd-af8c-2c2b1cb7928c, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:16.832951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] For port b4f10920-67de-46cd-af8c-2c2b1cb7928c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b4f10920-67de-46cd-af8c-2c2b1cb7928c,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:16.899582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-50caafc8-1c6b-4a9d-9375-46a3284329e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622897 Feb 11 13:37:16.918104 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:16.980215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ea8998-dd87-4412-8a0c-3e61586c48ca,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:17.000645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a457b1b-bf6e-4705-80f5-7dea0bafb20c None None] Pushing event updated for resources: {'Port': ['ID=b4f10920-67de-46cd-af8c-2c2b1cb7928c,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:17.018081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:17.021614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:17.030279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9ada5d6e-6f0f-43c0-814a-ac3828f87d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Calling delete_port for 8eb25261-92d0-48bb-ab4e-ef0087df2496 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:17.039112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f185471-3a37-4171-83fd-1db59f3a544e req-146b7070-24fb-4f97-bcc2-616f7957465a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2570996 Feb 11 13:37:17.086861 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.086861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:17.086861 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.159068 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.191939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] Pushing event updated for resources: {'Network': ['ID=68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:17.212667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:17.239651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:17.240843 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.242372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/1299df79-5b6f-4790-9760-c91b11a8e6de HTTP/1.1" status: 200 len: 1091 time: 2.7454371 Feb 11 13:37:17.244328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:17.251855 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d862a69-79df-4195-a720-14f0cc1280b3" -d '{"events": [{"name": "network-changed", "server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:17.295791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01e0aa-07fb-46a1-b8f8-5d240e303a20 req-2d4cba3f-70b7-41d7-aa22-f956510bf5d4 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:17.297611 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e01e0aa-07fb-46a1-b8f8-5d240e303a20 req-2d4cba3f-70b7-41d7-aa22-f956510bf5d4 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 944 time: 0.2705579 Feb 11 13:37:17.309909 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-b779b730-3a7c-4b6c-84d1-64d69c351aae service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033303 Feb 11 13:37:17.319774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-796e7794-ad4a-4e43-8b7f-6071f94e09a7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5213926 Feb 11 13:37:17.321493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39208) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:17.332696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Request body: {'subnet': {'network_id': '68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1036923527-subnet', 'tenant_id': '1ed3a1e626154eb696090f916cd62873', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:17.341611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbcf87-e2c9-41c9-a411-d234196336d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:17.639788 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077df883-1790-4f26-b058-ef08a71b6690 x-openstack-request-id: req-077df883-1790-4f26-b058-ef08a71b6690 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:17.639788 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:17.639788 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-077df883-1790-4f26-b058-ef08a71b6690 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:17.639788 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'status': 'completed', 'code': 200} Feb 11 13:37:17.641722 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e01e0aa-07fb-46a1-b8f8-5d240e303a20 req-4ca055fd-e1a9-4d95-a6ca-24f901832866 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943994 Feb 11 13:37:17.642192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d862a69-79df-4195-a720-14f0cc1280b3 req-296047fc-ddca-4e55-b8aa-d26c46dcb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:17.642192 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d862a69-79df-4195-a720-14f0cc1280b3 req-296047fc-ddca-4e55-b8aa-d26c46dcb223 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 1094 time: 0.1107936 Feb 11 13:37:17.642367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8439bcf7-9469-4389-84ac-ddc1cc999cf1 req-7afa3ad2-d24b-49e0-a0c7-bb541b058c1b service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768059 Feb 11 13:37:17.717737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d862a69-79df-4195-a720-14f0cc1280b3 req-2e06a0a0-8161-4f90-b9ac-b9b5ae231841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:17.719771 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d862a69-79df-4195-a720-14f0cc1280b3 req-2e06a0a0-8161-4f90-b9ac-b9b5ae231841 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e6073ab297074d3eab820065d5df3ec9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1340232 Feb 11 13:37:17.720987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ada5d6e-6f0f-43c0-814a-ac3828f87d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.771716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Made reservation on behalf of 1ed3a1e626154eb696090f916cd62873 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:17.774312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.777436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada5d6e-6f0f-43c0-814a-ac3828f87d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event deleted for resources: {'Port': ['ID=8eb25261-92d0-48bb-ab4e-ef0087df2496,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:17.806153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92633b63-dfba-4000-bf8b-c6e1424985f3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:17.810170 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-92633b63-dfba-4000-bf8b-c6e1424985f3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.886410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00000ccd-1578-4833-ad97-01c244312150 req-6c918400-b08b-47da-943c-ad0fea5f6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:17.887985 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00000ccd-1578-4833-ad97-01c244312150 req-6c918400-b08b-47da-943c-ad0fea5f6aba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 1095 time: 0.0500090 Feb 11 13:37:17.959415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ada5d6e-6f0f-43c0-814a-ac3828f87d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:17.964727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9ada5d6e-6f0f-43c0-814a-ac3828f87d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "DELETE /v2.0/ports/8eb25261-92d0-48bb-ab4e-ef0087df2496 HTTP/1.1" status: 204 len: 168 time: 2.0485389 Feb 11 13:37:17.968878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39222) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:18.021095 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e404f7-9a66-45a4-a975-5dd211e37907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:37:18.031992 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f4e404f7-9a66-45a4-a975-5dd211e37907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "GET /v2.0/ports/8eb25261-92d0-48bb-ab4e-ef0087df2496 HTTP/1.1" status: 404 len: 333 time: 0.0601370 Feb 11 13:37:18.031992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39224) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:18.045220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Request body: {'port': {'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1263796733'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:18.065290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b3c9280-18b0-4fd6-91fb-3efbf7b6a98c req-b02f4678-02fb-4485-bbeb-b799dcd4f9c6 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 210 time: 0.2137239 Feb 11 13:37:18.078621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00000ccd-1578-4833-ad97-01c244312150 req-16237d9e-99b0-40dc-bea6-249920fda213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:18.079509 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00000ccd-1578-4833-ad97-01c244312150 req-16237d9e-99b0-40dc-bea6-249920fda213 service neutron] 10.222.0.13 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 916 time: 0.1851990 Feb 11 13:37:18.200673 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00000ccd-1578-4833-ad97-01c244312150 req-fdd10f6e-50a7-4677-b754-2b93d08f7c2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7271340a-75dc-4ad7-95f4-fcccd3e031f4 HTTP/1.1" status: 200 len: 217 time: 0.0999162 Feb 11 13:37:18.291283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Made reservation on behalf of e3ffe06f4d3740cd86f159f26063ad27 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:18.295780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.314056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d862a69-79df-4195-a720-14f0cc1280b3 req-50c28b7c-42da-4e5c-a3ac-d12028f5586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:18.322659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d862a69-79df-4195-a720-14f0cc1280b3 req-50c28b7c-42da-4e5c-a3ac-d12028f5586d service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5897539 Feb 11 13:37:18.342601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cc357-1b21-4a12-af23-3f2e55046fa4 req-c8dc3853-dd91-44e3-b371-63eca3252811 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:18.344310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f9cc357-1b21-4a12-af23-3f2e55046fa4 req-c8dc3853-dd91-44e3-b371-63eca3252811 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 943 time: 0.1374569 Feb 11 13:37:18.356628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] device_id is not set on port b4071a1e-eed6-4155-83c9-0d9354458411 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:18.382964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00000ccd-1578-4833-ad97-01c244312150 req-cd549e17-6725-4e8e-8b35-4f77d3b15d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:18.384580 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00000ccd-1578-4833-ad97-01c244312150 req-cd549e17-6725-4e8e-8b35-4f77d3b15d6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.1660888 Feb 11 13:37:18.462136 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f9cc357-1b21-4a12-af23-3f2e55046fa4 req-f89dc36e-93da-4c10-9c69-c618bb8b2b03 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880742 Feb 11 13:37:18.477376 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.524262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00000ccd-1578-4833-ad97-01c244312150 req-e9c807f7-dc8d-4398-91ab-13a52373c5a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316466 Feb 11 13:37:18.591634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-69e461eb-f1c8-4e10-92b9-3c1bb80bb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:18.593577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-69e461eb-f1c8-4e10-92b9-3c1bb80bb25f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 1094 time: 0.2146959 Feb 11 13:37:18.608461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c008336e-767c-49bb-8758-53a7e9b3dce5,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:18.697613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-229ed1ab-5f85-4067-b598-9250122130ec None None] Provisioning complete for port b4f10920-67de-46cd-af8c-2c2b1cb7928c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:18.699498 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-229ed1ab-5f85-4067-b598-9250122130ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.793498 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.800805 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00000ccd-1578-4833-ad97-01c244312150 req-9f67c6c6-cafb-41e0-882c-25c8a13bad85 service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065315 Feb 11 13:37:18.844521 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-229ed1ab-5f85-4067-b598-9250122130ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.884746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-229ed1ab-5f85-4067-b598-9250122130ec None None] For port b4f10920-67de-46cd-af8c-2c2b1cb7928c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b4f10920-67de-46cd-af8c-2c2b1cb7928c,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:18.919582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-00000ccd-1578-4833-ad97-01c244312150 req-6092cfd2-f84e-439f-b8f4-9f78b5555e9d service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092749 Feb 11 13:37:18.964107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:18.969238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-229ed1ab-5f85-4067-b598-9250122130ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.036667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229ed1ab-5f85-4067-b598-9250122130ec None None] Pushing event updated for resources: {'Port': ['ID=b4f10920-67de-46cd-af8c-2c2b1cb7928c,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.041127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event updated for resources: {'Port': ['ID=b4071a1e-eed6-4155-83c9-0d9354458411,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.049425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Network fd6bac49-d301-40fe-af98-44ad6a7bdd07 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:19.050984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:19.053812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:19.054972 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.055703 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.061481 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-b199c7b4-fe0d-47c0-aba7-f86f4804dfd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1299df79-5b6f-4790-9760-c91b11a8e6de HTTP/1.1" status: 200 len: 217 time: 0.4395070 Feb 11 13:37:19.113630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-67581175-feee-4944-9c32-66d890ab5854 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=405888198070466496bb6fe40d02172f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4839008 Feb 11 13:37:19.192857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Checking segment: {'id': '799728f2-7ab0-4599-a748-a95d5cfeb1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:19.193981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Network hostable DHCP agents. Network: 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:19.194632 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f5b4c4c2-640b-4171-aaf7-5fd754d67103 req-bdf819a0-0c3f-4608-8d59-02df86e6c626 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 210 time: 0.0487833 Feb 11 13:37:19.198943 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ef10d27b-d2c6-4b81-b4fd-04995ea8e3a0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1641209 Feb 11 13:37:19.201818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39264) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:19.219576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:19.261355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b4f10920-67de-46cd-af8c-2c2b1cb7928c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:19.308508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.312699 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b4f10920-67de-46cd-af8c-2c2b1cb7928c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:19.313141 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.336624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-1a062579-46e7-43b7-b775-bf58a541a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.338135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-1a062579-46e7-43b7-b775-bf58a541a161 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.2510908 Feb 11 13:37:19.360165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eed7ce-b3c8-4360-a059-2eadc575a483 req-89cd1f53-d363-453f-b28b-0bedfd392b46 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.361694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73eed7ce-b3c8-4360-a059-2eadc575a483 req-89cd1f53-d363-453f-b28b-0bedfd392b46 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 944 time: 0.3602772 Feb 11 13:37:19.475825 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Network 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:19.477892 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-92633b63-dfba-4000-bf8b-c6e1424985f3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.503607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-35e564a2-e4a2-4e81-bf8b-8079965f1663 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.505090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-35e564a2-e4a2-4e81-bf8b-8079965f1663 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3847320 Feb 11 13:37:19.505696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] device_id is not set on port b4071a1e-eed6-4155-83c9-0d9354458411 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:19.514273 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.543608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Request body: {'port': {'device_id': 'cfbff91d-3fae-4ce5-9357-7413d96b3e2a', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '405888198070466496bb6fe40d02172f'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:19.554611 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73eed7ce-b3c8-4360-a059-2eadc575a483 req-a6f2f860-c9f6-4899-936f-50fb90a73c26 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772878 Feb 11 13:37:19.576585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-7743c172-a342-4181-8304-0c0bcbc6755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.576585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-7743c172-a342-4181-8304-0c0bcbc6755d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2212062 Feb 11 13:37:19.580490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92633b63-dfba-4000-bf8b-c6e1424985f3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:19.604599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cc950-7888-417e-bad2-1c087e30c0a7 req-300f4d4d-0071-4a18-bfe6-4dc48798dbf6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.606138 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-174cc950-7888-417e-bad2-1c087e30c0a7 req-300f4d4d-0071-4a18-bfe6-4dc48798dbf6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 943 time: 0.0596340 Feb 11 13:37:19.611642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.619756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-92633b63-dfba-4000-bf8b-c6e1424985f3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:19.633208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba7729-1559-4fb4-81db-5aa16b6e439a None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:19.636215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92633b63-dfba-4000-bf8b-c6e1424985f3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.636817 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-92633b63-dfba-4000-bf8b-c6e1424985f3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.651407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:19.659196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92633b63-dfba-4000-bf8b-c6e1424985f3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=f0bba639-09e0-4533-9ec9-e946671ea0ce,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.706207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39272) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:19.710969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:19.711750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.712162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event updated for resources: {'Port': ['ID=b4071a1e-eed6-4155-83c9-0d9354458411,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:19.728916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5651ad-979d-421d-b14c-0479740912be None None] Network 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:19.738895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:19.739250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:19.739595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:19.745725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-174cc950-7888-417e-bad2-1c087e30c0a7 req-efa180db-8fd1-488e-9f09-4c2be261e833 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308019 Feb 11 13:37:19.749071 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:19.749400 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:19.749868 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 2 to bind port b4071a1e-eed6-4155-83c9-0d9354458411 Feb 11 13:37:19.771920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:19.771920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:19.771920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:19.776639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:19.776979 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:19.777378 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 3 to bind port b4071a1e-eed6-4155-83c9-0d9354458411 Feb 11 13:37:19.801510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:19.801890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:19.802228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:19.808095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:19.808809 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:19.808944 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 4 to bind port b4071a1e-eed6-4155-83c9-0d9354458411 Feb 11 13:37:19.820049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-5a821289-925d-4403-b556-9e709e337de7 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384009 Feb 11 13:37:19.823668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:19.824233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:19.825019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:19.830942 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-92633b63-dfba-4000-bf8b-c6e1424985f3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1126971 Feb 11 13:37:19.838236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:19.838236 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:19.838236 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 5 to bind port b4071a1e-eed6-4155-83c9-0d9354458411 Feb 11 13:37:19.843928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39284) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:19.851721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:54:06:60', 'name': 'tempest-NetworksTestDHCPv6-1737166336'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:19.910389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aff9cb06-c4e3-41a2-87c5-8ecacdbd8140 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5781584 Feb 11 13:37:19.965982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:19.966322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:19.966663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:19.992072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:19.992442 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:19.993086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-255204c3-6f6b-4777-ba68-ab7fa4fdde85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:19.998655 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 6 to bind port b4071a1e-eed6-4155-83c9-0d9354458411 Feb 11 13:37:20.004372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf37418d-8e7f-43d2-b255-943e3ddb5912 req-acade90f-0814-4d2f-b395-2a65bd671650 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722436 Feb 11 13:37:20.017401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Made reservation on behalf of 405888198070466496bb6fe40d02172f for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:20.025879 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.039595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c03c754-2b7b-4760-93d0-7ad0cfbb13bb None None] Network 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:20.041029 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.063118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:20.063445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:20.063776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:20.096554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:20.096890 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:20.102830 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 7 to bind port b4071a1e-eed6-4155-83c9-0d9354458411 Feb 11 13:37:20.157302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:20.157647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:20.158080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:20.176134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:20.176470 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:20.178021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.180608 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 8 to bind port b4071a1e-eed6-4155-83c9-0d9354458411 Feb 11 13:37:20.209431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:20.209692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:20.210150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:20.221381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:20.221786 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:20.223603 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 9 to bind port b4071a1e-eed6-4155-83c9-0d9354458411 Feb 11 13:37:20.246069 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-255204c3-6f6b-4777-ba68-ab7fa4fdde85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.247538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:20.247898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:20.248236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:20.252813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:20.253193 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:20.253586 n-d-816488-1 neutron-server[103006]: INFO neutron.plugins.ml2.plugin [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 10 to bind port b4071a1e-eed6-4155-83c9-0d9354458411 Feb 11 13:37:20.255258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d786a-b199-46e4-91a6-9536987b380c None None] Update dhcp port {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'fixed_ips': [{'subnet_id': '41a21a75-3aeb-4f11-b178-8bd9903fdfe5', 'ip_address': '2001:db8::f816:3eff:fec8:64d1'}, {'subnet_id': 'f0bba639-09e0-4533-9ec9-e946671ea0ce'}], 'binding:host_id': 'n-d-816488-1'}, 'id': 'b4f10920-67de-46cd-af8c-2c2b1cb7928c'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:37:20.267053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:20.267394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:20.267742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:20.272416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:20.275985 n-d-816488-1 neutron-server[103006]: ERROR neutron.plugins.ml2.managers [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port b4071a1e-eed6-4155-83c9-0d9354458411 on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:20.275985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.300938 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7271340a-75dc-4ad7-95f4-fcccd3e031f4 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:20.303054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac61deec-95fe-4a79-a2e6-57a1ff9ff0cd req-1f9f6af7-ffc9-476c-982e-39c61a0bd061 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 210 time: 0.0366166 Feb 11 13:37:20.304350 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.319732 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-919d786a-b199-46e4-91a6-9536987b380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.341582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:20.372927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-255204c3-6f6b-4777-ba68-ab7fa4fdde85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.417828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b8c268-0fe0-4f66-9ef5-3b93635a116a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:20.482479 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.resource_extend [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:37:20.518933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Allocated IP 192.168.233.123 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/7abfd0a1-59ca-4237-ad47-7c8662195989) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:20.572259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.586747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] For port b4071a1e-eed6-4155-83c9-0d9354458411, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:20.586747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempted to set empty binding levels {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:37:20.738790 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.774478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-919d786a-b199-46e4-91a6-9536987b380c None None] Allocated IP 2001:db8:0:1::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/f0bba639-09e0-4533-9ec9-e946671ea0ce/b4f10920-67de-46cd-af8c-2c2b1cb7928c) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:20.786580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7271340a-75dc-4ad7-95f4-fcccd3e031f4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7271340a-75dc-4ad7-95f4-fcccd3e031f4,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:20.812003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '7271340a-75dc-4ad7-95f4-fcccd3e031f4', 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b', 'port_id': '7271340a-75dc-4ad7-95f4-fcccd3e031f4', 'mac_address': 'fa:16:3e:fe:4c:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa252d3-c46a-4cd7-857f-fed90b8ed4ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:20.832330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39312) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:20.839327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-875711306-network', 'tenant_id': '9f7276b31f404945a4b6aedebf2b75c6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:20.857203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.922868 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:20.935215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:20.944254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:20.949760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:20.950441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7271340a-75dc-4ad7-95f4-fcccd3e031f4 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:37:20.962840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-919d786a-b199-46e4-91a6-9536987b380c None None] For port b4f10920-67de-46cd-af8c-2c2b1cb7928c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b4f10920-67de-46cd-af8c-2c2b1cb7928c,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:20.977606 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Pushing event updated for resources: {'Port': ['ID=7abfd0a1-59ca-4237-ad47-7c8662195989,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:20.998901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7271340a-75dc-4ad7-95f4-fcccd3e031f4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7271340a-75dc-4ad7-95f4-fcccd3e031f4,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:21.000397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac3ff8-a25a-4643-8925-75650cd21e60 req-481fd831-7626-42f5-9d01-1637d9f4182c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.002035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2ac3ff8-a25a-4643-8925-75650cd21e60 req-481fd831-7626-42f5-9d01-1637d9f4182c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 943 time: 0.1590126 Feb 11 13:37:21.024318 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-919d786a-b199-46e4-91a6-9536987b380c None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.033328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.034091 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.035759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255204c3-6f6b-4777-ba68-ab7fa4fdde85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a9a2dc-5cb0-480b-8bb8-f64013a99542,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:21.036631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Made reservation on behalf of 9f7276b31f404945a4b6aedebf2b75c6 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:21.039661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.043964 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-255204c3-6f6b-4777-ba68-ab7fa4fdde85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93d271ffa1e64b99aa60ec1286fa81fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3409793 Feb 11 13:37:21.048454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39314) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:21.072157 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.092477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.094908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.116857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2ac3ff8-a25a-4643-8925-75650cd21e60 req-ea3ea933-2f94-42ed-98f5-b174187c3814 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009202 Feb 11 13:37:21.152205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-919d786a-b199-46e4-91a6-9536987b380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.165603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] In _notify_port_updated(), no bound segment for port b4071a1e-eed6-4155-83c9-0d9354458411 on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:37:21.167934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.169428 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.173585 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "PUT /v2.0/ports/b4071a1e-eed6-4155-83c9-0d9354458411 HTTP/1.1" status: 200 len: 979 time: 1.9706690 Feb 11 13:37:21.179918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39316) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:21.195636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7271340a-75dc-4ad7-95f4-fcccd3e031f4,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:21.228546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 87cbf4f3-3553-4ada-b0e4-516441fbff31 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:21.289463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-96754f7e-e784-4b26-a6dd-87f39c0c0e55 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7577736 Feb 11 13:37:21.305304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7271340a-75dc-4ad7-95f4-fcccd3e031f4'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:21.318003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-d5bb5b50-d324-4cb7-9555-041d1a299703 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:37:21.319547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-d5bb5b50-d324-4cb7-9555-041d1a299703 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194676 Feb 11 13:37:21.354859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f8df01e-2a84-475e-abcb-725e634d41d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.357100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa0d07-ff34-4fe7-9a4f-f522331297ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event updated for resources: {'Port': ['ID=b4071a1e-eed6-4155-83c9-0d9354458411,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:21.360764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Request body: {'port': {'device_id': 'cfbff91d-3fae-4ce5-9357-7413d96b3e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:21.373745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d786a-b199-46e4-91a6-9536987b380c None None] Pushing event updated for resources: {'Port': ['ID=b4f10920-67de-46cd-af8c-2c2b1cb7928c,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:21.392647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023222f9-f0c6-4d27-81e3-003632d52bb5 req-0381857b-6339-462f-9bb8-d788083b0215 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.395162 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-023222f9-f0c6-4d27-81e3-003632d52bb5 req-0381857b-6339-462f-9bb8-d788083b0215 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 945 time: 0.3484209 Feb 11 13:37:21.468309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6d4fa337-9173-4635-989b-f9663ff5f873 None None] Provisioning complete for port 7abfd0a1-59ca-4237-ad47-7c8662195989 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:21.468804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6d4fa337-9173-4635-989b-f9663ff5f873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.470108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f8df01e-2a84-475e-abcb-725e634d41d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.499403 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-023222f9-f0c6-4d27-81e3-003632d52bb5 req-d98f6647-e543-45a4-a11a-2806657e85f2 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947890 Feb 11 13:37:21.504591 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.515897 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.558158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.563108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.563108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.563108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.563108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.563108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.563108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.563108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.563945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.563945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.564077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.564925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.565306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.572450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-98b696c1-b55a-451a-a29e-5f29a180d6c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11859 time: 0.3884346 Feb 11 13:37:21.585442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39322) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:21.601991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6d4fa337-9173-4635-989b-f9663ff5f873 None None] Port 7abfd0a1-59ca-4237-ad47-7c8662195989 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:37:21.622584 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.690981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb16dfe-ef35-462a-a2ac-d4544990e34a req-7a3e1151-3581-4cf3-91bc-6a8afd9a3b92 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:21.693286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebb16dfe-ef35-462a-a2ac-d4544990e34a req-7a3e1151-3581-4cf3-91bc-6a8afd9a3b92 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 936 time: 0.1903443 Feb 11 13:37:21.714729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:21.719342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8:0:1::6d (1bffabfc-4ac6-4e77-8c1a-50da44898f19/f0bba639-09e0-4533-9ec9-e946671ea0ce/87cbf4f3-3553-4ada-b0e4-516441fbff31) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:21.733151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::f816:3eff:fe54:660 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/41a21a75-3aeb-4f11-b178-8bd9903fdfe5/87cbf4f3-3553-4ada-b0e4-516441fbff31) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:21.824314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e00c3-c3ad-4d38-9d30-65205a35fafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Deleting port b4071a1e-eed6-4155-83c9-0d9354458411 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:21.824796 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6c1e00c3-c3ad-4d38-9d30-65205a35fafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.843751 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebb16dfe-ef35-462a-a2ac-d4544990e34a req-29edbf52-f0c8-4cc6-8c6f-b97d9d9b9877 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313558 Feb 11 13:37:21.847256 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.847604 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Added segment cbec5ebc-f37f-4aeb-96b1-0106623f1a33 of type vlan for network 29b4e06f-8062-4126-96d5-cda18f31088d Feb 11 13:37:21.848852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9fb5d-7b24-4892-9e42-db6e2d1c11e1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:21.875363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f8df01e-2a84-475e-abcb-725e634d41d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.881045 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f8df01e-2a84-475e-abcb-725e634d41d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:21.884773 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0f8df01e-2a84-475e-abcb-725e634d41d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/41a9a2dc-5cb0-480b-8bb8-f64013a99542 HTTP/1.1" status: 204 len: 168 time: 0.8286991 Feb 11 13:37:21.953580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.009206 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8df01e-2a84-475e-abcb-725e634d41d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a9a2dc-5cb0-480b-8bb8-f64013a99542,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:22.041134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-6c1e00c3-c3ad-4d38-9d30-65205a35fafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] For port b4071a1e-eed6-4155-83c9-0d9354458411, host n-h1-816488-1, got binding levels [] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:22.041510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6c1e00c3-c3ad-4d38-9d30-65205a35fafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.080131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6c1e00c3-c3ad-4d38-9d30-65205a35fafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Calling delete_port for b4071a1e-eed6-4155-83c9-0d9354458411 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:22.103179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.105883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:22.105883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.167005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.242230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] Pushing event updated for resources: {'Network': ['ID=29b4e06f-8062-4126-96d5-cda18f31088d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:22.252759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f78ffb5d-bcb2-4e62-8ac5-38b06d69e426 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4164257 Feb 11 13:37:22.252953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 29b4e06f-8062-4126-96d5-cda18f31088d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:22.253485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39330) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:22.261850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Request body: {'subnet': {'network_id': '29b4e06f-8062-4126-96d5-cda18f31088d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-875711306-subnet', 'tenant_id': '9f7276b31f404945a4b6aedebf2b75c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:22.295106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abfd0a1-59ca-4237-ad47-7c8662195989 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:37:22.305102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.330804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1299df79-5b6f-4790-9760-c91b11a8e6de details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:22.337891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7271340a-75dc-4ad7-95f4-fcccd3e031f4 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:22.344077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6107ff7-7a82-4389-a6c4-d448576eedc0 req-1095e4b7-2933-4e8f-ad29-a669afbfe017 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:22.345596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6107ff7-7a82-4389-a6c4-d448576eedc0 req-1095e4b7-2933-4e8f-ad29-a669afbfe017 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 943 time: 0.0608585 Feb 11 13:37:22.389334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6107ff7-7a82-4389-a6c4-d448576eedc0 req-d4750cf7-c771-43c6-a2f8-aaa4d25b5c33 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371697 Feb 11 13:37:22.395484 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.398466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6c1e00c3-c3ad-4d38-9d30-65205a35fafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.398650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Transition to ACTIVE for port object 7abfd0a1-59ca-4237-ad47-7c8662195989 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:22.400625 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Made reservation on behalf of 9f7276b31f404945a4b6aedebf2b75c6 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:22.411907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.429007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7b72d794-09a0-45f4-adc2-e6c7a74ff901 None None] Provisioning complete for port b4f10920-67de-46cd-af8c-2c2b1cb7928c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:22.429742 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7b72d794-09a0-45f4-adc2-e6c7a74ff901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.468456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=87cbf4f3-3553-4ada-b0e4-516441fbff31,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:22.494319 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.502290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e00c3-c3ad-4d38-9d30-65205a35fafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4071a1e-eed6-4155-83c9-0d9354458411,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:22.525343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:22.527144 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6c1e00c3-c3ad-4d38-9d30-65205a35fafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.531306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6c1e00c3-c3ad-4d38-9d30-65205a35fafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "DELETE /v2.0/ports/b4071a1e-eed6-4155-83c9-0d9354458411 HTTP/1.1" status: 204 len: 168 time: 0.9362912 Feb 11 13:37:22.534259 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:22.537568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39336) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:22.550534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:22.556053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:22.557696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.585984 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88e9644-a83c-4dad-ac52-6ade5190bd2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:37:22.588284 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a88e9644-a83c-4dad-ac52-6ade5190bd2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "GET /v2.0/ports/b4071a1e-eed6-4155-83c9-0d9354458411 HTTP/1.1" status: 404 len: 333 time: 0.0497191 Feb 11 13:37:22.592550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39338) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:22.609726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1587266618', 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:22.657584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 7271340a-75dc-4ad7-95f4-fcccd3e031f4 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:22.659630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Pushing event updated for resources: {'Port': ['ID=7abfd0a1-59ca-4237-ad47-7c8662195989,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:22.692260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 7271340a-75dc-4ad7-95f4-fcccd3e031f4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:22.692965 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.702391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:22.715278 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a9dc03d8-b3ad-4b2c-af2e-5ed2f9833d73 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8680050 Feb 11 13:37:22.716459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39346) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:22.770114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'port_id': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'mac_address': 'fa:16:3e:c9:7a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:22.826162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Made reservation on behalf of e3ffe06f4d3740cd86f159f26063ad27 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:22.829192 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.844439 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:22.853160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] device_id is not set on port 93b1a6dc-5b0f-4f84-8e4d-e8926731483b yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:22.928725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1299df79-5b6f-4790-9760-c91b11a8e6de {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:37:22.962724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd891e-ce5e-4d55-8140-312d8a005e56 req-4286d176-86ed-42c7-8b26-6c410c94f278 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:22.965602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0fcd891e-ce5e-4d55-8140-312d8a005e56 req-4286d176-86ed-42c7-8b26-6c410c94f278 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 945 time: 0.2989717 Feb 11 13:37:22.998005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:23.000957 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.057976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809f4c12-f1cb-4813-a544-6bf995e91457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7271340a-75dc-4ad7-95f4-fcccd3e031f4'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:23.060293 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2e79cb-cb68-4eb0-886d-fb95a3d22a4b" -d '{"events": [{"server_uuid": "809f4c12-f1cb-4813-a544-6bf995e91457", "name": "network-vif-plugged", "status": "completed", "tag": "7271340a-75dc-4ad7-95f4-fcccd3e031f4"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:23.069194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7271340a-75dc-4ad7-95f4-fcccd3e031f4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7271340a-75dc-4ad7-95f4-fcccd3e031f4,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:23.104846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb7cae-6f56-4254-89b3-7b918ec3d9d9 req-237b0b57-e348-4994-9e9e-84e299130489 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:23.106426 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25eb7cae-6f56-4254-89b3-7b918ec3d9d9 req-237b0b57-e348-4994-9e9e-84e299130489 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 948 time: 0.1448109 Feb 11 13:37:23.123620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6ec683b6-43b3-437a-9791-c49e38e66041 None None] Provisioning complete for port 87cbf4f3-3553-4ada-b0e4-516441fbff31 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:23.124099 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6ec683b6-43b3-437a-9791-c49e38e66041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.147278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Attempting to bind port 7abfd0a1-59ca-4237-ad47-7c8662195989 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:23.147278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Attempting to bind port 7abfd0a1-59ca-4237-ad47-7c8662195989 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:23.147278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Attempting to bind port 7abfd0a1-59ca-4237-ad47-7c8662195989 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:23.153920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.154974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Port 7abfd0a1-59ca-4237-ad47-7c8662195989 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:23.155667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Attempting to bind port 7abfd0a1-59ca-4237-ad47-7c8662195989 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:23.166021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0fcd891e-ce5e-4d55-8140-312d8a005e56 req-ff3eb03f-f15d-45d2-82d4-32ac183bdbb0 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743238 Feb 11 13:37:23.167279 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.173049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:23.175579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:23.175579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:23.175579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Bound port: 7abfd0a1-59ca-4237-ad47-7c8662195989, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:23.175579 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.230814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b4f10920-67de-46cd-af8c-2c2b1cb7928c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:23.233216 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.275706 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090a9ffd-c5ff-4a90-893b-d1e46916aebd x-openstack-request-id: req-090a9ffd-c5ff-4a90-893b-d1e46916aebd {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:23.276371 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809f4c12-f1cb-4813-a544-6bf995e91457", "name": "network-vif-plugged", "status": "completed", "tag": "7271340a-75dc-4ad7-95f4-fcccd3e031f4", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:23.276371 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-090a9ffd-c5ff-4a90-893b-d1e46916aebd {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:23.276611 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809f4c12-f1cb-4813-a544-6bf995e91457', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7271340a-75dc-4ad7-95f4-fcccd3e031f4', 'code': 200} Feb 11 13:37:23.283777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6ec683b6-43b3-437a-9791-c49e38e66041 None None] Port 87cbf4f3-3553-4ada-b0e4-516441fbff31 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:37:23.301474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-25eb7cae-6f56-4254-89b3-7b918ec3d9d9 req-792c9826-57bb-4d33-bac8-c5a83a473f4a tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752756 Feb 11 13:37:23.317383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:23.415137 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.523467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Network fd6bac49-d301-40fe-af98-44ad6a7bdd07 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:23.536315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['1299df79-5b6f-4790-9760-c91b11a8e6de'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:23.539334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:23.549261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:23.549261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:23.549261 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.559897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event updated for resources: {'Port': ['ID=93b1a6dc-5b0f-4f84-8e4d-e8926731483b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:23.587838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b4f10920-67de-46cd-af8c-2c2b1cb7928c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:23.588213 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.610060 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.624151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7271340a-75dc-4ad7-95f4-fcccd3e031f4,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:23.685323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d184232-2d1d-48e3-b2cf-090e72f1c567 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0846670 Feb 11 13:37:23.686377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39366) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:23.720665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97458563-f9e7-48d3-88ee-0804847c87fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:23.725083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-97458563-f9e7-48d3-88ee-0804847c87fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "GET /v2.0/ports/93b1a6dc-5b0f-4f84-8e4d-e8926731483b HTTP/1.1" status: 200 len: 959 time: 0.0356221 Feb 11 13:37:23.725350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39370) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:23.776585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] For port 7abfd0a1-59ca-4237-ad47-7c8662195989, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:23.782477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] For port 7abfd0a1-59ca-4237-ad47-7c8662195989, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7abfd0a1-59ca-4237-ad47-7c8662195989,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:23.814687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5054ed0-2712-47af-9999-c518d3d58af2,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:23.826730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-950904cf-7519-4c84-95f3-9af5f6c7f7ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Deleting port 93b1a6dc-5b0f-4f84-8e4d-e8926731483b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:23.827194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-950904cf-7519-4c84-95f3-9af5f6c7f7ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.860591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-30507981-f668-424d-b6bb-d7402ffbdef0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 87cbf4f3-3553-4ada-b0e4-516441fbff31 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:23.860940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30507981-f668-424d-b6bb-d7402ffbdef0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.898158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a0b54-3594-417d-974a-e37bd4a5a9a8 req-1019eb04-2c16-441f-8de2-991896dc45fd tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:23.902840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce7a0b54-3594-417d-974a-e37bd4a5a9a8 req-1019eb04-2c16-441f-8de2-991896dc45fd tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.3069100 Feb 11 13:37:23.902840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.954798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4b0ca-331e-4ce5-b3dd-df41c13876b7 req-0de94371-a240-428a-9a9d-5e15daae334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:23.956379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5fc4b0ca-331e-4ce5-b3dd-df41c13876b7 req-0de94371-a240-428a-9a9d-5e15daae334b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 1097 time: 0.3645737 Feb 11 13:37:23.964647 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-950904cf-7519-4c84-95f3-9af5f6c7f7ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:23.981601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-950904cf-7519-4c84-95f3-9af5f6c7f7ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Calling delete_port for 93b1a6dc-5b0f-4f84-8e4d-e8926731483b owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:23.996508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Checking segment: {'id': 'cbec5ebc-f37f-4aeb-96b1-0106623f1a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '29b4e06f-8062-4126-96d5-cda18f31088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:23.997610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Network hostable DHCP agents. Network: 29b4e06f-8062-4126-96d5-cda18f31088d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:24.106713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:24.107338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.108774 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] 10.222.0.59 "PUT /v2.0/ports/7abfd0a1-59ca-4237-ad47-7c8662195989 HTTP/1.1" status: 200 len: 1096 time: 2.7575784 Feb 11 13:37:24.112833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbff91d-3fae-4ce5-9357-7413d96b3e2a', 'tag': '7abfd0a1-59ca-4237-ad47-7c8662195989'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:24.115667 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c42327-2726-4535-8951-6bcb93dc6de7" -d '{"events": [{"name": "network-changed", "server_uuid": "cfbff91d-3fae-4ce5-9357-7413d96b3e2a", "tag": "7abfd0a1-59ca-4237-ad47-7c8662195989"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:24.151023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec61db-48bd-46da-a8c8-b485631d477c service neutron] Pushing event updated for resources: {'Port': ['ID=7abfd0a1-59ca-4237-ad47-7c8662195989,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:24.176945 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30507981-f668-424d-b6bb-d7402ffbdef0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.188931 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-950904cf-7519-4c84-95f3-9af5f6c7f7ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.220542 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb2388c-d585-454f-85d7-549d7a94eaa6 x-openstack-request-id: req-bdb2388c-d585-454f-85d7-549d7a94eaa6 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:24.220827 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfbff91d-3fae-4ce5-9357-7413d96b3e2a", "tag": "7abfd0a1-59ca-4237-ad47-7c8662195989", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:24.221075 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bdb2388c-d585-454f-85d7-549d7a94eaa6 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:24.229693 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfbff91d-3fae-4ce5-9357-7413d96b3e2a', 'tag': '7abfd0a1-59ca-4237-ad47-7c8662195989', 'status': 'completed', 'code': 200} Feb 11 13:37:24.229693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-30507981-f668-424d-b6bb-d7402ffbdef0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 87cbf4f3-3553-4ada-b0e4-516441fbff31 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:24.248140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5fc4b0ca-331e-4ce5-b3dd-df41c13876b7 req-aaa70d82-bddc-439f-b346-49adaed7df98 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931601 Feb 11 13:37:24.258470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce7a0b54-3594-417d-974a-e37bd4a5a9a8 req-d209110d-c492-4775-ba8c-9f1a2dff1ce1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115404 Feb 11 13:37:24.277328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1299df79-5b6f-4790-9760-c91b11a8e6de up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:24.277848 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-950904cf-7519-4c84-95f3-9af5f6c7f7ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.283378 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-950904cf-7519-4c84-95f3-9af5f6c7f7ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "DELETE /v2.0/ports/93b1a6dc-5b0f-4f84-8e4d-e8926731483b HTTP/1.1" status: 204 len: 168 time: 0.5570240 Feb 11 13:37:24.286379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39390) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:24.323175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Network 29b4e06f-8062-4126-96d5-cda18f31088d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:24.366303 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2cf9f8-cc7c-438e-9d5e-22786f709ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:37:24.366303 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2a2cf9f8-cc7c-438e-9d5e-22786f709ca3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "GET /v2.0/ports/93b1a6dc-5b0f-4f84-8e4d-e8926731483b HTTP/1.1" status: 404 len: 333 time: 0.0730305 Feb 11 13:37:24.366730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39394) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:24.367812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950904cf-7519-4c84-95f3-9af5f6c7f7ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event deleted for resources: {'Port': ['ID=93b1a6dc-5b0f-4f84-8e4d-e8926731483b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:24.434210 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f44af3-f628-418b-ba45-879d8b5cc5d3 req-5197c530-7bd8-4d2e-88f2-52d307b74b34 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:24.435865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98f44af3-f628-418b-ba45-879d8b5cc5d3 req-5197c530-7bd8-4d2e-88f2-52d307b74b34 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 946 time: 0.0731666 Feb 11 13:37:24.444577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Request body: {'port': {'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-375816365'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:24.478019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c42327-2726-4535-8951-6bcb93dc6de7 req-e341fbda-d67c-4321-9b82-f9809b9ca83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:24.479863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60c42327-2726-4535-8951-6bcb93dc6de7 req-e341fbda-d67c-4321-9b82-f9809b9ca83d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405888198070466496bb6fe40d02172f&device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 1099 time: 0.2467670 Feb 11 13:37:24.480499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 29b4e06f-8062-4126-96d5-cda18f31088d) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:24.488759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ed46c4-9317-450d-9141-2a63d7d58168 None None] Network 29b4e06f-8062-4126-96d5-cda18f31088d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:24.518019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:24.518987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.533493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 1299df79-5b6f-4790-9760-c91b11a8e6de completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:24.542320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98f44af3-f628-418b-ba45-879d8b5cc5d3 req-3a814616-8bc6-4489-8e86-c056f9d0e496 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977774 Feb 11 13:37:24.589450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 1299df79-5b6f-4790-9760-c91b11a8e6de triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:24.589867 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.606798 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60c42327-2726-4535-8951-6bcb93dc6de7 req-2b1531b3-160b-4248-90b8-18163fb86f56 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=405888198070466496bb6fe40d02172f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735793 Feb 11 13:37:24.732651 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.734090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0ef9b5a-6896-4881-9633-36070a9b675e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4798694 Feb 11 13:37:24.735101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Made reservation on behalf of e3ffe06f4d3740cd86f159f26063ad27 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:24.746137 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.775800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:24.820738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760168d3-550a-4cc5-80a6-8a5941ca0599 req-5327fd7d-1fb5-47d1-8f00-e02f1be3462c tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:24.830758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-760168d3-550a-4cc5-80a6-8a5941ca0599 req-5327fd7d-1fb5-47d1-8f00-e02f1be3462c tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 948 time: 0.3357649 Feb 11 13:37:24.875300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] device_id is not set on port f4061db6-4edf-4e8e-b6d6-1157112f22ad yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:24.875656 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c8e02fe7-7b5e-494e-95bf-4024f88bbd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.936995 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:24.947041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e0805e-46d9-4ddf-9212-6d61371a8abd None None] Network 29b4e06f-8062-4126-96d5-cda18f31088d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:25.013592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c42327-2726-4535-8951-6bcb93dc6de7 req-f1e38541-eadd-44a1-ae46-15f29715109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.015249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60c42327-2726-4535-8951-6bcb93dc6de7 req-f1e38541-eadd-44a1-ae46-15f29715109b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4020619 Feb 11 13:37:25.056134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-760168d3-550a-4cc5-80a6-8a5941ca0599 req-5989675b-945f-40a7-a466-b7090fc66ce2 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245297 Feb 11 13:37:25.115435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:25.140524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.140873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.141214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.141549 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.141912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.142704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.142704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.143513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.143513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.143695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.143917 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.144484 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:25.203260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-fb109b82-e316-4eb6-b4f4-6dcd3003d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.204863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-fb109b82-e316-4eb6-b4f4-6dcd3003d0a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405888198070466496bb6fe40d02172f&device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 1099 time: 0.1466906 Feb 11 13:37:25.277984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:25.280647 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08c91b6-1663-4fbf-85e1-376d9b24429f" -d '{"events": [{"server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "name": "network-vif-plugged", "status": "completed", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:25.302752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30507981-f668-424d-b6bb-d7402ffbdef0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.313091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-45f6ec7f-f491-499e-a767-32e3cfe0ccfa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7abfd0a1-59ca-4237-ad47-7c8662195989 HTTP/1.1" status: 200 len: 217 time: 0.0562522 Feb 11 13:37:25.325573 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3452afcc-80a9-479f-b496-f8b43ce20cc4 x-openstack-request-id: req-3452afcc-80a9-479f-b496-f8b43ce20cc4 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:25.326201 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "name": "network-vif-plugged", "status": "completed", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:25.326464 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3452afcc-80a9-479f-b496-f8b43ce20cc4 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:25.326861 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'code': 200} Feb 11 13:37:25.367958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30507981-f668-424d-b6bb-d7402ffbdef0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=87cbf4f3-3553-4ada-b0e4-516441fbff31,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:25.451445 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.515557 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30507981-f668-424d-b6bb-d7402ffbdef0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.522567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-30507981-f668-424d-b6bb-d7402ffbdef0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/87cbf4f3-3553-4ada-b0e4-516441fbff31 HTTP/1.1" status: 204 len: 168 time: 2.7960577 Feb 11 13:37:25.525859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39442) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:25.543568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-4ad97533-2333-4f3f-9133-2e18acd29042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.545013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-4ad97533-2333-4f3f-9133-2e18acd29042 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.2173781 Feb 11 13:37:25.573644 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.609385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b86b4-e926-4635-bb7e-9288f15366cf req-386dc8af-4847-42f3-b98e-235e2b394d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.610988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-344b86b4-e926-4635-bb7e-9288f15366cf req-386dc8af-4847-42f3-b98e-235e2b394d4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 1096 time: 0.1762979 Feb 11 13:37:25.617442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d70bb4-360f-4d2b-869b-0b1f9f328b4b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.619058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb0b4f-e914-470c-a63f-fd37d0be63a1 req-d2ba70cb-822e-4e78-ac97-0860698d300c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.620648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8abb0b4f-e914-470c-a63f-fd37d0be63a1 req-d2ba70cb-822e-4e78-ac97-0860698d300c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.2138879 Feb 11 13:37:25.622211 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-79d70bb4-360f-4d2b-869b-0b1f9f328b4b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0980980 Feb 11 13:37:25.623042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39446) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:25.713058 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-344b86b4-e926-4635-bb7e-9288f15366cf req-3760ba30-8a6e-4f7e-810c-0bd54e18593a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911863 Feb 11 13:37:25.714964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-66d178b5-7c81-4d3c-9ab1-b96e0e43be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.716387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-66d178b5-7c81-4d3c-9ab1-b96e0e43be4d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1606858 Feb 11 13:37:25.724611 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8abb0b4f-e914-470c-a63f-fd37d0be63a1 req-c11265cc-d060-48e9-8398-4effa345cd8e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865469 Feb 11 13:37:25.726172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c12085-4e52-46d6-9028-61bffb7999bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.731214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-19c12085-4e52-46d6-9028-61bffb7999bc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1067557 Feb 11 13:37:25.732726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39458) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:25.783448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.798276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39460) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:25.852470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39464) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:25.881731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Network fd6bac49-d301-40fe-af98-44ad6a7bdd07 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:25.890127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:25.892551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:25.893669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.894304 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:25.897908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c30289-f186-468e-9ed7-1a945f3f0def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.899539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c30289-f186-468e-9ed7-1a945f3f0def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.901022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c30289-f186-468e-9ed7-1a945f3f0def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.906233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-57c30289-f186-468e-9ed7-1a945f3f0def tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1722815 Feb 11 13:37:25.907551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event updated for resources: {'Port': ['ID=f4061db6-4edf-4e8e-b6d6-1157112f22ad,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:25.909950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39468) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:25.938220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-bb338481-6461-4858-9882-9866cbbc5b23 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126291 Feb 11 13:37:25.951317 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71366f48-7de0-419a-98af-8b489f25b376 req-06230995-5f96-4ead-8227-0ee607b43961 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:25.952848 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71366f48-7de0-419a-98af-8b489f25b376 req-06230995-5f96-4ead-8227-0ee607b43961 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 946 time: 0.1210761 Feb 11 13:37:25.984692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-871283f7-85ef-47c4-ab75-ec81eef33df5 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:26.010097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e457246-3f97-4122-9c53-27b16babb3fb req-573b1902-353f-46f3-808e-7970a395d88d tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:26.011789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-573b1902-353f-46f3-808e-7970a395d88d tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/networks?id=68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 HTTP/1.1" status: 200 len: 825 time: 0.2668784 Feb 11 13:37:26.019663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-00427776-8f12-4d3a-9770-30ca550a8c18 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 41a21a75-3aeb-4f11-b178-8bd9903fdfe5 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:26.024686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00427776-8f12-4d3a-9770-30ca550a8c18 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.044151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-032fe6e0-d9c0-4a61-9b74-3f2bf06d2de6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.6748908 Feb 11 13:37:26.048447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39470) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:26.057110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:26.059500 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c17f0c34-7735-41d5-acfe-8cdc02cde3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.062059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-ce076042-0d7d-4d25-9eed-8c3c2ca888e2 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/quotas/1ed3a1e626154eb696090f916cd62873 HTTP/1.1" status: 200 len: 375 time: 0.0381289 Feb 11 13:37:26.081998 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00427776-8f12-4d3a-9770-30ca550a8c18 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.114193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71366f48-7de0-419a-98af-8b489f25b376 req-b6c5262a-a5ff-47a9-8c88-797a9cadd94f tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517425 Feb 11 13:37:26.125126 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-3f2ed880-3eb9-45c6-89ce-8cfe41f8c029 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=1ed3a1e626154eb696090f916cd62873&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552967 Feb 11 13:37:26.160226 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-871283f7-85ef-47c4-ab75-ec81eef33df5 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] 10.222.0.52 "PUT /v2.0/quotas/259f2d35a8f0429cafecec322bf97b65 HTTP/1.1" status: 200 len: 368 time: 0.3517189 Feb 11 13:37:26.167393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39476) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:26.171069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7dad3a77-79c9-451e-8b35-be2f39880e23 req-ec6bea74-6a89-4523-a388-ea4320be015b service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173064 Feb 11 13:37:26.177158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Request body: {'network': {'project_id': '259f2d35a8f0429cafecec322bf97b65'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:26.202113 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.287472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00427776-8f12-4d3a-9770-30ca550a8c18 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.329406 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-ca6cae02-2bda-4457-b3c1-0472906cf3d5 service neutron] 10.222.0.52 "GET /v2.0/networks/68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908538 Feb 11 13:37:26.390720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba5a79-da31-406e-aad8-d26916f91a35 req-ded68432-e6ea-4666-9d43-302757625bd6 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:26.392244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bba5a79-da31-406e-aad8-d26916f91a35 req-ded68432-e6ea-4666-9d43-302757625bd6 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 948 time: 0.1701016 Feb 11 13:37:26.398191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Made reservation on behalf of 259f2d35a8f0429cafecec322bf97b65 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:26.400549 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.411232 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c17f0c34-7735-41d5-acfe-8cdc02cde3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.428528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.450523 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-193f2500-110f-489f-82d3-d18d8073d48f service neutron] 10.222.0.52 "GET /v2.0/networks/68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061416 Feb 11 13:37:26.480841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00427776-8f12-4d3a-9770-30ca550a8c18 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.502824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bba5a79-da31-406e-aad8-d26916f91a35 req-0c9a74ac-3ecd-4a3e-94bb-758131ad4a21 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902033 Feb 11 13:37:26.512770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00427776-8f12-4d3a-9770-30ca550a8c18 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=41a21a75-3aeb-4f11-b178-8bd9903fdfe5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:26.514793 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-00427776-8f12-4d3a-9770-30ca550a8c18 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.518015 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-00427776-8f12-4d3a-9770-30ca550a8c18 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/41a21a75-3aeb-4f11-b178-8bd9903fdfe5 HTTP/1.1" status: 204 len: 168 time: 0.6006505 Feb 11 13:37:26.520462 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39478) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:26.533270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6ae982-a64f-4167-bcb8-fdf49ba12d39 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:26.558642 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c17f0c34-7735-41d5-acfe-8cdc02cde3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.587873 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b337ee39-5e79-4e83-8cd7-abcdebaaa901 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet f0bba639-09e0-4533-9ec9-e946671ea0ce {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:26.591641 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b337ee39-5e79-4e83-8cd7-abcdebaaa901 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.631375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] device_id is not set on port f4061db6-4edf-4e8e-b6d6-1157112f22ad yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:26.638992 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c17f0c34-7735-41d5-acfe-8cdc02cde3db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e70f388ca8974a209fd91b8948f581d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803984 Feb 11 13:37:26.641881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b337ee39-5e79-4e83-8cd7-abcdebaaa901 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.643571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39480) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:26.645217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.663159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f0c34-7735-41d5-acfe-8cdc02cde3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b48496d-143a-4bbb-8013-13e14040e67d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:26.760978 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.796148 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b337ee39-5e79-4e83-8cd7-abcdebaaa901 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.827434 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.837376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa324727-496f-4206-922f-62d66086c5e9 req-5a53020e-c8f4-4ebf-b4df-72ae4a50afa7 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0665474 Feb 11 13:37:26.853624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce72d930-cdac-4082-aea7-9247338b419b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.887975 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.900580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:26.926240 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a049c048-9cdb-45bc-aba2-e6ec930813dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.932898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:26.933242 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Added segment 097e00d3-1520-4037-ac20-f7e9222dc493 of type vlan for network 0b2c9839-83d8-4933-b591-d7881415e05b Feb 11 13:37:26.974874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e35d2-ea11-4064-b613-55ce6ed866a9 req-83660fcd-5ba8-41c6-88e7-00f9e79a158f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:26.976851 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe6e35d2-ea11-4064-b613-55ce6ed866a9 req-83660fcd-5ba8-41c6-88e7-00f9e79a158f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.0849133 Feb 11 13:37:26.985011 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b337ee39-5e79-4e83-8cd7-abcdebaaa901 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.004278 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce72d930-cdac-4082-aea7-9247338b419b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.039163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337ee39-5e79-4e83-8cd7-abcdebaaa901 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bba639-09e0-4533-9ec9-e946671ea0ce,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:27.041988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event updated for resources: {'Port': ['ID=f4061db6-4edf-4e8e-b6d6-1157112f22ad,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:27.043966 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b337ee39-5e79-4e83-8cd7-abcdebaaa901 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.047181 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b337ee39-5e79-4e83-8cd7-abcdebaaa901 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/f0bba639-09e0-4533-9ec9-e946671ea0ce HTTP/1.1" status: 204 len: 168 time: 0.5252888 Feb 11 13:37:27.051212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39492) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:27.058903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8569de-7f02-4e13-a245-3281e92e4070,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:27.064903 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe6e35d2-ea11-4064-b613-55ce6ed866a9 req-fb8389d6-2712-453c-a6d5-46373f169c59 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644379 Feb 11 13:37:27.132695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.136166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3507bfef-aa50-40f5-a956-918963b36072 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782690 Feb 11 13:37:27.139158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39494) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:27.147045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:27.147045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:27.147045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:27.153938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-20bdacbb-da4c-45c6-88bf-30d25a129a63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:27.158602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:27.159677 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:27.162863 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 2 to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad Feb 11 13:37:27.230915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:27.231551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:27.232090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:27.240369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:27.240729 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:27.241132 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 3 to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad Feb 11 13:37:27.264382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:27.264382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:27.264382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:27.264956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:27.265456 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:27.265839 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 4 to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad Feb 11 13:37:27.280301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.281291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:27.281908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.290154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:27.290154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:27.290154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:27.332493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:27.332838 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:27.335728 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 5 to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad Feb 11 13:37:27.346289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce72d930-cdac-4082-aea7-9247338b419b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.348871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ce72d930-cdac-4082-aea7-9247338b419b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.353338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ce72d930-cdac-4082-aea7-9247338b419b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4b48496d-143a-4bbb-8013-13e14040e67d HTTP/1.1" status: 204 len: 168 time: 0.7052739 Feb 11 13:37:27.374724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:27.375078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:27.375432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:27.378611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Pushing event updated for resources: {'Network': ['ID=0b2c9839-83d8-4933-b591-d7881415e05b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:27.382710 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72d930-cdac-4082-aea7-9247338b419b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b48496d-143a-4bbb-8013-13e14040e67d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:27.385210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:27.385539 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:27.385988 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 6 to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad Feb 11 13:37:27.390262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 0b2c9839-83d8-4933-b591-d7881415e05b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:27.410378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bdacbb-da4c-45c6-88bf-30d25a129a63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:27.416028 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20bdacbb-da4c-45c6-88bf-30d25a129a63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.440184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:27.440184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:27.440669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:27.452580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe9ae13b-ec7e-46f8-b43d-5bdf87412aa3 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2839100 Feb 11 13:37:27.458355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:27.464478 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:27.465163 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39502) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:27.465661 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 7 to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad Feb 11 13:37:27.483643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Request body: {'network': {'project_id': '259f2d35a8f0429cafecec322bf97b65'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:27.502795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:27.503435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:27.503954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:27.517187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:27.517853 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:27.521428 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 8 to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad Feb 11 13:37:27.546425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:27.547081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:27.547338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:27.567731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:27.567731 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:27.567731 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 9 to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad Feb 11 13:37:27.590607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:27.591011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:27.591362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:27.597612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:27.598006 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:27.598580 n-d-816488-1 neutron-server[103007]: INFO neutron.plugins.ml2.plugin [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempt 10 to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad Feb 11 13:37:27.627604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca480c-b134-4663-8572-d1c25570c107 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:27.653016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:27.653374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:27.653692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempting to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:27.663170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Made reservation on behalf of 259f2d35a8f0429cafecec322bf97b65 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:27.665602 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.669899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:27.670236 n-d-816488-1 neutron-server[103007]: ERROR neutron.plugins.ml2.managers [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Failed to bind port f4061db6-4edf-4e8e-b6d6-1157112f22ad on host n-h1-816488-1 for vnic_type normal using segments [{'id': '62ceb26c-ad7c-4935-a277-1d5f4cb41605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fd6bac49-d301-40fe-af98-44ad6a7bdd07'}] Feb 11 13:37:27.670604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.709977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629873e-726f-4910-9f7c-7f7ccc74f2d6 req-ad31b79d-1601-41e5-93a4-5b077d644b2f tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:27.711503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c629873e-726f-4910-9f7c-7f7ccc74f2d6 req-ad31b79d-1601-41e5-93a4-5b077d644b2f tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 948 time: 0.0998883 Feb 11 13:37:27.746662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-85084dab-b744-4095-9931-74bc7737d361 None None] Provisioning complete for port b4f10920-67de-46cd-af8c-2c2b1cb7928c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:27.747038 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-85084dab-b744-4095-9931-74bc7737d361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.756254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:27.786004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.786004 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Added segment a17c3c0f-9316-43bf-8e5d-45a17ae808e6 of type vlan for network 834bf314-00ad-403b-8a57-771fb131c24f Feb 11 13:37:27.806907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20bdacbb-da4c-45c6-88bf-30d25a129a63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.812445 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.877502 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c629873e-726f-4910-9f7c-7f7ccc74f2d6 req-4eee497e-c6d9-49c6-a5f6-a91b8f476738 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393270 Feb 11 13:37:27.879210 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.892233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] For port f4061db6-4edf-4e8e-b6d6-1157112f22ad, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:27.892233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attempted to set empty binding levels {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 11 13:37:27.916377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bdacbb-da4c-45c6-88bf-30d25a129a63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:27.923598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-20bdacbb-da4c-45c6-88bf-30d25a129a63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:27.928877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7626491-be27-44c2-8343-ef670d1a6181 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:37:27.929101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bdacbb-da4c-45c6-88bf-30d25a129a63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:27.929698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20bdacbb-da4c-45c6-88bf-30d25a129a63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.950855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdacbb-da4c-45c6-88bf-30d25a129a63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=158c3afe-cb13-4679-8897-4dcbe245ed54,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:27.963566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:27.994852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] In _notify_port_updated(), no bound segment for port f4061db6-4edf-4e8e-b6d6-1157112f22ad on network fd6bac49-d301-40fe-af98-44ad6a7bdd07 {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:37:27.997914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:27.999602 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.005462 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "PUT /v2.0/ports/f4061db6-4edf-4e8e-b6d6-1157112f22ad HTTP/1.1" status: 200 len: 978 time: 1.9519246 Feb 11 13:37:28.024874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39516) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:28.027953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e948e5eb-c26d-4c57-b713-07d6f757b2c0 req-71160111-eaba-4737-baae-b718b8d4b00f tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0503600 Feb 11 13:37:28.031449 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d7626491-be27-44c2-8343-ef670d1a6181 None None] Deleting port b4f10920-67de-46cd-af8c-2c2b1cb7928c {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:28.031881 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d7626491-be27-44c2-8343-ef670d1a6181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.035544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.040909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:28.050743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.075986 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-20bdacbb-da4c-45c6-88bf-30d25a129a63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9354630 Feb 11 13:37:28.078772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39518) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:28.085236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d53c1932-00d1-4299-8725-559f08eed216 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:28.124369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d99f23-1afc-4940-8241-0676ce3de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event updated for resources: {'Port': ['ID=f4061db6-4edf-4e8e-b6d6-1157112f22ad,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:28.133375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Pushing event updated for resources: {'Network': ['ID=834bf314-00ad-403b-8a57-771fb131c24f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:28.170143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d7626491-be27-44c2-8343-ef670d1a6181 None None] For port b4f10920-67de-46cd-af8c-2c2b1cb7928c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b4f10920-67de-46cd-af8c-2c2b1cb7928c,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:28.170898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d7626491-be27-44c2-8343-ef670d1a6181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.174410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-173dfa86-c68e-464b-bc7b-867bb3c74d0c tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7056274 Feb 11 13:37:28.179562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39522) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:28.192345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b79f80db-7354-43ef-b927-03c3c33017d7 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Request body: {'network': {'project_id': '259f2d35a8f0429cafecec322bf97b65'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:28.193808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d7626491-be27-44c2-8343-ef670d1a6181 None None] Calling delete_port for b4f10920-67de-46cd-af8c-2c2b1cb7928c owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:28.231769 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79f80db-7354-43ef-b927-03c3c33017d7 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 11 13:37:28.232287 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79f80db-7354-43ef-b927-03c3c33017d7 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:28.233470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b79f80db-7354-43ef-b927-03c3c33017d7 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0532057 Feb 11 13:37:28.237442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39524) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:28.250748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e3f97-e81c-4ad6-bdd7-c782080a0dc6 req-9610eba4-ceea-4f21-9365-18c7f9c651b8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:28.260202 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-456e3f97-e81c-4ad6-bdd7-c782080a0dc6 req-9610eba4-ceea-4f21-9365-18c7f9c651b8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.0822933 Feb 11 13:37:28.327605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-456e3f97-e81c-4ad6-bdd7-c782080a0dc6 req-89c9aa71-1041-4ee3-a7bf-ab78d700e291 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664313 Feb 11 13:37:28.332204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 834bf314-00ad-403b-8a57-771fb131c24f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:28.396828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ec27f339-02d9-47e0-b0cd-82bc8d9e5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Deleting port f4061db6-4edf-4e8e-b6d6-1157112f22ad {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:28.396828 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec27f339-02d9-47e0-b0cd-82bc8d9e5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.440811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39530) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:28.456093 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ec27f339-02d9-47e0-b0cd-82bc8d9e5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] For port f4061db6-4edf-4e8e-b6d6-1157112f22ad, host n-h1-816488-1, got binding levels [] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:28.456461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec27f339-02d9-47e0-b0cd-82bc8d9e5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.476480 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e98b1f6-5c0c-4658-aa00-fc3cff34c57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.501079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ec27f339-02d9-47e0-b0cd-82bc8d9e5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Calling delete_port for f4061db6-4edf-4e8e-b6d6-1157112f22ad owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:28.524145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-361ddd31-5bc1-4704-b477-a466b86cdf41 tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=259f2d35a8f0429cafecec322bf97b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784166 Feb 11 13:37:28.533334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39532) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:28.605663 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e98b1f6-5c0c-4658-aa00-fc3cff34c57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.649019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153fbfca-69ca-4def-8094-75ef90b529f0 req-6fc9592d-a8b9-46de-95ae-ecc95208b619 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:28.650524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-153fbfca-69ca-4def-8094-75ef90b529f0 req-6fc9592d-a8b9-46de-95ae-ecc95208b619 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.1715267 Feb 11 13:37:28.659604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39534) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:28.666376 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9f0ceb73-9bb2-4216-adc8-6bba6ee44ce6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Request body: {'floatingip': {'port_id': '1299df79-5b6f-4790-9760-c91b11a8e6de'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:28.674755 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.684774 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05741c21-4137-4108-83e6-a325c774ac7e tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.706312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb73-9bb2-4216-adc8-6bba6ee44ce6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.707392 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05741c21-4137-4108-83e6-a325c774ac7e tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.743318 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d7626491-be27-44c2-8343-ef670d1a6181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.743648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53c1932-00d1-4299-8725-559f08eed216 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:28.747728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d53c1932-00d1-4299-8725-559f08eed216 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.758628 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e98b1f6-5c0c-4658-aa00-fc3cff34c57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.771294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7626491-be27-44c2-8343-ef670d1a6181 None None] Pushing event deleted for resources: {'Port': ['ID=b4f10920-67de-46cd-af8c-2c2b1cb7928c,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:28.773304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7626491-be27-44c2-8343-ef670d1a6181 None None] No DVR routers for this DVR port b4f10920-67de-46cd-af8c-2c2b1cb7928c on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:28.794127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343a1c53-9aca-4346-b7b7-2bfee4779cce None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:28.822229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec27f339-02d9-47e0-b0cd-82bc8d9e5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.860797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27f339-02d9-47e0-b0cd-82bc8d9e5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4061db6-4edf-4e8e-b6d6-1157112f22ad,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:28.875308 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec27f339-02d9-47e0-b0cd-82bc8d9e5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.883892 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ec27f339-02d9-47e0-b0cd-82bc8d9e5d67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "DELETE /v2.0/ports/f4061db6-4edf-4e8e-b6d6-1157112f22ad HTTP/1.1" status: 204 len: 168 time: 0.8543298 Feb 11 13:37:28.884506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39536) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:28.904456 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05741c21-4137-4108-83e6-a325c774ac7e tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.907249 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05741c21-4137-4108-83e6-a325c774ac7e tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:28.913947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-05741c21-4137-4108-83e6-a325c774ac7e tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b8569de-7f02-4e13-a245-3281e92e4070 HTTP/1.1" status: 204 len: 168 time: 0.3783181 Feb 11 13:37:28.914623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39538) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:28.968923 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0f487e-34f6-4d55-a47b-7514c9f659bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] GET failed (client error): The resource could not be found. Feb 11 13:37:28.977285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3c0f487e-34f6-4d55-a47b-7514c9f659bd tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539113983-project-admin] 10.222.0.52 "GET /v2.0/ports/f4061db6-4edf-4e8e-b6d6-1157112f22ad HTTP/1.1" status: 404 len: 333 time: 0.0882726 Feb 11 13:37:28.983705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39542) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:29.036054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '158c3afe-cb13-4679-8897-4dcbe245ed54'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:37:29.037499 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.072588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05741c21-4137-4108-83e6-a325c774ac7e tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8569de-7f02-4e13-a245-3281e92e4070,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:29.132226 n-d-816488-1 neutron-server[103006]: INFO neutron.db.ipam_backend_mixin [None req-d53c1932-00d1-4299-8725-559f08eed216 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 158c3afe-cb13-4679-8897-4dcbe245ed54 (CIDR: 2001:db8::/64) Feb 11 13:37:29.160374 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.193980 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d53c1932-00d1-4299-8725-559f08eed216 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:37:29.194557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d53c1932-00d1-4299-8725-559f08eed216 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:29.206472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.253757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b4f10920-67de-46cd-af8c-2c2b1cb7928c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:29.257423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f8c9ce8-739e-4408-9174-55b748820caa req-d1dcc7f2-6aec-42b8-b541-43f91250a303 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0402124 Feb 11 13:37:29.269231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2e98b1f6-5c0c-4658-aa00-fc3cff34c57d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08667c2efc264ddd8b10f7e52363c14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8267782 Feb 11 13:37:29.274399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98b1f6-5c0c-4658-aa00-fc3cff34c57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7615fa5-a24d-45ad-b0fe-4a5140042016,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:29.280435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39546) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:29.285203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/158c3afe-cb13-4679-8897-4dcbe245ed54/400ee219-2a39-4497-842b-4b250daa2603) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:29.289710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: b4f10920-67de-46cd-af8c-2c2b1cb7928c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:37:29.290195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b4f10920-67de-46cd-af8c-2c2b1cb7928c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:29.318402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d53c1932-00d1-4299-8725-559f08eed216 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2350938 Feb 11 13:37:29.325938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39548) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:29.338339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:29.429536 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.467517 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.477268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6bac49-d301-40fe-af98-44ad6a7bdd07']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:29.479736 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.499209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ceb26c-ad7c-4935-a277-1d5f4cb41605') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:29.500420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ceb26c-ad7c-4935-a277-1d5f4cb41605') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:29.511414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['834bf314-00ad-403b-8a57-771fb131c24f']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:29.518801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65795017-e3a0-4923-8b90-f3abee9fd7f0 req-ba9f7231-3b6e-428f-b399-57a4eec0416e tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:29.520112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.520358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65795017-e3a0-4923-8b90-f3abee9fd7f0 req-ba9f7231-3b6e-428f-b399-57a4eec0416e tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 948 time: 0.3926260 Feb 11 13:37:29.529519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17c3c0f-9316-43bf-8e5d-45a17ae808e6') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:29.530132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17c3c0f-9316-43bf-8e5d-45a17ae808e6') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:29.542881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.545130 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.556735 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.559057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:29.559643 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:29.562674 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:29.564806 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a4eface-c7ab-4abc-a20d-b5a6456f77f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.576059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.612351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:29.618042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:29.618585 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.619263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:29.620481 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:29.625842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:29.630495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Pushing event updated for resources: {'Port': ['ID=400ee219-2a39-4497-842b-4b250daa2603,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:29.690140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Attempting to bind port 400ee219-2a39-4497-842b-4b250daa2603 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:29.690810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Attempting to bind port 400ee219-2a39-4497-842b-4b250daa2603 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:29.690810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Attempting to bind port 400ee219-2a39-4497-842b-4b250daa2603 on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:29.696813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:29.697180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:29.697576 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.697991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:29.698442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Bound port: 400ee219-2a39-4497-842b-4b250daa2603, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:29.699008 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.745073 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a4eface-c7ab-4abc-a20d-b5a6456f77f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.751016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-65795017-e3a0-4923-8b90-f3abee9fd7f0 req-f7296a36-38e3-4c9c-a55c-150236d7dac4 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191763 Feb 11 13:37:29.777027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] For port 400ee219-2a39-4497-842b-4b250daa2603, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:29.780617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] For port 400ee219-2a39-4497-842b-4b250daa2603, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=400ee219-2a39-4497-842b-4b250daa2603,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:29.787587 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.789534 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.795724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.800908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7abfd0a1-59ca-4237-ad47-7c8662195989 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:29.801079 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] 10.222.0.52 "DELETE /v2.0/networks/834bf314-00ad-403b-8a57-771fb131c24f HTTP/1.1" status: 204 len: 168 time: 0.8497474 Feb 11 13:37:29.801623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39560) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:29.821233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.828977 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] 10.222.0.52 "DELETE /v2.0/networks/fd6bac49-d301-40fe-af98-44ad6a7bdd07 HTTP/1.1" status: 204 len: 168 time: 0.8297799 Feb 11 13:37:29.895725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.929061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd05e93-11e2-4c7b-8a02-52791ad1557d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Pushing event deleted for resources: {'Network': ['ID=834bf314-00ad-403b-8a57-771fb131c24f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:29.933267 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:29.967562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e457246-3f97-4122-9c53-27b16babb3fb req-5a2901f1-969b-4b4e-a0a3-4090f387b8be tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:29.969049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-5a2901f1-969b-4b4e-a0a3-4090f387b8be tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.59 "GET /v2.0/networks?id=68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 HTTP/1.1" status: 200 len: 825 time: 0.3331926 Feb 11 13:37:29.996286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Request body: {'port': {'device_id': 'f59adf27-5688-48db-a966-8e709c04ffb1', 'network_id': '68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9', 'admin_state_up': True, 'tenant_id': '1ed3a1e626154eb696090f916cd62873'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:29.996721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f3884-8f7e-4726-9187-83686861bdb3 None None] Pushing event updated for resources: {'Port': ['ID=400ee219-2a39-4497-842b-4b250daa2603,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.001626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50f618-a1cc-4146-9f9a-b49b52038bce tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984 tempest-PortsAdminExtendedAttrsIpV6TestJSON-51425984-project] Pushing event deleted for resources: {'Network': ['ID=fd6bac49-d301-40fe-af98-44ad6a7bdd07,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.089525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.093570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7abfd0a1-59ca-4237-ad47-7c8662195989, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7abfd0a1-59ca-4237-ad47-7c8662195989,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:30.104129 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.109820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '7abfd0a1-59ca-4237-ad47-7c8662195989', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '7abfd0a1-59ca-4237-ad47-7c8662195989', 'mac_address': 'fa:16:3e:92:57:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:30.121011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2c9839-83d8-4933-b591-d7881415e05b']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:30.142043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '097e00d3-1520-4037-ac20-f7e9222dc493') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:30.149104 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '097e00d3-1520-4037-ac20-f7e9222dc493') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:30.162310 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.179657 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.186027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:30.186479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.186824 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.191301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:30.197176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.210644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a4eface-c7ab-4abc-a20d-b5a6456f77f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.212738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abfd0a1-59ca-4237-ad47-7c8662195989 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:37:30.212886 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a4eface-c7ab-4abc-a20d-b5a6456f77f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.213975 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8a4eface-c7ab-4abc-a20d-b5a6456f77f2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7615fa5-a24d-45ad-b0fe-4a5140042016 HTTP/1.1" status: 204 len: 168 time: 0.9325786 Feb 11 13:37:30.271164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7abfd0a1-59ca-4237-ad47-7c8662195989, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7abfd0a1-59ca-4237-ad47-7c8662195989,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:30.323221 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:30.326130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4eface-c7ab-4abc-a20d-b5a6456f77f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7615fa5-a24d-45ad-b0fe-4a5140042016,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.337838 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.438325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7abfd0a1-59ca-4237-ad47-7c8662195989,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.448815 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.456469 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.460994 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] 10.222.0.52 "DELETE /v2.0/networks/0b2c9839-83d8-4933-b591-d7881415e05b HTTP/1.1" status: 204 len: 168 time: 0.6470540 Feb 11 13:37:30.465668 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d38bcad-a438-46dd-86b6-7d6ff6ac51ff req-2f41f9f8-238f-4272-84e8-f8d51922ea97 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0729980 Feb 11 13:37:30.484920 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.resource_extend [None req-9f0ceb73-9bb2-4216-adc8-6bba6ee44ce6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:37:30.495526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8541fd-ede6-4e5d-ada8-bb607e59611d tempest-QuotasNegativeTest-155094257 tempest-QuotasNegativeTest-155094257-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b2c9839-83d8-4933-b591-d7881415e05b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:30.569062 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.596701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39574) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:30.616435 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb73-9bb2-4216-adc8-6bba6ee44ce6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.629579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['7abfd0a1-59ca-4237-ad47-7c8662195989'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:30.734888 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb73-9bb2-4216-adc8-6bba6ee44ce6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.739966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Made reservation on behalf of 1ed3a1e626154eb696090f916cd62873 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:30.744291 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:30.947658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eaaf48-bba6-42f3-8f2a-c5c3899dba5e req-c5753603-01e1-4f3d-875f-6f1119a19fb9 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:30.959971 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-72eaaf48-bba6-42f3-8f2a-c5c3899dba5e req-c5753603-01e1-4f3d-875f-6f1119a19fb9 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 949 time: 0.0840161 Feb 11 13:37:30.992946 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-9f0ceb73-9bb2-4216-adc8-6bba6ee44ce6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Floating IP b0652515-56bb-42f0-8a36-1fbf8479dc6b associated. External IP: 172.25.0.4, port: 1299df79-5b6f-4790-9760-c91b11a8e6de. Feb 11 13:37:31.034124 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-72eaaf48-bba6-42f3-8f2a-c5c3899dba5e req-16d8a204-cc43-4cec-be87-57be24d8aa01 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731623 Feb 11 13:37:31.122754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5a24aa42-c421-4b45-b639-0542411afe33 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1d5f37d6f9d4482fae5c61d5a0088ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219762 Feb 11 13:37:31.124446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39584) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:31.238467 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8306ec45-e38b-4957-b8c6-d8aabe6e10c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.269746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8306ec45-e38b-4957-b8c6-d8aabe6e10c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.274469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Allocated IP 172.20.0.10 (68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9/c008336e-767c-49bb-8758-53a7e9b3dce5/f09abafb-30e7-4b3e-a227-9cffa032466f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:31.324675 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 400ee219-2a39-4497-842b-4b250daa2603 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:31.433099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 400ee219-2a39-4497-842b-4b250daa2603 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:31.433553 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.496303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-909e8cd4-bab7-479e-95c9-8c6463c7b88f None None] Provisioning complete for port 400ee219-2a39-4497-842b-4b250daa2603 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:31.496674 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-909e8cd4-bab7-479e-95c9-8c6463c7b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.526415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8306ec45-e38b-4957-b8c6-d8aabe6e10c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.535271 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8306ec45-e38b-4957-b8c6-d8aabe6e10c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.535271 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8306ec45-e38b-4957-b8c6-d8aabe6e10c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4be1f15e-6e71-4aa5-a32e-5798c8aab0d1 HTTP/1.1" status: 204 len: 168 time: 0.4062603 Feb 11 13:37:31.565363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306ec45-e38b-4957-b8c6-d8aabe6e10c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be1f15e-6e71-4aa5-a32e-5798c8aab0d1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:31.573218 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.664311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 400ee219-2a39-4497-842b-4b250daa2603, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=400ee219-2a39-4497-842b-4b250daa2603,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:31.685171 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-909e8cd4-bab7-479e-95c9-8c6463c7b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.753172 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:31.793714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd69a5d6-dc7e-4b95-b0da-36a13ac5052f req-1e89374f-5b29-432b-b926-01c54e2caf4c tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0460453 Feb 11 13:37:31.871259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=400ee219-2a39-4497-842b-4b250daa2603,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:31.904640 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-909e8cd4-bab7-479e-95c9-8c6463c7b88f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:31.905075 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-909e8cd4-bab7-479e-95c9-8c6463c7b88f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:31.905852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7abfd0a1-59ca-4237-ad47-7c8662195989 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:31.917812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:37:32.047772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 7abfd0a1-59ca-4237-ad47-7c8662195989 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:32.054754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 7abfd0a1-59ca-4237-ad47-7c8662195989 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:32.055840 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.157427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0ceb73-9bb2-4216-adc8-6bba6ee44ce6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:37:32.235696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39608) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:32.261597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.274203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d9bbf-4dab-4df4-a7ea-b999ad04e6c4 req-b49438b7-03ec-48d6-8af9-ed7c374e830b tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:32.283512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-765d9bbf-4dab-4df4-a7ea-b999ad04e6c4 req-b49438b7-03ec-48d6-8af9-ed7c374e830b tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 949 time: 0.1211219 Feb 11 13:37:32.348731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-765d9bbf-4dab-4df4-a7ea-b999ad04e6c4 req-6ca0c6c5-efa7-4063-a90e-9763bc314c6a tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637536 Feb 11 13:37:32.396898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.408272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0ceb73-9bb2-4216-adc8-6bba6ee44ce6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:32.415285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f0ceb73-9bb2-4216-adc8-6bba6ee44ce6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.439682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] Sync routers for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:37:32.446289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9f0ceb73-9bb2-4216-adc8-6bba6ee44ce6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "PUT /v2.0/floatingips/b0652515-56bb-42f0-8a36-1fbf8479dc6b HTTP/1.1" status: 200 len: 989 time: 3.7853584 Feb 11 13:37:32.449212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:32.450055 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d14b309-881f-4742-be4b-4a8e0fcf83ab" -d '{"events": [{"name": "network-changed", "server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:32.472694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.490890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:32.491679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:32.521851 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-974881ca-6808-414c-9983-b9c6a851e4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.540493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Network 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:32.573014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:32.595742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:32.599704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Pushing event updated for resources: {'Port': ['ID=f09abafb-30e7-4b3e-a227-9cffa032466f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:32.679705 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9dc5d7-745a-45ae-8836-6a3f0b8dcec1 x-openstack-request-id: req-9a9dc5d7-745a-45ae-8836-6a3f0b8dcec1 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:32.683262 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:32.683669 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9a9dc5d7-745a-45ae-8836-6a3f0b8dcec1 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:32.684673 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'status': 'completed', 'code': 200} Feb 11 13:37:32.707913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-974881ca-6808-414c-9983-b9c6a851e4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.710047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39624) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:32.766082 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-57ab1569-7842-40e1-add5-97e5fbb24773 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3ffe06f4d3740cd86f159f26063ad27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545068 Feb 11 13:37:32.768429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39626) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:32.775879 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-974881ca-6808-414c-9983-b9c6a851e4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.815584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:32.864079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:32.865631 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.876596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-974881ca-6808-414c-9983-b9c6a851e4ac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ce6b4e8ebd54c9a8608d4c0de80ded8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6383603 Feb 11 13:37:32.883336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39632) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:32.894064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974881ca-6808-414c-9983-b9c6a851e4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c5ded-152d-4417-9fa9-275b6a4cbd60,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:32.974579 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b594e1a3-e785-4d2b-ab62-d1da53b2dd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:32.993711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] For port 400ee219-2a39-4497-842b-4b250daa2603, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=400ee219-2a39-4497-842b-4b250daa2603,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:33.040348 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b594e1a3-e785-4d2b-ab62-d1da53b2dd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.072650 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.109674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.131692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-935d18c0-a259-4abf-a45c-59c1db023f06 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1474125 Feb 11 13:37:33.134067 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbff91d-3fae-4ce5-9357-7413d96b3e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abfd0a1-59ca-4237-ad47-7c8662195989'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:33.136336 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd52608-a146-4bd9-b8ac-18bf4d67b5f5" -d '{"events": [{"server_uuid": "cfbff91d-3fae-4ce5-9357-7413d96b3e2a", "name": "network-vif-plugged", "status": "completed", "tag": "7abfd0a1-59ca-4237-ad47-7c8662195989"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:33.163312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Request body: {'port': {'device_id': 'f59adf27-5688-48db-a966-8e709c04ffb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:33.166805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7abfd0a1-59ca-4237-ad47-7c8662195989, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7abfd0a1-59ca-4237-ad47-7c8662195989,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:33.203601 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b594e1a3-e785-4d2b-ab62-d1da53b2dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.206858 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b594e1a3-e785-4d2b-ab62-d1da53b2dd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.209530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b594e1a3-e785-4d2b-ab62-d1da53b2dd6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d60ae510-19ab-4048-8890-9ba65e678100 HTTP/1.1" status: 204 len: 168 time: 0.4393761 Feb 11 13:37:33.227390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594e1a3-e785-4d2b-ab62-d1da53b2dd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60ae510-19ab-4048-8890-9ba65e678100,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:33.229911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 400ee219-2a39-4497-842b-4b250daa2603 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:33.233453 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6c3e70-bdd6-43d6-847a-4e557079bc38 x-openstack-request-id: req-2c6c3e70-bdd6-43d6-847a-4e557079bc38 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:33.233733 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbff91d-3fae-4ce5-9357-7413d96b3e2a", "name": "network-vif-plugged", "status": "completed", "tag": "7abfd0a1-59ca-4237-ad47-7c8662195989", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:33.234011 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2c6c3e70-bdd6-43d6-847a-4e557079bc38 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:33.234386 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbff91d-3fae-4ce5-9357-7413d96b3e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abfd0a1-59ca-4237-ad47-7c8662195989', 'code': 200} Feb 11 13:37:33.323925 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.345007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.345898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.384368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b0652515-56bb-42f0-8a36-1fbf8479dc6b', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'port_id': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'mac_address': 'fa:16:3e:c9:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63baa619-92cd-487b-b188-2c0998652baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:37:03Z', 'updated_at': '2022-02-11T13:37:30Z', 'revision_number': 1, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:33.424389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] Checking router: b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:37:33.482236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:33.485519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:33.497506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 400ee219-2a39-4497-842b-4b250daa2603 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:33.497945 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.505426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7abfd0a1-59ca-4237-ad47-7c8662195989,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:33.531285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=072bd2f7-d865-4490-8381-173e179ea873,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:33.535389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-880103f0-4ac4-4844-8560-9abe42f1eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:33.538745 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-880103f0-4ac4-4844-8560-9abe42f1eabb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 1096 time: 0.8509650 Feb 11 13:37:33.588762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:33.593450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f266c28-0f59-4545-afa3-a863aa1acb70 req-90baa1a7-23a0-4f4e-a149-dda554519152 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:33.604495 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f266c28-0f59-4545-afa3-a863aa1acb70 req-90baa1a7-23a0-4f4e-a149-dda554519152 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 950 time: 0.1282494 Feb 11 13:37:33.649489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9f266c28-0f59-4545-afa3-a863aa1acb70 req-85690782-671b-4e3b-a1ad-1b4a939ea807 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Feb 11 13:37:33.694706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:33.696538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.708442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:33.709046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.713318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c37c117-2721-493b-a770-ab072d8ed41a None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:33.893701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c09ec466-1f55-45e8-ae4c-133509186e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.920520 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c09ec466-1f55-45e8-ae4c-133509186e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:33.930683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:34.015929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-3b3debd0-0c02-4177-8fb2-2aa318dee697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:34.017695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-3b3debd0-0c02-4177-8fb2-2aa318dee697 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 918 time: 0.4481030 Feb 11 13:37:34.021676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6945074 Feb 11 13:37:34.025499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39666) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:34.031966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:f3:d5:4b', 'name': 'tempest-NetworksTestDHCPv6-1097350528'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:34.044696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e49808-02c0-4957-b050-5b4fb4399eca req-77493b9b-3802-4814-9fa1-c75849627a73 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:34.046581 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86e49808-02c0-4957-b050-5b4fb4399eca req-77493b9b-3802-4814-9fa1-c75849627a73 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 932 time: 0.9429996 Feb 11 13:37:34.079210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191384e6-60c5-4353-8658-8d35c377409c req-14293b59-5077-4615-b6e2-5a123581b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:34.081260 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-191384e6-60c5-4353-8658-8d35c377409c req-14293b59-5077-4615-b6e2-5a123581b83b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 1101 time: 0.7567489 Feb 11 13:37:34.247669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f7f61-bb7b-4ebd-ab46-9db54ca6ae45 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=400ee219-2a39-4497-842b-4b250daa2603,revision_number=5']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:34.257836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:34.296144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c09ec466-1f55-45e8-ae4c-133509186e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.301283 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c09ec466-1f55-45e8-ae4c-133509186e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.311027 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c09ec466-1f55-45e8-ae4c-133509186e9d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f61c5ded-152d-4417-9fa9-275b6a4cbd60 HTTP/1.1" status: 204 len: 168 time: 1.2093556 Feb 11 13:37:34.386545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-191384e6-60c5-4353-8658-8d35c377409c req-e825135a-2703-4b06-a2d4-d31ddd1a793c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527413 Feb 11 13:37:34.400055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.450484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 9f523df3-000c-4524-b9b2-0e3bda5d8e11 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:34.549090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86e49808-02c0-4957-b050-5b4fb4399eca req-6a37aabe-91cf-4889-9650-98f95743adef tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647048 Feb 11 13:37:34.613528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ec466-1f55-45e8-ae4c-133509186e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c5ded-152d-4417-9fa9-275b6a4cbd60,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:34.631812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-3a5ab135-efdd-481a-81b2-83770cd43988 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1299df79-5b6f-4790-9760-c91b11a8e6de HTTP/1.1" status: 200 len: 997 time: 0.5977640 Feb 11 13:37:34.760135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f09abafb-30e7-4b3e-a227-9cffa032466f {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:37:34.779719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.789957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b0652515-56bb-42f0-8a36-1fbf8479dc6b', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'port_id': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'mac_address': 'fa:16:3e:c9:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63baa619-92cd-487b-b188-2c0998652baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:37:03Z', 'updated_at': '2022-02-11T13:37:30Z', 'revision_number': 1, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:34.792379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::2a (1bffabfc-4ac6-4e77-8c1a-50da44898f19/158c3afe-cb13-4679-8897-4dcbe245ed54/9f523df3-000c-4524-b9b2-0e3bda5d8e11) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:34.807562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-80c2808a-930a-489a-8194-6e796143f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:34.812283 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-80c2808a-930a-489a-8194-6e796143f0e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.1290724 Feb 11 13:37:34.831877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Transition to ACTIVE for port object f09abafb-30e7-4b3e-a227-9cffa032466f will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:34.844104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2596a32a-ae71-4a85-8703-5cea250022ed None None] The sync data for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 is: [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'b0652515-56bb-42f0-8a36-1fbf8479dc6b', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'floating_ip_address': '172.25.0.4', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'port_id': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'mac_address': 'fa:16:3e:c9:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63baa619-92cd-487b-b188-2c0998652baa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:37:03Z', 'updated_at': '2022-02-11T13:37:30Z', 'revision_number': 1, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:37:34.907185 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:34.967383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Pushing event updated for resources: {'Port': ['ID=f09abafb-30e7-4b3e-a227-9cffa032466f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:34.994576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-79bc0d2c-c66d-4ce5-bfbe-b96a9f60805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:34.997087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-79bc0d2c-c66d-4ce5-bfbe-b96a9f60805e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559722 Feb 11 13:37:35.251255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 400ee219-2a39-4497-842b-4b250daa2603 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:35.322014 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a987c4-7284-40a4-87c2-a46c3c25c45b None None] New status for floating IP b0652515-56bb-42f0-8a36-1fbf8479dc6b: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:37:35.354211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 400ee219-2a39-4497-842b-4b250daa2603 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:35.354825 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:35.356278 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-67b62b43-e263-49f9-b3ea-52a8f8812a0c service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500683 Feb 11 13:37:35.574190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:d54b (1bffabfc-4ac6-4e77-8c1a-50da44898f19/072bd2f7-d865-4490-8381-173e179ea873/9f523df3-000c-4524-b9b2-0e3bda5d8e11) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:35.643240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Attempting to bind port f09abafb-30e7-4b3e-a227-9cffa032466f on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:35.643620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Attempting to bind port f09abafb-30e7-4b3e-a227-9cffa032466f by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '799728f2-7ab0-4599-a748-a95d5cfeb1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:35.650232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Attempting to bind port f09abafb-30e7-4b3e-a227-9cffa032466f on network 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:35.670913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39700) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:35.689877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Port f09abafb-30e7-4b3e-a227-9cffa032466f on network 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:35.690229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Attempting to bind port f09abafb-30e7-4b3e-a227-9cffa032466f on network 68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:35.741409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:35.742751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Checking segment: {'id': '799728f2-7ab0-4599-a748-a95d5cfeb1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:35.742751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Bound using segment: {'id': '799728f2-7ab0-4599-a748-a95d5cfeb1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:35.742751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Bound port: f09abafb-30e7-4b3e-a227-9cffa032466f, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799728f2-7ab0-4599-a748-a95d5cfeb1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:35.743032 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:35.846827 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d14b309-881f-4742-be4b-4a8e0fcf83ab req-139d492f-8c5d-445e-9e02-7ddf510b9a0a service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657876 Feb 11 13:37:35.890481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cd8f2164-b578-4e44-b330-d20697615eda None None] Provisioning complete for port 400ee219-2a39-4497-842b-4b250daa2603 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:35.891096 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cd8f2164-b578-4e44-b330-d20697615eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:35.891345 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fa92a40-e68a-487c-9a9d-988b3ff4880e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:35.949031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] For port f09abafb-30e7-4b3e-a227-9cffa032466f, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:35.952460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] For port f09abafb-30e7-4b3e-a227-9cffa032466f, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f09abafb-30e7-4b3e-a227-9cffa032466f,segment=NetworkSegment(799728f2-7ab0-4599-a748-a95d5cfeb1eb),segment_id=799728f2-7ab0-4599-a748-a95d5cfeb1eb)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:35.968244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4b746-ad52-481f-8b2a-dd78cc15e234 req-99473be1-f569-4c08-92d9-fd90e7e05cdb tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:35.979261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3a4b746-ad52-481f-8b2a-dd78cc15e234 req-99473be1-f569-4c08-92d9-fd90e7e05cdb tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 944 time: 0.2432928 Feb 11 13:37:36.033182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3a4b746-ad52-481f-8b2a-dd78cc15e234 req-178ed96d-b058-430b-a25c-bce805f34014 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529239 Feb 11 13:37:36.081077 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.087702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf28956-f28f-4d9e-8a77-e79aa361437b req-ec11814f-f3da-4f43-911b-2ba4dba0c28a tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.097170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-baf28956-f28f-4d9e-8a77-e79aa361437b req-ec11814f-f3da-4f43-911b-2ba4dba0c28a tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 950 time: 1.2966094 Feb 11 13:37:36.159328 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fa92a40-e68a-487c-9a9d-988b3ff4880e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.163779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.164647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.166316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] 10.222.0.59 "PUT /v2.0/ports/f09abafb-30e7-4b3e-a227-9cffa032466f HTTP/1.1" status: 200 len: 1092 time: 3.0096164 Feb 11 13:37:36.166773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f59adf27-5688-48db-a966-8e709c04ffb1', 'tag': 'f09abafb-30e7-4b3e-a227-9cffa032466f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:36.168694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.169149 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e91f016-f49d-497d-8358-08e602beb66f" -d '{"events": [{"name": "network-changed", "server_uuid": "f59adf27-5688-48db-a966-8e709c04ffb1", "tag": "f09abafb-30e7-4b3e-a227-9cffa032466f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:36.209605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-baf28956-f28f-4d9e-8a77-e79aa361437b req-a77bd216-f402-4777-aaa6-597038aec3aa tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111038 Feb 11 13:37:36.226236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4caef3d-c33b-4d22-adc0-8cbec01631ea service neutron] Pushing event updated for resources: {'Port': ['ID=f09abafb-30e7-4b3e-a227-9cffa032466f,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:36.263102 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68302e7f-e768-4bc6-91e2-e6044f42cdb3 x-openstack-request-id: req-68302e7f-e768-4bc6-91e2-e6044f42cdb3 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:36.263102 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f59adf27-5688-48db-a966-8e709c04ffb1", "tag": "f09abafb-30e7-4b3e-a227-9cffa032466f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:36.263102 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-68302e7f-e768-4bc6-91e2-e6044f42cdb3 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:36.263102 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59adf27-5688-48db-a966-8e709c04ffb1', 'tag': 'f09abafb-30e7-4b3e-a227-9cffa032466f', 'status': 'completed', 'code': 200} Feb 11 13:37:36.268923 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fa92a40-e68a-487c-9a9d-988b3ff4880e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.323175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f016-f49d-497d-8358-08e602beb66f req-5f0411d8-6128-4cbf-8bdd-536b79fb09f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.324867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e91f016-f49d-497d-8358-08e602beb66f req-5f0411d8-6128-4cbf-8bdd-536b79fb09f6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ed3a1e626154eb696090f916cd62873&device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 1095 time: 0.0521126 Feb 11 13:37:36.355685 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4fa92a40-e68a-487c-9a9d-988b3ff4880e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c1693e489315470fa8201ade47cc02c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6797380 Feb 11 13:37:36.356301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39718) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:36.358639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa92a40-e68a-487c-9a9d-988b3ff4880e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164133b7-e18e-4baa-9f77-900d787db91a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:36.423757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-60504867-e543-480a-95f6-63567c0ce99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.449650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.453014 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-60504867-e543-480a-95f6-63567c0ce99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.508221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:36.517831 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:36.530494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:36.538584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.539736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.561077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f016-f49d-497d-8358-08e602beb66f req-c1a677da-af1f-440e-a2a8-c58650ce250a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.562957 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e91f016-f49d-497d-8358-08e602beb66f req-c1a677da-af1f-440e-a2a8-c58650ce250a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=1ed3a1e626154eb696090f916cd62873&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2283614 Feb 11 13:37:36.563877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=9f523df3-000c-4524-b9b2-0e3bda5d8e11,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:36.669866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-554c49eb-63ff-467d-acb0-7d17549916fb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6426685 Feb 11 13:37:36.686948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f016-f49d-497d-8358-08e602beb66f req-1349ad9a-a74c-45c5-ade5-2d45adeea90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.688369 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39726) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:36.694936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e91f016-f49d-497d-8358-08e602beb66f req-1349ad9a-a74c-45c5-ade5-2d45adeea90e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260908 Feb 11 13:37:36.725467 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-60504867-e543-480a-95f6-63567c0ce99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.728303 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-60504867-e543-480a-95f6-63567c0ce99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.729675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-60504867-e543-480a-95f6-63567c0ce99b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/164133b7-e18e-4baa-9f77-900d787db91a HTTP/1.1" status: 204 len: 168 time: 0.3723242 Feb 11 13:37:36.760442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60504867-e543-480a-95f6-63567c0ce99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164133b7-e18e-4baa-9f77-900d787db91a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:36.846480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-d055f7b9-ba56-4006-807c-7aa33c08a607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 9f523df3-000c-4524-b9b2-0e3bda5d8e11 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:36.846934 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d055f7b9-ba56-4006-807c-7aa33c08a607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.857071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e457246-3f97-4122-9c53-27b16babb3fb req-38fb2bc5-8a1e-4717-9abf-bd067979cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:36.858897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-38fb2bc5-8a1e-4717-9abf-bd067979cfd9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1ed3a1e626154eb696090f916cd62873&device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 1095 time: 0.1170299 Feb 11 13:37:36.921281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-41f500ba-eaf3-4842-b991-b29a327458fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f09abafb-30e7-4b3e-a227-9cffa032466f HTTP/1.1" status: 200 len: 217 time: 0.0527053 Feb 11 13:37:36.972442 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d055f7b9-ba56-4006-807c-7aa33c08a607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:36.987823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-d055f7b9-ba56-4006-807c-7aa33c08a607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 9f523df3-000c-4524-b9b2-0e3bda5d8e11 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:37.010471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e457246-3f97-4122-9c53-27b16babb3fb req-0d1a65f3-7075-4bd6-bd37-9c4559fa1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.012201 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-0d1a65f3-7075-4bd6-bd37-9c4559fa1560 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c008336e-767c-49bb-8758-53a7e9b3dce5 HTTP/1.1" status: 200 len: 865 time: 0.0831013 Feb 11 13:37:37.019966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9f1b8287-1aa5-49c9-854c-14504f54cf22 None None] Provisioning complete for port 9f523df3-000c-4524-b9b2-0e3bda5d8e11 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:37.021074 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9f1b8287-1aa5-49c9-854c-14504f54cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:37.063298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b8287-1aa5-49c9-854c-14504f54cf22 None None] Port 9f523df3-000c-4524-b9b2-0e3bda5d8e11 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:37:37.112386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-26a259e2-bf08-4aa3-9916-ec005f4e9eac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772567 Feb 11 13:37:37.245914 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-c5f09270-a2de-41a8-ba2f-2b306bc16563 service neutron] 10.222.0.59 "GET /v2.0/networks/68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262455 Feb 11 13:37:37.343208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adcb4b-8029-470e-a7df-09d44dbda043 req-cc4959bc-30c2-4c93-a964-849611e61f0f tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.345451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2adcb4b-8029-470e-a7df-09d44dbda043 req-cc4959bc-30c2-4c93-a964-849611e61f0f tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 944 time: 0.1013129 Feb 11 13:37:37.361707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d055f7b9-ba56-4006-807c-7aa33c08a607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:37.426752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055f7b9-ba56-4006-807c-7aa33c08a607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=9f523df3-000c-4524-b9b2-0e3bda5d8e11,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:37.481643 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d055f7b9-ba56-4006-807c-7aa33c08a607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:37.487937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d055f7b9-ba56-4006-807c-7aa33c08a607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/9f523df3-000c-4524-b9b2-0e3bda5d8e11 HTTP/1.1" status: 204 len: 168 time: 0.7980402 Feb 11 13:37:37.492005 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2adcb4b-8029-470e-a7df-09d44dbda043 req-0246d938-7885-42a8-a6f7-66f5472c6b8f tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367834 Feb 11 13:37:37.492422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39758) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:37.558273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6d7e23-e452-4cfa-9636-ea9529d733f6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.562987 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cd6d7e23-e452-4cfa-9636-ea9529d733f6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0694451 Feb 11 13:37:37.563758 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39762) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:37.627468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe6f04-9efb-46a5-bdd4-a0ea0662ec8f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.632725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-37fe6f04-9efb-46a5-bdd4-a0ea0662ec8f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0678861 Feb 11 13:37:37.633356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39766) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:37.732899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff8bd7-93dc-49da-9101-40e9728d8395 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.735141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff8bd7-93dc-49da-9101-40e9728d8395 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.737281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff8bd7-93dc-49da-9101-40e9728d8395 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.740076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-68ff8bd7-93dc-49da-9101-40e9728d8395 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1044779 Feb 11 13:37:37.742431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39768) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:37.826025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b316f83-b31c-406b-ae6b-e1903131e4bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 072bd2f7-d865-4490-8381-173e179ea873 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:37.829222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b316f83-b31c-406b-ae6b-e1903131e4bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:37.855388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060e766-1976-4028-aaff-5e625d16f62f req-3c97a383-88a7-4359-8871-bef528f8e433 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:37.857214 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a060e766-1976-4028-aaff-5e625d16f62f req-3c97a383-88a7-4359-8871-bef528f8e433 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 950 time: 0.0805595 Feb 11 13:37:37.877729 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b316f83-b31c-406b-ae6b-e1903131e4bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:37.890467 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:37:37.916183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9e457246-3f97-4122-9c53-27b16babb3fb req-965de782-af6d-4f51-9429-bcb1b1282143 service neutron] 10.222.0.59 "GET /v2.0/networks/68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595325 Feb 11 13:37:37.924578 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a060e766-1976-4028-aaff-5e625d16f62f req-8ce0bc01-3823-4dc9-9ebf-bb79de575491 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569706 Feb 11 13:37:37.990566 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b316f83-b31c-406b-ae6b-e1903131e4bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.055813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39782) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:38.140800 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b316f83-b31c-406b-ae6b-e1903131e4bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.176182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b316f83-b31c-406b-ae6b-e1903131e4bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=072bd2f7-d865-4490-8381-173e179ea873,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:38.180666 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b316f83-b31c-406b-ae6b-e1903131e4bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.186485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39790) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:38.186667 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9b316f83-b31c-406b-ae6b-e1903131e4bd tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/072bd2f7-d865-4490-8381-173e179ea873 HTTP/1.1" status: 204 len: 168 time: 0.4418440 Feb 11 13:37:38.190936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1274f69b-b768-491b-857e-af81e9596ced None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:38.202358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1695615715', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:38.265031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ad73ff-4c5d-4b10-8f45-bdb308c424a3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 158c3afe-cb13-4679-8897-4dcbe245ed54 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:38.268793 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97ad73ff-4c5d-4b10-8f45-bdb308c424a3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.324742 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97ad73ff-4c5d-4b10-8f45-bdb308c424a3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.400070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Made reservation on behalf of b8d45debfe8b49459c3c7a13fff78508 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:38.403530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.419760 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.507000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97ad73ff-4c5d-4b10-8f45-bdb308c424a3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.593354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.647942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e7873-ed1c-4131-9f3d-6bf5dbba74b1 req-73caa8c9-4202-4020-b0a7-501d1beee308 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:38.649493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-167e7873-ed1c-4131-9f3d-6bf5dbba74b1 req-73caa8c9-4202-4020-b0a7-501d1beee308 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 944 time: 0.0590627 Feb 11 13:37:38.691075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-167e7873-ed1c-4131-9f3d-6bf5dbba74b1 req-0860a475-2adb-4d09-aa56-bcec683963d2 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343664 Feb 11 13:37:38.711242 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.717847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] device_id is not set on port 84ec26fe-b5c7-470b-a716-94ad25d38757 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:38.756570 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97ad73ff-4c5d-4b10-8f45-bdb308c424a3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.808579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad73ff-4c5d-4b10-8f45-bdb308c424a3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=158c3afe-cb13-4679-8897-4dcbe245ed54,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:38.825859 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97ad73ff-4c5d-4b10-8f45-bdb308c424a3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:38.830123 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-97ad73ff-4c5d-4b10-8f45-bdb308c424a3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/158c3afe-cb13-4679-8897-4dcbe245ed54 HTTP/1.1" status: 204 len: 168 time: 0.6423633 Feb 11 13:37:38.835742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39810) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:38.882486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-36106a2c-22b9-4326-9681-6d2674190fa6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423651 Feb 11 13:37:38.882486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8c147f-a63b-4c8f-9828-b378304900e5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:38.883569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39814) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:38.890960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d9e0e9b3-dd5a-4498-b4e7-8c63e98d2702 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:38.941375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Allocated IP 172.25.0.37 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/84ec26fe-b5c7-470b-a716-94ad25d38757) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:39.112817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf6d8db-a897-4fe7-abf9-37be15b1117b None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:39.145754 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.203265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e0e9b3-dd5a-4498-b4e7-8c63e98d2702 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:39.207007 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e9b3-dd5a-4498-b4e7-8c63e98d2702 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.270311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eec375db-4805-4531-8df8-1a864b01d90a None None] Provisioning complete for port 400ee219-2a39-4497-842b-4b250daa2603 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:39.270783 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eec375db-4805-4531-8df8-1a864b01d90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.307150 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.402102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:39.406207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:39.422202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:39.427813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93127f-578e-4c6b-b609-b3c06d33ab43 None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:37:39.498839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39830) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:39.505817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Pushing event updated for resources: {'Port': ['ID=84ec26fe-b5c7-470b-a716-94ad25d38757,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:39.516539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:39.517246 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.560384 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e9b3-dd5a-4498-b4e7-8c63e98d2702 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.608212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0f3fced0-95a1-449d-a21b-8043a5d647ba tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5511813 Feb 11 13:37:39.611237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39834) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:39.616956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37'}]}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:39.630330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e0e9b3-dd5a-4498-b4e7-8c63e98d2702 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:39.634339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-d9e0e9b3-dd5a-4498-b4e7-8c63e98d2702 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:39.638790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e0e9b3-dd5a-4498-b4e7-8c63e98d2702 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:39.639510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d9e0e9b3-dd5a-4498-b4e7-8c63e98d2702 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.649202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0e9b3-dd5a-4498-b4e7-8c63e98d2702 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=3616d870-70ee-4e4a-a070-e9261a79e426,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:39.649379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1115351979', 'router:external': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:39.693016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ca93127f-578e-4c6b-b609-b3c06d33ab43 None None] Deleting port 400ee219-2a39-4497-842b-4b250daa2603 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:39.693390 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ca93127f-578e-4c6b-b609-b3c06d33ab43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.742816 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d9e0e9b3-dd5a-4498-b4e7-8c63e98d2702 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8578892 Feb 11 13:37:39.745604 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39838) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:39.750522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4320a07f-93f0-4e49-9056-d23ff9a2eb07 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:39.826284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.828547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.836174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ca93127f-578e-4c6b-b609-b3c06d33ab43 None None] For port 400ee219-2a39-4497-842b-4b250daa2603, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=400ee219-2a39-4497-842b-4b250daa2603,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:39.837306 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ca93127f-578e-4c6b-b609-b3c06d33ab43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.860161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ca93127f-578e-4c6b-b609-b3c06d33ab43 None None] Calling delete_port for 400ee219-2a39-4497-842b-4b250daa2603 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:39.904797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c84f66-f5a8-4e89-a440-7916fdcbb6d4 req-b8094d1d-d007-41be-a2d2-76a230dbbbba tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:39.906978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57c84f66-f5a8-4e89-a440-7916fdcbb6d4 req-b8094d1d-d007-41be-a2d2-76a230dbbbba tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 944 time: 0.1316330 Feb 11 13:37:39.962544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.968828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Made reservation on behalf of 40b83eaecbf14852b5e29d2c8525dde0 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:39.971522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:39.993027 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.000610 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57c84f66-f5a8-4e89-a440-7916fdcbb6d4 req-e9edde5f-c044-454d-9e1c-c89488a4ec54 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816083 Feb 11 13:37:40.048578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4320a07f-93f0-4e49-9056-d23ff9a2eb07 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:40.053049 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4320a07f-93f0-4e49-9056-d23ff9a2eb07 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.077172 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ca93127f-578e-4c6b-b609-b3c06d33ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.117635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca93127f-578e-4c6b-b609-b3c06d33ab43 None None] No DVR routers for this DVR port 400ee219-2a39-4497-842b-4b250daa2603 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:40.120337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93127f-578e-4c6b-b609-b3c06d33ab43 None None] Pushing event deleted for resources: {'Port': ['ID=400ee219-2a39-4497-842b-4b250daa2603,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:40.156292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e10086-fad8-42a8-9ed9-393705bb1607 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:40.196785 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.222008 n-d-816488-1 neutron-server[103006]: INFO neutron.db.ipam_backend_mixin [None req-4320a07f-93f0-4e49-9056-d23ff9a2eb07 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3616d870-70ee-4e4a-a070-e9261a79e426 (CIDR: 2001:db8::/64) Feb 11 13:37:40.239524 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.271528 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-4320a07f-93f0-4e49-9056-d23ff9a2eb07 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:37:40.272321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4320a07f-93f0-4e49-9056-d23ff9a2eb07 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:40.351095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.359257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'tenant_id': '0bc917472b364f18b6bcb37b56439ca1', 'fixed_ips': [{'subnet_id': '3616d870-70ee-4e4a-a070-e9261a79e426'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:37:40.360301 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.385551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:40.390073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4320a07f-93f0-4e49-9056-d23ff9a2eb07 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6432762 Feb 11 13:37:40.392614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39846) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:40.401655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'subnet': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:40.438215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03421b4e-33f6-491a-90e4-cf6265163b61,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:40.445883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.446228 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Added segment 2d8486f8-43cd-4b68-83a7-3a3b9382ffe0 of type vlan for network 58b88140-6761-472c-9df7-7129eb49df63 Feb 11 13:37:40.518328 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.569130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Allocated IP 2001:db8::2 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/3616d870-70ee-4e4a-a070-e9261a79e426/f09e10f1-bf46-46ce-8108-24afb972b90b) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:40.650370 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.651304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:40.651879 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.674234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:40.679553 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.741630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event updated for resources: {'Network': ['ID=58b88140-6761-472c-9df7-7129eb49df63,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:40.762900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 58b88140-6761-472c-9df7-7129eb49df63 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:40.766290 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.794696 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.802197 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.822536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-649b8dc7-c65b-4dd8-859d-445722fae7ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3223572 Feb 11 13:37:40.884327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39854) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:40.899549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Request body: {'subnet': {'network_id': '58b88140-6761-472c-9df7-7129eb49df63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:40.903862 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:40.959909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Pushing event updated for resources: {'Port': ['ID=f09e10f1-bf46-46ce-8108-24afb972b90b,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:40.970015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:40.971551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:40.976021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:41.041756 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Attempting to bind port f09e10f1-bf46-46ce-8108-24afb972b90b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:41.042195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Attempting to bind port f09e10f1-bf46-46ce-8108-24afb972b90b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:41.042562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Attempting to bind port f09e10f1-bf46-46ce-8108-24afb972b90b on network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:41.047808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:41.048659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Checking segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:41.048659 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.049024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Bound using segment: {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:41.049491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Bound port: f09e10f1-bf46-46ce-8108-24afb972b90b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ae5080-4d21-46d7-92e7-efaaa613535f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:41.049932 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.068693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Made reservation on behalf of 40b83eaecbf14852b5e29d2c8525dde0 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:41.071758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.122665 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.131364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] For port f09e10f1-bf46-46ce-8108-24afb972b90b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:41.135921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] For port f09e10f1-bf46-46ce-8108-24afb972b90b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f09e10f1-bf46-46ce-8108-24afb972b90b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:41.209155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 400ee219-2a39-4497-842b-4b250daa2603 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:41.237903 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.288279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.objects.ports [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103006) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:37:41.350255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 400ee219-2a39-4497-842b-4b250daa2603 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:37:41.351319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 400ee219-2a39-4497-842b-4b250daa2603 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:41.360256 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.364859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bcec6-c073-4315-9a80-7face5bdf9e5 req-21052330-2270-4081-b115-1b64dca6725f tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:41.366749 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e2bcec6-c073-4315-9a80-7face5bdf9e5 req-21052330-2270-4081-b115-1b64dca6725f tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 944 time: 0.1665838 Feb 11 13:37:41.380602 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.454834 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f518a-38ba-4967-85a3-edf79cbac825 None None] Pushing event updated for resources: {'Port': ['ID=f09e10f1-bf46-46ce-8108-24afb972b90b,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:41.458548 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e2bcec6-c073-4315-9a80-7face5bdf9e5 req-d2387720-2b3b-473e-91f0-869d4485cc4d tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823913 Feb 11 13:37:41.614997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.615516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1020be39-0d27-441e-b023-fe1e1b1e95a7 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:37:41.736995 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:37:41.739559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bf07c047-84a1-4cd4-bb68-bf9f7da13305 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1261923 Feb 11 13:37:41.749938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39874) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:41.811698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:41.863659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f09abafb-30e7-4b3e-a227-9cffa032466f details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:41.978850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:37:41.979469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.016793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f09abafb-30e7-4b3e-a227-9cffa032466f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f09abafb-30e7-4b3e-a227-9cffa032466f,segment=NetworkSegment(799728f2-7ab0-4599-a748-a95d5cfeb1eb),segment_id=799728f2-7ab0-4599-a748-a95d5cfeb1eb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:42.030481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'f09abafb-30e7-4b3e-a227-9cffa032466f', 'network_id': '68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9', 'port_id': 'f09abafb-30e7-4b3e-a227-9cffa032466f', 'mac_address': 'fa:16:3e:46:86:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c008336e-767c-49bb-8758-53a7e9b3dce5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:42.059597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event updated for resources: {'Subnet': ['ID=354fbb58-33b3-4dd9-9ba5-fb5995012090,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:42.064405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Checking segment: {'id': '2d8486f8-43cd-4b68-83a7-3a3b9382ffe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '58b88140-6761-472c-9df7-7129eb49df63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:42.064768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Network hostable DHCP agents. Network: 58b88140-6761-472c-9df7-7129eb49df63, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:42.078183 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.095558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f09abafb-30e7-4b3e-a227-9cffa032466f {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:37:42.134834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] For port f09e10f1-bf46-46ce-8108-24afb972b90b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f09e10f1-bf46-46ce-8108-24afb972b90b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:42.149532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f09abafb-30e7-4b3e-a227-9cffa032466f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f09abafb-30e7-4b3e-a227-9cffa032466f,segment=NetworkSegment(799728f2-7ab0-4599-a748-a95d5cfeb1eb),segment_id=799728f2-7ab0-4599-a748-a95d5cfeb1eb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:42.154367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Network 58b88140-6761-472c-9df7-7129eb49df63 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:42.198062 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.201190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8952f0e8-5d1f-49e1-85e0-07370ce91ea0 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Deleting port 84ec26fe-b5c7-470b-a716-94ad25d38757 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:42.201521 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8952f0e8-5d1f-49e1-85e0-07370ce91ea0 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.256933 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.260193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 58b88140-6761-472c-9df7-7129eb49df63) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:42.271837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:42.272462 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.298529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b284d99-8966-4fd1-8594-4867e4f3020f None None] Network 58b88140-6761-472c-9df7-7129eb49df63 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:42.309094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8952f0e8-5d1f-49e1-85e0-07370ce91ea0 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.327774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8952f0e8-5d1f-49e1-85e0-07370ce91ea0 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Calling delete_port for 84ec26fe-b5c7-470b-a716-94ad25d38757 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:42.383812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2cd2c6d1-5e6a-44b0-a9c2-dd2e5d033750 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.4989188 Feb 11 13:37:42.384451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39882) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:42.384573 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.397186 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.397398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-204021132', 'network_id': '58b88140-6761-472c-9df7-7129eb49df63'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:42.435225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f09abafb-30e7-4b3e-a227-9cffa032466f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:42.542839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Made reservation on behalf of 40b83eaecbf14852b5e29d2c8525dde0 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:42.546227 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.554268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Subnet': ['ID=8b7a4697-e145-4c47-935c-756bcb5e629b,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:42.564471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513da211-d754-4622-89ef-7d781622bb16 None None] Network 58b88140-6761-472c-9df7-7129eb49df63 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:42.592291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['f09abafb-30e7-4b3e-a227-9cffa032466f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:42.593696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] device_id is not set on port 0a3b7b01-69e8-4493-a2f8-4324ba45cb67 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:42.678263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:42.701562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:42.705537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:42.706429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:42.761678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=f09e10f1-bf46-46ce-8108-24afb972b90b,revision_number=4']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:42.844724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Allocated IP 2001:db8::17a (58b88140-6761-472c-9df7-7129eb49df63/354fbb58-33b3-4dd9-9ba5-fb5995012090/0a3b7b01-69e8-4493-a2f8-4324ba45cb67) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:42.845668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-03983299-41d7-44a2-ba78-38b6a624048b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4498472 Feb 11 13:37:42.848914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39890) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:42.857971 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Request body: {'port': {'network_id': '1bffabfc-4ac6-4e77-8c1a-50da44898f19', 'mac_address': 'fa:16:3e:7d:1f:83', 'name': 'tempest-NetworksTestDHCPv6-1123379935'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:43.012061 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8952f0e8-5d1f-49e1-85e0-07370ce91ea0 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.017936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5466443-857b-4622-a11e-fcabee87c425 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:43.060623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13311ea-90f9-421c-8489-25b71fc5c19a req-9bde73c9-6260-4aaa-847d-b8a8de0348a4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.063343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a13311ea-90f9-421c-8489-25b71fc5c19a req-9bde73c9-6260-4aaa-847d-b8a8de0348a4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 945 time: 0.1293986 Feb 11 13:37:43.121296 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952f0e8-5d1f-49e1-85e0-07370ce91ea0 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Pushing event deleted for resources: {'Port': ['ID=84ec26fe-b5c7-470b-a716-94ad25d38757,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:43.159797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a13311ea-90f9-421c-8489-25b71fc5c19a req-8462f8b7-01b2-4ec7-b080-5ea3655d350a tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848410 Feb 11 13:37:43.186751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.211640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3ca430a0-ac9e-42fa-8441-227a73872c70 None None] Provisioning complete for port f09e10f1-bf46-46ce-8108-24afb972b90b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:43.212240 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3ca430a0-ac9e-42fa-8441-227a73872c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.277087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Made reservation on behalf of 0bc917472b364f18b6bcb37b56439ca1 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:43.350727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f09e10f1-bf46-46ce-8108-24afb972b90b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:43.368990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.413628 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.421326 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8952f0e8-5d1f-49e1-85e0-07370ce91ea0 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.426157 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8952f0e8-5d1f-49e1-85e0-07370ce91ea0 tempest-RoutersAdminNegativeTest-2007453018 tempest-RoutersAdminNegativeTest-2007453018-project-admin] 10.222.0.52 "DELETE /v2.0/ports/84ec26fe-b5c7-470b-a716-94ad25d38757 HTTP/1.1" status: 204 len: 168 time: 1.6738021 Feb 11 13:37:43.476076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] device_id is not set on port 57409e66-f8b0-4c73-906d-60b327cc2f93 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:43.506427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Network 58b88140-6761-472c-9df7-7129eb49df63 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:43.511201 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3ca430a0-ac9e-42fa-8441-227a73872c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.531954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:43.535391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f09e10f1-bf46-46ce-8108-24afb972b90b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:43.535391 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.544314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event updated for resources: {'Port': ['ID=0a3b7b01-69e8-4493-a2f8-4324ba45cb67,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:43.546688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:43.547666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:43.569221 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.600032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3ca430a0-ac9e-42fa-8441-227a73872c70 None None] For port f09e10f1-bf46-46ce-8108-24afb972b90b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f09e10f1-bf46-46ce-8108-24afb972b90b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:43.693336 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8b2b0b98-5694-436c-81a6-bb7d52d90160 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3054581 Feb 11 13:37:43.693541 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.695929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39898) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:43.705389 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3ca430a0-ac9e-42fa-8441-227a73872c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.817883 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8::118 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/3616d870-70ee-4e4a-a070-e9261a79e426/57409e66-f8b0-4c73-906d-60b327cc2f93) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:43.830087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Allocated IP 2001:db8:0:1:f816:3eff:fe7d:1f83 (1bffabfc-4ac6-4e77-8c1a-50da44898f19/8b7a4697-e145-4c47-935c-756bcb5e629b/57409e66-f8b0-4c73-906d-60b327cc2f93) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:43.868321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-36568ff7-93b8-4f01-a76b-cf3cd29e3573 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Deleting port 0a3b7b01-69e8-4493-a2f8-4324ba45cb67 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:43.869426 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36568ff7-93b8-4f01-a76b-cf3cd29e3573 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:43.929586 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:43.939700 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:43.939700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f09abafb-30e7-4b3e-a227-9cffa032466f up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:44.048271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36568ff7-93b8-4f01-a76b-cf3cd29e3573 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.050037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca430a0-ac9e-42fa-8441-227a73872c70 None None] Pushing event updated for resources: {'Port': ['ID=f09e10f1-bf46-46ce-8108-24afb972b90b,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:44.107403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-36568ff7-93b8-4f01-a76b-cf3cd29e3573 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Calling delete_port for 0a3b7b01-69e8-4493-a2f8-4324ba45cb67 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:44.149792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.228597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port f09abafb-30e7-4b3e-a227-9cffa032466f completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:37:44.233600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port f09abafb-30e7-4b3e-a227-9cffa032466f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:44.234603 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.263505 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.337259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39914) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:44.432559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:44.440498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:44.451413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:44.466682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:44.467715 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.545245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event updated for resources: {'Port': ['ID=57409e66-f8b0-4c73-906d-60b327cc2f93,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:44.555324 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.589744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52156ec7-35b1-4c20-b79e-a7864bda5b0a req-581f12a3-1c55-47ce-8c2c-d8127cec701f tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:44.592174 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-52156ec7-35b1-4c20-b79e-a7864bda5b0a req-581f12a3-1c55-47ce-8c2c-d8127cec701f tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 945 time: 0.1165423 Feb 11 13:37:44.598586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59adf27-5688-48db-a966-8e709c04ffb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09abafb-30e7-4b3e-a227-9cffa032466f'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:44.603548 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7471ab5-8cae-4ef8-a01c-8846e7ddc427" -d '{"events": [{"server_uuid": "f59adf27-5688-48db-a966-8e709c04ffb1", "name": "network-vif-plugged", "status": "completed", "tag": "f09abafb-30e7-4b3e-a227-9cffa032466f"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:44.649993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f09abafb-30e7-4b3e-a227-9cffa032466f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f09abafb-30e7-4b3e-a227-9cffa032466f,segment=NetworkSegment(799728f2-7ab0-4599-a748-a95d5cfeb1eb),segment_id=799728f2-7ab0-4599-a748-a95d5cfeb1eb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:44.654725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d1b2d50-b1f7-4371-b60a-2871931ca1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.657186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-52156ec7-35b1-4c20-b79e-a7864bda5b0a req-14d71e0b-4384-4a88-aa23-27e546b75ccb tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578251 Feb 11 13:37:44.661670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ad64fed0-8c7c-4618-91c2-d4ef964279cb None None] Provisioning complete for port f09e10f1-bf46-46ce-8108-24afb972b90b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:44.662347 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad64fed0-8c7c-4618-91c2-d4ef964279cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.673888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39928) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:44.674488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-be9b2ffd-0f75-4567-9e1c-04bff65995b3 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8241456 Feb 11 13:37:44.754851 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.787975 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb2edac-a223-439e-9d77-6f8db7938b77 x-openstack-request-id: req-9cb2edac-a223-439e-9d77-6f8db7938b77 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:44.788278 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59adf27-5688-48db-a966-8e709c04ffb1", "name": "network-vif-plugged", "status": "completed", "tag": "f09abafb-30e7-4b3e-a227-9cffa032466f", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:44.788540 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cb2edac-a223-439e-9d77-6f8db7938b77 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:44.788931 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59adf27-5688-48db-a966-8e709c04ffb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f09abafb-30e7-4b3e-a227-9cffa032466f', 'code': 200} Feb 11 13:37:44.869091 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36568ff7-93b8-4f01-a76b-cf3cd29e3573 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:44.872649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f09abafb-30e7-4b3e-a227-9cffa032466f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:44.961183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36568ff7-93b8-4f01-a76b-cf3cd29e3573 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a3b7b01-69e8-4493-a2f8-4324ba45cb67,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:45.002620 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36568ff7-93b8-4f01-a76b-cf3cd29e3573 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.006667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-36568ff7-93b8-4f01-a76b-cf3cd29e3573 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "DELETE /v2.0/ports/0a3b7b01-69e8-4493-a2f8-4324ba45cb67 HTTP/1.1" status: 204 len: 168 time: 1.3083138 Feb 11 13:37:45.009908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39930) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:45.016488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58b88140-6761-472c-9df7-7129eb49df63', 'external_fixed_ips': [{'subnet_id': '354fbb58-33b3-4dd9-9ba5-fb5995012090', 'ip_address': '2001:db8::17a'}]}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:45.023824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-2e3e4f90-2415-46ae-99e5-20a6411d5969 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:45.031402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-2e3e4f90-2415-46ae-99e5-20a6411d5969 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 815 time: 0.5855753 Feb 11 13:37:45.032488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-76e5f376-09fc-43b3-8cb4-d33c34e3e096 None None] Provisioning complete for port 57409e66-f8b0-4c73-906d-60b327cc2f93 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:45.033092 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-76e5f376-09fc-43b3-8cb4-d33c34e3e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.095115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-76e5f376-09fc-43b3-8cb4-d33c34e3e096 None None] Port 57409e66-f8b0-4c73-906d-60b327cc2f93 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:37:45.095800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-6d5ed2b9-f924-4ce3-8425-18f4dacaa6dd tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/quotas/95eea42642194262af0cc0d3943c6974 HTTP/1.1" status: 200 len: 375 time: 0.0631964 Feb 11 13:37:45.154659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242fceb-6580-457e-90fc-9d8c5ce6da8c req-fc721376-8926-48a9-a157-d85720ffa7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:45.156497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d242fceb-6580-457e-90fc-9d8c5ce6da8c req-fc721376-8926-48a9-a157-d85720ffa7fc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 1097 time: 0.2499115 Feb 11 13:37:45.163589 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.164711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.181004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d1b2d50-b1f7-4371-b60a-2871931ca1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.184906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-31475078-ce2e-4324-a309-2d8ed9461607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting port 57409e66-f8b0-4c73-906d-60b327cc2f93 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:45.185505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-31475078-ce2e-4324-a309-2d8ed9461607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.222456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f09e10f1-bf46-46ce-8108-24afb972b90b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:37:45.237970 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.280442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-6d3a3962-f445-428c-9525-b17b09a7b7ed tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1825535 Feb 11 13:37:45.291623 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d1b2d50-b1f7-4371-b60a-2871931ca1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.296258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f09e10f1-bf46-46ce-8108-24afb972b90b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:45.296892 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.321548 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d242fceb-6580-457e-90fc-9d8c5ce6da8c req-d6f170a5-1e2f-48e9-b136-fef4873cd829 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570287 Feb 11 13:37:45.421945 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9d1b2d50-b1f7-4371-b60a-2871931ca1f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4fe1a0dbfead476aa37e80c51bab2617&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0795577 Feb 11 13:37:45.425804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39936) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:45.427165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b2d50-b1f7-4371-b60a-2871931ca1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d51b4d0-0573-4aab-95ce-e2f9445310da,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:45.457007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-31475078-ce2e-4324-a309-2d8ed9461607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.497672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-31475078-ce2e-4324-a309-2d8ed9461607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Calling delete_port for 57409e66-f8b0-4c73-906d-60b327cc2f93 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:45.539023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-d4bd3c39-00a0-4484-b6ab-fb362da5e931 service neutron] 10.222.0.52 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515595 Feb 11 13:37:45.592588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:45.820375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9737792-81c9-4ce4-9418-c977b8d7cce8 req-f24bf22c-3609-402c-8bc2-94e85c847d7d tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:45.821895 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9737792-81c9-4ce4-9418-c977b8d7cce8 req-f24bf22c-3609-402c-8bc2-94e85c847d7d tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 946 time: 0.0707595 Feb 11 13:37:45.914083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9737792-81c9-4ce4-9418-c977b8d7cce8 req-9ba2135a-bd01-43ba-8e88-b3b59d108af4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793931 Feb 11 13:37:45.987518 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c6087fb-6ef2-4e95-89c9-1358df5552a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.013005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.034602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.042510 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c6087fb-6ef2-4e95-89c9-1358df5552a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.045911 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-5a965adc-1263-4809-b7ab-b413a556f290 service neutron] 10.222.0.52 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5059659 Feb 11 13:37:46.195374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39950) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:46.255130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c6087fb-6ef2-4e95-89c9-1358df5552a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.257968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c6087fb-6ef2-4e95-89c9-1358df5552a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.260100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0c6087fb-6ef2-4e95-89c9-1358df5552a9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d51b4d0-0573-4aab-95ce-e2f9445310da HTTP/1.1" status: 204 len: 168 time: 0.8279195 Feb 11 13:37:46.275909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6087fb-6ef2-4e95-89c9-1358df5552a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d51b4d0-0573-4aab-95ce-e2f9445310da,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:46.347346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-31475078-ce2e-4324-a309-2d8ed9461607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.417752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31475078-ce2e-4324-a309-2d8ed9461607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Port': ['ID=57409e66-f8b0-4c73-906d-60b327cc2f93,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:46.422890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9c32240-3d56-416a-8847-600b0f421ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.444029 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f25de62a-2ff2-4c3e-8c23-a8c8189b7b06 req-65d5bffe-4dea-460f-9927-2855b96a2ef7 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 210 time: 0.0485253 Feb 11 13:37:46.499051 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-31475078-ce2e-4324-a309-2d8ed9461607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.504619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-31475078-ce2e-4324-a309-2d8ed9461607 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/57409e66-f8b0-4c73-906d-60b327cc2f93 HTTP/1.1" status: 204 len: 168 time: 1.8239260 Feb 11 13:37:46.506809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39960) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:46.556389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Allocated IP 2001:db8::17a (58b88140-6761-472c-9df7-7129eb49df63/354fbb58-33b3-4dd9-9ba5-fb5995012090/cbb19986-2c35-48a7-a001-cef1eca44b7b) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:46.595960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eee82f-ca0e-48cc-8d3d-d82123cac9dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:46.597539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-04eee82f-ca0e-48cc-8d3d-d82123cac9dc tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0863929 Feb 11 13:37:46.601673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39962) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:46.714638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1371cd46-627f-40a5-9c51-6923228b1163 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:46.718537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1371cd46-627f-40a5-9c51-6923228b1163 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1136382 Feb 11 13:37:46.718677 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9c32240-3d56-416a-8847-600b0f421ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.719567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39970) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:46.749640 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.783569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9c018-d8eb-4435-8939-55d23b6c8d26 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:46.785170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9c018-d8eb-4435-8939-55d23b6c8d26 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:46.787298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d9c018-d8eb-4435-8939-55d23b6c8d26 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:46.788896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b8d9c018-d8eb-4435-8939-55d23b6c8d26 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0683599 Feb 11 13:37:46.791681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39972) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:46.845933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb62c078-b459-4821-8558-98a5fca252b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 3616d870-70ee-4e4a-a070-e9261a79e426 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:46.850080 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb62c078-b459-4821-8558-98a5fca252b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.853079 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9c32240-3d56-416a-8847-600b0f421ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.856284 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.902264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Network 58b88140-6761-472c-9df7-7129eb49df63 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:46.906923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:46.909357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:46.927345 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d9c32240-3d56-416a-8847-600b0f421ec1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ecb6d4e235a446c48b9a4341dd4cc758&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7274547 Feb 11 13:37:46.928002 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb62c078-b459-4821-8558-98a5fca252b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:46.930986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39974) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:46.963401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c32240-3d56-416a-8847-600b0f421ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bbb89c-624e-400e-a8c8-d5464a987a6d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:47.073589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5637de0a-f70d-4d91-9780-cb502c504534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.103242 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb62c078-b459-4821-8558-98a5fca252b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.148932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5637de0a-f70d-4d91-9780-cb502c504534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.172153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39980) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:47.223586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea4ca4-ceee-4e80-8512-e15247358b02 req-d83c064c-beff-40df-b8a7-908f88686985 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:47.225269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66ea4ca4-ceee-4e80-8512-e15247358b02 req-d83c064c-beff-40df-b8a7-908f88686985 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 946 time: 0.1655338 Feb 11 13:37:47.300455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5f115208-f4cd-4544-8721-a777926bf105 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b8d45debfe8b49459c3c7a13fff78508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178479 Feb 11 13:37:47.300455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66ea4ca4-ceee-4e80-8512-e15247358b02 req-aecb1c11-9174-4e34-99fb-d3a39c84f726 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652444 Feb 11 13:37:47.300640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39984) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:47.341199 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb62c078-b459-4821-8558-98a5fca252b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.377572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5637de0a-f70d-4d91-9780-cb502c504534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.379977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event updated for resources: {'Port': ['ID=cbb19986-2c35-48a7-a001-cef1eca44b7b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:47.380991 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5637de0a-f70d-4d91-9780-cb502c504534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.384673 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5637de0a-f70d-4d91-9780-cb502c504534 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e8bbb89c-624e-400e-a8c8-d5464a987a6d HTTP/1.1" status: 204 len: 168 time: 0.4320147 Feb 11 13:37:47.384673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62c078-b459-4821-8558-98a5fca252b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=3616d870-70ee-4e4a-a070-e9261a79e426,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:47.391298 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb62c078-b459-4821-8558-98a5fca252b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.394142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bb62c078-b459-4821-8558-98a5fca252b5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/3616d870-70ee-4e4a-a070-e9261a79e426 HTTP/1.1" status: 204 len: 168 time: 0.6012795 Feb 11 13:37:47.395812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996276d3-5584-4501-8a27-65c02552a48a None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:47.398919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39990) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:47.416192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637de0a-f70d-4d91-9780-cb502c504534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bbb89c-624e-400e-a8c8-d5464a987a6d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:47.418187 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d93f6bb-dd6e-4762-b184-b35bbe511e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.484599 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d93f6bb-dd6e-4762-b184-b35bbe511e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.496149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3fa34-5078-4e12-9fc5-caa793b6deff req-258ac9fc-870d-4cdc-8c0e-d3a0d58b7a3c tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:47.502473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c56ad3c-91e7-4e4f-8bb3-c11ff4ec5202 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Deleting subnet 8b7a4697-e145-4c47-935c-756bcb5e629b {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:47.506647 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fb3fa34-5078-4e12-9fc5-caa793b6deff req-258ac9fc-870d-4cdc-8c0e-d3a0d58b7a3c tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 946 time: 0.0745590 Feb 11 13:37:47.507540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c56ad3c-91e7-4e4f-8bb3-c11ff4ec5202 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.576897 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c56ad3c-91e7-4e4f-8bb3-c11ff4ec5202 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.610447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fb3fa34-5078-4e12-9fc5-caa793b6deff req-18d16b7f-fc72-470e-88c7-6136f153fde8 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030481 Feb 11 13:37:47.630613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6d522cc-a2f5-419e-a1c5-9703a862e4a6 req-09b60dbd-fdf6-4600-a5f2-6f1f5832af0c tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 210 time: 0.0590012 Feb 11 13:37:47.705165 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.727583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d93f6bb-dd6e-4762-b184-b35bbe511e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.730980 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d93f6bb-dd6e-4762-b184-b35bbe511e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.734223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1d93f6bb-dd6e-4762-b184-b35bbe511e8f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f8c147f-a63b-4c8f-9828-b378304900e5 HTTP/1.1" status: 204 len: 168 time: 0.4326930 Feb 11 13:37:47.743162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c56ad3c-91e7-4e4f-8bb3-c11ff4ec5202 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.774134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93f6bb-dd6e-4762-b184-b35bbe511e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8c147f-a63b-4c8f-9828-b378304900e5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:47.931604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c56ad3c-91e7-4e4f-8bb3-c11ff4ec5202 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.961393 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:47.980322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56ad3c-91e7-4e4f-8bb3-c11ff4ec5202 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7a4697-e145-4c47-935c-756bcb5e629b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:48.006250 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c56ad3c-91e7-4e4f-8bb3-c11ff4ec5202 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.012985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3c56ad3c-91e7-4e4f-8bb3-c11ff4ec5202 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/8b7a4697-e145-4c47-935c-756bcb5e629b HTTP/1.1" status: 204 len: 168 time: 0.6099062 Feb 11 13:37:48.016791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40002) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.109005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40006) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.124988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-03c45400-0c87-45c4-9a4b-5353b9e086a9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1092608 Feb 11 13:37:48.198322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9677f1ee-de67-41c6-b2de-b49570e55fb6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:48.202209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9677f1ee-de67-41c6-b2de-b49570e55fb6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0898623 Feb 11 13:37:48.204585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40008) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.255812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63838e8f-1282-4c8d-bdff-ed6d416b426c req-1fca8b18-bc76-402f-ad87-0495056bf7d0 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:48.264171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63838e8f-1282-4c8d-bdff-ed6d416b426c req-1fca8b18-bc76-402f-ad87-0495056bf7d0 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 946 time: 0.0807445 Feb 11 13:37:48.315188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2ed344-95af-4b96-a4cc-7f035965a723 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:48.317396 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0d2ed344-95af-4b96-a4cc-7f035965a723 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1111615 Feb 11 13:37:48.319940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40014) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.357286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63838e8f-1282-4c8d-bdff-ed6d416b426c req-d2696eda-faf5-4670-a029-70223f0e03a1 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877855 Feb 11 13:37:48.366452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-19b2263e-7ed2-4797-93a9-8bcebe87965c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452983 Feb 11 13:37:48.372410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40016) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.399929 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Router ff089662-4d63-41c1-9ee5-fcaac4403198 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:37:48.443682 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe85d170-3dd3-4e12-a086-33193f3c530c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:48.444367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe85d170-3dd3-4e12-a086-33193f3c530c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:48.447476 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe85d170-3dd3-4e12-a086-33193f3c530c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/57409e66-f8b0-4c73-906d-60b327cc2f93 HTTP/1.1" status: 404 len: 333 time: 0.0733459 Feb 11 13:37:48.450640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40022) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.487999 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc735dc-e4ca-4c04-b4f8-db5d7797e23b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:48.488567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc735dc-e4ca-4c04-b4f8-db5d7797e23b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:48.496762 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0fc735dc-e4ca-4c04-b4f8-db5d7797e23b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/8b7a4697-e145-4c47-935c-756bcb5e629b HTTP/1.1" status: 404 len: 337 time: 0.0449185 Feb 11 13:37:48.538639 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc9da4-41ad-451f-9474-7fb9219ea2c0 None None] Network 1bffabfc-4ac6-4e77-8c1a-50da44898f19 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:48.541338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40026) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.541723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40028) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.568921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:48.583989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9736-e856-4bf9-98f9-aaf12f8bab39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.587173 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89b6be1-8fca-416d-903b-f9665be027d2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:48.587824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89b6be1-8fca-416d-903b-f9665be027d2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:48.593878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40032) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.594081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e89b6be1-8fca-416d-903b-f9665be027d2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/3616d870-70ee-4e4a-a070-e9261a79e426 HTTP/1.1" status: 404 len: 337 time: 0.0496578 Feb 11 13:37:48.701321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Sync routers for ids ['ff089662-4d63-41c1-9ee5-fcaac4403198'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:37:48.702366 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2d73a8-65ee-40ac-ac03-5e5feb2d8d52 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:48.702366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2d73a8-65ee-40ac-ac03-5e5feb2d8d52 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:48.702366 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0f2d73a8-65ee-40ac-ac03-5e5feb2d8d52 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/9f523df3-000c-4524-b9b2-0e3bda5d8e11 HTTP/1.1" status: 404 len: 333 time: 0.0440829 Feb 11 13:37:48.703045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Routers {'ff089662-4d63-41c1-9ee5-fcaac4403198'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:48.703045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ff089662-4d63-41c1-9ee5-fcaac4403198'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:48.703413 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9736-e856-4bf9-98f9-aaf12f8bab39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.703497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7b406ba3-2b6e-4f2a-a1e0-a1dc2163016f None None] Provisioning complete for port f09e10f1-bf46-46ce-8108-24afb972b90b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:37:48.703497 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7b406ba3-2b6e-4f2a-a1e0-a1dc2163016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.703646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40034) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.746139 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-636a3314-1ca6-4f7c-99e8-80416ef8cddb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:48.746604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636a3314-1ca6-4f7c-99e8-80416ef8cddb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:48.749622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-636a3314-1ca6-4f7c-99e8-80416ef8cddb tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/072bd2f7-d865-4490-8381-173e179ea873 HTTP/1.1" status: 404 len: 337 time: 0.0549297 Feb 11 13:37:48.752146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40040) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.786223 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ce084f-4bf3-48f8-bdf4-7a2573f45d42 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:48.787028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ce084f-4bf3-48f8-bdf4-7a2573f45d42 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:48.790526 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f2ce084f-4bf3-48f8-bdf4-7a2573f45d42 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/158c3afe-cb13-4679-8897-4dcbe245ed54 HTTP/1.1" status: 404 len: 337 time: 0.0373323 Feb 11 13:37:48.793078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40042) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.806415 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d86f77d2-45dd-4ebd-bd5f-1facf3dca466 req-2fbff600-88b0-4147-be7f-044511abdf25 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 210 time: 0.0439389 Feb 11 13:37:48.811697 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.814586 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-79899785-3057-40ab-8b61-4b61fbcc81c5 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8033793 Feb 11 13:37:48.818012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40044) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.823203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc8b9736-e856-4bf9-98f9-aaf12f8bab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:48.839012 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a0b9b5-e1bf-4812-b990-ab4112ee67a0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:48.839883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a0b9b5-e1bf-4812-b990-ab4112ee67a0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:48.845567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-19a0b9b5-e1bf-4812-b990-ab4112ee67a0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/87cbf4f3-3553-4ada-b0e4-516441fbff31 HTTP/1.1" status: 404 len: 333 time: 0.0510976 Feb 11 13:37:48.853570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40048) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.915615 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-00347d3b-fafc-42e5-b348-f0a880318b21 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:48.916564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00347d3b-fafc-42e5-b348-f0a880318b21 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:48.920418 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-00347d3b-fafc-42e5-b348-f0a880318b21 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/f0bba639-09e0-4533-9ec9-e946671ea0ce HTTP/1.1" status: 404 len: 337 time: 0.0626106 Feb 11 13:37:48.928796 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dc8b9736-e856-4bf9-98f9-aaf12f8bab39 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c28a3d92ba9407db0b128d35c9f6821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859940 Feb 11 13:37:48.931180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40050) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.931982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40052) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:48.959313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b9736-e856-4bf9-98f9-aaf12f8bab39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115a813a-8a3f-4da9-8a8a-5c36f497d588,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:48.975698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.002202 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-148131e2-6928-44f7-803b-598d10cb6e27 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.002202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148131e2-6928-44f7-803b-598d10cb6e27 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.008414 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-148131e2-6928-44f7-803b-598d10cb6e27 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/41a21a75-3aeb-4f11-b178-8bd9903fdfe5 HTTP/1.1" status: 404 len: 337 time: 0.0728400 Feb 11 13:37:49.017643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40054) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.081437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Set router ff089662-4d63-41c1-9ee5-fcaac4403198 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:37:49.119794 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b35276-e5f6-4824-a9fe-71a9024c20e0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.119794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b35276-e5f6-4824-a9fe-71a9024c20e0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.124710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-26b35276-e5f6-4824-a9fe-71a9024c20e0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/cc610124-a713-496d-87ad-354baf3957f4 HTTP/1.1" status: 404 len: 333 time: 0.1024849 Feb 11 13:37:49.131189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40056) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.196438 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-af959749-b816-494c-83c3-64f3c9ce2e20 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.205251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af959749-b816-494c-83c3-64f3c9ce2e20 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.205560 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.210573 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-af959749-b816-494c-83c3-64f3c9ce2e20 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/3f54e672-632c-4f00-b9be-6c68f2433e76 HTTP/1.1" status: 404 len: 337 time: 0.0713291 Feb 11 13:37:49.216411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40062) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.233229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b5b03f-e577-4871-a0e5-e0219ae5d48b None None] DHCP port deletion for 1bffabfc-4ac6-4e77-8c1a-50da44898f19 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:37:49.269192 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48fc22c6-4eee-4d5e-991a-8d0d55c89f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.324986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48fc22c6-4eee-4d5e-991a-8d0d55c89f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.339950 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cafc36-4652-41bc-804c-25b373fb43df tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.342944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82cafc36-4652-41bc-804c-25b373fb43df tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.343063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-209f56bd-e209-4062-be4d-3f965f954cbe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:49.344338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-209f56bd-e209-4062-be4d-3f965f954cbe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.13 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 815 time: 0.3370318 Feb 11 13:37:49.347869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40068) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.349135 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-82cafc36-4652-41bc-804c-25b373fb43df tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/e2910454-e073-4fe5-8929-f04a7c9de32d HTTP/1.1" status: 404 len: 337 time: 0.1313336 Feb 11 13:37:49.366220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5b03f-e577-4871-a0e5-e0219ae5d48b None None] Deleting port f09e10f1-bf46-46ce-8108-24afb972b90b {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:49.366708 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d4b5b03f-e577-4871-a0e5-e0219ae5d48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.374785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Request body: {'port': {'device_id': 'c249c8b2-c881-4e25-8b2d-224ed865efa2', 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b', 'admin_state_up': True, 'tenant_id': '95eea42642194262af0cc0d3943c6974'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:49.420689 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a342ec-787c-418f-85c4-f79037c76c2f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.421445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a342ec-787c-418f-85c4-f79037c76c2f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.424993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-91a342ec-787c-418f-85c4-f79037c76c2f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/b5eaaf14-1c64-40b3-b56e-fa9266c25eef HTTP/1.1" status: 404 len: 333 time: 0.0757172 Feb 11 13:37:49.428638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d34c1-01f8-42d1-afdb-80474a0081ec req-ce02938a-55fe-4e06-a3df-5a650a4ad0ae tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:49.430700 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-831d34c1-01f8-42d1-afdb-80474a0081ec req-ce02938a-55fe-4e06-a3df-5a650a4ad0ae tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 946 time: 0.1428239 Feb 11 13:37:49.431289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40070) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.451114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Deleting port cbb19986-2c35-48a7-a001-cef1eca44b7b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:49.451588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.459236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d4b5b03f-e577-4871-a0e5-e0219ae5d48b None None] For port f09e10f1-bf46-46ce-8108-24afb972b90b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f09e10f1-bf46-46ce-8108-24afb972b90b,segment=NetworkSegment(11ae5080-4d21-46d7-92e7-efaaa613535f),segment_id=11ae5080-4d21-46d7-92e7-efaaa613535f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:49.460026 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d4b5b03f-e577-4871-a0e5-e0219ae5d48b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.476912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d4b5b03f-e577-4871-a0e5-e0219ae5d48b None None] Calling delete_port for f09e10f1-bf46-46ce-8108-24afb972b90b owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:49.534426 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-53353f92-b63c-491a-80bd-8dabfc1a4c8a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.535308 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53353f92-b63c-491a-80bd-8dabfc1a4c8a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.538824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-53353f92-b63c-491a-80bd-8dabfc1a4c8a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/8bd336d7-ec2f-4a70-a3c9-fbd3463fe7d8 HTTP/1.1" status: 404 len: 337 time: 0.1050112 Feb 11 13:37:49.542109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40074) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.605408 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f972c0ff-c007-4a0d-bf4b-6c5ab7ed9fb9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.606145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f972c0ff-c007-4a0d-bf4b-6c5ab7ed9fb9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.609160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f972c0ff-c007-4a0d-bf4b-6c5ab7ed9fb9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/86a9afd5-1727-4766-8d48-84555d4d57cf HTTP/1.1" status: 404 len: 333 time: 0.0657585 Feb 11 13:37:49.610159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff089662-4d63-41c1-9ee5-fcaac4403198', 'name': '', 'tenant_id': '40b83eaecbf14852b5e29d2c8525dde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58b88140-6761-472c-9df7-7129eb49df63', 'external_fixed_ips': [{'subnet_id': '354fbb58-33b3-4dd9-9ba5-fb5995012090', 'ip_address': '2001:db8::17a'}], 'enable_snat': True}, 'gw_port_id': 'cbb19986-2c35-48a7-a001-cef1eca44b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:37:45Z', 'updated_at': '2022-02-11T13:37:47Z', 'revision_number': 3, 'project_id': '40b83eaecbf14852b5e29d2c8525dde0', 'gw_port': {'id': 'cbb19986-2c35-48a7-a001-cef1eca44b7b', 'name': '', 'network_id': '58b88140-6761-472c-9df7-7129eb49df63', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ca:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff089662-4d63-41c1-9ee5-fcaac4403198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '354fbb58-33b3-4dd9-9ba5-fb5995012090', 'ip_address': '2001:db8::17a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:37:46Z', 'updated_at': '2022-02-11T13:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '354fbb58-33b3-4dd9-9ba5-fb5995012090', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:49.611599 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48fc22c6-4eee-4d5e-991a-8d0d55c89f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.613195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40078) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.618999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48fc22c6-4eee-4d5e-991a-8d0d55c89f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.622732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-48fc22c6-4eee-4d5e-991a-8d0d55c89f4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/115a813a-8a3f-4da9-8a8a-5c36f497d588 HTTP/1.1" status: 204 len: 168 time: 0.6852925 Feb 11 13:37:49.638301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc22c6-4eee-4d5e-991a-8d0d55c89f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115a813a-8a3f-4da9-8a8a-5c36f497d588,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:49.652824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-831d34c1-01f8-42d1-afdb-80474a0081ec req-7115e779-4813-45b0-a124-54f1fc5badd0 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078805 Feb 11 13:37:49.674113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Made reservation on behalf of 95eea42642194262af0cc0d3943c6974 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:49.679522 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4b7ee3-2d58-497d-bf43-2f0e0746557a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.686836 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.686994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4b7ee3-2d58-497d-bf43-2f0e0746557a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.687123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Checking router: ff089662-4d63-41c1-9ee5-fcaac4403198 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:37:49.687123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Updating router ff089662-4d63-41c1-9ee5-fcaac4403198 port cbb19986-2c35-48a7-a001-cef1eca44b7b binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:37:49.687315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2d4b7ee3-2d58-497d-bf43-2f0e0746557a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/37076084-4d74-4175-b6b4-1f8bcb647470 HTTP/1.1" status: 404 len: 337 time: 0.0661433 Feb 11 13:37:49.693828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40082) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.713077 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.736142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40084) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.738930 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-548a2aac-236e-4a32-9f28-469feeaa5b96 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.740509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548a2aac-236e-4a32-9f28-469feeaa5b96 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.745133 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-548a2aac-236e-4a32-9f28-469feeaa5b96 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/85345fc9-9c13-4fd2-a395-399329d1dbab HTTP/1.1" status: 404 len: 333 time: 0.0496418 Feb 11 13:37:49.759728 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d4b5b03f-e577-4871-a0e5-e0219ae5d48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.759873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:49.760291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40088) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.775011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Calling delete_port for cbb19986-2c35-48a7-a001-cef1eca44b7b owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:49.840559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5b03f-e577-4871-a0e5-e0219ae5d48b None None] Pushing event deleted for resources: {'Port': ['ID=f09e10f1-bf46-46ce-8108-24afb972b90b,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:49.853599 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b5b03f-e577-4871-a0e5-e0219ae5d48b None None] No DVR routers for this DVR port f09e10f1-bf46-46ce-8108-24afb972b90b on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:49.871275 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1addc3a-b40c-4010-801b-808be9c227af tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.872097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1addc3a-b40c-4010-801b-808be9c227af tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.888135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c1addc3a-b40c-4010-801b-808be9c227af tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/38b28770-5d37-4271-a09d-18b34474f5f5 HTTP/1.1" status: 404 len: 337 time: 0.1231477 Feb 11 13:37:49.890226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40092) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:49.941129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1289741733'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:49.985283 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a0deed7-d84f-450d-a0a7-360282ee4df2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:49.986012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a0deed7-d84f-450d-a0a7-360282ee4df2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:49.989731 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5a0deed7-d84f-450d-a0a7-360282ee4df2 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/903e7e18-ca45-4b42-9783-ce78f0af7a7f HTTP/1.1" status: 404 len: 333 time: 0.0664475 Feb 11 13:37:50.006978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40094) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.011781 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0d5d0568-d642-485a-a83b-f61495d64b69 req-6b96b204-42d5-4606-a6df-2cb6eba77a32 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 210 time: 0.0793421 Feb 11 13:37:50.050856 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b709a06-7bab-472f-9705-aa87c80990ce tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.052060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b709a06-7bab-472f-9705-aa87c80990ce tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.055275 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2b709a06-7bab-472f-9705-aa87c80990ce tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/b063e6cc-5aa3-4325-bf3d-f2291a5becda HTTP/1.1" status: 404 len: 337 time: 0.0468543 Feb 11 13:37:50.058139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40098) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.083412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Allocated IP 172.20.0.10 (007b72a8-9216-4ed0-af25-de582ba4644b/2fa252d3-c46a-4cd7-857f-fed90b8ed4ac/ed251ac4-51ca-45ea-806a-c18242c951f8) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:50.084691 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cc72dc-3f80-4d62-b6a4-f17a0072dc1e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.085346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cc72dc-3f80-4d62-b6a4-f17a0072dc1e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.088922 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-06cc72dc-3f80-4d62-b6a4-f17a0072dc1e tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/f9808722-10a9-4dab-ab2f-0c7f675e9ce2 HTTP/1.1" status: 404 len: 333 time: 0.0298159 Feb 11 13:37:50.093592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40100) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.122693 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-947fb8df-dc67-4733-a646-73b96d92f56b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.123500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947fb8df-dc67-4733-a646-73b96d92f56b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.128472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-947fb8df-dc67-4733-a646-73b96d92f56b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/87c8be3d-5685-4804-a5ad-786aa8c520b3 HTTP/1.1" status: 404 len: 337 time: 0.0306046 Feb 11 13:37:50.128730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40102) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.137421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Made reservation on behalf of 4b4b8e29c4d04671a901a6dd423af1bb for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:50.140824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.162933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.164674 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:37:50.166552 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:37:50.166672 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.170514 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a23ad9-e6b0-4832-807d-4a3b13d038c7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.171259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a23ad9-e6b0-4832-807d-4a3b13d038c7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.174389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-01a23ad9-e6b0-4832-807d-4a3b13d038c7 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/cdcd3181-84d6-4d69-b360-6650e5982213 HTTP/1.1" status: 404 len: 333 time: 0.0447602 Feb 11 13:37:50.184546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40104) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.204776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbb19986-2c35-48a7-a001-cef1eca44b7b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:50.225666 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6163a2d-5834-460b-8998-64d2b836d907 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.226155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6163a2d-5834-460b-8998-64d2b836d907 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.227131 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.231799 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b6163a2d-5834-460b-8998-64d2b836d907 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/9aac6ece-f780-44f9-9762-1e5bd96d149d HTTP/1.1" status: 404 len: 337 time: 0.0437157 Feb 11 13:37:50.241175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40106) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.244611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.244954 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.245286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.245616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.245973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.246298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.246670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.246988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.247307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.247625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.247939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.248252 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.286690 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a71a271-1739-4710-9332-6ca148c02728 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.287209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a71a271-1739-4710-9332-6ca148c02728 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.290226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3a71a271-1739-4710-9332-6ca148c02728 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/3ff3512d-ad83-425e-8dc5-154de0cbc439 HTTP/1.1" status: 404 len: 337 time: 0.0505230 Feb 11 13:37:50.299082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40108) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.331571 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-642364de-3e5c-4ed5-8ae2-4306493835be tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.332910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642364de-3e5c-4ed5-8ae2-4306493835be tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.335934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-642364de-3e5c-4ed5-8ae2-4306493835be tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/50ce8ea6-a22a-409c-9c31-742b5674cea0 HTTP/1.1" status: 404 len: 333 time: 0.0385273 Feb 11 13:37:50.338720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40110) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.365360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.367776 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.369653 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d85ea8-f1b0-4d26-80f7-e5818b3a022b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.370111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d85ea8-f1b0-4d26-80f7-e5818b3a022b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.375681 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-44d85ea8-f1b0-4d26-80f7-e5818b3a022b tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/910078e0-4ba7-4cf2-a4da-00c714c8e5e7 HTTP/1.1" status: 404 len: 337 time: 0.0334282 Feb 11 13:37:50.376845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40112) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.450044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40114) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.451967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.462058 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e74ef1c-77a4-4422-86d1-a5c07a8c0653 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.466788 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e74ef1c-77a4-4422-86d1-a5c07a8c0653 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.466788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e74ef1c-77a4-4422-86d1-a5c07a8c0653 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/d0d791a6-1666-4de1-a8b5-df5018fe6fdb HTTP/1.1" status: 404 len: 337 time: 0.0878201 Feb 11 13:37:50.468529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40116) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.471576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c95ecec-3beb-41ba-84d8-bd73641aa6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.496279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.496497 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c76f987-994e-49b2-8452-557c14fe9ffa tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.496497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c76f987-994e-49b2-8452-557c14fe9ffa tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.497213 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1c76f987-994e-49b2-8452-557c14fe9ffa tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/04f95ee9-a991-490b-bfea-28fc421be106 HTTP/1.1" status: 404 len: 333 time: 0.0275252 Feb 11 13:37:50.499840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40118) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.518604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.537609 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c50256-5ec4-4cf2-a4df-a0e9dd378309 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.538141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c50256-5ec4-4cf2-a4df-a0e9dd378309 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.541818 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-60c50256-5ec4-4cf2-a4df-a0e9dd378309 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/1ef2d69a-3fad-4ea4-85be-a0661c79a770 HTTP/1.1" status: 404 len: 337 time: 0.0405734 Feb 11 13:37:50.543925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40122) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.571786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:50.577462 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cdebb8c-afca-4674-8baf-dfd7a7ab557c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.578150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cdebb8c-afca-4674-8baf-dfd7a7ab557c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.583969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5cdebb8c-afca-4674-8baf-dfd7a7ab557c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/1c3ada33-ea15-4936-a179-af2053c20065 HTTP/1.1" status: 404 len: 337 time: 0.0390794 Feb 11 13:37:50.584699 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.585268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff089662-4d63-41c1-9ee5-fcaac4403198 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:37:50.585847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeb6c04-a46f-4c39-95df-06313e749196,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:50.586843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40124) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.590977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.594678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f7fac6e6-5314-4df0-8890-0bd9efdfa7d3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "DELETE /v2.0/routers/ff089662-4d63-41c1-9ee5-fcaac4403198 HTTP/1.1" status: 204 len: 168 time: 1.7726328 Feb 11 13:37:50.595167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.595516 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Added segment aa2a5ec8-c36f-4be2-bc56-b6c03a768494 of type vlan for network 0ec56f15-d263-43e2-9c91-be26954aa187 Feb 11 13:37:50.599612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40126) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.609010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.609358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.609697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.610058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.610389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.610717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.611048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.611373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.611693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.612016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.612337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.612655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:37:50.624411 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2617bc6-108a-4930-8e58-26407c8b306c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.625103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2617bc6-108a-4930-8e58-26407c8b306c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.628120 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e2617bc6-108a-4930-8e58-26407c8b306c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/cd20621a-e763-45e8-8058-5ce7ffce12ff HTTP/1.1" status: 404 len: 333 time: 0.0404377 Feb 11 13:37:50.634871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40128) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.665174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff5a75b-cf2d-466e-ba68-8123106973fb tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Deleting subnet 354fbb58-33b3-4dd9-9ba5-fb5995012090 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:50.671018 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a75b-cf2d-466e-ba68-8123106973fb tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.690654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Port cbb19986-2c35-48a7-a001-cef1eca44b7b not found while updating agent binding for router ff089662-4d63-41c1-9ee5-fcaac4403198. {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 13:37:50.699991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Routers set() bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:50.700675 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Router IDs set() for agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:37:50.702546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_agentschedulers_db [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ff089662-4d63-41c1-9ee5-fcaac4403198'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent'). {{(pid=103008) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:37:50.703224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d657c55-2e41-4160-bf9f-83e8e13097e7 None None] The sync data for ids ['ff089662-4d63-41c1-9ee5-fcaac4403198'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:37:50.713369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.714385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a75b-cf2d-466e-ba68-8123106973fb tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.728260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7271340a-75dc-4ad7-95f4-fcccd3e031f4'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:50.732164 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e465ab1c-a677-4d47-adaa-77f9eebd7f24 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.732833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e465ab1c-a677-4d47-adaa-77f9eebd7f24 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.736594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e465ab1c-a677-4d47-adaa-77f9eebd7f24 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/1f37a3cf-b201-4773-a61f-b56fee53599d HTTP/1.1" status: 404 len: 337 time: 0.0818610 Feb 11 13:37:50.742051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40132) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.745120 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.800713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c95ecec-3beb-41ba-84d8-bd73641aa6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.808936 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c09f30b-883f-4d61-bbcc-fc5ca2d6ce19 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.809518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c09f30b-883f-4d61-bbcc-fc5ca2d6ce19 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:50.815622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3c09f30b-883f-4d61-bbcc-fc5ca2d6ce19 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/3067c4f7-ffe8-42f2-a62a-80da3b6c6983 HTTP/1.1" status: 404 len: 337 time: 0.0701461 Feb 11 13:37:50.821492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40134) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.833474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Network 007b72a8-9216-4ed0-af25-de582ba4644b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:50.838074 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a75b-cf2d-466e-ba68-8123106973fb tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.838241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Pushing event updated for resources: {'Port': ['ID=ed251ac4-51ca-45ea-806a-c18242c951f8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:50.842067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:50.852580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-d3125051-c167-4356-b93f-cd31b8827f40 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:50.854135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-d3125051-c167-4356-b93f-cd31b8827f40 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.59 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 946 time: 0.2312615 Feb 11 13:37:50.854975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:50.877875 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b8d5b86c-5344-436e-8953-011a3422492f tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports?device_id=d36b4ad5-8d38-4392-aad5-cce995276a59 HTTP/1.1" status: 200 len: 205 time: 0.0519800 Feb 11 13:37:50.881212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40136) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.885702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c95ecec-3beb-41ba-84d8-bd73641aa6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.938464 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.944325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:50.944914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:50.948497 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-9f011cff-3792-4f78-9709-9263b36eeba9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] delete failed (client error): The resource could not be found. Feb 11 13:37:50.950242 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9f011cff-3792-4f78-9709-9263b36eeba9 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/routers/d36b4ad5-8d38-4392-aad5-cce995276a59 HTTP/1.1" status: 404 len: 336 time: 0.0666125 Feb 11 13:37:50.957805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439d3ca-a013-41fa-be9d-41680cb41987 req-c36d27bb-1a8e-40de-a708-28fb0d89bb41 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:50.961888 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3439d3ca-a013-41fa-be9d-41680cb41987 req-c36d27bb-1a8e-40de-a708-28fb0d89bb41 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 946 time: 0.2051275 Feb 11 13:37:50.961888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40138) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:50.998410 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44a097e-16d3-4812-b093-f6e0322c8509 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:50.999006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44a097e-16d3-4812-b093-f6e0322c8509 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.001756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d44a097e-16d3-4812-b093-f6e0322c8509 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/5f18d188-c664-464b-9b99-cd0b2d15ad94 HTTP/1.1" status: 404 len: 337 time: 0.0394714 Feb 11 13:37:51.006134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7c95ecec-3beb-41ba-84d8-bd73641aa6e2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ffb4264fd4c74203bd9c856207ce5826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5504146 Feb 11 13:37:51.010197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40140) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.010492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40142) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.056297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:51.056874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.062280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3439d3ca-a013-41fa-be9d-41680cb41987 req-248b655e-66da-4191-a9da-b8eb110efa64 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880525 Feb 11 13:37:51.088952 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ecde41e-42fe-40d7-a6d9-c2d6607a46fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.089627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95ecec-3beb-41ba-84d8-bd73641aa6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f992c31-7925-4ab2-8e6c-049b387150b5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:51.118064 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ecde41e-42fe-40d7-a6d9-c2d6607a46fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.125165 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3871398 Feb 11 13:37:51.125658 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a75b-cf2d-466e-ba68-8123106973fb tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.128748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40146) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.139578 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b2d6e0b0-4a77-4b81-8fdc-0ad57771aab8 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "GET /v2.0/ports?device_id=bec0c0b6-46cd-4cbe-9432-4043ba1131c8 HTTP/1.1" status: 200 len: 205 time: 0.0987163 Feb 11 13:37:51.147724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'subnet': {'network_id': '0ec56f15-d263-43e2-9c91-be26954aa187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:51.153701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40148) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.164665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5a75b-cf2d-466e-ba68-8123106973fb tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=354fbb58-33b3-4dd9-9ba5-fb5995012090,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:51.170053 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ff5a75b-cf2d-466e-ba68-8123106973fb tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.173504 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1ff5a75b-cf2d-466e-ba68-8123106973fb tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/354fbb58-33b3-4dd9-9ba5-fb5995012090 HTTP/1.1" status: 204 len: 168 time: 0.5733919 Feb 11 13:37:51.181803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4072ba7-9b79-42a0-b214-b265d407c051 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Network': ['ID=0ec56f15-d263-43e2-9c91-be26954aa187,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:51.182034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40150) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.204341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 0ec56f15-d263-43e2-9c91-be26954aa187 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:51.220964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f09e10f1-bf46-46ce-8108-24afb972b90b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:51.282054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f09e10f1-bf46-46ce-8108-24afb972b90b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:37:51.282387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f09e10f1-bf46-46ce-8108-24afb972b90b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:51.284152 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-57dd22af-7b40-4ca4-b653-258113d01057 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9250286 Feb 11 13:37:51.285041 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-71953469-3586-4a9a-95f6-ff1d45083d17 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] delete failed (client error): The resource could not be found. Feb 11 13:37:51.286841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-71953469-3586-4a9a-95f6-ff1d45083d17 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/routers/bec0c0b6-46cd-4cbe-9432-4043ba1131c8 HTTP/1.1" status: 404 len: 336 time: 0.1235859 Feb 11 13:37:51.295625 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40152) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.303666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Request body: {'port': {'device_id': 'c249c8b2-c881-4e25-8b2d-224ed865efa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:51.374161 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-981dc411-8177-4b82-8c25-903b7ec2a386 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.374617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981dc411-8177-4b82-8c25-903b7ec2a386 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.377560 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-981dc411-8177-4b82-8c25-903b7ec2a386 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/a8abf40f-10a8-437f-a4ad-8e341e929f76 HTTP/1.1" status: 404 len: 337 time: 0.0710006 Feb 11 13:37:51.384746 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40154) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.441639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa840d-76de-4310-9e9a-fc4f982e9b41 req-c44b2a37-7c04-4a99-a125-ebc1145ad0cb tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:51.443613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbfa840d-76de-4310-9e9a-fc4f982e9b41 req-c44b2a37-7c04-4a99-a125-ebc1145ad0cb tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 932 time: 0.3109813 Feb 11 13:37:51.460864 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-d611a748-ce63-494c-bc7d-1af1335fc0e5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.461306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d611a748-ce63-494c-bc7d-1af1335fc0e5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.464355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d611a748-ce63-494c-bc7d-1af1335fc0e5 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/57dc11b9-d304-48cf-9c2d-e47186533747 HTTP/1.1" status: 404 len: 337 time: 0.0754759 Feb 11 13:37:51.466653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-8b6b3874-99c8-449f-9077-766578b6c9f4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Deleting port f09abafb-30e7-4b3e-a227-9cffa032466f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:37:51.467000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-8b6b3874-99c8-449f-9077-766578b6c9f4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.471002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40156) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.499219 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.572348 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8beba01-2f35-4d43-8033-0739d7932f7a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.572958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8beba01-2f35-4d43-8033-0739d7932f7a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.576120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b8beba01-2f35-4d43-8033-0739d7932f7a tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/55536098-389e-4d90-9177-10398e607118 HTTP/1.1" status: 404 len: 333 time: 0.0999987 Feb 11 13:37:51.580114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40158) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.585751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.608761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ecde41e-42fe-40d7-a6d9-c2d6607a46fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.611332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ecde41e-42fe-40d7-a6d9-c2d6607a46fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.615774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7ecde41e-42fe-40d7-a6d9-c2d6607a46fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f992c31-7925-4ab2-8e6c-049b387150b5 HTTP/1.1" status: 204 len: 168 time: 0.6035044 Feb 11 13:37:51.622090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.625985 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a4a078-c2c8-4efc-8c4a-1019d6a353c6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.625985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a4a078-c2c8-4efc-8c4a-1019d6a353c6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.628331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-84a4a078-c2c8-4efc-8c4a-1019d6a353c6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/731c3a4d-f802-414c-abc5-c19db574c124 HTTP/1.1" status: 404 len: 337 time: 0.0471859 Feb 11 13:37:51.633054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40164) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.636123 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbfa840d-76de-4310-9e9a-fc4f982e9b41 req-c42932e5-f84f-4b62-960f-e6f8b18e7f04 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660280 Feb 11 13:37:51.645760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecde41e-42fe-40d7-a6d9-c2d6607a46fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f992c31-7925-4ab2-8e6c-049b387150b5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:51.681260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b88140-6761-472c-9df7-7129eb49df63']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:51.692449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8486f8-43cd-4b68-83a7-3a3b9382ffe0') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:51.692875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8486f8-43cd-4b68-83a7-3a3b9382ffe0') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:51.702697 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.704497 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc7bc17-5ea4-42ba-9dae-035f31661796 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.705189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc7bc17-5ea4-42ba-9dae-035f31661796 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.708808 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fcc7bc17-5ea4-42ba-9dae-035f31661796 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/88f5d464-620a-436e-953e-e0c3ff090318 HTTP/1.1" status: 404 len: 333 time: 0.0717063 Feb 11 13:37:51.709467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Made reservation on behalf of 4b4b8e29c4d04671a901a6dd423af1bb for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:51.713019 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.720526 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.721507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40166) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.757127 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-79008a7a-0c95-4543-a0e9-7f62e6ee92f0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.757585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79008a7a-0c95-4543-a0e9-7f62e6ee92f0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.760646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-79008a7a-0c95-4543-a0e9-7f62e6ee92f0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/4cfe7636-96be-42d0-87fc-299b7f2ca66b HTTP/1.1" status: 404 len: 337 time: 0.0369573 Feb 11 13:37:51.761799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:51.762194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:51.764119 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:51.766111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40168) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.807732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-8b6b3874-99c8-449f-9077-766578b6c9f4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] For port f09abafb-30e7-4b3e-a227-9cffa032466f, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f09abafb-30e7-4b3e-a227-9cffa032466f,segment=NetworkSegment(799728f2-7ab0-4599-a748-a95d5cfeb1eb),segment_id=799728f2-7ab0-4599-a748-a95d5cfeb1eb)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:51.808095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-8b6b3874-99c8-449f-9077-766578b6c9f4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.829303 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-17adb62d-051e-4706-b0fc-c90dbebc84f6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.829303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17adb62d-051e-4706-b0fc-c90dbebc84f6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.835034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17adb62d-051e-4706-b0fc-c90dbebc84f6 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/a2cff9e3-4d3a-47e7-abc0-ccacf2ed58c6 HTTP/1.1" status: 404 len: 333 time: 0.0573690 Feb 11 13:37:51.837877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40170) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.866224 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-63186db7-ffd0-4eab-bf5c-e8925b97eddf tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.866224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63186db7-ffd0-4eab-bf5c-e8925b97eddf tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.871196 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-63186db7-ffd0-4eab-bf5c-e8925b97eddf tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/223389f2-159e-4210-bebe-b73a6bf6f907 HTTP/1.1" status: 404 len: 337 time: 0.0300660 Feb 11 13:37:51.875738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40172) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.877715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-8b6b3874-99c8-449f-9077-766578b6c9f4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Calling delete_port for f09abafb-30e7-4b3e-a227-9cffa032466f owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:37:51.899176 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd341d8c-5ff8-4463-b3ef-601e26b22e7d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.899865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd341d8c-5ff8-4463-b3ef-601e26b22e7d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.902899 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bd341d8c-5ff8-4463-b3ef-601e26b22e7d tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/ececf961-8e72-4214-ad95-d15569cfc4fd HTTP/1.1" status: 404 len: 333 time: 0.0304933 Feb 11 13:37:51.906245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40174) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.938233 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-a553f8e8-5f52-4719-9ddb-a9d323bddc63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.938572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a553f8e8-5f52-4719-9ddb-a9d323bddc63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.944274 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a553f8e8-5f52-4719-9ddb-a9d323bddc63 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/b3bc43cd-31e4-4bee-bffb-f13d9bcdf7e7 HTTP/1.1" status: 404 len: 337 time: 0.0344143 Feb 11 13:37:51.944514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40176) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.968080 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba1cc14-57a9-4479-8e22-9e27468d0598 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:51.968717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba1cc14-57a9-4479-8e22-9e27468d0598 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:51.971728 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3ba1cc14-57a9-4479-8e22-9e27468d0598 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/01c7870d-7bc3-4386-81fb-786646dd109e HTTP/1.1" status: 404 len: 333 time: 0.0263059 Feb 11 13:37:51.975045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40178) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:51.984054 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.991759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58b88140-6761-472c-9df7-7129eb49df63 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:37:51.991759 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:51.994243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "DELETE /v2.0/networks/58b88140-6761-472c-9df7-7129eb49df63 HTTP/1.1" status: 204 len: 168 time: 0.8126907 Feb 11 13:37:52.015809 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62f3f3d-5bcf-40ce-8405-b574dad31033 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:52.016476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62f3f3d-5bcf-40ce-8405-b574dad31033 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:52.022768 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f62f3f3d-5bcf-40ce-8405-b574dad31033 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/42fd4761-a30f-44ee-b53a-0ec99a220ce5 HTTP/1.1" status: 404 len: 337 time: 0.0438585 Feb 11 13:37:52.023036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40182) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:52.046886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79598d05-c9a5-4b3b-8b6f-b9a97eee0385 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event deleted for resources: {'Network': ['ID=58b88140-6761-472c-9df7-7129eb49df63,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:52.071575 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb16192-a89a-4ed3-b33e-65029f262de0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:52.072334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb16192-a89a-4ed3-b33e-65029f262de0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:52.075473 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4bb16192-a89a-4ed3-b33e-65029f262de0 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/caedaf54-0322-4dd3-b306-a47eaf916157 HTTP/1.1" status: 404 len: 333 time: 0.0512888 Feb 11 13:37:52.081200 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40186) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:52.149451 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb878b6-6074-4de0-99bf-5e67e3c0330c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:52.149451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb878b6-6074-4de0-99bf-5e67e3c0330c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:52.158489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2eb878b6-6074-4de0-99bf-5e67e3c0330c tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/38cdd1e0-fe9b-45d9-81a6-704bb3ac41d2 HTTP/1.1" status: 404 len: 337 time: 0.0746965 Feb 11 13:37:52.159269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40190) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:52.208695 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5485eae-bf0f-428a-af6a-3f4088b3d9f4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:52.209690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5485eae-bf0f-428a-af6a-3f4088b3d9f4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:52.216878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d5485eae-bf0f-428a-af6a-3f4088b3d9f4 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/ports/7e292e09-0c05-4358-93b2-d32be5434f4d HTTP/1.1" status: 404 len: 333 time: 0.0563142 Feb 11 13:37:52.217547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40192) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:52.305569 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-33359246-0405-4604-8f22-7481b44751f8 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] DELETE failed (client error): The resource could not be found. Feb 11 13:37:52.306414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33359246-0405-4604-8f22-7481b44751f8 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:37:52.324350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-33359246-0405-4604-8f22-7481b44751f8 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/subnets/6d48bdfb-eb48-4e74-9c5e-a38df7d81be5 HTTP/1.1" status: 404 len: 337 time: 0.1039386 Feb 11 13:37:52.328290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40194) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:52.375094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed251ac4-51ca-45ea-806a-c18242c951f8 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:37:52.377687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.419596 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.442078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404be82-8706-4955-af33-99de3171a283 req-dc825b7f-b791-4229-b0d6-c9534bcd23ab tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:52.451655 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4404be82-8706-4955-af33-99de3171a283 req-dc825b7f-b791-4229-b0d6-c9534bcd23ab tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 946 time: 0.2215641 Feb 11 13:37:52.474184 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-8b6b3874-99c8-449f-9077-766578b6c9f4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.497089 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.534729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Transition to ACTIVE for port object ed251ac4-51ca-45ea-806a-c18242c951f8 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:37:52.537204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Subnet': ['ID=73bd3ecc-d9c0-49c5-85f3-1ab3453e5347,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:52.538383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4404be82-8706-4955-af33-99de3171a283 req-572bed46-9aed-4b40-9f92-41bd2c9cca7c tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/security-groups?id=96ea8998-dd87-4412-8a0c-3e61586c48ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855401 Feb 11 13:37:52.581254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b3874-99c8-449f-9077-766578b6c9f4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Pushing event deleted for resources: {'Port': ['ID=f09abafb-30e7-4b3e-a227-9cffa032466f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:52.634062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-8b6b3874-99c8-449f-9077-766578b6c9f4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] No DVR routers for this DVR port f09abafb-30e7-4b3e-a227-9cffa032466f on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:37:52.637632 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-8b6b3874-99c8-449f-9077-766578b6c9f4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.641605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-efdcc82a-8117-4dcf-adf8-7bf71c19761f req-8b6b3874-99c8-449f-9077-766578b6c9f4 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.59 "DELETE /v2.0/ports/f09abafb-30e7-4b3e-a227-9cffa032466f HTTP/1.1" status: 204 len: 173 time: 1.7604649 Feb 11 13:37:52.641930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59adf27-5688-48db-a966-8e709c04ffb1', 'name': 'network-vif-deleted', 'tag': 'f09abafb-30e7-4b3e-a227-9cffa032466f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:52.644203 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4834d603-66c7-47c8-9c8f-017a02ae2b4a" -d '{"events": [{"server_uuid": "f59adf27-5688-48db-a966-8e709c04ffb1", "name": "network-vif-deleted", "tag": "f09abafb-30e7-4b3e-a227-9cffa032466f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:52.653333 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.659838 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.670029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Checking segment: {'id': 'aa2a5ec8-c36f-4be2-bc56-b6c03a768494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '0ec56f15-d263-43e2-9c91-be26954aa187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:52.670397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network hostable DHCP agents. Network: 0ec56f15-d263-43e2-9c91-be26954aa187, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:52.686736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bffabfc-4ac6-4e77-8c1a-50da44898f19']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:52.699117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ae5080-4d21-46d7-92e7-efaaa613535f') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:52.699415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ae5080-4d21-46d7-92e7-efaaa613535f') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:52.711546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.728282 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.733801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Pushing event updated for resources: {'Port': ['ID=ed251ac4-51ca-45ea-806a-c18242c951f8,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:52.735086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:52.735407 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.776099 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c21f1b-aa42-40ac-9cdc-222be7839a4a x-openstack-request-id: req-44c21f1b-aa42-40ac-9cdc-222be7839a4a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:52.781289 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59adf27-5688-48db-a966-8e709c04ffb1", "name": "network-vif-deleted", "tag": "f09abafb-30e7-4b3e-a227-9cffa032466f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:52.781289 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-44c21f1b-aa42-40ac-9cdc-222be7839a4a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:52.781289 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59adf27-5688-48db-a966-8e709c04ffb1', 'name': 'network-vif-deleted', 'tag': 'f09abafb-30e7-4b3e-a227-9cffa032466f', 'status': 'completed', 'code': 200} Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:52.808032 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:52.830936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 0ec56f15-d263-43e2-9c91-be26954aa187 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:52.868920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Attempting to bind port ed251ac4-51ca-45ea-806a-c18242c951f8 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:37:52.869265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Attempting to bind port ed251ac4-51ca-45ea-806a-c18242c951f8 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:37:52.869590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Attempting to bind port ed251ac4-51ca-45ea-806a-c18242c951f8 on network 007b72a8-9216-4ed0-af25-de582ba4644b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:52.877871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Port ed251ac4-51ca-45ea-806a-c18242c951f8 on network 007b72a8-9216-4ed0-af25-de582ba4644b not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:37:52.878907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Attempting to bind port ed251ac4-51ca-45ea-806a-c18242c951f8 on network 007b72a8-9216-4ed0-af25-de582ba4644b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:37:52.882085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd170a5-a6c0-4fe1-af5d-0ae3a251c84f req-ccb2de49-6958-420a-bcd6-5ccf1bfec8d5 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:52.883655 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdd170a5-a6c0-4fe1-af5d-0ae3a251c84f req-ccb2de49-6958-420a-bcd6-5ccf1bfec8d5 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 944 time: 0.0676713 Feb 11 13:37:52.893316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:37:52.893823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Checking segment: {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:52.898262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Bound using segment: {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:37:52.898780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Bound port: ed251ac4-51ca-45ea-806a-c18242c951f8, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:37:52.899816 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.908517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40218) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:52.914341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e974d1f2-1883-49aa-8ed8-92131c069f64 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Request body: {'router': {'name': 'tempest-router--1745933760', 'project_id': '2e4572826ffe4287b37c389019587526'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:52.941176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 0ec56f15-d263-43e2-9c91-be26954aa187) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:52.959276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efe6254-266f-4d5a-92c2-4dab0edfde35 None None] Network 0ec56f15-d263-43e2-9c91-be26954aa187 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:52.962789 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.969028 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdd170a5-a6c0-4fe1-af5d-0ae3a251c84f req-064c8276-b3c2-46a1-9b47-bb40bc2e1289 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727589 Feb 11 13:37:52.975611 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:52.978957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] 10.222.0.52 "DELETE /v2.0/networks/1bffabfc-4ac6-4e77-8c1a-50da44898f19 HTTP/1.1" status: 204 len: 168 time: 0.6427686 Feb 11 13:37:52.989215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d484026-6555-4a62-b562-9b8cd7d3d562 tempest-NetworksTestDHCPv6-1291201306 tempest-NetworksTestDHCPv6-1291201306-project] Pushing event deleted for resources: {'Network': ['ID=1bffabfc-4ac6-4e77-8c1a-50da44898f19,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:53.004991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:53.004991 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.022550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e974d1f2-1883-49aa-8ed8-92131c069f64 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.024767 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e974d1f2-1883-49aa-8ed8-92131c069f64 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.078392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] For port ed251ac4-51ca-45ea-806a-c18242c951f8, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:37:53.082768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] For port ed251ac4-51ca-45ea-806a-c18242c951f8, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ed251ac4-51ca-45ea-806a-c18242c951f8,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:37:53.094432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e974d1f2-1883-49aa-8ed8-92131c069f64 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.127911 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-92168498-bc89-4f72-beea-f0c892bf7c4b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9892735 Feb 11 13:37:53.131301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40226) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:53.135963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdf5913-af5e-43b7-a013-868559723f73 None None] Network 0ec56f15-d263-43e2-9c91-be26954aa187 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:53.136509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1274851799', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:53.148323 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e974d1f2-1883-49aa-8ed8-92131c069f64 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.152179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.208414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e974d1f2-1883-49aa-8ed8-92131c069f64 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.216861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:53.216861 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.217049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e974d1f2-1883-49aa-8ed8-92131c069f64 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3001726 Feb 11 13:37:53.217122 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] 10.222.0.13 "PUT /v2.0/ports/ed251ac4-51ca-45ea-806a-c18242c951f8 HTTP/1.1" status: 200 len: 1092 time: 1.9138367 Feb 11 13:37:53.220185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40230) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:53.556396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40240) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:53.641260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.642475 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.739285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4c4c3-ddce-440f-a60d-33376348f06d service neutron] Pushing event updated for resources: {'Port': ['ID=ed251ac4-51ca-45ea-806a-c18242c951f8,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:53.746638 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d0a697f-6a2f-4cc0-8923-c19196d1fcdb req-f2053e01-2364-476e-8922-bca82bb14308 tempest-ServersNegativeTestMultiTenantJSON-1006421222 tempest-ServersNegativeTestMultiTenantJSON-1006421222-project] 10.222.0.52 "GET /v2.0/ports?device_id=f59adf27-5688-48db-a966-8e709c04ffb1 HTTP/1.1" status: 200 len: 210 time: 0.0503845 Feb 11 13:37:53.747743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b2395b46-a25a-4abf-aa6a-e3ae1b58bc41 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.835066 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c408818b-acc2-4924-b1fe-56030aa10f42 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0bc917472b364f18b6bcb37b56439ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774820 Feb 11 13:37:53.837471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40250) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:53.874682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.890368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f09abafb-30e7-4b3e-a227-9cffa032466f no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:37:53.891866 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42786266-3d60-48a4-822c-cd589c5cf9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.920962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42786266-3d60-48a4-822c-cd589c5cf9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:53.935170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: f09abafb-30e7-4b3e-a227-9cffa032466f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:37:53.935926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f09abafb-30e7-4b3e-a227-9cffa032466f not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:37:53.943523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-5e5fe89c-62f5-4183-8959-ede9aa854392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:53.945242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-5e5fe89c-62f5-4183-8959-ede9aa854392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 1095 time: 0.3194191 Feb 11 13:37:54.008227 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b2395b46-a25a-4abf-aa6a-e3ae1b58bc41 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:54.011034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b2395b46-a25a-4abf-aa6a-e3ae1b58bc41 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:54.014769 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-b22fd234-3583-4993-8652-960a677225d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed251ac4-51ca-45ea-806a-c18242c951f8 HTTP/1.1" status: 200 len: 217 time: 0.0439157 Feb 11 13:37:54.063389 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42786266-3d60-48a4-822c-cd589c5cf9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:54.066887 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-42786266-3d60-48a4-822c-cd589c5cf9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:54.068953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-42786266-3d60-48a4-822c-cd589c5cf9ae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/907fd237-113d-4c81-8191-c9ee2464cd14 HTTP/1.1" status: 204 len: 168 time: 0.2305422 Feb 11 13:37:54.083924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42786266-3d60-48a4-822c-cd589c5cf9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907fd237-113d-4c81-8191-c9ee2464cd14,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:54.221416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153b0de-c03b-471b-bc04-c1f181891960 req-63ddba06-8212-42dc-90fb-b8a96285dd84 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:54.233011 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3153b0de-c03b-471b-bc04-c1f181891960 req-63ddba06-8212-42dc-90fb-b8a96285dd84 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 944 time: 0.0890384 Feb 11 13:37:54.267024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b2395b46-a25a-4abf-aa6a-e3ae1b58bc41 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:54.267566 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2395b46-a25a-4abf-aa6a-e3ae1b58bc41 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03356970-6051-4169-b064-1472da20da50 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:37:54.276863 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b2395b46-a25a-4abf-aa6a-e3ae1b58bc41 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:54.280690 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b2395b46-a25a-4abf-aa6a-e3ae1b58bc41 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "DELETE /v2.0/routers/03356970-6051-4169-b064-1472da20da50 HTTP/1.1" status: 204 len: 168 time: 1.0579925 Feb 11 13:37:54.280853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:54.284641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-acec07e1-5ea1-4e15-a390-7495c95db6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:54.286425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-acec07e1-5ea1-4e15-a390-7495c95db6ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.2268355 Feb 11 13:37:54.298937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3153b0de-c03b-471b-bc04-c1f181891960 req-d0688761-fc82-44be-ad8f-aa873a31faaa tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596070 Feb 11 13:37:54.338792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-67254488-cdc5-46bb-9117-0e6f0ce5476c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455689 Feb 11 13:37:54.487553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-9dc1971a-58ca-4486-83b2-a902f5c48523 service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417987 Feb 11 13:37:54.612737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f96b44b-ce58-4d60-968d-7d717852d31d req-c1000161-9202-4a52-abeb-81f850cc7a3d service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177206 Feb 11 13:37:54.722338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:54.742367 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-87154624-a895-4446-b971-0fcf70807c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:54.755084 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:54.815199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c249c8b2-c881-4e25-8b2d-224ed865efa2', 'tag': 'ed251ac4-51ca-45ea-806a-c18242c951f8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:37:54.819157 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d775c7-d638-4040-875f-b712dbbcc4be" -d '{"events": [{"name": "network-changed", "server_uuid": "c249c8b2-c881-4e25-8b2d-224ed865efa2", "tag": "ed251ac4-51ca-45ea-806a-c18242c951f8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:37:54.827311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40278) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:54.876148 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5de3dcd-3448-498f-a3a5-ac5628cd9417 x-openstack-request-id: req-c5de3dcd-3448-498f-a3a5-ac5628cd9417 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:37:54.876432 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c249c8b2-c881-4e25-8b2d-224ed865efa2", "tag": "ed251ac4-51ca-45ea-806a-c18242c951f8", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:37:54.876682 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5de3dcd-3448-498f-a3a5-ac5628cd9417 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:37:54.877072 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c249c8b2-c881-4e25-8b2d-224ed865efa2', 'tag': 'ed251ac4-51ca-45ea-806a-c18242c951f8', 'status': 'completed', 'code': 200} Feb 11 13:37:54.885279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40286) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:54.962774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.25.0.127 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/f939c299-d48b-48a3-a4c0-f5e164ce6f6a) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:55.034377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5e1ad6-405a-4ebf-a338-5320d0e53fc5 admin admin] Deleting subnet c008336e-767c-49bb-8758-53a7e9b3dce5 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:55.042196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1ad6-405a-4ebf-a338-5320d0e53fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.103001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1779145867', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:55.166138 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1ad6-405a-4ebf-a338-5320d0e53fc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.171098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.205412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d775c7-d638-4040-875f-b712dbbcc4be req-fc002259-2f3e-47d2-9ffe-dc6b277677d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:55.207012 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82d775c7-d638-4040-875f-b712dbbcc4be req-fc002259-2f3e-47d2-9ffe-dc6b277677d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 1095 time: 0.2908256 Feb 11 13:37:55.275077 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1ad6-405a-4ebf-a338-5320d0e53fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.319695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.357081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.359115 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.406227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=f939c299-d48b-48a3-a4c0-f5e164ce6f6a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:55.437319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:55.447978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:55.462563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:55.521723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d775c7-d638-4040-875f-b712dbbcc4be req-e621af3b-f494-4439-bf51-0488788fe247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:55.526316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82d775c7-d638-4040-875f-b712dbbcc4be req-e621af3b-f494-4439-bf51-0488788fe247 service neutron] 10.222.0.13 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 916 time: 0.3112910 Feb 11 13:37:55.526764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.530443 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1ad6-405a-4ebf-a338-5320d0e53fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.535992 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.592416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e1ad6-405a-4ebf-a338-5320d0e53fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c008336e-767c-49bb-8758-53a7e9b3dce5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:55.599650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa5e1ad6-405a-4ebf-a338-5320d0e53fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.605606 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fa5e1ad6-405a-4ebf-a338-5320d0e53fc5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c008336e-767c-49bb-8758-53a7e9b3dce5 HTTP/1.1" status: 204 len: 168 time: 0.7192721 Feb 11 13:37:55.611601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40330) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:55.628438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6497202-81b1-4a69-b2ab-66039a01d69e req-e64a6289-6272-4cce-82ca-d09c0245444a tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:55.631002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6497202-81b1-4a69-b2ab-66039a01d69e req-e64a6289-6272-4cce-82ca-d09c0245444a tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 944 time: 0.2183824 Feb 11 13:37:55.648818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82d775c7-d638-4040-875f-b712dbbcc4be req-d291bdda-5c73-4a35-add0-2a3c84ba338a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed251ac4-51ca-45ea-806a-c18242c951f8 HTTP/1.1" status: 200 len: 217 time: 0.1042767 Feb 11 13:37:55.745027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d775c7-d638-4040-875f-b712dbbcc4be req-0a135e94-3f20-42fd-98eb-427fce4a7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:55.746555 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82d775c7-d638-4040-875f-b712dbbcc4be req-0a135e94-3f20-42fd-98eb-427fce4a7c8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.0677123 Feb 11 13:37:55.780008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82d775c7-d638-4040-875f-b712dbbcc4be req-d67192d1-e4da-4c91-8847-86b0b51ac32f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260773 Feb 11 13:37:55.876612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40338) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:55.909885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.943405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6497202-81b1-4a69-b2ab-66039a01d69e req-4c435590-e19a-4880-acbb-fac195f1b09c tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562673 Feb 11 13:37:55.947268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:55.987978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82d775c7-d638-4040-875f-b712dbbcc4be req-5dd6b78e-d787-4f98-9cbc-a3e17a1c36ee service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011561 Feb 11 13:37:56.104636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.117970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82d775c7-d638-4040-875f-b712dbbcc4be req-ee064d3e-cb57-4f0a-b3db-0de943ee3a24 service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215701 Feb 11 13:37:56.128060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1314197165'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:56.133454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40344) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:56.146892 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.196222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:56.210489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799728f2-7ab0-4599-a748-a95d5cfeb1eb') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:56.210976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799728f2-7ab0-4599-a748-a95d5cfeb1eb') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:56.230832 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.252477 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.263016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:56.263992 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:56.265510 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:56.293027 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3217fec3-c507-40c4-8e9a-e9ebdfbc9996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.434771 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.441474 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.455653 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.458402 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.464681 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.470278 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] 10.222.0.52 "DELETE /v2.0/networks/68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9 HTTP/1.1" status: 204 len: 168 time: 0.8556459 Feb 11 13:37:56.476385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40348) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:56.497280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:56.506647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.515993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa460f87-f26f-47ca-ba50-a4ee08dd5782 admin admin] Pushing event deleted for resources: {'Network': ['ID=68bd1b41-79f8-4a98-bfd9-6f3e4857a2e9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:56.528327 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.553313 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3217fec3-c507-40c4-8e9a-e9ebdfbc9996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.578092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b04a173-6eed-4ee6-b750-a1750bc5bc6f admin admin] Deleting subnet c5054ed0-2712-47af-9999-c518d3d58af2 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:37:56.585163 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b04a173-6eed-4ee6-b750-a1750bc5bc6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.648514 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b04a173-6eed-4ee6-b750-a1750bc5bc6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.668411 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3217fec3-c507-40c4-8e9a-e9ebdfbc9996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.692828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Allocated IP 172.25.0.175 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/fc2330a5-a766-49cf-806a-ca72921e9bce) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:37:56.695873 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3217fec3-c507-40c4-8e9a-e9ebdfbc9996 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a84be7dafe274f5995988de5c84e0aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611210 Feb 11 13:37:56.701532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40352) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:56.724247 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.733550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217fec3-c507-40c4-8e9a-e9ebdfbc9996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39fa948-8dda-4c3e-8ea4-416e4723a89a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:56.773797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:37:56.776226 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b04a173-6eed-4ee6-b750-a1750bc5bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.818606 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.848868 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34870cf3-ea42-4cc3-b48a-2c4ea65e87b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.850530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:56.898694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34870cf3-ea42-4cc3-b48a-2c4ea65e87b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.900501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.900662 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Added segment 2dd162d1-9681-4859-8376-240a809cafc0 of type vlan for network 8103b72c-a4a6-4850-b044-ccccfd01affa Feb 11 13:37:56.910905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4087d6-cdab-4ef9-927a-ab1cb154c4f1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:56.923709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.954674 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2faee20-c2fe-43bd-9b8b-d79d77bd0371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.966517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:56.970940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:37:56.999446 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2c14c3-b037-4180-a2bd-9e227b9de7ab None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:37:57.006641 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2c14c3-b037-4180-a2bd-9e227b9de7ab None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:57.007262 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b2c14c3-b037-4180-a2bd-9e227b9de7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:57.042293 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b04a173-6eed-4ee6-b750-a1750bc5bc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.068704 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b2c14c3-b037-4180-a2bd-9e227b9de7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:57.087949 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2c14c3-b037-4180-a2bd-9e227b9de7ab None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:37:57.088574 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b2c14c3-b037-4180-a2bd-9e227b9de7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:57.089359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b04a173-6eed-4ee6-b750-a1750bc5bc6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5054ed0-2712-47af-9999-c518d3d58af2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:57.115341 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b04a173-6eed-4ee6-b750-a1750bc5bc6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.119093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0b04a173-6eed-4ee6-b750-a1750bc5bc6f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c5054ed0-2712-47af-9999-c518d3d58af2 HTTP/1.1" status: 204 len: 168 time: 0.6407766 Feb 11 13:37:57.121539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40356) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:57.131653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b43ea5-40d9-440f-a4f8-44e92c4cb80e req-434c401a-37bb-4a7f-bc95-ad43ba858138 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:57.135225 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73b43ea5-40d9-440f-a4f8-44e92c4cb80e req-434c401a-37bb-4a7f-bc95-ad43ba858138 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 944 time: 0.0828381 Feb 11 13:37:57.181653 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b2c14c3-b037-4180-a2bd-9e227b9de7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:57.181653 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2c14c3-b037-4180-a2bd-9e227b9de7ab None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:37:57.182317 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.221914 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73b43ea5-40d9-440f-a4f8-44e92c4cb80e req-c2760450-e2ad-487b-887e-fff28965fcfb tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534065 Feb 11 13:37:57.278617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.282293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:37:57.290480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:57.298535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:57.302331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Pushing event updated for resources: {'Port': ['ID=fc2330a5-a766-49cf-806a-ca72921e9bce,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:57.324674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.328695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f055204a-ce96-4fd3-8a28-0958ef92a196 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1939955 Feb 11 13:37:57.328695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.328917 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34870cf3-ea42-4cc3-b48a-2c4ea65e87b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.329755 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34870cf3-ea42-4cc3-b48a-2c4ea65e87b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.330880 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-34870cf3-ea42-4cc3-b48a-2c4ea65e87b5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c39fa948-8dda-4c3e-8ea4-416e4723a89a HTTP/1.1" status: 204 len: 168 time: 0.6284058 Feb 11 13:37:57.331430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40358) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:57.333608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:57.334235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.406904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34870cf3-ea42-4cc3-b48a-2c4ea65e87b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39fa948-8dda-4c3e-8ea4-416e4723a89a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:57.415180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Network': ['ID=8103b72c-a4a6-4850-b044-ccccfd01affa,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:57.437838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:57.515022 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-11286d20-68f8-4a9b-9c08-e62b66b45bde tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6349015 Feb 11 13:37:57.515713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40362) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:57.521477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'name': 'tempest-PortsTestJSON-232673517'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:57.736534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:57.740891 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.763422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 0f946705-1318-4e06-9d50-f5a91f79e6d3 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:37:57.765147 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.853536 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:57.917189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b4e06f-8062-4126-96d5-cda18f31088d']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:57.941099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbec5ebc-f37f-4aeb-96b1-0106623f1a33') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:57.941956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbec5ebc-f37f-4aeb-96b1-0106623f1a33') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:37:57.996895 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.023508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.060726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:37:58.061129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:37:58.063473 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:37:58.173836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40368) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:58.204452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ddde7bcc-1176-4389-b332-4b60cfcdd961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.308358 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.315635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.320426 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.324283 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] 10.222.0.52 "DELETE /v2.0/networks/29b4e06f-8062-4126-96d5-cda18f31088d HTTP/1.1" status: 204 len: 168 time: 1.2015209 Feb 11 13:37:58.399735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ed251ac4-51ca-45ea-806a-c18242c951f8 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:37:58.417490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.436029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89147c40-2a0a-4399-baed-e62577620354 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b4e06f-8062-4126-96d5-cda18f31088d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:58.476860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.533996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=0f946705-1318-4e06-9d50-f5a91f79e6d3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:58.547127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Checking segment: {'id': '2dd162d1-9681-4859-8376-240a809cafc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:37:58.547589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network hostable DHCP agents. Network: 8103b72c-a4a6-4850-b044-ccccfd01affa, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:37:58.547782 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09ed44-d2e0-48a5-9424-c9778e2ccd13 req-668356b6-e1a7-478f-a073-b0d595971b4b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:58.549503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d09ed44-d2e0-48a5-9424-c9778e2ccd13 req-668356b6-e1a7-478f-a073-b0d595971b4b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 944 time: 0.2462626 Feb 11 13:37:58.562854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ed251ac4-51ca-45ea-806a-c18242c951f8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ed251ac4-51ca-45ea-806a-c18242c951f8,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:58.585040 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'ed251ac4-51ca-45ea-806a-c18242c951f8', 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b', 'port_id': 'ed251ac4-51ca-45ea-806a-c18242c951f8', 'mac_address': 'fa:16:3e:62:6e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa252d3-c46a-4cd7-857f-fed90b8ed4ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:37:58.627227 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.641698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed251ac4-51ca-45ea-806a-c18242c951f8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:37:58.666809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ed251ac4-51ca-45ea-806a-c18242c951f8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ed251ac4-51ca-45ea-806a-c18242c951f8,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:37:58.682278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:37:58.690815 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ddde7bcc-1176-4389-b332-4b60cfcdd961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.699798 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.708462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d09ed44-d2e0-48a5-9424-c9778e2ccd13 req-20cacf19-f314-4136-9086-17c38c8ee096 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459179 Feb 11 13:37:58.771054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40378) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:58.785642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ddde7bcc-1176-4389-b332-4b60cfcdd961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.786530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 8103b72c-a4a6-4850-b044-ccccfd01affa) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:37:58.788101 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.794356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:37:58.800716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:58.801382 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.843144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fc16aa09-2480-4a2e-a259-397aa044d349 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1ed3a1e626154eb696090f916cd62873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703011 Feb 11 13:37:58.843988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40380) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:58.846327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e2b16d-0b9c-4849-99db-cda711e106f9 None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:37:58.909840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde7bcc-1176-4389-b332-4b60cfcdd961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d70b7-8409-45ae-b463-717ce8891df6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:58.913326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b0887952-0868-4bab-af6b-fccf265cdef0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3964226 Feb 11 13:37:58.919407 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ddde7bcc-1176-4389-b332-4b60cfcdd961 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c6d21a650f0436b92420adb340492f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7438941 Feb 11 13:37:58.920808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40382) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:58.922863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40384) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:58.947620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.954213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=ed251ac4-51ca-45ea-806a-c18242c951f8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:58.959920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-480290071'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:58.969388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:58.972893 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b8c-0a21-4878-b921-d90fa5dfc960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.029323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b8c-0a21-4878-b921-d90fa5dfc960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.049368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['ed251ac4-51ca-45ea-806a-c18242c951f8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:37:59.070664 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb22937-f228-4602-bef4-dcb064503229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.111448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:59.115885 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.119438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb22937-f228-4602-bef4-dcb064503229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.173719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:37:59.193525 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.193968 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Added segment 3fa4ebd4-2b62-4600-b331-1a0e9f41c893 of type vlan for network 32aeee81-0513-4e85-9a66-2e7f722e7b84 Feb 11 13:37:59.243903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.261268 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b8c-0a21-4878-b921-d90fa5dfc960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.264714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0ab9b8c-0a21-4878-b921-d90fa5dfc960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.268021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d0ab9b8c-0a21-4878-b921-d90fa5dfc960 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/96ea8998-dd87-4412-8a0c-3e61586c48ca HTTP/1.1" status: 204 len: 168 time: 0.4197841 Feb 11 13:37:59.294406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab9b8c-0a21-4878-b921-d90fa5dfc960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ea8998-dd87-4412-8a0c-3e61586c48ca,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:59.319365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb22937-f228-4602-bef4-dcb064503229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.322129 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceb22937-f228-4602-bef4-dcb064503229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.324242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ceb22937-f228-4602-bef4-dcb064503229 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/964d70b7-8409-45ae-b463-717ce8891df6 HTTP/1.1" status: 204 len: 168 time: 0.3854783 Feb 11 13:37:59.348607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb22937-f228-4602-bef4-dcb064503229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d70b7-8409-45ae-b463-717ce8891df6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:59.387668 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.393935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:59.394549 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.499768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Network': ['ID=32aeee81-0513-4e85-9a66-2e7f722e7b84,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:37:59.513369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 32aeee81-0513-4e85-9a66-2e7f722e7b84 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:37:59.604869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-78c55e12-4b12-4098-84e3-4f0a4a349646 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6826677 Feb 11 13:37:59.606130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40390) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:37:59.614521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'ports': [{'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa'}, {'network_id': '32aeee81-0513-4e85-9a66-2e7f722e7b84'}]} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:59.614871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:59.615362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': '32aeee81-0513-4e85-9a66-2e7f722e7b84'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:37:59.726994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Router 4503f922-fd0f-4b2f-a50c-3d63c05355e6 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:37:59.932411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca16948-e20c-4997-bde6-73cbea3ff48a req-dd324a8d-fe94-4c49-880e-a5a563391a19 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:37:59.936742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ca16948-e20c-4997-bde6-73cbea3ff48a req-dd324a8d-fe94-4c49-880e-a5a563391a19 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 945 time: 0.0968497 Feb 11 13:37:59.973153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 2} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:37:59.985439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:37:59.986703 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.20.0.1 (0ec56f15-d263-43e2-9c91-be26954aa187/73bd3ecc-d9c0-49c5-85f3-1ab3453e5347/db4d5e9b-28e5-4cdb-ab1a-cb2931ccfb28) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:00.002168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.006860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:00.017747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c6342-fcf5-4807-986a-364aca964bbb None None] Sync routers for ids ['4503f922-fd0f-4b2f-a50c-3d63c05355e6'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:00.047409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c6342-fcf5-4807-986a-364aca964bbb None None] Routers {'4503f922-fd0f-4b2f-a50c-3d63c05355e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:00.047409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-617c6342-fcf5-4807-986a-364aca964bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4503f922-fd0f-4b2f-a50c-3d63c05355e6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:00.050297 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.069593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ca16948-e20c-4997-bde6-73cbea3ff48a req-71a82ddd-1985-43ee-b620-cb05152ed8de tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243701 Feb 11 13:38:00.122857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-617c6342-fcf5-4807-986a-364aca964bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:00.137509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617c6342-fcf5-4807-986a-364aca964bbb None None] Routers {'4503f922-fd0f-4b2f-a50c-3d63c05355e6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:00.138180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-617c6342-fcf5-4807-986a-364aca964bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4503f922-fd0f-4b2f-a50c-3d63c05355e6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:00.184565 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.185262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c9ee1e10-e502-4a8d-85f7-b3e5f04e1e6b tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.3567066 Feb 11 13:38:00.188390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40406) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:00.214590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-617c6342-fcf5-4807-986a-364aca964bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:00.215475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c6342-fcf5-4807-986a-364aca964bbb None None] The sync data for ids ['4503f922-fd0f-4b2f-a50c-3d63c05355e6'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:00.283208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port c433625b-806c-4596-b8ab-ccee35c4b902 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:00.345494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.369202 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.380148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2399d250-1962-4ddb-9533-27935663b713 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/routers/4503f922-fd0f-4b2f-a50c-3d63c05355e6 HTTP/1.1" status: 200 len: 925 time: 0.1904852 Feb 11 13:38:00.381884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40410) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:00.406553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ed251ac4-51ca-45ea-806a-c18242c951f8 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:00.420281 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3ba78efd-f424-4c76-b824-697a85eb8f6f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=4503f922-fd0f-4b2f-a50c-3d63c05355e6 HTTP/1.1" status: 200 len: 205 time: 0.0371735 Feb 11 13:38:00.420903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40412) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:00.452574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 7b203df9-e0ad-48e1-8722-5cfbb5451c0d yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:00.596836 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.609798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.702832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port ed251ac4-51ca-45ea-806a-c18242c951f8 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:00.707174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port ed251ac4-51ca-45ea-806a-c18242c951f8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:00.708063 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.713523 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.777315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.787506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40416) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:00.852213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 0ec56f15-d263-43e2-9c91-be26954aa187 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:00.858175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:00.865617 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:00.868443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=db4d5e9b-28e5-4cdb-ab1a-cb2931ccfb28,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:00.896343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-645ec80c-e3ed-4a53-b726-3290d13d63cd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9f7276b31f404945a4b6aedebf2b75c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065693 Feb 11 13:38:00.898356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40422) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:00.904339 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.923914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.971098 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:00.984464 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.026630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249c8b2-c881-4e25-8b2d-224ed865efa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed251ac4-51ca-45ea-806a-c18242c951f8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:01.029952 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d62c70-3dd0-4b48-9ade-dd3e15510c9b" -d '{"events": [{"server_uuid": "c249c8b2-c881-4e25-8b2d-224ed865efa2", "name": "network-vif-plugged", "status": "completed", "tag": "ed251ac4-51ca-45ea-806a-c18242c951f8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:01.063595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ed251ac4-51ca-45ea-806a-c18242c951f8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ed251ac4-51ca-45ea-806a-c18242c951f8,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:01.078449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=c433625b-806c-4596-b8ab-ccee35c4b902,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:01.083111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:01.086393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:01.092722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:01.092722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.098689 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0684f8d-cecb-4ca0-8b8b-cdf902cb47df x-openstack-request-id: req-a0684f8d-cecb-4ca0-8b8b-cdf902cb47df {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:01.099513 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c249c8b2-c881-4e25-8b2d-224ed865efa2", "name": "network-vif-plugged", "status": "completed", "tag": "ed251ac4-51ca-45ea-806a-c18242c951f8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:01.100827 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0684f8d-cecb-4ca0-8b8b-cdf902cb47df {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:01.106480 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c249c8b2-c881-4e25-8b2d-224ed865efa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed251ac4-51ca-45ea-806a-c18242c951f8', 'code': 200} Feb 11 13:38:01.138856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Deleting port fc2330a5-a766-49cf-806a-ca72921e9bce {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:01.139644 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.165069 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.184061 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85dd9bed-647d-440d-9ffb-caef912777cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.204591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=7b203df9-e0ad-48e1-8722-5cfbb5451c0d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:01.228143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85dd9bed-647d-440d-9ffb-caef912777cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.257250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=ed251ac4-51ca-45ea-806a-c18242c951f8,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:01.272976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Checking segment: {'id': '3fa4ebd4-2b62-4600-b331-1a0e9f41c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '32aeee81-0513-4e85-9a66-2e7f722e7b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:01.272976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network hostable DHCP agents. Network: 32aeee81-0513-4e85-9a66-2e7f722e7b84, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:38:01.367564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2baf118-44d3-4c32-a69d-cbe0c66aabd0 req-0bf5f119-9900-40ac-89b4-feef21d9a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:01.369006 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2baf118-44d3-4c32-a69d-cbe0c66aabd0 req-0bf5f119-9900-40ac-89b4-feef21d9a7e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 1097 time: 0.1255827 Feb 11 13:38:01.378024 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.381297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87642789-ce11-4c34-9002-3a5101a9c7c5 req-af5b9e19-4c33-4d6a-9022-1f783a8b5daf tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:01.382813 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87642789-ce11-4c34-9002-3a5101a9c7c5 req-af5b9e19-4c33-4d6a-9022-1f783a8b5daf tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 946 time: 0.0889471 Feb 11 13:38:01.431741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Calling delete_port for fc2330a5-a766-49cf-806a-ca72921e9bce owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:01.443950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2baf118-44d3-4c32-a69d-cbe0c66aabd0 req-1114aaa5-e8c5-48ee-8908-5db9745eafdd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601344 Feb 11 13:38:01.451487 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87642789-ce11-4c34-9002-3a5101a9c7c5 req-7f686751-0921-4c33-b755-165474e9bb39 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607922 Feb 11 13:38:01.487681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 32aeee81-0513-4e85-9a66-2e7f722e7b84 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:38:01.543272 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85dd9bed-647d-440d-9ffb-caef912777cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.545881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85dd9bed-647d-440d-9ffb-caef912777cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.547011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-85dd9bed-647d-440d-9ffb-caef912777cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/00b9fb5d-7b24-4892-9e42-db6e2d1c11e1 HTTP/1.1" status: 204 len: 168 time: 0.6477277 Feb 11 13:38:01.563995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd9bed-647d-440d-9ffb-caef912777cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9fb5d-7b24-4892-9e42-db6e2d1c11e1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:01.681101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 32aeee81-0513-4e85-9a66-2e7f722e7b84) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:01.690719 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.697145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8667aeb4-6aef-4ff2-ba08-62ff9931f12e None None] Network 32aeee81-0513-4e85-9a66-2e7f722e7b84 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:01.705648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:01.723722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:01.728694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:01.734649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.778033 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:01.817987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Pushing event deleted for resources: {'Port': ['ID=fc2330a5-a766-49cf-806a-ca72921e9bce,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:01.879660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0659d63a-483a-4f0d-a4cb-cd63f3661e04 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2724423 Feb 11 13:38:01.882553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40440) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:02.025484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c9598cf2-f476-413a-98fa-1127ae796ff8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 7b203df9-e0ad-48e1-8722-5cfbb5451c0d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:02.025854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9598cf2-f476-413a-98fa-1127ae796ff8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.027912 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.131354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9598cf2-f476-413a-98fa-1127ae796ff8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.160247 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.164898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c9598cf2-f476-413a-98fa-1127ae796ff8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 7b203df9-e0ad-48e1-8722-5cfbb5451c0d owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:02.188559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.320056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.423827 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.424377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9598cf2-f476-413a-98fa-1127ae796ff8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.426060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Fanout notify agent at l3_agent the message router_deleted on router 4503f922-fd0f-4b2f-a50c-3d63c05355e6 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:02.445313 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.446636 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a7a3ce29-a1b1-4c6e-8b5e-60aa84165466 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/4503f922-fd0f-4b2f-a50c-3d63c05355e6 HTTP/1.1" status: 204 len: 168 time: 2.0190582 Feb 11 13:38:02.450237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40454) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:02.458504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Request body: {'router': {'name': 'tempest-snat-router-91377610', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_snat': False}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:02.506425 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9598cf2-f476-413a-98fa-1127ae796ff8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.509470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c9598cf2-f476-413a-98fa-1127ae796ff8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/7b203df9-e0ad-48e1-8722-5cfbb5451c0d HTTP/1.1" status: 204 len: 168 time: 0.6259446 Feb 11 13:38:02.510405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9598cf2-f476-413a-98fa-1127ae796ff8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=7b203df9-e0ad-48e1-8722-5cfbb5451c0d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:02.512125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40458) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:02.544531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.616262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.617301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.690342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=db4d5e9b-28e5-4cdb-ab1a-cb2931ccfb28,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:02.710687 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a964d47a-4082-4edf-be96-049b8f8eeb81 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:02.723215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a964d47a-4082-4edf-be96-049b8f8eeb81 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:02.724114 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a964d47a-4082-4edf-be96-049b8f8eeb81 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2101884 Feb 11 13:38:02.728510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40460) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:02.731742 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.778929 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.786407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8118d3-d2b3-4c4d-a707-ed50a157e655 req-82e10eff-db1d-4e5f-8dfa-12be951666ad tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:02.787982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d8118d3-d2b3-4c4d-a707-ed50a157e655 req-82e10eff-db1d-4e5f-8dfa-12be951666ad tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 946 time: 0.1979477 Feb 11 13:38:02.912195 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d8118d3-d2b3-4c4d-a707-ed50a157e655 req-f16c9ad0-0530-47f6-acf3-4dab7a6584c7 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068873 Feb 11 13:38:02.929503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-aa64c609-c94e-4659-a0a7-7d67abaa9b84 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port c433625b-806c-4596-b8ab-ccee35c4b902 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:02.929730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 0ec56f15-d263-43e2-9c91-be26954aa187 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:02.929841 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa64c609-c94e-4659-a0a7-7d67abaa9b84 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:02.929931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:03.021658 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa64c609-c94e-4659-a0a7-7d67abaa9b84 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:03.037177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-aa64c609-c94e-4659-a0a7-7d67abaa9b84 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for c433625b-806c-4596-b8ab-ccee35c4b902 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:03.311087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa64c609-c94e-4659-a0a7-7d67abaa9b84 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:03.339395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64c609-c94e-4659-a0a7-7d67abaa9b84 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=c433625b-806c-4596-b8ab-ccee35c4b902,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:03.353507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa64c609-c94e-4659-a0a7-7d67abaa9b84 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:03.356678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aa64c609-c94e-4659-a0a7-7d67abaa9b84 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/c433625b-806c-4596-b8ab-ccee35c4b902 HTTP/1.1" status: 204 len: 168 time: 0.6270516 Feb 11 13:38:03.360920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40480) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:03.480198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82630854-8f41-4be8-9032-c84fb71a1365 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:03.484762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40486) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:03.485999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-82630854-8f41-4be8-9032-c84fb71a1365 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1191714 Feb 11 13:38:03.546708 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0818d2a3-0a7d-4f43-a52b-61d8efbc0e59 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:38:03.548245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0818d2a3-0a7d-4f43-a52b-61d8efbc0e59 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/7b203df9-e0ad-48e1-8722-5cfbb5451c0d HTTP/1.1" status: 404 len: 333 time: 0.0625954 Feb 11 13:38:03.553853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40488) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:03.554923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:03.581287 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89cb6f0-854e-4c93-b40d-4f9e0475ab86 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:38:03.582972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e89cb6f0-854e-4c93-b40d-4f9e0475ab86 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/c433625b-806c-4596-b8ab-ccee35c4b902 HTTP/1.1" status: 404 len: 333 time: 0.0281165 Feb 11 13:38:03.585895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40490) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:03.615142 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:03.734900 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:03.923096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:03.934580 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae059d-0c26-4bd5-a27f-0789aac43b18 None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:03.944222 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-05912431-bb7e-49ca-88d1-89ee44e0558e tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "PUT /v2.0/routers/83ed2656-6df4-4f38-979e-8afa50c1cb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6062655 Feb 11 13:38:03.946089 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae059d-0c26-4bd5-a27f-0789aac43b18 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:03.948405 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-61ae059d-0c26-4bd5-a27f-0789aac43b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:03.951650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40510) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:03.957082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'port': {'network_id': '0ec56f15-d263-43e2-9c91-be26954aa187', 'name': 'tempest-FloatingIPTestJSON-330729472'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:03.969550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.026397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32aeee81-0513-4e85-9a66-2e7f722e7b84']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.038191 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-61ae059d-0c26-4bd5-a27f-0789aac43b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.043645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa4ebd4-2b62-4600-b331-1a0e9f41c893') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.044225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa4ebd4-2b62-4600-b331-1a0e9f41c893') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.064272 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ae059d-0c26-4bd5-a27f-0789aac43b18 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:04.064906 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-61ae059d-0c26-4bd5-a27f-0789aac43b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.087235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.164213 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.166011 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-61ae059d-0c26-4bd5-a27f-0789aac43b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:04.166972 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ae059d-0c26-4bd5-a27f-0789aac43b18 None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:04.177939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:38:04.178244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:04.184366 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:04.343170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87565bc-5cde-4404-b624-2012a38eac92 req-818a529c-fa61-434a-8be4-3716fe8091bc tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:04.344663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b87565bc-5cde-4404-b624-2012a38eac92 req-818a529c-fa61-434a-8be4-3716fe8091bc tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 946 time: 0.2385218 Feb 11 13:38:04.403853 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.424983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Made reservation on behalf of 4b4b8e29c4d04671a901a6dd423af1bb for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:04.432245 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.447236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b87565bc-5cde-4404-b624-2012a38eac92 req-03af5a0b-f4e1-4098-a861-6206fee43223 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800567 Feb 11 13:38:04.450421 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.486599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] device_id is not set on port 015df55b-e608-4494-b236-d0e8067be818 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:04.551920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.567354 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.570706 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/networks/32aeee81-0513-4e85-9a66-2e7f722e7b84 HTTP/1.1" status: 204 len: 168 time: 0.9830234 Feb 11 13:38:04.580846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40534) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:04.586657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1384152109'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:04.587356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaeb9e-2cbf-4e51-95a0-c6e7b95ebcbe tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Network': ['ID=32aeee81-0513-4e85-9a66-2e7f722e7b84,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:04.641568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Allocated IP 172.25.0.124 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:04.665291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.20.0.10 (0ec56f15-d263-43e2-9c91-be26954aa187/73bd3ecc-d9c0-49c5-85f3-1ab3453e5347/015df55b-e608-4494-b236-d0e8067be818) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:04.818117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:04.821566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.851980 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.893444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:38:04.916717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:04.917066 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Added segment cdf4fccd-838d-4009-bf96-20be7f8d941e of type vlan for network f16bf170-e419-44fd-ae0f-d3c6f1d05845 Feb 11 13:38:05.008072 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.016917 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.026881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.077466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:05.079340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:05.081314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event updated for resources: {'Port': ['ID=ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:05.083715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:05.187695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.196259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:05.197131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.204989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.302961 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40566) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:05.354740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 0ec56f15-d263-43e2-9c91-be26954aa187 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:05.360984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:05.368410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:05.373308 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=015df55b-e608-4494-b236-d0e8067be818,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:05.384503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Network': ['ID=f16bf170-e419-44fd-ae0f-d3c6f1d05845,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:05.401619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f16bf170-e419-44fd-ae0f-d3c6f1d05845 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:38:05.460518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:05.461423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.485552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe5650c1-a679-44db-ae94-ee0c2fbf73ed tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9036598 Feb 11 13:38:05.488681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40570) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:05.496031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': 'f16bf170-e419-44fd-ae0f-d3c6f1d05845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:05.545091 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3c36-f9c4-4e83-ad56-d0d93f6db058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.598748 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.649695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-62b47886-cdd4-416b-b3e7-3061af464248 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6969531 Feb 11 13:38:05.652223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40574) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:05.662781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'port': {'network_id': '0ec56f15-d263-43e2-9c91-be26954aa187', 'name': 'tempest-FloatingIPTestJSON-321132899'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:05.766116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee1f98-156c-457c-b90f-d3d008aba920 req-6b652dae-acb5-4199-9841-9dcc59533f2d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:05.767906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3cee1f98-156c-457c-b90f-d3d008aba920 req-6b652dae-acb5-4199-9841-9dcc59533f2d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.0801911 Feb 11 13:38:05.838655 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3c36-f9c4-4e83-ad56-d0d93f6db058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.842341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3cee1f98-156c-457c-b90f-d3d008aba920 req-e7d508c2-1f02-4c9a-8475-a11e4dd60feb tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664694 Feb 11 13:38:05.905124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:05.910816 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.959690 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce0a3c36-f9c4-4e83-ad56-d0d93f6db058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:05.982660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Performing IP validity checks on allocation pools {{(pid=103007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:38:05.983087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:38:05.986585 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:06.005127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a3c36-f9c4-4e83-ad56-d0d93f6db058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d354b69b-8dc1-4276-a929-04c6ea22b055,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:06.014310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ce0a3c36-f9c4-4e83-ad56-d0d93f6db058 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4cd143dc024e46a1ae3fe6fd5f67504b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7083035 Feb 11 13:38:06.015297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40578) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:06.071272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Made reservation on behalf of 4b4b8e29c4d04671a901a6dd423af1bb for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:06.074727 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:06.138127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] device_id is not set on port fb392980-8ca3-4851-b16c-d0aefd37b8f4 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:06.260065 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-29388b91-33c8-4ade-890d-eb0c5876464b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:06.325049 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-29388b91-33c8-4ade-890d-eb0c5876464b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:06.345790 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:06.352645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.20.0.12 (0ec56f15-d263-43e2-9c91-be26954aa187/73bd3ecc-d9c0-49c5-85f3-1ab3453e5347/fb392980-8ca3-4851-b16c-d0aefd37b8f4) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:06.522394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Router 781a9510-5a1a-475f-99bb-921204bb9a78 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:38:06.536879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=81ee6be9-1e42-4acb-a534-c5882a83139b,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:06.548613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Checking segment: {'id': 'cdf4fccd-838d-4009-bf96-20be7f8d941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f16bf170-e419-44fd-ae0f-d3c6f1d05845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:06.549017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network hostable DHCP agents. Network: f16bf170-e419-44fd-ae0f-d3c6f1d05845, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:38:06.685119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network f16bf170-e419-44fd-ae0f-d3c6f1d05845 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:38:06.797192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f16bf170-e419-44fd-ae0f-d3c6f1d05845) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:06.809453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cceb19-e3b7-4566-a4d3-8175c3490f38 None None] Network f16bf170-e419-44fd-ae0f-d3c6f1d05845 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:06.818796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:06.828254 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:06.883322 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-29388b91-33c8-4ade-890d-eb0c5876464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:06.886798 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-29388b91-33c8-4ade-890d-eb0c5876464b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:06.891879 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-29388b91-33c8-4ade-890d-eb0c5876464b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d354b69b-8dc1-4276-a929-04c6ea22b055 HTTP/1.1" status: 204 len: 168 time: 0.8758836 Feb 11 13:38:06.930931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29388b91-33c8-4ade-890d-eb0c5876464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d354b69b-8dc1-4276-a929-04c6ea22b055,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:06.963941 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c34be2e1-e2d1-4cf3-94b8-1835fedcd4cf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4723294 Feb 11 13:38:06.965527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40590) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:06.971867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': 'f16bf170-e419-44fd-ae0f-d3c6f1d05845', 'name': 'tempest-PortsTestJSON-1736316537'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:07.097390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.113523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:07.152939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Sync routers for ids ['781a9510-5a1a-475f-99bb-921204bb9a78'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:07.217058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1284b-a4f4-4e9f-a7a2-7871a84b936e req-2e33c926-95f2-45e4-b213-e6fd6e486f0b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:07.232184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Routers {'781a9510-5a1a-475f-99bb-921204bb9a78'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:07.233298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['781a9510-5a1a-475f-99bb-921204bb9a78'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:07.238551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96b1284b-a4f4-4e9f-a7a2-7871a84b936e req-2e33c926-95f2-45e4-b213-e6fd6e486f0b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.2535164 Feb 11 13:38:07.243018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f16bf170-e419-44fd-ae0f-d3c6f1d05845', 'network_id': 'f16bf170-e419-44fd-ae0f-d3c6f1d05845', 'tenant_id': '9a884797f4d746b2b2de42816edd696a', 'fixed_ips': [{'subnet_id': '81ee6be9-1e42-4acb-a534-c5882a83139b'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:38:07.245636 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.252991 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.257753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cb5166fd-a605-46b4-939f-0cb9d9834edc tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8011279 Feb 11 13:38:07.268995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40594) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:07.310270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96b1284b-a4f4-4e9f-a7a2-7871a84b936e req-9bfbff01-95c9-46cc-847e-8102efc2532f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706429 Feb 11 13:38:07.333922 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.516301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=fb392980-8ca3-4851-b16c-d0aefd37b8f4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:07.527861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40600) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:07.530447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cf06dde7-2c4c-4ee1-8854-912b1064a77f tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/routers/781a9510-5a1a-475f-99bb-921204bb9a78 HTTP/1.1" status: 200 len: 907 time: 0.2708080 Feb 11 13:38:07.532864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Request body: {'router': {'name': 'tempest-snat-router-91377610', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_snat': True}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:07.546714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 0ec56f15-d263-43e2-9c91-be26954aa187 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:07.548708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:07.556868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Set router 781a9510-5a1a-475f-99bb-921204bb9a78 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:38:07.561815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:07.606793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:07.610649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.659123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 17b867b0-39e5-461e-aee2-72006ec5064d yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:07.665004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:07.665674 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.695623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Allocated IP 172.20.0.2 (f16bf170-e419-44fd-ae0f-d3c6f1d05845/81ee6be9-1e42-4acb-a534-c5882a83139b/d890f856-dc8f-4fbf-afb3-eb1120b35e3d) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:07.798823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.817378 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1d11312d-d536-460a-9ff0-40995bedd7bd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1620948 Feb 11 13:38:07.818259 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40608) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:07.828689 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': 'fb392980-8ca3-4851-b16c-d0aefd37b8f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:07.841731 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:07.972571 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.031839 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.099285 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.205872 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.210375 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.235331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Network f16bf170-e419-44fd-ae0f-d3c6f1d05845 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:08.241029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:08.244326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:08.248348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.7 (f16bf170-e419-44fd-ae0f-d3c6f1d05845/81ee6be9-1e42-4acb-a534-c5882a83139b/17b867b0-39e5-461e-aee2-72006ec5064d) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:08.355657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Attempting to bind port d890f856-dc8f-4fbf-afb3-eb1120b35e3d on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:38:08.355657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Attempting to bind port d890f856-dc8f-4fbf-afb3-eb1120b35e3d by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'cdf4fccd-838d-4009-bf96-20be7f8d941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f16bf170-e419-44fd-ae0f-d3c6f1d05845'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:38:08.355657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Attempting to bind port d890f856-dc8f-4fbf-afb3-eb1120b35e3d on network f16bf170-e419-44fd-ae0f-d3c6f1d05845 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:08.365200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:08.365758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Checking segment: {'id': 'cdf4fccd-838d-4009-bf96-20be7f8d941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f16bf170-e419-44fd-ae0f-d3c6f1d05845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:08.366209 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.367395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Bound using segment: {'id': 'cdf4fccd-838d-4009-bf96-20be7f8d941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f16bf170-e419-44fd-ae0f-d3c6f1d05845'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:08.367905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Bound port: d890f856-dc8f-4fbf-afb3-eb1120b35e3d, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf4fccd-838d-4009-bf96-20be7f8d941e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'f16bf170-e419-44fd-ae0f-d3c6f1d05845'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:38:08.368296 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.374037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Pushing event updated for resources: {'Port': ['ID=d890f856-dc8f-4fbf-afb3-eb1120b35e3d,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:08.413994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781a9510-5a1a-475f-99bb-921204bb9a78', 'name': 'tempest-snat-router-91377610', 'tenant_id': '40b83eaecbf14852b5e29d2c8525dde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.124'}], 'enable_snat': False}, 'gw_port_id': 'ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:38:02Z', 'updated_at': '2022-02-11T13:38:05Z', 'revision_number': 3, 'project_id': '40b83eaecbf14852b5e29d2c8525dde0', 'gw_port': {'id': 'ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781a9510-5a1a-475f-99bb-921204bb9a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:38:04Z', 'updated_at': '2022-02-11T13:38:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:08.468929 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.25.0.10 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/3863606c-69f4-43bf-a4d1-1b644d022cec) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:08.544822 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.548354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Checking router: 781a9510-5a1a-475f-99bb-921204bb9a78 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:38:08.548354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Updating router 781a9510-5a1a-475f-99bb-921204bb9a78 port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:38:08.580792 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.636993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] For port d890f856-dc8f-4fbf-afb3-eb1120b35e3d, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:08.752787 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.758021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.781466 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] For port d890f856-dc8f-4fbf-afb3-eb1120b35e3d, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d890f856-dc8f-4fbf-afb3-eb1120b35e3d,segment=NetworkSegment(cdf4fccd-838d-4009-bf96-20be7f8d941e),segment_id=cdf4fccd-838d-4009-bf96-20be7f8d941e)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:08.814005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a689b8-55a0-4289-8d0e-48493979b324 req-7c917752-e626-45e6-9943-e5c2f5dd8516 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:08.823243 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-31a689b8-55a0-4289-8d0e-48493979b324 req-7c917752-e626-45e6-9943-e5c2f5dd8516 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.3314235 Feb 11 13:38:08.862984 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.899484 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:08.956628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-31a689b8-55a0-4289-8d0e-48493979b324 req-f2c7d686-8f64-4fe8-bab5-5e575cc4fcea tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302485 Feb 11 13:38:09.005109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:09.012066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:09.017276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:09.111392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a34a9c-5f9a-47be-adcb-d8f7889e31cc None None] Pushing event updated for resources: {'Port': ['ID=d890f856-dc8f-4fbf-afb3-eb1120b35e3d,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:09.132398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=3863606c-69f4-43bf-a4d1-1b644d022cec,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:09.161833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.297447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network f16bf170-e419-44fd-ae0f-d3c6f1d05845 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:09.302446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.306033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:09.308601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:09.313089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=17b867b0-39e5-461e-aee2-72006ec5064d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:09.355379 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.377317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.473193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:09.473649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.505495 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.611842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cdf0d-c27d-44e6-a96c-d0b68c3f5342 None None] Pushing event updated for resources: {'Port': ['ID=ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:09.639859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Attempting to bind port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:38:09.640582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Attempting to bind port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:38:09.641129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Attempting to bind port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:09.651207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40642) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:09.656381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c1ae23d4-7d8d-4512-8878-af409de40c7e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6858861 Feb 11 13:38:09.660773 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:09.665878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:09.666813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.667226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:09.667731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Bound port: ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:38:09.668124 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.680830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Allocated IP 172.25.0.68 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/aa822edb-9a5c-4429-8a24-5d518c7dc53a) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:09.755282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] For port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:09.759531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] For port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:09.811485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.877084 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:09.965508 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.021198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-264eb756-ff81-495d-9f83-cf9853a006bf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 17b867b0-39e5-461e-aee2-72006ec5064d {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:10.021636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-264eb756-ff81-495d-9f83-cf9853a006bf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.046422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:10.054051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:10.058058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:10.088376 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.302248 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-264eb756-ff81-495d-9f83-cf9853a006bf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.338433 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-264eb756-ff81-495d-9f83-cf9853a006bf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 17b867b0-39e5-461e-aee2-72006ec5064d owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:10.404443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cdf0d-c27d-44e6-a96c-d0b68c3f5342 None None] Pushing event updated for resources: {'Port': ['ID=ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:10.444660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event updated for resources: {'Port': ['ID=aa822edb-9a5c-4429-8a24-5d518c7dc53a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:10.447618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Routers {'781a9510-5a1a-475f-99bb-921204bb9a78'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:10.448267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['781a9510-5a1a-475f-99bb-921204bb9a78'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:10.538230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20486bf-23aa-4e8d-a6e5-4b928ad4828f req-4745b772-0086-4b49-b3b2-dfa4cc9da2f3 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:10.549072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c20486bf-23aa-4e8d-a6e5-4b928ad4828f req-4745b772-0086-4b49-b3b2-dfa4cc9da2f3 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.4082315 Feb 11 13:38:10.656101 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c20486bf-23aa-4e8d-a6e5-4b928ad4828f req-feeb9853-1bac-4617-a158-fb53e25f32a3 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058049 Feb 11 13:38:10.697315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.709810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] Set router 781a9510-5a1a-475f-99bb-921204bb9a78 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:38:10.788842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287bdcbc-5b2b-47f1-ba6b-6b2d5812638c None None] Network f16bf170-e419-44fd-ae0f-d3c6f1d05845 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:10.829932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-264eb756-ff81-495d-9f83-cf9853a006bf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:10.883137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eb756-ff81-495d-9f83-cf9853a006bf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=17b867b0-39e5-461e-aee2-72006ec5064d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:10.898957 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.086594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-264eb756-ff81-495d-9f83-cf9853a006bf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.103086 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-264eb756-ff81-495d-9f83-cf9853a006bf tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/17b867b0-39e5-461e-aee2-72006ec5064d HTTP/1.1" status: 204 len: 168 time: 1.4483798 Feb 11 13:38:11.103718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40666) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:11.156089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-75cd9d26-c831-4a64-a202-350466b13c76 None None] Provisioning complete for port d890f856-dc8f-4fbf-afb3-eb1120b35e3d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:11.156725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-75cd9d26-c831-4a64-a202-350466b13c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.171648 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-307d2cd6-c110-4407-8693-79ce5d9b051f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:38:11.172371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307d2cd6-c110-4407-8693-79ce5d9b051f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:11.196836 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-307d2cd6-c110-4407-8693-79ce5d9b051f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/17b867b0-39e5-461e-aee2-72006ec5064d HTTP/1.1" status: 404 len: 333 time: 0.0883369 Feb 11 13:38:11.201058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40668) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:11.280595 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fe6797-f64e-437a-8f44-9bffb13b827a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:38:11.289076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-44fe6797-f64e-437a-8f44-9bffb13b827a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/17b867b0-39e5-461e-aee2-72006ec5064d HTTP/1.1" status: 404 len: 333 time: 0.0869431 Feb 11 13:38:11.289740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40674) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:11.293744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.340680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d890f856-dc8f-4fbf-afb3-eb1120b35e3d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:11.363311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.423263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=3863606c-69f4-43bf-a4d1-1b644d022cec,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:11.484425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '781a9510-5a1a-475f-99bb-921204bb9a78', 'name': 'tempest-snat-router-91377610', 'tenant_id': '40b83eaecbf14852b5e29d2c8525dde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.124'}], 'enable_snat': False}, 'gw_port_id': 'ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:38:02Z', 'updated_at': '2022-02-11T13:38:05Z', 'revision_number': 3, 'project_id': '40b83eaecbf14852b5e29d2c8525dde0', 'gw_port': {'id': 'ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781a9510-5a1a-475f-99bb-921204bb9a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:38:04Z', 'updated_at': '2022-02-11T13:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:11.511790 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.519994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d50ab15-72ef-48c8-8aff-0dd11abcba5e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet 81ee6be9-1e42-4acb-a534-c5882a83139b {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:38:11.525331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d50ab15-72ef-48c8-8aff-0dd11abcba5e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.539572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3800e8-ef51-4558-82c8-5966d83ddff6 None None] The sync data for ids ['781a9510-5a1a-475f-99bb-921204bb9a78'] in n-d-816488-1 is: [{'id': '781a9510-5a1a-475f-99bb-921204bb9a78', 'name': 'tempest-snat-router-91377610', 'tenant_id': '40b83eaecbf14852b5e29d2c8525dde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.124'}], 'enable_snat': False}, 'gw_port_id': 'ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:38:02Z', 'updated_at': '2022-02-11T13:38:05Z', 'revision_number': 3, 'project_id': '40b83eaecbf14852b5e29d2c8525dde0', 'gw_port': {'id': 'ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:62:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '781a9510-5a1a-475f-99bb-921204bb9a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:38:04Z', 'updated_at': '2022-02-11T13:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:11.607870 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-75cd9d26-c831-4a64-a202-350466b13c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.630587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d890f856-dc8f-4fbf-afb3-eb1120b35e3d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:11.631198 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.747778 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d50ab15-72ef-48c8-8aff-0dd11abcba5e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.764347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-75cd9d26-c831-4a64-a202-350466b13c76 None None] For port d890f856-dc8f-4fbf-afb3-eb1120b35e3d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d890f856-dc8f-4fbf-afb3-eb1120b35e3d,segment=NetworkSegment(cdf4fccd-838d-4009-bf96-20be7f8d941e),segment_id=cdf4fccd-838d-4009-bf96-20be7f8d941e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:11.846377 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:11.867965 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-75cd9d26-c831-4a64-a202-350466b13c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.063167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd9d26-c831-4a64-a202-350466b13c76 None None] Pushing event updated for resources: {'Port': ['ID=d890f856-dc8f-4fbf-afb3-eb1120b35e3d,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:12.070574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6d13e-a069-409c-8d6b-303b3f9f9b50 req-510253c8-a8cb-4895-9f1d-028cafc12055 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:12.071655 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.072144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-66c6d13e-a069-409c-8d6b-303b3f9f9b50 req-510253c8-a8cb-4895-9f1d-028cafc12055 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.1658275 Feb 11 13:38:12.075859 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP 6276a219-cd27-411c-a78e-47ca7a9cfac6 associated. External IP: 172.25.0.10, port: fb392980-8ca3-4851-b16c-d0aefd37b8f4. Feb 11 13:38:12.078996 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:38:12.079360 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:38:12.211856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d50ab15-72ef-48c8-8aff-0dd11abcba5e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.282047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-66c6d13e-a069-409c-8d6b-303b3f9f9b50 req-8d3a4d77-e1ac-457a-abc6-cd61df77012e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018087 Feb 11 13:38:12.324445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-de2539f5-944d-4ff0-a9e3-16bfaf0537f6 None None] Provisioning complete for port d890f856-dc8f-4fbf-afb3-eb1120b35e3d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:12.324916 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-de2539f5-944d-4ff0-a9e3-16bfaf0537f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.604824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Router 73b78f8a-e9ca-4fd5-955d-c84768af4748 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:38:12.748507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ebdf53a8-e681-4f64-b6b2-220d75458916 None None] Could not find standard attr ID for object 17b867b0-39e5-461e-aee2-72006ec5064d. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:38:12.849673 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d50ab15-72ef-48c8-8aff-0dd11abcba5e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.855057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:12.866270 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Sync routers for ids ['73b78f8a-e9ca-4fd5-955d-c84768af4748'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:12.883182 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Routers {'73b78f8a-e9ca-4fd5-955d-c84768af4748'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:12.884360 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['73b78f8a-e9ca-4fd5-955d-c84768af4748'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:12.895616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:12.901276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ab15-72ef-48c8-8aff-0dd11abcba5e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=81ee6be9-1e42-4acb-a534-c5882a83139b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:12.910429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d50ab15-72ef-48c8-8aff-0dd11abcba5e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:12.918405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6d50ab15-72ef-48c8-8aff-0dd11abcba5e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/81ee6be9-1e42-4acb-a534-c5882a83139b HTTP/1.1" status: 204 len: 168 time: 1.6180332 Feb 11 13:38:12.918405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40712) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:13.010106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.011695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-51f24438-da29-40e7-9d69-e9e6edf24bce tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.4827411 Feb 11 13:38:13.014579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40718) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:13.127409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacc3a41-5c59-461e-bc46-b640aef5847e None None] Network f16bf170-e419-44fd-ae0f-d3c6f1d05845 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:13.138685 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.205317 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Set router 73b78f8a-e9ca-4fd5-955d-c84768af4748 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:38:13.335873 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:13.433931 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3d790a7a-bb0d-4264-b407-5912cd0b382a tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/routers/73b78f8a-e9ca-4fd5-955d-c84768af4748 HTTP/1.1" status: 200 len: 905 time: 0.4179206 Feb 11 13:38:13.436400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40724) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:13.438665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port d890f856-dc8f-4fbf-afb3-eb1120b35e3d {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:13.439121 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.454757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad6b9f-bf33-4d1f-95a0-1d5b138f7ea5 None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:13.560447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d890f856-dc8f-4fbf-afb3-eb1120b35e3d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:13.668092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad6b9f-bf33-4d1f-95a0-1d5b138f7ea5 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:13.668729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-92ad6b9f-bf33-4d1f-95a0-1d5b138f7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:13.727976 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b78f8a-e9ca-4fd5-955d-c84768af4748', 'name': 'tempest-snat-router-91377610', 'tenant_id': '40b83eaecbf14852b5e29d2c8525dde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'aa822edb-9a5c-4429-8a24-5d518c7dc53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:38:07Z', 'updated_at': '2022-02-11T13:38:10Z', 'revision_number': 3, 'project_id': '40b83eaecbf14852b5e29d2c8525dde0', 'gw_port': {'id': 'aa822edb-9a5c-4429-8a24-5d518c7dc53a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:4f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73b78f8a-e9ca-4fd5-955d-c84768af4748', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2352, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:38:09Z', 'updated_at': '2022-02-11T13:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:13.747750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] For port d890f856-dc8f-4fbf-afb3-eb1120b35e3d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d890f856-dc8f-4fbf-afb3-eb1120b35e3d,segment=NetworkSegment(cdf4fccd-838d-4009-bf96-20be7f8d941e),segment_id=cdf4fccd-838d-4009-bf96-20be7f8d941e)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:13.748131 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.772766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:13.803905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-92ad6b9f-bf33-4d1f-95a0-1d5b138f7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:13.810902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for d890f856-dc8f-4fbf-afb3-eb1120b35e3d owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:13.830890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ad6b9f-bf33-4d1f-95a0-1d5b138f7ea5 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:13.832390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-92ad6b9f-bf33-4d1f-95a0-1d5b138f7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:13.838510 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Checking router: 73b78f8a-e9ca-4fd5-955d-c84768af4748 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:38:13.838932 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Updating router 73b78f8a-e9ca-4fd5-955d-c84768af4748 port aa822edb-9a5c-4429-8a24-5d518c7dc53a binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:38:13.914048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-92ad6b9f-bf33-4d1f-95a0-1d5b138f7ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:13.915129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ad6b9f-bf33-4d1f-95a0-1d5b138f7ea5 None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:13.923170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080b68e-efe0-4346-9d2d-9ba42c1637b2 None None] DHCP port deletion for f16bf170-e419-44fd-ae0f-d3c6f1d05845 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:38:13.996357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d890f856-dc8f-4fbf-afb3-eb1120b35e3d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:14.000746 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.037038 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.048240 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.087587 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.165315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e59a2c3-5ff7-4920-910c-d5955dfc4262 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.3458867 Feb 11 13:38:14.169959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40746) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:14.191199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-06673042-f5bb-43fe-a3af-d9ec0a5d19c4 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:14.197535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37b3a6-5231-4530-81e4-df415f05faab req-2ddcab34-3df4-4cbd-9593-29004e1e58dd tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:14.199696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce37b3a6-5231-4530-81e4-df415f05faab req-2ddcab34-3df4-4cbd-9593-29004e1e58dd tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.7096744 Feb 11 13:38:14.224524 n-d-816488-1 neutron-server[103008]: INFO neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No ports have port_id starting with d890f856-dc8f-4fbf-afb3-eb1120b35e3d Feb 11 13:38:14.229098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:14.239467 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.326727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1080b68e-efe0-4346-9d2d-9ba42c1637b2 None None] Deleting port d890f856-dc8f-4fbf-afb3-eb1120b35e3d {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:14.326991 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1080b68e-efe0-4346-9d2d-9ba42c1637b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.366141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce37b3a6-5231-4530-81e4-df415f05faab req-0d3955e9-8455-4802-9473-30dcdf82e329 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600358 Feb 11 13:38:14.366956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=d890f856-dc8f-4fbf-afb3-eb1120b35e3d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:14.377818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No DVR routers for this DVR port d890f856-dc8f-4fbf-afb3-eb1120b35e3d on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:14.402602 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.459377 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.508108 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06673042-f5bb-43fe-a3af-d9ec0a5d19c4 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.535785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:14.536169 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.595888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-fbe507c1-1b14-48fb-8839-4ce7ad33463e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:14.597508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-fbe507c1-1b14-48fb-8839-4ce7ad33463e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 815 time: 0.5418317 Feb 11 13:38:14.619323 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.623792 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Attempting to bind port aa822edb-9a5c-4429-8a24-5d518c7dc53a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:38:14.624162 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Attempting to bind port aa822edb-9a5c-4429-8a24-5d518c7dc53a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:38:14.624930 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Attempting to bind port aa822edb-9a5c-4429-8a24-5d518c7dc53a on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:14.639735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1080b68e-efe0-4346-9d2d-9ba42c1637b2 None None] For port d890f856-dc8f-4fbf-afb3-eb1120b35e3d, host n-d-816488-1, got binding levels [] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:14.640507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-c75a5dbc-0fe1-4bed-87ea-cd0b67b19b90 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/quotas/95eea42642194262af0cc0d3943c6974 HTTP/1.1" status: 200 len: 375 time: 0.0264990 Feb 11 13:38:14.648130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16bf170-e419-44fd-ae0f-d3c6f1d05845']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:14.648964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Deleting port aa822edb-9a5c-4429-8a24-5d518c7dc53a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:14.649483 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.649606 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:14.649980 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:14.650383 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.650777 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:14.651258 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Bound port: aa822edb-9a5c-4429-8a24-5d518c7dc53a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:38:14.651685 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.653040 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1080b68e-efe0-4346-9d2d-9ba42c1637b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.660201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdf4fccd-838d-4009-bf96-20be7f8d941e') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:14.660500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdf4fccd-838d-4009-bf96-20be7f8d941e') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:14.682384 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.715675 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.726840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:38:14.727250 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.731240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1080b68e-efe0-4346-9d2d-9ba42c1637b2 None None] Calling delete_port for d890f856-dc8f-4fbf-afb3-eb1120b35e3d owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:14.755495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.ipam_backend_mixin [None req-1080b68e-efe0-4346-9d2d-9ba42c1637b2 None None] Port d890f856-dc8f-4fbf-afb3-eb1120b35e3d was not found and therefore no delete operation was performed {{(pid=103008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:38:14.760026 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1080b68e-efe0-4346-9d2d-9ba42c1637b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.770247 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.788556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Calling delete_port for aa822edb-9a5c-4429-8a24-5d518c7dc53a owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:14.831132 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Pushing event updated for resources: {'Port': ['ID=aa822edb-9a5c-4429-8a24-5d518c7dc53a,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:14.863374 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.867993 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.867993 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.867993 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.867993 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.867993 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.867993 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.877671 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.878743 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.879460 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.882082 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.883042 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:14.885632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080b68e-efe0-4346-9d2d-9ba42c1637b2 None None] Pushing event deleted for resources: {'Port': ['ID=d890f856-dc8f-4fbf-afb3-eb1120b35e3d,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:14.904528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080b68e-efe0-4346-9d2d-9ba42c1637b2 None None] No DVR routers for this DVR port d890f856-dc8f-4fbf-afb3-eb1120b35e3d on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:14.907460 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:14.927332 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:38:14.941043 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] For port aa822edb-9a5c-4429-8a24-5d518c7dc53a, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:14.949011 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] For port aa822edb-9a5c-4429-8a24-5d518c7dc53a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=aa822edb-9a5c-4429-8a24-5d518c7dc53a,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:14.984346 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:14.987604 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.011183 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.059151 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.073576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/networks/f16bf170-e419-44fd-ae0f-d3c6f1d05845 HTTP/1.1" status: 204 len: 168 time: 2.1560390 Feb 11 13:38:15.077233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40754) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:15.079147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:15.081530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c73fb2-1b01-46a8-b189-2e1dca75c14c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Network': ['ID=f16bf170-e419-44fd-ae0f-d3c6f1d05845,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:15.087978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-776678120'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:15.094426 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06673042-f5bb-43fe-a3af-d9ec0a5d19c4 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.099432 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Routers {'73b78f8a-e9ca-4fd5-955d-c84768af4748'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:15.100066 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['73b78f8a-e9ca-4fd5-955d-c84768af4748'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:15.119132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-d1fd607e-4e81-4f2b-9043-ae71647ac2c3 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3223345 Feb 11 13:38:15.139386 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.152648 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322cd0a-a4d8-420a-b230-1c31e3e9acba None None] Pushing event updated for resources: {'Port': ['ID=aa822edb-9a5c-4429-8a24-5d518c7dc53a,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:15.221448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:15.226164 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.298495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:15.309887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:38:15.313249 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] Set router 73b78f8a-e9ca-4fd5-955d-c84768af4748 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:38:15.323831 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.325327 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Added segment 19b777f1-0f87-477f-8af2-6a9e02d0a586 of type vlan for network f80e68e0-066f-4d08-9d08-7820dafca103 Feb 11 13:38:15.333036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d890f856-dc8f-4fbf-afb3-eb1120b35e3d no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:15.336638 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06673042-f5bb-43fe-a3af-d9ec0a5d19c4 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.340621 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-06673042-f5bb-43fe-a3af-d9ec0a5d19c4 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP 6276a219-cd27-411c-a78e-47ca7a9cfac6 disassociated. External IP: 172.25.0.10, port: fb392980-8ca3-4851-b16c-d0aefd37b8f4. Feb 11 13:38:15.388598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: d890f856-dc8f-4fbf-afb3-eb1120b35e3d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:38:15.390663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d890f856-dc8f-4fbf-afb3-eb1120b35e3d not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:15.426420 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.472792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-c75f4fd1-5675-4623-a4ad-003949dfdc0b service neutron] 10.222.0.52 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526425 Feb 11 13:38:15.480018 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73b78f8a-e9ca-4fd5-955d-c84768af4748', 'name': 'tempest-snat-router-91377610', 'tenant_id': '40b83eaecbf14852b5e29d2c8525dde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:38:07Z', 'updated_at': '2022-02-11T13:38:14Z', 'revision_number': 4, 'project_id': '40b83eaecbf14852b5e29d2c8525dde0', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:15.523130 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb98e86-b6dd-48e5-8261-956f50de9552 None None] The sync data for ids ['73b78f8a-e9ca-4fd5-955d-c84768af4748'] in n-d-816488-1 is: [{'id': '73b78f8a-e9ca-4fd5-955d-c84768af4748', 'name': 'tempest-snat-router-91377610', 'tenant_id': '40b83eaecbf14852b5e29d2c8525dde0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:38:07Z', 'updated_at': '2022-02-11T13:38:14Z', 'revision_number': 4, 'project_id': '40b83eaecbf14852b5e29d2c8525dde0', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:15.591207 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.604310 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:15.605021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:15.648496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb666af-4a8f-4ff1-8275-ce784e1ad3a5 req-a764f9c5-a9ca-4ec2-8d94-192810b7f4ad tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:15.650372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ecb666af-4a8f-4ff1-8275-ce784e1ad3a5 req-a764f9c5-a9ca-4ec2-8d94-192810b7f4ad tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.1133637 Feb 11 13:38:15.750279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-da8a24fa-3e4a-4553-9409-bea814b2ae0e service neutron] 10.222.0.52 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764237 Feb 11 13:38:15.877002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7970757 Feb 11 13:38:15.889823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40764) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:15.921677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': 'f80e68e0-066f-4d08-9d08-7820dafca103', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:15.969302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a831e33-e72d-4703-b1e9-0456a18b50b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Network': ['ID=f80e68e0-066f-4d08-9d08-7820dafca103,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:15.984103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f80e68e0-066f-4d08-9d08-7820dafca103 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:38:15.991383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ecb666af-4a8f-4ff1-8275-ce784e1ad3a5 req-8ba5b718-7e24-42da-9ec5-443bbeb4e5fe tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229318 Feb 11 13:38:16.022250 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.109575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa822edb-9a5c-4429-8a24-5d518c7dc53a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:16.240336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06673042-f5bb-43fe-a3af-d9ec0a5d19c4 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:16.334815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-23bce5e9-b04c-4a91-ab8a-7b38e3eb9c5e req-49d1618d-59eb-4200-bdd2-301b443eafcd tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 210 time: 0.0359938 Feb 11 13:38:16.336715 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.596356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.599567 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.706965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06673042-f5bb-43fe-a3af-d9ec0a5d19c4 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:16.723340 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06673042-f5bb-43fe-a3af-d9ec0a5d19c4 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.744572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822db799-c281-451a-ab3e-16c66c40e9cc None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:16.783188 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822db799-c281-451a-ab3e-16c66c40e9cc None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:16.787377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-822db799-c281-451a-ab3e-16c66c40e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:16.796681 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-06673042-f5bb-43fe-a3af-d9ec0a5d19c4 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "PUT /v2.0/floatingips/6276a219-cd27-411c-a78e-47ca7a9cfac6 HTTP/1.1" status: 200 len: 687 time: 2.6256673 Feb 11 13:38:16.799419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40782) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:16.801904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:16.806088 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.900918 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-822db799-c281-451a-ab3e-16c66c40e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:16.942925 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822db799-c281-451a-ab3e-16c66c40e9cc None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:16.948767 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-822db799-c281-451a-ab3e-16c66c40e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:16.994649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:16.995414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73b78f8a-e9ca-4fd5-955d-c84768af4748 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:17.007330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.013205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d852301e-6ba8-44b2-aac5-b55b4b389ce8 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "DELETE /v2.0/routers/73b78f8a-e9ca-4fd5-955d-c84768af4748 HTTP/1.1" status: 204 len: 168 time: 3.5757136 Feb 11 13:38:17.016201 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-822db799-c281-451a-ab3e-16c66c40e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:17.016871 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822db799-c281-451a-ab3e-16c66c40e9cc None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:17.020455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40786) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:17.223261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5c407fb9-f7a3-4222-983c-d697db56a526 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port 3863606c-69f4-43bf-a4d1-1b644d022cec {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:17.223767 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c407fb9-f7a3-4222-983c-d697db56a526 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.291007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3cca-cb8b-4576-917c-1cdf82f4e192 req-0af8c229-b6d2-407d-9fb5-88cede1b1335 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:17.293887 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44ad3cca-cb8b-4576-917c-1cdf82f4e192 req-0af8c229-b6d2-407d-9fb5-88cede1b1335 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.1398628 Feb 11 13:38:17.337306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:17.390209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.493357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:17.493871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.540934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44ad3cca-cb8b-4576-917c-1cdf82f4e192 req-f4a67231-6127-4e64-9658-873ea9580589 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481032 Feb 11 13:38:17.608816 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c407fb9-f7a3-4222-983c-d697db56a526 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.611566 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c407fb9-f7a3-4222-983c-d697db56a526 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.645240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5c407fb9-f7a3-4222-983c-d697db56a526 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for 3863606c-69f4-43bf-a4d1-1b644d022cec owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:17.932669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c407fb9-f7a3-4222-983c-d697db56a526 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:17.969381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c407fb9-f7a3-4222-983c-d697db56a526 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=3863606c-69f4-43bf-a4d1-1b644d022cec,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:18.090424 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a8e2cf7-9b1e-4d20-ad58-7239a70c8ab6 req-01011838-1c4c-4d70-b313-fd4f53f0ff67 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 210 time: 0.0775154 Feb 11 13:38:18.092679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=ab8f70b6-6187-4d13-9f17-d5cdaf489584,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:18.130917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.134388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c407fb9-f7a3-4222-983c-d697db56a526 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.137095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c407fb9-f7a3-4222-983c-d697db56a526 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.138316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5c407fb9-f7a3-4222-983c-d697db56a526 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/floatingips/6276a219-cd27-411c-a78e-47ca7a9cfac6 HTTP/1.1" status: 204 len: 168 time: 1.3367352 Feb 11 13:38:18.138913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40804) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:18.150870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40806) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:18.200517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '015df55b-e608-4494-b236-d0e8067be818'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:18.241436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Checking segment: {'id': '19b777f1-0f87-477f-8af2-6a9e02d0a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f80e68e0-066f-4d08-9d08-7820dafca103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:18.241844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network hostable DHCP agents. Network: f80e68e0-066f-4d08-9d08-7820dafca103, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:38:18.299110 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.360858 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e6de8e9-104a-4e9d-9a18-9356ed03bd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.422592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network f80e68e0-066f-4d08-9d08-7820dafca103 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:38:18.472657 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.482895 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e6de8e9-104a-4e9d-9a18-9356ed03bd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.538170 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.597850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f80e68e0-066f-4d08-9d08-7820dafca103) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:18.605833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:18.606491 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.608859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9922186-e02c-4677-8a37-01fd1111b3b6 None None] Network f80e68e0-066f-4d08-9d08-7820dafca103 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:18.614624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e6de8e9-104a-4e9d-9a18-9356ed03bd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.721127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9e444948-ce95-4f91-a121-a21a129a382f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8166332 Feb 11 13:38:18.721921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40814) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:18.732629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': 'f80e68e0-066f-4d08-9d08-7820dafca103', 'security_groups': [], 'name': 'tempest-PortsTestJSON-516737884'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:18.738500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7e6de8e9-104a-4e9d-9a18-9356ed03bd5a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04d20936fae4449395aa93c6f47caaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985365 Feb 11 13:38:18.741762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6de8e9-104a-4e9d-9a18-9356ed03bd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d5e964-33d3-42dc-8b39-5ce4faacb529,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:18.745883 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40818) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:18.851812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75226954-c25f-4aa1-8110-bd2439ae8a4b req-92cd8b2e-f114-4687-9e17-c87f4cd8f996 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:18.853850 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75226954-c25f-4aa1-8110-bd2439ae8a4b req-92cd8b2e-f114-4687-9e17-c87f4cd8f996 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.1645498 Feb 11 13:38:18.885215 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3597b59-c757-4158-b5ff-3bf305e5cc24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.899042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Deleting port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:18.899930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:18.921988 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3597b59-c757-4158-b5ff-3bf305e5cc24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.022404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75226954-c25f-4aa1-8110-bd2439ae8a4b req-6800e922-e76d-47a0-be0a-659bfd1b65a9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385169 Feb 11 13:38:19.052146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.25.0.18 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/c1e9fcb8-4051-4402-8419-840e03d17bfd) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:19.065686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3597b59-c757-4158-b5ff-3bf305e5cc24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.068337 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3597b59-c757-4158-b5ff-3bf305e5cc24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.072925 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b3597b59-c757-4158-b5ff-3bf305e5cc24 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/36d5e964-33d3-42dc-8b39-5ce4faacb529 HTTP/1.1" status: 204 len: 168 time: 0.3084183 Feb 11 13:38:19.083064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3597b59-c757-4158-b5ff-3bf305e5cc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d5e964-33d3-42dc-8b39-5ce4faacb529,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:19.167332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] For port ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:19.167797 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.193328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f80e68e0-066f-4d08-9d08-7820dafca103', 'network_id': 'f80e68e0-066f-4d08-9d08-7820dafca103', 'tenant_id': '9a884797f4d746b2b2de42816edd696a', 'fixed_ips': [{'subnet_id': 'ab8f70b6-6187-4d13-9f17-d5cdaf489584'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:38:19.194242 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.197870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Calling delete_port for ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:19.356141 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cbbaddb9-7ccd-445f-a1c4-0a466a283944 req-20fe6b7b-52ef-4ac8-ad90-ac53c6118684 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 210 time: 0.0976815 Feb 11 13:38:19.421000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Allocated IP 172.20.0.2 (f80e68e0-066f-4d08-9d08-7820dafca103/ab8f70b6-6187-4d13-9f17-d5cdaf489584/1e7d43b5-698d-439b-a742-38692c90a714) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:19.422661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-c572e390-1828-4d44-bdb2-4a6acd521586 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:19.424255 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-c572e390-1828-4d44-bdb2-4a6acd521586 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.59 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 815 time: 0.3925972 Feb 11 13:38:19.439475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Request body: {'port': {'device_id': '7bbff96e-10f4-4044-ae5f-d5a12844d5e9', 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b', 'admin_state_up': True, 'tenant_id': '95eea42642194262af0cc0d3943c6974'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:19.467952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:19.473391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.589580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.662853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port d9adc39b-475e-46ca-a510-82d0f041a4e2 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:19.680905 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.867605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.928582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Made reservation on behalf of 95eea42642194262af0cc0d3943c6974 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:19.932125 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.937149 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.939411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Network f80e68e0-066f-4d08-9d08-7820dafca103 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:19.943435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:19.946981 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:19.956248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Pushing event updated for resources: {'Port': ['ID=1e7d43b5-698d-439b-a742-38692c90a714,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:19.988431 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:19.991485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.10 (f80e68e0-066f-4d08-9d08-7820dafca103/ab8f70b6-6187-4d13-9f17-d5cdaf489584/d9adc39b-475e-46ca-a510-82d0f041a4e2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:19.998290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:20.030250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Attempting to bind port 1e7d43b5-698d-439b-a742-38692c90a714 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:38:20.030643 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Attempting to bind port 1e7d43b5-698d-439b-a742-38692c90a714 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '19b777f1-0f87-477f-8af2-6a9e02d0a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f80e68e0-066f-4d08-9d08-7820dafca103'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:38:20.031067 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Attempting to bind port 1e7d43b5-698d-439b-a742-38692c90a714 on network f80e68e0-066f-4d08-9d08-7820dafca103 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:20.041092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:20.041472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Checking segment: {'id': '19b777f1-0f87-477f-8af2-6a9e02d0a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f80e68e0-066f-4d08-9d08-7820dafca103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:20.042025 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.043556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Bound using segment: {'id': '19b777f1-0f87-477f-8af2-6a9e02d0a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f80e68e0-066f-4d08-9d08-7820dafca103'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:20.047539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Bound port: 1e7d43b5-698d-439b-a742-38692c90a714, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b777f1-0f87-477f-8af2-6a9e02d0a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f80e68e0-066f-4d08-9d08-7820dafca103'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:38:20.047539 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.229662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:20.233705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] For port 1e7d43b5-698d-439b-a742-38692c90a714, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:20.239200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] For port 1e7d43b5-698d-439b-a742-38692c90a714, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1e7d43b5-698d-439b-a742-38692c90a714,segment=NetworkSegment(19b777f1-0f87-477f-8af2-6a9e02d0a586),segment_id=19b777f1-0f87-477f-8af2-6a9e02d0a586)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:20.260420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d32a2-9967-49a0-8d43-a214e90d3b8f req-a2e1b34f-4946-46db-b25d-c9043fdb89d7 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:20.268145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc8d32a2-9967-49a0-8d43-a214e90d3b8f req-a2e1b34f-4946-46db-b25d-c9043fdb89d7 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.1073718 Feb 11 13:38:20.268813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:20.322210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:20.339352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc8d32a2-9967-49a0-8d43-a214e90d3b8f req-4bc5279c-04df-4779-ba09-a077c7ebe6aa tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648208 Feb 11 13:38:20.361633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.404826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=c1e9fcb8-4051-4402-8419-840e03d17bfd,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:20.407166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40850) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:20.496145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.521999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee5b3d-60da-4070-801d-5c7067ba66cb None None] Pushing event updated for resources: {'Port': ['ID=1e7d43b5-698d-439b-a742-38692c90a714,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:20.645608 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb55ad19-bb75-4b9e-b6c5-007b9fd786af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.694403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-655e45f9-0f2a-450f-9d82-ecad0218d7d2 req-33546654-e3bc-4c6a-88c1-543aed2ce906 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 210 time: 0.1686506 Feb 11 13:38:20.730679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.734187 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb55ad19-bb75-4b9e-b6c5-007b9fd786af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.744415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-5902fcf6-aaed-4a45-a7d7-8ca96b258d31 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4831545 Feb 11 13:38:20.749322 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.770357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Allocated IP 172.20.0.13 (007b72a8-9216-4ed0-af25-de582ba4644b/2fa252d3-c46a-4cd7-857f-fed90b8ed4ac/88ed88a8-68b6-460d-8c5a-0f6d6c578f05) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:20.785675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.836294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb55ad19-bb75-4b9e-b6c5-007b9fd786af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:20.938393 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cb55ad19-bb75-4b9e-b6c5-007b9fd786af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86d87f38e3844bd38a4190e0ab70ddc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298738 Feb 11 13:38:20.941516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40862) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:20.960697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55ad19-bb75-4b9e-b6c5-007b9fd786af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de535d9-c0f8-4f97-8519-1405c1ff9499,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:21.031416 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1b64-318b-4632-adde-7d5d7c2d0612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.066563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1b64-318b-4632-adde-7d5d7c2d0612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.071434 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.072172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 781a9510-5a1a-475f-99bb-921204bb9a78 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:21.086317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.087475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7b5b9b04-c82c-4f49-9ee2-241b2ce51e79 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "DELETE /v2.0/routers/781a9510-5a1a-475f-99bb-921204bb9a78 HTTP/1.1" status: 204 len: 168 time: 4.0565228 Feb 11 13:38:21.091944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40868) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:21.118857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-398706796', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:21.248430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.259981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-8d4fe4b8-95a5-4d4b-a5e3-f56548decec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:21.264968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-8d4fe4b8-95a5-4d4b-a5e3-f56548decec0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 1097 time: 0.3792155 Feb 11 13:38:21.277743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.278889 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.295677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network f80e68e0-066f-4d08-9d08-7820dafca103 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:21.374254 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1b64-318b-4632-adde-7d5d7c2d0612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.381178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1b64-318b-4632-adde-7d5d7c2d0612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.383217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1dcd1b64-318b-4632-adde-7d5d7c2d0612 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4de535d9-c0f8-4f97-8519-1405c1ff9499 HTTP/1.1" status: 204 len: 168 time: 0.4403067 Feb 11 13:38:21.480196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd1b64-318b-4632-adde-7d5d7c2d0612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de535d9-c0f8-4f97-8519-1405c1ff9499,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:21.580055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:21.798154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1e7d43b5-698d-439b-a742-38692c90a714 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:21.823781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:21.909276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:21.944377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 1e7d43b5-698d-439b-a742-38692c90a714 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:21.944752 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.059592 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.121331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.133831 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 1e7d43b5-698d-439b-a742-38692c90a714, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1e7d43b5-698d-439b-a742-38692c90a714,segment=NetworkSegment(19b777f1-0f87-477f-8af2-6a9e02d0a586),segment_id=19b777f1-0f87-477f-8af2-6a9e02d0a586)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:22.175736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0fa76-189d-4911-a256-c2e3a87b5197 req-42c5b9d7-bddf-463d-af27-65006b561651 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:22.183033 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73b0fa76-189d-4911-a256-c2e3a87b5197 req-42c5b9d7-bddf-463d-af27-65006b561651 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.2596741 Feb 11 13:38:22.224881 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.271346 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73b0fa76-189d-4911-a256-c2e3a87b5197 req-39f8853e-e522-4fcf-86bd-af214e241823 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872979 Feb 11 13:38:22.297927 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e8e0ea5-fc3a-4c7e-9915-ecc58fa1083b req-b0b09a62-c069-41f4-92cc-fd59f6edf03f tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 210 time: 0.3761575 Feb 11 13:38:22.309193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=1e7d43b5-698d-439b-a742-38692c90a714,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:22.376040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=d9adc39b-475e-46ca-a510-82d0f041a4e2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:22.389126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bebb5d7-a20d-43a6-bba6-40263fc17ec9 None None] Network f80e68e0-066f-4d08-9d08-7820dafca103 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:22.403671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-5ad7b70f-907d-44af-8042-329ee0be3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:22.410945 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-5ad7b70f-907d-44af-8042-329ee0be3764 service neutron] 10.222.0.13 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 916 time: 1.1050141 Feb 11 13:38:22.413253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:22.414074 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.430088 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.470377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1299df79-5b6f-4790-9760-c91b11a8e6de details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:22.492339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-4cb83e3c-9501-498b-86e9-7c8761e7e567 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7271340a-75dc-4ad7-95f4-fcccd3e031f4 HTTP/1.1" status: 200 len: 217 time: 0.0753779 Feb 11 13:38:22.525569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fe780a8a-1aef-4875-b81d-eac7837dd92f None None] Provisioning complete for port 1e7d43b5-698d-439b-a742-38692c90a714 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:22.526073 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe780a8a-1aef-4875-b81d-eac7837dd92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.617975 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.630071 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3c43a099-84fe-4f92-a83b-a96951b425a7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.9000008 Feb 11 13:38:22.633867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40904) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:22.639864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.666777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-fba55cec-b96c-4ec6-92c0-89d85560ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:22.668516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-fba55cec-b96c-4ec6-92c0-89d85560ee41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.1647015 Feb 11 13:38:22.738570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-6921a238-5bfe-4aff-9547-b255ee5c95f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358880 Feb 11 13:38:22.755880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:22.789847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'port_id': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'mac_address': 'fa:16:3e:c9:7a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:22.796454 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.844757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Allocated IP 172.25.0.95 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/5222ccfd-ad5a-41e0-a516-852812710ad5) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:22.861799 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.882764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1299df79-5b6f-4790-9760-c91b11a8e6de {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:38:22.905754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:22.907318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7271340a-75dc-4ad7-95f4-fcccd3e031f4', 'ed251ac4-51ca-45ea-806a-c18242c951f8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:22.967303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:22.991530 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.015422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.051656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Pushing event updated for resources: {'Port': ['ID=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:23.085602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Network 007b72a8-9216-4ed0-af25-de582ba4644b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:23.095494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:23.101289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:23.122575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['1299df79-5b6f-4790-9760-c91b11a8e6de'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:23.162732 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.178488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:23.273655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Pushing event updated for resources: {'Port': ['ID=5222ccfd-ad5a-41e0-a516-852812710ad5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:23.286132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:23.290162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:23.316835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1e7d43b5-698d-439b-a742-38692c90a714 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:23.318233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:23.391685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:23.393001 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.400815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-5640913d-240f-45d4-b62c-a178e6763bd9 service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528282 Feb 11 13:38:23.419033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-08151505-74e0-4557-bd11-fe0a83cc9caa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port d9adc39b-475e-46ca-a510-82d0f041a4e2 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:23.419697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-08151505-74e0-4557-bd11-fe0a83cc9caa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.537369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.558783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-19b74a39-f2bd-4713-9e78-4911765734d5 None None] Provisioning complete for port 1e7d43b5-698d-439b-a742-38692c90a714 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:23.559159 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19b74a39-f2bd-4713-9e78-4911765734d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.683829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c00098-3eac-4d5b-a52e-d333d609189d req-67998c80-276d-46cb-acfe-5be3058e1bfa tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:23.694892 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98c00098-3eac-4d5b-a52e-d333d609189d req-67998c80-276d-46cb-acfe-5be3058e1bfa tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.2516942 Feb 11 13:38:23.740042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-35c4a15c-75c8-4ccf-a759-4e41e6bcdf2e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3039401 Feb 11 13:38:23.774271 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98c00098-3eac-4d5b-a52e-d333d609189d req-70158ac0-3758-420a-8247-ac9fea6620eb tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780251 Feb 11 13:38:23.833078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 1e7d43b5-698d-439b-a742-38692c90a714 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:23.834106 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.852200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c991cff-f2d0-422c-a0dd-03423f982d93 req-1875bd3d-6a5f-4ec0-a166-3365365c66ab service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171519 Feb 11 13:38:23.898797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:23.904324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Request body: {'port': {'device_id': '7bbff96e-10f4-4044-ae5f-d5a12844d5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:24.018782 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-08151505-74e0-4557-bd11-fe0a83cc9caa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.030646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19789b3-8332-4eec-a498-94a9ba3acc96 req-cffa789e-1d83-4a9d-81ca-24fb97c0a9f5 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:24.032280 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f19789b3-8332-4eec-a498-94a9ba3acc96 req-cffa789e-1d83-4a9d-81ca-24fb97c0a9f5 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 932 time: 0.5494976 Feb 11 13:38:24.119029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-08151505-74e0-4557-bd11-fe0a83cc9caa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for d9adc39b-475e-46ca-a510-82d0f041a4e2 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:24.131739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:24.153705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:38:24.154440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ab6aedd4-dc1a-478e-b0ab-eb7d37ba2232 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:24.156358 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-19b74a39-f2bd-4713-9e78-4911765734d5 None None] Provisioning complete for port d9adc39b-475e-46ca-a510-82d0f041a4e2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:24.156734 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-19b74a39-f2bd-4713-9e78-4911765734d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.198903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.210539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-19b74a39-f2bd-4713-9e78-4911765734d5 None None] Port d9adc39b-475e-46ca-a510-82d0f041a4e2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:38:24.275418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.279945 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f19789b3-8332-4eec-a498-94a9ba3acc96 req-d3abeac3-c192-41cc-91c1-b2c3b74326e5 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375436 Feb 11 13:38:24.380637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-def2cc2b-2a5d-4122-a166-f86fbcf742cb None None] Provisioning complete for port d9adc39b-475e-46ca-a510-82d0f041a4e2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:24.381056 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-def2cc2b-2a5d-4122-a166-f86fbcf742cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.417647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.432508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-def2cc2b-2a5d-4122-a166-f86fbcf742cb None None] Port d9adc39b-475e-46ca-a510-82d0f041a4e2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:38:24.468511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1299df79-5b6f-4790-9760-c91b11a8e6de up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:24.555171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 1299df79-5b6f-4790-9760-c91b11a8e6de triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:24.555454 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.616201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.772943 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9677e7dd-a42b-4611-8863-76a462cc37e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.778730 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:24.891759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:24.894437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:24.896880 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed520a88-7e61-4e9f-bd3d-85523e21fc7a" -d '{"events": [{"server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "name": "network-vif-plugged", "status": "completed", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:24.998234 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c59f94-6f14-4e48-94ea-e8e386101efe x-openstack-request-id: req-a1c59f94-6f14-4e48-94ea-e8e386101efe {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:24.998420 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "name": "network-vif-plugged", "status": "completed", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:24.999470 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1c59f94-6f14-4e48-94ea-e8e386101efe {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:24.999882 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'code': 200} Feb 11 13:38:25.041796 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:25.089912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=c1e9fcb8-4051-4402-8419-840e03d17bfd,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:25.162877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:25.185225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.186213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.186213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.186213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.186548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.186935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.187177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.187496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.187784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.188100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.188416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.188740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:25.224084 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:25.243310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-08151505-74e0-4557-bd11-fe0a83cc9caa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:25.422155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08151505-74e0-4557-bd11-fe0a83cc9caa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=d9adc39b-475e-46ca-a510-82d0f041a4e2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:25.524376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Router 43e2ef7a-7c69-4115-b4ce-0de164f244bc is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:38:25.584726 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:25.683406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7a305-d825-4c2e-a638-64d354dc786a req-877dba88-1813-49b6-9f72-178014e5b76c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:25.684994 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30a7a305-d825-4c2e-a638-64d354dc786a req-877dba88-1813-49b6-9f72-178014e5b76c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.7237127 Feb 11 13:38:25.793666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146134a-1a2b-4d75-b438-2164b965b8f7 req-c6dceab6-6079-4b35-9158-19d33e4d9984 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:25.805084 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0146134a-1a2b-4d75-b438-2164b965b8f7 req-c6dceab6-6079-4b35-9158-19d33e4d9984 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 932 time: 0.3840437 Feb 11 13:38:25.870566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-08151505-74e0-4557-bd11-fe0a83cc9caa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:25.876151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-08151505-74e0-4557-bd11-fe0a83cc9caa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/d9adc39b-475e-46ca-a510-82d0f041a4e2 HTTP/1.1" status: 204 len: 168 time: 3.2393811 Feb 11 13:38:25.878501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41018) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:25.897373 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP 7ffeaab0-4aec-4cd0-afb5-9ca717bc2e57 associated. External IP: 172.25.0.18, port: 015df55b-e608-4494-b236-d0e8067be818. Feb 11 13:38:25.924595 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-4857842c-7440-4037-8734-ccba589782df tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:38:25.926590 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4857842c-7440-4037-8734-ccba589782df tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/d9adc39b-475e-46ca-a510-82d0f041a4e2 HTTP/1.1" status: 404 len: 333 time: 0.0452068 Feb 11 13:38:25.927762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:25.941104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e29a7f-c5a4-46c0-af39-5115292ccde8 None None] Sync routers for ids ['43e2ef7a-7c69-4115-b4ce-0de164f244bc'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:25.953467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41022) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:25.954467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0146134a-1a2b-4d75-b438-2164b965b8f7 req-e0cc9c46-e7d8-4274-b25c-e0aced156479 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319954 Feb 11 13:38:25.965685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30a7a305-d825-4c2e-a638-64d354dc786a req-2bdfaddd-02ea-4a22-bcd2-9b0f86a06702 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830382 Feb 11 13:38:25.976490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e29a7f-c5a4-46c0-af39-5115292ccde8 None None] Routers {'43e2ef7a-7c69-4115-b4ce-0de164f244bc'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:25.977428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-12e29a7f-c5a4-46c0-af39-5115292ccde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['43e2ef7a-7c69-4115-b4ce-0de164f244bc'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:26.032082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-12e29a7f-c5a4-46c0-af39-5115292ccde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:26.057216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e29a7f-c5a4-46c0-af39-5115292ccde8 None None] Routers {'43e2ef7a-7c69-4115-b4ce-0de164f244bc'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:26.058438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-12e29a7f-c5a4-46c0-af39-5115292ccde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:37:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['43e2ef7a-7c69-4115-b4ce-0de164f244bc'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:26.092875 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.094335 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-782b1a0a-866d-46f3-b189-59f995b5429a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.9901137 Feb 11 13:38:26.097689 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41030) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:26.104212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c7184f5c-0fb1-4bc0-afbe-e0a3529f7a33 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_snat': False}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:26.168519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-12e29a7f-c5a4-46c0-af39-5115292ccde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:26.169241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e29a7f-c5a4-46c0-af39-5115292ccde8 None None] The sync data for ids ['43e2ef7a-7c69-4115-b4ce-0de164f244bc'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:26.203786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:38:26.234732 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.272426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0859cb-a34f-4909-9140-9b24ed25a59f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet ab8f70b6-6187-4d13-9f17-d5cdaf489584 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:38:26.293280 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0859cb-a34f-4909-9140-9b24ed25a59f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.366876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Transition to ACTIVE for port object 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:26.419071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0859cb-a34f-4909-9140-9b24ed25a59f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.620798 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7184f5c-0fb1-4bc0-afbe-e0a3529f7a33 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:26.917147 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f9c2fcde-2ddc-4a0f-939d-0db196d01db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.053476 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.425248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Pushing event updated for resources: {'Port': ['ID=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:27.455086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cdffd5-d53a-46fe-baf8-d743d49f5542 req-0ccb2738-9cf1-4f31-8e6f-4c395bdb0d84 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:27.456741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22cdffd5-d53a-46fe-baf8-d743d49f5542 req-0ccb2738-9cf1-4f31-8e6f-4c395bdb0d84 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 944 time: 0.2431297 Feb 11 13:38:27.521748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-b8b22bfb-5ccb-4d80-a345-fed0124b2fa5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4792902 Feb 11 13:38:27.578866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22cdffd5-d53a-46fe-baf8-d743d49f5542 req-ba6b2527-823d-4f0e-9bf3-ea49200f63d2 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001236 Feb 11 13:38:27.603415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d224b-e37e-409e-b648-1b2c0fc01e71 req-891151f1-a5ec-41b5-bb5d-5f7b80cf2017 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:27.605146 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-529d224b-e37e-409e-b648-1b2c0fc01e71 req-891151f1-a5ec-41b5-bb5d-5f7b80cf2017 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.3467691 Feb 11 13:38:27.624787 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0859cb-a34f-4909-9140-9b24ed25a59f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.657108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7184f5c-0fb1-4bc0-afbe-e0a3529f7a33 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.664140 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7184f5c-0fb1-4bc0-afbe-e0a3529f7a33 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.736734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:27.785614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Attempting to bind port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:38:27.786033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Attempting to bind port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:38:27.786371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Attempting to bind port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 on network 007b72a8-9216-4ed0-af25-de582ba4644b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:27.812084 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.843256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 on network 007b72a8-9216-4ed0-af25-de582ba4644b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:38:27.843711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Attempting to bind port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 on network 007b72a8-9216-4ed0-af25-de582ba4644b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:27.865951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:27.866292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Checking segment: {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:27.866681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Bound using segment: {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:27.867133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Bound port: 88ed88a8-68b6-460d-8c5a-0f6d6c578f05, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:38:27.867496 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:27.891628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-84193ac9-46e5-47f1-a5ec-0d0a5e891e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:27.894409 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-84193ac9-46e5-47f1-a5ec-0d0a5e891e7f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=405888198070466496bb6fe40d02172f&device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 1101 time: 0.2861073 Feb 11 13:38:27.898603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-529d224b-e37e-409e-b648-1b2c0fc01e71 req-3b4d4fcc-652a-4c7e-83ff-257d6c51499c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756159 Feb 11 13:38:28.016513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7184f5c-0fb1-4bc0-afbe-e0a3529f7a33 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Router 43e2ef7a-7c69-4115-b4ce-0de164f244bc has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:28.095221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] For port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:28.098727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] For port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:28.204824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7184f5c-0fb1-4bc0-afbe-e0a3529f7a33 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:28.215515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-f2bae44a-7a9f-4a53-92e2-6e1780fa3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:28.215515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-f2bae44a-7a9f-4a53-92e2-6e1780fa3c0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=248b9d27-7198-4504-8a5e-90b6c603bcae HTTP/1.1" status: 200 len: 870 time: 0.1802666 Feb 11 13:38:28.217692 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4fe1d0-2c7f-4f74-a042-5dfc94aba806 None None] Sync routers for ids ['43e2ef7a-7c69-4115-b4ce-0de164f244bc'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:28.219307 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0859cb-a34f-4909-9140-9b24ed25a59f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:28.224442 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7184f5c-0fb1-4bc0-afbe-e0a3529f7a33 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:28.226326 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c7184f5c-0fb1-4bc0-afbe-e0a3529f7a33 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "PUT /v2.0/routers/43e2ef7a-7c69-4115-b4ce-0de164f244bc HTTP/1.1" status: 200 len: 924 time: 2.1275134 Feb 11 13:38:28.228935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41072) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:28.238331 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4fe1d0-2c7f-4f74-a042-5dfc94aba806 None None] Routers {'43e2ef7a-7c69-4115-b4ce-0de164f244bc'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:28.243786 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5f4fe1d0-2c7f-4f74-a042-5dfc94aba806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['43e2ef7a-7c69-4115-b4ce-0de164f244bc'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:28.298162 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5f4fe1d0-2c7f-4f74-a042-5dfc94aba806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:28.308223 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4fe1d0-2c7f-4f74-a042-5dfc94aba806 None None] Routers {'43e2ef7a-7c69-4115-b4ce-0de164f244bc'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:28.309201 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5f4fe1d0-2c7f-4f74-a042-5dfc94aba806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['43e2ef7a-7c69-4115-b4ce-0de164f244bc'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:28.309382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0859cb-a34f-4909-9140-9b24ed25a59f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8f70b6-6187-4d13-9f17-d5cdaf489584,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:28.317726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0859cb-a34f-4909-9140-9b24ed25a59f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:28.334523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f5d83-daba-44c2-bd1e-52fc180023de None None] Network f80e68e0-066f-4d08-9d08-7820dafca103 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:28.336164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41076) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:28.341698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8d0859cb-a34f-4909-9140-9b24ed25a59f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/ab8f70b6-6187-4d13-9f17-d5cdaf489584 HTTP/1.1" status: 204 len: 168 time: 2.3840289 Feb 11 13:38:28.350616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-cc5b883f-1539-4e3e-a868-188cd7eda81a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=7abfd0a1-59ca-4237-ad47-7c8662195989 HTTP/1.1" status: 200 len: 217 time: 0.1177647 Feb 11 13:38:28.364672 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5f4fe1d0-2c7f-4f74-a042-5dfc94aba806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:28.365619 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4fe1d0-2c7f-4f74-a042-5dfc94aba806 None None] The sync data for ids ['43e2ef7a-7c69-4115-b4ce-0de164f244bc'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:28.366487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:28.520399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:28.533467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-10bd4e4f-5c94-4560-85d7-382ba250d605 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/routers/43e2ef7a-7c69-4115-b4ce-0de164f244bc HTTP/1.1" status: 200 len: 924 time: 0.3031299 Feb 11 13:38:28.536172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41082) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:28.586967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:28.593369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:28.597310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] 10.222.0.59 "PUT /v2.0/ports/88ed88a8-68b6-460d-8c5a-0f6d6c578f05 HTTP/1.1" status: 200 len: 1092 time: 4.7431085 Feb 11 13:38:28.606610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbff96e-10f4-4044-ae5f-d5a12844d5e9', 'tag': '88ed88a8-68b6-460d-8c5a-0f6d6c578f05'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:28.610141 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262f636d-0eaa-4b5f-ae79-d3c60bec6724" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbff96e-10f4-4044-ae5f-d5a12844d5e9", "tag": "88ed88a8-68b6-460d-8c5a-0f6d6c578f05"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:28.651733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:28.669310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:28.685337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17df1239-e5df-4462-a58a-790e80bdf25a None None] DHCP port deletion for f80e68e0-066f-4d08-9d08-7820dafca103 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:38:28.707729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627098d7-2928-4a63-bd36-bb29ea925764 None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:28.800981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a5e4b-b786-419c-8665-16550d676eca tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:28.802905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-827a5e4b-b786-419c-8665-16550d676eca tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&device_id=43e2ef7a-7c69-4115-b4ce-0de164f244bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2655752 Feb 11 13:38:28.803486 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41092) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:28.833934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627098d7-2928-4a63-bd36-bb29ea925764 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:28.834585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-627098d7-2928-4a63-bd36-bb29ea925764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:28.840776 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0acb4af-610c-4323-a719-92d19c9a7489 x-openstack-request-id: req-b0acb4af-610c-4323-a719-92d19c9a7489 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:28.851887 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbff96e-10f4-4044-ae5f-d5a12844d5e9", "tag": "88ed88a8-68b6-460d-8c5a-0f6d6c578f05", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:28.854329 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0acb4af-610c-4323-a719-92d19c9a7489 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:28.854980 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbff96e-10f4-4044-ae5f-d5a12844d5e9', 'tag': '88ed88a8-68b6-460d-8c5a-0f6d6c578f05', 'status': 'completed', 'code': 200} Feb 11 13:38:28.905788 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 1e7d43b5-698d-439b-a742-38692c90a714 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:28.906957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:28.919114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-627098d7-2928-4a63-bd36-bb29ea925764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:28.951560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627098d7-2928-4a63-bd36-bb29ea925764 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:28.951855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-c6a9bb28-34a3-4124-8183-c78a22204f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:28.952696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-627098d7-2928-4a63-bd36-bb29ea925764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:28.955146 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-c6a9bb28-34a3-4124-8183-c78a22204f43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.5582039 Feb 11 13:38:29.072216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-627098d7-2928-4a63-bd36-bb29ea925764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:29.078901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627098d7-2928-4a63-bd36-bb29ea925764 None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:29.098753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-17df1239-e5df-4462-a58a-790e80bdf25a None None] Deleting port 1e7d43b5-698d-439b-a742-38692c90a714 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:29.099658 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17df1239-e5df-4462-a58a-790e80bdf25a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.110917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.207645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] For port 1e7d43b5-698d-439b-a742-38692c90a714, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1e7d43b5-698d-439b-a742-38692c90a714,segment=NetworkSegment(19b777f1-0f87-477f-8af2-6a9e02d0a586),segment_id=19b777f1-0f87-477f-8af2-6a9e02d0a586)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:29.208030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.222747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 1e7d43b5-698d-439b-a742-38692c90a714 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:29.307524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9f980-f8d6-458c-8d23-d1842833007b service neutron] Pushing event updated for resources: {'Port': ['ID=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:29.339010 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-892cd036-d4b1-499d-908e-aea867a93b01 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.1420171 Feb 11 13:38:29.360672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41108) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:29.383443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997275e8-1655-4517-8888-a01b8246451b tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.388527 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-997275e8-1655-4517-8888-a01b8246451b tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 881 time: 0.5788226 Feb 11 13:38:29.388527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41110) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:29.432108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d1609659-2af7-40be-b21b-5e3f721999ea tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=43e2ef7a-7c69-4115-b4ce-0de164f244bc HTTP/1.1" status: 200 len: 205 time: 0.0430775 Feb 11 13:38:29.440460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41112) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:29.470609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-f3ad2d40-1272-4c94-9bcf-96e8301f06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.480534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-f3ad2d40-1272-4c94-9bcf-96e8301f06e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 1095 time: 0.7100334 Feb 11 13:38:29.485834 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1e7d43b5-698d-439b-a742-38692c90a714 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:29.553933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6d127-931f-4e49-aef6-eb184a5cc73c req-c105f40e-8450-4a9d-95d8-8419b93fabee tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.562267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cd6d127-931f-4e49-aef6-eb184a5cc73c req-c105f40e-8450-4a9d-95d8-8419b93fabee tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 944 time: 0.7806063 Feb 11 13:38:29.562747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-17df1239-e5df-4462-a58a-790e80bdf25a None None] For port 1e7d43b5-698d-439b-a742-38692c90a714, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1e7d43b5-698d-439b-a742-38692c90a714,segment=NetworkSegment(19b777f1-0f87-477f-8af2-6a9e02d0a586),segment_id=19b777f1-0f87-477f-8af2-6a9e02d0a586)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:29.563396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17df1239-e5df-4462-a58a-790e80bdf25a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.579961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No active binding found for port 1e7d43b5-698d-439b-a742-38692c90a714 {{(pid=103008) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:38:29.581520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1e7d43b5-698d-439b-a742-38692c90a714 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:38:29.583322 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.583881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-17df1239-e5df-4462-a58a-790e80bdf25a None None] Calling delete_port for 1e7d43b5-698d-439b-a742-38692c90a714 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:29.623247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-57415b2e-89cf-4e91-8574-0fe83c5d0863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.624922 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-57415b2e-89cf-4e91-8574-0fe83c5d0863 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6158078 Feb 11 13:38:29.630874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68208954-7096-4b2d-949d-86917f9a53ab req-57a191bd-304e-4994-8e8d-728462c0361c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:29.632475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68208954-7096-4b2d-949d-86917f9a53ab req-57a191bd-304e-4994-8e8d-728462c0361c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.5427506 Feb 11 13:38:29.679549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No DVR routers for this DVR port 1e7d43b5-698d-439b-a742-38692c90a714 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:29.720778 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17df1239-e5df-4462-a58a-790e80bdf25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.768759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df1239-e5df-4462-a58a-790e80bdf25a None None] Pushing event deleted for resources: {'Port': ['ID=1e7d43b5-698d-439b-a742-38692c90a714,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:29.773954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-50c92395-61d8-4e81-ae8e-35d44d2411a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ed88a8-68b6-460d-8c5a-0f6d6c578f05 HTTP/1.1" status: 200 len: 217 time: 0.2744288 Feb 11 13:38:29.779665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=1e7d43b5-698d-439b-a742-38692c90a714,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:29.790443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17df1239-e5df-4462-a58a-790e80bdf25a None None] No DVR routers for this DVR port 1e7d43b5-698d-439b-a742-38692c90a714 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:38:29.849246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-26ad78f2-f773-428c-8c16-607f7a659b8c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "GET /v2.0/floatingips/7ffeaab0-4aec-4cd0-afb5-9ca717bc2e57 HTTP/1.1" status: 200 len: 977 time: 0.4741209 Feb 11 13:38:29.850927 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41118) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:29.956075 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:29.992317 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.037726 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68208954-7096-4b2d-949d-86917f9a53ab req-4b35c944-52f7-4a49-87a3-3106bb7f7f2c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618345 Feb 11 13:38:30.078769 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cd6d127-931f-4e49-aef6-eb184a5cc73c req-01bff5c2-d1e0-4922-bb8c-14213b3add6b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132611 Feb 11 13:38:30.098557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80e68e0-066f-4d08-9d08-7820dafca103']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:30.108961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-c4f7537e-469f-4152-96af-7f4c6877a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:30.110623 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-c4f7537e-469f-4152-96af-7f4c6877a637 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.2993357 Feb 11 13:38:30.131013 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.195075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-8a88b3b2-1c7b-49d6-9180-1dfa0e985568 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675576 Feb 11 13:38:30.204486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c5f02757-3ec5-42c6-8975-23797df239fd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3483315 Feb 11 13:38:30.208874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41126) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:30.264327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'port_id': 'fb392980-8ca3-4851-b16c-d0aefd37b8f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:30.295357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b777f1-0f87-477f-8af2-6a9e02d0a586') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:30.306487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b777f1-0f87-477f-8af2-6a9e02d0a586') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:30.342193 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.386189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.460611 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.475064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:38:30.475481 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:38:30.478664 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:38:30.515921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.526736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-e3fd0572-18e0-4aff-b94d-ad9f2fc7f219 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8207793 Feb 11 13:38:30.652263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.739872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Deleting port 5222ccfd-ad5a-41e0-a516-852812710ad5 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:30.741066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.750957 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79d9a61d-1223-4a3f-8709-bf8a08b638c0 req-f02961fb-1356-4052-93d4-c0b6d6fea2ed service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025652 Feb 11 13:38:30.863840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.887727 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.902223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/networks/f80e68e0-066f-4d08-9d08-7820dafca103 HTTP/1.1" status: 204 len: 168 time: 2.5617681 Feb 11 13:38:30.916475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41134) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:30.929887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'name': 'tempest-PortsTestJSON-1333670137'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:30.933898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9e1b5-6eed-4dde-aa44-77d8ce37bbc3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Network': ['ID=f80e68e0-066f-4d08-9d08-7820dafca103,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:30.969209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-c0da0cee-b618-4b8d-b5cb-fdc44ea5b3a0 service neutron] 10.222.0.59 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610815 Feb 11 13:38:30.980321 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:30.995925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Calling delete_port for 5222ccfd-ad5a-41e0-a516-852812710ad5 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:31.803604 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7ef21-33ef-4578-9adf-b1c5ab57670f req-c8e9da4a-ab0e-4aab-af9a-16ea3676f043 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:31.805240 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8bd7ef21-33ef-4578-9adf-b1c5ab57670f req-c8e9da4a-ab0e-4aab-af9a-16ea3676f043 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.5671325 Feb 11 13:38:31.818134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0a8330d-26c1-472a-bbb1-56d64754edf4 req-81bd7e61-132b-4088-ae75-fe4c2f1fd22f service neutron] 10.222.0.59 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8064594 Feb 11 13:38:31.871244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8bd7ef21-33ef-4578-9adf-b1c5ab57670f req-3d5e4273-753b-4047-833f-5d55020a5b25 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593014 Feb 11 13:38:31.931242 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.028215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Pushing event deleted for resources: {'Port': ['ID=5222ccfd-ad5a-41e0-a516-852812710ad5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:32.065049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d9142-ce1d-4bd0-83f6-1e5d099e4fa8 req-bebb82fe-2a54-4f80-9935-05fdb673f974 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.067459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6a1d9142-ce1d-4bd0-83f6-1e5d099e4fa8 req-bebb82fe-2a54-4f80-9935-05fdb673f974 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 944 time: 0.2436261 Feb 11 13:38:32.181120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:32.182410 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.186764 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.197403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f636d-0eaa-4b5f-ae79-d3c60bec6724 req-a32a77e2-fe13-4479-a6e2-ec8ccc8fe422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.198934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-262f636d-0eaa-4b5f-ae79-d3c60bec6724 req-a32a77e2-fe13-4479-a6e2-ec8ccc8fe422 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 1095 time: 0.2465589 Feb 11 13:38:32.229394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6a1d9142-ce1d-4bd0-83f6-1e5d099e4fa8 req-8df2c1db-a7e8-474c-b984-ad736c9dcaa5 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322963 Feb 11 13:38:32.364942 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.367414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.381534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 82dbe394-9e54-4006-a1b3-c9304e30d195 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:32.550821 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.551374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Fanout notify agent at l3_agent the message router_deleted on router 43e2ef7a-7c69-4115-b4ce-0de164f244bc {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:32.574363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.574363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-63cd9b71-e5c8-4cf3-b4b4-022091541e0f tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/43e2ef7a-7c69-4115-b4ce-0de164f244bc HTTP/1.1" status: 204 len: 168 time: 3.1260891 Feb 11 13:38:32.574363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41180) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:32.574363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9bacb281-ce7b-413a-b51e-4fa92f210b03 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1993084088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:32.650029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f636d-0eaa-4b5f-ae79-d3c60bec6724 req-83ed778c-10e5-473a-95e6-da4f224df70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.651781 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-262f636d-0eaa-4b5f-ae79-d3c60bec6724 req-83ed778c-10e5-473a-95e6-da4f224df70c service neutron] 10.222.0.59 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 916 time: 0.4143207 Feb 11 13:38:32.659065 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.resource_extend [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:38:32.768776 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-262f636d-0eaa-4b5f-ae79-d3c60bec6724 req-572b447f-dedf-441f-9ff3-4dbd158a0209 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ed88a8-68b6-460d-8c5a-0f6d6c578f05 HTTP/1.1" status: 200 len: 217 time: 0.1066673 Feb 11 13:38:32.842829 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bacb281-ce7b-413a-b51e-4fa92f210b03 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.844698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bacb281-ce7b-413a-b51e-4fa92f210b03 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.845189 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.868824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:32.871411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f636d-0eaa-4b5f-ae79-d3c60bec6724 req-a65620fa-5974-4b12-bf91-932635235468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:32.873145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-262f636d-0eaa-4b5f-ae79-d3c60bec6724 req-a65620fa-5974-4b12-bf91-932635235468 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.0872250 Feb 11 13:38:32.940620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-262f636d-0eaa-4b5f-ae79-d3c60bec6724 req-28be2599-e0f5-4146-bb58-aaed47d422d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517645 Feb 11 13:38:33.000213 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bacb281-ce7b-413a-b51e-4fa92f210b03 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.026088 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.076531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bacb281-ce7b-413a-b51e-4fa92f210b03 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.141021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.201846 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bacb281-ce7b-413a-b51e-4fa92f210b03 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.206849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9bacb281-ce7b-413a-b51e-4fa92f210b03 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6363845 Feb 11 13:38:33.261039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41206) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:33.280916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:33.365173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41216) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:33.436659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:33.470596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:33.485342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:33.491740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:33.492384 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.522996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=82dbe394-9e54-4006-a1b3-c9304e30d195,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:33.541656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-262f636d-0eaa-4b5f-ae79-d3c60bec6724 req-d816211e-fa25-49c0-aeda-06f0bfffe925 service neutron] 10.222.0.59 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5934749 Feb 11 13:38:33.781533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d5f38fae-6c5f-4f7a-a4c7-6bddd5fb4f87 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8639133 Feb 11 13:38:33.787157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41228) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:33.803813 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:33.844024 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP 7ffeaab0-4aec-4cd0-afb5-9ca717bc2e57 associated. External IP: 172.25.0.18, port: 015df55b-e608-4494-b236-d0e8067be818. Feb 11 13:38:33.847975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e29c7a-329d-441e-a2dc-163d32696f41 req-453b8900-fe64-4958-a46e-46a596ff292d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:33.859706 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e29c7a-329d-441e-a2dc-163d32696f41 req-453b8900-fe64-4958-a46e-46a596ff292d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.6828625 Feb 11 13:38:33.965663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24e29c7a-329d-441e-a2dc-163d32696f41 req-42b28330-c71f-445c-81d8-de9202b0e19a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049459 Feb 11 13:38:34.103111 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-477dbd5b-366e-4c62-9c49-2adc0e2b5da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.231677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190f56-5e8e-4a72-b0bf-79328f9ced68 req-2bb5f0e7-c750-45d9-b5d9-52d2b3b62cdd tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:34.239857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b190f56-5e8e-4a72-b0bf-79328f9ced68 req-2bb5f0e7-c750-45d9-b5d9-52d2b3b62cdd tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 944 time: 0.6691287 Feb 11 13:38:34.326244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.326807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-262f636d-0eaa-4b5f-ae79-d3c60bec6724 req-c1d9aeac-dbe8-441a-ad61-3162f26aa0ed service neutron] 10.222.0.59 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7748897 Feb 11 13:38:34.349552 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.438125 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b190f56-5e8e-4a72-b0bf-79328f9ced68 req-36d79b81-d485-4f2d-aeb1-7ab5d159a2e5 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832032 Feb 11 13:38:34.479571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7cb15-9a80-4153-b842-335c9e2c45f7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 82dbe394-9e54-4006-a1b3-c9304e30d195 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:34.479967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0c7cb15-9a80-4153-b842-335c9e2c45f7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.518604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-477dbd5b-366e-4c62-9c49-2adc0e2b5da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.541432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Allocated IP 172.25.0.30 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/9f4fcab4-f049-40d9-8bfd-b0a37a9f054c) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:34.551610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:34.586653 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0c7cb15-9a80-4153-b842-335c9e2c45f7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.643502 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-477dbd5b-366e-4c62-9c49-2adc0e2b5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.646179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7cb15-9a80-4153-b842-335c9e2c45f7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 82dbe394-9e54-4006-a1b3-c9304e30d195 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:34.741669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-477dbd5b-366e-4c62-9c49-2adc0e2b5da7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e65f124c42e44307b79ed3cb9f9f237b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3607922 Feb 11 13:38:34.786252 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41240) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:34.790970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477dbd5b-366e-4c62-9c49-2adc0e2b5da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d9d796-5809-4c6a-964d-51fe20cefa5b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:34.813719 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:34.847233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:34.869368 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d4901-160c-45db-9f00-18b06fdffadd None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:34.896144 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d4901-160c-45db-9f00-18b06fdffadd None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:34.903721 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc7d4901-160c-45db-9f00-18b06fdffadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:35.000650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a50616-1261-4659-9d7a-bdf681148fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.046509 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.051048 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc7d4901-160c-45db-9f00-18b06fdffadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:35.070877 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7d4901-160c-45db-9f00-18b06fdffadd None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:35.073094 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc7d4901-160c-45db-9f00-18b06fdffadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:35.076013 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a50616-1261-4659-9d7a-bdf681148fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.146832 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc7d4901-160c-45db-9f00-18b06fdffadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:35.150053 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7d4901-160c-45db-9f00-18b06fdffadd None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:35.162526 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0c7cb15-9a80-4153-b842-335c9e2c45f7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.217093 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:35.237430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:35.242803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:35.253564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7cb15-9a80-4153-b842-335c9e2c45f7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=82dbe394-9e54-4006-a1b3-c9304e30d195,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:35.265142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0c7cb15-9a80-4153-b842-335c9e2c45f7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.270229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f0c7cb15-9a80-4153-b842-335c9e2c45f7 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/82dbe394-9e54-4006-a1b3-c9304e30d195 HTTP/1.1" status: 204 len: 168 time: 1.4736748 Feb 11 13:38:35.272777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41246) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:35.280476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'mac_address': 'fa:16:3e:7e:54:26', 'name': 'tempest-PortsTestJSON-513995222'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:35.305899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Pushing event updated for resources: {'Port': ['ID=9f4fcab4-f049-40d9-8bfd-b0a37a9f054c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:35.405534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8027-a63e-499f-b08c-aba7c9171e5e req-d24656c3-dc5b-4510-a9f1-5bb32157915c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:35.414378 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aecd8027-a63e-499f-b08c-aba7c9171e5e req-d24656c3-dc5b-4510-a9f1-5bb32157915c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.2769659 Feb 11 13:38:35.425368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:35.510757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a50616-1261-4659-9d7a-bdf681148fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.513634 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02a50616-1261-4659-9d7a-bdf681148fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:35.514907 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-02a50616-1261-4659-9d7a-bdf681148fdb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70d9d796-5809-4c6a-964d-51fe20cefa5b HTTP/1.1" status: 204 len: 168 time: 0.7241895 Feb 11 13:38:35.550403 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aecd8027-a63e-499f-b08c-aba7c9171e5e req-c08aa417-50f5-4b79-8c54-da237b032d13 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336222 Feb 11 13:38:35.554275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a50616-1261-4659-9d7a-bdf681148fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d9d796-5809-4c6a-964d-51fe20cefa5b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:35.640673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:35.946219 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.026916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:38:36.354905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:36.370366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '88ed88a8-68b6-460d-8c5a-0f6d6c578f05', 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b', 'port_id': '88ed88a8-68b6-460d-8c5a-0f6d6c578f05', 'mac_address': 'fa:16:3e:ad:fb:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa252d3-c46a-4cd7-857f-fed90b8ed4ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:38:36.466841 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.510009 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.517070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.526751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:38:36.573877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:36.610181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:36.618603 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.621718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f77868-1387-4e25-900a-a1ea6fbf3e42 None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:36.651675 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f77868-1387-4e25-900a-a1ea6fbf3e42 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:36.654852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c8f77868-1387-4e25-900a-a1ea6fbf3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:36.752351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41272) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:36.773585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.790103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-81c0e24d-d62e-4f1c-a8f4-928b65007a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.793163 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:36.821434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fc04e76a-3084-4cdb-84df-f80976be92af tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "PUT /v2.0/floatingips/7ffeaab0-4aec-4cd0-afb5-9ca717bc2e57 HTTP/1.1" status: 200 len: 977 time: 6.5889511 Feb 11 13:38:36.823838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41276) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:36.840391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a059b4-a0dc-4b39-bde5-f4abfdce90ed req-d23a20ce-d314-462e-82dc-f75497541d62 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:36.841987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a059b4-a0dc-4b39-bde5-f4abfdce90ed req-d23a20ce-d314-462e-82dc-f75497541d62 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 944 time: 1.1760788 Feb 11 13:38:36.846679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b389fda0-7f19-4cce-b00a-15d1a468d46c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:36.894263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b73d6f-9709-424b-b7a0-81208ad782f8 req-aa6c6ffe-b789-473b-bf26-31a00497a10e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:36.914035 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-72b73d6f-9709-424b-b7a0-81208ad782f8 req-aa6c6ffe-b789-473b-bf26-31a00497a10e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.1643126 Feb 11 13:38:36.914276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c8f77868-1387-4e25-900a-a1ea6fbf3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:36.933702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:36.968450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f77868-1387-4e25-900a-a1ea6fbf3e42 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:36.969852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c8f77868-1387-4e25-900a-a1ea6fbf3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:37.012961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 7206d4bc-2c87-47f2-9a2e-dde913b013de yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:37.021588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-72b73d6f-9709-424b-b7a0-81208ad782f8 req-4d209365-3de4-469c-872b-785f1d7c7f3a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186142 Feb 11 13:38:37.051353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Router 3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:38:37.074079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c8f77868-1387-4e25-900a-a1ea6fbf3e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:37.075014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f77868-1387-4e25-900a-a1ea6fbf3e42 None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:37.132555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['88ed88a8-68b6-460d-8c5a-0f6d6c578f05'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:38:37.320065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95a059b4-a0dc-4b39-bde5-f4abfdce90ed req-c1383ee1-35a0-4936-ab95-df728be82b4f tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407595 Feb 11 13:38:37.322519 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b389fda0-7f19-4cce-b00a-15d1a468d46c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.350732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:37.357498 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc5409-20ed-42a7-b12b-cdaa503cb3ed None None] Sync routers for ids ['3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:37.359882 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.361865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6baa03f1-9f87-4f4b-83af-5b9aca4548c8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "PUT /v2.0/routers/3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933 HTTP/1.1" status: 200 len: 883 time: 4.0948205 Feb 11 13:38:37.382577 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc5409-20ed-42a7-b12b-cdaa503cb3ed None None] Routers {'3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:37.382577 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-16bc5409-20ed-42a7-b12b-cdaa503cb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:37.382911 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-81c0e24d-d62e-4f1c-a8f4-928b65007a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.385311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41280) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:37.474613 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-81c0e24d-d62e-4f1c-a8f4-928b65007a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.488144 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-16bc5409-20ed-42a7-b12b-cdaa503cb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:37.500903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.508285 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc5409-20ed-42a7-b12b-cdaa503cb3ed None None] Routers {'3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:37.510611 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-16bc5409-20ed-42a7-b12b-cdaa503cb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:37.553566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-81c0e24d-d62e-4f1c-a8f4-928b65007a72 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=610a5dcf4d2e457cad20e3b086fed6a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7695596 Feb 11 13:38:37.553566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41288) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:37.609079 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-16bc5409-20ed-42a7-b12b-cdaa503cb3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:37.610114 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc5409-20ed-42a7-b12b-cdaa503cb3ed None None] The sync data for ids ['3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:37.735031 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.753219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0e24d-d62e-4f1c-a8f4-928b65007a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4498002-5559-4be4-bf83-cdfe42f5fde8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:37.823369 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-93636cee-ac89-428f-af0f-30cd08c9aeee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/routers/3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933 HTTP/1.1" status: 200 len: 924 time: 0.4362760 Feb 11 13:38:37.835309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41290) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:37.860782 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4200e82c-1493-4f92-9ce4-b601e72d193b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.913784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:37.919465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:37.920594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4200e82c-1493-4f92-9ce4-b601e72d193b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.922462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:37.934679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:37.934679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:37.980323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=7206d4bc-2c87-47f2-9a2e-dde913b013de,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:38.040942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b389fda0-7f19-4cce-b00a-15d1a468d46c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:38.051693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7479c0f1-c569-4596-892a-a24cd29dca3c tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.053676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7479c0f1-c569-4596-892a-a24cd29dca3c tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&device_id=3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2133143 Feb 11 13:38:38.060195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41294) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:38.118040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41300) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:38.123279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-19fb55b2-d8f2-43be-ad03-a9fa1b487b39 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8439405 Feb 11 13:38:38.152355 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b389fda0-7f19-4cce-b00a-15d1a468d46c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:38.152841 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-b389fda0-7f19-4cce-b00a-15d1a468d46c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP 7ffeaab0-4aec-4cd0-afb5-9ca717bc2e57 disassociated. External IP: 172.25.0.18, port: fb392980-8ca3-4851-b16c-d0aefd37b8f4. Feb 11 13:38:38.197225 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4200e82c-1493-4f92-9ce4-b601e72d193b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:38.200151 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4200e82c-1493-4f92-9ce4-b601e72d193b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:38.210913 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4200e82c-1493-4f92-9ce4-b601e72d193b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4498002-5559-4be4-bf83-cdfe42f5fde8 HTTP/1.1" status: 204 len: 168 time: 0.6564667 Feb 11 13:38:38.295507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3788ca-8019-42f4-a98e-d8c52af93498 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.297292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4e3788ca-8019-42f4-a98e-d8c52af93498 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 881 time: 0.2402260 Feb 11 13:38:38.302815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41306) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:38.333162 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1e1e4b2a-4e7d-42c4-a9ab-e08447e7ca95 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933 HTTP/1.1" status: 200 len: 205 time: 0.0309870 Feb 11 13:38:38.336222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41310) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:38.671384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd72514b-11da-4778-825c-60e268605731 req-15059e17-52e2-406b-a12c-7a745c2748bd tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.706594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd72514b-11da-4778-825c-60e268605731 req-15059e17-52e2-406b-a12c-7a745c2748bd tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 945 time: 0.2362592 Feb 11 13:38:38.795477 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:38.800412 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd72514b-11da-4778-825c-60e268605731 req-5829c39a-4f48-4097-afad-c54adf0f5f9f tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925930 Feb 11 13:38:38.905354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200e82c-1493-4f92-9ce4-b601e72d193b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4498002-5559-4be4-bf83-cdfe42f5fde8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:38.930396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac6a596-8fe4-4bb8-90d1-2f75d9af72aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:38.931869 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aac6a596-8fe4-4bb8-90d1-2f75d9af72aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/7206d4bc-2c87-47f2-9a2e-dde913b013de HTTP/1.1" status: 200 len: 840 time: 0.8126645 Feb 11 13:38:38.957667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41326) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:38.957906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b389fda0-7f19-4cce-b00a-15d1a468d46c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:39.051566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2ec02-03a3-458b-84c5-70e54d289015 req-2d575c94-aded-4178-871c-6384404e04b8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:39.059532 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3a2ec02-03a3-458b-84c5-70e54d289015 req-2d575c94-aded-4178-871c-6384404e04b8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.2050171 Feb 11 13:38:39.201962 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.253810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b389fda0-7f19-4cce-b00a-15d1a468d46c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:39.265638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790dce5d-86cb-4314-9550-5f466554a494 None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:39.271824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b389fda0-7f19-4cce-b00a-15d1a468d46c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.300068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790dce5d-86cb-4314-9550-5f466554a494 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:39.302615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-790dce5d-86cb-4314-9550-5f466554a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:39.304139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3a2ec02-03a3-458b-84c5-70e54d289015 req-d1cb5119-bb0b-4e8a-8438-c21f15a142c5 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153318 Feb 11 13:38:39.344272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-2c04b55a-768d-4561-9d8d-8eef22fde2ee tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 7206d4bc-2c87-47f2-9a2e-dde913b013de {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:39.347407 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c04b55a-768d-4561-9d8d-8eef22fde2ee tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.368942 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b389fda0-7f19-4cce-b00a-15d1a468d46c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "PUT /v2.0/floatingips/7ffeaab0-4aec-4cd0-afb5-9ca717bc2e57 HTTP/1.1" status: 200 len: 687 time: 2.5258145 Feb 11 13:38:39.371538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41338) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:39.425635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-790dce5d-86cb-4314-9550-5f466554a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:39.437239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790dce5d-86cb-4314-9550-5f466554a494 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:39.438076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-790dce5d-86cb-4314-9550-5f466554a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:39.479660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-790dce5d-86cb-4314-9550-5f466554a494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:39.480622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790dce5d-86cb-4314-9550-5f466554a494 None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:39.512107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c04b55a-768d-4561-9d8d-8eef22fde2ee tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.527019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-2c04b55a-768d-4561-9d8d-8eef22fde2ee tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 7206d4bc-2c87-47f2-9a2e-dde913b013de owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:39.568272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Deleting port 9f4fcab4-f049-40d9-8bfd-b0a37a9f054c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:39.568566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.666979 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.676682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Calling delete_port for 9f4fcab4-f049-40d9-8bfd-b0a37a9f054c owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:39.915695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ea40fc10-4db3-41fe-aa30-cd4546cac28d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port c1e9fcb8-4051-4402-8419-840e03d17bfd {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:39.916357 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea40fc10-4db3-41fe-aa30-cd4546cac28d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.927220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c04b55a-768d-4561-9d8d-8eef22fde2ee tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:39.976733 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.023704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c04b55a-768d-4561-9d8d-8eef22fde2ee tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.031826 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2c04b55a-768d-4561-9d8d-8eef22fde2ee tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/7206d4bc-2c87-47f2-9a2e-dde913b013de HTTP/1.1" status: 204 len: 168 time: 1.0795262 Feb 11 13:38:40.034891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04b55a-768d-4561-9d8d-8eef22fde2ee tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=7206d4bc-2c87-47f2-9a2e-dde913b013de,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:40.036831 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41358) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:40.042523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:40.105374 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d5541d-3c5c-40fd-ae84-e7f449050880 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:38:40.120634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b0d5541d-3c5c-40fd-ae84-e7f449050880 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/7206d4bc-2c87-47f2-9a2e-dde913b013de HTTP/1.1" status: 404 len: 333 time: 0.0807066 Feb 11 13:38:40.124025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41360) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:40.131780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'name': 'tempest-PortsTestJSON-29454515'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:40.161421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Pushing event deleted for resources: {'Port': ['ID=9f4fcab4-f049-40d9-8bfd-b0a37a9f054c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:40.253418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41364) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:40.310321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:38:40.318328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:40.319096 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.334528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f76ab4-9cf5-408a-87d7-acc62a59778b req-006cca50-8928-44f6-aca2-8054aacc266e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:40.339358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96f76ab4-9cf5-408a-87d7-acc62a59778b req-006cca50-8928-44f6-aca2-8054aacc266e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 945 time: 0.3608828 Feb 11 13:38:40.418362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:40.422218 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.465388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port dc5e0892-4d23-401a-a9b7-f344c558c666 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:40.527179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea40fc10-4db3-41fe-aa30-cd4546cac28d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.527520 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea40fc10-4db3-41fe-aa30-cd4546cac28d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.562662 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.639435 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.687286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1890533924-network', 'tenant_id': 'a6bf19eae06740b684c5f00bc620f3fa'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:40.712648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:40.714994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbff96e-10f4-4044-ae5f-d5a12844d5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ed88a8-68b6-460d-8c5a-0f6d6c578f05'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:40.719030 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe8c26-a230-40f9-ad39-efcf3d9911ee" -d '{"events": [{"server_uuid": "7bbff96e-10f4-4044-ae5f-d5a12844d5e9", "name": "network-vif-plugged", "status": "completed", "tag": "88ed88a8-68b6-460d-8c5a-0f6d6c578f05"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:40.773484 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.790304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9e7bb-4e3a-44dd-9741-b0adfa5c03d4 req-d2451c8d-a512-4188-bdbe-13c0dcaee03c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:40.796789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a3f9e7bb-4e3a-44dd-9741-b0adfa5c03d4 req-d2451c8d-a512-4188-bdbe-13c0dcaee03c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.2100825 Feb 11 13:38:40.911891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:40.948485 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a3f9e7bb-4e3a-44dd-9741-b0adfa5c03d4 req-34ebf18c-0f74-41c1-bc31-44a3aaf587ae tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369283 Feb 11 13:38:40.966339 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.968712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:40.983135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ea40fc10-4db3-41fe-aa30-cd4546cac28d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for c1e9fcb8-4051-4402-8419-840e03d17bfd owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:40.983135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.046236 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a137d2da-d50a-4420-98dc-2429a9eb9b10 x-openstack-request-id: req-a137d2da-d50a-4420-98dc-2429a9eb9b10 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:41.046588 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbff96e-10f4-4044-ae5f-d5a12844d5e9", "name": "network-vif-plugged", "status": "completed", "tag": "88ed88a8-68b6-460d-8c5a-0f6d6c578f05", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:41.046841 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a137d2da-d50a-4420-98dc-2429a9eb9b10 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:41.047235 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbff96e-10f4-4044-ae5f-d5a12844d5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ed88a8-68b6-460d-8c5a-0f6d6c578f05', 'code': 200} Feb 11 13:38:41.113278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.163434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:41.167244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:41.206231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96f76ab4-9cf5-408a-87d7-acc62a59778b req-4947acbd-4d29-4735-ae53-ce3be6060970 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8400152 Feb 11 13:38:41.216506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:41.228078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:41.228836 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.253386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=dc5e0892-4d23-401a-a9b7-f344c558c666,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:41.312847 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-11cb8a1e-1e95-402e-acdb-a1542a673132 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.1873832 Feb 11 13:38:41.313902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41382) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:41.319478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8649ffec-290d-40ec-873f-3798d0b19907 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:41.345738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Made reservation on behalf of a6bf19eae06740b684c5f00bc620f3fa for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:41.348145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.418792 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.441987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.442790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Fanout notify agent at l3_agent the message router_deleted on router 3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:41.447163 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8649ffec-290d-40ec-873f-3798d0b19907 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.455420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.456995 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1b794f44-3707-4d78-bcde-8a2218eda1d9 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933 HTTP/1.1" status: 204 len: 168 time: 3.1194441 Feb 11 13:38:41.461414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41386) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:41.470780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-db2e78f2-4f1f-40f5-a77c-7e45bded02ea tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-466722860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:41.492406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d456f-e7d3-4560-90e9-2a38af99c73c req-f912aaad-497b-4875-b43a-7bee479f3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:41.494304 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f07d456f-e7d3-4560-90e9-2a38af99c73c req-f912aaad-497b-4875-b43a-7bee479f3442 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 1097 time: 0.1608622 Feb 11 13:38:41.558270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f07d456f-e7d3-4560-90e9-2a38af99c73c req-356483c8-d999-4b90-bfb5-e8ed549bc934 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540917 Feb 11 13:38:41.644574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea40fc10-4db3-41fe-aa30-cd4546cac28d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.711961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea40fc10-4db3-41fe-aa30-cd4546cac28d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=c1e9fcb8-4051-4402-8419-840e03d17bfd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:41.734528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-db2e78f2-4f1f-40f5-a77c-7e45bded02ea tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.740214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-db2e78f2-4f1f-40f5-a77c-7e45bded02ea tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.831353 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea40fc10-4db3-41fe-aa30-cd4546cac28d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.835396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea40fc10-4db3-41fe-aa30-cd4546cac28d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.835663 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8649ffec-290d-40ec-873f-3798d0b19907 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.839248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ea40fc10-4db3-41fe-aa30-cd4546cac28d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/floatingips/7ffeaab0-4aec-4cd0-afb5-9ca717bc2e57 HTTP/1.1" status: 204 len: 168 time: 2.4642160 Feb 11 13:38:41.840818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41392) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:41.848406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.958920 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:41.990900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:38:42.036587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.036795 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Added segment cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69 of type vlan for network ca90c9d8-c69a-4717-b995-ecce0316d671 Feb 11 13:38:42.068059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8649ffec-290d-40ec-873f-3798d0b19907 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.070768 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-db2e78f2-4f1f-40f5-a77c-7e45bded02ea tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.162946 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.191984 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-ab88d62d-ea4f-4dd0-b8de-da9c05eec176 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] delete failed (client error): The resource could not be found. Feb 11 13:38:42.203191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ab88d62d-ea4f-4dd0-b8de-da9c05eec176 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/floatingips/7ffeaab0-4aec-4cd0-afb5-9ca717bc2e57 HTTP/1.1" status: 404 len: 345 time: 0.3552542 Feb 11 13:38:42.208765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41404) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:42.213019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649ffec-290d-40ec-873f-3798d0b19907 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=dc5e0892-4d23-401a-a9b7-f344c558c666,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:42.422289 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-db2e78f2-4f1f-40f5-a77c-7e45bded02ea tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.447768 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.448642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.454282 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.492697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:42.525151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8649ffec-290d-40ec-873f-3798d0b19907 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] In _notify_port_updated(), no bound segment for port dc5e0892-4d23-401a-a9b7-f344c558c666 on network 8103b72c-a4a6-4850-b044-ccccfd01affa {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:38:42.537226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8649ffec-290d-40ec-873f-3798d0b19907 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.538194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8649ffec-290d-40ec-873f-3798d0b19907 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.543183 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8649ffec-290d-40ec-873f-3798d0b19907 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "PUT /v2.0/ports/dc5e0892-4d23-401a-a9b7-f344c558c666 HTTP/1.1" status: 200 len: 818 time: 1.2280397 Feb 11 13:38:42.550750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41410) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:42.613503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae536c3b-8ef7-4a40-81c4-4a8ec7eb6325 req-5d3d1419-644e-451c-ab7a-44e810dfdee7 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.621360 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae536c3b-8ef7-4a40-81c4-4a8ec7eb6325 req-5d3d1419-644e-451c-ab7a-44e810dfdee7 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 946 time: 0.1996160 Feb 11 13:38:42.623678 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-db2e78f2-4f1f-40f5-a77c-7e45bded02ea tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:42.628593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-db2e78f2-4f1f-40f5-a77c-7e45bded02ea tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1604500 Feb 11 13:38:42.628774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] Pushing event updated for resources: {'Network': ['ID=ca90c9d8-c69a-4717-b995-ecce0316d671,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:42.630615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41412) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:42.637654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_snat': True}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:42.639218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network ca90c9d8-c69a-4717-b995-ecce0316d671 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:38:42.702754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df1f69-85bb-4657-bc91-977a6dd770e0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.709307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df1f69-85bb-4657-bc91-977a6dd770e0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.720579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b9513adf-456c-494f-b592-c2cfd0a65a9c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4549088 Feb 11 13:38:42.727459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df1f69-85bb-4657-bc91-977a6dd770e0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.729136 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f3df1f69-85bb-4657-bc91-977a6dd770e0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "GET /v2.0/ports?network_id=0ec56f15-d263-43e2-9c91-be26954aa187 HTTP/1.1" status: 200 len: 2358 time: 0.5105586 Feb 11 13:38:42.733197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41414) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:42.752311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdefe9f-1378-4671-bb1b-6436a60022a7 req-cc70beff-8c0e-4add-aed2-c3f4585eeda0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:42.754099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcdefe9f-1378-4671-bb1b-6436a60022a7 req-cc70beff-8c0e-4add-aed2-c3f4585eeda0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.5483124 Feb 11 13:38:42.755837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41416) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:42.797161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Request body: {'subnet': {'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1890533924-subnet', 'tenant_id': 'a6bf19eae06740b684c5f00bc620f3fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:43.072444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-27ab5c38-543e-4c58-89a9-0a98fb55440b req-f5fd6dfe-c52d-462f-ade0-678edb4f4013 service neutron] (103006) timed out ('10.222.0.52', 37670) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 13:38:43.291306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcdefe9f-1378-4671-bb1b-6436a60022a7 req-ad112747-1d7f-4610-9e88-02bb14d2ec37 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4873440 Feb 11 13:38:43.318651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Made reservation on behalf of a6bf19eae06740b684c5f00bc620f3fa for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:43.325697 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:43.357189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae536c3b-8ef7-4a40-81c4-4a8ec7eb6325 req-4da56ab4-6966-4628-906c-b914c5192a0b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335148 Feb 11 13:38:43.578213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad0d9a-e266-4c4c-937f-5786a54d5547 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:43.581922 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-24ad0d9a-e266-4c4c-937f-5786a54d5547 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "GET /v2.0/subnets/73bd3ecc-d9c0-49c5-85f3-1ab3453e5347 HTTP/1.1" status: 200 len: 797 time: 0.7777998 Feb 11 13:38:43.589513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41426) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:43.605923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'port': {'network_id': '0ec56f15-d263-43e2-9c91-be26954aa187', 'name': 'tempest-FloatingIPTestJSON-157192448', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:43.712808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:43.726916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0b382183-b84b-46a4-b627-34b60b664aa4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port dc5e0892-4d23-401a-a9b7-f344c558c666 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:43.727364 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b382183-b84b-46a4-b627-34b60b664aa4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:43.786110 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:43.881459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4460ed97-8ba8-410b-aab0-37cb9200146f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:43.922322 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b382183-b84b-46a4-b627-34b60b664aa4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:43.958361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0b382183-b84b-46a4-b627-34b60b664aa4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for dc5e0892-4d23-401a-a9b7-f344c558c666 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:43.966191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Checking segment: {'id': 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:43.966564 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Network hostable DHCP agents. Network: ca90c9d8-c69a-4717-b995-ecce0316d671, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:38:44.128409 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Network ca90c9d8-c69a-4717-b995-ecce0316d671 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:38:44.131311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Made reservation on behalf of 4b4b8e29c4d04671a901a6dd423af1bb for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:44.246040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, ca90c9d8-c69a-4717-b995-ecce0316d671) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:44.254402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59d54d1-0097-41f0-8e7f-74af159323be None None] Network ca90c9d8-c69a-4717-b995-ecce0316d671 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:44.271367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.272049 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.306538 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.357367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] device_id is not set on port fce86eae-112e-4520-8fd1-52057b3468bb yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:44.365076 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b382183-b84b-46a4-b627-34b60b664aa4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.620625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60461caa-c92c-409e-a9d5-471062e14c9e None None] Network ca90c9d8-c69a-4717-b995-ecce0316d671 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:44.625724 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.644135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0b382183-b84b-46a4-b627-34b60b664aa4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.650462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0b382183-b84b-46a4-b627-34b60b664aa4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/dc5e0892-4d23-401a-a9b7-f344c558c666 HTTP/1.1" status: 204 len: 168 time: 2.0905046 Feb 11 13:38:44.687070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41444) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:44.716818 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-162480f3-56da-4e60-9254-163d59da2e60 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9564321 Feb 11 13:38:44.777687 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b382183-b84b-46a4-b627-34b60b664aa4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=dc5e0892-4d23-401a-a9b7-f344c558c666,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:44.800044 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:44.902820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724d7af-5652-41c0-8b05-8049c47313a7 req-e79535aa-f4de-4b9e-bde9-93c4fd58f1a9 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.913616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4724d7af-5652-41c0-8b05-8049c47313a7 req-e79535aa-f4de-4b9e-bde9-93c4fd58f1a9 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 946 time: 0.4080739 Feb 11 13:38:44.926788 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3e63b-50c5-4d9e-9bb6-701f18f378db req-192b7bbd-3869-49d8-b5a5-c63ad62f70e8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:44.928746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38f3e63b-50c5-4d9e-9bb6-701f18f378db req-192b7bbd-3869-49d8-b5a5-c63ad62f70e8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.2533746 Feb 11 13:38:45.063709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4724d7af-5652-41c0-8b05-8049c47313a7 req-2a7350d5-6659-4f1e-985a-9cfd8ac5683f tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020930 Feb 11 13:38:45.066251 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38f3e63b-50c5-4d9e-9bb6-701f18f378db req-a563e915-0e1b-4df8-bce2-8b63c6333882 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915842 Feb 11 13:38:45.083270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26567a61-d0f6-4cbc-b18e-f231d2ecc9d8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.087743 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-26567a61-d0f6-4cbc-b18e-f231d2ecc9d8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3952293 Feb 11 13:38:45.089590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41458) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:45.214419 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39e1328-14b3-48ee-9216-426da1f9c5c3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:38:45.222502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41462) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:45.223093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c39e1328-14b3-48ee-9216-426da1f9c5c3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/dc5e0892-4d23-401a-a9b7-f344c558c666 HTTP/1.1" status: 404 len: 333 time: 0.1290035 Feb 11 13:38:45.255857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-611407430'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:45.277916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Allocated IP 172.25.0.99 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/a14d21cf-4cfd-4a44-b188-3b6ca2416db1) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:45.337644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.20.0.14 (0ec56f15-d263-43e2-9c91-be26954aa187/73bd3ecc-d9c0-49c5-85f3-1ab3453e5347/fce86eae-112e-4520-8fd1-52057b3468bb) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:45.384234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.20.0.13 (0ec56f15-d263-43e2-9c91-be26954aa187/73bd3ecc-d9c0-49c5-85f3-1ab3453e5347/fce86eae-112e-4520-8fd1-52057b3468bb) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:45.443299 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.535608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:45.539356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.560846 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.624520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:45.629032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:45.636382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:38:45.637379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:45.664580 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.665130 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Added segment 2b90b057-fd2a-414d-9831-bf29f616e4b7 of type vlan for network b0b8868d-e5cd-4bf2-be95-402249794c71 Feb 11 13:38:45.713855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event updated for resources: {'Port': ['ID=a14d21cf-4cfd-4a44-b188-3b6ca2416db1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:45.723235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.772239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.921177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.924555 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:45.930471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:45.933414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.062705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 0ec56f15-d263-43e2-9c91-be26954aa187 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:46.070340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:46.072785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:46.084431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=fce86eae-112e-4520-8fd1-52057b3468bb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:46.087937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Network': ['ID=b0b8868d-e5cd-4bf2-be95-402249794c71,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:46.101266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network b0b8868d-e5cd-4bf2-be95-402249794c71 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:38:46.140584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.141206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.219050 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483617c0-5ad1-41da-ad82-b5d04e9c85ad req-440d308c-fad1-4f36-9a48-c1a427c9016d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:46.221298 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-483617c0-5ad1-41da-ad82-b5d04e9c85ad req-440d308c-fad1-4f36-9a48-c1a427c9016d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.0528500 Feb 11 13:38:46.229918 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-32e3e63c-ba6a-4658-a1e3-d61e988dc129 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9936862 Feb 11 13:38:46.230552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41476) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:46.235232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:46.316922 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-94219dfa-d324-407d-8974-69a1c952e14b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.7171385 Feb 11 13:38:46.319817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41480) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:46.326622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': 'fce86eae-112e-4520-8fd1-52057b3468bb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:46.362829 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.374494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-483617c0-5ad1-41da-ad82-b5d04e9c85ad req-0ec21b36-6371-47fd-8fb8-408890500b1e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247842 Feb 11 13:38:46.505105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.510301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:46.515383 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.703348 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.707949 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:46.924631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Router fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:38:47.006996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.026182 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.153750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Checking segment: {'id': '2b90b057-fd2a-414d-9831-bf29f616e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:47.154534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network hostable DHCP agents. Network: b0b8868d-e5cd-4bf2-be95-402249794c71, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:38:47.176189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=fbc6a78b-f442-4682-b727-2ca28909da31,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:47.250084 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:47.261535 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a9ed1-8613-40b0-ba0e-098c08f79935 None None] Sync routers for ids ['fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:47.263429 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.266943 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9ec6e6da-b3f0-4425-a872-df72156fb958 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "PUT /v2.0/routers/fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0 HTTP/1.1" status: 200 len: 917 time: 4.6319544 Feb 11 13:38:47.268696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41506) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:47.297008 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a9ed1-8613-40b0-ba0e-098c08f79935 None None] Routers {'fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:47.298046 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-233a9ed1-8613-40b0-ba0e-098c08f79935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:47.399657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.25.0.219 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/7db6e6c4-83c8-4cf2-8de3-0939b964b658) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:47.411952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network b0b8868d-e5cd-4bf2-be95-402249794c71 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:38:47.525297 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-233a9ed1-8613-40b0-ba0e-098c08f79935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:47.538144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, b0b8868d-e5cd-4bf2-be95-402249794c71) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:47.546271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a561e4-4d6b-4413-821e-1900a1490a08 None None] Network b0b8868d-e5cd-4bf2-be95-402249794c71 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:47.554406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.558030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:47.591782 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233a9ed1-8613-40b0-ba0e-098c08f79935 None None] Routers {'fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:47.593100 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-233a9ed1-8613-40b0-ba0e-098c08f79935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:47.702125 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-207fe904-af37-4d2d-b375-2769df2e657a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4707489 Feb 11 13:38:47.714582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41520) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:47.716161 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-233a9ed1-8613-40b0-ba0e-098c08f79935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:47.716867 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233a9ed1-8613-40b0-ba0e-098c08f79935 None None] The sync data for ids ['fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:47.742672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8bd5b1c9-92a5-48d2-b259-10421aa4b3b0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:47.807354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cf72fe5a-155e-4d21-95a4-8602d6641b8a tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/routers/fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0 HTTP/1.1" status: 200 len: 923 time: 0.5331922 Feb 11 13:38:47.809077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41522) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:47.921153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeea34b-bd4c-47ca-aee6-a52d22582bb2 req-bbd96e5d-737b-4816-b834-122d3329af08 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:47.923591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-abeea34b-bd4c-47ca-aee6-a52d22582bb2 req-bbd96e5d-737b-4816-b834-122d3329af08 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.3126264 Feb 11 13:38:48.002576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-b0b8868d-e5cd-4bf2-be95-402249794c71', 'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71', 'tenant_id': '9a884797f4d746b2b2de42816edd696a', 'fixed_ips': [{'subnet_id': 'fbc6a78b-f442-4682-b727-2ca28909da31'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:38:48.004480 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.007133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435d4842-3cf0-4a1b-9b7d-fd79c1d0a17c tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:48.011241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-435d4842-3cf0-4a1b-9b7d-fd79c1d0a17c tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&device_id=fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2011900 Feb 11 13:38:48.015196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41528) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:48.208978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-abeea34b-bd4c-47ca-aee6-a52d22582bb2 req-12477e23-542e-4e8a-9b3c-20b857bcfe6a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758265 Feb 11 13:38:48.210179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1261ebd3-66bf-4ccf-813c-34083f7d92f7 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:48.221850 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1261ebd3-66bf-4ccf-813c-34083f7d92f7 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 881 time: 0.1991625 Feb 11 13:38:48.228237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41532) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:48.290585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8159f9eb-ed96-4b46-b284-6da240bfc802 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0 HTTP/1.1" status: 200 len: 205 time: 0.0607269 Feb 11 13:38:48.291203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41534) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:48.304028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41536) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:48.509962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Allocated IP 172.20.0.2 (b0b8868d-e5cd-4bf2-be95-402249794c71/fbc6a78b-f442-4682-b727-2ca28909da31/4b250fc6-d58d-46ea-9e91-267b54edefa7) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:48.606333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6c6213d6-e3ea-424d-8268-260f6d0c980a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.768482 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.812409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.900524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd5b1c9-92a5-48d2-b259-10421aa4b3b0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:48.907420 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bd5b1c9-92a5-48d2-b259-10421aa4b3b0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.920090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.947212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.947819 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.947929 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6c6213d6-e3ea-424d-8268-260f6d0c980a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:48.987535 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.023294 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6c6213d6-e3ea-424d-8268-260f6d0c980a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.030774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:49.036513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:49.037403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Network b0b8868d-e5cd-4bf2-be95-402249794c71 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:49.039401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:49.040575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:49.045474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:49.053704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Pushing event updated for resources: {'Port': ['ID=4b250fc6-d58d-46ea-9e91-267b54edefa7,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.094346 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6c6213d6-e3ea-424d-8268-260f6d0c980a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=761e5af5a27b4213966a5b4a77733db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8021088 Feb 11 13:38:49.100062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6213d6-e3ea-424d-8268-260f6d0c980a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba1c132-6802-49a8-a06c-c7d09401b23d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.100062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41560) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:49.118008 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Attempting to bind port 4b250fc6-d58d-46ea-9e91-267b54edefa7 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:38:49.118557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Attempting to bind port 4b250fc6-d58d-46ea-9e91-267b54edefa7 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2b90b057-fd2a-414d-9831-bf29f616e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:38:49.118694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=7db6e6c4-83c8-4cf2-8de3-0939b964b658,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.119195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Attempting to bind port 4b250fc6-d58d-46ea-9e91-267b54edefa7 on network b0b8868d-e5cd-4bf2-be95-402249794c71 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:38:49.125802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:38:49.127569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Checking segment: {'id': '2b90b057-fd2a-414d-9831-bf29f616e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:38:49.128149 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.128875 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Bound using segment: {'id': '2b90b057-fd2a-414d-9831-bf29f616e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:38:49.129626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Bound port: 4b250fc6-d58d-46ea-9e91-267b54edefa7, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b90b057-fd2a-414d-9831-bf29f616e4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:38:49.130195 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.148179 n-d-816488-1 neutron-server[103006]: INFO neutron.db.ipam_backend_mixin [None req-8bd5b1c9-92a5-48d2-b259-10421aa4b3b0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fbc6a78b-f442-4682-b727-2ca28909da31 (CIDR: 172.20.0.0/28) Feb 11 13:38:49.170589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Deleting port a14d21cf-4cfd-4a44-b188-3b6ca2416db1 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:49.174935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.208084 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89dbd2ec-a578-4dd6-bc4c-74c7d77fefcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.263128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] For port 4b250fc6-d58d-46ea-9e91-267b54edefa7, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:38:49.265645 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89dbd2ec-a578-4dd6-bc4c-74c7d77fefcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.270519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] For port 4b250fc6-d58d-46ea-9e91-267b54edefa7, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b250fc6-d58d-46ea-9e91-267b54edefa7,segment=NetworkSegment(2b90b057-fd2a-414d-9831-bf29f616e4b7),segment_id=2b90b057-fd2a-414d-9831-bf29f616e4b7)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:38:49.313108 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd5b1c9-92a5-48d2-b259-10421aa4b3b0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:38:49.316374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd5b1c9-92a5-48d2-b259-10421aa4b3b0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:38:49.335009 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.347418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Calling delete_port for a14d21cf-4cfd-4a44-b188-3b6ca2416db1 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:49.358273 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.420475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f9ebb-5d16-4e35-8655-5ae71beedf90 None None] Pushing event updated for resources: {'Port': ['ID=4b250fc6-d58d-46ea-9e91-267b54edefa7,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:49.437353 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8bd5b1c9-92a5-48d2-b259-10421aa4b3b0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7191677 Feb 11 13:38:49.438641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41572) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:49.445879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-20dc8899-6930-48a3-b3a7-3c2069bab1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:49.465686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b797aa6-8f80-4883-94a5-1a3ef0b8373f req-a0e54365-76fd-4bf2-ba13-4dbb48dea435 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:49.467324 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b797aa6-8f80-4883-94a5-1a3ef0b8373f req-a0e54365-76fd-4bf2-ba13-4dbb48dea435 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.1365387 Feb 11 13:38:49.478463 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89dbd2ec-a578-4dd6-bc4c-74c7d77fefcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.478463 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89dbd2ec-a578-4dd6-bc4c-74c7d77fefcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:49.525438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-89dbd2ec-a578-4dd6-bc4c-74c7d77fefcc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fba1c132-6802-49a8-a06c-c7d09401b23d HTTP/1.1" status: 204 len: 168 time: 0.4003916 Feb 11 13:38:49.560940 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b797aa6-8f80-4883-94a5-1a3ef0b8373f req-31994b55-67db-42ab-aa64-5eca33719a1b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805211 Feb 11 13:38:49.834080 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.003167 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.191907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbd2ec-a578-4dd6-bc4c-74c7d77fefcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba1c132-6802-49a8-a06c-c7d09401b23d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:50.272907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.294795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ea866-cc0d-4650-987a-3e63497261d9 req-cec725e4-9164-40d9-b301-bfcc79d46c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:50.296317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-454ea866-cc0d-4650-987a-3e63497261d9 req-cec725e4-9164-40d9-b301-bfcc79d46c91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 1096 time: 0.1317205 Feb 11 13:38:50.410226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-d65a4078-0118-4d35-87c2-63b0bf9c807e tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:50.420590 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-d65a4078-0118-4d35-87c2-63b0bf9c807e tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/networks?id=ca90c9d8-c69a-4717-b995-ecce0316d671 HTTP/1.1" status: 200 len: 809 time: 0.1406658 Feb 11 13:38:50.424449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ea866-cc0d-4650-987a-3e63497261d9 req-9cfd192d-aabf-489e-8238-5ab7ca73326b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:50.426157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-454ea866-cc0d-4650-987a-3e63497261d9 req-9cfd192d-aabf-489e-8238-5ab7ca73326b service neutron] 10.222.0.13 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 918 time: 0.1202784 Feb 11 13:38:50.429451 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.441170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-ff178a94-9d62-486f-be2f-7de227b47f43 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/quotas/a6bf19eae06740b684c5f00bc620f3fa HTTP/1.1" status: 200 len: 375 time: 0.0197062 Feb 11 13:38:50.507018 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.507242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dc8899-6930-48a3-b3a7-3c2069bab1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:50.511407 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-20dc8899-6930-48a3-b3a7-3c2069bab1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.531128 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.620616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Pushing event deleted for resources: {'Port': ['ID=a14d21cf-4cfd-4a44-b188-3b6ca2416db1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:50.630343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-fa37024b-ac7b-4b5a-9004-e5ed4352c6c3 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6bf19eae06740b684c5f00bc620f3fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1664610 Feb 11 13:38:50.668522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.668798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.669146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.669490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.669874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.670236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.670569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.670912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.671216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.671540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.671862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.672186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.713757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=7db6e6c4-83c8-4cf2-8de3-0939b964b658,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:50.714130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-454ea866-cc0d-4650-987a-3e63497261d9 req-67b5bc73-4eb3-439a-b0c3-1b4e8a13feeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1299df79-5b6f-4790-9760-c91b11a8e6de HTTP/1.1" status: 200 len: 999 time: 0.2803624 Feb 11 13:38:50.817737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:50.855930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-38ab4b16-a91f-4700-9d34-1ce6ec968a14 service neutron] 10.222.0.52 "GET /v2.0/networks/ca90c9d8-c69a-4717-b995-ecce0316d671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165136 Feb 11 13:38:50.877454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ea866-cc0d-4650-987a-3e63497261d9 req-a3bec4a4-e4a4-40b5-b859-59784a71ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:50.886301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-454ea866-cc0d-4650-987a-3e63497261d9 req-a3bec4a4-e4a4-40b5-b859-59784a71ec54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.1513934 Feb 11 13:38:50.968496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.968848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.969181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.969513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.970727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.971060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.971491 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.971812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.972132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.972455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.972768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:50.973086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:38:51.051269 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.055824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.087947 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP c6931efe-8ad0-47e7-8a69-12978d1cb998 associated. External IP: 172.25.0.219, port: fce86eae-112e-4520-8fd1-52057b3468bb. Feb 11 13:38:51.136214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-f988a273-86b0-4504-8425-9c317aa09d2d service neutron] 10.222.0.52 "GET /v2.0/networks/ca90c9d8-c69a-4717-b995-ecce0316d671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789118 Feb 11 13:38:51.187421 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.187923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Fanout notify agent at l3_agent the message router_deleted on router fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:38:51.212734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99587cfe-c883-4075-86b4-0486875c7895 None None] Network b0b8868d-e5cd-4bf2-be95-402249794c71 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:51.258514 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.263577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41640) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:51.272120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6d6beb26-d54a-4479-952a-c83f0864a2bb tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0 HTTP/1.1" status: 204 len: 168 time: 2.9620500 Feb 11 13:38:51.274382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ea866-cc0d-4650-987a-3e63497261d9 req-ad286aaf-95d6-4918-bf7d-b2e1072452e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:51.277561 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-454ea866-cc0d-4650-987a-3e63497261d9 req-ad286aaf-95d6-4918-bf7d-b2e1072452e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3448198 Feb 11 13:38:51.278291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-241987f1-89a7-4a3b-aa3f-cf15a0fd332d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1758712559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:51.332831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72554666-83a2-48cd-8eb3-e989d34b9507 req-76b59490-5afc-4fa1-9ca5-258d4b53b17e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:51.357267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72554666-83a2-48cd-8eb3-e989d34b9507 req-76b59490-5afc-4fa1-9ca5-258d4b53b17e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.4129305 Feb 11 13:38:51.383154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f99af023-ff77-4ed2-a825-bff258bf1dd0 None None] Provisioning complete for port 4b250fc6-d58d-46ea-9e91-267b54edefa7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:51.383863 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f99af023-ff77-4ed2-a825-bff258bf1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.451701 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-241987f1-89a7-4a3b-aa3f-cf15a0fd332d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.455612 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-241987f1-89a7-4a3b-aa3f-cf15a0fd332d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.523222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b250fc6-d58d-46ea-9e91-267b54edefa7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:51.547784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72554666-83a2-48cd-8eb3-e989d34b9507 req-13dd0553-38f6-4c3a-844d-0b518a981a8f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697869 Feb 11 13:38:51.552596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6327e053-08e5-42eb-9f73-c772d27f3c9d req-500fa609-007d-441a-b665-1cdeb485c3ef tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 210 time: 0.0719533 Feb 11 13:38:51.613528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-454ea866-cc0d-4650-987a-3e63497261d9 req-f9463346-b69d-405a-b243-0505f6c33792 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173618 Feb 11 13:38:51.633856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-241987f1-89a7-4a3b-aa3f-cf15a0fd332d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.678301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:51.731100 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-20dc8899-6930-48a3-b3a7-3c2069bab1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.775162 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-241987f1-89a7-4a3b-aa3f-cf15a0fd332d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.790650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc8899-6930-48a3-b3a7-3c2069bab1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network b0b8868d-e5cd-4bf2-be95-402249794c71 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:51.798494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-20dc8899-6930-48a3-b3a7-3c2069bab1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:51.814034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc8899-6930-48a3-b3a7-3c2069bab1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:51.814547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-20dc8899-6930-48a3-b3a7-3c2069bab1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.821519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc8899-6930-48a3-b3a7-3c2069bab1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=a676095c-83e8-457d-9043-f71eaeccee0d,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:51.839611 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f99af023-ff77-4ed2-a825-bff258bf1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.848906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-454ea866-cc0d-4650-987a-3e63497261d9 req-32eaeb1e-98ca-4d1c-b891-762997f229d7 service neutron] 10.222.0.13 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273133 Feb 11 13:38:51.893088 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-241987f1-89a7-4a3b-aa3f-cf15a0fd332d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.897645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41662) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:51.898649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-241987f1-89a7-4a3b-aa3f-cf15a0fd332d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6337769 Feb 11 13:38:51.900401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:51.902980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_snat': False}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:51.922590 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:38:51.929410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d71e8-7a4e-4dd4-9e96-9bb429ad1562 None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:51.952470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f99af023-ff77-4ed2-a825-bff258bf1dd0 None None] For port 4b250fc6-d58d-46ea-9e91-267b54edefa7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b250fc6-d58d-46ea-9e91-267b54edefa7,segment=NetworkSegment(2b90b057-fd2a-414d-9831-bf29f616e4b7),segment_id=2b90b057-fd2a-414d-9831-bf29f616e4b7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:51.955655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4b250fc6-d58d-46ea-9e91-267b54edefa7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:51.956049 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:51.990218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d71e8-7a4e-4dd4-9e96-9bb429ad1562 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:51.991147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-447d71e8-7a4e-4dd4-9e96-9bb429ad1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:51.994827 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.007422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-20dc8899-6930-48a3-b3a7-3c2069bab1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5665557 Feb 11 13:38:52.014042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41664) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:52.040256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-11f0d34e-0bb6-4cd9-a0e8-827d99ecb44c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.7221982 Feb 11 13:38:52.046160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41668) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:52.051504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-447d71e8-7a4e-4dd4-9e96-9bb429ad1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:52.058320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-dba831fa-ee41-4036-8941-a013cfaa146b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'port_id': 'fce86eae-112e-4520-8fd1-52057b3468bb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:52.082157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71', 'fixed_ips': [{'subnet_id': 'fbc6a78b-f442-4682-b727-2ca28909da31'}, {'subnet_id': 'a676095c-83e8-457d-9043-f71eaeccee0d'}], 'name': 'tempest-PortsTestJSON-177085311'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:52.083185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f99af023-ff77-4ed2-a825-bff258bf1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.089590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d71e8-7a4e-4dd4-9e96-9bb429ad1562 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:52.090446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-447d71e8-7a4e-4dd4-9e96-9bb429ad1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:52.177431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-447d71e8-7a4e-4dd4-9e96-9bb429ad1562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:52.190981 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d71e8-7a4e-4dd4-9e96-9bb429ad1562 None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:52.201204 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dba831fa-ee41-4036-8941-a013cfaa146b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.406189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99af023-ff77-4ed2-a825-bff258bf1dd0 None None] Pushing event updated for resources: {'Port': ['ID=4b250fc6-d58d-46ea-9e91-267b54edefa7,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:52.450909 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.577137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b448ae-1d2e-4c14-875f-c87b933c1e02 None None] Network b0b8868d-e5cd-4bf2-be95-402249794c71 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:38:52.616795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1299df79-5b6f-4790-9760-c91b11a8e6de no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:52.679826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:52.777609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-10ce460f-29d4-4bcf-974a-3426dbb3d236 req-712fc7a9-ebb2-483e-bd3e-2393dbf13555 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 210 time: 0.0978506 Feb 11 13:38:52.904305 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.917734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1ebb70ab-68d3-4b99-8404-47e5ba30c90b None None] Provisioning complete for port 4b250fc6-d58d-46ea-9e91-267b54edefa7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:52.918458 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ebb70ab-68d3-4b99-8404-47e5ba30c90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:52.994215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d7fdc-722c-4eab-9b20-3718be53e3c4 req-5f2a7acc-3c91-4242-a358-807073ea2f47 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:52.997189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-800d7fdc-722c-4eab-9b20-3718be53e3c4 req-5f2a7acc-3c91-4242-a358-807073ea2f47 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.2530806 Feb 11 13:38:53.002906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 16dc755d-091f-497f-9153-7f9460a9e2b2 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:38:53.119679 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-800d7fdc-722c-4eab-9b20-3718be53e3c4 req-25a2301e-6ae3-4236-a587-65b608c60636 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084239 Feb 11 13:38:53.168311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.resource_extend [None req-dba831fa-ee41-4036-8941-a013cfaa146b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:38:53.315433 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.346272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dba831fa-ee41-4036-8941-a013cfaa146b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.367863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b250fc6-d58d-46ea-9e91-267b54edefa7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:53.403096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:38:53.406315 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c86aa1b-5bff-477e-9bc8-6ed9cf85fa75" -d '{"events": [{"server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "name": "network-vif-unplugged", "status": "completed", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:38:53.412966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.446775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:53.458607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dba831fa-ee41-4036-8941-a013cfaa146b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.491907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.505723 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e8a0c9-216c-4ed0-b8fb-c12be353aaf5 x-openstack-request-id: req-21e8a0c9-216c-4ed0-b8fb-c12be353aaf5 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:38:53.506133 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "name": "network-vif-unplugged", "status": "completed", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:38:53.506542 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21e8a0c9-216c-4ed0-b8fb-c12be353aaf5 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:38:53.507017 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'code': 200} Feb 11 13:38:53.543574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4b250fc6-d58d-46ea-9e91-267b54edefa7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:53.544045 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.606265 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.686231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Allocated IP 172.25.0.186 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/d3ad0aee-d2e3-47bf-8b62-3576d6a67f10) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:53.745908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d3042a-ee27-48df-9187-11baf5a143de None None] Update dhcp port {'port': {'network_id': 'b0b8868d-e5cd-4bf2-be95-402249794c71', 'fixed_ips': [{'subnet_id': 'fbc6a78b-f442-4682-b727-2ca28909da31', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a676095c-83e8-457d-9043-f71eaeccee0d'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '4b250fc6-d58d-46ea-9e91-267b54edefa7'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:38:53.801105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8d3042a-ee27-48df-9187-11baf5a143de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:53.849614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:53.880066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.031754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba831fa-ee41-4036-8941-a013cfaa146b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:54.041332 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.060874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.10 (b0b8868d-e5cd-4bf2-be95-402249794c71/fbc6a78b-f442-4682-b727-2ca28909da31/16dc755d-091f-497f-9153-7f9460a9e2b2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:54.133423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:54.141826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfd171e2-872e-4256-824d-50edc7b7284b req-4faeeea6-420a-4196-8437-b4e54c672e82 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 210 time: 0.1035399 Feb 11 13:38:54.149288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.26 (b0b8868d-e5cd-4bf2-be95-402249794c71/a676095c-83e8-457d-9043-f71eaeccee0d/16dc755d-091f-497f-9153-7f9460a9e2b2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:54.178509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:54.192175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:54.293079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Pushing event updated for resources: {'Port': ['ID=d3ad0aee-d2e3-47bf-8b62-3576d6a67f10,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:54.634152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba831fa-ee41-4036-8941-a013cfaa146b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:54.645388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dba831fa-ee41-4036-8941-a013cfaa146b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.654941 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a66dfc-0873-4f29-a71b-14d97814e6b9 None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:54.670727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602cd06-e71e-4827-a8dd-7905c44333f4 req-605e98e7-4a0c-4993-b56d-eea66a7759ca tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:54.670727 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8602cd06-e71e-4827-a8dd-7905c44333f4 req-605e98e7-4a0c-4993-b56d-eea66a7759ca tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 943 time: 0.0962622 Feb 11 13:38:54.671024 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-560726ba-4f96-4e04-80d1-606b6524410e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:54.728129 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a66dfc-0873-4f29-a71b-14d97814e6b9 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:54.729003 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f3a66dfc-0873-4f29-a71b-14d97814e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:54.737758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-a4f0f829-fe2f-4d6b-a9f3-65426270aa93 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:54.739329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-a4f0f829-fe2f-4d6b-a9f3-65426270aa93 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.13 "GET /v2.0/networks?id=ca90c9d8-c69a-4717-b995-ecce0316d671 HTTP/1.1" status: 200 len: 809 time: 0.1467288 Feb 11 13:38:54.765245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Request body: {'port': {'device_id': '1ecf7587-e053-4c2b-b594-2b16d6e1ada8', 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671', 'admin_state_up': True, 'tenant_id': 'a6bf19eae06740b684c5f00bc620f3fa'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:54.812121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8602cd06-e71e-4827-a8dd-7905c44333f4 req-9bf6f025-454c-4123-9379-febca02ebe0f tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410208 Feb 11 13:38:54.841654 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dba831fa-ee41-4036-8941-a013cfaa146b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "PUT /v2.0/floatingips/c6931efe-8ad0-47e7-8a69-12978d1cb998 HTTP/1.1" status: 200 len: 978 time: 2.7938542 Feb 11 13:38:54.844260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41732) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:54.866191 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f3a66dfc-0873-4f29-a71b-14d97814e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:54.891068 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a66dfc-0873-4f29-a71b-14d97814e6b9 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:54.892377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f3a66dfc-0873-4f29-a71b-14d97814e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:54.961789 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f3a66dfc-0873-4f29-a71b-14d97814e6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:54.963105 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a66dfc-0873-4f29-a71b-14d97814e6b9 None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:55.242051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port 7db6e6c4-83c8-4cf2-8de3-0939b964b658 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:55.242415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.381399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d97628aa-5ee1-4335-8372-8414c2cd0fa1 req-5306d1a7-44af-45f1-93cb-846fb206013e tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 210 time: 0.0532136 Feb 11 13:38:55.437838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.438429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.458884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for 7db6e6c4-83c8-4cf2-8de3-0939b964b658 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:55.495347 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.569180 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.647515 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.756605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41758) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:55.807212 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.864692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=7db6e6c4-83c8-4cf2-8de3-0939b964b658,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:55.907847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.970706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-a8d3042a-ee27-48df-9187-11baf5a143de None None] Allocated IP 172.20.0.18 (b0b8868d-e5cd-4bf2-be95-402249794c71/a676095c-83e8-457d-9043-f71eaeccee0d/4b250fc6-d58d-46ea-9e91-267b54edefa7) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:55.973501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=16dc755d-091f-497f-9153-7f9460a9e2b2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:55.980357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Made reservation on behalf of a6bf19eae06740b684c5f00bc620f3fa for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:38:55.984758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:55.985724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d973af0-1118-43af-9b66-1942ac3a5379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.056347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.056831 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP c6931efe-8ad0-47e7-8a69-12978d1cb998 disassociated (deleted). External IP: 172.25.0.219, port: fce86eae-112e-4520-8fd1-52057b3468bb. Feb 11 13:38:56.073491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network b0b8868d-e5cd-4bf2-be95-402249794c71 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:56.085932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:56.095679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:56.137074 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.140596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8d3042a-ee27-48df-9187-11baf5a143de None None] For port 4b250fc6-d58d-46ea-9e91-267b54edefa7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b250fc6-d58d-46ea-9e91-267b54edefa7,segment=NetworkSegment(2b90b057-fd2a-414d-9831-bf29f616e4b7),segment_id=2b90b057-fd2a-414d-9831-bf29f616e4b7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:38:56.196764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8d3042a-ee27-48df-9187-11baf5a143de None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.212928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.240109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:56.240749 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.299139 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8d3042a-ee27-48df-9187-11baf5a143de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.302105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d973af0-1118-43af-9b66-1942ac3a5379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.381805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:38:56.443508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Allocated IP 172.20.0.7 (ca90c9d8-c69a-4717-b995-ecce0316d671/4460ed97-8ba8-410b-aab0-37cb9200146f/5239d670-1c8e-4931-a0fa-c1fbd702e25f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:56.471224 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1d973af0-1118-43af-9b66-1942ac3a5379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.475209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f2b64b18-34e4-4699-82b6-07a8f856df89 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.4583271 Feb 11 13:38:56.499372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41776) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:56.519696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3042a-ee27-48df-9187-11baf5a143de None None] Pushing event updated for resources: {'Port': ['ID=4b250fc6-d58d-46ea-9e91-267b54edefa7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:56.536584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f6c2b35c-165f-4906-a582-2bde97c15d64 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fbc6a78b-f442-4682-b727-2ca28909da31'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:56.552759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d973af0-1118-43af-9b66-1942ac3a5379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8314c9-80b3-4dcc-aeab-2703275bfbcd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:56.605291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1299df79-5b6f-4790-9760-c91b11a8e6de no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:38:56.609600 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1d973af0-1118-43af-9b66-1942ac3a5379 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35c19f6843b54c5084f824d64b14e3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8515899 Feb 11 13:38:56.613243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab73c634-2ddd-44f5-9578-3d05dcf56e6a req-a86d1dd2-5f6e-4f4a-af66-3a3e6cb5e071 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 210 time: 0.0912833 Feb 11 13:38:56.613739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41780) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:56.813259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa06b38a-04e1-4d1b-b3c3-f21a3be83aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.842660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b35c-165f-4906-a582-2bde97c15d64 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.854576 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa06b38a-04e1-4d1b-b3c3-f21a3be83aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.934057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:56.941634 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:56.948123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c23ef5f-17ad-4594-b8b2-3c0d64f838c4 None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:56.969269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23ef5f-17ad-4594-b8b2-3c0d64f838c4 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:56.972146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7c23ef5f-17ad-4594-b8b2-3c0d64f838c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.026995 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-096c4b78-780a-46a4-be0a-afccc4e5f946 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/floatingips/c6931efe-8ad0-47e7-8a69-12978d1cb998 HTTP/1.1" status: 204 len: 168 time: 2.1806273 Feb 11 13:38:57.029576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41794) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:57.087985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa06b38a-04e1-4d1b-b3c3-f21a3be83aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.091123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa06b38a-04e1-4d1b-b3c3-f21a3be83aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.092580 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fa06b38a-04e1-4d1b-b3c3-f21a3be83aa0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa8314c9-80b3-4dcc-aeab-2703275bfbcd HTTP/1.1" status: 204 len: 168 time: 0.4753542 Feb 11 13:38:57.107494 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-383fd224-1e24-4477-9fcf-bd49d24a62d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.112029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7c23ef5f-17ad-4594-b8b2-3c0d64f838c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.135475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Router 1c720da5-b137-4563-8645-432a77bd7e74 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:38:57.138820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23ef5f-17ad-4594-b8b2-3c0d64f838c4 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:57.143820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7c23ef5f-17ad-4594-b8b2-3c0d64f838c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.153808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06b38a-04e1-4d1b-b3c3-f21a3be83aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8314c9-80b3-4dcc-aeab-2703275bfbcd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:57.259654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7c23ef5f-17ad-4594-b8b2-3c0d64f838c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.260548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c23ef5f-17ad-4594-b8b2-3c0d64f838c4 None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:57.296881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8c37945d-a380-4401-b09f-f2a601cac414 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port fce86eae-112e-4520-8fd1-52057b3468bb {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:38:57.297537 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c37945d-a380-4401-b09f-f2a601cac414 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.328869 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.358672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b250fc6-d58d-46ea-9e91-267b54edefa7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:38:57.491537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4b250fc6-d58d-46ea-9e91-267b54edefa7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:57.493344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.514723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c37945d-a380-4401-b09f-f2a601cac414 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.529273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8c37945d-a380-4401-b09f-f2a601cac414 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for fce86eae-112e-4520-8fd1-52057b3468bb owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:38:57.657714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.740773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:38:57.746248 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.747540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1fbdded4-afa6-4154-8ab8-8775fb62d341 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "PUT /v2.0/routers/1c720da5-b137-4563-8645-432a77bd7e74 HTTP/1.1" status: 200 len: 920 time: 5.8487558 Feb 11 13:38:57.754315 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d850d-316d-42e7-bb68-8905cec03e57 None None] Sync routers for ids ['1c720da5-b137-4563-8645-432a77bd7e74'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:38:57.769714 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d850d-316d-42e7-bb68-8905cec03e57 None None] Routers {'1c720da5-b137-4563-8645-432a77bd7e74'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:57.770386 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-cf2d850d-316d-42e7-bb68-8905cec03e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1c720da5-b137-4563-8645-432a77bd7e74'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.800476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41810) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:57.823897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Network ca90c9d8-c69a-4717-b995-ecce0316d671 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:38:57.825588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9e00c10b-2e3d-46af-82e0-a9f526e532dd None None] Provisioning complete for port 4b250fc6-d58d-46ea-9e91-267b54edefa7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:57.826147 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e00c10b-2e3d-46af-82e0-a9f526e532dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.871220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:38:57.911165 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-cf2d850d-316d-42e7-bb68-8905cec03e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:57.912415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:38:57.921672 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:57.935890 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2d850d-316d-42e7-bb68-8905cec03e57 None None] Routers {'1c720da5-b137-4563-8645-432a77bd7e74'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:38:57.939591 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-cf2d850d-316d-42e7-bb68-8905cec03e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1c720da5-b137-4563-8645-432a77bd7e74'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:58.107348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Pushing event updated for resources: {'Port': ['ID=5239d670-1c8e-4931-a0fa-c1fbd702e25f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:58.149091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f6c2b35c-165f-4906-a582-2bde97c15d64 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Delete allocated IP 172.20.0.26 (b0b8868d-e5cd-4bf2-be95-402249794c71/a676095c-83e8-457d-9043-f71eaeccee0d) {{(pid=103007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:38:58.163603 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-cf2d850d-316d-42e7-bb68-8905cec03e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:38:58.166639 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2d850d-316d-42e7-bb68-8905cec03e57 None None] The sync data for ids ['1c720da5-b137-4563-8645-432a77bd7e74'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:38:58.170333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:58.170954 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.246895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41822) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:58.253407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eab2b546-1603-4579-8d4e-2c07822330f6 None None] Provisioning complete for port 16dc755d-091f-497f-9153-7f9460a9e2b2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:58.254637 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eab2b546-1603-4579-8d4e-2c07822330f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.287226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc259ca-c157-4391-8fde-a6e2a6c087e0 req-3e6b5c93-8a68-4784-9191-a22cdcc59994 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:58.297291 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fc259ca-c157-4391-8fde-a6e2a6c087e0 req-3e6b5c93-8a68-4784-9191-a22cdcc59994 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 931 time: 0.3433313 Feb 11 13:38:58.316190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-eab2b546-1603-4579-8d4e-2c07822330f6 None None] Port 16dc755d-091f-497f-9153-7f9460a9e2b2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:38:58.340126 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46bb423b-b645-45c7-9f07-fd611736213b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.340222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-06fa3f97-0159-471c-a94e-19a656966a6b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5787122 Feb 11 13:38:58.353073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dee8412a-ab51-4660-b580-fb220708ef7e tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/routers/1c720da5-b137-4563-8645-432a77bd7e74 HTTP/1.1" status: 200 len: 926 time: 0.5498235 Feb 11 13:38:58.357759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41826) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:58.372851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Request body: {'port': {'device_id': '1ecf7587-e053-4c2b-b594-2b16d6e1ada8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:58.410154 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b35c-165f-4906-a582-2bde97c15d64 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.463147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-02e559c3-c31a-4e3e-9399-7cac5b03ac5c req-49b27b7f-9fa4-422c-8542-c2445a744fca service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:38:58.463668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fc259ca-c157-4391-8fde-a6e2a6c087e0 req-0956b331-20f7-4a86-a2d1-964646695b53 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472483 Feb 11 13:38:58.464472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02e559c3-c31a-4e3e-9399-7cac5b03ac5c req-49b27b7f-9fa4-422c-8542-c2445a744fca service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4883089 Feb 11 13:38:58.477640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.488988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2e4b3d-bf33-404d-aa98-3572536110af tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:58.489273 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c37945d-a380-4401-b09f-f2a601cac414 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.491162 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ed2e4b3d-bf33-404d-aa98-3572536110af tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&device_id=1c720da5-b137-4563-8645-432a77bd7e74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1317229 Feb 11 13:38:58.495188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41828) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:58.549971 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37945d-a380-4401-b09f-f2a601cac414 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=fce86eae-112e-4520-8fd1-52057b3468bb,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:58.630935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b35c-165f-4906-a582-2bde97c15d64 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.635738 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.741880 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46bb423b-b645-45c7-9f07-fd611736213b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.762588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c37945d-a380-4401-b09f-f2a601cac414 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.770766 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8c37945d-a380-4401-b09f-f2a601cac414 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/ports/fce86eae-112e-4520-8fd1-52057b3468bb HTTP/1.1" status: 204 len: 168 time: 1.7400215 Feb 11 13:38:58.771464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41832) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:58.794047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:58.820874 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46bb423b-b645-45c7-9f07-fd611736213b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.827188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8bf0ab-e04a-4340-b311-55ea8220e4ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:58.831672 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bd8bf0ab-e04a-4340-b311-55ea8220e4ee tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 881 time: 0.3256731 Feb 11 13:38:58.835177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41838) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:58.852103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2b35c-165f-4906-a582-2bde97c15d64 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] In _notify_port_updated(), no bound segment for port 16dc755d-091f-497f-9153-7f9460a9e2b2 on network b0b8868d-e5cd-4bf2-be95-402249794c71 {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:38:58.863719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c2b35c-165f-4906-a582-2bde97c15d64 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:58.864384 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6c2b35c-165f-4906-a582-2bde97c15d64 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:58.869539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f6c2b35c-165f-4906-a582-2bde97c15d64 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "PUT /v2.0/ports/16dc755d-091f-497f-9153-7f9460a9e2b2 HTTP/1.1" status: 200 len: 919 time: 2.3646874 Feb 11 13:38:58.870528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41840) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:58.883519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2b35c-165f-4906-a582-2bde97c15d64 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=16dc755d-091f-497f-9153-7f9460a9e2b2,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:58.891841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6273c21d-86b4-40c5-a42f-be11c839a47f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fbc6a78b-f442-4682-b727-2ca28909da31'}, {'subnet_id': 'a676095c-83e8-457d-9043-f71eaeccee0d'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:38:58.937090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb423b-b645-45c7-9f07-fd611736213b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c0396f-de99-4e6a-98f1-ca1bb5c0718b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:58.998491 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-142e9836-cdf4-423c-b712-28780cbc914c tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c720da5-b137-4563-8645-432a77bd7e74 HTTP/1.1" status: 200 len: 205 time: 0.1589200 Feb 11 13:38:59.010138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41850) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:59.078932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-04ec4ab3-9a5c-4752-846a-1f8f1733a910 None None] Provisioning complete for port 16dc755d-091f-497f-9153-7f9460a9e2b2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:38:59.082405 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-04ec4ab3-9a5c-4752-846a-1f8f1733a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.154350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-46bb423b-b645-45c7-9f07-fd611736213b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3fc4142fe1f848669b8d393cf4af1611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8904674 Feb 11 13:38:59.155947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41856) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:59.194595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-04ec4ab3-9a5c-4752-846a-1f8f1733a910 None None] Port 16dc755d-091f-497f-9153-7f9460a9e2b2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:38:59.202637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71627560-94cd-4401-a5c7-d8ec32c99013 req-4361726e-bddd-4e41-8d29-d55beec09861 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:59.204778 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71627560-94cd-4401-a5c7-d8ec32c99013 req-4361726e-bddd-4e41-8d29-d55beec09861 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 943 time: 0.2101350 Feb 11 13:38:59.255170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1f631b55-26f5-4e6a-ab1f-653c37a32f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.286865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71627560-94cd-4401-a5c7-d8ec32c99013 req-636c2f6a-a379-40ac-9442-5d2f5cd61193 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716887 Feb 11 13:38:59.292251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1f631b55-26f5-4e6a-ab1f-653c37a32f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.343804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.427462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5239d670-1c8e-4931-a0fa-c1fbd702e25f {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:38:59.435034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6273c21d-86b4-40c5-a42f-be11c839a47f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.504000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.506561 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1f631b55-26f5-4e6a-ab1f-653c37a32f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.511408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1f631b55-26f5-4e6a-ab1f-653c37a32f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.511408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1f631b55-26f5-4e6a-ab1f-653c37a32f93 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92c0396f-de99-4e6a-98f1-ca1bb5c0718b HTTP/1.1" status: 204 len: 168 time: 0.3523252 Feb 11 13:38:59.514365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.530695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f631b55-26f5-4e6a-ab1f-653c37a32f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c0396f-de99-4e6a-98f1-ca1bb5c0718b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:59.535939 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.624283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Transition to ACTIVE for port object 5239d670-1c8e-4931-a0fa-c1fbd702e25f will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:38:59.662877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.25.0.77 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/46602b66-9a6d-4daa-be96-ce44724c4a11) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:38:59.742897 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.749560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41872) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:38:59.797275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29c5f-1066-4b5c-947d-44e4f1137694 req-2042e4b0-6f63-42a4-9f43-7a0fc8452663 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:38:59.801999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-10c29c5f-1066-4b5c-947d-44e4f1137694 req-2042e4b0-6f63-42a4-9f43-7a0fc8452663 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 931 time: 0.2410030 Feb 11 13:38:59.817147 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.828488 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.923411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5239d670-1c8e-4931-a0fa-c1fbd702e25f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:38:59.971312 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-59a24110-cd04-48b7-9b90-7c74032e350b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2203448 Feb 11 13:38:59.978430 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:38:59.979191 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.027078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-71e194fd-8998-4c85-8e5c-848317cc31ac service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:00.028428 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-71e194fd-8998-4c85-8e5c-848317cc31ac service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0408905 Feb 11 13:39:00.043644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:00.047136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:00.052082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:00.079017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=46602b66-9a6d-4daa-be96-ce44724c4a11,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:00.187362 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.343527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.511337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f94ea-c45a-48af-aecc-c77515e5401d req-da832ce5-c2a6-4d6a-a031-cee5e9d04496 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:00.512916 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-324f94ea-c45a-48af-aecc-c77515e5401d req-da832ce5-c2a6-4d6a-a031-cee5e9d04496 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 943 time: 0.1307011 Feb 11 13:39:00.535095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-10c29c5f-1066-4b5c-947d-44e4f1137694 req-3081c5c4-a85e-4ae0-a964-e93a2d0833c8 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911886 Feb 11 13:39:00.567456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-324f94ea-c45a-48af-aecc-c77515e5401d req-c10dd546-0e1a-422d-975b-7a75416df6d1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471554 Feb 11 13:39:00.586631 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.633991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Attempting to bind port 5239d670-1c8e-4931-a0fa-c1fbd702e25f on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:00.634748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Attempting to bind port 5239d670-1c8e-4931-a0fa-c1fbd702e25f by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:00.634748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Attempting to bind port 5239d670-1c8e-4931-a0fa-c1fbd702e25f on network ca90c9d8-c69a-4717-b995-ecce0316d671 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:00.658524 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.678826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Port 5239d670-1c8e-4931-a0fa-c1fbd702e25f on network ca90c9d8-c69a-4717-b995-ecce0316d671 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:39:00.678826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Attempting to bind port 5239d670-1c8e-4931-a0fa-c1fbd702e25f on network ca90c9d8-c69a-4717-b995-ecce0316d671 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:00.687120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:00.687513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Checking segment: {'id': 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:00.687907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Bound using segment: {'id': 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:00.688984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Bound port: 5239d670-1c8e-4931-a0fa-c1fbd702e25f, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:00.689459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.705326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Deleting port d3ad0aee-d2e3-47bf-8b62-3576d6a67f10 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:00.705666 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.723672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-6273c21d-86b4-40c5-a42f-be11c839a47f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.30 (b0b8868d-e5cd-4bf2-be95-402249794c71/a676095c-83e8-457d-9043-f71eaeccee0d/16dc755d-091f-497f-9153-7f9460a9e2b2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:00.746257 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.852887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=46602b66-9a6d-4daa-be96-ce44724c4a11,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:00.863779 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.910729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] For port 5239d670-1c8e-4931-a0fa-c1fbd702e25f, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:00.921175 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.944408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Calling delete_port for d3ad0aee-d2e3-47bf-8b62-3576d6a67f10 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:00.947188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] For port 5239d670-1c8e-4931-a0fa-c1fbd702e25f, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=5239d670-1c8e-4931-a0fa-c1fbd702e25f,segment=NetworkSegment(cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69),segment_id=cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:00.953588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:00.958232 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5ad4d086-ca57-4039-97f4-c32037975683 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1812849 Feb 11 13:39:00.958652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41918) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:00.963897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'port': {'network_id': '0ec56f15-d263-43e2-9c91-be26954aa187', 'name': 'tempest-FloatingIPTestJSON-1213711579'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:01.034231 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6273c21d-86b4-40c5-a42f-be11c839a47f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.092397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.134393 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6273c21d-86b4-40c5-a42f-be11c839a47f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.163753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Made reservation on behalf of 4b4b8e29c4d04671a901a6dd423af1bb for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:01.167945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.186528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Pushing event updated for resources: {'Port': ['ID=5239d670-1c8e-4931-a0fa-c1fbd702e25f,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:01.200971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:01.204050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.204890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-59c5e29d-f971-4c06-b14a-c02d417638a3 service neutron] 10.222.0.13 "PUT /v2.0/ports/5239d670-1c8e-4931-a0fa-c1fbd702e25f HTTP/1.1" status: 200 len: 1091 time: 2.8525307 Feb 11 13:39:01.207372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecf7587-e053-4c2b-b594-2b16d6e1ada8', 'tag': '5239d670-1c8e-4931-a0fa-c1fbd702e25f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:01.209954 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb2004-84d5-44e2-965c-84f9d6322a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecf7587-e053-4c2b-b594-2b16d6e1ada8", "tag": "5239d670-1c8e-4931-a0fa-c1fbd702e25f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:01.243184 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] device_id is not set on port 9fbd07c3-e3d3-4165-970a-a95786886491 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:39:01.323666 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74f739b-d729-49c4-8af5-cba60a739c72 x-openstack-request-id: req-a74f739b-d729-49c4-8af5-cba60a739c72 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:01.324266 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecf7587-e053-4c2b-b594-2b16d6e1ada8", "tag": "5239d670-1c8e-4931-a0fa-c1fbd702e25f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:01.324821 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a74f739b-d729-49c4-8af5-cba60a739c72 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:01.325414 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ecf7587-e053-4c2b-b594-2b16d6e1ada8', 'tag': '5239d670-1c8e-4931-a0fa-c1fbd702e25f', 'status': 'completed', 'code': 200} Feb 11 13:39:01.426584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.20.0.6 (0ec56f15-d263-43e2-9c91-be26954aa187/73bd3ecc-d9c0-49c5-85f3-1ab3453e5347/9fbd07c3-e3d3-4165-970a-a95786886491) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:01.433512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273c21d-86b4-40c5-a42f-be11c839a47f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=16dc755d-091f-497f-9153-7f9460a9e2b2,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:01.487748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb2004-84d5-44e2-965c-84f9d6322a9f req-01b3e8a1-148a-4031-937b-c83120621230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:01.489476 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7eeb2004-84d5-44e2-965c-84f9d6322a9f req-01b3e8a1-148a-4031-937b-c83120621230 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6bf19eae06740b684c5f00bc620f3fa&device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 1094 time: 0.1525784 Feb 11 13:39:01.495964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6273c21d-86b4-40c5-a42f-be11c839a47f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] In _notify_port_updated(), no bound segment for port 16dc755d-091f-497f-9153-7f9460a9e2b2 on network b0b8868d-e5cd-4bf2-be95-402249794c71 {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:39:01.502699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6273c21d-86b4-40c5-a42f-be11c839a47f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:01.503574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6273c21d-86b4-40c5-a42f-be11c839a47f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.507984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6273c21d-86b4-40c5-a42f-be11c839a47f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "PUT /v2.0/ports/16dc755d-091f-497f-9153-7f9460a9e2b2 HTTP/1.1" status: 200 len: 999 time: 2.6287587 Feb 11 13:39:01.508761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41934) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:01.593350 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.663832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ad4c0cff-5153-4ca4-862c-f6606270a2c5 None None] Provisioning complete for port 16dc755d-091f-497f-9153-7f9460a9e2b2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:01.664400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0cff-5153-4ca4-862c-f6606270a2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:01.729063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c0cff-5153-4ca4-862c-f6606270a2c5 None None] Port 16dc755d-091f-497f-9153-7f9460a9e2b2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:01.828396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb2004-84d5-44e2-965c-84f9d6322a9f req-b9a73736-f527-4031-9b8f-29507fea8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:01.831608 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7eeb2004-84d5-44e2-965c-84f9d6322a9f req-b9a73736-f527-4031-9b8f-29507fea8fc6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a6bf19eae06740b684c5f00bc620f3fa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3218241 Feb 11 13:39:01.832517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Pushing event deleted for resources: {'Port': ['ID=d3ad0aee-d2e3-47bf-8b62-3576d6a67f10,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:02.025238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41948) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:02.085896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dd8ae-0bf7-4642-8633-e8edeecde022 req-a328d530-a083-40ba-a136-032bc5ee92fb tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.087471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cb9dd8ae-0bf7-4642-8633-e8edeecde022 req-a328d530-a083-40ba-a136-032bc5ee92fb tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 943 time: 0.4379699 Feb 11 13:39:02.093089 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.098669 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.129058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e7472-ebd4-479c-a226-6d8bb838bd05 req-9abc9c48-140b-4898-885a-dcad399c4f54 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.130678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d41e7472-ebd4-479c-a226-6d8bb838bd05 req-9abc9c48-140b-4898-885a-dcad399c4f54 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 943 time: 0.3852053 Feb 11 13:39:02.153565 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cb9dd8ae-0bf7-4642-8633-e8edeecde022 req-a3b24456-139c-4589-b70f-607059f4b630 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544801 Feb 11 13:39:02.169798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-97da0146-5eb9-4736-b2e2-18da5b476783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.171374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-97da0146-5eb9-4736-b2e2-18da5b476783 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa&tenant_id=e6073ab297074d3eab820065d5df3ec9 HTTP/1.1" status: 200 len: 1094 time: 0.3287773 Feb 11 13:39:02.233821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:02.255436 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.288083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d396a-f701-4e92-b232-fd86067c66ce tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 16dc755d-091f-497f-9153-7f9460a9e2b2 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:02.292514 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae9d396a-f701-4e92-b232-fd86067c66ce tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.310482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb2004-84d5-44e2-965c-84f9d6322a9f req-01a11284-1dd8-40c3-affb-fa8844130ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.311986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7eeb2004-84d5-44e2-965c-84f9d6322a9f req-01a11284-1dd8-40c3-affb-fa8844130ca7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4309859 Feb 11 13:39:02.314410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 0ec56f15-d263-43e2-9c91-be26954aa187 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:02.319251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:02.326766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:02.334139 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.338074 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.362203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=9fbd07c3-e3d3-4165-970a-a95786886491,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:02.389438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d195eec5-ec24-4d5d-8df6-848664cce5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.392863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.393485 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.499291 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a091c8ac-c092-4dcf-b1ed-ec25ebaf90f9 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5393901 Feb 11 13:39:02.502837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41960) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:02.506152 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d41e7472-ebd4-479c-a226-6d8bb838bd05 req-f0d74a83-58ee-48b6-8823-f5cbb87520e5 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235409 Feb 11 13:39:02.508700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-88e6bdf9-5cb4-48ba-87af-8a97eea19a92 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'port_id': '9fbd07c3-e3d3-4165-970a-a95786886491'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:02.541882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.569812 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88e6bdf9-5cb4-48ba-87af-8a97eea19a92 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.573017 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae9d396a-f701-4e92-b232-fd86067c66ce tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.575308 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.575860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Fanout notify agent at l3_agent the message router_deleted on router 1c720da5-b137-4563-8645-432a77bd7e74 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:39:02.592427 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.598784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-29bb1cfb-ad7c-42b0-ac74-c8f08d76f177 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/1c720da5-b137-4563-8645-432a77bd7e74 HTTP/1.1" status: 204 len: 168 time: 3.5823040 Feb 11 13:39:02.598784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-260e5b3e-2b08-466d-8ef6-76782baf3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.598784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-260e5b3e-2b08-466d-8ef6-76782baf3bf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6bf19eae06740b684c5f00bc620f3fa&device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 1094 time: 0.2091079 Feb 11 13:39:02.601140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41962) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:02.609659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1822975474', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:02.616617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d396a-f701-4e92-b232-fd86067c66ce tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 16dc755d-091f-497f-9153-7f9460a9e2b2 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:02.700486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-79c7cc51-492a-41c4-b427-8182edf50b84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5239d670-1c8e-4931-a0fa-c1fbd702e25f HTTP/1.1" status: 200 len: 217 time: 0.0777271 Feb 11 13:39:02.912602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-be3e75d7-e77d-4418-a3bf-64f9c15d47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:02.914170 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-be3e75d7-e77d-4418-a3bf-64f9c15d47f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4460ed97-8ba8-410b-aab0-37cb9200146f HTTP/1.1" status: 200 len: 849 time: 0.2037709 Feb 11 13:39:02.983837 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d195eec5-ec24-4d5d-8df6-848664cce5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.985106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:02.986710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.015066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-3dc6c39b-b567-417f-864b-d116b9fe4ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca90c9d8-c69a-4717-b995-ecce0316d671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912144 Feb 11 13:39:03.092751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d195eec5-ec24-4d5d-8df6-848664cce5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.101268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88e6bdf9-5cb4-48ba-87af-8a97eea19a92 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.191614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88e6bdf9-5cb4-48ba-87af-8a97eea19a92 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.200698 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.228921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:03.243149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195eec5-ec24-4d5d-8df6-848664cce5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8fde98-e820-4c6e-95e9-aa14db376617,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:03.258772 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d195eec5-ec24-4d5d-8df6-848664cce5cf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5c61dc3f57d14f138cb034f2aaab6778&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2222931 Feb 11 13:39:03.261469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41974) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:03.374460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-d4e2c557-baf6-4689-b2d0-38fbf3dd4470 service neutron] 10.222.0.13 "GET /v2.0/networks/ca90c9d8-c69a-4717-b995-ecce0316d671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493295 Feb 11 13:39:03.425352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890fd15-e456-4599-b708-16c6e3068fd0 req-cf9d7251-bde7-4c59-ad2a-ae32212e4bfd tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:03.429060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:03.433002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1890fd15-e456-4599-b708-16c6e3068fd0 req-cf9d7251-bde7-4c59-ad2a-ae32212e4bfd tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 943 time: 0.1428640 Feb 11 13:39:03.446585 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-88e6bdf9-5cb4-48ba-87af-8a97eea19a92 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP dde05e13-24d6-4daa-aaae-9357f579c187 associated. External IP: 172.25.0.77, port: 9fbd07c3-e3d3-4165-970a-a95786886491. Feb 11 13:39:03.519614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-afca3d5c-bdc0-45db-a6d1-a2368b0a48a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.591372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1890fd15-e456-4599-b708-16c6e3068fd0 req-035de889-a1ea-49db-9df4-91e3a7024d7a tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574295 Feb 11 13:39:03.598234 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-afca3d5c-bdc0-45db-a6d1-a2368b0a48a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.768362 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-afca3d5c-bdc0-45db-a6d1-a2368b0a48a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.770953 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-afca3d5c-bdc0-45db-a6d1-a2368b0a48a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.772124 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-afca3d5c-bdc0-45db-a6d1-a2368b0a48a7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a8fde98-e820-4c6e-95e9-aa14db376617 HTTP/1.1" status: 204 len: 168 time: 0.5079470 Feb 11 13:39:03.777610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e6bdf9-5cb4-48ba-87af-8a97eea19a92 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:03.789173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca3d5c-bdc0-45db-a6d1-a2368b0a48a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8fde98-e820-4c6e-95e9-aa14db376617,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:03.824319 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae9d396a-f701-4e92-b232-fd86067c66ce tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.928464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e6bdf9-5cb4-48ba-87af-8a97eea19a92 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:03.936027 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88e6bdf9-5cb4-48ba-87af-8a97eea19a92 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:03.943805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e5eea-5d1b-42ac-a876-08c29c00384a None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:03.962634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e5eea-5d1b-42ac-a876-08c29c00384a None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:03.963270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b32e5eea-5d1b-42ac-a876-08c29c00384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:03.984490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d396a-f701-4e92-b232-fd86067c66ce tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=16dc755d-091f-497f-9153-7f9460a9e2b2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:03.984690 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-88e6bdf9-5cb4-48ba-87af-8a97eea19a92 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "PUT /v2.0/floatingips/dde05e13-24d6-4daa-aaae-9357f579c187 HTTP/1.1" status: 200 len: 977 time: 1.4779096 Feb 11 13:39:03.986193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41988) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:03.994550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1299df79-5b6f-4790-9760-c91b11a8e6de {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:39:04.006671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b32e5eea-5d1b-42ac-a876-08c29c00384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:04.020384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e5eea-5d1b-42ac-a876-08c29c00384a None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:04.021346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b32e5eea-5d1b-42ac-a876-08c29c00384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:04.022831 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.038395 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.087931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b32e5eea-5d1b-42ac-a876-08c29c00384a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:04.088768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32e5eea-5d1b-42ac-a876-08c29c00384a None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:04.123760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port 9fbd07c3-e3d3-4165-970a-a95786886491 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:04.124419 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.129724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Transition to ACTIVE for port object 1299df79-5b6f-4790-9760-c91b11a8e6de will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:04.156652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58386fbe-452e-462f-9754-ac376b2cd9d1 req-40cfb0f5-088b-47f6-b058-6348e6d30e44 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:04.159366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58386fbe-452e-462f-9754-ac376b2cd9d1 req-40cfb0f5-088b-47f6-b058-6348e6d30e44 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 943 time: 0.3395915 Feb 11 13:39:04.233128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d44ca780-c8f8-4893-8ee8-a85e87c70fc4 req-dc303ee4-4837-4451-b919-918db775f793 service neutron] 10.222.0.13 "GET /v2.0/networks/ca90c9d8-c69a-4717-b995-ecce0316d671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8171673 Feb 11 13:39:04.253093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.255928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae9d396a-f701-4e92-b232-fd86067c66ce tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.261759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ae9d396a-f701-4e92-b232-fd86067c66ce tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/16dc755d-091f-497f-9153-7f9460a9e2b2 HTTP/1.1" status: 204 len: 168 time: 2.7482212 Feb 11 13:39:04.262052 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.265910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41998) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:04.435428 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcb9ebb-0109-4ebc-a3b7-22006d6aa657 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:39:04.441171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-edcb9ebb-0109-4ebc-a3b7-22006d6aa657 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/16dc755d-091f-497f-9153-7f9460a9e2b2 HTTP/1.1" status: 404 len: 333 time: 0.1721263 Feb 11 13:39:04.442337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42006) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:04.477225 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.479090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.479538 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP dde05e13-24d6-4daa-aaae-9357f579c187 disassociated. External IP: 172.25.0.77, port: 9fbd07c3-e3d3-4165-970a-a95786886491. Feb 11 13:39:04.482397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for 9fbd07c3-e3d3-4165-970a-a95786886491 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:04.515754 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58386fbe-452e-462f-9754-ac376b2cd9d1 req-fef9d259-aba4-4b33-b01a-7042f36d9119 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087435 Feb 11 13:39:04.556547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=9']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:04.630148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] No DVR routers for this DVR port 1299df79-5b6f-4790-9760-c91b11a8e6de on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:04.648971 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e4e8be-2b10-40bd-9927-e4c081378ec8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet a676095c-83e8-457d-9043-f71eaeccee0d {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:39:04.652572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-33e4e8be-2b10-40bd-9927-e4c081378ec8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.701404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-33e4e8be-2b10-40bd-9927-e4c081378ec8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.848619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e14ac8-0a23-4072-a21f-286bd6472440 req-092b76aa-6d2c-4f83-87cd-b966d32978e8 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:04.850237 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35e14ac8-0a23-4072-a21f-286bd6472440 req-092b76aa-6d2c-4f83-87cd-b966d32978e8 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 943 time: 0.1180665 Feb 11 13:39:04.854727 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.885248 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.953052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Attempting to bind port 1299df79-5b6f-4790-9760-c91b11a8e6de on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:04.953525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Attempting to bind port 1299df79-5b6f-4790-9760-c91b11a8e6de by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:04.954610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Attempting to bind port 1299df79-5b6f-4790-9760-c91b11a8e6de on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:04.956815 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-33e4e8be-2b10-40bd-9927-e4c081378ec8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.959096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Port 1299df79-5b6f-4790-9760-c91b11a8e6de on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:39:04.959656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Attempting to bind port 1299df79-5b6f-4790-9760-c91b11a8e6de on network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:04.965240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:04.965797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Checking segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:04.966231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Bound using segment: {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:04.966813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Bound port: 1299df79-5b6f-4790-9760-c91b11a8e6de, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e0a787-66b4-4435-97e8-65be83a4a351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:04.967485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:04.999249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35e14ac8-0a23-4072-a21f-286bd6472440 req-d45ed48a-acd5-482a-a2cc-0d3196adc971 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311290 Feb 11 13:39:05.054871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:05.058288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:05.069128 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.099866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=9fbd07c3-e3d3-4165-970a-a95786886491,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.148331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-33e4e8be-2b10-40bd-9927-e4c081378ec8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.153396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.187600 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-33e4e8be-2b10-40bd-9927-e4c081378ec8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.193863 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-33e4e8be-2b10-40bd-9927-e4c081378ec8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/a676095c-83e8-457d-9043-f71eaeccee0d HTTP/1.1" status: 204 len: 168 time: 0.6012101 Feb 11 13:39:05.193863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4e8be-2b10-40bd-9927-e4c081378ec8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=a676095c-83e8-457d-9043-f71eaeccee0d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.195801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42030) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:05.207929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:05.208901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.210014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] 10.222.0.59 "PUT /v2.0/ports/1299df79-5b6f-4790-9760-c91b11a8e6de HTTP/1.1" status: 200 len: 1091 time: 2.9902377 Feb 11 13:39:05.210465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:05.212873 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad266ac7-a438-40ca-af37-719ffa46b774" -d '{"events": [{"name": "network-changed", "server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:05.217588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf2f66e-98b1-4b2e-a7c8-c3fa2c2d6aae None None] Network b0b8868d-e5cd-4bf2-be95-402249794c71 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:05.224298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Allocated IP 172.25.0.169 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/e1af60d5-7c19-4bd1-8322-96ba6ecfc4cc) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:05.328622 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce911620-1a9b-4921-b7fd-004899dc140d x-openstack-request-id: req-ce911620-1a9b-4921-b7fd-004899dc140d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:05.328909 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:05.329168 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce911620-1a9b-4921-b7fd-004899dc140d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:05.329627 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'status': 'completed', 'code': 200} Feb 11 13:39:05.352830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323b28a-48b1-4d0e-98e6-e4a858ae4d62 service neutron] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=10']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.458676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-019087cd-83c7-4083-88e7-665969883ad8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet fbc6a78b-f442-4682-b727-2ca28909da31 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:39:05.465965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-9f78015e-d6ad-4fef-8ed2-81482b0c2a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:05.472703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-9f78015e-d6ad-4fef-8ed2-81482b0c2a4b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 1095 time: 0.2228887 Feb 11 13:39:05.484310 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-019087cd-83c7-4083-88e7-665969883ad8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.530906 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.590338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:05.609231 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-019087cd-83c7-4083-88e7-665969883ad8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.726544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.776047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-894967cb-9a0e-49e3-8b9a-fe4c3636679f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:05.777586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-894967cb-9a0e-49e3-8b9a-fe4c3636679f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 918 time: 0.1671162 Feb 11 13:39:05.824147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:05.853463 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-019087cd-83c7-4083-88e7-665969883ad8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:05.867868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Pushing event updated for resources: {'Port': ['ID=e1af60d5-7c19-4bd1-8322-96ba6ecfc4cc,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:05.872452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:05.874945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:05.947602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-64d9b5e7-11fa-4117-8c82-1c202a153884 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1299df79-5b6f-4790-9760-c91b11a8e6de HTTP/1.1" status: 200 len: 997 time: 0.1334746 Feb 11 13:39:05.998086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95350ad8-9a09-442c-b8dd-146b7bc60e2f req-d294c3ce-3283-4e22-8fc9-044b69367630 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:06.009758 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95350ad8-9a09-442c-b8dd-146b7bc60e2f req-d294c3ce-3283-4e22-8fc9-044b69367630 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.3533454 Feb 11 13:39:06.102450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:06.114582 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94a050-2711-43ea-9618-136316b7bbd6 None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:06.127015 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94a050-2711-43ea-9618-136316b7bbd6 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:06.128157 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7c94a050-2711-43ea-9618-136316b7bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:06.148602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95350ad8-9a09-442c-b8dd-146b7bc60e2f req-9d6bf1b9-2380-47e9-b12e-2c1f27d2093a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330690 Feb 11 13:39:06.168466 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7c94a050-2711-43ea-9618-136316b7bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:06.183465 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94a050-2711-43ea-9618-136316b7bbd6 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:06.184118 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7c94a050-2711-43ea-9618-136316b7bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:06.235559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.246619 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-45a28c14-3c17-4fe3-ae68-dfa0bbeb4706 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/ports/9fbd07c3-e3d3-4165-970a-a95786886491 HTTP/1.1" status: 204 len: 168 time: 2.2556541 Feb 11 13:39:06.249947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42060) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:06.250654 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7c94a050-2711-43ea-9618-136316b7bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:06.251316 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94a050-2711-43ea-9618-136316b7bbd6 None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:06.316100 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-019087cd-83c7-4083-88e7-665969883ad8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.322812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-f03b5341-1a7d-498f-8589-c209e1ad9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:06.330918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-f03b5341-1a7d-498f-8589-c209e1ad9361 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.3227146 Feb 11 13:39:06.337050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-07d16878-9b18-4528-8134-f2042d6e1602 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "GET /v2.0/floatingips/dde05e13-24d6-4daa-aaae-9357f579c187 HTTP/1.1" status: 200 len: 687 time: 0.0857484 Feb 11 13:39:06.337892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42064) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:06.372424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-019087cd-83c7-4083-88e7-665969883ad8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.376691 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-019087cd-83c7-4083-88e7-665969883ad8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/fbc6a78b-f442-4682-b727-2ca28909da31 HTTP/1.1" status: 204 len: 168 time: 1.1796689 Feb 11 13:39:06.382875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019087cd-83c7-4083-88e7-665969883ad8 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc6a78b-f442-4682-b727-2ca28909da31,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:06.384602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42068) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:06.409866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95485e3-0acd-47d7-b401-ae1e17a80e73 req-407186c8-9e2e-4e35-9ed6-3f38e455e6e6 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:06.417041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c95485e3-0acd-47d7-b401-ae1e17a80e73 req-407186c8-9e2e-4e35-9ed6-3f38e455e6e6 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 943 time: 0.2851818 Feb 11 13:39:06.488664 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d9838f-ab1b-4b3b-8683-0b8fab211ff1 None None] Network b0b8868d-e5cd-4bf2-be95-402249794c71 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:06.595494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.627317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.632052 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c95485e3-0acd-47d7-b401-ae1e17a80e73 req-f49ed315-f2ac-4067-9f3c-3f86ce28343f tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140913 Feb 11 13:39:06.657231 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b333b2f9-b009-448c-b53b-55f5d7d5b28a tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port 46602b66-9a6d-4daa-be96-ce44724c4a11 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:06.657810 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b333b2f9-b009-448c-b53b-55f5d7d5b28a tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.658385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 5239d670-1c8e-4931-a0fa-c1fbd702e25f details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:39:06.689406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-2d4ecadf-9848-4239-82ae-d0a9db496589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:06.691537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-2d4ecadf-9848-4239-82ae-d0a9db496589 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3371737 Feb 11 13:39:06.722131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-22522d68-88ae-41a4-8f88-b2e0d13ff629 None None] Provisioning complete for port 4b250fc6-d58d-46ea-9e91-267b54edefa7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:06.722891 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-22522d68-88ae-41a4-8f88-b2e0d13ff629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.759037 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b333b2f9-b009-448c-b53b-55f5d7d5b28a tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.759368 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b333b2f9-b009-448c-b53b-55f5d7d5b28a tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:06.774257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b333b2f9-b009-448c-b53b-55f5d7d5b28a tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for 46602b66-9a6d-4daa-be96-ce44724c4a11 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:06.893429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b966ced6-d04c-42cd-a8f9-c17210d9769a None None] DHCP port deletion for b0b8868d-e5cd-4bf2-be95-402249794c71 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:39:06.904890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 4b250fc6-d58d-46ea-9e91-267b54edefa7 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:06.905418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.071908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 5239d670-1c8e-4931-a0fa-c1fbd702e25f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=5239d670-1c8e-4931-a0fa-c1fbd702e25f,segment=NetworkSegment(cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69),segment_id=cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:07.085150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] For port 4b250fc6-d58d-46ea-9e91-267b54edefa7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b250fc6-d58d-46ea-9e91-267b54edefa7,segment=NetworkSegment(2b90b057-fd2a-414d-9831-bf29f616e4b7),segment_id=2b90b057-fd2a-414d-9831-bf29f616e4b7)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:07.086512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b966ced6-d04c-42cd-a8f9-c17210d9769a None None] Deleting port 4b250fc6-d58d-46ea-9e91-267b54edefa7 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:07.087380 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b966ced6-d04c-42cd-a8f9-c17210d9769a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.089466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.102619 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.105549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-9159b8b7-f9e0-4cdb-9c08-3c39e7171240 service neutron] 10.222.0.59 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036419 Feb 11 13:39:07.110871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 4b250fc6-d58d-46ea-9e91-267b54edefa7 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:07.136766 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '5239d670-1c8e-4931-a0fa-c1fbd702e25f', 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671', 'port_id': '5239d670-1c8e-4931-a0fa-c1fbd702e25f', 'mac_address': 'fa:16:3e:b8:0b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4460ed97-8ba8-410b-aab0-37cb9200146f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:39:07.204159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b333b2f9-b009-448c-b53b-55f5d7d5b28a tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.234128 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.287077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5239d670-1c8e-4931-a0fa-c1fbd702e25f {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:39:07.319887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333b2f9-b009-448c-b53b-55f5d7d5b28a tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=46602b66-9a6d-4daa-be96-ce44724c4a11,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:07.330803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 5239d670-1c8e-4931-a0fa-c1fbd702e25f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=5239d670-1c8e-4931-a0fa-c1fbd702e25f,segment=NetworkSegment(cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69),segment_id=cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:07.358100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b250fc6-d58d-46ea-9e91-267b54edefa7 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:07.367928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b966ced6-d04c-42cd-a8f9-c17210d9769a None None] For port 4b250fc6-d58d-46ea-9e91-267b54edefa7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b250fc6-d58d-46ea-9e91-267b54edefa7,segment=NetworkSegment(2b90b057-fd2a-414d-9831-bf29f616e4b7),segment_id=2b90b057-fd2a-414d-9831-bf29f616e4b7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:07.368476 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b966ced6-d04c-42cd-a8f9-c17210d9769a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.435664 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b333b2f9-b009-448c-b53b-55f5d7d5b28a tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.435664 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b333b2f9-b009-448c-b53b-55f5d7d5b28a tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.440009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76267eeb-c6bf-42fb-abbb-ad1c9a9dc01c req-1feeb422-d88c-44a1-98f2-8b65d77e1ebf service neutron] 10.222.0.59 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271158 Feb 11 13:39:07.444595 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b333b2f9-b009-448c-b53b-55f5d7d5b28a tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/floatingips/dde05e13-24d6-4daa-aaae-9357f579c187 HTTP/1.1" status: 204 len: 168 time: 1.0860677 Feb 11 13:39:07.447090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42114) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:07.465463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': 'fb392980-8ca3-4851-b16c-d0aefd37b8f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:07.507073 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d52f0-c1a2-4302-9a41-6bc94c0b406b req-3a044220-ddec-45cf-83e8-eab45c8848e9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:07.508838 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-937d52f0-c1a2-4302-9a41-6bc94c0b406b req-3a044220-ddec-45cf-83e8-eab45c8848e9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.1975210 Feb 11 13:39:07.549637 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.586030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-937d52f0-c1a2-4302-9a41-6bc94c0b406b req-e3cdc750-e45b-4bbd-99cf-d4755b1cbace tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676100 Feb 11 13:39:07.596451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No DVR routers for this DVR port 4b250fc6-d58d-46ea-9e91-267b54edefa7 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:07.602412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=4b250fc6-d58d-46ea-9e91-267b54edefa7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:07.637221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Router 0cabc43f-fb32-41ea-ba3b-594d5b4819af is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:39:07.648589 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.683217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No active binding found for port 4b250fc6-d58d-46ea-9e91-267b54edefa7 {{(pid=103008) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:39:07.683878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b250fc6-d58d-46ea-9e91-267b54edefa7 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:07.700120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b966ced6-d04c-42cd-a8f9-c17210d9769a None None] Calling delete_port for 4b250fc6-d58d-46ea-9e91-267b54edefa7 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:07.730833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-11b8fa9d-8e18-4495-b7f0-50c3e8f53df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:07.732352 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-11b8fa9d-8e18-4495-b7f0-50c3e8f53df5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 1095 time: 0.1088195 Feb 11 13:39:07.785814 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:07.912954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=5239d670-1c8e-4931-a0fa-c1fbd702e25f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.001228 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:08.003968 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:39:08.012568 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b966ced6-d04c-42cd-a8f9-c17210d9769a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.086368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['5239d670-1c8e-4931-a0fa-c1fbd702e25f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:08.179398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b966ced6-d04c-42cd-a8f9-c17210d9769a None None] Pushing event deleted for resources: {'Port': ['ID=4b250fc6-d58d-46ea-9e91-267b54edefa7,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:08.200328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b966ced6-d04c-42cd-a8f9-c17210d9769a None None] No DVR routers for this DVR port 4b250fc6-d58d-46ea-9e91-267b54edefa7 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:08.345248 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.371762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b8868d-e5cd-4bf2-be95-402249794c71']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:08.387930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b90b057-fd2a-414d-9831-bf29f616e4b7') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:08.388207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b90b057-fd2a-414d-9831-bf29f616e4b7') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:08.414171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.440264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.448791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:39:08.449190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:08.452990 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:08.495984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:08.519781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569f18b-cea2-4899-9bc0-ff6546be94eb None None] Sync routers for ids ['0cabc43f-fb32-41ea-ba3b-594d5b4819af'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:08.529800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ecdc7-f1cc-4a5b-9453-df7249fcd4e0 req-9ab010d5-f8bf-40e9-82ad-3140babf0385 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:08.539044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c5ecdc7-f1cc-4a5b-9453-df7249fcd4e0 req-9ab010d5-f8bf-40e9-82ad-3140babf0385 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 944 time: 0.7702723 Feb 11 13:39:08.540746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569f18b-cea2-4899-9bc0-ff6546be94eb None None] Routers {'0cabc43f-fb32-41ea-ba3b-594d5b4819af'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:08.541683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f569f18b-cea2-4899-9bc0-ff6546be94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['0cabc43f-fb32-41ea-ba3b-594d5b4819af'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:08.580238 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.613737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-c2d9ec0e-93ea-47f5-b341-4bee89544e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:08.620628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-c2d9ec0e-93ea-47f5-b341-4bee89544e0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 918 time: 0.8756824 Feb 11 13:39:08.642576 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c5ecdc7-f1cc-4a5b-9453-df7249fcd4e0 req-4c7c954b-6933-40cf-b680-aa139c5b27dd tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019351 Feb 11 13:39:08.653712 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f569f18b-cea2-4899-9bc0-ff6546be94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:08.664377 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.680611 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.683899 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/networks/b0b8868d-e5cd-4bf2-be95-402249794c71 HTTP/1.1" status: 204 len: 168 time: 2.2506478 Feb 11 13:39:08.693068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42178) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:08.729597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f569f18b-cea2-4899-9bc0-ff6546be94eb None None] Routers {'0cabc43f-fb32-41ea-ba3b-594d5b4819af'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:08.732690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f569f18b-cea2-4899-9bc0-ff6546be94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['0cabc43f-fb32-41ea-ba3b-594d5b4819af'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:08.776761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-a93ac180-41f6-42c5-a7b8-520102f1c8ef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1299df79-5b6f-4790-9760-c91b11a8e6de HTTP/1.1" status: 200 len: 997 time: 0.1316841 Feb 11 13:39:08.787660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:08.794589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e276835a-c02c-4561-a63b-ecf372c67e15 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.1827612 Feb 11 13:39:08.794589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42180) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:08.856614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9d01e-2d1c-4971-a85d-1a029c5bee7d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Network': ['ID=b0b8868d-e5cd-4bf2-be95-402249794c71,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:08.889422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:08.915200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f569f18b-cea2-4899-9bc0-ff6546be94eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:08.916510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f569f18b-cea2-4899-9bc0-ff6546be94eb None None] The sync data for ids ['0cabc43f-fb32-41ea-ba3b-594d5b4819af'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:09.077748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.25.0.118 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/49566d04-a4d2-4cc4-a4fd-d58d74c7156f) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:09.098682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-24499547-c16b-416e-9f36-c05c11cc68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:09.100160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-24499547-c16b-416e-9f36-c05c11cc68e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.3071997 Feb 11 13:39:09.143963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42188) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:09.148595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a422da5-5993-4f82-a444-8ba06f888c9d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:09.168188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1a422da5-5993-4f82-a444-8ba06f888c9d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4724636 Feb 11 13:39:09.176645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42192) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:09.264967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-09a2a67e-d77e-4784-9168-43d7a402250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:09.264967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-09a2a67e-d77e-4784-9168-43d7a402250b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1139481 Feb 11 13:39:09.292672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a9a49-bcf8-48b2-abd4-93e74aaee011 req-aa2032ca-a140-442b-84dc-10fb8826162e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:09.299345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-283a9a49-bcf8-48b2-abd4-93e74aaee011 req-aa2032ca-a140-442b-84dc-10fb8826162e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.4896219 Feb 11 13:39:09.509968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a1965305-7616-43c5-81a2-3b9817177a62 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3319683 Feb 11 13:39:09.512546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42196) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:09.515654 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-283a9a49-bcf8-48b2-abd4-93e74aaee011 req-6a081036-689f-44ee-9b09-6252bf9e3bcb tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048247 Feb 11 13:39:09.521340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-919072551'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:09.613927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:09.618319 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.632275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55723617-3db2-4da5-86d5-f7edfc306c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.670606 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.672188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:09.689233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.689689 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Added segment 9cde6a9c-9d30-41d2-a764-374bdfc74e17 of type vlan for network 2469b641-1772-46e8-a9c8-596d67124858 Feb 11 13:39:09.775852 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.811547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-9a7498d5-ead9-447c-b5e4-510d4dad320b service neutron] 10.222.0.59 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501016 Feb 11 13:39:09.848478 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.873204 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.890786 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.894258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:09.895026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:09.930390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9468403-46b9-4475-be61-b8da281855ae req-dff1f782-e1c8-4875-a228-64610696a463 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:09.932095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9468403-46b9-4475-be61-b8da281855ae req-dff1f782-e1c8-4875-a228-64610696a463 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 944 time: 0.0864122 Feb 11 13:39:10.029729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:10.035934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.061555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42208) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:10.062324 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5450203 Feb 11 13:39:10.067481 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9468403-46b9-4475-be61-b8da281855ae req-4ca61429-61b5-4b22-85a2-64d188c47e88 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212399 Feb 11 13:39:10.072504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': '2469b641-1772-46e8-a9c8-596d67124858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:10.119487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:10.141734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=49566d04-a4d2-4cc4-a4fd-d58d74c7156f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.171424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:10.191589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc27c3a-c49d-4fcb-8557-58a65992d401 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Network': ['ID=2469b641-1772-46e8-a9c8-596d67124858,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.212797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 2469b641-1772-46e8-a9c8-596d67124858 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:10.402149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad266ac7-a438-40ca-af37-719ffa46b774 req-5d12c654-5604-4bbf-8d02-d3015ee87bfe service neutron] 10.222.0.59 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652452 Feb 11 13:39:10.404379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55723617-3db2-4da5-86d5-f7edfc306c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.472690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-55723617-3db2-4da5-86d5-f7edfc306c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.519051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Deleting port e1af60d5-7c19-4bd1-8322-96ba6ecfc4cc {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:10.522170 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.543512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-55723617-3db2-4da5-86d5-f7edfc306c99 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e33e533b79634ccbbd65712c786ca79c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3950777 Feb 11 13:39:10.543858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42212) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:10.572767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55723617-3db2-4da5-86d5-f7edfc306c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17278596-243c-462a-888e-8c2f115ed5a4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:10.617981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:10.631684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.646899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 5239d670-1c8e-4931-a0fa-c1fbd702e25f up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:10.783603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.887452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03752ead-f84a-4d03-addc-3252a67dc89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.937550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 5239d670-1c8e-4931-a0fa-c1fbd702e25f completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:10.951268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 5239d670-1c8e-4931-a0fa-c1fbd702e25f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:10.952224 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:10.959921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03752ead-f84a-4d03-addc-3252a67dc89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.009809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.067098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.092419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Calling delete_port for e1af60d5-7c19-4bd1-8322-96ba6ecfc4cc owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:11.128327 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.181134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03752ead-f84a-4d03-addc-3252a67dc89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.185204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 5239d670-1c8e-4931-a0fa-c1fbd702e25f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=5239d670-1c8e-4931-a0fa-c1fbd702e25f,segment=NetworkSegment(cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69),segment_id=cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:11.186401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf7587-e053-4c2b-b594-2b16d6e1ada8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5239d670-1c8e-4931-a0fa-c1fbd702e25f'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:11.186877 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03752ead-f84a-4d03-addc-3252a67dc89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.190554 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eff9cc-1288-4e60-89d3-bef33d2ee02f" -d '{"events": [{"server_uuid": "1ecf7587-e053-4c2b-b594-2b16d6e1ada8", "name": "network-vif-plugged", "status": "completed", "tag": "5239d670-1c8e-4931-a0fa-c1fbd702e25f"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:11.195977 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-03752ead-f84a-4d03-addc-3252a67dc89a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17278596-243c-462a-888e-8c2f115ed5a4 HTTP/1.1" status: 204 len: 168 time: 0.6509984 Feb 11 13:39:11.239549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03752ead-f84a-4d03-addc-3252a67dc89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17278596-243c-462a-888e-8c2f115ed5a4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:11.248522 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.367133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=5239d670-1c8e-4931-a0fa-c1fbd702e25f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:11.371527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b905ea-59d7-4d2a-b7ff-286559ed3cfa req-e9f64cf9-ba26-4b3f-b57e-770075382b25 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:11.381428 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-03b905ea-59d7-4d2a-b7ff-286559ed3cfa req-e9f64cf9-ba26-4b3f-b57e-770075382b25 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.6083281 Feb 11 13:39:11.417922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712c6d7-5a39-488b-969e-05eeac6a42a6 req-a6323ce7-81d9-4f17-b644-fb4868f54816 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:11.418463 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7712c6d7-5a39-488b-969e-05eeac6a42a6 req-a6323ce7-81d9-4f17-b644-fb4868f54816 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 945 time: 0.1677878 Feb 11 13:39:11.459046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.530076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7712c6d7-5a39-488b-969e-05eeac6a42a6 req-5f6c86ae-c28c-4f36-8a3f-205103522246 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028161 Feb 11 13:39:11.532512 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.634016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-03b905ea-59d7-4d2a-b7ff-286559ed3cfa req-daddad0f-73c7-46e4-863a-b9d4b251ad0e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420256 Feb 11 13:39:11.650405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=49566d04-a4d2-4cc4-a4fd-d58d74c7156f,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:11.768560 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e72b99a-8bb9-41ba-b343-a037b977d8ac x-openstack-request-id: req-5e72b99a-8bb9-41ba-b343-a037b977d8ac {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:11.768921 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf7587-e053-4c2b-b594-2b16d6e1ada8", "name": "network-vif-plugged", "status": "completed", "tag": "5239d670-1c8e-4931-a0fa-c1fbd702e25f", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:11.769176 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e72b99a-8bb9-41ba-b343-a037b977d8ac {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:11.774230 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf7587-e053-4c2b-b594-2b16d6e1ada8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5239d670-1c8e-4931-a0fa-c1fbd702e25f', 'code': 200} Feb 11 13:39:11.837294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.922381 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:11.983443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Pushing event deleted for resources: {'Port': ['ID=e1af60d5-7c19-4bd1-8322-96ba6ecfc4cc,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:12.023927 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb1fbb-ee38-4986-939f-47ff1452ca31 req-deef450b-3f22-4da7-819b-d4ff69fbae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:12.025629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1aeb1fbb-ee38-4986-939f-47ff1452ca31 req-deef450b-3f22-4da7-819b-d4ff69fbae6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 1096 time: 0.1436474 Feb 11 13:39:12.045003 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP b7bde42d-f87c-406e-81eb-d9a5bb4a52e6 associated. External IP: 172.25.0.118, port: fb392980-8ca3-4851-b16c-d0aefd37b8f4. Feb 11 13:39:12.151894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1aeb1fbb-ee38-4986-939f-47ff1452ca31 req-3c52a442-8d6c-48dc-a70c-6e593f44a799 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901711 Feb 11 13:39:12.157882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:12.285928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:12.337301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42240) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:12.384652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97d61828-aa52-43a1-a276-abbcc4851857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:12.565278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:12.620217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:12.626460 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:12.642457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=7c080285-4f7b-42c3-85ba-ca028eeccaf7,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:12.866129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97d61828-aa52-43a1-a276-abbcc4851857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:12.882036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Router 0cabc43f-fb32-41ea-ba3b-594d5b4819af has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:12.936400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Checking segment: {'id': '9cde6a9c-9d30-41d2-a764-374bdfc74e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2469b641-1772-46e8-a9c8-596d67124858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:12.936400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network hostable DHCP agents. Network: 2469b641-1772-46e8-a9c8-596d67124858, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:12.941025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:12.952078 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509875b3-3fa1-482f-a7f6-a0202cab709d None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:12.976467 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509875b3-3fa1-482f-a7f6-a0202cab709d None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:12.979586 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-509875b3-3fa1-482f-a7f6-a0202cab709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:13.036170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-97d61828-aa52-43a1-a276-abbcc4851857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.067156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb5110-204d-450f-95a4-671b74733340 req-62f7a51a-ca87-40c4-b036-e5adc2ef9e1c tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.071056 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99fb5110-204d-450f-95a4-671b74733340 req-62f7a51a-ca87-40c4-b036-e5adc2ef9e1c tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 945 time: 0.2272239 Feb 11 13:39:13.106976 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-509875b3-3fa1-482f-a7f6-a0202cab709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:13.118876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d61828-aa52-43a1-a276-abbcc4851857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebfef05-5185-4f5f-8bee-7017270a52da,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:13.130534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:13.137850 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.143872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e1c690-b4b0-4175-9e37-316db82f4347 None None] Sync routers for ids ['0cabc43f-fb32-41ea-ba3b-594d5b4819af'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:13.151301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3ba99f43-3420-4786-8a80-ef977095b2ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "PUT /v2.0/routers/0cabc43f-fb32-41ea-ba3b-594d5b4819af HTTP/1.1" status: 200 len: 710 time: 4.3538635 Feb 11 13:39:13.151501 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509875b3-3fa1-482f-a7f6-a0202cab709d None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:13.151501 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-509875b3-3fa1-482f-a7f6-a0202cab709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:13.167361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9a2c3-8901-42ec-b0dc-d6ffe5c4e45a req-6d25f8c0-2909-40c7-a926-366287da2c58 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.180687 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1c9a2c3-8901-42ec-b0dc-d6ffe5c4e45a req-6d25f8c0-2909-40c7-a926-366287da2c58 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.2906563 Feb 11 13:39:13.180921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42258) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:13.188629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e1c690-b4b0-4175-9e37-316db82f4347 None None] Routers {'0cabc43f-fb32-41ea-ba3b-594d5b4819af'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:13.192732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e6e1c690-b4b0-4175-9e37-316db82f4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['0cabc43f-fb32-41ea-ba3b-594d5b4819af'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:13.238495 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-509875b3-3fa1-482f-a7f6-a0202cab709d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:13.239164 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509875b3-3fa1-482f-a7f6-a0202cab709d None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:13.249197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 2469b641-1772-46e8-a9c8-596d67124858 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:13.256031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1c9a2c3-8901-42ec-b0dc-d6ffe5c4e45a req-37a228eb-4036-4341-9cdc-a20613a2d2c1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756285 Feb 11 13:39:13.308219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-72232713-dff0-45f2-adb2-da333a84ebf3 tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/routers/0cabc43f-fb32-41ea-ba3b-594d5b4819af HTTP/1.1" status: 200 len: 745 time: 0.1298289 Feb 11 13:39:13.308856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42262) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:13.342378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e6e1c690-b4b0-4175-9e37-316db82f4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:13.350482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 2469b641-1772-46e8-a9c8-596d67124858) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:13.362147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:13.362814 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.370630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.405204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71486fd-d339-4b84-968b-f0dd0cc409b1 None None] Network 2469b641-1772-46e8-a9c8-596d67124858 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:13.463832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e1c690-b4b0-4175-9e37-316db82f4347 None None] Routers {'0cabc43f-fb32-41ea-ba3b-594d5b4819af'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:13.464669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e6e1c690-b4b0-4175-9e37-316db82f4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['0cabc43f-fb32-41ea-ba3b-594d5b4819af'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:13.525620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-97d61828-aa52-43a1-a276-abbcc4851857 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=534d6dc94f5c48d3b1ced390966e5f51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1866491 Feb 11 13:39:13.528237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42264) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:13.543581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-eca1e1ca-87ba-4030-9906-28bb038286de tempest-RoutersIpV6AdminTest-811067595 tempest-RoutersIpV6AdminTest-811067595-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&device_id=0cabc43f-fb32-41ea-ba3b-594d5b4819af HTTP/1.1" status: 200 len: 205 time: 0.2288251 Feb 11 13:39:13.552969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-665ddb00-5e08-48c3-a8b5-dfebca4e55ca tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4821453 Feb 11 13:39:13.564559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42266) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:13.564784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42268) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:13.574068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': '2469b641-1772-46e8-a9c8-596d67124858', 'name': 'tempest-PortsTestJSON-238310118'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:13.652112 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99fb5110-204d-450f-95a4-671b74733340 req-40b54a0d-693e-4707-9651-1caeae32463e tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350864 Feb 11 13:39:13.653486 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-de2325a6-50f3-459e-bf5a-6c04637d2399 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2037835 Feb 11 13:39:13.683660 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4273724c-10ee-4035-b23a-93199397dd21 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cabc43f-fb32-41ea-ba3b-594d5b4819af HTTP/1.1" status: 200 len: 205 time: 0.1177115 Feb 11 13:39:13.684297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42270) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:13.686975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42272) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:13.689130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-20ec0e61-249d-4562-bec0-727a9437aa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.697723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e6e1c690-b4b0-4175-9e37-316db82f4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:13.698436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e1c690-b4b0-4175-9e37-316db82f4347 None None] The sync data for ids ['0cabc43f-fb32-41ea-ba3b-594d5b4819af'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:13.738147 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-20ec0e61-249d-4562-bec0-727a9437aa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.777290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-66746437'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:13.807352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-2469b641-1772-46e8-a9c8-596d67124858', 'network_id': '2469b641-1772-46e8-a9c8-596d67124858', 'tenant_id': '9a884797f4d746b2b2de42816edd696a', 'fixed_ips': [{'subnet_id': '7c080285-4f7b-42c3-85ba-ca028eeccaf7'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:39:13.808342 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.943954 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-20ec0e61-249d-4562-bec0-727a9437aa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.945542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Made reservation on behalf of 4b4b8e29c4d04671a901a6dd423af1bb for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:13.946566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-20ec0e61-249d-4562-bec0-727a9437aa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.947735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-20ec0e61-249d-4562-bec0-727a9437aa28 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ebfef05-5185-4f5f-8bee-7017270a52da HTTP/1.1" status: 204 len: 168 time: 0.4184146 Feb 11 13:39:13.954262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:13.963245 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4da3db4f-0d11-4754-94b5-d14e467ade2d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.026105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:14.054327 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.056702 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Added segment 3015c7ca-ecfd-40d1-9622-b3cf4a959552 of type vlan for network 63489228-a57c-4b68-9a46-9de6fd9493c7 Feb 11 13:39:14.083760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ec0e61-249d-4562-bec0-727a9437aa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebfef05-5185-4f5f-8bee-7017270a52da,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:14.191222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.220480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:14.226215 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.266701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 7e35a022-3019-437e-b9ee-740d1bd740fe yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:39:14.282416 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.298188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.309138 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.368003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Allocated IP 172.20.0.2 (2469b641-1772-46e8-a9c8-596d67124858/7c080285-4f7b-42c3-85ba-ca028eeccaf7/c520064f-a17a-4c79-bdaf-a7d882b592de) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:14.419319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Network': ['ID=63489228-a57c-4b68-9a46-9de6fd9493c7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:14.463918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 63489228-a57c-4b68-9a46-9de6fd9493c7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:14.568903 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-475e5895-26de-4626-9394-129dfd98d56c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8036344 Feb 11 13:39:14.573331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42288) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:14.603039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'subnet': {'network_id': '63489228-a57c-4b68-9a46-9de6fd9493c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:14.975063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c944d8-de0f-4d5f-b786-c6617503c85b req-ec45b749-973b-4dd0-ac41-52b93be0feb9 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:14.980721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4da3db4f-0d11-4754-94b5-d14e467ade2d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.989697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4da3db4f-0d11-4754-94b5-d14e467ade2d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:14.990337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23c944d8-de0f-4d5f-b786-c6617503c85b req-ec45b749-973b-4dd0-ac41-52b93be0feb9 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 945 time: 0.1891136 Feb 11 13:39:15.045963 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.052986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Made reservation on behalf of 4b4b8e29c4d04671a901a6dd423af1bb for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:15.056703 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.104212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ffd61-95d8-4353-af79-39d78f97d0fd req-72270350-82b6-4a56-922d-2014929fd123 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:15.111392 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a4ffd61-95d8-4353-af79-39d78f97d0fd req-72270350-82b6-4a56-922d-2014929fd123 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.1649649 Feb 11 13:39:15.123586 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.210295 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a4ffd61-95d8-4353-af79-39d78f97d0fd req-06a89939-29a2-43d9-af50-7769d1bde83a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975227 Feb 11 13:39:15.219794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4da3db4f-0d11-4754-94b5-d14e467ade2d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.220634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da3db4f-0d11-4754-94b5-d14e467ade2d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Fanout notify agent at l3_agent the message router_deleted on router 0cabc43f-fb32-41ea-ba3b-594d5b4819af {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:39:15.229495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Network 2469b641-1772-46e8-a9c8-596d67124858 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:15.246537 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4da3db4f-0d11-4754-94b5-d14e467ade2d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.258040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4da3db4f-0d11-4754-94b5-d14e467ade2d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/0cabc43f-fb32-41ea-ba3b-594d5b4819af HTTP/1.1" status: 204 len: 168 time: 1.4050567 Feb 11 13:39:15.258151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:15.264218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42306) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:15.267502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:15.292959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.6 (2469b641-1772-46e8-a9c8-596d67124858/7c080285-4f7b-42c3-85ba-ca028eeccaf7/7e35a022-3019-437e-b9ee-740d1bd740fe) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:15.295561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Pushing event updated for resources: {'Port': ['ID=c520064f-a17a-4c79-bdaf-a7d882b592de,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:15.336745 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2f1e1562-6326-4abd-a7a5-1ffead460c4d tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=0cabc43f-fb32-41ea-ba3b-594d5b4819af HTTP/1.1" status: 200 len: 205 time: 0.0769389 Feb 11 13:39:15.358755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42308) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:15.440768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Attempting to bind port c520064f-a17a-4c79-bdaf-a7d882b592de on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:15.441348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Attempting to bind port c520064f-a17a-4c79-bdaf-a7d882b592de by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '9cde6a9c-9d30-41d2-a764-374bdfc74e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2469b641-1772-46e8-a9c8-596d67124858'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:15.441873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Attempting to bind port c520064f-a17a-4c79-bdaf-a7d882b592de on network 2469b641-1772-46e8-a9c8-596d67124858 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:15.455888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:15.458767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Checking segment: {'id': '9cde6a9c-9d30-41d2-a764-374bdfc74e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2469b641-1772-46e8-a9c8-596d67124858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:15.458767 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.458767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Bound using segment: {'id': '9cde6a9c-9d30-41d2-a764-374bdfc74e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2469b641-1772-46e8-a9c8-596d67124858'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:15.458767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Bound port: c520064f-a17a-4c79-bdaf-a7d882b592de, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cde6a9c-9d30-41d2-a764-374bdfc74e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '2469b641-1772-46e8-a9c8-596d67124858'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:15.458767 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.483864 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-ebd9db70-4d52-4ecb-82ac-973a9f7e7c6a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] delete failed (client error): The resource could not be found. Feb 11 13:39:15.489594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ebd9db70-4d52-4ecb-82ac-973a9f7e7c6a tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/0cabc43f-fb32-41ea-ba3b-594d5b4819af HTTP/1.1" status: 404 len: 336 time: 0.1282887 Feb 11 13:39:15.490727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42312) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:15.574883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f10bcc85-d4ac-4d35-8549-d9c67da8dd75 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=1c720da5-b137-4563-8645-432a77bd7e74 HTTP/1.1" status: 200 len: 205 time: 0.0827215 Feb 11 13:39:15.579665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42316) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:15.620047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23c944d8-de0f-4d5f-b786-c6617503c85b req-c9de7d9f-97be-4689-8867-bde792cf340b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6233265 Feb 11 13:39:15.701180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bd536458-401c-4fae-a995-825455bbca09 None None] For port c520064f-a17a-4c79-bdaf-a7d882b592de, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:15.712614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bd536458-401c-4fae-a995-825455bbca09 None None] For port c520064f-a17a-4c79-bdaf-a7d882b592de, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c520064f-a17a-4c79-bdaf-a7d882b592de,segment=NetworkSegment(9cde6a9c-9d30-41d2-a764-374bdfc74e17),segment_id=9cde6a9c-9d30-41d2-a764-374bdfc74e17)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:15.795368 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-78420fc3-3b58-4eeb-8301-cfadbc347318 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] delete failed (client error): The resource could not be found. Feb 11 13:39:15.797869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-78420fc3-3b58-4eeb-8301-cfadbc347318 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/1c720da5-b137-4563-8645-432a77bd7e74 HTTP/1.1" status: 404 len: 336 time: 0.2130377 Feb 11 13:39:15.800430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42324) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:15.852272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.859043 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:15.874180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2996cd78-0a91-4db6-a31e-b328d123bf65 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0 HTTP/1.1" status: 200 len: 205 time: 0.0708899 Feb 11 13:39:15.880634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42328) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:16.019189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd536458-401c-4fae-a995-825455bbca09 None None] Pushing event updated for resources: {'Port': ['ID=c520064f-a17a-4c79-bdaf-a7d882b592de,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.090314 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-b77d0642-3600-4d31-a8d5-7bb7289ee1f8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] delete failed (client error): The resource could not be found. Feb 11 13:39:16.091522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b77d0642-3600-4d31-a8d5-7bb7289ee1f8 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/fd38ba1d-96bf-4e9e-8ab1-d7bffd33c4c0 HTTP/1.1" status: 404 len: 336 time: 0.1599681 Feb 11 13:39:16.095818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42334) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:16.201064 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9810f01e-d89c-4055-96a9-44283225c087 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933 HTTP/1.1" status: 200 len: 205 time: 0.1030595 Feb 11 13:39:16.201871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42338) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:16.256276 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-d0ba42e4-ecc2-4cca-984f-f74ed5bfc744 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] delete failed (client error): The resource could not be found. Feb 11 13:39:16.260496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d0ba42e4-ecc2-4cca-984f-f74ed5bfc744 tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/3ac8ca82-b3fb-4e75-82be-a2ffb9b8e933 HTTP/1.1" status: 404 len: 336 time: 0.0575418 Feb 11 13:39:16.261388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42340) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:16.327636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d8f8b4b5-30f5-403d-b791-4c3e16b0626e tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=43e2ef7a-7c69-4115-b4ce-0de164f244bc HTTP/1.1" status: 200 len: 205 time: 0.0649276 Feb 11 13:39:16.331143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42344) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:16.411944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.482800 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-5544d38e-ca1d-41ca-9807-f0018ec4e4fe tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] delete failed (client error): The resource could not be found. Feb 11 13:39:16.483908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5544d38e-ca1d-41ca-9807-f0018ec4e4fe tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/43e2ef7a-7c69-4115-b4ce-0de164f244bc HTTP/1.1" status: 404 len: 336 time: 0.1517010 Feb 11 13:39:16.490086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42348) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:16.532977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:16.602829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6ac60eb5-1341-4888-b13b-e47bd9e610ab tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "GET /v2.0/ports?device_id=4503f922-fd0f-4b2f-a50c-3d63c05355e6 HTTP/1.1" status: 200 len: 205 time: 0.1114931 Feb 11 13:39:16.603588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42352) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:16.723810 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-337cd29e-eb47-4e18-9121-9d4cb20e6e3c tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] delete failed (client error): The resource could not be found. Feb 11 13:39:16.725082 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-337cd29e-eb47-4e18-9121-9d4cb20e6e3c tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/routers/4503f922-fd0f-4b2f-a50c-3d63c05355e6 HTTP/1.1" status: 404 len: 336 time: 0.1206870 Feb 11 13:39:16.732164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42360) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:16.793701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 2469b641-1772-46e8-a9c8-596d67124858 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:16.794977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=7e35a022-3019-437e-b9ee-740d1bd740fe,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.815974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:16.823823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Subnet': ['ID=a6ea70b4-02fa-4703-bae2-2595e12297ff,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:16.836064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:16.878772 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-23037b1d-eacf-456a-8c4b-d2cd5ed5f4ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] DELETE failed (client error): The resource could not be found. Feb 11 13:39:16.879271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23037b1d-eacf-456a-8c4b-d2cd5ed5f4ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:39:16.892423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-23037b1d-eacf-456a-8c4b-d2cd5ed5f4ad tempest-RoutersIpV6AdminTest-620676418 tempest-RoutersIpV6AdminTest-620676418-project] 10.222.0.52 "DELETE /v2.0/subnets/354fbb58-33b3-4dd9-9ba5-fb5995012090 HTTP/1.1" status: 404 len: 337 time: 0.1539583 Feb 11 13:39:16.916361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbd326-2a68-43bf-98aa-d086f5157ab2 req-70e97ba6-aaa6-4c80-bad1-bafdd96356bb tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:16.918003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7afbd326-2a68-43bf-98aa-d086f5157ab2 req-70e97ba6-aaa6-4c80-bad1-bafdd96356bb tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.4045038 Feb 11 13:39:16.954522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Checking segment: {'id': '3015c7ca-ecfd-40d1-9622-b3cf4a959552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63489228-a57c-4b68-9a46-9de6fd9493c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:16.955106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network hostable DHCP agents. Network: 63489228-a57c-4b68-9a46-9de6fd9493c7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:17.046141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7afbd326-2a68-43bf-98aa-d086f5157ab2 req-9580dd23-0b50-4e4e-95d0-bd607da7627c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179659 Feb 11 13:39:17.058447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.059475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.124053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 63489228-a57c-4b68-9a46-9de6fd9493c7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:17.182791 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-91d52739-a259-4243-adf2-5d239222fc35 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6154625 Feb 11 13:39:17.185253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42378) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:17.190946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': '2469b641-1772-46e8-a9c8-596d67124858', 'name': 'tempest-PortsTestJSON-1303326198'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:17.248882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 63489228-a57c-4b68-9a46-9de6fd9493c7) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:17.255869 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:17.263390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.264190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aab74a4-a8b4-46fc-9ede-ff08fe8e2110 None None] Network 63489228-a57c-4b68-9a46-9de6fd9493c7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:17.356914 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c7761d82-34fe-4bd6-a03f-f4b2c6afb633 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7820404 Feb 11 13:39:17.366252 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42382) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:17.366975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-751332931', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:17.560504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c520064f-a17a-4c79-bdaf-a7d882b592de up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:17.564826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-63489228-a57c-4b68-9a46-9de6fd9493c7', 'network_id': '63489228-a57c-4b68-9a46-9de6fd9493c7', 'tenant_id': '4b4b8e29c4d04671a901a6dd423af1bb', 'fixed_ips': [{'subnet_id': 'a6ea70b4-02fa-4703-bae2-2595e12297ff'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:39:17.571096 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.580457 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.583405 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.771899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42400) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:17.807086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.900069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:17.910153 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:17.959033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 4094929c-e019-432a-a85e-4f11c50b5bf0 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:39:17.982381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c520064f-a17a-4c79-bdaf-a7d882b592de triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:17.983025 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.148762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd510e1f-0ce9-45c4-824b-3036fb8ee6e3 req-4f08e216-91df-4f63-a3f8-60d00c04f105 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.148762 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd510e1f-0ce9-45c4-824b-3036fb8ee6e3 req-4f08e216-91df-4f63-a3f8-60d00c04f105 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 945 time: 0.1663511 Feb 11 13:39:18.188145 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.219737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-43b5c695-c5ae-4afd-a6e4-e69fe36a89b9 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.229602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-43b5c695-c5ae-4afd-a6e4-e69fe36a89b9 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 815 time: 0.5937669 Feb 11 13:39:18.257274 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f0918e3-fda1-40c0-aa7c-c222c47e0be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.275911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7c1df8-2c65-451b-a15b-7b9609634d4a None None] Network 2469b641-1772-46e8-a9c8-596d67124858 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:18.292489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd510e1f-0ce9-45c4-824b-3036fb8ee6e3 req-6328e169-ea70-4404-b7d0-19ea875d8788 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338761 Feb 11 13:39:18.346781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.8 (2469b641-1772-46e8-a9c8-596d67124858/7c080285-4f7b-42c3-85ba-ca028eeccaf7/4094929c-e019-432a-a85e-4f11c50b5bf0) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:18.546035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Allocated IP 172.20.0.2 (63489228-a57c-4b68-9a46-9de6fd9493c7/a6ea70b4-02fa-4703-bae2-2595e12297ff/b95abd0e-8814-48f6-8d25-6d9bbf3d88a0) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:18.561687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port c520064f-a17a-4c79-bdaf-a7d882b592de, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c520064f-a17a-4c79-bdaf-a7d882b592de,segment=NetworkSegment(9cde6a9c-9d30-41d2-a764-374bdfc74e17),segment_id=9cde6a9c-9d30-41d2-a764-374bdfc74e17)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:18.582374 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8ec1d4d2-4bed-4a79-84d2-826bfd90bbdd None None] Provisioning complete for port c520064f-a17a-4c79-bdaf-a7d882b592de triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:18.583129 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ec1d4d2-4bed-4a79-84d2-826bfd90bbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.679545 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.791325 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f0918e3-fda1-40c0-aa7c-c222c47e0be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:18.910029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901b4bc-6d19-47e4-8675-a464fe177bf1 req-5b96adba-18e2-4741-9e42-cf80f3bea961 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:18.911167 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e901b4bc-6d19-47e4-8675-a464fe177bf1 req-5b96adba-18e2-4741-9e42-cf80f3bea961 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.4208093 Feb 11 13:39:18.920210 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f0918e3-fda1-40c0-aa7c-c222c47e0be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.000678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9f0918e3-fda1-40c0-aa7c-c222c47e0be5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0cecc719b4464b55acbe1af929f94207&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1831813 Feb 11 13:39:19.008223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42430) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:19.096591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.116986 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-c9da02e1-53f6-4a8b-9bef-ab2af537ed97 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/quotas/95eea42642194262af0cc0d3943c6974 HTTP/1.1" status: 200 len: 375 time: 0.8863137 Feb 11 13:39:19.268793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=c520064f-a17a-4c79-bdaf-a7d882b592de,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:19.284378 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-525bb8b9-7a5d-47b5-bb03-670a3dcc32c2 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1661112 Feb 11 13:39:19.429664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e901b4bc-6d19-47e4-8675-a464fe177bf1 req-05ba4a2d-4fcf-4e76-a900-132adafde2c8 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4414208 Feb 11 13:39:19.474004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0918e3-fda1-40c0-aa7c-c222c47e0be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee586db-ff36-4f21-b423-22312472303f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:19.528963 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.549257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4623f30-71b9-402f-9523-948bc9a492bf req-7cc5c069-6a98-4981-9939-0645e48286dc tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:19.550870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4623f30-71b9-402f-9523-948bc9a492bf req-7cc5c069-6a98-4981-9939-0645e48286dc tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 945 time: 0.2763002 Feb 11 13:39:19.558493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-d9a6b0a3-a5b0-4af4-ab33-f90a2eb7ab65 service neutron] 10.222.0.52 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731800 Feb 11 13:39:19.576185 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.578532 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e72d868-7de5-413a-ba25-94b3446ba28d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.680923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e72d868-7de5-413a-ba25-94b3446ba28d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.682702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eb86e5ae-aa06-47c4-9744-bcf62f7bf18e None None] Provisioning complete for port c520064f-a17a-4c79-bdaf-a7d882b592de triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:19.683219 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb86e5ae-aa06-47c4-9744-bcf62f7bf18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.806587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c2b22-d606-4f22-9e18-c72e46d3bf0e req-ac332d89-5bfa-4c58-98a6-b01c50774135 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:19.810442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef7c2b22-d606-4f22-9e18-c72e46d3bf0e req-ac332d89-5bfa-4c58-98a6-b01c50774135 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 945 time: 0.2156637 Feb 11 13:39:19.810605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-3bcde097-f117-4457-b96f-b726c1142568 service neutron] 10.222.0.52 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511377 Feb 11 13:39:19.816578 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.844205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-a4623f30-71b9-402f-9523-948bc9a492bf req-b080428a-b1ac-40f9-954b-27fdf8c1a346 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Deleting port 5239d670-1c8e-4931-a0fa-c1fbd702e25f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:19.844712 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a4623f30-71b9-402f-9523-948bc9a492bf req-b080428a-b1ac-40f9-954b-27fdf8c1a346 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.851392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eb86e5ae-aa06-47c4-9744-bcf62f7bf18e None None] Provisioning complete for port 7e35a022-3019-437e-b9ee-740d1bd740fe triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:19.851765 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb86e5ae-aa06-47c4-9744-bcf62f7bf18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.862345 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.913755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-eb86e5ae-aa06-47c4-9744-bcf62f7bf18e None None] Port 7e35a022-3019-437e-b9ee-740d1bd740fe cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:19.929821 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.934567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef7c2b22-d606-4f22-9e18-c72e46d3bf0e req-30d77120-5627-4874-aa30-14e550ca3c5a tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113760 Feb 11 13:39:19.936537 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.985448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e72d868-7de5-413a-ba25-94b3446ba28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.989396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e72d868-7de5-413a-ba25-94b3446ba28d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:19.989535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9e72d868-7de5-413a-ba25-94b3446ba28d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ee586db-ff36-4f21-b423-22312472303f HTTP/1.1" status: 204 len: 168 time: 0.9681671 Feb 11 13:39:20.014106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72d868-7de5-413a-ba25-94b3446ba28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee586db-ff36-4f21-b423-22312472303f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:20.035998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 2469b641-1772-46e8-a9c8-596d67124858 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:20.048362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:20.053811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:20.056675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=4094929c-e019-432a-a85e-4f11c50b5bf0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:20.119395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Network 63489228-a57c-4b68-9a46-9de6fd9493c7 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:20.155421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a4623f30-71b9-402f-9523-948bc9a492bf req-b080428a-b1ac-40f9-954b-27fdf8c1a346 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] For port 5239d670-1c8e-4931-a0fa-c1fbd702e25f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=5239d670-1c8e-4931-a0fa-c1fbd702e25f,segment=NetworkSegment(cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69),segment_id=cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:20.155793 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a4623f30-71b9-402f-9523-948bc9a492bf req-b080428a-b1ac-40f9-954b-27fdf8c1a346 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.156659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:20.173210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:20.203778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-a4623f30-71b9-402f-9523-948bc9a492bf req-b080428a-b1ac-40f9-954b-27fdf8c1a346 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Calling delete_port for 5239d670-1c8e-4931-a0fa-c1fbd702e25f owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:20.204731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Pushing event updated for resources: {'Port': ['ID=b95abd0e-8814-48f6-8d25-6d9bbf3d88a0,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:20.217780 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-66f18e7f-3e17-443e-84e0-35afdfee7d40 None None] Provisioning complete for port 7e35a022-3019-437e-b9ee-740d1bd740fe triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:20.221984 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-66f18e7f-3e17-443e-84e0-35afdfee7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.451136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Attempting to bind port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:20.454375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.25.0.101 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/c62d1503-496f-427e-9c7f-c073f4e25b5f) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:20.462932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Attempting to bind port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '3015c7ca-ecfd-40d1-9622-b3cf4a959552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63489228-a57c-4b68-9a46-9de6fd9493c7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:20.463310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Attempting to bind port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 on network 63489228-a57c-4b68-9a46-9de6fd9493c7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:20.496822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:20.497320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Checking segment: {'id': '3015c7ca-ecfd-40d1-9622-b3cf4a959552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63489228-a57c-4b68-9a46-9de6fd9493c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:20.502096 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.502570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Bound using segment: {'id': '3015c7ca-ecfd-40d1-9622-b3cf4a959552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63489228-a57c-4b68-9a46-9de6fd9493c7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:20.509464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Bound port: b95abd0e-8814-48f6-8d25-6d9bbf3d88a0, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3015c7ca-ecfd-40d1-9622-b3cf4a959552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '63489228-a57c-4b68-9a46-9de6fd9493c7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:20.509464 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.553139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-49f5c707-ae54-4033-9c23-6e887ce586c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2406898 Feb 11 13:39:20.576944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-66f18e7f-3e17-443e-84e0-35afdfee7d40 None None] Port 7e35a022-3019-437e-b9ee-740d1bd740fe cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:20.768162 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b1e39a4-c196-486f-9cdc-b71ce247d00a req-c1ddf1ad-7611-44c1-80b8-da1058790535 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 210 time: 0.0423217 Feb 11 13:39:20.779679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:20.780587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.808608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] For port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:20.849139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] For port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b95abd0e-8814-48f6-8d25-6d9bbf3d88a0,segment=NetworkSegment(3015c7ca-ecfd-40d1-9622-b3cf4a959552),segment_id=3015c7ca-ecfd-40d1-9622-b3cf4a959552)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:20.850161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e39f1b85-20a5-4750-afad-371275c0d295 None None] Provisioning complete for port 4094929c-e019-432a-a85e-4f11c50b5bf0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:20.850533 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e39f1b85-20a5-4750-afad-371275c0d295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.876076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a4623f30-71b9-402f-9523-948bc9a492bf req-b080428a-b1ac-40f9-954b-27fdf8c1a346 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.916277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.934650 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:20.944548 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f507aee1-10ec-467b-986f-a6504f1a1c72 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7579885 Feb 11 13:39:20.946556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080428a-b1ac-40f9-954b-27fdf8c1a346 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Pushing event deleted for resources: {'Port': ['ID=5239d670-1c8e-4931-a0fa-c1fbd702e25f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:20.958927 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42502) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:20.967295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-8a817438-6d75-485e-9988-f21969501333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:20.969403 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-8a817438-6d75-485e-9988-f21969501333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 1097 time: 0.3747969 Feb 11 13:39:21.007520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe1660-3e65-49ea-9408-e98554053024 req-7f3687da-0a67-49de-b6d4-221d07d47853 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:21.028948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6fe1660-3e65-49ea-9408-e98554053024 req-7f3687da-0a67-49de-b6d4-221d07d47853 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.3024702 Feb 11 13:39:21.123705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4623f30-71b9-402f-9523-948bc9a492bf req-b080428a-b1ac-40f9-954b-27fdf8c1a346 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] No DVR routers for this DVR port 5239d670-1c8e-4931-a0fa-c1fbd702e25f on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:21.128112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a4623f30-71b9-402f-9523-948bc9a492bf req-b080428a-b1ac-40f9-954b-27fdf8c1a346 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.132362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4623f30-71b9-402f-9523-948bc9a492bf req-b080428a-b1ac-40f9-954b-27fdf8c1a346 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.13 "DELETE /v2.0/ports/5239d670-1c8e-4931-a0fa-c1fbd702e25f HTTP/1.1" status: 204 len: 173 time: 1.5601389 Feb 11 13:39:21.133043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf7587-e053-4c2b-b594-2b16d6e1ada8', 'name': 'network-vif-deleted', 'tag': '5239d670-1c8e-4931-a0fa-c1fbd702e25f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:21.144343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e39f1b85-20a5-4750-afad-371275c0d295 None None] Port 4094929c-e019-432a-a85e-4f11c50b5bf0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:21.147941 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0f3b97-48ac-4eaa-8459-596f2ba95048" -d '{"events": [{"server_uuid": "1ecf7587-e053-4c2b-b594-2b16d6e1ada8", "name": "network-vif-deleted", "tag": "5239d670-1c8e-4931-a0fa-c1fbd702e25f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:21.233705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e16743-0476-4b98-9cc6-68671b67f198 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:21.235446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f8e16743-0476-4b98-9cc6-68671b67f198 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.2738354 Feb 11 13:39:21.240849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42514) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:21.251848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b230051-a202-463a-9675-b8697c2cc9c8 None None] Pushing event updated for resources: {'Port': ['ID=b95abd0e-8814-48f6-8d25-6d9bbf3d88a0,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:21.358515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78a18608-4698-4cfb-bcd6-67ded47d410f req-520e4217-522d-4ba8-a357-41087dd210eb tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 210 time: 0.1166382 Feb 11 13:39:21.439652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c520064f-a17a-4c79-bdaf-a7d882b592de up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:21.532180 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41330f5d-ad42-44fa-9c5c-b114d4059823 x-openstack-request-id: req-41330f5d-ad42-44fa-9c5c-b114d4059823 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:21.532518 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf7587-e053-4c2b-b594-2b16d6e1ada8", "name": "network-vif-deleted", "tag": "5239d670-1c8e-4931-a0fa-c1fbd702e25f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:21.532753 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-41330f5d-ad42-44fa-9c5c-b114d4059823 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:21.533235 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ecf7587-e053-4c2b-b594-2b16d6e1ada8', 'name': 'network-vif-deleted', 'tag': '5239d670-1c8e-4931-a0fa-c1fbd702e25f', 'status': 'completed', 'code': 200} Feb 11 13:39:21.582838 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6fe1660-3e65-49ea-9408-e98554053024 req-bf5966e7-f1b9-459e-827f-4433578186a5 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5548961 Feb 11 13:39:21.613585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c520064f-a17a-4c79-bdaf-a7d882b592de triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:21.613585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.697965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42534) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:21.719372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-dc9cdda2-067f-46e8-aa80-7b52a1c2431d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:21.722202 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-dc9cdda2-067f-46e8-aa80-7b52a1c2431d service neutron] 10.222.0.13 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 916 time: 0.6764989 Feb 11 13:39:21.724758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c30f0da0-ed75-408d-8cf4-9224d329ce0b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 4094929c-e019-432a-a85e-4f11c50b5bf0 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:21.724927 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c30f0da0-ed75-408d-8cf4-9224d329ce0b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:21.729455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.025446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-a91aec30-46bd-42a4-a4b0-f60320aa6f5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ed251ac4-51ca-45ea-806a-c18242c951f8 HTTP/1.1" status: 200 len: 217 time: 0.2746069 Feb 11 13:39:22.035088 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c30f0da0-ed75-408d-8cf4-9224d329ce0b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.046033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=c62d1503-496f-427e-9c7f-c073f4e25b5f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:22.080456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:22.117759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c30f0da0-ed75-408d-8cf4-9224d329ce0b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 4094929c-e019-432a-a85e-4f11c50b5bf0 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:22.120740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:22.126779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:22.131331 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b5ad4ea-a639-4f2b-a75a-d8c79f734a63 req-c28027aa-9b11-4b30-9a67-0e97820e630e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 210 time: 0.0796638 Feb 11 13:39:22.181479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-d3afc854-cf02-4123-8eef-d96684d7c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:22.183350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-d3afc854-cf02-4123-8eef-d96684d7c450 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.1511340 Feb 11 13:39:22.192957 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-57c60343-d954-4376-a50f-9a738561ea5d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40b83eaecbf14852b5e29d2c8525dde0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923480 Feb 11 13:39:22.227127 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-89317a75-96e0-46ed-b9cb-00f31f3f5b44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359118 Feb 11 13:39:22.227466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42540) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:22.368658 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b42091ab-2150-43e1-b2a2-6765ce2166e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.470854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b42091ab-2150-43e1-b2a2-6765ce2166e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.476188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42552) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:22.647254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 5239d670-1c8e-4931-a0fa-c1fbd702e25f no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:22.746027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 5239d670-1c8e-4931-a0fa-c1fbd702e25f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:39:22.746027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 5239d670-1c8e-4931-a0fa-c1fbd702e25f not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:22.791872 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b42091ab-2150-43e1-b2a2-6765ce2166e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.794511 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b42091ab-2150-43e1-b2a2-6765ce2166e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:22.795694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b42091ab-2150-43e1-b2a2-6765ce2166e2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03421b4e-33f6-491a-90e4-cf6265163b61 HTTP/1.1" status: 204 len: 168 time: 0.5670049 Feb 11 13:39:22.808065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e19bb5f-7a7d-4559-a979-f444a299ddda req-65988e45-155c-439a-a698-91a489cfec03 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ecf7587-e053-4c2b-b594-2b16d6e1ada8 HTTP/1.1" status: 200 len: 210 time: 0.1659441 Feb 11 13:39:22.813654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42091ab-2150-43e1-b2a2-6765ce2166e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03421b4e-33f6-491a-90e4-cf6265163b61,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:22.816409 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-f778da22-72aa-465f-8654-f5684e5aeb05 service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572883 Feb 11 13:39:22.905256 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c30f0da0-ed75-408d-8cf4-9224d329ce0b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.028741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-989f21e1-8bc6-4e78-9d3d-d978aaadf49a req-d9b32a60-a7fe-420a-8dcb-09f1c98f30f8 service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963015 Feb 11 13:39:23.076821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f0da0-ed75-408d-8cf4-9224d329ce0b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=4094929c-e019-432a-a85e-4f11c50b5bf0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:23.079018 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93679d60-d645-4fe6-bef7-854dc39e80fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.211164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d779c-c24d-45ef-b622-e4c428d2cdf2 req-11d59125-7f28-414f-a0cb-d2a931792263 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:23.213287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b1d779c-c24d-45ef-b622-e4c428d2cdf2 req-11d59125-7f28-414f-a0cb-d2a931792263 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.4008417 Feb 11 13:39:23.236251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d991012-206d-4147-b4a9-a1dbee58c6d8 None None] Network 63489228-a57c-4b68-9a46-9de6fd9493c7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:23.488312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cb90aa29-02ef-452c-a33e-b41eff03abc4 None None] Provisioning complete for port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:23.489031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cb90aa29-02ef-452c-a33e-b41eff03abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.495249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:23.533215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4523fca7-b2f7-45a8-9d81-0a0637d0dc35 req-9f68f6b8-52e5-4a21-9836-52d056a24416 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 210 time: 0.1135290 Feb 11 13:39:23.558519 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c30f0da0-ed75-408d-8cf4-9224d329ce0b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.562172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c30f0da0-ed75-408d-8cf4-9224d329ce0b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/4094929c-e019-432a-a85e-4f11c50b5bf0 HTTP/1.1" status: 204 len: 168 time: 2.3076808 Feb 11 13:39:23.583415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42570) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:23.604923 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.668657 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b1d779c-c24d-45ef-b622-e4c428d2cdf2 req-1ddbcd44-d70d-492d-8e30-732037ef766a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3984284 Feb 11 13:39:23.675433 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d4c7727-f29b-4995-9b97-a5f2bfe324b9 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:39:23.677389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6d4c7727-f29b-4995-9b97-a5f2bfe324b9 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/4094929c-e019-432a-a85e-4f11c50b5bf0 HTTP/1.1" status: 404 len: 333 time: 0.0852163 Feb 11 13:39:23.684188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42576) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:23.796229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:23.796229 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.797446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93679d60-d645-4fe6-bef7-854dc39e80fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.797446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-f64eabbb-2c19-4fa7-89f0-5e290ddb99dd tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:23.797446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-f64eabbb-2c19-4fa7-89f0-5e290ddb99dd tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.59 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 815 time: 0.4687412 Feb 11 13:39:23.823906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Request body: {'port': {'device_id': 'e677d5c8-5137-4046-914a-5404d678fea7', 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b', 'admin_state_up': True, 'tenant_id': '95eea42642194262af0cc0d3943c6974'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:23.952367 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cb90aa29-02ef-452c-a33e-b41eff03abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.969343 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93679d60-d645-4fe6-bef7-854dc39e80fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:23.985701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-46077cb2-f1b5-405c-b2ec-64b48817006f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 7e35a022-3019-437e-b9ee-740d1bd740fe {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:23.985701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46077cb2-f1b5-405c-b2ec-64b48817006f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.052973 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.093648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-cb90aa29-02ef-452c-a33e-b41eff03abc4 None None] For port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b95abd0e-8814-48f6-8d25-6d9bbf3d88a0,segment=NetworkSegment(3015c7ca-ecfd-40d1-9622-b3cf4a959552),segment_id=3015c7ca-ecfd-40d1-9622-b3cf4a959552)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:24.098805 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.303070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93679d60-d645-4fe6-bef7-854dc39e80fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9305bcf-5337-4e75-97fd-703227a96068,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:24.326573 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:39:24.326951 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:39:24.327535 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cb90aa29-02ef-452c-a33e-b41eff03abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.336605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-93679d60-d645-4fe6-bef7-854dc39e80fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5396d0c79f34c34a7d038926bb4e7dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8573935 Feb 11 13:39:24.352711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42596) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:24.501676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f8ea17ae-9c5b-4990-a54d-5ee9aa7f3475 None None] Provisioning complete for port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:24.502484 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8ea17ae-9c5b-4990-a54d-5ee9aa7f3475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.619077 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a4689219-a269-48d4-b45c-09b1fb90223e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.677411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90aa29-02ef-452c-a33e-b41eff03abc4 None None] Pushing event updated for resources: {'Port': ['ID=b95abd0e-8814-48f6-8d25-6d9bbf3d88a0,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:24.696393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Made reservation on behalf of 95eea42642194262af0cc0d3943c6974 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:24.699859 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.710651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f00f2-1596-47bd-bcb0-364a5904839f req-08ee8027-55db-4881-bec5-e41e7d41b9b1 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:24.712603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-08ee8027-55db-4881-bec5-e41e7d41b9b1 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/networks?id=ca90c9d8-c69a-4717-b995-ecce0316d671 HTTP/1.1" status: 200 len: 809 time: 0.3230274 Feb 11 13:39:24.715247 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46077cb2-f1b5-405c-b2ec-64b48817006f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.721287 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a4689219-a269-48d4-b45c-09b1fb90223e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.726981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 4f9980c2-b97f-4463-b0d1-55d57769812a is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:39:24.747234 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-e4bffdcb-5f6f-4e63-80bc-bbc08ede907d tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/quotas/a6bf19eae06740b684c5f00bc620f3fa HTTP/1.1" status: 200 len: 375 time: 0.0264111 Feb 11 13:39:24.758443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-46077cb2-f1b5-405c-b2ec-64b48817006f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 7e35a022-3019-437e-b9ee-740d1bd740fe owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:24.873414 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-125f0065-56dc-4db1-a520-0d3aa71c083d req-57f543b5-6ecb-4775-aae4-86bf0876af20 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 210 time: 0.1978745 Feb 11 13:39:24.912329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Allocated IP 172.20.0.14 (007b72a8-9216-4ed0-af25-de582ba4644b/2fa252d3-c46a-4cd7-857f-fed90b8ed4ac/02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:24.916658 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cd90db58-b3ff-419f-9d46-eca437429dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:24.995635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a4689219-a269-48d4-b45c-09b1fb90223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.010568 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a4689219-a269-48d4-b45c-09b1fb90223e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.017269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a4689219-a269-48d4-b45c-09b1fb90223e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9305bcf-5337-4e75-97fd-703227a96068 HTTP/1.1" status: 204 len: 168 time: 0.6609590 Feb 11 13:39:25.132083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4689219-a269-48d4-b45c-09b1fb90223e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9305bcf-5337-4e75-97fd-703227a96068,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:25.179647 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-763d3acc-4767-4374-989f-e9333a8ab4de tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a6bf19eae06740b684c5f00bc620f3fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4190896 Feb 11 13:39:25.203957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:25.215163 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42ce0e-7081-433d-a0d5-c342ab64a537 None None] Sync routers for ids ['4f9980c2-b97f-4463-b0d1-55d57769812a'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:25.247118 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42ce0e-7081-433d-a0d5-c342ab64a537 None None] Routers {'4f9980c2-b97f-4463-b0d1-55d57769812a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:25.251132 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5e42ce0e-7081-433d-a0d5-c342ab64a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4f9980c2-b97f-4463-b0d1-55d57769812a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:25.324987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8352a-4575-4460-8041-6179e71a00c9 req-08649007-a607-4f69-8c68-0da0727cc59c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:25.341176 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5e42ce0e-7081-433d-a0d5-c342ab64a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:25.342083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c1d8352a-4575-4460-8041-6179e71a00c9 req-08649007-a607-4f69-8c68-0da0727cc59c tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.2305415 Feb 11 13:39:25.355820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:25.377202 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e42ce0e-7081-433d-a0d5-c342ab64a537 None None] Routers {'4f9980c2-b97f-4463-b0d1-55d57769812a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:25.377202 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5e42ce0e-7081-433d-a0d5-c342ab64a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4f9980c2-b97f-4463-b0d1-55d57769812a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:25.384525 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.415872 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.418605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:25.418987 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.420127 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0e37cf67-fb47-42d7-8621-7d8f1fe6ee5b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.0575907 Feb 11 13:39:25.429415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42630) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:25.461069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861c81b-3287-422b-b400-f24297204089 req-e6086b17-e976-4c76-bbb0-3e38445516fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:25.463736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9861c81b-3287-422b-b400-f24297204089 req-e6086b17-e976-4c76-bbb0-3e38445516fb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e6073ab297074d3eab820065d5df3ec9&device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 1095 time: 0.2596569 Feb 11 13:39:25.471478 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5e42ce0e-7081-433d-a0d5-c342ab64a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:25.472658 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e42ce0e-7081-433d-a0d5-c342ab64a537 None None] The sync data for ids ['4f9980c2-b97f-4463-b0d1-55d57769812a'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:25.492316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-9eafd0a8-ca08-469a-a220-2ffca1b1cdba service neutron] 10.222.0.52 "GET /v2.0/networks/ca90c9d8-c69a-4717-b995-ecce0316d671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996733 Feb 11 13:39:25.544329 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c1d8352a-4575-4460-8041-6179e71a00c9 req-e664964a-a60c-4b31-aa3f-bf13072230ea tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008159 Feb 11 13:39:25.617507 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.622077 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.632933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7271340a-75dc-4ad7-95f4-fcccd3e031f4', 'ed251ac4-51ca-45ea-806a-c18242c951f8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:25.659809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-31c514f2-7d48-485a-a3d0-bbc39d1cbffa service neutron] 10.222.0.52 "GET /v2.0/networks/ca90c9d8-c69a-4717-b995-ecce0316d671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385345 Feb 11 13:39:25.688128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Network 007b72a8-9216-4ed0-af25-de582ba4644b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:25.691411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:25.696146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:25.700432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Pushing event updated for resources: {'Port': ['ID=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:25.724354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46077cb2-f1b5-405c-b2ec-64b48817006f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.728822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['88ed88a8-68b6-460d-8c5a-0f6d6c578f05'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:25.770481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46077cb2-f1b5-405c-b2ec-64b48817006f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=7e35a022-3019-437e-b9ee-740d1bd740fe,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:25.854000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:25.854968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.889126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-46077cb2-f1b5-405c-b2ec-64b48817006f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:25.896698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-46077cb2-f1b5-405c-b2ec-64b48817006f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/7e35a022-3019-437e-b9ee-740d1bd740fe HTTP/1.1" status: 204 len: 168 time: 2.2090440 Feb 11 13:39:25.899607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42640) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:25.966558 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-4b148218-622e-4ba5-a575-263fb9d25374 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1472504 Feb 11 13:39:25.967995 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d343f99-453a-46b9-8149-d18ffb601a51 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:39:25.972585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2d343f99-453a-46b9-8149-d18ffb601a51 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/7e35a022-3019-437e-b9ee-740d1bd740fe HTTP/1.1" status: 404 len: 333 time: 0.0696108 Feb 11 13:39:25.973185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42648) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:26.076160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-05efaa5e-8955-4f63-96eb-288f4721dfec tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet 7c080285-4f7b-42c3-85ba-ca028eeccaf7 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:39:26.084756 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05efaa5e-8955-4f63-96eb-288f4721dfec tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.129162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42656) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:26.184723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8d65d50d-b705-49c8-b918-0d16e75b626a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.210639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1891764b-709a-47e3-b626-71c6f9ed5db3 req-ccc96e7d-12df-4341-93df-53c202f7a929 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 210 time: 0.0779190 Feb 11 13:39:26.231212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05efaa5e-8955-4f63-96eb-288f4721dfec tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.285680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c8297-c245-4e3d-a2d0-eb8e6dfbacd5 req-0f574928-7285-47f4-874b-562bf400307d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:26.296072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b68c8297-c245-4e3d-a2d0-eb8e6dfbacd5 req-0f574928-7285-47f4-874b-562bf400307d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 932 time: 0.2306924 Feb 11 13:39:26.419266 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05efaa5e-8955-4f63-96eb-288f4721dfec tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.479356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b68c8297-c245-4e3d-a2d0-eb8e6dfbacd5 req-b62ff04b-4dd6-46b5-8846-99454ee8ec0e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814630 Feb 11 13:39:26.566515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8d65d50d-b705-49c8-b918-0d16e75b626a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.607054 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.610102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05efaa5e-8955-4f63-96eb-288f4721dfec tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.645390 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05efaa5e-8955-4f63-96eb-288f4721dfec tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.649683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-05efaa5e-8955-4f63-96eb-288f4721dfec tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/7c080285-4f7b-42c3-85ba-ca028eeccaf7 HTTP/1.1" status: 204 len: 168 time: 0.6747642 Feb 11 13:39:26.651032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42676) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:26.657312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42678) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:26.674121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f5953-86ff-4f31-8726-ff851aa247b9 None None] Network 2469b641-1772-46e8-a9c8-596d67124858 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:26.698521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05efaa5e-8955-4f63-96eb-288f4721dfec tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=7c080285-4f7b-42c3-85ba-ca028eeccaf7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:26.732609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8d65d50d-b705-49c8-b918-0d16e75b626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:26.802305 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8d65d50d-b705-49c8-b918-0d16e75b626a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e795690117f7470d900bfcb54595c720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6753664 Feb 11 13:39:26.851680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42684) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:26.871753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65d50d-b705-49c8-b918-0d16e75b626a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11445e89-0ba4-40f7-9ff6-fc54432f1d1f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:26.970730 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-529232a3-b568-4c74-8bd3-e5644f0582ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.020425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] DHCP port deletion for 2469b641-1772-46e8-a9c8-596d67124858 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:39:27.084325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Deleting port c520064f-a17a-4c79-bdaf-a7d882b592de {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:27.084765 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.170960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] For port c520064f-a17a-4c79-bdaf-a7d882b592de, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c520064f-a17a-4c79-bdaf-a7d882b592de,segment=NetworkSegment(9cde6a9c-9d30-41d2-a764-374bdfc74e17),segment_id=9cde6a9c-9d30-41d2-a764-374bdfc74e17)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:27.172146 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.187314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ec30bc07-bb18-4f1a-be64-cd6b98954819 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2023282502'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:27.198751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Calling delete_port for c520064f-a17a-4c79-bdaf-a7d882b592de owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:27.311004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c520064f-a17a-4c79-bdaf-a7d882b592de no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:27.320894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.360243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b8c8a4-cea0-469d-a419-c65ee4f0b9ac req-a3295100-5971-4d1f-ba82-f9ba62de39e7 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:27.363521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04b8c8a4-cea0-469d-a419-c65ee4f0b9ac req-a3295100-5971-4d1f-ba82-f9ba62de39e7 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.1892962 Feb 11 13:39:27.396500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a704676-15a9-447e-8efe-3e7de5955719 req-5cffdb87-8425-455b-a0ad-1a0c6520153d tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 210 time: 0.0479589 Feb 11 13:39:27.415664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.442472 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec30bc07-bb18-4f1a-be64-cd6b98954819 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.443557 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec30bc07-bb18-4f1a-be64-cd6b98954819 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.459555 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.478591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c4955bf-1497-4585-be65-1f6d24f4d803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.505617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Pushing event deleted for resources: {'Port': ['ID=c520064f-a17a-4c79-bdaf-a7d882b592de,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:27.538257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] No DVR routers for this DVR port c520064f-a17a-4c79-bdaf-a7d882b592de on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:27.540518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.540867 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.541898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.541898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.542107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.542617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.542822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.542948 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c4955bf-1497-4585-be65-1f6d24f4d803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.543121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.543418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.543737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.544057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.544423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c24b8d-10f8-4297-a5f1-72d983c12252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:27.603024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Request body: {'port': {'device_id': 'e677d5c8-5137-4046-914a-5404d678fea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:27.615831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04b8c8a4-cea0-469d-a419-c65ee4f0b9ac req-0b07e41c-0f05-4fac-bfb4-cff7f5eed18b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932712 Feb 11 13:39:27.683374 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec30bc07-bb18-4f1a-be64-cd6b98954819 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.729923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f193a-5ebc-46a8-95bd-ab07978a7fe3 req-3ce1b420-5000-4d7f-bcdb-578c07349a19 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:27.732440 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-747f193a-5ebc-46a8-95bd-ab07978a7fe3 req-3ce1b420-5000-4d7f-bcdb-578c07349a19 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 932 time: 0.1498878 Feb 11 13:39:27.734836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.20.0.1 (63489228-a57c-4b68-9a46-9de6fd9493c7/a6ea70b4-02fa-4703-bae2-2595e12297ff/d65ff1c9-2dae-4d05-9ab9-72f549e03228) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:27.750398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port c520064f-a17a-4c79-bdaf-a7d882b592de {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:27.753083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.811829 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.814633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec30bc07-bb18-4f1a-be64-cd6b98954819 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.825865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c4955bf-1497-4585-be65-1f6d24f4d803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.829873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c4955bf-1497-4585-be65-1f6d24f4d803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.830935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3c4955bf-1497-4585-be65-1f6d24f4d803 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11445e89-0ba4-40f7-9ff6-fc54432f1d1f HTTP/1.1" status: 204 len: 168 time: 0.9783056 Feb 11 13:39:27.852573 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-747f193a-5ebc-46a8-95bd-ab07978a7fe3 req-51056a55-58eb-44e4-8609-1188c030701b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073482 Feb 11 13:39:27.855365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4955bf-1497-4585-be65-1f6d24f4d803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11445e89-0ba4-40f7-9ff6-fc54432f1d1f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:27.875368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.922262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] For port c520064f-a17a-4c79-bdaf-a7d882b592de, host n-d-816488-1, got binding levels [] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:27.922909 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.931213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861c81b-3287-422b-b400-f24297204089 req-c780475f-3da5-46ec-8b0a-acf8cfe3431c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:27.933273 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9861c81b-3287-422b-b400-f24297204089 req-c780475f-3da5-46ec-8b0a-acf8cfe3431c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 200 len: 918 time: 0.2746246 Feb 11 13:39:27.935538 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.941848 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec30bc07-bb18-4f1a-be64-cd6b98954819 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:27.946209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42708) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:27.947448 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ec30bc07-bb18-4f1a-be64-cd6b98954819 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2953734 Feb 11 13:39:28.052221 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9ccbafba-eb1b-4a25-b5ae-b80cfd3e396f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.104062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for c520064f-a17a-4c79-bdaf-a7d882b592de owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:28.117741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Port c520064f-a17a-4c79-bdaf-a7d882b592de was not found and therefore no delete operation was performed {{(pid=103007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:39:28.127096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.191156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No DVR routers for this DVR port c520064f-a17a-4c79-bdaf-a7d882b592de on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:28.220879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=c520064f-a17a-4c79-bdaf-a7d882b592de,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:28.242830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9ccbafba-eb1b-4a25-b5ae-b80cfd3e396f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.245709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9ccbafba-eb1b-4a25-b5ae-b80cfd3e396f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.258173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9861c81b-3287-422b-b400-f24297204089 req-c60ea1e6-034b-40ed-98e4-8024632d9a0b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1299df79-5b6f-4790-9760-c91b11a8e6de HTTP/1.1" status: 200 len: 997 time: 0.3092303 Feb 11 13:39:28.340854 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.373164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.414178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861c81b-3287-422b-b400-f24297204089 req-7109a910-9995-40ba-bbd4-1feca38f3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:28.415671 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9861c81b-3287-422b-b400-f24297204089 req-7109a910-9995-40ba-bbd4-1feca38f3ed8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 200 len: 856 time: 0.1271698 Feb 11 13:39:28.418650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2469b641-1772-46e8-a9c8-596d67124858']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:28.423911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 63489228-a57c-4b68-9a46-9de6fd9493c7 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:28.430231 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:28.434478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:28.456692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cde6a9c-9d30-41d2-a764-374bdfc74e17') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:28.456692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cde6a9c-9d30-41d2-a764-374bdfc74e17') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:28.472209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.477958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9ccbafba-eb1b-4a25-b5ae-b80cfd3e396f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.478562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccbafba-eb1b-4a25-b5ae-b80cfd3e396f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 546b490f-bb60-4a64-88ee-3fdc7201f32e {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:39:28.486002 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9ccbafba-eb1b-4a25-b5ae-b80cfd3e396f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.487420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9ccbafba-eb1b-4a25-b5ae-b80cfd3e396f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] 10.222.0.52 "DELETE /v2.0/routers/546b490f-bb60-4a64-88ee-3fdc7201f32e HTTP/1.1" status: 204 len: 168 time: 0.5396647 Feb 11 13:39:28.493057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=d65ff1c9-2dae-4d05-9ab9-72f549e03228,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:28.493921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42722) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:28.507101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b17d0d5d-5f62-42d8-88ca-777358d562bd tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Request body: {'router': {'name': 'tempest-router-1220259880', 'distributed': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:28.535471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.558708 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.561205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:39:28.561615 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:28.566446 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:28.717658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-120ca582-8233-4d1b-a609-111481d83ab2 req-0fff0f8e-46fc-43e3-85da-11fc4ef8d8a2 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 210 time: 0.0550959 Feb 11 13:39:28.776386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861c81b-3287-422b-b400-f24297204089 req-33fcc1e6-418f-4c9b-9ead-706e5e62e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:28.776386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9861c81b-3287-422b-b400-f24297204089 req-33fcc1e6-418f-4c9b-9ead-706e5e62e7f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9cca9e38-bd58-41a3-afdf-a4cfe26cc124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2529619 Feb 11 13:39:28.824546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61777c4f-9cf1-47ac-8d44-29e4aadd578a req-ccec7e46-b451-4865-a1ba-35bab7bd032a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:28.826097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-61777c4f-9cf1-47ac-8d44-29e4aadd578a req-ccec7e46-b451-4865-a1ba-35bab7bd032a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.0973153 Feb 11 13:39:28.868308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-61777c4f-9cf1-47ac-8d44-29e4aadd578a req-b7514655-5a2b-4925-8bb3-94f649755ee1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351753 Feb 11 13:39:28.881278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:39:28.892494 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.912813 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:39:28.923101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-87e9bec0-d40e-4de5-8fa3-9df98d27a6d8 None None] Provisioning complete for port d65ff1c9-2dae-4d05-9ab9-72f549e03228 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:28.923725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-87e9bec0-d40e-4de5-8fa3-9df98d27a6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:28.934183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9861c81b-3287-422b-b400-f24297204089 req-a5dd60e7-194c-4335-a587-18d3391b0b3a service neutron] 10.222.0.59 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728671 Feb 11 13:39:28.961456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-87e9bec0-d40e-4de5-8fa3-9df98d27a6d8 None None] Port d65ff1c9-2dae-4d05-9ab9-72f549e03228 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:29.071839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e0fca-ea31-458f-924e-cc940fabd5b4 req-d4f77152-2de1-41ae-814f-1f3584f15561 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:29.073500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-636e0fca-ea31-458f-924e-cc940fabd5b4 req-d4f77152-2de1-41ae-814f-1f3584f15561 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 932 time: 0.1099598 Feb 11 13:39:29.079694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9861c81b-3287-422b-b400-f24297204089 req-5f746e3c-260d-4a73-86a7-7d98bee04669 service neutron] 10.222.0.59 "GET /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385651 Feb 11 13:39:29.118589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-636e0fca-ea31-458f-924e-cc940fabd5b4 req-dd53fead-420a-48b6-a6d4-4761bded3f8f tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376256 Feb 11 13:39:29.361007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Transition to ACTIVE for port object 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:29.361230 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.361958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.367469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.373615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/networks/2469b641-1772-46e8-a9c8-596d67124858 HTTP/1.1" status: 204 len: 168 time: 2.7123442 Feb 11 13:39:29.375773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42736) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:29.381130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-891321475'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:29.393499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f456dd3-1f81-4394-a239-90b7acf201aa tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Network': ['ID=2469b641-1772-46e8-a9c8-596d67124858,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:29.397801 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b17d0d5d-5f62-42d8-88ca-777358d562bd tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.398942 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b17d0d5d-5f62-42d8-88ca-777358d562bd tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.459868 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.528742 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b17d0d5d-5f62-42d8-88ca-777358d562bd tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.549794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.575337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f00f2-1596-47bd-bcb0-364a5904839f req-0d9173de-a8ec-4321-8199-9b65a23d67f9 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:29.576798 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-0d9173de-a8ec-4321-8199-9b65a23d67f9 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.13 "GET /v2.0/networks?id=ca90c9d8-c69a-4717-b995-ecce0316d671 HTTP/1.1" status: 200 len: 809 time: 0.2494092 Feb 11 13:39:29.590304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Request body: {'port': {'device_id': 'fffaf1d2-10d7-4d71-bd48-2c3f34f9730b', 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671', 'admin_state_up': True, 'tenant_id': 'a6bf19eae06740b684c5f00bc620f3fa'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:29.617882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Pushing event updated for resources: {'Port': ['ID=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:29.678299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:29.681986 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.688749 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b17d0d5d-5f62-42d8-88ca-777358d562bd tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.705669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Attempting to bind port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:29.706041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Attempting to bind port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:29.706377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Attempting to bind port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 on network 007b72a8-9216-4ed0-af25-de582ba4644b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:29.712831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 on network 007b72a8-9216-4ed0-af25-de582ba4644b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:39:29.713262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Attempting to bind port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 on network 007b72a8-9216-4ed0-af25-de582ba4644b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:29.720968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:29.721248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Checking segment: {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:29.721658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Bound using segment: {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:29.722219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Bound port: 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5db49d-a2de-4295-a79e-8829dea9aaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:29.725755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.738682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:29.748863 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.753151 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Added segment c5f123ed-3a30-4dc3-bab6-ce77b80be5ab of type vlan for network 6dd0b34e-7400-4d8b-840d-ac46d21b126d Feb 11 13:39:29.806833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] For port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:29.811698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] For port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:29.839370 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b17d0d5d-5f62-42d8-88ca-777358d562bd tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.840581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b17d0d5d-5f62-42d8-88ca-777358d562bd tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3436747 Feb 11 13:39:29.843925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.849120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42752) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:29.918882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:29.995310 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.016908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:30.017529 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.018980 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] 10.222.0.59 "PUT /v2.0/ports/02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 HTTP/1.1" status: 200 len: 1092 time: 2.4218805 Feb 11 13:39:30.021289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e677d5c8-5137-4046-914a-5404d678fea7', 'tag': '02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:30.023503 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8611313a-c2bd-419e-9862-07bbba713122" -d '{"events": [{"name": "network-changed", "server_uuid": "e677d5c8-5137-4046-914a-5404d678fea7", "tag": "02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:30.027131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5eeaf5d2-aba4-4781-80a8-302251672d6c req-6ff5611c-12fe-4e10-86d9-647eb20d5c0d tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 210 time: 0.1539657 Feb 11 13:39:30.059631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04be5332-05de-4650-9344-91315e792bfc tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.078911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da356183-41c3-42de-a3ae-5cd377bf39ae service neutron] Pushing event updated for resources: {'Port': ['ID=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:30.098088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9af013-df02-4c7a-bc2f-c4e54b5e28b4 req-479686d5-458f-4082-ae87-7568b41c4e4b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:30.099715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe9af013-df02-4c7a-bc2f-c4e54b5e28b4 req-479686d5-458f-4082-ae87-7568b41c4e4b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.1047835 Feb 11 13:39:30.160023 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585ba64f-621c-4309-804d-eed2c66adcfa x-openstack-request-id: req-585ba64f-621c-4309-804d-eed2c66adcfa {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:30.160309 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e677d5c8-5137-4046-914a-5404d678fea7", "tag": "02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:30.160554 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-585ba64f-621c-4309-804d-eed2c66adcfa {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:30.160949 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e677d5c8-5137-4046-914a-5404d678fea7', 'tag': '02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7', 'status': 'completed', 'code': 200} Feb 11 13:39:30.164632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe9af013-df02-4c7a-bc2f-c4e54b5e28b4 req-b2de7e66-95ea-479b-946d-ef8a01de4a22 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570443 Feb 11 13:39:30.208428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-f93e94f8-2be6-46e8-9a23-d5a463930e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:30.209965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-f93e94f8-2be6-46e8-9a23-d5a463930e45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 1095 time: 0.0631545 Feb 11 13:39:30.244449 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.250662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:30.251264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.259664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-2afd536b-8f79-4d01-b946-4b04553a477b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 HTTP/1.1" status: 200 len: 217 time: 0.0424740 Feb 11 13:39:30.316154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-88c02e97-ff2a-4486-948a-a2e2934b635d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:30.320115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-88c02e97-ff2a-4486-948a-a2e2934b635d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.0511684 Feb 11 13:39:30.350688 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-a03f5d72-f14f-422f-8aeb-da6413c2e4df service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265760 Feb 11 13:39:30.428438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Made reservation on behalf of a6bf19eae06740b684c5f00bc620f3fa for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:30.431915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.474199 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-6e3baa49-c56c-4122-9dbc-8f4a3545ecac service neutron] 10.222.0.59 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166749 Feb 11 13:39:30.480405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1035991 Feb 11 13:39:30.492456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42772) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:30.499900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': '6dd0b34e-7400-4d8b-840d-ac46d21b126d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:30.505342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.543668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edceff-c711-4086-be39-ba254616df24 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Network': ['ID=6dd0b34e-7400-4d8b-840d-ac46d21b126d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:30.560142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7264f-c455-4998-8b4d-f691f7e8c8b4 req-c3cb5ce9-56e1-4c8f-b010-e2754d6884a1 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:30.561301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6dd0b34e-7400-4d8b-840d-ac46d21b126d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:30.562124 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bb7264f-c455-4998-8b4d-f691f7e8c8b4 req-c3cb5ce9-56e1-4c8f-b010-e2754d6884a1 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 944 time: 0.2682681 Feb 11 13:39:30.571166 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04be5332-05de-4650-9344-91315e792bfc tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.579425 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04be5332-05de-4650-9344-91315e792bfc tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.585622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.635709 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.670016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=d65ff1c9-2dae-4d05-9ab9-72f549e03228,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:30.685315 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19b0767a-e485-43eb-a07e-b66d30c7860f req-be4935f6-2c10-492c-ad80-e952e9825c93 service neutron] 10.222.0.59 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038291 Feb 11 13:39:30.745446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:30.749259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.800269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:30.808605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4bb7264f-c455-4998-8b4d-f691f7e8c8b4 req-2920d81a-142c-449f-90cb-e023b3ce5e5e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393377 Feb 11 13:39:30.915788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611313a-c2bd-419e-9862-07bbba713122 req-b7724a4c-c0d0-44eb-a694-20f98436f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:30.917236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8611313a-c2bd-419e-9862-07bbba713122 req-b7724a4c-c0d0-44eb-a694-20f98436f47d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 1095 time: 0.0843520 Feb 11 13:39:31.098463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611313a-c2bd-419e-9862-07bbba713122 req-cea8121b-deea-4334-8583-7a51fd39120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:31.099933 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8611313a-c2bd-419e-9862-07bbba713122 req-cea8121b-deea-4334-8583-7a51fd39120d service neutron] 10.222.0.59 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 916 time: 0.1630714 Feb 11 13:39:31.191792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-42c3c438-8c0b-44b1-9bcd-e8249783a142 req-fcbd88b6-4211-4b77-a481-090aa92c012a tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 210 time: 0.0695465 Feb 11 13:39:31.193551 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.207393 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04be5332-05de-4650-9344-91315e792bfc tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.207393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04be5332-05de-4650-9344-91315e792bfc tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0468ca95-64c0-46e5-8387-17bf892f4c8d {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:39:31.226339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8611313a-c2bd-419e-9862-07bbba713122 req-e8fe4acd-9618-40e5-98ce-2e6ac135f05e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 HTTP/1.1" status: 200 len: 217 time: 0.0996916 Feb 11 13:39:31.251111 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04be5332-05de-4650-9344-91315e792bfc tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.252245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-04be5332-05de-4650-9344-91315e792bfc tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] 10.222.0.52 "DELETE /v2.0/routers/0468ca95-64c0-46e5-8387-17bf892f4c8d HTTP/1.1" status: 204 len: 168 time: 1.4008460 Feb 11 13:39:31.258602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42806) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:31.287931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-69782167-1e7d-4bac-91be-bcbe2ba86aed tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Request body: {'router': {'name': 'tempest-router-1841719439', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'abbb203974b04a41b5ffc0912ac9f245'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:31.290906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Allocated IP 172.20.0.14 (ca90c9d8-c69a-4717-b995-ecce0316d671/4460ed97-8ba8-410b-aab0-37cb9200146f/740b96da-21b6-48a2-bd9f-0521dca86566) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:31.324760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=3887f89d-879b-42bb-bc2a-00cc649a3375,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:31.341325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611313a-c2bd-419e-9862-07bbba713122 req-90e76284-1213-42c2-a799-764911accb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:31.342828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8611313a-c2bd-419e-9862-07bbba713122 req-90e76284-1213-42c2-a799-764911accb57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.1071062 Feb 11 13:39:31.347436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Checking segment: {'id': 'c5f123ed-3a30-4dc3-bab6-ce77b80be5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dd0b34e-7400-4d8b-840d-ac46d21b126d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:31.347896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network hostable DHCP agents. Network: 6dd0b34e-7400-4d8b-840d-ac46d21b126d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:31.369431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 63489228-a57c-4b68-9a46-9de6fd9493c7 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:31.380824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8611313a-c2bd-419e-9862-07bbba713122 req-d0625307-49a9-4a18-a0f4-44254390dc1f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294526 Feb 11 13:39:31.382839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:31.406512 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d748103-6df2-49d6-8b4d-63230b38e1eb req-f93561d9-c186-47d8-9933-ba1072ffac24 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:31.408090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d748103-6df2-49d6-8b4d-63230b38e1eb req-f93561d9-c186-47d8-9933-ba1072ffac24 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.1095970 Feb 11 13:39:31.450349 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-69782167-1e7d-4bac-91be-bcbe2ba86aed tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.451701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-69782167-1e7d-4bac-91be-bcbe2ba86aed tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.480258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 6dd0b34e-7400-4d8b-840d-ac46d21b126d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:31.568656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8611313a-c2bd-419e-9862-07bbba713122 req-0e70c5ba-7db7-475e-89ee-bc310d82e76d service neutron] 10.222.0.59 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813774 Feb 11 13:39:31.572067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-69782167-1e7d-4bac-91be-bcbe2ba86aed tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.624312 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d748103-6df2-49d6-8b4d-63230b38e1eb req-06c59ef8-48a6-43a2-badd-ef5753463b37 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541061 Feb 11 13:39:31.641875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6dd0b34e-7400-4d8b-840d-ac46d21b126d) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:31.647932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:31.648824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.652934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2676a2f2-bdc2-4fc6-b03d-e8733ed97ba6 None None] Network 6dd0b34e-7400-4d8b-840d-ac46d21b126d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:31.676975 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.689876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 4f9980c2-b97f-4463-b0d1-55d57769812a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:31.715440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8611313a-c2bd-419e-9862-07bbba713122 req-2c19d670-cfcd-4594-9160-0a4cc28743bf service neutron] 10.222.0.59 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383114 Feb 11 13:39:31.733220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-69782167-1e7d-4bac-91be-bcbe2ba86aed tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.785633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-637bec9b-532e-468d-8734-b9258300e7ea tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2903662 Feb 11 13:39:31.787438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42820) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:31.795222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': '6dd0b34e-7400-4d8b-840d-ac46d21b126d', 'name': 'tempest-PortsTestJSON-80254347', 'fixed_ips': [{'subnet_id': '3887f89d-879b-42bb-bc2a-00cc649a3375', 'ip_address': '172.20.0.10'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:31.833856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:31.839778 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f7162001-6583-4121-8193-71b3cd6fce02 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "PUT /v2.0/routers/4f9980c2-b97f-4463-b0d1-55d57769812a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4081109 Feb 11 13:39:31.841930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42826) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:31.848430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'port': {'network_id': '63489228-a57c-4b68-9a46-9de6fd9493c7', 'name': 'tempest-FloatingIPTestJSON-577659143'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:31.865147 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-69782167-1e7d-4bac-91be-bcbe2ba86aed tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.868811 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-69782167-1e7d-4bac-91be-bcbe2ba86aed tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5892882 Feb 11 13:39:31.869896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42830) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:31.879672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:31.922489 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:31.939050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1da6c7b-df23-4f93-ac38-1d666226dfb3 None None] Sync routers for ids ['4f9980c2-b97f-4463-b0d1-55d57769812a'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:31.974327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da6c7b-df23-4f93-ac38-1d666226dfb3 None None] Routers {'4f9980c2-b97f-4463-b0d1-55d57769812a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:31.975574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c1da6c7b-df23-4f93-ac38-1d666226dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4f9980c2-b97f-4463-b0d1-55d57769812a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:31.982378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b2aa27f0-2988-47d3-ad64-289e567f5943 None None] Provisioning complete for port d65ff1c9-2dae-4d05-9ab9-72f549e03228 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:31.983371 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2aa27f0-2988-47d3-ad64-289e567f5943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.047982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Pushing event updated for resources: {'Port': ['ID=740b96da-21b6-48a2-bd9f-0521dca86566,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:32.056123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18113891-1cfe-49c1-ae7f-93807fa0ea92 req-656863c8-52b9-46d6-8058-17f8c2577600 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:32.070726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18113891-1cfe-49c1-ae7f-93807fa0ea92 req-656863c8-52b9-46d6-8058-17f8c2577600 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 944 time: 0.0994132 Feb 11 13:39:32.100320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c1da6c7b-df23-4f93-ac38-1d666226dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:32.111018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-6dd0b34e-7400-4d8b-840d-ac46d21b126d', 'network_id': '6dd0b34e-7400-4d8b-840d-ac46d21b126d', 'tenant_id': '9a884797f4d746b2b2de42816edd696a', 'fixed_ips': [{'subnet_id': '3887f89d-879b-42bb-bc2a-00cc649a3375'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:39:32.112938 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.130811 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18113891-1cfe-49c1-ae7f-93807fa0ea92 req-c6f7afb9-91e4-4144-a733-db54673a04fd tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591068 Feb 11 13:39:32.138765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Network ca90c9d8-c69a-4717-b995-ecce0316d671 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:32.150764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:32.156794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da6c7b-df23-4f93-ac38-1d666226dfb3 None None] Routers {'4f9980c2-b97f-4463-b0d1-55d57769812a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:32.158034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c1da6c7b-df23-4f93-ac38-1d666226dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4f9980c2-b97f-4463-b0d1-55d57769812a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:32.160205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa27f0-2988-47d3-ad64-289e567f5943 None None] Port d65ff1c9-2dae-4d05-9ab9-72f549e03228 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:32.190030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:32.205759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:32.216126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c1da6c7b-df23-4f93-ac38-1d666226dfb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:32.216876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1da6c7b-df23-4f93-ac38-1d666226dfb3 None None] The sync data for ids ['4f9980c2-b97f-4463-b0d1-55d57769812a'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:32.272631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 1299df79-5b6f-4790-9760-c91b11a8e6de details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:39:32.318785 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.340391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 9e3e08b9-f72b-47e2-98cc-c02782d36b23 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:39:32.350535 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.350870 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.450374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:32.451066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.495912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103006) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 11 13:39:32.496243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Router aaff8b48-db3c-45e1-b9a7-aa509208a516 migrating from provider to provider. {{(pid=103006) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 11 13:39:32.496625 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.508165 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.516257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa673fc9-7b66-43e3-a3ad-8d9c3f49072d req-5d5f57d0-29f7-45c6-b7d5-7a3ba9ed939c tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:32.517897 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa673fc9-7b66-43e3-a3ad-8d9c3f49072d req-5d5f57d0-29f7-45c6-b7d5-7a3ba9ed939c tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 932 time: 0.1924586 Feb 11 13:39:32.519145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Made reservation on behalf of 4b4b8e29c4d04671a901a6dd423af1bb for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:32.522576 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.562552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] device_id is not set on port 17331fc9-83bc-4696-8458-d8196eaa46b8 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:39:32.612394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-57b33637-020d-4054-a278-20e833823b30 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0267644 Feb 11 13:39:32.618906 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.619246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Allocated IP 172.20.0.2 (6dd0b34e-7400-4d8b-840d-ac46d21b126d/3887f89d-879b-42bb-bc2a-00cc649a3375/87d5d624-9939-4d10-a743-4c132cb9e89e) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:32.633597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Request body: {'port': {'device_id': 'fffaf1d2-10d7-4d71-bd48-2c3f34f9730b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:32.638221 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa673fc9-7b66-43e3-a3ad-8d9c3f49072d req-b07689a1-d42b-4510-b4ee-127a5a2af2e9 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055408 Feb 11 13:39:32.668947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:32.728507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'port_id': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'mac_address': 'fa:16:3e:c9:7a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:39:32.779270 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.792402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237f580-4d2e-497d-9550-bb1ce29a68a5 req-eac2e2e0-3729-4165-94a7-29be1e3eb80b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:32.795389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b237f580-4d2e-497d-9550-bb1ce29a68a5 req-eac2e2e0-3729-4165-94a7-29be1e3eb80b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 944 time: 0.0746696 Feb 11 13:39:32.805302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.805737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1299df79-5b6f-4790-9760-c91b11a8e6de {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:39:32.821632 n-d-816488-1 neutron-server[103006]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] No L3 agents can host the router aaff8b48-db3c-45e1-b9a7-aa509208a516 Feb 11 13:39:32.826926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:32.837239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Allocated IP 172.20.0.13 (63489228-a57c-4b68-9a46-9de6fd9493c7/a6ea70b4-02fa-4703-bae2-2595e12297ff/17331fc9-83bc-4696-8458-d8196eaa46b8) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:32.866828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b237f580-4d2e-497d-9550-bb1ce29a68a5 req-6ffc3c25-fc52-4835-868a-8a856392109a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637522 Feb 11 13:39:32.905055 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.947087 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:32.979661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=11']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.004291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42856) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:33.011890 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.088653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Pushing event updated for resources: {'Port': ['ID=87d5d624-9939-4d10-a743-4c132cb9e89e,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.114424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.10 (6dd0b34e-7400-4d8b-840d-ac46d21b126d/3887f89d-879b-42bb-bc2a-00cc649a3375/9e3e08b9-f72b-47e2-98cc-c02782d36b23) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:33.126555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Network 6dd0b34e-7400-4d8b-840d-ac46d21b126d is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:33.129484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Hosts for router aaff8b48-db3c-45e1-b9a7-aa509208a516: [] {{(pid=103006) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 11 13:39:33.132126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:33.139387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:33.220844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Attempting to bind port 87d5d624-9939-4d10-a743-4c132cb9e89e on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:33.221941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Attempting to bind port 87d5d624-9939-4d10-a743-4c132cb9e89e by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'c5f123ed-3a30-4dc3-bab6-ce77b80be5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dd0b34e-7400-4d8b-840d-ac46d21b126d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:33.222502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Attempting to bind port 87d5d624-9939-4d10-a743-4c132cb9e89e on network 6dd0b34e-7400-4d8b-840d-ac46d21b126d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:33.236834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Hosts for other DVR routers connected to router aaff8b48-db3c-45e1-b9a7-aa509208a516: set() {{(pid=103006) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 11 13:39:33.238448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb7f1-760a-4e3a-bc22-7e884399930b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.239432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.240622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6d84bff8-4df7-49d2-8186-026bb217d60f tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] 10.222.0.52 "PUT /v2.0/routers/aaff8b48-db3c-45e1-b9a7-aa509208a516 HTTP/1.1" status: 200 len: 717 time: 1.3704562 Feb 11 13:39:33.247657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42862) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:33.253835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:33.254505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Checking segment: {'id': 'c5f123ed-3a30-4dc3-bab6-ce77b80be5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dd0b34e-7400-4d8b-840d-ac46d21b126d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:33.255092 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.255832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Bound using segment: {'id': 'c5f123ed-3a30-4dc3-bab6-ce77b80be5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dd0b34e-7400-4d8b-840d-ac46d21b126d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:33.256779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Bound port: 87d5d624-9939-4d10-a743-4c132cb9e89e, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5f123ed-3a30-4dc3-bab6-ce77b80be5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '6dd0b34e-7400-4d8b-840d-ac46d21b126d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:33.257498 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.260272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['1299df79-5b6f-4790-9760-c91b11a8e6de'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:33.345969 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-36c81a96-95fa-4680-8924-4bdc391ae9fc tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] 10.222.0.52 "GET /v2.0/routers/aaff8b48-db3c-45e1-b9a7-aa509208a516 HTTP/1.1" status: 200 len: 717 time: 0.0952010 Feb 11 13:39:33.346948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42864) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:33.382184 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.409431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612cb27-61f7-4d80-bd5c-0b93ab56c35a req-d1edd899-639f-46d1-979c-dd09b32f1d9f tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:33.416836 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4612cb27-61f7-4d80-bd5c-0b93ab56c35a req-d1edd899-639f-46d1-979c-dd09b32f1d9f tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 944 time: 0.1349416 Feb 11 13:39:33.422199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] For port 87d5d624-9939-4d10-a743-4c132cb9e89e, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:33.427039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] For port 87d5d624-9939-4d10-a743-4c132cb9e89e, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87d5d624-9939-4d10-a743-4c132cb9e89e,segment=NetworkSegment(c5f123ed-3a30-4dc3-bab6-ce77b80be5ab),segment_id=c5f123ed-3a30-4dc3-bab6-ce77b80be5ab)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:33.430089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb7f1-760a-4e3a-bc22-7e884399930b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.501311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740b96da-21b6-48a2-bd9f-0521dca86566 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:39:33.526724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.544210 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4612cb27-61f7-4d80-bd5c-0b93ab56c35a req-c4cfae97-ca41-4200-b920-ee38d2905242 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220884 Feb 11 13:39:33.553880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ebcb7f1-760a-4e3a-bc22-7e884399930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.556782 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.557135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Transition to ACTIVE for port object 740b96da-21b6-48a2-bd9f-0521dca86566 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:39:33.604282 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.612654 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.623831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0ebcb7f1-760a-4e3a-bc22-7e884399930b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5020365cfda4f01a134e20f4b3759d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179993 Feb 11 13:39:33.631332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42868) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:33.657743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.682806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Network 63489228-a57c-4b68-9a46-9de6fd9493c7 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:33.697684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:33.701253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb18e35-9f94-4e35-8cc6-167d11e6c2f4 None None] Pushing event updated for resources: {'Port': ['ID=87d5d624-9939-4d10-a743-4c132cb9e89e,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.715656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:33.758385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event updated for resources: {'Port': ['ID=17331fc9-83bc-4696-8458-d8196eaa46b8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.761965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcb7f1-760a-4e3a-bc22-7e884399930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d86876e-ce99-40c0-9289-c1cbb4aa9f6f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.879414 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-40816165-0255-42ad-9641-8a37e6d545ca tempest-RoutersTestDVR-582348435 tempest-RoutersTestDVR-582348435-project] 10.222.0.52 "GET /v2.0/routers/aaff8b48-db3c-45e1-b9a7-aa509208a516 HTTP/1.1" status: 200 len: 683 time: 0.4450529 Feb 11 13:39:33.880044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:33.880044 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:33.880874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42872) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:33.887043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Pushing event updated for resources: {'Port': ['ID=740b96da-21b6-48a2-bd9f-0521dca86566,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:33.943945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Attempting to bind port 740b96da-21b6-48a2-bd9f-0521dca86566 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:33.944503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Attempting to bind port 740b96da-21b6-48a2-bd9f-0521dca86566 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:33.945019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Attempting to bind port 740b96da-21b6-48a2-bd9f-0521dca86566 on network ca90c9d8-c69a-4717-b995-ecce0316d671 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:33.950952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Port 740b96da-21b6-48a2-bd9f-0521dca86566 on network ca90c9d8-c69a-4717-b995-ecce0316d671 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:39:33.951630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Attempting to bind port 740b96da-21b6-48a2-bd9f-0521dca86566 on network ca90c9d8-c69a-4717-b995-ecce0316d671 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:33.958923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:33.959657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Checking segment: {'id': 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:33.960286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Bound using segment: {'id': 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:33.961098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Bound port: 740b96da-21b6-48a2-bd9f-0521dca86566, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:33.961743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.071624 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0ed1b618-e80e-4be3-8d46-aeace1150d34 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2259414 Feb 11 13:39:34.072695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aad1aa27-d2a7-4751-8d8b-1150582101fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.074463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42878) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:34.089941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac2f9a-829f-473c-9261-a5d8f554b6bb req-70fd2c82-1a41-4ae2-a122-2fc1cc94a5f0 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.097865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27ac2f9a-829f-473c-9261-a5d8f554b6bb req-70fd2c82-1a41-4ae2-a122-2fc1cc94a5f0 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 944 time: 0.2747767 Feb 11 13:39:34.104882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Request body: {'floatingip': {'port_id': '17331fc9-83bc-4696-8458-d8196eaa46b8'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:34.127670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] For port 740b96da-21b6-48a2-bd9f-0521dca86566, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:34.131626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] For port 740b96da-21b6-48a2-bd9f-0521dca86566, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=740b96da-21b6-48a2-bd9f-0521dca86566,segment=NetworkSegment(cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69),segment_id=cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:34.141201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92967e15-9c6e-43d6-93c9-ac268a5f4d90 req-1cb80076-1905-4842-b637-ba227d5ef427 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.149466 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92967e15-9c6e-43d6-93c9-ac268a5f4d90 req-1cb80076-1905-4842-b637-ba227d5ef427 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.0947058 Feb 11 13:39:34.198706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ef6faaca-41a0-42b0-a9ca-59c77c6e0f28 None None] Provisioning complete for port 17331fc9-83bc-4696-8458-d8196eaa46b8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:34.199234 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ef6faaca-41a0-42b0-a9ca-59c77c6e0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.202073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92967e15-9c6e-43d6-93c9-ac268a5f4d90 req-0cad2ec5-466c-4759-acb0-978dfc4c5a39 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513937 Feb 11 13:39:34.247085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.263674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.264217 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.266724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] 10.222.0.13 "PUT /v2.0/ports/740b96da-21b6-48a2-bd9f-0521dca86566 HTTP/1.1" status: 200 len: 1092 time: 1.6400776 Feb 11 13:39:34.269408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ef6faaca-41a0-42b0-a9ca-59c77c6e0f28 None None] Port 17331fc9-83bc-4696-8458-d8196eaa46b8 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:34.283490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:39:34.293912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffaf1d2-10d7-4d71-bd48-2c3f34f9730b', 'tag': '740b96da-21b6-48a2-bd9f-0521dca86566'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:34.297830 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10681a6-26da-4b79-b0b8-accc3f582ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "fffaf1d2-10d7-4d71-bd48-2c3f34f9730b", "tag": "740b96da-21b6-48a2-bd9f-0521dca86566"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:34.354314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219eff8b-41e7-42e9-a18f-89d1c0ddae13 service neutron] Pushing event updated for resources: {'Port': ['ID=740b96da-21b6-48a2-bd9f-0521dca86566,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:34.369065 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8186e2d9-b870-4eea-ad09-d60fc79a0658 x-openstack-request-id: req-8186e2d9-b870-4eea-ad09-d60fc79a0658 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:34.369409 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffaf1d2-10d7-4d71-bd48-2c3f34f9730b", "tag": "740b96da-21b6-48a2-bd9f-0521dca86566", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:34.369618 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8186e2d9-b870-4eea-ad09-d60fc79a0658 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:34.370275 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffaf1d2-10d7-4d71-bd48-2c3f34f9730b', 'tag': '740b96da-21b6-48a2-bd9f-0521dca86566', 'status': 'completed', 'code': 200} Feb 11 13:39:34.429512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:34.438188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10681a6-26da-4b79-b0b8-accc3f582ef8 req-8b45ca7f-73a9-44d9-a2e4-75bc9bcc751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.439744 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e10681a6-26da-4b79-b0b8-accc3f582ef8 req-8b45ca7f-73a9-44d9-a2e4-75bc9bcc751f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6bf19eae06740b684c5f00bc620f3fa&device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 1095 time: 0.0446241 Feb 11 13:39:34.454372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7', 'network_id': '007b72a8-9216-4ed0-af25-de582ba4644b', 'port_id': '02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7', 'mac_address': 'fa:16:3e:57:82:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa252d3-c46a-4cd7-857f-fed90b8ed4ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:39:34.501933 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.531546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:39:34.557047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:34.578744 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80be4c8d-2a0a-42bd-a44f-fdbe8f9333b1 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.584566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.591462 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10681a6-26da-4b79-b0b8-accc3f582ef8 req-421d64ca-76c1-4d74-b758-18a299b7c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.594046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e10681a6-26da-4b79-b0b8-accc3f582ef8 req-421d64ca-76c1-4d74-b758-18a299b7c178 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a6bf19eae06740b684c5f00bc620f3fa&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1454670 Feb 11 13:39:34.651384 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.654881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aad1aa27-d2a7-4751-8d8b-1150582101fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.716805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:34.740330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae8a01-3a1f-403a-8715-310c634c6890 req-6f7ae574-1ff4-4db6-b4d0-a994630ba0a8 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.743025 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27ae8a01-3a1f-403a-8715-310c634c6890 req-6f7ae574-1ff4-4db6-b4d0-a994630ba0a8 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 945 time: 0.1186318 Feb 11 13:39:34.791796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10681a6-26da-4b79-b0b8-accc3f582ef8 req-a7d72309-a74d-42ec-ba3e-6615119f852f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.793308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e10681a6-26da-4b79-b0b8-accc3f582ef8 req-a7d72309-a74d-42ec-ba3e-6615119f852f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1927867 Feb 11 13:39:34.795160 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:34.831498 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 6dd0b34e-7400-4d8b-840d-ac46d21b126d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:34.845120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27ac2f9a-829f-473c-9261-a5d8f554b6bb req-01db126c-00d2-47a7-9895-0820763731ff tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7265370 Feb 11 13:39:34.859121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27ae8a01-3a1f-403a-8715-310c634c6890 req-432cd165-4a42-409e-b3eb-265242ed57f1 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998027 Feb 11 13:39:34.889264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:34.916951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f00f2-1596-47bd-bcb0-364a5904839f req-3420a3ac-1f35-4d1d-9a9e-0a6da958fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:34.918492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-3420a3ac-1f35-4d1d-9a9e-0a6da958fd63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6bf19eae06740b684c5f00bc620f3fa&device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 1095 time: 0.0672934 Feb 11 13:39:34.953023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:34.955499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=9e3e08b9-f72b-47e2-98cc-c02782d36b23,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:34.989914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:34.990163 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80be4c8d-2a0a-42bd-a44f-fdbe8f9333b1 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.001282 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80be4c8d-2a0a-42bd-a44f-fdbe8f9333b1 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.133756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:35.140337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.199162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aad1aa27-d2a7-4751-8d8b-1150582101fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.201809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aad1aa27-d2a7-4751-8d8b-1150582101fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.203247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aad1aa27-d2a7-4751-8d8b-1150582101fe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5d86876e-ce99-40c0-9289-c1cbb4aa9f6f HTTP/1.1" status: 204 len: 168 time: 1.5708387 Feb 11 13:39:35.228282 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1aa27-d2a7-4751-8d8b-1150582101fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d86876e-ce99-40c0-9289-c1cbb4aa9f6f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:35.253198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80be4c8d-2a0a-42bd-a44f-fdbe8f9333b1 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.258015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80be4c8d-2a0a-42bd-a44f-fdbe8f9333b1 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aaff8b48-db3c-45e1-b9a7-aa509208a516 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:39:35.263320 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80be4c8d-2a0a-42bd-a44f-fdbe8f9333b1 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.264579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-80be4c8d-2a0a-42bd-a44f-fdbe8f9333b1 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] 10.222.0.52 "DELETE /v2.0/routers/aaff8b48-db3c-45e1-b9a7-aa509208a516 HTTP/1.1" status: 204 len: 168 time: 1.3799925 Feb 11 13:39:35.279406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42890) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:35.291997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-7785bf5e-28a5-4ff2-8f72-e4760c92dac0 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Request body: {'router': {'name': 'tempest-router-924448533', 'distributed': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:35.335731 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b88251c3-431d-4746-8a90-89c76f180336 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5446703 Feb 11 13:39:35.336428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42892) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:35.406907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': '6dd0b34e-7400-4d8b-840d-ac46d21b126d', 'name': 'tempest-PortsTestJSON-1898320128', 'fixed_ips': [{'subnet_id': '3887f89d-879b-42bb-bc2a-00cc649a3375', 'ip_address': '172.20.0.9'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:35.446401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c12b61-0d66-4f1e-a4d7-19aaba77999b None None] Network 6dd0b34e-7400-4d8b-840d-ac46d21b126d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:35.471895 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-54449dea-6179-40c8-942f-1dd44d5566b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740b96da-21b6-48a2-bd9f-0521dca86566 HTTP/1.1" status: 200 len: 217 time: 0.5462258 Feb 11 13:39:35.534899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 87d5d624-9939-4d10-a743-4c132cb9e89e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:35.544288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f00f2-1596-47bd-bcb0-364a5904839f req-e7ebab75-38c7-4904-a088-d4c4c39d5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:35.547156 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-e7ebab75-38c7-4904-a088-d4c4c39d5067 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4460ed97-8ba8-410b-aab0-37cb9200146f HTTP/1.1" status: 200 len: 849 time: 0.0659177 Feb 11 13:39:35.583072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2159c2e1-446f-488b-ad93-c2ad18d667da None None] Provisioning complete for port 87d5d624-9939-4d10-a743-4c132cb9e89e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:35.583072 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2159c2e1-446f-488b-ad93-c2ad18d667da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.592448 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-c77e4b02-d997-449c-ac52-c3685118080a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ca90c9d8-c69a-4717-b995-ecce0316d671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393131 Feb 11 13:39:35.601000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6315d-919e-4584-981b-0ee6bc1508a6 req-a390c95a-2526-45f5-8a14-6950ad231be6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:35.607493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3b6315d-919e-4584-981b-0ee6bc1508a6 req-a390c95a-2526-45f5-8a14-6950ad231be6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 945 time: 0.1935012 Feb 11 13:39:35.628288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7785bf5e-28a5-4ff2-8f72-e4760c92dac0 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.629342 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7785bf5e-28a5-4ff2-8f72-e4760c92dac0 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.706165 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 87d5d624-9939-4d10-a743-4c132cb9e89e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:35.706439 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.765356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3b6315d-919e-4584-981b-0ee6bc1508a6 req-486f9b07-14d6-40bf-a545-109d9a48d80b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539268 Feb 11 13:39:35.807666 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2159c2e1-446f-488b-ad93-c2ad18d667da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.828042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7785bf5e-28a5-4ff2-8f72-e4760c92dac0 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.831502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-7a0e447f-f779-406e-a561-7dad3fdf43ca service neutron] 10.222.0.13 "GET /v2.0/networks/ca90c9d8-c69a-4717-b995-ecce0316d671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321079 Feb 11 13:39:35.898771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2159c2e1-446f-488b-ad93-c2ad18d667da None None] For port 87d5d624-9939-4d10-a743-4c132cb9e89e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87d5d624-9939-4d10-a743-4c132cb9e89e,segment=NetworkSegment(c5f123ed-3a30-4dc3-bab6-ce77b80be5ab),segment_id=c5f123ed-3a30-4dc3-bab6-ce77b80be5ab)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:35.939398 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.985119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7785bf5e-28a5-4ff2-8f72-e4760c92dac0 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:35.988482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-089f00f2-1596-47bd-bcb0-364a5904839f req-04093219-fad8-4fd3-850d-a444504a9ec4 service neutron] 10.222.0.13 "GET /v2.0/networks/ca90c9d8-c69a-4717-b995-ecce0316d671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486607 Feb 11 13:39:36.006288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:36.010037 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2159c2e1-446f-488b-ad93-c2ad18d667da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.016279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.100788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port aab4c0a7-ac9b-4949-aad2-761edef207d7 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:39:36.110981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:39:36.111352 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:39:36.124807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef908d-835b-4247-a086-6528d0b3408f req-e20d8f2c-0c69-467b-ba21-2ae65f68dc5d tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:36.126674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6ef908d-835b-4247-a086-6528d0b3408f req-e20d8f2c-0c69-467b-ba21-2ae65f68dc5d tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 944 time: 0.1409769 Feb 11 13:39:36.129279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159c2e1-446f-488b-ad93-c2ad18d667da None None] Pushing event updated for resources: {'Port': ['ID=87d5d624-9939-4d10-a743-4c132cb9e89e,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:36.176938 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6ef908d-835b-4247-a086-6528d0b3408f req-c4325291-db64-4d65-b311-df4476ebc963 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436182 Feb 11 13:39:36.211525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42902) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:36.235967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7785bf5e-28a5-4ff2-8f72-e4760c92dac0 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.237463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7785bf5e-28a5-4ff2-8f72-e4760c92dac0 tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9565561 Feb 11 13:39:36.240539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d1dd172b-d888-4cf1-9513-40c710b8bc05 None None] Provisioning complete for port 87d5d624-9939-4d10-a743-4c132cb9e89e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:36.240977 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1dd172b-d888-4cf1-9513-40c710b8bc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.241820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42904) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:36.242814 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcf51166-9770-4e1e-b870-fb394a496adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.255540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a09d19-584b-431a-a636-18f542169006 req-b7557d30-3a48-482e-8034-f9938c3b79ec tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:36.257373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76a09d19-584b-431a-a636-18f542169006 req-b7557d30-3a48-482e-8034-f9938c3b79ec tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 945 time: 0.2766871 Feb 11 13:39:36.289643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.resource_extend [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:39:36.292680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 1299df79-5b6f-4790-9760-c91b11a8e6de up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:36.397615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcf51166-9770-4e1e-b870-fb394a496adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.410581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d1dd172b-d888-4cf1-9513-40c710b8bc05 None None] Provisioning complete for port 9e3e08b9-f72b-47e2-98cc-c02782d36b23 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:36.411793 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1dd172b-d888-4cf1-9513-40c710b8bc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.454175 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f524e68-bd63-4064-826c-c0724faa734b tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.458850 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76a09d19-584b-431a-a636-18f542169006 req-f8266c59-d651-4038-b49b-a7612f485042 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890557 Feb 11 13:39:36.464228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd172b-d888-4cf1-9513-40c710b8bc05 None None] Port 9e3e08b9-f72b-47e2-98cc-c02782d36b23 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:36.470979 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.488123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 1299df79-5b6f-4790-9760-c91b11a8e6de completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:36.492688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 1299df79-5b6f-4790-9760-c91b11a8e6de triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:36.493056 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.535808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fcf51166-9770-4e1e-b870-fb394a496adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.547420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.9 (6dd0b34e-7400-4d8b-840d-ac46d21b126d/3887f89d-879b-42bb-bc2a-00cc649a3375/aab4c0a7-ac9b-4949-aad2-761edef207d7) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:36.558624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.676250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d29be89c-98c2-441e-81ca-71b4ac291bc4 None None] Provisioning complete for port 9e3e08b9-f72b-47e2-98cc-c02782d36b23 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:36.676665 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d29be89c-98c2-441e-81ca-71b4ac291bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.682079 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.710753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fcf51166-9770-4e1e-b870-fb394a496adf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc6e798249d740fab2f603ddb33f96b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4980574 Feb 11 13:39:36.713424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf51166-9770-4e1e-b870-fb394a496adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c31893-8e84-49a2-b264-325c526ad9a5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:36.720747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42906) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:36.720747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f524e68-bd63-4064-826c-c0724faa734b tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.752837 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP b7bde42d-f87c-406e-81eb-d9a5bb4a52e6 associated. External IP: 172.25.0.118, port: fb392980-8ca3-4851-b16c-d0aefd37b8f4. Feb 11 13:39:36.757661 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f524e68-bd63-4064-826c-c0724faa734b tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.775410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:36.782106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:36.784642 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4304be98-c4fc-4847-b157-f35ab0468c4d" -d '{"events": [{"server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "name": "network-vif-plugged", "status": "completed", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:36.799113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d29be89c-98c2-441e-81ca-71b4ac291bc4 None None] Port 9e3e08b9-f72b-47e2-98cc-c02782d36b23 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:36.836761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-397efbc8-84c1-4c30-8934-a0e9f38f8787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.860259 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520fd9f4-b1c3-480f-b043-2ac3f43bedf6 x-openstack-request-id: req-520fd9f4-b1c3-480f-b043-2ac3f43bedf6 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:36.860742 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "name": "network-vif-plugged", "status": "completed", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:36.860930 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-520fd9f4-b1c3-480f-b043-2ac3f43bedf6 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:36.861388 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'code': 200} Feb 11 13:39:36.881105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-397efbc8-84c1-4c30-8934-a0e9f38f8787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.881354 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.882265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:36.929894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.940576 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f524e68-bd63-4064-826c-c0724faa734b tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.940919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f524e68-bd63-4064-826c-c0724faa734b tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52e5d3e1-ecf5-45cf-80a1-0b4b6e181489 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:39:36.957081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f524e68-bd63-4064-826c-c0724faa734b tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:36.974237 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9f524e68-bd63-4064-826c-c0724faa734b tempest-RoutersTestDVR-1720901970 tempest-RoutersTestDVR-1720901970-project-admin] 10.222.0.52 "DELETE /v2.0/routers/52e5d3e1-ecf5-45cf-80a1-0b4b6e181489 HTTP/1.1" status: 204 len: 168 time: 0.7205718 Feb 11 13:39:37.037664 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=12']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:37.090955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7209bb-c932-41b9-b2a2-f260f5f90123 req-8b7c4249-305e-48a4-9b24-45b21ecd84d1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.093309 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc7209bb-c932-41b9-b2a2-f260f5f90123 req-8b7c4249-305e-48a4-9b24-45b21ecd84d1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 946 time: 0.2173054 Feb 11 13:39:37.122316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:37.124885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-397efbc8-84c1-4c30-8934-a0e9f38f8787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.128264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-397efbc8-84c1-4c30-8934-a0e9f38f8787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.130399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-397efbc8-84c1-4c30-8934-a0e9f38f8787 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6c31893-8e84-49a2-b264-325c526ad9a5 HTTP/1.1" status: 204 len: 168 time: 0.4077704 Feb 11 13:39:37.136517 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:37.136754 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.160932 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397efbc8-84c1-4c30-8934-a0e9f38f8787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c31893-8e84-49a2-b264-325c526ad9a5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:37.206969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee3560-67c3-4d03-9ce9-26df9af2a1ce req-2897967b-975e-46b8-98d9-bd80255133e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.208820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41ee3560-67c3-4d03-9ce9-26df9af2a1ce req-2897967b-975e-46b8-98d9-bd80255133e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 1097 time: 0.0958369 Feb 11 13:39:37.227151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc7209bb-c932-41b9-b2a2-f260f5f90123 req-c693b25d-cdb6-489a-81a7-76081c4cb54e tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259611 Feb 11 13:39:37.244562 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.334602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 6dd0b34e-7400-4d8b-840d-ac46d21b126d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:37.374823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=aab4c0a7-ac9b-4949-aad2-761edef207d7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:37.378050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:37.389980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:37.390076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 87d5d624-9939-4d10-a743-4c132cb9e89e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:37.433168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.433729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:37.458506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-41ee3560-67c3-4d03-9ce9-26df9af2a1ce req-829368b3-72b6-4ac3-8d9a-30dab60d04f4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413120 Feb 11 13:39:37.559879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42926) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:37.575765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:37.580046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 87d5d624-9939-4d10-a743-4c132cb9e89e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:37.581990 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.609787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d70f5-6190-44ee-a852-38e5d5a27824 req-2db03d40-c595-445b-8436-2df08d2a9c14 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.611383 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee1d70f5-6190-44ee-a852-38e5d5a27824 req-2db03d40-c595-445b-8436-2df08d2a9c14 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 944 time: 0.2707598 Feb 11 13:39:37.677324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.678338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.679912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.712056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71419f0-f274-4890-aa84-52dfe96cbe48 req-c36e516f-94de-41eb-a29e-e8be59a5f603 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:37.715137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f71419f0-f274-4890-aa84-52dfe96cbe48 req-c36e516f-94de-41eb-a29e-e8be59a5f603 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 945 time: 0.1223023 Feb 11 13:39:37.801348 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f71419f0-f274-4890-aa84-52dfe96cbe48 req-91e60f99-e2bc-4b56-8c5d-b4f44794b92f tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785456 Feb 11 13:39:37.820062 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c361fb7f-c97e-48eb-b280-cdd3dd8d7c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.861077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:37.865949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9e5db95e-35b7-421c-8a49-298ba339807f None None] Provisioning complete for port aab4c0a7-ac9b-4949-aad2-761edef207d7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:37.867065 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e5db95e-35b7-421c-8a49-298ba339807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:37.918783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9e5db95e-35b7-421c-8a49-298ba339807f None None] Port aab4c0a7-ac9b-4949-aad2-761edef207d7 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:37.951316 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c361fb7f-c97e-48eb-b280-cdd3dd8d7c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.021665 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c361fb7f-c97e-48eb-b280-cdd3dd8d7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.066624 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c361fb7f-c97e-48eb-b280-cdd3dd8d7c05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=abbb203974b04a41b5ffc0912ac9f245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5053930 Feb 11 13:39:38.067654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361fb7f-c97e-48eb-b280-cdd3dd8d7c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=235e6e21-3479-4d67-8db5-784beeb4a7e9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:38.075389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42938) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:38.166800 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ade2b38c-3861-41b3-95a5-ee7916c7b6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.192545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ade2b38c-3861-41b3-95a5-ee7916c7b6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.193474 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee1d70f5-6190-44ee-a852-38e5d5a27824 req-90b154c4-7bc8-4fa6-9ad1-2e37c084b66f tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609045 Feb 11 13:39:38.205944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:38.216506 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38859f00-df14-4880-884e-f73a966aefee None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:38.243120 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38859f00-df14-4880-884e-f73a966aefee None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:38.244741 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-38859f00-df14-4880-884e-f73a966aefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:38.266424 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b7184902-a384-4330-8857-0c318ba994b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9091105 Feb 11 13:39:38.266424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42946) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:38.317973 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-38859f00-df14-4880-884e-f73a966aefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:38.329114 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38859f00-df14-4880-884e-f73a966aefee None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:38.330105 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-38859f00-df14-4880-884e-f73a966aefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:38.331663 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ade2b38c-3861-41b3-95a5-ee7916c7b6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.336754 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ade2b38c-3861-41b3-95a5-ee7916c7b6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.341852 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ade2b38c-3861-41b3-95a5-ee7916c7b6d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/235e6e21-3479-4d67-8db5-784beeb4a7e9 HTTP/1.1" status: 204 len: 168 time: 0.2646317 Feb 11 13:39:38.420107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d6009d-92ca-4f1a-ae08-8f2173647e1a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:38.423612 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-98d6009d-92ca-4f1a-ae08-8f2173647e1a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.1551480 Feb 11 13:39:38.423746 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-38859f00-df14-4880-884e-f73a966aefee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:38.423746 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38859f00-df14-4880-884e-f73a966aefee None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:38.425046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42954) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:38.435312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2b38c-3861-41b3-95a5-ee7916c7b6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=235e6e21-3479-4d67-8db5-784beeb4a7e9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:38.495112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986d8ec-8f79-404b-9eae-e683340519c2 req-93b0c6c0-add2-4001-a90f-2f9c692dbe17 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:38.496760 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d986d8ec-8f79-404b-9eae-e683340519c2 req-93b0c6c0-add2-4001-a90f-2f9c692dbe17 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 946 time: 0.1340082 Feb 11 13:39:38.530025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138a89c2-6706-4275-a7c7-2fbbe13ecf8d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:38.535907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138a89c2-6706-4275-a7c7-2fbbe13ecf8d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:38.541904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138a89c2-6706-4275-a7c7-2fbbe13ecf8d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:38.543752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-138a89c2-6706-4275-a7c7-2fbbe13ecf8d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1177287 Feb 11 13:39:38.549836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42958) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:38.560109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d986d8ec-8f79-404b-9eae-e683340519c2 req-a17c36bb-e52d-4ed7-a817-18c1673ff507 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556970 Feb 11 13:39:38.707396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 4f9980c2-b97f-4463-b0d1-55d57769812a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:38.728385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 740b96da-21b6-48a2-bd9f-0521dca86566 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:39:38.740536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-67d08d95-d438-4495-b7ef-e94a240967e9 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port aab4c0a7-ac9b-4949-aad2-761edef207d7 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:38.746005 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67d08d95-d438-4495-b7ef-e94a240967e9 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:38.864838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e677d5c8-5137-4046-914a-5404d678fea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:38.868273 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702d8581-43c1-497c-be6f-81efaa3b9f8b" -d '{"events": [{"server_uuid": "e677d5c8-5137-4046-914a-5404d678fea7", "name": "network-vif-plugged", "status": "completed", "tag": "02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:39.030805 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67d08d95-d438-4495-b7ef-e94a240967e9 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.064242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-67d08d95-d438-4495-b7ef-e94a240967e9 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for aab4c0a7-ac9b-4949-aad2-761edef207d7 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:39.156208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43020) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:39.187414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9e2817d-9a83-4e59-b157-fe14843c1e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.235552 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a565ab6d-a131-44bd-a979-7e5022ac1850 x-openstack-request-id: req-a565ab6d-a131-44bd-a979-7e5022ac1850 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:39.235877 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e677d5c8-5137-4046-914a-5404d678fea7", "name": "network-vif-plugged", "status": "completed", "tag": "02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:39.236074 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a565ab6d-a131-44bd-a979-7e5022ac1850 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:39.236584 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e677d5c8-5137-4046-914a-5404d678fea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7', 'code': 200} Feb 11 13:39:39.256031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 740b96da-21b6-48a2-bd9f-0521dca86566, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=740b96da-21b6-48a2-bd9f-0521dca86566,segment=NetworkSegment(cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69),segment_id=cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:39.280637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '740b96da-21b6-48a2-bd9f-0521dca86566', 'network_id': 'ca90c9d8-c69a-4717-b995-ecce0316d671', 'port_id': '740b96da-21b6-48a2-bd9f-0521dca86566', 'mac_address': 'fa:16:3e:be:97:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4460ed97-8ba8-410b-aab0-37cb9200146f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:39:39.334854 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.352730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740b96da-21b6-48a2-bd9f-0521dca86566 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:39:39.363609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:39.368885 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.382198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 740b96da-21b6-48a2-bd9f-0521dca86566, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=740b96da-21b6-48a2-bd9f-0521dca86566,segment=NetworkSegment(cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69),segment_id=cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:39.387267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedec950-f238-453a-bd3a-a625ca29991b None None] Sync routers for ids ['4f9980c2-b97f-4463-b0d1-55d57769812a'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:39.397525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedec950-f238-453a-bd3a-a625ca29991b None None] Routers {'4f9980c2-b97f-4463-b0d1-55d57769812a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:39.398422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fedec950-f238-453a-bd3a-a625ca29991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4f9980c2-b97f-4463-b0d1-55d57769812a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:39.455634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fedec950-f238-453a-bd3a-a625ca29991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:39.463951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.474420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf1076-b631-4233-a5e7-cb3523258484 req-53acb28f-7d04-4f9d-93fe-f0389cae4845 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.476625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67bf1076-b631-4233-a5e7-cb3523258484 req-53acb28f-7d04-4f9d-93fe-f0389cae4845 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 944 time: 0.1105871 Feb 11 13:39:39.489907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9e2817d-9a83-4e59-b157-fe14843c1e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.495889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedec950-f238-453a-bd3a-a625ca29991b None None] Routers {'4f9980c2-b97f-4463-b0d1-55d57769812a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:39.497886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fedec950-f238-453a-bd3a-a625ca29991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4f9980c2-b97f-4463-b0d1-55d57769812a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:39.520771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c029e-750d-4c94-b98a-c05a385290b6 req-998c8a24-1698-442c-9415-e62f0036b887 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.528898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d71c029e-750d-4c94-b98a-c05a385290b6 req-998c8a24-1698-442c-9415-e62f0036b887 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 946 time: 0.5682592 Feb 11 13:39:39.581220 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67bf1076-b631-4233-a5e7-cb3523258484 req-c04805df-9265-4f71-8287-6a949ed8363c tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944030 Feb 11 13:39:39.581448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fedec950-f238-453a-bd3a-a625ca29991b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:39.581984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedec950-f238-453a-bd3a-a625ca29991b None None] The sync data for ids ['4f9980c2-b97f-4463-b0d1-55d57769812a'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:39.613313 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9e2817d-9a83-4e59-b157-fe14843c1e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.627632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=740b96da-21b6-48a2-bd9f-0521dca86566,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:39.641100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ca87b-3716-471b-9377-e50e8e0d06ff req-04593901-0e77-44b9-929f-e772a4f9f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.642879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-483ca87b-3716-471b-9377-e50e8e0d06ff req-04593901-0e77-44b9-929f-e772a4f9f2c2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 1097 time: 0.4736061 Feb 11 13:39:39.689006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['740b96da-21b6-48a2-bd9f-0521dca86566'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:39.689571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b9e2817d-9a83-4e59-b157-fe14843c1e53 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2ad721305b8c413996881fa0b2b1b344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5323677 Feb 11 13:39:39.690571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e2817d-9a83-4e59-b157-fe14843c1e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429c61eb-58c1-44e0-b11f-5232358d3a08,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:39.693008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43040) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:39.712227 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-15343321-163f-42fc-8f8c-edad42779377 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "PUT /v2.0/floatingips/b7bde42d-f87c-406e-81eb-d9a5bb4a52e6 HTTP/1.1" status: 200 len: 978 time: 5.6324327 Feb 11 13:39:39.717130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43044) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:39.742525 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d71c029e-750d-4c94-b98a-c05a385290b6 req-124bc246-3cf8-4e62-8ce5-cb3a6a2c030a tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133288 Feb 11 13:39:39.774871 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-483ca87b-3716-471b-9377-e50e8e0d06ff req-02ee0d04-32f8-4a4c-ad35-9a4d72ce1115 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236198 Feb 11 13:39:39.851660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67d08d95-d438-4495-b7ef-e94a240967e9 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:39.893608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43058) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:39.899839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d08d95-d438-4495-b7ef-e94a240967e9 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=aab4c0a7-ac9b-4949-aad2-761edef207d7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:39.943480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac47c531-9213-421f-ba11-4de4c82b109f req-20b1e106-b263-47a5-bacc-ac21da5bf8a6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:39.948515 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac47c531-9213-421f-ba11-4de4c82b109f req-20b1e106-b263-47a5-bacc-ac21da5bf8a6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 946 time: 0.1629729 Feb 11 13:39:40.030759 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f1ea02f-e985-4720-88b3-7cbfc92322c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.046244 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67d08d95-d438-4495-b7ef-e94a240967e9 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.053179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-67d08d95-d438-4495-b7ef-e94a240967e9 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/aab4c0a7-ac9b-4949-aad2-761edef207d7 HTTP/1.1" status: 204 len: 168 time: 1.5023143 Feb 11 13:39:40.055782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43070) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:40.091377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac47c531-9213-421f-ba11-4de4c82b109f req-934980f8-c232-4ab4-b7fa-d34adeb1dbcc tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343377 Feb 11 13:39:40.093638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f1ea02f-e985-4720-88b3-7cbfc92322c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.121948 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1681d9d-420f-4ae2-b2d1-e41a45f1192b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:39:40.127112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43074) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:40.127296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e1681d9d-420f-4ae2-b2d1-e41a45f1192b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/aab4c0a7-ac9b-4949-aad2-761edef207d7 HTTP/1.1" status: 404 len: 333 time: 0.0697083 Feb 11 13:39:40.135764 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65b9f6ce-2053-4f9e-91dd-17cee313d299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.202818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port 17331fc9-83bc-4696-8458-d8196eaa46b8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:40.204021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.281522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65b9f6ce-2053-4f9e-91dd-17cee313d299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.357729 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.360648 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65b9f6ce-2053-4f9e-91dd-17cee313d299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.411660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f1ea02f-e985-4720-88b3-7cbfc92322c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.414221 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f1ea02f-e985-4720-88b3-7cbfc92322c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.415471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3f1ea02f-e985-4720-88b3-7cbfc92322c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/429c61eb-58c1-44e0-b11f-5232358d3a08 HTTP/1.1" status: 204 len: 168 time: 0.7215624 Feb 11 13:39:40.426409 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b93d65e8-78d5-4a7b-9c74-b2e9fea842ad tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 9e3e08b9-f72b-47e2-98cc-c02782d36b23 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:40.426749 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b93d65e8-78d5-4a7b-9c74-b2e9fea842ad tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.430372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9f6ce-2053-4f9e-91dd-17cee313d299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99fcdab-c22c-49d9-b226-cc995d0d706e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:40.437127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-65b9f6ce-2053-4f9e-91dd-17cee313d299 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=caa027fc99a34a39b6d54750a46f6bd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5424516 Feb 11 13:39:40.439693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43102) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:40.453296 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ea02f-e985-4720-88b3-7cbfc92322c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429c61eb-58c1-44e0-b11f-5232358d3a08,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:40.515404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7e622864-f909-4c2d-b784-0b0b1b91cf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.554212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7e622864-f909-4c2d-b784-0b0b1b91cf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.700400 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b93d65e8-78d5-4a7b-9c74-b2e9fea842ad tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.715560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b93d65e8-78d5-4a7b-9c74-b2e9fea842ad tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 9e3e08b9-f72b-47e2-98cc-c02782d36b23 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:40.732312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 740b96da-21b6-48a2-bd9f-0521dca86566 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:40.756400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7e622864-f909-4c2d-b784-0b0b1b91cf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.759522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7e622864-f909-4c2d-b784-0b0b1b91cf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.760885 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7e622864-f909-4c2d-b784-0b0b1b91cf5b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c99fcdab-c22c-49d9-b226-cc995d0d706e HTTP/1.1" status: 204 len: 168 time: 0.3202672 Feb 11 13:39:40.772986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e622864-f909-4c2d-b784-0b0b1b91cf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99fcdab-c22c-49d9-b226-cc995d0d706e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:40.816573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293990f-0c10-47a8-bbc3-75e73f30b81c req-a45fc9f7-4499-4508-9d8c-aba6220ffa09 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:40.818205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b293990f-0c10-47a8-bbc3-75e73f30b81c req-a45fc9f7-4499-4508-9d8c-aba6220ffa09 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 945 time: 0.1289203 Feb 11 13:39:40.924908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b293990f-0c10-47a8-bbc3-75e73f30b81c req-910f9edb-89a8-4ece-9f44-405ac8f15bf1 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916579 Feb 11 13:39:40.955176 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.955176 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:40.955176 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Floating IP b7bde42d-f87c-406e-81eb-d9a5bb4a52e6 disassociated. External IP: 172.25.0.118, port: 17331fc9-83bc-4696-8458-d8196eaa46b8. Feb 11 13:39:40.955176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for 17331fc9-83bc-4696-8458-d8196eaa46b8 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:40.965699 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 740b96da-21b6-48a2-bd9f-0521dca86566 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:39:40.975178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 740b96da-21b6-48a2-bd9f-0521dca86566 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:40.975178 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.075302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b93d65e8-78d5-4a7b-9c74-b2e9fea842ad tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.114651 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.137347 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d89e4b-4a79-4614-a1d3-3b79d69dad72 req-ce877ed3-d0f3-4cfe-8b2b-21a0065879d3 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:41.146281 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16d89e4b-4a79-4614-a1d3-3b79d69dad72 req-ce877ed3-d0f3-4cfe-8b2b-21a0065879d3 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 946 time: 0.2114210 Feb 11 13:39:41.148580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d65e8-78d5-4a7b-9c74-b2e9fea842ad tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=9e3e08b9-f72b-47e2-98cc-c02782d36b23,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:41.289020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffaf1d2-10d7-4d71-bd48-2c3f34f9730b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740b96da-21b6-48a2-bd9f-0521dca86566'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:41.296165 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c1627-6140-4dc4-85b6-8db4c60e4592" -d '{"events": [{"server_uuid": "fffaf1d2-10d7-4d71-bd48-2c3f34f9730b", "name": "network-vif-plugged", "status": "completed", "tag": "740b96da-21b6-48a2-bd9f-0521dca86566"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:41.321091 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16d89e4b-4a79-4614-a1d3-3b79d69dad72 req-490608d2-d384-4129-95a9-76c46de6fd93 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705046 Feb 11 13:39:41.379100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 740b96da-21b6-48a2-bd9f-0521dca86566, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=740b96da-21b6-48a2-bd9f-0521dca86566,segment=NetworkSegment(cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69),segment_id=cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:41.381552 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b93d65e8-78d5-4a7b-9c74-b2e9fea842ad tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.400012 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b93d65e8-78d5-4a7b-9c74-b2e9fea842ad tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/9e3e08b9-f72b-47e2-98cc-c02782d36b23 HTTP/1.1" status: 204 len: 168 time: 1.2714448 Feb 11 13:39:41.403055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43156) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:41.424633 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c795ac-c1f8-469c-a49b-18df70fa954a x-openstack-request-id: req-26c795ac-c1f8-469c-a49b-18df70fa954a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:41.424916 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffaf1d2-10d7-4d71-bd48-2c3f34f9730b", "name": "network-vif-plugged", "status": "completed", "tag": "740b96da-21b6-48a2-bd9f-0521dca86566", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:41.425157 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26c795ac-c1f8-469c-a49b-18df70fa954a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:41.425543 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffaf1d2-10d7-4d71-bd48-2c3f34f9730b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740b96da-21b6-48a2-bd9f-0521dca86566', 'code': 200} Feb 11 13:39:41.474621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac7ac4-7043-4096-9419-b2108353e288 req-bc78f649-4c5b-48fe-9642-6071fd51b42b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:41.474621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdac7ac4-7043-4096-9419-b2108353e288 req-bc78f649-4c5b-48fe-9642-6071fd51b42b tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 946 time: 0.1649466 Feb 11 13:39:41.494029 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.551075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdac7ac4-7043-4096-9419-b2108353e288 req-74929c2d-7335-4188-b1f0-f8c9f54a0f60 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712178 Feb 11 13:39:41.558799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=740b96da-21b6-48a2-bd9f-0521dca86566,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:41.592942 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.610613 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-69441e9f-ffb0-4326-9361-e940f6162850 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:39:41.612473 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-69441e9f-ffb0-4326-9361-e940f6162850 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/9e3e08b9-f72b-47e2-98cc-c02782d36b23 HTTP/1.1" status: 404 len: 333 time: 0.0987725 Feb 11 13:39:41.615335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43172) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:41.648128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=17331fc9-83bc-4696-8458-d8196eaa46b8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:41.680988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4c690f-d529-4e89-94fd-6516bc7cc6b3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet 3887f89d-879b-42bb-bc2a-00cc649a3375 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:39:41.685164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb4c690f-d529-4e89-94fd-6516bc7cc6b3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.705871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6c768-dbb3-42f5-9472-73b881ed0060 req-234d5188-00f5-4de6-9033-0af65ecd990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:41.712314 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2e6c768-dbb3-42f5-9472-73b881ed0060 req-234d5188-00f5-4de6-9033-0af65ecd990f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 1097 time: 0.1323438 Feb 11 13:39:41.744618 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb4c690f-d529-4e89-94fd-6516bc7cc6b3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.854645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2e6c768-dbb3-42f5-9472-73b881ed0060 req-ee8cde31-0c4e-4102-9609-3ab84f2a4ddc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341319 Feb 11 13:39:41.875397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 4f9980c2-b97f-4463-b0d1-55d57769812a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:41.892684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb4c690f-d529-4e89-94fd-6516bc7cc6b3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:41.998311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:42.009122 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04885d0-f90f-452b-8560-848ded1dfa70 None None] Sync routers for ids ['4f9980c2-b97f-4463-b0d1-55d57769812a'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:42.038667 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04885d0-f90f-452b-8560-848ded1dfa70 None None] Routers {'4f9980c2-b97f-4463-b0d1-55d57769812a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:42.039533 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d04885d0-f90f-452b-8560-848ded1dfa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4f9980c2-b97f-4463-b0d1-55d57769812a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:42.051836 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb4c690f-d529-4e89-94fd-6516bc7cc6b3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.083440 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d04885d0-f90f-452b-8560-848ded1dfa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:42.112372 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04885d0-f90f-452b-8560-848ded1dfa70 None None] Routers {'4f9980c2-b97f-4463-b0d1-55d57769812a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:42.113407 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d04885d0-f90f-452b-8560-848ded1dfa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4f9980c2-b97f-4463-b0d1-55d57769812a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:42.126795 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.136539 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-73f3b16c-5419-4550-b2f6-8c84f53d44ed tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/ports/17331fc9-83bc-4696-8458-d8196eaa46b8 HTTP/1.1" status: 204 len: 168 time: 2.4140937 Feb 11 13:39:42.136647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43198) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:42.151700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e14dc-3b42-4a3b-b835-283964acaae9 req-06f6cf63-ba48-410e-b4a8-a49daea56c39 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:42.151700 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b66e14dc-3b42-4a3b-b835-283964acaae9 req-06f6cf63-ba48-410e-b4a8-a49daea56c39 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 946 time: 0.1194696 Feb 11 13:39:42.156311 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d04885d0-f90f-452b-8560-848ded1dfa70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:42.156958 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04885d0-f90f-452b-8560-848ded1dfa70 None None] The sync data for ids ['4f9980c2-b97f-4463-b0d1-55d57769812a'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:42.166076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c690f-d529-4e89-94fd-6516bc7cc6b3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=3887f89d-879b-42bb-bc2a-00cc649a3375,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:42.170511 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb4c690f-d529-4e89-94fd-6516bc7cc6b3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.178453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b2d5b-0d5f-4623-8303-1c134f878e34 None None] Network 6dd0b34e-7400-4d8b-840d-ac46d21b126d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:42.178953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cb4c690f-d529-4e89-94fd-6516bc7cc6b3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/3887f89d-879b-42bb-bc2a-00cc649a3375 HTTP/1.1" status: 204 len: 168 time: 0.5594950 Feb 11 13:39:42.183639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43202) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:42.268309 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b66e14dc-3b42-4a3b-b835-283964acaae9 req-1e8f3007-19e1-41f3-bca5-cb35049bf507 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153197 Feb 11 13:39:42.291057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.390233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 87d5d624-9939-4d10-a743-4c132cb9e89e {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:42.393011 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.472100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4806ef2e-38d5-4f86-995c-ae85a8d357e4 None None] DHCP port deletion for 6dd0b34e-7400-4d8b-840d-ac46d21b126d request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:39:42.545735 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43224) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:42.594731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4806ef2e-38d5-4f86-995c-ae85a8d357e4 None None] Deleting port 87d5d624-9939-4d10-a743-4c132cb9e89e {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:42.595420 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4806ef2e-38d5-4f86-995c-ae85a8d357e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.628388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43234) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:42.635789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] For port 87d5d624-9939-4d10-a743-4c132cb9e89e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87d5d624-9939-4d10-a743-4c132cb9e89e,segment=NetworkSegment(c5f123ed-3a30-4dc3-bab6-ce77b80be5ab),segment_id=c5f123ed-3a30-4dc3-bab6-ce77b80be5ab)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:42.636159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.693185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 87d5d624-9939-4d10-a743-4c132cb9e89e owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:42.701703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5e530-f3f3-4937-8d87-3c4d09d5354a req-2d977ccd-a170-46ca-a56b-d9f76044a603 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:42.704382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51d5e530-f3f3-4937-8d87-3c4d09d5354a req-2d977ccd-a170-46ca-a56b-d9f76044a603 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 946 time: 0.1870608 Feb 11 13:39:42.807660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4806ef2e-38d5-4f86-995c-ae85a8d357e4 None None] For port 87d5d624-9939-4d10-a743-4c132cb9e89e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87d5d624-9939-4d10-a743-4c132cb9e89e,segment=NetworkSegment(c5f123ed-3a30-4dc3-bab6-ce77b80be5ab),segment_id=c5f123ed-3a30-4dc3-bab6-ce77b80be5ab)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:42.815237 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4806ef2e-38d5-4f86-995c-ae85a8d357e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:42.857830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4806ef2e-38d5-4f86-995c-ae85a8d357e4 None None] Calling delete_port for 87d5d624-9939-4d10-a743-4c132cb9e89e owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:42.890875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51d5e530-f3f3-4937-8d87-3c4d09d5354a req-cedcd849-a154-4b9d-af7f-0ae1766be60c tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963428 Feb 11 13:39:42.914644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1338913478'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:42.916023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-6428a70a-4395-4d1e-8ae8-5775d0c4b584 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:42.917387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6428a70a-4395-4d1e-8ae8-5775d0c4b584 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2877717 Feb 11 13:39:42.929069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43250) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:42.938335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-013f4c55-8cf2-47a9-9c64-2cc5b7c4ed5d tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:42.939646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-013f4c55-8cf2-47a9-9c64-2cc5b7c4ed5d tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0092578 Feb 11 13:39:42.945200 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43252) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:42.955097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-52cde20f-0f3f-476e-82d5-2fe731ece24f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:42.956284 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-52cde20f-0f3f-476e-82d5-2fe731ece24f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0061464 Feb 11 13:39:42.963273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43254) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:42.969530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-520ccede-aa1b-4244-811c-410793fb6a1f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:42.970539 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-520ccede-aa1b-4244-811c-410793fb6a1f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050039 Feb 11 13:39:42.975570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43256) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.006632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9af02d-96bb-4ed5-be53-8dd7e512922e req-f28897db-71df-4548-ab96-b1ae8b0ac994 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:43.013513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e9af02d-96bb-4ed5-be53-8dd7e512922e req-f28897db-71df-4548-ab96-b1ae8b0ac994 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 946 time: 0.2891510 Feb 11 13:39:43.027039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-fe897f1f-81e8-43f2-85af-4f00b99b392c tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.028659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe897f1f-81e8-43f2-85af-4f00b99b392c tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0061502 Feb 11 13:39:43.032292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43262) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.037222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-461e96a0-a177-4ce1-9030-015c0e7099bc tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.039384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-461e96a0-a177-4ce1-9030-015c0e7099bc tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053663 Feb 11 13:39:43.043849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43264) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.048830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-beef6d2e-8eb0-4d11-9b1b-cd195fc80dc7 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.052303 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-beef6d2e-8eb0-4d11-9b1b-cd195fc80dc7 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0065560 Feb 11 13:39:43.053554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43266) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.059062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-aaf27218-140a-4dac-8d8f-b330cc539279 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.060650 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aaf27218-140a-4dac-8d8f-b330cc539279 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043828 Feb 11 13:39:43.066628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Made reservation on behalf of 22621c5142784979acb3739ede02ffef for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:43.068187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43268) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.068862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.073201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-876a5009-b96c-40ef-a157-1a780006258b tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.076477 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-876a5009-b96c-40ef-a157-1a780006258b tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050621 Feb 11 13:39:43.082247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43270) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.088039 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4806ef2e-38d5-4f86-995c-ae85a8d357e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.088716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-9f151dd7-8c6e-4087-917f-798acc6e0098 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.092008 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9f151dd7-8c6e-4087-917f-798acc6e0098 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0064979 Feb 11 13:39:43.092772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43272) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.095293 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.097960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-d2c67fc9-9460-448d-925e-7bfdd7b3e440 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.100143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d2c67fc9-9460-448d-925e-7bfdd7b3e440 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052385 Feb 11 13:39:43.102649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e9af02d-96bb-4ed5-be53-8dd7e512922e req-4d8ae6ec-2d24-4f4b-bc66-d3f20229414d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837321 Feb 11 13:39:43.103108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43274) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.114614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-393957e6-943a-4f02-bd0f-d3b292f5c338 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.117796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-393957e6-943a-4f02-bd0f-d3b292f5c338 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0057080 Feb 11 13:39:43.119105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43276) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.125566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4806ef2e-38d5-4f86-995c-ae85a8d357e4 None None] No DVR routers for this DVR port 87d5d624-9939-4d10-a743-4c132cb9e89e on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:43.125722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-b9c32793-7a3b-4b89-99d0-fe7d988e1161 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.126871 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b9c32793-7a3b-4b89-99d0-fe7d988e1161 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0059502 Feb 11 13:39:43.129674 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.131480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43278) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.149261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-235427b3-a2e6-41b2-97eb-185ea34aa923 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.150255 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-235427b3-a2e6-41b2-97eb-185ea34aa923 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0134301 Feb 11 13:39:43.151392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806ef2e-38d5-4f86-995c-ae85a8d357e4 None None] Pushing event deleted for resources: {'Port': ['ID=87d5d624-9939-4d10-a743-4c132cb9e89e,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:43.170269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43282) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.180107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=87d5d624-9939-4d10-a743-4c132cb9e89e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:43.184313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No DVR routers for this DVR port 87d5d624-9939-4d10-a743-4c132cb9e89e on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:43.218475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-c58b6c7b-7295-46f4-90ca-5a71905e9b9e tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.219876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c58b6c7b-7295-46f4-90ca-5a71905e9b9e tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0468087 Feb 11 13:39:43.223082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43288) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.227271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-cd2e6347-a4c7-4f1f-a25b-2d79ded28155 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.228208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cd2e6347-a4c7-4f1f-a25b-2d79ded28155 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042486 Feb 11 13:39:43.233531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43290) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.250740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-2191a5bd-54b1-4b88-b271-3fec83333cd9 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.250740 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2191a5bd-54b1-4b88-b271-3fec83333cd9 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0128367 Feb 11 13:39:43.250950 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43292) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.258681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-574152f3-a9cb-414a-8349-669f42ff8be9 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.260950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-574152f3-a9cb-414a-8349-669f42ff8be9 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0080278 Feb 11 13:39:43.262650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43294) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.267778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-24672758-242e-4d31-a075-07c5294d9871 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.270737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-24672758-242e-4d31-a075-07c5294d9871 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049105 Feb 11 13:39:43.272272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43296) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.280807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-2a2a33ee-76d7-4c63-b54a-a18a6cc09111 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.282028 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2a2a33ee-76d7-4c63-b54a-a18a6cc09111 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0088100 Feb 11 13:39:43.283834 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.291480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43298) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.298315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-1fe6cf5e-77ac-44fd-bc8e-e689b6827809 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.299438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1fe6cf5e-77ac-44fd-bc8e-e689b6827809 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068028 Feb 11 13:39:43.303841 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43302) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.312568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-1a207696-c63d-4c5b-add4-9040c4f2a2e6 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.314668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1a207696-c63d-4c5b-add4-9040c4f2a2e6 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0063975 Feb 11 13:39:43.329085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.329085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43306) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.338632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-62506d9a-c131-428c-a6a2-dee7c44cf81b tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.339978 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-62506d9a-c131-428c-a6a2-dee7c44cf81b tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0104845 Feb 11 13:39:43.346662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 87d5d624-9939-4d10-a743-4c132cb9e89e no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:43.348627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43310) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.362883 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-6e1794b2-306c-4472-bc0b-dc01b3e20726 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.362883 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e1794b2-306c-4472-bc0b-dc01b3e20726 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0113151 Feb 11 13:39:43.365924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43312) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.370211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-e237c617-8c88-49ea-931f-48c8507d4f39 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.371343 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e237c617-8c88-49ea-931f-48c8507d4f39 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043523 Feb 11 13:39:43.374536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 87d5d624-9939-4d10-a743-4c132cb9e89e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:39:43.375837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 87d5d624-9939-4d10-a743-4c132cb9e89e not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:43.376781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd0b34e-7400-4d8b-840d-ac46d21b126d']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:43.383214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43314) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.394829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-7f2b2f7b-bc6d-44f7-93f4-acd526e32466 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.396112 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7f2b2f7b-bc6d-44f7-93f4-acd526e32466 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0114262 Feb 11 13:39:43.401287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5f123ed-3a30-4dc3-bab6-ce77b80be5ab') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:43.401580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5f123ed-3a30-4dc3-bab6-ce77b80be5ab') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:43.402988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43316) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.416868 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-7a9ee405-42ad-4caf-a29c-83910b7a069c tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.417839 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7a9ee405-42ad-4caf-a29c-83910b7a069c tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0139606 Feb 11 13:39:43.422274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43318) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.426520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.429219 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.432472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-9751ca3b-bdb9-48d1-ab25-59b768ff53d5 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.433615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9751ca3b-bdb9-48d1-ab25-59b768ff53d5 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0091043 Feb 11 13:39:43.442521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43322) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.448903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-97152e47-20a1-4b44-996d-b2dddd739b35 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.449841 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-97152e47-20a1-4b44-996d-b2dddd739b35 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0064068 Feb 11 13:39:43.452978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43324) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.456687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.461646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-82e0f7e4-3795-4fff-9431-5047c2bd4767 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.462821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-82e0f7e4-3795-4fff-9431-5047c2bd4767 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0092239 Feb 11 13:39:43.469609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43328) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.477716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-529053e8-0ee7-441b-9bfa-230745ca183f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.478900 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-529053e8-0ee7-441b-9bfa-230745ca183f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044544 Feb 11 13:39:43.480399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:39:43.481092 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:43.485066 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:43.495116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43330) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.527603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-4744daa5-eda6-4ced-8cd0-4ee903c9a23e tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.528577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4744daa5-eda6-4ced-8cd0-4ee903c9a23e tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0317519 Feb 11 13:39:43.533761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43332) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.534404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.552676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-abb42175-a4a2-4b3b-a62f-ba536561d283 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.554829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-abb42175-a4a2-4b3b-a62f-ba536561d283 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0188162 Feb 11 13:39:43.562336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c8750-2707-4a78-be09-e42c2c0c6f79 req-aca12346-18df-46da-accb-b58640815b1a tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:43.564980 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a79c8750-2707-4a78-be09-e42c2c0c6f79 req-aca12346-18df-46da-accb-b58640815b1a tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 946 time: 0.1603515 Feb 11 13:39:43.566309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43334) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.574480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-a562626e-6e19-4984-a63d-1c7c627f0374 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.575548 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a562626e-6e19-4984-a63d-1c7c627f0374 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0081222 Feb 11 13:39:43.580807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43336) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.586008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d77cf94-5ff4-49f2-a18a-2e5fdca0da82,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:43.589621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-7ab7b2e6-f267-42d9-bd1c-462e06090725 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.590623 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7ab7b2e6-f267-42d9-bd1c-462e06090725 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0088873 Feb 11 13:39:43.593543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43338) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.606512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-ec88a96f-69cd-4b8f-a862-d391959fd1ba tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.606512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ec88a96f-69cd-4b8f-a862-d391959fd1ba tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0112696 Feb 11 13:39:43.610338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43342) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.616445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-c2005ae4-7d6a-4953-9182-3d3e045fedd7 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.620279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c2005ae4-7d6a-4953-9182-3d3e045fedd7 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088186 Feb 11 13:39:43.621124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43344) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.625359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-2e4fba1a-2821-4048-b10c-25b71a1d108e tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.627952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2e4fba1a-2821-4048-b10c-25b71a1d108e tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047607 Feb 11 13:39:43.635211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43348) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.639962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-b9db803b-6860-46ec-8e74-f8452fd6fe5d tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.641927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b9db803b-6860-46ec-8e74-f8452fd6fe5d tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0048699 Feb 11 13:39:43.643649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43350) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.647667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-d46660e3-335b-4952-916c-fcd6fca1674e tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.648617 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d46660e3-335b-4952-916c-fcd6fca1674e tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0041020 Feb 11 13:39:43.650711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43352) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.654797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-943aa5dd-da79-44b5-8284-ec6ff7769a8f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.655813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-943aa5dd-da79-44b5-8284-ec6ff7769a8f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042336 Feb 11 13:39:43.657921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a79c8750-2707-4a78-be09-e42c2c0c6f79 req-62f51aea-5478-453c-8164-498606bed3c5 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661466 Feb 11 13:39:43.664436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43354) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.666481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-d7111ff0-f82b-4f81-b6d3-92171fa464c8 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.667494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d7111ff0-f82b-4f81-b6d3-92171fa464c8 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084925 Feb 11 13:39:43.671271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43358) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.672540 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.674648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:43.676561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-d52092f0-72c8-4813-b8a4-7590085a9484 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.677649 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d52092f0-72c8-4813-b8a4-7590085a9484 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0051172 Feb 11 13:39:43.689138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43362) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.698570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-913506cd-cada-42dd-a412-130bcb0721ce tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.699512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-913506cd-cada-42dd-a412-130bcb0721ce tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0076234 Feb 11 13:39:43.702015 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.710648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/networks/6dd0b34e-7400-4d8b-840d-ac46d21b126d HTTP/1.1" status: 204 len: 168 time: 1.5259881 Feb 11 13:39:43.712020 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.712358 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Added segment 61b93a37-affd-4d73-830b-21dfc1e5e24c of type vlan for network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 Feb 11 13:39:43.714621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43364) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.715125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43366) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.721270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-288879694'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:43.728491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-91fc4ec8-8af0-4e53-b750-79c53404f684 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.729584 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-91fc4ec8-8af0-4e53-b750-79c53404f684 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0135021 Feb 11 13:39:43.732385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43368) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.741361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-c36573f9-aa7b-4a5d-9187-5b15a56e4433 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.742779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9f625-69a5-4fcb-88f1-eb60c822105a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Network': ['ID=6dd0b34e-7400-4d8b-840d-ac46d21b126d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:43.743212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c36573f9-aa7b-4a5d-9187-5b15a56e4433 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0082726 Feb 11 13:39:43.745720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43370) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.757426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-cd7361d1-bc51-4f8e-9746-4c781c0d0bbe tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.759446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cd7361d1-bc51-4f8e-9746-4c781c0d0bbe tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0089395 Feb 11 13:39:43.761865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43372) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.766704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-86d19389-7ee0-4275-ac59-3893c04a2c8f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.767824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-86d19389-7ee0-4275-ac59-3893c04a2c8f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051513 Feb 11 13:39:43.790555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43376) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.797814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-e960543b-51db-406c-94f8-85007af42cbb tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.798848 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e960543b-51db-406c-94f8-85007af42cbb tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0072234 Feb 11 13:39:43.801390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.803967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43378) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.815128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-a62717ab-e8fc-4765-b4a7-0461c93d7ca6 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.817393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a62717ab-e8fc-4765-b4a7-0461c93d7ca6 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0110250 Feb 11 13:39:43.819353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43382) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.826066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-458dea31-48a5-4721-85eb-9669fb27f4c5 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.827646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-458dea31-48a5-4721-85eb-9669fb27f4c5 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0057487 Feb 11 13:39:43.830933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43384) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.836283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-e3a6d953-7a9e-44c7-90ed-10e54be32699 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.837185 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e3a6d953-7a9e-44c7-90ed-10e54be32699 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0052838 Feb 11 13:39:43.840111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43388) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.845797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-8422ce9a-4f1f-46f6-b1e7-fbeb1784f2ba tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.848447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8422ce9a-4f1f-46f6-b1e7-fbeb1784f2ba tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053892 Feb 11 13:39:43.850358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43390) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.854820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-17217775-8f2a-4f5e-b9fc-0e66451e523f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.855870 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17217775-8f2a-4f5e-b9fc-0e66451e523f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044620 Feb 11 13:39:43.858192 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43392) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.860010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port d65ff1c9-2dae-4d05-9ab9-72f549e03228 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:43.860360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.862019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-14dc46d5-f748-4727-8441-eb6ae50309c9 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.862946 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-14dc46d5-f748-4727-8441-eb6ae50309c9 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0039248 Feb 11 13:39:43.865295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43394) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.869117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-7ed95602-f41d-4169-9000-dbd401b62b69 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.870254 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7ed95602-f41d-4169-9000-dbd401b62b69 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0040748 Feb 11 13:39:43.878672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43396) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.883616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-641c9a64-51e1-42cb-8a5a-94797f6e402f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.885831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-641c9a64-51e1-42cb-8a5a-94797f6e402f tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050237 Feb 11 13:39:43.887412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43398) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.892123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-d24b1e1a-47cd-45be-98e2-472fd130a516 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.893073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d24b1e1a-47cd-45be-98e2-472fd130a516 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047946 Feb 11 13:39:43.896534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43402) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.901502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-d3836e34-039c-4037-b302-0f5a45d61ac7 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.905094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d3836e34-039c-4037-b302-0f5a45d61ac7 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0060480 Feb 11 13:39:43.905612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43404) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.910516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:43.914042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.918928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-4d80ee4a-c053-44bb-a847-fb6e0e462d10 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.927048 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4d80ee4a-c053-44bb-a847-fb6e0e462d10 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0196903 Feb 11 13:39:43.927903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43406) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.932679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-a1d036bb-3bb0-4883-b5ec-f881dece9de3 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.934426 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a1d036bb-3bb0-4883-b5ec-f881dece9de3 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048563 Feb 11 13:39:43.937185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43408) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.941401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-6cee5e76-83e1-4c9a-987d-97944ec8acfe tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.944795 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6cee5e76-83e1-4c9a-987d-97944ec8acfe tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0044227 Feb 11 13:39:43.945847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43410) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.950105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [None req-817bb24d-e9f3-486a-a3aa-6626e5e4ae62 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.953841 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-817bb24d-e9f3-486a-a3aa-6626e5e4ae62 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0043063 Feb 11 13:39:43.954224 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.963595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43412) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.963715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:43.963715 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:43.963895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:39:43.972483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-6d97ec42-8814-4286-a6df-a99100468240 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.976074 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6d97ec42-8814-4286-a6df-a99100468240 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0141289 Feb 11 13:39:43.978741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43414) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:43.985315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-37d9e22a-6ab4-40df-a5db-bc1cac469770 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:43.988468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-37d9e22a-6ab4-40df-a5db-bc1cac469770 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0054641 Feb 11 13:39:43.993130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43418) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:44.000334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-4c9a177a-d259-480d-a0fb-d2fc3092cb75 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:44.002223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4c9a177a-d259-480d-a0fb-d2fc3092cb75 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0092199 Feb 11 13:39:44.004507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.004950 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Added segment 2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2 of type vlan for network c899b46a-feb1-4717-b9b5-f9550606fe29 Feb 11 13:39:44.020961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43420) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:44.030872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-2fe7885f-ebea-4b12-bc24-613b23ac81c6 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:44.035046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2fe7885f-ebea-4b12-bc24-613b23ac81c6 tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0109439 Feb 11 13:39:44.035792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43424) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:44.038253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.072165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-92a4cf26-0181-4a97-b5fb-f4a448a8a93c tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:44.074268 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-92a4cf26-0181-4a97-b5fb-f4a448a8a93c tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045927 Feb 11 13:39:44.081010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43426) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:44.087752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [None req-f05c3a25-9d8b-4ac3-9f4e-7b6467daa38a tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] http://10.222.0.52:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:39:44.088741 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f05c3a25-9d8b-4ac3-9f4e-7b6467daa38a tempest-ExtensionsTestJSON-1704665169 tempest-ExtensionsTestJSON-1704665169-project] 10.222.0.52 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0052261 Feb 11 13:39:44.101008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for d65ff1c9-2dae-4d05-9ab9-72f549e03228 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:44.107191 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.341144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.350062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7920928 Feb 11 13:39:44.354032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43442) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:44.359107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:44.359855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.367016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Request body: {'subnet': {'network_id': '63a14dd8-2d78-44b2-95f5-6d2d5c385602', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:44.390435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76375a5-fe41-4810-93b0-7b4ab33318ed tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event updated for resources: {'Network': ['ID=63a14dd8-2d78-44b2-95f5-6d2d5c385602,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:44.400062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:44.540166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Network': ['ID=c899b46a-feb1-4717-b9b5-f9550606fe29,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:44.552514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network c899b46a-feb1-4717-b9b5-f9550606fe29 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:39:44.647486 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Made reservation on behalf of 22621c5142784979acb3739ede02ffef for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:44.651201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:44.875661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43466) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:44.939992 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.101104 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a8ed3d8c-9924-45fa-b015-4c6005a4c51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.137078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Checking segment: {'id': '61b93a37-affd-4d73-830b-21dfc1e5e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '63a14dd8-2d78-44b2-95f5-6d2d5c385602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:45.137455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Network hostable DHCP agents. Network: 63a14dd8-2d78-44b2-95f5-6d2d5c385602, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:45.147587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event updated for resources: {'Subnet': ['ID=b983f9e5-2c54-406a-9b89-c98fd1a523e7,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:45.239190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5a812bc1-739b-45b9-af2b-9adae72c009a tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5218215 Feb 11 13:39:45.240950 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a8ed3d8c-9924-45fa-b015-4c6005a4c51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.241893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43486) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:45.247033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': 'c899b46a-feb1-4717-b9b5-f9550606fe29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:45.300759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:45.367728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a8ed3d8c-9924-45fa-b015-4c6005a4c51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.367870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.396905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=d65ff1c9-2dae-4d05-9ab9-72f549e03228,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:45.417753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a8ed3d8c-9924-45fa-b015-4c6005a4c51d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=487b6ce3a23b4cddbe9f9eb560c482c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384982 Feb 11 13:39:45.417753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed3d8c-9924-45fa-b015-4c6005a4c51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1c62d9-6d02-4a0c-bcc9-a2870e2ff929,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:45.423390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43494) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:45.431629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:45.436537 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.438766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 63a14dd8-2d78-44b2-95f5-6d2d5c385602) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:45.443177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:45.444197 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.453444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad3dd9-9a19-4b5b-9486-1369a3d1da05 None None] Network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:45.578262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-714e01cb-e561-4f84-8ef9-a930a83871a8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2229509 Feb 11 13:39:45.581740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43502) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:45.588089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a3c910b4-a43d-41fc-8e84-94fddc31163f tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1323111204', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:45.596991 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5d23-d0bd-4b85-b91b-6c5f1eb11467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.673632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-63a14dd8-2d78-44b2-95f5-6d2d5c385602', 'network_id': '63a14dd8-2d78-44b2-95f5-6d2d5c385602', 'tenant_id': '22621c5142784979acb3739ede02ffef', 'fixed_ips': [{'subnet_id': 'b983f9e5-2c54-406a-9b89-c98fd1a523e7'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:39:45.674743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.685094 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5d23-d0bd-4b85-b91b-6c5f1eb11467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.736685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.844057 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3c910b4-a43d-41fc-8e84-94fddc31163f tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.845127 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3c910b4-a43d-41fc-8e84-94fddc31163f tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:45.852210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Allocated IP 172.20.0.2 (63a14dd8-2d78-44b2-95f5-6d2d5c385602/b983f9e5-2c54-406a-9b89-c98fd1a523e7/153b791c-0abf-4394-8fe9-d658c692ba8f) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:45.902941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c1136-cc4c-420c-a5b2-7c49f8ea7950 req-901a1021-ad80-4d67-8dfe-18ae9a9e83f2 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:45.904588 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-671c1136-cc4c-420c-a5b2-7c49f8ea7950 req-901a1021-ad80-4d67-8dfe-18ae9a9e83f2 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 946 time: 0.1116235 Feb 11 13:39:45.990181 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-671c1136-cc4c-420c-a5b2-7c49f8ea7950 req-8b899201-7b4f-48d1-9e84-a918794cfb59 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785136 Feb 11 13:39:45.999761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.018383 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.059754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 4f9980c2-b97f-4463-b0d1-55d57769812a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:46.065143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5d23-d0bd-4b85-b91b-6c5f1eb11467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.067986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ffc5d23-d0bd-4b85-b91b-6c5f1eb11467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.069309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0ffc5d23-d0bd-4b85-b91b-6c5f1eb11467 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e1c62d9-6d02-4a0c-bcc9-a2870e2ff929 HTTP/1.1" status: 204 len: 168 time: 0.6449845 Feb 11 13:39:46.086829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=2a53e0b4-6bc4-468b-8608-88ec3fb988ab,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:46.093492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc5d23-d0bd-4b85-b91b-6c5f1eb11467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1c62d9-6d02-4a0c-bcc9-a2870e2ff929,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:46.097791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Checking segment: {'id': '2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c899b46a-feb1-4717-b9b5-f9550606fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:46.098260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network hostable DHCP agents. Network: c899b46a-feb1-4717-b9b5-f9550606fe29, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:39:46.178676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3c910b4-a43d-41fc-8e84-94fddc31163f tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.181245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.213426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network c899b46a-feb1-4717-b9b5-f9550606fe29 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:39:46.219824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:46.227149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:46.230978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:46.238953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Pushing event updated for resources: {'Port': ['ID=153b791c-0abf-4394-8fe9-d658c692ba8f,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:46.256010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:46.264585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2f5ecfeb-f03c-4ae9-a080-73b82cb5997c tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "PUT /v2.0/routers/4f9980c2-b97f-4463-b0d1-55d57769812a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1255307 Feb 11 13:39:46.264834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43532) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:46.293661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b690af7-f81d-4eeb-ab86-98419a9e2ae5 None None] Sync routers for ids ['4f9980c2-b97f-4463-b0d1-55d57769812a'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:46.310687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Attempting to bind port 153b791c-0abf-4394-8fe9-d658c692ba8f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:46.311933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Attempting to bind port 153b791c-0abf-4394-8fe9-d658c692ba8f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '61b93a37-affd-4d73-830b-21dfc1e5e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '63a14dd8-2d78-44b2-95f5-6d2d5c385602'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:46.312290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Attempting to bind port 153b791c-0abf-4394-8fe9-d658c692ba8f on network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:46.318989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b690af7-f81d-4eeb-ab86-98419a9e2ae5 None None] Routers {'4f9980c2-b97f-4463-b0d1-55d57769812a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:46.319605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2b690af7-f81d-4eeb-ab86-98419a9e2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4f9980c2-b97f-4463-b0d1-55d57769812a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:46.321512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:46.321911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Checking segment: {'id': '61b93a37-affd-4d73-830b-21dfc1e5e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '63a14dd8-2d78-44b2-95f5-6d2d5c385602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:46.322308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.322686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Bound using segment: {'id': '61b93a37-affd-4d73-830b-21dfc1e5e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '63a14dd8-2d78-44b2-95f5-6d2d5c385602'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:46.323142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Bound port: 153b791c-0abf-4394-8fe9-d658c692ba8f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61b93a37-affd-4d73-830b-21dfc1e5e24c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '63a14dd8-2d78-44b2-95f5-6d2d5c385602'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:46.323515 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.356195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3c910b4-a43d-41fc-8e84-94fddc31163f tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.366052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2b690af7-f81d-4eeb-ab86-98419a9e2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:46.376079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, c899b46a-feb1-4717-b9b5-f9550606fe29) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:46.390582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:46.394106 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.404331 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.424908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5b0e02-abdf-4d6d-8db1-a5457f801833 None None] Network c899b46a-feb1-4717-b9b5-f9550606fe29 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:46.440479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b690af7-f81d-4eeb-ab86-98419a9e2ae5 None None] Routers {'4f9980c2-b97f-4463-b0d1-55d57769812a'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:46.441111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2b690af7-f81d-4eeb-ab86-98419a9e2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4f9980c2-b97f-4463-b0d1-55d57769812a'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:46.512139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2b690af7-f81d-4eeb-ab86-98419a9e2ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:46.512847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b690af7-f81d-4eeb-ab86-98419a9e2ae5 None None] The sync data for ids ['4f9980c2-b97f-4463-b0d1-55d57769812a'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:46.520659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3c910b4-a43d-41fc-8e84-94fddc31163f tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.524751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43544) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:46.524919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a3c910b4-a43d-41fc-8e84-94fddc31163f tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9403903 Feb 11 13:39:46.527097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.548028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] For port 153b791c-0abf-4394-8fe9-d658c692ba8f, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:46.552391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] For port 153b791c-0abf-4394-8fe9-d658c692ba8f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=153b791c-0abf-4394-8fe9-d658c692ba8f,segment=NetworkSegment(61b93a37-affd-4d73-830b-21dfc1e5e24c),segment_id=61b93a37-affd-4d73-830b-21dfc1e5e24c)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:46.579215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1a9eefb0-c6d7-4904-b15d-7bdb2d796e9c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3336465 Feb 11 13:39:46.580175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43548) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:46.584841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c2e9873d-1291-4035-9166-e15fc2dff537 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-866053924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:46.662720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-c899b46a-feb1-4717-b9b5-f9550606fe29', 'network_id': 'c899b46a-feb1-4717-b9b5-f9550606fe29', 'tenant_id': '9a884797f4d746b2b2de42816edd696a', 'fixed_ips': [{'subnet_id': '2a53e0b4-6bc4-468b-8608-88ec3fb988ab'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:39:46.664523 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.688694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port c62d1503-496f-427e-9c7f-c073f4e25b5f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:46.688694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.774590 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.809928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2e9873d-1291-4035-9166-e15fc2dff537 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.809928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2e9873d-1291-4035-9166-e15fc2dff537 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.833582 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.857032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for c62d1503-496f-427e-9c7f-c073f4e25b5f owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:46.929102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2e9873d-1291-4035-9166-e15fc2dff537 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.947451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cedfcd-9055-4f2d-9a4e-5a72255177b5 None None] Pushing event updated for resources: {'Port': ['ID=153b791c-0abf-4394-8fe9-d658c692ba8f,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:46.955226 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:46.961717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Allocated IP 172.20.0.2 (c899b46a-feb1-4717-b9b5-f9550606fe29/2a53e0b4-6bc4-468b-8608-88ec3fb988ab/3a784d88-37b5-44f5-a85e-77247a18d314) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:47.093352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ef70-dcda-4e07-95be-78046c8baddd req-5af2e87b-014b-4d3f-9767-7b15059b87e0 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:47.095206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a368ef70-dcda-4e07-95be-78046c8baddd req-5af2e87b-014b-4d3f-9767-7b15059b87e0 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.13 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 946 time: 0.1623354 Feb 11 13:39:47.128978 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2e9873d-1291-4035-9166-e15fc2dff537 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.265680 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c2e9873d-1291-4035-9166-e15fc2dff537 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.268747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c2e9873d-1291-4035-9166-e15fc2dff537 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6857030 Feb 11 13:39:47.270472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43580) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:47.285756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115806e9-7309-4513-8dba-fd0977f9728e req-898a8288-f72e-4a63-b882-c1c1053f798a tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:47.287926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-115806e9-7309-4513-8dba-fd0977f9728e req-898a8288-f72e-4a63-b882-c1c1053f798a tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 946 time: 0.1387923 Feb 11 13:39:47.302342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'network_id': 'c899b46a-feb1-4717-b9b5-f9550606fe29', 'name': 'tempest-PortsTestJSON-1516680625'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:47.305905 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.407456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.440386 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.472350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-a368ef70-dcda-4e07-95be-78046c8baddd req-98a71a72-91a9-4f59-a3ca-4d10eeff7d7b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Deleting port 740b96da-21b6-48a2-bd9f-0521dca86566 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:47.472976 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a368ef70-dcda-4e07-95be-78046c8baddd req-98a71a72-91a9-4f59-a3ca-4d10eeff7d7b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.492428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=c62d1503-496f-427e-9c7f-c073f4e25b5f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:47.521430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-115806e9-7309-4513-8dba-fd0977f9728e req-f188a3e8-0ebe-4e92-9645-7e187767a6bf tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/security-groups?id=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227147 Feb 11 13:39:47.629469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.646748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Allocated IP 172.20.0.1 (63a14dd8-2d78-44b2-95f5-6d2d5c385602/b983f9e5-2c54-406a-9b89-c98fd1a523e7/036ba9bb-3296-4cc6-975e-10838519907b) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:47.655691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-a368ef70-dcda-4e07-95be-78046c8baddd req-98a71a72-91a9-4f59-a3ca-4d10eeff7d7b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] For port 740b96da-21b6-48a2-bd9f-0521dca86566, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=740b96da-21b6-48a2-bd9f-0521dca86566,segment=NetworkSegment(cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69),segment_id=cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:47.656569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a368ef70-dcda-4e07-95be-78046c8baddd req-98a71a72-91a9-4f59-a3ca-4d10eeff7d7b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.703916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-a368ef70-dcda-4e07-95be-78046c8baddd req-98a71a72-91a9-4f59-a3ca-4d10eeff7d7b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Calling delete_port for 740b96da-21b6-48a2-bd9f-0521dca86566 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:47.706202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Pushing event updated for resources: {'Port': ['ID=3a784d88-37b5-44f5-a85e-77247a18d314,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:47.708746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 153b791c-0abf-4394-8fe9-d658c692ba8f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:47.755593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.763551 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.777612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Network c899b46a-feb1-4717-b9b5-f9550606fe29 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:47.783826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:47.790803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:47.887361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Attempting to bind port 3a784d88-37b5-44f5-a85e-77247a18d314 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:39:47.887731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Attempting to bind port 3a784d88-37b5-44f5-a85e-77247a18d314 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c899b46a-feb1-4717-b9b5-f9550606fe29'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:39:47.888160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Attempting to bind port 3a784d88-37b5-44f5-a85e-77247a18d314 on network c899b46a-feb1-4717-b9b5-f9550606fe29 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:39:47.904625 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:47.908398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:39:47.908867 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Checking segment: {'id': '2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c899b46a-feb1-4717-b9b5-f9550606fe29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:39:47.909271 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.909663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Bound using segment: {'id': '2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c899b46a-feb1-4717-b9b5-f9550606fe29'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:39:47.910211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Bound port: 3a784d88-37b5-44f5-a85e-77247a18d314, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'c899b46a-feb1-4717-b9b5-f9550606fe29'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:39:47.910734 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.914159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 153b791c-0abf-4394-8fe9-d658c692ba8f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:47.914518 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.915112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:47.940462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:39:47.980805 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.043760 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.044330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Fanout notify agent at l3_agent the message router_deleted on router 4f9980c2-b97f-4463-b0d1-55d57769812a {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:39:48.065014 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.068546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] For port 3a784d88-37b5-44f5-a85e-77247a18d314, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:39:48.074511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c412b876-8a1c-4b64-a3bc-eedc322be7b2 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/routers/4f9980c2-b97f-4463-b0d1-55d57769812a HTTP/1.1" status: 204 len: 168 time: 1.8053071 Feb 11 13:39:48.074737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] For port 3a784d88-37b5-44f5-a85e-77247a18d314, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3a784d88-37b5-44f5-a85e-77247a18d314,segment=NetworkSegment(2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2),segment_id=2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:39:48.077872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43614) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:48.154875 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.183925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.195411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.239785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-613160ad-e35b-43c8-ab6b-46d13ecd6b2d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting subnet a6ea70b4-02fa-4703-bae2-2595e12297ff {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:39:48.257295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-613160ad-e35b-43c8-ab6b-46d13ecd6b2d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.285945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:48.290022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43624) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:48.291164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:48.302852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 153b791c-0abf-4394-8fe9-d658c692ba8f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=153b791c-0abf-4394-8fe9-d658c692ba8f,segment=NetworkSegment(61b93a37-affd-4d73-830b-21dfc1e5e24c),segment_id=61b93a37-affd-4d73-830b-21dfc1e5e24c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:48.306287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:48.322924 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a368ef70-dcda-4e07-95be-78046c8baddd req-98a71a72-91a9-4f59-a3ca-4d10eeff7d7b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.329709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.8 (c899b46a-feb1-4717-b9b5-f9550606fe29/2a53e0b4-6bc4-468b-8608-88ec3fb988ab/98bdb974-8c67-4c82-ad26-b9adf7d6ff17) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:48.344479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-613160ad-e35b-43c8-ab6b-46d13ecd6b2d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.350416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['740b96da-21b6-48a2-bd9f-0521dca86566'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:39:48.405997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.408685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c38fcc-687a-44d5-8a5c-94382253b0c2 None None] Pushing event updated for resources: {'Port': ['ID=3a784d88-37b5-44f5-a85e-77247a18d314,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:48.511228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event updated for resources: {'Port': ['ID=036ba9bb-3296-4cc6-975e-10838519907b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:48.556711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=153b791c-0abf-4394-8fe9-d658c692ba8f,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:48.615228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.710581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group': {'name': 'tempest-secgroup--203256658'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:48.710581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a71a72-91a9-4f59-a3ca-4d10eeff7d7b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Pushing event deleted for resources: {'Port': ['ID=740b96da-21b6-48a2-bd9f-0521dca86566,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:48.745698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a368ef70-dcda-4e07-95be-78046c8baddd req-98a71a72-91a9-4f59-a3ca-4d10eeff7d7b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] No DVR routers for this DVR port 740b96da-21b6-48a2-bd9f-0521dca86566 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:48.763406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.766820 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-613160ad-e35b-43c8-ab6b-46d13ecd6b2d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.768669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a368ef70-dcda-4e07-95be-78046c8baddd req-98a71a72-91a9-4f59-a3ca-4d10eeff7d7b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:48.772016 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a368ef70-dcda-4e07-95be-78046c8baddd req-98a71a72-91a9-4f59-a3ca-4d10eeff7d7b tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.13 "DELETE /v2.0/ports/740b96da-21b6-48a2-bd9f-0521dca86566 HTTP/1.1" status: 204 len: 173 time: 1.6707840 Feb 11 13:39:48.801851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe36ead-6692-437f-9575-42d445955461 None None] Network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:48.836591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffaf1d2-10d7-4d71-bd48-2c3f34f9730b', 'name': 'network-vif-deleted', 'tag': '740b96da-21b6-48a2-bd9f-0521dca86566'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:39:48.839677 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949004d2-eba5-46c4-9ad8-362b98d5f053" -d '{"events": [{"server_uuid": "fffaf1d2-10d7-4d71-bd48-2c3f34f9730b", "name": "network-vif-deleted", "tag": "740b96da-21b6-48a2-bd9f-0521dca86566"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:39:48.875793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-91592ad3-f42d-4d2a-b2a1-18329ebf45d6 req-c65b7edd-5977-411e-98eb-24f93dfdc2f2 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 210 time: 0.1340330 Feb 11 13:39:48.936410 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9803d7-cf09-4297-ac09-b2fe525a7fe0 x-openstack-request-id: req-9b9803d7-cf09-4297-ac09-b2fe525a7fe0 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:39:48.937103 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffaf1d2-10d7-4d71-bd48-2c3f34f9730b", "name": "network-vif-deleted", "tag": "740b96da-21b6-48a2-bd9f-0521dca86566", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:39:48.937436 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b9803d7-cf09-4297-ac09-b2fe525a7fe0 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:39:48.937973 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffaf1d2-10d7-4d71-bd48-2c3f34f9730b', 'name': 'network-vif-deleted', 'tag': '740b96da-21b6-48a2-bd9f-0521dca86566', 'status': 'completed', 'code': 200} Feb 11 13:39:48.940804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-58909b0b-40f8-4ac6-9b94-e99176d4cb5b None None] Provisioning complete for port 153b791c-0abf-4394-8fe9-d658c692ba8f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:48.941679 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58909b0b-40f8-4ac6-9b94-e99176d4cb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.059366 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.060484 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.065097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-613160ad-e35b-43c8-ab6b-46d13ecd6b2d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.071182 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.204389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613160ad-e35b-43c8-ab6b-46d13ecd6b2d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ea70b4-02fa-4703-bae2-2595e12297ff,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:49.221793 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-613160ad-e35b-43c8-ab6b-46d13ecd6b2d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.227521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-613160ad-e35b-43c8-ab6b-46d13ecd6b2d tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/subnets/a6ea70b4-02fa-4703-bae2-2595e12297ff HTTP/1.1" status: 204 len: 168 time: 1.1336899 Feb 11 13:39:49.230918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43658) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:49.233842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=98bdb974-8c67-4c82-ad26-b9adf7d6ff17,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:49.244821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9bda35-130d-4320-bf07-5aa46ffff76b None None] Network 63489228-a57c-4b68-9a46-9de6fd9493c7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:49.253574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network c899b46a-feb1-4717-b9b5-f9550606fe29 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:49.258504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:49.276963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:49.297238 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.304423 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.347158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:49.347971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.409107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.494770 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.506806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea77d65-63c4-436f-a748-2c9dcde3858d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:49.583380 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cab8b31f-1f58-46eb-96d5-7f82913ec451 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2918048 Feb 11 13:39:49.587518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43672) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:49.636547 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3a784d88-37b5-44f5-a85e-77247a18d314 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:49.754944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.809934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e7464cb2-c7d1-4a19-ab31-c4cec111fd9c None None] Provisioning complete for port 036ba9bb-3296-4cc6-975e-10838519907b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:49.809934 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e7464cb2-c7d1-4a19-ab31-c4cec111fd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.857593 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.884008 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e7464cb2-c7d1-4a19-ab31-c4cec111fd9c None None] Port 036ba9bb-3296-4cc6-975e-10838519907b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:49.891133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3a784d88-37b5-44f5-a85e-77247a18d314 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:49.891504 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:49.926847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e7464cb2-c7d1-4a19-ab31-c4cec111fd9c None None] Provisioning complete for port 153b791c-0abf-4394-8fe9-d658c692ba8f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:49.934850 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e7464cb2-c7d1-4a19-ab31-c4cec111fd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.087288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d0c355-848c-49ca-8047-207275da2e81 None None] DHCP port deletion for 63489228-a57c-4b68-9a46-9de6fd9493c7 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:39:50.099710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed51efa-08c8-41e8-9ca3-4363319f1800,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.121561 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.124240 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4f2ab24c-07c3-4f2a-8599-3f74a5d2324c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8262017 Feb 11 13:39:50.140773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43690) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:50.159008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:50.159523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.178552 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dfa6572c-de7a-4848-b633-9eda909da7c9 req-772fbde2-af12-4452-a4bf-3e01c9e9a202 tempest-VolumesActionsTest-1655664580 tempest-VolumesActionsTest-1655664580-project] 10.222.0.52 "GET /v2.0/ports?device_id=fffaf1d2-10d7-4d71-bd48-2c3f34f9730b HTTP/1.1" status: 200 len: 210 time: 0.0616443 Feb 11 13:39:50.256440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de4c839-b6f7-4d3a-85cd-25e11fe0e210 None None] Network c899b46a-feb1-4717-b9b5-f9550606fe29 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:50.286144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-49ee0e4f-1999-48fa-9051-7e3c5a35e280 None None] Provisioning complete for port 036ba9bb-3296-4cc6-975e-10838519907b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:50.286744 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49ee0e4f-1999-48fa-9051-7e3c5a35e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.324887 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.339232 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b0b0f775-3b06-45b3-8c05-7eb6d4822024 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1967242 Feb 11 13:39:50.342582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43700) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:50.348928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a2b35fa7-50b4-4d90-83b9-64344b23befe tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group': {'name': 'tempest-security--447211426', 'description': 'tempest-security-description-464301135'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:50.356905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] For port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b95abd0e-8814-48f6-8d25-6d9bbf3d88a0,segment=NetworkSegment(3015c7ca-ecfd-40d1-9622-b3cf4a959552),segment_id=3015c7ca-ecfd-40d1-9622-b3cf4a959552)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:50.357448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.370810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-49ee0e4f-1999-48fa-9051-7e3c5a35e280 None None] Port 036ba9bb-3296-4cc6-975e-10838519907b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:50.372267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:50.388547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a2b35fa7-50b4-4d90-83b9-64344b23befe tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.398035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 3a784d88-37b5-44f5-a85e-77247a18d314, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3a784d88-37b5-44f5-a85e-77247a18d314,segment=NetworkSegment(2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2),segment_id=2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:50.415052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-16d0c355-848c-49ca-8047-207275da2e81 None None] Deleting port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:50.415703 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16d0c355-848c-49ca-8047-207275da2e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.447052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a2b35fa7-50b4-4d90-83b9-64344b23befe tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.486828 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.492205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-16d0c355-848c-49ca-8047-207275da2e81 None None] For port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b95abd0e-8814-48f6-8d25-6d9bbf3d88a0,segment=NetworkSegment(3015c7ca-ecfd-40d1-9622-b3cf4a959552),segment_id=3015c7ca-ecfd-40d1-9622-b3cf4a959552)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:39:50.492575 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16d0c355-848c-49ca-8047-207275da2e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.505615 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.506425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 153b791c-0abf-4394-8fe9-d658c692ba8f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:50.545391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.569119 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-16d0c355-848c-49ca-8047-207275da2e81 None None] Calling delete_port for b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:50.571527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a2b35fa7-50b4-4d90-83b9-64344b23befe tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.577656 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a2b35fa7-50b4-4d90-83b9-64344b23befe tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.580842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a2b35fa7-50b4-4d90-83b9-64344b23befe tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "PUT /v2.0/security-groups/9ed51efa-08c8-41e8-9ca3-4363319f1800 HTTP/1.1" status: 200 len: 1778 time: 0.2371099 Feb 11 13:39:50.586845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43706) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:50.620814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bfc6ad0e-d776-4440-8598-feb2e128132d None None] Provisioning complete for port 3a784d88-37b5-44f5-a85e-77247a18d314 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:50.621204 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bfc6ad0e-d776-4440-8598-feb2e128132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.634344 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.635828 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.666956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] No DVR routers for this DVR port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:50.698661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b35fa7-50b4-4d90-83b9-64344b23befe tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed51efa-08c8-41e8-9ca3-4363319f1800,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.707990 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cca87bac-bba5-4e9f-b912-ccf97397fc88 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups/9ed51efa-08c8-41e8-9ca3-4363319f1800 HTTP/1.1" status: 200 len: 1778 time: 0.1178367 Feb 11 13:39:50.707990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=b95abd0e-8814-48f6-8d25-6d9bbf3d88a0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.719195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43714) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:50.719443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=3a784d88-37b5-44f5-a85e-77247a18d314,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.760464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 740b96da-21b6-48a2-bd9f-0521dca86566 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:50.804844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 740b96da-21b6-48a2-bd9f-0521dca86566 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:39:50.805431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 740b96da-21b6-48a2-bd9f-0521dca86566 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:50.812456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event updated for resources: {'Port': ['ID=036ba9bb-3296-4cc6-975e-10838519907b,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:50.814997 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.833047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 153b791c-0abf-4394-8fe9-d658c692ba8f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:50.834036 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.883562 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16d0c355-848c-49ca-8047-207275da2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.906438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.939205 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:50.946491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0c355-848c-49ca-8047-207275da2e81 None None] No DVR routers for this DVR port b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:39:50.950585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0c355-848c-49ca-8047-207275da2e81 None None] Pushing event deleted for resources: {'Port': ['ID=b95abd0e-8814-48f6-8d25-6d9bbf3d88a0,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:51.031988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:51.034061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:51.172295 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.175835 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.177108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/9ed51efa-08c8-41e8-9ca3-4363319f1800 HTTP/1.1" status: 204 len: 168 time: 0.4545825 Feb 11 13:39:51.183313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43734) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:51.221302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed51efa-08c8-41e8-9ca3-4363319f1800,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:51.231942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.232304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.233646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.233994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.234504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.234846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.235627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.236007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.236380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.236713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.237185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.237523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19b7dc-2e00-428a-ba56-a12e25bb3dc3 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.321609 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.342999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.343380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.344099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.344322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.344701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.344945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.345269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.345953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.346313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.346640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.347198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.347540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:39:51.378030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ccc5be89-7c9c-409e-9155-1929d5bf671a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1887190 Feb 11 13:39:51.379471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43744) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:51.388141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63489228-a57c-4b68-9a46-9de6fd9493c7']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:51.403190 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-3ec01f43-d042-4469-91b7-50db7f5013fd tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] delete failed (client error): The resource could not be found. Feb 11 13:39:51.407282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3ec01f43-d042-4469-91b7-50db7f5013fd tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/9ed51efa-08c8-41e8-9ca3-4363319f1800 HTTP/1.1" status: 404 len: 347 time: 0.0235538 Feb 11 13:39:51.411069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3015c7ca-ecfd-40d1-9622-b3cf4a959552') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:51.411544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3015c7ca-ecfd-40d1-9622-b3cf4a959552') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:51.416204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43746) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:51.421698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-786f07ad-5449-42c6-8db8-71cfd0c73974 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group': {'name': 'tempest-secgroup--748971370'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:51.442541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3a784d88-37b5-44f5-a85e-77247a18d314 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:39:51.448966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.471746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Router 9a47b78d-eacf-4846-a6fe-69688aa4587d is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:39:51.529444 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.542118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:39:51.542527 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:39:51.546064 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:39:51.564085 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3a784d88-37b5-44f5-a85e-77247a18d314 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:51.564085 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.571388 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.631069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bc4ca48c-cf56-4334-a53b-1ff7158f8a94 None None] Provisioning complete for port 3a784d88-37b5-44f5-a85e-77247a18d314 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:51.631701 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca48c-cf56-4334-a53b-1ff7158f8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.644969 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-786f07ad-5449-42c6-8db8-71cfd0c73974 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.687934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.698975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:51.711311 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aba88013-8eee-485c-b033-5bad7d66ee94 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "PUT /v2.0/routers/9a47b78d-eacf-4846-a6fe-69688aa4587d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1839733 Feb 11 13:39:51.713875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43760) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:51.714512 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02bbc97-041e-4967-a194-e0bdd1b511ab None None] Sync routers for ids ['9a47b78d-eacf-4846-a6fe-69688aa4587d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:51.729474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Request body: {'port': {'network_id': '63a14dd8-2d78-44b2-95f5-6d2d5c385602', 'name': 'tempest-FloatingIPNegativeTestJSON-20919665'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:51.731620 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02bbc97-041e-4967-a194-e0bdd1b511ab None None] Routers {'9a47b78d-eacf-4846-a6fe-69688aa4587d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:51.734075 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b02bbc97-041e-4967-a194-e0bdd1b511ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9a47b78d-eacf-4846-a6fe-69688aa4587d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:51.792713 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b02bbc97-041e-4967-a194-e0bdd1b511ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:51.816216 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.817712 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02bbc97-041e-4967-a194-e0bdd1b511ab None None] Routers {'9a47b78d-eacf-4846-a6fe-69688aa4587d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:51.818251 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b02bbc97-041e-4967-a194-e0bdd1b511ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9a47b78d-eacf-4846-a6fe-69688aa4587d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:51.830404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.843894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/networks/63489228-a57c-4b68-9a46-9de6fd9493c7 HTTP/1.1" status: 204 len: 168 time: 2.6115932 Feb 11 13:39:51.846716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43770) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:51.880683 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b02bbc97-041e-4967-a194-e0bdd1b511ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:51.880683 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02bbc97-041e-4967-a194-e0bdd1b511ab None None] The sync data for ids ['9a47b78d-eacf-4846-a6fe-69688aa4587d'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:51.937412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bc4ca48c-cf56-4334-a53b-1ff7158f8a94 None None] Provisioning complete for port 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:51.937978 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca48c-cf56-4334-a53b-1ff7158f8a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:51.998607 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ca48c-cf56-4334-a53b-1ff7158f8a94 None None] Port 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:52.017709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:39:52.047391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:39:52.047772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b95abd0e-8814-48f6-8d25-6d9bbf3d88a0 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:39:52.084335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982bc69-f73c-4792-977c-fc03730f40a3 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Network': ['ID=63489228-a57c-4b68-9a46-9de6fd9493c7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:52.088198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=98bdb974-8c67-4c82-ad26-b9adf7d6ff17,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:52.121634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a0eec297-43c8-44e1-943a-66d15b0437f0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port 49566d04-a4d2-4cc4-a4fd-d58d74c7156f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:52.124507 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0eec297-43c8-44e1-943a-66d15b0437f0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.128863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f35cb850-a0ab-47d3-9f00-6fa03d2fb9ff None None] Provisioning complete for port 036ba9bb-3296-4cc6-975e-10838519907b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:52.129892 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f35cb850-a0ab-47d3-9f00-6fa03d2fb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.252500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f35cb850-a0ab-47d3-9f00-6fa03d2fb9ff None None] Port 036ba9bb-3296-4cc6-975e-10838519907b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:52.281312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f35cb850-a0ab-47d3-9f00-6fa03d2fb9ff None None] Provisioning complete for port 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:52.281871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f35cb850-a0ab-47d3-9f00-6fa03d2fb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.334443 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.336170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f35cb850-a0ab-47d3-9f00-6fa03d2fb9ff None None] Port 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:52.464304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-672eae29-feb9-4355-8a97-ce14752277c0 None None] Provisioning complete for port 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:52.464734 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-672eae29-feb9-4355-8a97-ce14752277c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.507599 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-786f07ad-5449-42c6-8db8-71cfd0c73974 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.527970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-672eae29-feb9-4355-8a97-ce14752277c0 None None] Port 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:52.630989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-786f07ad-5449-42c6-8db8-71cfd0c73974 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.674367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f07ad-5449-42c6-8db8-71cfd0c73974 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61caaecd-5b88-47ac-a193-6940c800e909,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:52.680729 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0eec297-43c8-44e1-943a-66d15b0437f0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.681268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0eec297-43c8-44e1-943a-66d15b0437f0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.696810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a0eec297-43c8-44e1-943a-66d15b0437f0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for 49566d04-a4d2-4cc4-a4fd-d58d74c7156f owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:52.707164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Made reservation on behalf of 22621c5142784979acb3739ede02ffef for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:39:52.710873 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.754712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] device_id is not set on port c227e979-dbe0-424c-8654-63a070a7a296 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:39:52.759597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.839180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-786f07ad-5449-42c6-8db8-71cfd0c73974 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:52.843231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-786f07ad-5449-42c6-8db8-71cfd0c73974 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4240446 Feb 11 13:39:52.843749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43816) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:52.849129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ba8f076a-d29c-41dc-a22d-8478863334e4 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '61caaecd-5b88-47ac-a193-6940c800e909', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:52.993073 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Allocated IP 172.20.0.3 (63a14dd8-2d78-44b2-95f5-6d2d5c385602/b983f9e5-2c54-406a-9b89-c98fd1a523e7/c227e979-dbe0-424c-8654-63a070a7a296) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:53.028598 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0eec297-43c8-44e1-943a-66d15b0437f0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.114886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba8f076a-d29c-41dc-a22d-8478863334e4 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.143380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eec297-43c8-44e1-943a-66d15b0437f0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=49566d04-a4d2-4cc4-a4fd-d58d74c7156f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:53.242266 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0eec297-43c8-44e1-943a-66d15b0437f0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.245030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0eec297-43c8-44e1-943a-66d15b0437f0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.251327 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a0eec297-43c8-44e1-943a-66d15b0437f0 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/floatingips/b7bde42d-f87c-406e-81eb-d9a5bb4a52e6 HTTP/1.1" status: 204 len: 168 time: 1.4029658 Feb 11 13:39:53.252207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43838) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:53.253754 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba8f076a-d29c-41dc-a22d-8478863334e4 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.283839 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.307983 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-3994cb4a-8e46-4344-a082-321cef299f3b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:39:53.308720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3994cb4a-8e46-4344-a082-321cef299f3b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:39:53.312363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3994cb4a-8e46-4344-a082-321cef299f3b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/ports/17331fc9-83bc-4696-8458-d8196eaa46b8 HTTP/1.1" status: 404 len: 333 time: 0.0556831 Feb 11 13:39:53.319153 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43850) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:53.335934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.351726 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-81616fb3-c3a9-466e-b90d-f096411ba580 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f9980c2-b97f-4463-b0d1-55d57769812a HTTP/1.1" status: 200 len: 205 time: 0.0344548 Feb 11 13:39:53.354012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43854) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:53.396649 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-9b31c94c-de32-463e-8700-9297774df11f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] delete failed (client error): The resource could not be found. Feb 11 13:39:53.397746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9b31c94c-de32-463e-8700-9297774df11f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/routers/4f9980c2-b97f-4463-b0d1-55d57769812a HTTP/1.1" status: 404 len: 336 time: 0.0427630 Feb 11 13:39:53.398453 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba8f076a-d29c-41dc-a22d-8478863334e4 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.400580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43856) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:53.426067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f076a-d29c-41dc-a22d-8478863334e4 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdd8a51-ed32-4a94-ae0c-10af7533e20b,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:53.433653 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc85a31-940d-453e-bdb1-d079fb34dfcd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] DELETE failed (client error): The resource could not be found. Feb 11 13:39:53.434310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc85a31-940d-453e-bdb1-d079fb34dfcd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:39:53.438538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0bc85a31-940d-453e-bdb1-d079fb34dfcd tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/subnets/a6ea70b4-02fa-4703-bae2-2595e12297ff HTTP/1.1" status: 404 len: 337 time: 0.0361838 Feb 11 13:39:53.442680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43860) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:53.451190 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.504219 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.513089 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba8f076a-d29c-41dc-a22d-8478863334e4 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.515104 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ba8f076a-d29c-41dc-a22d-8478863334e4 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6705258 Feb 11 13:39:53.517960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43872) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:53.551892 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61302131-7793-42c2-b271-cdde410b47ee tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.565183 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61302131-7793-42c2-b271-cdde410b47ee tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.600907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:53.628251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:53.628251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:53.669352 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.678561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=98bdb974-8c67-4c82-ad26-b9adf7d6ff17,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:53.727796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:53.728444 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.752769 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61302131-7793-42c2-b271-cdde410b47ee tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.766225 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61302131-7793-42c2-b271-cdde410b47ee tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.768007 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-61302131-7793-42c2-b271-cdde410b47ee tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/0bdd8a51-ed32-4a94-ae0c-10af7533e20b HTTP/1.1" status: 204 len: 168 time: 0.2488725 Feb 11 13:39:53.771104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43880) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:53.777630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61302131-7793-42c2-b271-cdde410b47ee tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bdd8a51-ed32-4a94-ae0c-10af7533e20b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:53.832655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-792db1f7-2b6c-4803-bc23-b6b0971b30d8 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port fb392980-8ca3-4851-b16c-d0aefd37b8f4 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:53.833003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-792db1f7-2b6c-4803-bc23-b6b0971b30d8 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.899806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event updated for resources: {'Port': ['ID=c227e979-dbe0-424c-8654-63a070a7a296,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:53.953292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-baec9f14-28b8-4179-88ff-7686583d6f00 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2252142 Feb 11 13:39:53.955180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43888) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:53.961037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:53.965513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ea852884-6d90-4bc2-846d-af17df928438 None None] Provisioning complete for port c227e979-dbe0-424c-8654-63a070a7a296 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:53.968235 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea852884-6d90-4bc2-846d-af17df928438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:53.974732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b6fe2d9e-70de-471f-a7ef-330c5214a573 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1603916 Feb 11 13:39:53.980302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43890) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:54.016699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-792db1f7-2b6c-4803-bc23-b6b0971b30d8 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.019435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network c899b46a-feb1-4717-b9b5-f9550606fe29 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:54.028228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:54.035706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-792db1f7-2b6c-4803-bc23-b6b0971b30d8 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for fb392980-8ca3-4851-b16c-d0aefd37b8f4 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:54.036370 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ea852884-6d90-4bc2-846d-af17df928438 None None] Port c227e979-dbe0-424c-8654-63a070a7a296 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:54.113215 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f2168ec-3139-4c03-9060-80e6721ed355 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.142655 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.179934 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f2168ec-3139-4c03-9060-80e6721ed355 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.380737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.452533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Router 26483ebf-6b0e-4c7b-8dcd-0aa432cf220d is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:39:54.454889 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-792db1f7-2b6c-4803-bc23-b6b0971b30d8 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.462765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f2168ec-3139-4c03-9060-80e6721ed355 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.465384 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9f2168ec-3139-4c03-9060-80e6721ed355 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.469696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9f2168ec-3139-4c03-9060-80e6721ed355 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/61caaecd-5b88-47ac-a193-6940c800e909 HTTP/1.1" status: 204 len: 168 time: 0.4857407 Feb 11 13:39:54.474923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43912) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:54.490661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792db1f7-2b6c-4803-bc23-b6b0971b30d8 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=fb392980-8ca3-4851-b16c-d0aefd37b8f4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:54.504710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2168ec-3139-4c03-9060-80e6721ed355 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61caaecd-5b88-47ac-a193-6940c800e909,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:54.569909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9c33f079-3cb8-4faa-b202-99db92e7238e None None] Provisioning complete for port 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:39:54.570637 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9c33f079-3cb8-4faa-b202-99db92e7238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.580668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Allocated IP 172.25.0.110 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/2497d681-2142-4266-ade1-e02cb3efb56e) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:39:54.620770 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ebf9adfe-90e7-403e-b1fe-bfc799abfbcd tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1447310 Feb 11 13:39:54.625337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43928) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:54.644596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8b14daec-be5c-4446-bb35-46470ce5a852 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group': {'name': 'tempest-secgroup--277352026'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:54.673015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9c33f079-3cb8-4faa-b202-99db92e7238e None None] Port 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:39:54.727941 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ab2cda26-4e90-4b25-b5c6-46de74a337cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.768897 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.853733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8b14daec-be5c-4446-bb35-46470ce5a852 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.883369 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:54.939674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:39:54.946905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:39:54.964335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:39:54.968208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event updated for resources: {'Port': ['ID=2497d681-2142-4266-ade1-e02cb3efb56e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:54.999820 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-792db1f7-2b6c-4803-bc23-b6b0971b30d8 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.012023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-792db1f7-2b6c-4803-bc23-b6b0971b30d8 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/ports/fb392980-8ca3-4851-b16c-d0aefd37b8f4 HTTP/1.1" status: 204 len: 168 time: 1.5681906 Feb 11 13:39:55.016525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43944) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:55.017455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:55.026541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-152f5fa5-1f5c-41ba-a573-c659e9563fae tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "PUT /v2.0/routers/26483ebf-6b0e-4c7b-8dcd-0aa432cf220d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4363980 Feb 11 13:39:55.027517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43946) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:55.032220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18d6e2-bf4e-47e8-a9dc-eab869f23428 None None] Sync routers for ids ['26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:55.037569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8b14daec-be5c-4446-bb35-46470ce5a852 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.052733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18d6e2-bf4e-47e8-a9dc-eab869f23428 None None] Routers {'26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:55.054109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3b18d6e2-bf4e-47e8-a9dc-eab869f23428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:55.114652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a3156-5120-4952-9e07-02207c50fab1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:55.115164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-385a3156-5120-4952-9e07-02207c50fab1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports?device_id=26483ebf-6b0e-4c7b-8dcd-0aa432cf220d HTTP/1.1" status: 200 len: 982 time: 0.0862794 Feb 11 13:39:55.116030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43950) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:55.137287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3b18d6e2-bf4e-47e8-a9dc-eab869f23428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:55.158762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b18d6e2-bf4e-47e8-a9dc-eab869f23428 None None] Routers {'26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:55.162031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3b18d6e2-bf4e-47e8-a9dc-eab869f23428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:55.216765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8b14daec-be5c-4446-bb35-46470ce5a852 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.288466 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14daec-be5c-4446-bb35-46470ce5a852 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9033bc2b-153c-43d1-8ee8-1445544ecb03,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:55.327971 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.335175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3b18d6e2-bf4e-47e8-a9dc-eab869f23428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:55.335838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b18d6e2-bf4e-47e8-a9dc-eab869f23428 None None] The sync data for ids ['26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:55.366611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8d2058e3-9b0b-4c4c-926c-317cafe40530 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port 015df55b-e608-4494-b236-d0e8067be818 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:55.367256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8d2058e3-9b0b-4c4c-926c-317cafe40530 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.442671 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8b14daec-be5c-4446-bb35-46470ce5a852 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.447309 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8b14daec-be5c-4446-bb35-46470ce5a852 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8209298 Feb 11 13:39:55.450826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43960) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:55.457473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-43037628-2428-4cf1-a63b-ca112166f17e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '9033bc2b-153c-43d1-8ee8-1445544ecb03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:55.532070 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.570771 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.611296 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8d2058e3-9b0b-4c4c-926c-317cafe40530 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.635228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8d2058e3-9b0b-4c4c-926c-317cafe40530 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for 015df55b-e608-4494-b236-d0e8067be818 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:55.752910 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43037628-2428-4cf1-a63b-ca112166f17e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.827116 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.896532 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43037628-2428-4cf1-a63b-ca112166f17e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:55.940770 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.000709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43037628-2428-4cf1-a63b-ca112166f17e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.029552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43037628-2428-4cf1-a63b-ca112166f17e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be4c194-37b3-4eaf-86fd-fc3b18f2a6ce,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.040096 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.120025 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8d2058e3-9b0b-4c4c-926c-317cafe40530 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.141349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event updated for resources: {'Port': ['ID=2497d681-2142-4266-ade1-e02cb3efb56e,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.142357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:56.142915 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.182930 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43037628-2428-4cf1-a63b-ca112166f17e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.187582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-43037628-2428-4cf1-a63b-ca112166f17e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7352037 Feb 11 13:39:56.188506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43976) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:56.198120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8ce8c619-31a8-4aef-aaa4-242006e94af6 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '9033bc2b-153c-43d1-8ee8-1445544ecb03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:56.214846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2058e3-9b0b-4c4c-926c-317cafe40530 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=015df55b-e608-4494-b236-d0e8067be818,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.269896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.283985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 98bdb974-8c67-4c82-ad26-b9adf7d6ff17 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:56.301749 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.344881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8d2058e3-9b0b-4c4c-926c-317cafe40530 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.351079 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8d2058e3-9b0b-4c4c-926c-317cafe40530 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/ports/015df55b-e608-4494-b236-d0e8067be818 HTTP/1.1" status: 204 len: 168 time: 1.3284938 Feb 11 13:39:56.351707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43980) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:56.425932 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32092169-949c-4c87-8ebb-46dbe9ef5443 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:39:56.430274 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-32092169-949c-4c87-8ebb-46dbe9ef5443 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "GET /v2.0/ports?device_id=83ed2656-6df4-4f38-979e-8afa50c1cb32 HTTP/1.1" status: 200 len: 913 time: 0.0753088 Feb 11 13:39:56.432146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43982) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:56.439673 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.440926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ac65630c-3a41-407e-be79-86b6295edd4e tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4845028 Feb 11 13:39:56.445128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43984) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:56.453383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f50ab47c-39d2-42bf-8924-a4a75d83ad0b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Request body: {'floatingip': {'port_id': 'c227e979-dbe0-424c-8654-63a070a7a296', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:56.519604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f50ab47c-39d2-42bf-8924-a4a75d83ad0b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.534233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c619-31a8-4aef-aaa4-242006e94af6 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.664957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c619-31a8-4aef-aaa4-242006e94af6 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.750629 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-f50ab47c-39d2-42bf-8924-a4a75d83ad0b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] update failed (client error): The resource could not be found. Feb 11 13:39:56.754412 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f50ab47c-39d2-42bf-8924-a4a75d83ad0b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "PUT /v2.0/floatingips/01081b4b-131d-4943-9e4c-9297b57662d7 HTTP/1.1" status: 404 len: 507 time: 0.3052595 Feb 11 13:39:56.755292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43996) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:56.820250 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.828254 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c619-31a8-4aef-aaa4-242006e94af6 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.876549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8c619-31a8-4aef-aaa4-242006e94af6 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1cc313d-7947-4c08-907f-4c9b4582e30e,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.907984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=98bdb974-8c67-4c82-ad26-b9adf7d6ff17,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:56.955683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ce8c619-31a8-4aef-aaa4-242006e94af6 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:56.958522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8ce8c619-31a8-4aef-aaa4-242006e94af6 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7668872 Feb 11 13:39:56.964379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44000) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:56.978154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f3d97443-949c-431a-aac5-c944a831813e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '9033bc2b-153c-43d1-8ee8-1445544ecb03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:56.983093 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-07e80f62-ed97-4b53-903a-ed3a860f1095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.219146 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3d97443-949c-431a-aac5-c944a831813e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.315704 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.350067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9c45360e-e90d-4f13-9f01-2a915111c723 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Deleting port 2497d681-2142-4266-ade1-e02cb3efb56e {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:57.350501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c45360e-e90d-4f13-9f01-2a915111c723 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.443953 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3d97443-949c-431a-aac5-c944a831813e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.564400 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3d97443-949c-431a-aac5-c944a831813e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.595374 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.595600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c45360e-e90d-4f13-9f01-2a915111c723 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.595600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c45360e-e90d-4f13-9f01-2a915111c723 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.609037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9c45360e-e90d-4f13-9f01-2a915111c723 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Calling delete_port for 2497d681-2142-4266-ade1-e02cb3efb56e owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:57.632867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Router 26483ebf-6b0e-4c7b-8dcd-0aa432cf220d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:39:57.658519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d97443-949c-431a-aac5-c944a831813e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13fe491-6375-4924-bad9-27de5e028cea,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:57.762097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3d97443-949c-431a-aac5-c944a831813e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.763885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f3d97443-949c-431a-aac5-c944a831813e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7966506 Feb 11 13:39:57.770054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44010) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:57.776006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-763e947a-53c7-4177-8cfc-ba5f1c69bada tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '9033bc2b-153c-43d1-8ee8-1445544ecb03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:57.819988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:39:57.825752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d03e865a-558c-4801-b7ed-a89aada70841 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "PUT /v2.0/routers/26483ebf-6b0e-4c7b-8dcd-0aa432cf220d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7078743 Feb 11 13:39:57.829954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44012) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:57.832229 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e690e2c-7269-4fe8-ab4d-782201d19777 None None] Sync routers for ids ['26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:39:57.841392 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:57.854824 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e690e2c-7269-4fe8-ab4d-782201d19777 None None] Routers {'26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:57.856470 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8e690e2c-7269-4fe8-ab4d-782201d19777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:57.919775 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8e690e2c-7269-4fe8-ab4d-782201d19777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:57.931189 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e690e2c-7269-4fe8-ab4d-782201d19777 None None] Routers {'26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:39:57.932183 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8e690e2c-7269-4fe8-ab4d-782201d19777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:57.937546 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6bcb57-6da5-4545-bc22-8d7b05861024 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:39:57.942038 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0f6bcb57-6da5-4545-bc22-8d7b05861024 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/98bdb974-8c67-4c82-ad26-b9adf7d6ff17 HTTP/1.1" status: 404 len: 333 time: 0.0535731 Feb 11 13:39:57.942430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44014) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:57.969015 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8e690e2c-7269-4fe8-ab4d-782201d19777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:39:57.970335 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e690e2c-7269-4fe8-ab4d-782201d19777 None None] The sync data for ids ['26483ebf-6b0e-4c7b-8dcd-0aa432cf220d'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:39:58.053746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-763e947a-53c7-4177-8cfc-ba5f1c69bada tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.057364 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c45360e-e90d-4f13-9f01-2a915111c723 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.062228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e309b4a6-63b8-451d-a729-bc78b7434a16 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.207882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45360e-e90d-4f13-9f01-2a915111c723 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event deleted for resources: {'Port': ['ID=2497d681-2142-4266-ade1-e02cb3efb56e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:58.226809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c45360e-e90d-4f13-9f01-2a915111c723 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.231354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c45360e-e90d-4f13-9f01-2a915111c723 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.236738 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9c45360e-e90d-4f13-9f01-2a915111c723 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "DELETE /v2.0/floatingips/01081b4b-131d-4943-9e4c-9297b57662d7 HTTP/1.1" status: 204 len: 168 time: 1.4781582 Feb 11 13:39:58.238046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44016) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:58.246816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-78a54c10-9aea-4125-834c-0eb49b8863f0 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Request body: {'floatingip': {'floating_network_id': '63a14dd8-2d78-44b2-95f5-6d2d5c385602', 'port_id': 'c227e979-dbe0-424c-8654-63a070a7a296', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:58.339753 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-763e947a-53c7-4177-8cfc-ba5f1c69bada tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.344480 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e309b4a6-63b8-451d-a729-bc78b7434a16 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.346488 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78a54c10-9aea-4125-834c-0eb49b8863f0 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.348022 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e309b4a6-63b8-451d-a729-bc78b7434a16 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.412516 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-763e947a-53c7-4177-8cfc-ba5f1c69bada tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.445124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e947a-53c7-4177-8cfc-ba5f1c69bada tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7cc0b9-d654-4099-a4ac-49b6d8cb9042,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:58.462175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port db4d5e9b-28e5-4cdb-ab1a-cb2931ccfb28 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:39:58.462522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.603454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-763e947a-53c7-4177-8cfc-ba5f1c69bada tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.605452 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.606468 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-763e947a-53c7-4177-8cfc-ba5f1c69bada tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8349621 Feb 11 13:39:58.614211 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e309b4a6-63b8-451d-a729-bc78b7434a16 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.615111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e309b4a6-63b8-451d-a729-bc78b7434a16 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Fanout notify agent at l3_agent the message router_deleted on router 26483ebf-6b0e-4c7b-8dcd-0aa432cf220d {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:39:58.615828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44022) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:58.626745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e309b4a6-63b8-451d-a729-bc78b7434a16 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.627985 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e309b4a6-63b8-451d-a729-bc78b7434a16 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/routers/26483ebf-6b0e-4c7b-8dcd-0aa432cf220d HTTP/1.1" status: 204 len: 168 time: 0.6834965 Feb 11 13:39:58.630194 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.632650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44024) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:58.640629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f3722843-c4cc-4660-97b0-85ec353ce4f2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '9033bc2b-153c-43d1-8ee8-1445544ecb03', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:58.686953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for db4d5e9b-28e5-4cdb-ab1a-cb2931ccfb28 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:39:58.770238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-90acfae5-07bd-4a7a-88d2-e0c2c9fc05dd tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet 2a53e0b4-6bc4-468b-8608-88ec3fb988ab {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:39:58.775695 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90acfae5-07bd-4a7a-88d2-e0c2c9fc05dd tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.834725 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90acfae5-07bd-4a7a-88d2-e0c2c9fc05dd tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.843073 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3722843-c4cc-4660-97b0-85ec353ce4f2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:58.929807 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-78a54c10-9aea-4125-834c-0eb49b8863f0 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:39:58.934480 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-78a54c10-9aea-4125-834c-0eb49b8863f0 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6918623 Feb 11 13:39:58.934725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44030) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:58.940170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': 'c227e979-dbe0-424c-8654-63a070a7a296', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:39:59.026773 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.056509 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90acfae5-07bd-4a7a-88d2-e0c2c9fc05dd tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.082225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3722843-c4cc-4660-97b0-85ec353ce4f2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.156287 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3722843-c4cc-4660-97b0-85ec353ce4f2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.208707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3722843-c4cc-4660-97b0-85ec353ce4f2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1245474d-0736-45a6-85da-c74393f2bd29,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:59.296701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f3722843-c4cc-4660-97b0-85ec353ce4f2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.300664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f3722843-c4cc-4660-97b0-85ec353ce4f2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6712866 Feb 11 13:39:59.301578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44032) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:59.342012 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.352540 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.408939 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6df8a31b-98fa-4bf0-9655-8cb02ed1b946 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.457856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6df8a31b-98fa-4bf0-9655-8cb02ed1b946 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.582026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6df8a31b-98fa-4bf0-9655-8cb02ed1b946 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.610052 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6df8a31b-98fa-4bf0-9655-8cb02ed1b946 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.614126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6df8a31b-98fa-4bf0-9655-8cb02ed1b946 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/1245474d-0736-45a6-85da-c74393f2bd29 HTTP/1.1" status: 204 len: 168 time: 0.3095181 Feb 11 13:39:59.615928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44038) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:59.651082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8a31b-98fa-4bf0-9655-8cb02ed1b946 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1245474d-0736-45a6-85da-c74393f2bd29,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:59.737363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d3ea83d3-4cef-423b-a6cc-9f6de93efa9f tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1084146 Feb 11 13:39:59.739950 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44044) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:39:59.777833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-753cbfb0-e856-4eca-a030-8c60f4d6a99b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.790081 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-753cbfb0-e856-4eca-a030-8c60f4d6a99b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.873654 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90acfae5-07bd-4a7a-88d2-e0c2c9fc05dd tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.875513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=db4d5e9b-28e5-4cdb-ab1a-cb2931ccfb28,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:59.914286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acfae5-07bd-4a7a-88d2-e0c2c9fc05dd tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=2a53e0b4-6bc4-468b-8608-88ec3fb988ab,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:39:59.942410 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-90acfae5-07bd-4a7a-88d2-e0c2c9fc05dd tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:39:59.944804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05791f7-00a6-407c-b146-dae8cbdae1d1 None None] Network c899b46a-feb1-4717-b9b5-f9550606fe29 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:39:59.948356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-90acfae5-07bd-4a7a-88d2-e0c2c9fc05dd tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/2a53e0b4-6bc4-468b-8608-88ec3fb988ab HTTP/1.1" status: 204 len: 168 time: 1.3120940 Feb 11 13:39:59.948515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44046) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:00.050977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Allocated IP 172.25.0.40 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/75996fef-e455-4a4a-b2ba-cb834a15a23f) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:00.068096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.328249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 3a784d88-37b5-44f5-a85e-77247a18d314 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:00.328249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.329121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f936c22d-30bd-4e50-9354-d4135648ae6b None None] DHCP port deletion for c899b46a-feb1-4717-b9b5-f9550606fe29 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:40:00.329230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] For port 3a784d88-37b5-44f5-a85e-77247a18d314, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3a784d88-37b5-44f5-a85e-77247a18d314,segment=NetworkSegment(2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2),segment_id=2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:00.329230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.329230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 3a784d88-37b5-44f5-a85e-77247a18d314 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:00.329506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f936c22d-30bd-4e50-9354-d4135648ae6b None None] Deleting port 3a784d88-37b5-44f5-a85e-77247a18d314 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:00.329506 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f936c22d-30bd-4e50-9354-d4135648ae6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.329691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.329691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.330205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f936c22d-30bd-4e50-9354-d4135648ae6b None None] For port 3a784d88-37b5-44f5-a85e-77247a18d314, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3a784d88-37b5-44f5-a85e-77247a18d314,segment=NetworkSegment(2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2),segment_id=2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:00.330205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f936c22d-30bd-4e50-9354-d4135648ae6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.333434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f936c22d-30bd-4e50-9354-d4135648ae6b None None] Calling delete_port for 3a784d88-37b5-44f5-a85e-77247a18d314 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:00.344588 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-753cbfb0-e856-4eca-a030-8c60f4d6a99b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.355365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-753cbfb0-e856-4eca-a030-8c60f4d6a99b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.363265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-753cbfb0-e856-4eca-a030-8c60f4d6a99b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/9f7cc0b9-d654-4099-a4ac-49b6d8cb9042 HTTP/1.1" status: 204 len: 168 time: 0.6150262 Feb 11 13:40:00.364839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44048) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:00.367811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cbfb0-e856-4eca-a030-8c60f4d6a99b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f7cc0b9-d654-4099-a4ac-49b6d8cb9042,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:00.440423 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.479854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fffd59ce-e083-4c5b-877d-2ab846d30f19 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1091576 Feb 11 13:40:00.483697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44050) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:00.551807 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-81074c28-f98f-4e1c-9817-bab18e2ab8d7 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.566780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-81074c28-f98f-4e1c-9817-bab18e2ab8d7 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.634756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-951dbba8-d31d-462f-a913-cfcaba9af851 req-3704f881-a13b-4c37-bf97-266b2672793f service neutron] (103007) timed out ('10.222.0.13', 61902) {{(pid=103007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 13:40:00.664522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Router 83ed2656-6df4-4f38-979e-8afa50c1cb32 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:00.699977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.726461 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f936c22d-30bd-4e50-9354-d4135648ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.750128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=3a784d88-37b5-44f5-a85e-77247a18d314,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:00.764650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No DVR routers for this DVR port 3a784d88-37b5-44f5-a85e-77247a18d314 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:00.766238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936c22d-30bd-4e50-9354-d4135648ae6b None None] Pushing event deleted for resources: {'Port': ['ID=3a784d88-37b5-44f5-a85e-77247a18d314,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:00.775178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-81074c28-f98f-4e1c-9817-bab18e2ab8d7 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.781454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.782733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936c22d-30bd-4e50-9354-d4135648ae6b None None] No DVR routers for this DVR port 3a784d88-37b5-44f5-a85e-77247a18d314 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:00.794615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-81074c28-f98f-4e1c-9817-bab18e2ab8d7 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.809459 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-81074c28-f98f-4e1c-9817-bab18e2ab8d7 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e13fe491-6375-4924-bad9-27de5e028cea HTTP/1.1" status: 204 len: 168 time: 0.3118515 Feb 11 13:40:00.830385 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.850336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44062) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:00.871920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81074c28-f98f-4e1c-9817-bab18e2ab8d7 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e13fe491-6375-4924-bad9-27de5e028cea,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:00.912655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:00.919601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:00.932524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:00.940711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:00.955290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9373362c-a4d7-431f-af53-45256e966b61 None None] Sync routers for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:40:00.955901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:00.975943 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9373362c-a4d7-431f-af53-45256e966b61 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:00.979199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9373362c-a4d7-431f-af53-45256e966b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:01.026241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3dd24dce-a9c6-4157-9283-ebcab8b51a7f tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1632864 Feb 11 13:40:01.031476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44066) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:01.044142 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-86736d01-29f0-44e7-aff8-4cdb3c27c13b tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "PUT /v2.0/routers/83ed2656-6df4-4f38-979e-8afa50c1cb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6000564 Feb 11 13:40:01.046174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event updated for resources: {'Port': ['ID=75996fef-e455-4a4a-b2ba-cb834a15a23f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:01.053760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44068) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:01.063595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c899b46a-feb1-4717-b9b5-f9550606fe29']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:01.085930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9373362c-a4d7-431f-af53-45256e966b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:01.099457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9373362c-a4d7-431f-af53-45256e966b61 None None] Routers {'83ed2656-6df4-4f38-979e-8afa50c1cb32'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:01.100094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9373362c-a4d7-431f-af53-45256e966b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['83ed2656-6df4-4f38-979e-8afa50c1cb32'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:01.137809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:01.138026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd690e8-ced8-47c4-9b47-2deb3e3c6ff2') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:01.181448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.185200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35a9ecf4-c90b-4e55-9850-2f081e4ccf49 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.213510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9373362c-a4d7-431f-af53-45256e966b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:01.214368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9373362c-a4d7-431f-af53-45256e966b61 None None] The sync data for ids ['83ed2656-6df4-4f38-979e-8afa50c1cb32'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:40:01.230919 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35a9ecf4-c90b-4e55-9850-2f081e4ccf49 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.245745 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.280840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:01.280840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.334513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Deleting port 75996fef-e455-4a4a-b2ba-cb834a15a23f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:01.335849 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.400149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3a784d88-37b5-44f5-a85e-77247a18d314 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:01.432337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 3a784d88-37b5-44f5-a85e-77247a18d314 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:40:01.433240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3a784d88-37b5-44f5-a85e-77247a18d314 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:01.507157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.510138 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.537351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Calling delete_port for 75996fef-e455-4a4a-b2ba-cb834a15a23f owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:01.741636 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:01.744486 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.895628 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.906932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.914484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/networks/c899b46a-feb1-4717-b9b5-f9550606fe29 HTTP/1.1" status: 204 len: 168 time: 1.9612057 Feb 11 13:40:01.914722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44082) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:01.972236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cb398-7aa8-4640-8bdc-3145071da678 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Network': ['ID=c899b46a-feb1-4717-b9b5-f9550606fe29,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:01.977131 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:01.989141 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35a9ecf4-c90b-4e55-9850-2f081e4ccf49 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.015203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35a9ecf4-c90b-4e55-9850-2f081e4ccf49 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.018774 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-35a9ecf4-c90b-4e55-9850-2f081e4ccf49 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/b1cc313d-7947-4c08-907f-4c9b4582e30e HTTP/1.1" status: 204 len: 168 time: 0.9838562 Feb 11 13:40:02.027501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44088) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:02.056981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2861f-0d6a-49fe-b9cc-41d4382f99eb tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:02.064088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a3a2861f-0d6a-49fe-b9cc-41d4382f99eb tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/0f946705-1318-4e06-9d50-f5a91f79e6d3 HTTP/1.1" status: 200 len: 840 time: 0.1422791 Feb 11 13:40:02.077942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44090) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:02.085108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9ecf4-c90b-4e55-9850-2f081e4ccf49 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1cc313d-7947-4c08-907f-4c9b4582e30e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.104130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.144183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b88b0308-dcb1-412f-90b3-ef6ef8d87d05 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1155460 Feb 11 13:40:02.144945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44094) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:02.170709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event deleted for resources: {'Port': ['ID=75996fef-e455-4a4a-b2ba-cb834a15a23f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.189625 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44887104-e34e-479b-aa16-64982ea741e0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.200220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44887104-e34e-479b-aa16-64982ea741e0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.287558 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b16b21ac-3f02-45b7-80a0-228a7b717935 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/0f946705-1318-4e06-9d50-f5a91f79e6d3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1525960 Feb 11 13:40:02.293249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44098) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:02.302221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting port f939c299-d48b-48a3-a4c0-f5e164ce6f6a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:02.305346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3b540d31-6d20-48ec-b175-59ceb14fe793 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:02.305493 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.410427 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.414379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44887104-e34e-479b-aa16-64982ea741e0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.426890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44887104-e34e-479b-aa16-64982ea741e0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.427954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-44887104-e34e-479b-aa16-64982ea741e0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/2be4c194-37b3-4eaf-86fd-fc3b18f2a6ce HTTP/1.1" status: 204 len: 168 time: 0.2813871 Feb 11 13:40:02.431072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44100) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:02.438976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Calling delete_port for f939c299-d48b-48a3-a4c0-f5e164ce6f6a owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:02.441223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44887104-e34e-479b-aa16-64982ea741e0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2be4c194-37b3-4eaf-86fd-fc3b18f2a6ce,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:02.444090 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] create failed (client error): The resource could not be found. Feb 11 13:40:02.449380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3ef36c14-d1d6-405d-aca7-8db0f0188515 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.5107484 Feb 11 13:40:02.452717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44102) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:02.549224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44106) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:02.554383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0771e580-8d0b-433b-856f-7458b43027fd tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1132913 Feb 11 13:40:02.603985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b540d31-6d20-48ec-b175-59ceb14fe793 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:02.610021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b540d31-6d20-48ec-b175-59ceb14fe793 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.741745 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f06ac375-7ffc-43f1-a493-b6a45fe73738 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.805014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-4c597901-3b9b-4da8-a5ba-99aaaca44cba tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Deleting port c227e979-dbe0-424c-8654-63a070a7a296 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:02.805360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4c597901-3b9b-4da8-a5ba-99aaaca44cba tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:02.870557 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f06ac375-7ffc-43f1-a493-b6a45fe73738 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.050194 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4c597901-3b9b-4da8-a5ba-99aaaca44cba tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.066234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-4c597901-3b9b-4da8-a5ba-99aaaca44cba tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Calling delete_port for c227e979-dbe0-424c-8654-63a070a7a296 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:03.142753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.187461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Port': ['ID=f939c299-d48b-48a3-a4c0-f5e164ce6f6a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:03.191789 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f06ac375-7ffc-43f1-a493-b6a45fe73738 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.195560 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f06ac375-7ffc-43f1-a493-b6a45fe73738 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.196887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f06ac375-7ffc-43f1-a493-b6a45fe73738 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/9033bc2b-153c-43d1-8ee8-1445544ecb03 HTTP/1.1" status: 204 len: 168 time: 0.6466937 Feb 11 13:40:03.201410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44114) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:03.219147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ac375-7ffc-43f1-a493-b6a45fe73738 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9033bc2b-153c-43d1-8ee8-1445544ecb03,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:03.237917 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b540d31-6d20-48ec-b175-59ceb14fe793 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.343769 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.371427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b540d31-6d20-48ec-b175-59ceb14fe793 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:03.402720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3b540d31-6d20-48ec-b175-59ceb14fe793 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:03.411752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce754c8-d8d0-486a-9934-3563496935f4 None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:03.412260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b540d31-6d20-48ec-b175-59ceb14fe793 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:03.413271 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b540d31-6d20-48ec-b175-59ceb14fe793 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.465384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3ae881af-c503-4318-92ec-cbe73830fea0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2617362 Feb 11 13:40:03.472582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44116) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:03.494585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7954e802-aab3-4d8e-b1af-34d12dad15f0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group': {'name': 'tempest-secgroup--857374419'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:03.572274 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3b540d31-6d20-48ec-b175-59ceb14fe793 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2717850 Feb 11 13:40:03.572274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44118) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:03.578735 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fd60f669-2d95-4f76-bf72-25d5f56a9068 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'security_group': {'name': 'tempest-secgroup-800136978'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:03.584268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b540d31-6d20-48ec-b175-59ceb14fe793 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=20982eae-7a51-4b23-89dd-bd953b916003,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:03.594729 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.599076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.644846 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7954e802-aab3-4d8e-b1af-34d12dad15f0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.660945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-8103b72c-a4a6-4850-b044-ccccfd01affa', 'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'tenant_id': '9a884797f4d746b2b2de42816edd696a', 'fixed_ips': [{'subnet_id': '20982eae-7a51-4b23-89dd-bd953b916003'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:40:03.665321 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.785721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.786357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Fanout notify agent at l3_agent the message router_deleted on router 83ed2656-6df4-4f38-979e-8afa50c1cb32 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:03.793230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.796130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-508ede7e-8dae-4625-ba63-0994a267764f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/routers/83ed2656-6df4-4f38-979e-8afa50c1cb32 HTTP/1.1" status: 204 len: 168 time: 2.7474308 Feb 11 13:40:03.800096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44124) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:03.813325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7954e802-aab3-4d8e-b1af-34d12dad15f0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.837640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4c597901-3b9b-4da8-a5ba-99aaaca44cba tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.863991 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fd60f669-2d95-4f76-bf72-25d5f56a9068 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.918701 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7954e802-aab3-4d8e-b1af-34d12dad15f0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:03.934636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c597901-3b9b-4da8-a5ba-99aaaca44cba tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event deleted for resources: {'Port': ['ID=c227e979-dbe0-424c-8654-63a070a7a296,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:03.981790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-35386771-a429-4966-b1d0-64f18669da28 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Deleting subnet 73bd3ecc-d9c0-49c5-85f3-1ab3453e5347 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:40:04.022780 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35386771-a429-4966-b1d0-64f18669da28 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.069258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954e802-aab3-4d8e-b1af-34d12dad15f0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d4c11-66f1-4028-80e1-a4d08ca92d9b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:04.095027 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4c597901-3b9b-4da8-a5ba-99aaaca44cba tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.104552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4c597901-3b9b-4da8-a5ba-99aaaca44cba tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "DELETE /v2.0/ports/c227e979-dbe0-424c-8654-63a070a7a296 HTTP/1.1" status: 204 len: 168 time: 1.6508148 Feb 11 13:40:04.108841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44130) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:04.120381 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35386771-a429-4966-b1d0-64f18669da28 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.157520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fd60f669-2d95-4f76-bf72-25d5f56a9068 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.165670 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7954e802-aab3-4d8e-b1af-34d12dad15f0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.166971 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7954e802-aab3-4d8e-b1af-34d12dad15f0 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6855342 Feb 11 13:40:04.168346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Allocated IP 172.20.0.2 (8103b72c-a4a6-4850-b044-ccccfd01affa/20982eae-7a51-4b23-89dd-bd953b916003/2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:04.170877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44134) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:04.179731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c75fd861-7aa1-4f5d-b8e6-601920b1d6ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '8c5d4c11-66f1-4028-80e1-a4d08ca92d9b', 'direction': 'ingress', 'protocol': 17}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:04.235305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fd60f669-2d95-4f76-bf72-25d5f56a9068 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.280609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60f669-2d95-4f76-bf72-25d5f56a9068 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a27f53-e833-490d-8bb0-221aa81d810a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:04.306544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35386771-a429-4966-b1d0-64f18669da28 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.349560 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c75fd861-7aa1-4f5d-b8e6-601920b1d6ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.431240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd3a4cc-b07f-4ba7-9608-f3069b721d57 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:04.432986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6bd3a4cc-b07f-4ba7-9608-f3069b721d57 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a47b78d-eacf-4846-a6fe-69688aa4587d HTTP/1.1" status: 200 len: 913 time: 0.3046577 Feb 11 13:40:04.438139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44138) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:04.501390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c75fd861-7aa1-4f5d-b8e6-601920b1d6ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.505024 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fd60f669-2d95-4f76-bf72-25d5f56a9068 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.511224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fd60f669-2d95-4f76-bf72-25d5f56a9068 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9378414 Feb 11 13:40:04.512155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44140) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:04.517807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-384e1127-8b4d-4834-aa44-7c26790ebd34 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'security_group': {'name': 'tempest-secgroup-678277127'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:04.555391 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.628887 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c75fd861-7aa1-4f5d-b8e6-601920b1d6ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.640242 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-384e1127-8b4d-4834-aa44-7c26790ebd34 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.695189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fd861-7aa1-4f5d-b8e6-601920b1d6ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eefea0c-e8ca-49df-a71c-dcdc8db5daf6,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:04.722263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.777013 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35386771-a429-4966-b1d0-64f18669da28 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.821310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35386771-a429-4966-b1d0-64f18669da28 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.830434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-35386771-a429-4966-b1d0-64f18669da28 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/subnets/73bd3ecc-d9c0-49c5-85f3-1ab3453e5347 HTTP/1.1" status: 204 len: 168 time: 1.0231891 Feb 11 13:40:04.830434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35386771-a429-4966-b1d0-64f18669da28 tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Subnet': ['ID=73bd3ecc-d9c0-49c5-85f3-1ab3453e5347,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:04.832903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44144) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:04.909352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:04.917351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:04.921246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:04.922503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c75fd861-7aa1-4f5d-b8e6-601920b1d6ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.927623 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c75fd861-7aa1-4f5d-b8e6-601920b1d6ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7533090 Feb 11 13:40:04.929496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-384e1127-8b4d-4834-aa44-7c26790ebd34 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:04.930824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44150) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:04.945900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Pushing event updated for resources: {'Port': ['ID=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:05.034490 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a41fa268-bea8-41db-9740-1620bcc8a1c2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.057997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Attempting to bind port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:05.058369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Attempting to bind port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2dd162d1-9681-4859-8376-240a809cafc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:05.058735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Attempting to bind port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 on network 8103b72c-a4a6-4850-b044-ccccfd01affa {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:05.065003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:05.065467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Checking segment: {'id': '2dd162d1-9681-4859-8376-240a809cafc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:05.065908 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.066307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Bound using segment: {'id': '2dd162d1-9681-4859-8376-240a809cafc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:05.066775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Bound port: 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dd162d1-9681-4859-8376-240a809cafc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:05.067336 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.083530 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-384e1127-8b4d-4834-aa44-7c26790ebd34 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.122187 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.218885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a41fa268-bea8-41db-9740-1620bcc8a1c2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.225677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384e1127-8b4d-4834-aa44-7c26790ebd34 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e665894-314d-4000-bc04-9da8e58340a9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:05.225953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] For port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:05.230592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] For port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,segment=NetworkSegment(2dd162d1-9681-4859-8376-240a809cafc0),segment_id=2dd162d1-9681-4859-8376-240a809cafc0)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:05.300610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.317099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec56f15-d263-43e2-9c91-be26954aa187']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:05.354607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2a5ec8-c36f-4be2-bc56-b6c03a768494') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:05.354973 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2a5ec8-c36f-4be2-bc56-b6c03a768494') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:05.355537 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.378952 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.392576 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-384e1127-8b4d-4834-aa44-7c26790ebd34 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.396755 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-384e1127-8b4d-4834-aa44-7c26790ebd34 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8834500 Feb 11 13:40:05.397674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44154) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:05.398332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a41fa268-bea8-41db-9740-1620bcc8a1c2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.400895 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a41fa268-bea8-41db-9740-1620bcc8a1c2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.409141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a41fa268-bea8-41db-9740-1620bcc8a1c2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/8c5d4c11-66f1-4028-80e1-a4d08ca92d9b HTTP/1.1" status: 204 len: 168 time: 0.4769256 Feb 11 13:40:05.414480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44156) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:05.418919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1825260825', 'security_groups': ['8e665894-314d-4000-bc04-9da8e58340a9'], 'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20982eae-7a51-4b23-89dd-bd953b916003'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:05.480181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0819c-ab15-45ab-b6d2-d911a2c537e2 None None] Pushing event updated for resources: {'Port': ['ID=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:05.492131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.550345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:05.550819 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.576844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033475e8-74e3-4f30-b10e-6a70453e3af0 req-0c2f7937-f1df-456b-9233-abedb6c2d3b5 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:05.598606 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-033475e8-74e3-4f30-b10e-6a70453e3af0 req-0c2f7937-f1df-456b-9233-abedb6c2d3b5 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 950 time: 0.4156189 Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:05.602217 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:05.626777 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fa268-bea8-41db-9740-1620bcc8a1c2 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d4c11-66f1-4028-80e1-a4d08ca92d9b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:05.768870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:05.796994 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5c63ac59-8a80-4749-b0ea-b636f042bf85 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3278322 Feb 11 13:40:05.801047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44158) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:05.814764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-542da064-33f8-4b7c-b689-176da0782a7c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1886956025'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:05.881666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-033475e8-74e3-4f30-b10e-6a70453e3af0 req-86484e45-df5c-434a-a00c-2cdbe75db84a tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803023 Feb 11 13:40:05.907576 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:40:05.908617 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:05.948323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.043607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.087064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 14a25578-0bdb-4246-ac2d-5f264023cbcf yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:40:06.137193 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.143346 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] 10.222.0.52 "DELETE /v2.0/networks/0ec56f15-d263-43e2-9c91-be26954aa187 HTTP/1.1" status: 204 len: 168 time: 1.3012645 Feb 11 13:40:06.157683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546d39d-a242-4995-900b-5ec6fe6f4a4f tempest-FloatingIPTestJSON-1474289181 tempest-FloatingIPTestJSON-1474289181-project] Pushing event deleted for resources: {'Network': ['ID=0ec56f15-d263-43e2-9c91-be26954aa187,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:06.237051 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-542da064-33f8-4b7c-b689-176da0782a7c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.355201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.12 (8103b72c-a4a6-4850-b044-ccccfd01affa/20982eae-7a51-4b23-89dd-bd953b916003/14a25578-0bdb-4246-ac2d-5f264023cbcf) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:06.365123 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-542da064-33f8-4b7c-b689-176da0782a7c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.457425 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-542da064-33f8-4b7c-b689-176da0782a7c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.568168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542da064-33f8-4b7c-b689-176da0782a7c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31fd14e-00c0-420f-ba3a-87b6e28bbc9d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:06.597024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-542da064-33f8-4b7c-b689-176da0782a7c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.601478 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-542da064-33f8-4b7c-b689-176da0782a7c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7923114 Feb 11 13:40:06.602504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44168) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:06.618282 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.619703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ea60ece8-a5d2-4f92-8ccf-89937193cfdb tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group': {'name': 'tempest-secgroup--10796197'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:06.633373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Deleting port 036ba9bb-3296-4cc6-975e-10838519907b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:06.634572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.815704 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.828493 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:06.846492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Calling delete_port for 036ba9bb-3296-4cc6-975e-10838519907b owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:06.893016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44172) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:06.959003 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:06.972807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:06.980076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:06.986969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=14a25578-0bdb-4246-ac2d-5f264023cbcf,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:07.031685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea60ece8-a5d2-4f92-8ccf-89937193cfdb tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.077670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:07.089577 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.184051 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0e3508cb-2837-41aa-816c-98eaab346c73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7708225 Feb 11 13:40:07.184810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44184) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:07.198044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-419ad5c3-3799-415c-bcec-c5f30f86418c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:07.417019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5651218-46c0-44bc-bf01-a5f57f877e79 req-95f76006-43b1-46ce-acdf-720e19c5adc5 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:07.420447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f5651218-46c0-44bc-bf01-a5f57f877e79 req-95f76006-43b1-46ce-acdf-720e19c5adc5 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 950 time: 0.3624465 Feb 11 13:40:07.430869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8b8b4ab3-9bcf-4ae6-a040-c6b3d669849e None None] Provisioning complete for port 0f946705-1318-4e06-9d50-f5a91f79e6d3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:07.432071 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4ab3-9bcf-4ae6-a040-c6b3d669849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.502422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8b8b4ab3-9bcf-4ae6-a040-c6b3d669849e None None] Port 0f946705-1318-4e06-9d50-f5a91f79e6d3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:07.520710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8b8b4ab3-9bcf-4ae6-a040-c6b3d669849e None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:07.521413 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4ab3-9bcf-4ae6-a040-c6b3d669849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.522117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f5651218-46c0-44bc-bf01-a5f57f877e79 req-9f592fc9-8c99-438d-8f8d-472434ff0a2c tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836856 Feb 11 13:40:07.524678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5b5c2c6c-d4d2-46b6-8caf-7679f58e54db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b4b8e29c4d04671a901a6dd423af1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292493 Feb 11 13:40:07.533391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44186) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:07.569807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-f64d4b35-30d4-491f-b429-f6a0163a3407 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:07.571300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-f64d4b35-30d4-491f-b429-f6a0163a3407 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.59 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 950 time: 0.4374430 Feb 11 13:40:07.662399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:07.663657 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea60ece8-a5d2-4f92-8ccf-89937193cfdb tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.664685 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f821fbc6-d0d0-46cf-b43e-43b4581fae33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.693676 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f821fbc6-d0d0-46cf-b43e-43b4581fae33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.744224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:07.747053 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.782812 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4ab3-9bcf-4ae6-a040-c6b3d669849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.807656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-863daba4-3dce-42f8-8c5b-6ee92c039fbc tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Deleting port 7abfd0a1-59ca-4237-ad47-7c8662195989 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:07.808117 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-863daba4-3dce-42f8-8c5b-6ee92c039fbc tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.818730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419ad5c3-3799-415c-bcec-c5f30f86418c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:07.822986 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-419ad5c3-3799-415c-bcec-c5f30f86418c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.823137 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea60ece8-a5d2-4f92-8ccf-89937193cfdb tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.834018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8b8b4ab3-9bcf-4ae6-a040-c6b3d669849e None None] For port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,segment=NetworkSegment(2dd162d1-9681-4859-8376-240a809cafc0),segment_id=2dd162d1-9681-4859-8376-240a809cafc0)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:07.886898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.939287 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8b8b4ab3-9bcf-4ae6-a040-c6b3d669849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.940951 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f821fbc6-d0d0-46cf-b43e-43b4581fae33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.945930 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f821fbc6-d0d0-46cf-b43e-43b4581fae33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:07.947339 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f821fbc6-d0d0-46cf-b43e-43b4581fae33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dfeb6c04-a46f-4c39-95df-06313e749196 HTTP/1.1" status: 204 len: 168 time: 0.4129806 Feb 11 13:40:07.969547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821fbc6-d0d0-46cf-b43e-43b4581fae33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeb6c04-a46f-4c39-95df-06313e749196,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.055209 n-d-816488-1 neutron-server[103006]: INFO neutron.db.ipam_backend_mixin [None req-419ad5c3-3799-415c-bcec-c5f30f86418c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 20982eae-7a51-4b23-89dd-bd953b916003 (CIDR: 172.20.0.0/28) Feb 11 13:40:08.094173 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-419ad5c3-3799-415c-bcec-c5f30f86418c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:08.094934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419ad5c3-3799-415c-bcec-c5f30f86418c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:08.186265 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:08.186625 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:08.196857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5bc4f799-66d5-4b72-9235-f19bf7c7a52a None None] Provisioning complete for port 14a25578-0bdb-4246-ac2d-5f264023cbcf triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:08.200613 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f799-66d5-4b72-9235-f19bf7c7a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.208400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b4ab3-9bcf-4ae6-a040-c6b3d669849e None None] Pushing event updated for resources: {'Port': ['ID=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.214398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-419ad5c3-3799-415c-bcec-c5f30f86418c tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0288403 Feb 11 13:40:08.217389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44200) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:08.222826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7213e290-fc93-46ae-a9a1-a8338d70528b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:08.275797 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.333405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event deleted for resources: {'Port': ['ID=036ba9bb-3296-4cc6-975e-10838519907b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.343674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5bc4f799-66d5-4b72-9235-f19bf7c7a52a None None] Port 14a25578-0bdb-4246-ac2d-5f264023cbcf cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:08.369118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60ece8-a5d2-4f92-8ccf-89937193cfdb tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5466978e-bae5-44bd-8bee-9b97e7462a84,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:08.424837 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea60ece8-a5d2-4f92-8ccf-89937193cfdb tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.426310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ea60ece8-a5d2-4f92-8ccf-89937193cfdb tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8164232 Feb 11 13:40:08.429376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44202) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:08.452492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0ea6de74-e15d-4361-8997-1411e2d14d2a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': 'f31fd14e-00c0-420f-ba3a-87b6e28bbc9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5466978e-bae5-44bd-8bee-9b97e7462a84', 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:08.483369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-863daba4-3dce-42f8-8c5b-6ee92c039fbc tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] For port 7abfd0a1-59ca-4237-ad47-7c8662195989, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7abfd0a1-59ca-4237-ad47-7c8662195989,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:08.483757 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-863daba4-3dce-42f8-8c5b-6ee92c039fbc tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.602842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-863daba4-3dce-42f8-8c5b-6ee92c039fbc tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Calling delete_port for 7abfd0a1-59ca-4237-ad47-7c8662195989 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:08.634574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ea6de74-e15d-4361-8997-1411e2d14d2a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.671748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7213e290-fc93-46ae-a9a1-a8338d70528b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:08.690996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7213e290-fc93-46ae-a9a1-a8338d70528b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.721686 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:08.911285 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ea6de74-e15d-4361-8997-1411e2d14d2a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.001031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ea6de74-e15d-4361-8997-1411e2d14d2a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.027630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18220397-dfc9-4d66-9f7b-8711c81d661e req-8689e51b-5ba0-472e-b52a-4ce021bfe661 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:09.041694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18220397-dfc9-4d66-9f7b-8711c81d661e req-8689e51b-5ba0-472e-b52a-4ce021bfe661 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 950 time: 0.3891385 Feb 11 13:40:09.048819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6de74-e15d-4361-8997-1411e2d14d2a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fb5d1f-59e9-44c5-b770-53ff14e41933,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:09.122247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Router 9a47b78d-eacf-4846-a6fe-69688aa4587d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:09.203625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18220397-dfc9-4d66-9f7b-8711c81d661e req-f4cd97f0-a046-42d9-8d67-702d119b5ff3 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/security-groups?id=11b8c268-0fe0-4f66-9ef5-3b93635a116a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631157 Feb 11 13:40:09.238670 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ea6de74-e15d-4361-8997-1411e2d14d2a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.240566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0ea6de74-e15d-4361-8997-1411e2d14d2a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8094425 Feb 11 13:40:09.243869 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44220) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:09.281586 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd60c812-351e-4aa7-8a43-fcfa3b51b4ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.299761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd60c812-351e-4aa7-8a43-fcfa3b51b4ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.352600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:09.361280 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d0ed27cb-00c7-40ba-b7b4-0c3f0abfe4e8 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "PUT /v2.0/routers/9a47b78d-eacf-4846-a6fe-69688aa4587d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9222944 Feb 11 13:40:09.364404 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44226) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:09.373276 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86600b-96c4-4440-a1cd-93cce20ced32 None None] Sync routers for ids ['9a47b78d-eacf-4846-a6fe-69688aa4587d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:40:09.388823 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86600b-96c4-4440-a1cd-93cce20ced32 None None] Routers {'9a47b78d-eacf-4846-a6fe-69688aa4587d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:09.389452 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ab86600b-96c4-4440-a1cd-93cce20ced32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9a47b78d-eacf-4846-a6fe-69688aa4587d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:09.415335 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7213e290-fc93-46ae-a9a1-a8338d70528b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.453796 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-863daba4-3dce-42f8-8c5b-6ee92c039fbc tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.460471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd60c812-351e-4aa7-8a43-fcfa3b51b4ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.465577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['7abfd0a1-59ca-4237-ad47-7c8662195989'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:09.507725 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bd60c812-351e-4aa7-8a43-fcfa3b51b4ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.507725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bd60c812-351e-4aa7-8a43-fcfa3b51b4ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/94fb5d1f-59e9-44c5-b770-53ff14e41933 HTTP/1.1" status: 204 len: 168 time: 0.2628291 Feb 11 13:40:09.523058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44232) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:09.523636 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ab86600b-96c4-4440-a1cd-93cce20ced32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:09.538911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:09.553862 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86600b-96c4-4440-a1cd-93cce20ced32 None None] Routers {'9a47b78d-eacf-4846-a6fe-69688aa4587d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:09.554723 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ab86600b-96c4-4440-a1cd-93cce20ced32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:39:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9a47b78d-eacf-4846-a6fe-69688aa4587d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:09.588845 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ab86600b-96c4-4440-a1cd-93cce20ced32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:09.589807 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86600b-96c4-4440-a1cd-93cce20ced32 None None] The sync data for ids ['9a47b78d-eacf-4846-a6fe-69688aa4587d'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:40:09.596754 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71a9e58f-f962-43e4-9bb5-07ffb4ed0f3b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.604628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863daba4-3dce-42f8-8c5b-6ee92c039fbc tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Pushing event deleted for resources: {'Port': ['ID=7abfd0a1-59ca-4237-ad47-7c8662195989,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:09.674965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-863daba4-3dce-42f8-8c5b-6ee92c039fbc tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] No DVR routers for this DVR port 7abfd0a1-59ca-4237-ad47-7c8662195989 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:09.679384 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-863daba4-3dce-42f8-8c5b-6ee92c039fbc tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.682938 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84f2c6f0-c422-407f-8546-32f750cb36e9 req-863daba4-3dce-42f8-8c5b-6ee92c039fbc tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.59 "DELETE /v2.0/ports/7abfd0a1-59ca-4237-ad47-7c8662195989 HTTP/1.1" status: 204 len: 173 time: 2.0968378 Feb 11 13:40:09.683285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:09.683650 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.684559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbff91d-3fae-4ce5-9357-7413d96b3e2a', 'name': 'network-vif-deleted', 'tag': '7abfd0a1-59ca-4237-ad47-7c8662195989'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:09.689410 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16867fe6-e467-49ab-bfc2-1ec4ae3d2e58" -d '{"events": [{"server_uuid": "cfbff91d-3fae-4ce5-9357-7413d96b3e2a", "name": "network-vif-deleted", "tag": "7abfd0a1-59ca-4237-ad47-7c8662195989"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:09.729948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60c812-351e-4aa7-8a43-fcfa3b51b4ea tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94fb5d1f-59e9-44c5-b770-53ff14e41933,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:09.735766 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213e290-fc93-46ae-a9a1-a8338d70528b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=0849e3b8-3d1a-4441-b173-79934dff8ae7,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:09.756634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7213e290-fc93-46ae-a9a1-a8338d70528b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:09.778849 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbea516-e0ac-46b4-8673-35532185d7fa x-openstack-request-id: req-0cbea516-e0ac-46b4-8673-35532185d7fa {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:09.781355 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbff91d-3fae-4ce5-9357-7413d96b3e2a", "name": "network-vif-deleted", "tag": "7abfd0a1-59ca-4237-ad47-7c8662195989", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:09.781745 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0cbea516-e0ac-46b4-8673-35532185d7fa {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:09.783676 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbff91d-3fae-4ce5-9357-7413d96b3e2a', 'name': 'network-vif-deleted', 'tag': '7abfd0a1-59ca-4237-ad47-7c8662195989', 'status': 'completed', 'code': 200} Feb 11 13:40:09.798064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7213e290-fc93-46ae-a9a1-a8338d70528b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:09.839270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d11632-b945-4335-a636-b136a4c509f5 None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:09.899604 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71a9e58f-f962-43e4-9bb5-07ffb4ed0f3b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:09.902164 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71a9e58f-f962-43e4-9bb5-07ffb4ed0f3b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.000443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44238) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.007009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7213e290-fc93-46ae-a9a1-a8338d70528b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:10.007660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7213e290-fc93-46ae-a9a1-a8338d70528b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.035621 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-542010dd-9666-4f1e-b83d-0fadcbadb637 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5040181 Feb 11 13:40:10.035931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44242) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.064557 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71a9e58f-f962-43e4-9bb5-07ffb4ed0f3b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.065379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a9e58f-f962-43e4-9bb5-07ffb4ed0f3b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Fanout notify agent at l3_agent the message router_deleted on router 9a47b78d-eacf-4846-a6fe-69688aa4587d {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:40:10.097403 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71a9e58f-f962-43e4-9bb5-07ffb4ed0f3b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.100037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-71a9e58f-f962-43e4-9bb5-07ffb4ed0f3b tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "DELETE /v2.0/routers/9a47b78d-eacf-4846-a6fe-69688aa4587d HTTP/1.1" status: 204 len: 168 time: 0.7330041 Feb 11 13:40:10.102373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44248) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.196078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-32304393-27a8-4400-bcf9-c3093d2c3d34 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] Request body: {'port': {'network_id': 'c8416da8-e7e9-4ec5-99de-30b860942e73', 'name': 'tempest-NetworksNegativeTestJSON-1448135911'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:10.209551 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7213e290-fc93-46ae-a9a1-a8338d70528b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9909968 Feb 11 13:40:10.217435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44250) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.268400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c43c4d-572f-4a16-9917-8a417e7df147 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Deleting subnet b983f9e5-2c54-406a-9b89-c98fd1a523e7 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:40:10.268997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-65410823', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0849e3b8-3d1a-4441-b173-79934dff8ae7'}], 'security_groups': ['56a27f53-e833-490d-8bb0-221aa81d810a']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:10.275278 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-32304393-27a8-4400-bcf9-c3093d2c3d34 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] POST failed (client error): The resource could not be found. Feb 11 13:40:10.277222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c6c43c4d-572f-4a16-9917-8a417e7df147 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.287595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32304393-27a8-4400-bcf9-c3093d2c3d34 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:10.299120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-32304393-27a8-4400-bcf9-c3093d2c3d34 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2975006 Feb 11 13:40:10.328553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44254) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.344242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc00cc1-43da-41b4-b06d-96d3db11eb14 None None] Update dhcp port {'port': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'fixed_ips': [{'subnet_id': '20982eae-7a51-4b23-89dd-bd953b916003', 'ip_address': '172.20.0.2'}, {'subnet_id': '0849e3b8-3d1a-4441-b173-79934dff8ae7'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:40:10.350612 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95e6b105-0ca5-464f-b8c6-7d11e7159770 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.392763 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4cc00cc1-43da-41b4-b06d-96d3db11eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.442229 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e580a72-1f99-49a8-bddd-910d32cb6f89 req-35b427d5-e83e-4709-bc38-2caf3bd9b563 tempest-VolumesBackupsTest-2057039123 tempest-VolumesBackupsTest-2057039123-project] 10.222.0.52 "GET /v2.0/ports?device_id=cfbff91d-3fae-4ce5-9357-7413d96b3e2a HTTP/1.1" status: 200 len: 210 time: 0.0717487 Feb 11 13:40:10.443257 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca647bf-3d53-4370-b408-49fb69b8875a tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:10.443848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca647bf-3d53-4370-b408-49fb69b8875a tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:10.463976 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6ca647bf-3d53-4370-b408-49fb69b8875a tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] 10.222.0.52 "DELETE /v2.0/networks/6ee0041a-fedd-424d-83d8-7531164952c4 HTTP/1.1" status: 404 len: 339 time: 0.1281514 Feb 11 13:40:10.463976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44258) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.543997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95e6b105-0ca5-464f-b8c6-7d11e7159770 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.551922 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c6c43c4d-572f-4a16-9917-8a417e7df147 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.600090 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5803a0-0777-4c0d-b6d9-067d70556b9a tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:10.600872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5803a0-0777-4c0d-b6d9-067d70556b9a tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:10.606631 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ff5803a0-0777-4c0d-b6d9-067d70556b9a tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] 10.222.0.52 "DELETE /v2.0/ports/f7e8089e-5919-4d04-9d85-44e93f2e7bee HTTP/1.1" status: 404 len: 333 time: 0.1451550 Feb 11 13:40:10.616381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44260) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.661361 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9c22fa-e8f3-407a-a6e9-733b5fc0171f tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:10.662162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9c22fa-e8f3-407a-a6e9-733b5fc0171f tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:10.665748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7b9c22fa-e8f3-407a-a6e9-733b5fc0171f tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] 10.222.0.52 "DELETE /v2.0/subnets/c591aed6-5496-489a-8b32-f796bf37c468 HTTP/1.1" status: 404 len: 337 time: 0.0480168 Feb 11 13:40:10.672855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44262) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.674547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.699610 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb74ea5-c59d-4262-ae3d-53416fd4ca23 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] GET failed (client error): The resource could not be found. Feb 11 13:40:10.702263 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ecb74ea5-c59d-4262-ae3d-53416fd4ca23 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] 10.222.0.52 "GET /v2.0/networks/235d0348-da6b-43d3-95b2-e4ab8aa313a4 HTTP/1.1" status: 404 len: 339 time: 0.0279706 Feb 11 13:40:10.709427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44266) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.737545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-4cc00cc1-43da-41b4-b06d-96d3db11eb14 None None] Allocated IP 172.20.0.18 (8103b72c-a4a6-4850-b044-ccccfd01affa/0849e3b8-3d1a-4441-b173-79934dff8ae7/2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:10.762478 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf43c9a0-11da-4c13-ae24-6c123d02ac99 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] GET failed (client error): The resource could not be found. Feb 11 13:40:10.765084 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bf43c9a0-11da-4c13-ae24-6c123d02ac99 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] 10.222.0.52 "GET /v2.0/ports/3c98f679-269d-40ef-97a3-ecd8181e1e98 HTTP/1.1" status: 404 len: 333 time: 0.0553212 Feb 11 13:40:10.772640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44268) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.784748 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95e6b105-0ca5-464f-b8c6-7d11e7159770 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.789146 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95e6b105-0ca5-464f-b8c6-7d11e7159770 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.792197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95e6b105-0ca5-464f-b8c6-7d11e7159770 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/5466978e-bae5-44bd-8bee-9b97e7462a84 HTTP/1.1" status: 204 len: 168 time: 0.7549777 Feb 11 13:40:10.802729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44270) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.813460 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfdcd45-591a-4915-8ed0-cf9cf9027fb8 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] GET failed (client error): The resource could not be found. Feb 11 13:40:10.814917 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cbfdcd45-591a-4915-8ed0-cf9cf9027fb8 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] 10.222.0.52 "GET /v2.0/subnets/692f1277-19ef-4d71-b997-d44384bac9ea HTTP/1.1" status: 404 len: 337 time: 0.0410783 Feb 11 13:40:10.820532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44272) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.830215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e21aa230-bacd-436a-a803-6b29bf80eb7b tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:10.836109 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c6c43c4d-572f-4a16-9917-8a417e7df147 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.837352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6b105-0ca5-464f-b8c6-7d11e7159770 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5466978e-bae5-44bd-8bee-9b97e7462a84,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:10.883126 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21aa230-bacd-436a-a803-6b29bf80eb7b tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] PUT failed (client error): The resource could not be found. Feb 11 13:40:10.883815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21aa230-bacd-436a-a803-6b29bf80eb7b tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:10.885061 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e21aa230-bacd-436a-a803-6b29bf80eb7b tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] 10.222.0.52 "PUT /v2.0/networks/8b74e573-be01-462d-b241-bd574ffc285b HTTP/1.1" status: 404 len: 339 time: 0.0635381 Feb 11 13:40:10.891272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44274) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.896509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6adfc637-b3ab-4817-9e3c-63bb30e7a41c tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:10.908488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4cc00cc1-43da-41b4-b06d-96d3db11eb14 None None] For port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,segment=NetworkSegment(2dd162d1-9681-4859-8376-240a809cafc0),segment_id=2dd162d1-9681-4859-8376-240a809cafc0)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:10.925989 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adfc637-b3ab-4817-9e3c-63bb30e7a41c tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] PUT failed (client error): The resource could not be found. Feb 11 13:40:10.926756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adfc637-b3ab-4817-9e3c-63bb30e7a41c tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:10.931500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6adfc637-b3ab-4817-9e3c-63bb30e7a41c tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] 10.222.0.52 "PUT /v2.0/ports/d6b0f4d4-9083-4d9f-a487-8648bf8deb71 HTTP/1.1" status: 404 len: 333 time: 0.0357025 Feb 11 13:40:10.932292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44276) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:10.937617 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-cd0d8edf-d6e6-4277-a10c-41dcaeb372c4 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:10.962331 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4cc00cc1-43da-41b4-b06d-96d3db11eb14 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:10.970446 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0d8edf-d6e6-4277-a10c-41dcaeb372c4 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] PUT failed (client error): The resource could not be found. Feb 11 13:40:10.974043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0d8edf-d6e6-4277-a10c-41dcaeb372c4 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:10.974043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cd0d8edf-d6e6-4277-a10c-41dcaeb372c4 tempest-NetworksNegativeTestJSON-92535106 tempest-NetworksNegativeTestJSON-92535106-project] 10.222.0.52 "PUT /v2.0/subnets/1b49a901-e026-4389-992e-b7371216e09b HTTP/1.1" status: 404 len: 337 time: 0.0389378 Feb 11 13:40:11.051028 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4cc00cc1-43da-41b4-b06d-96d3db11eb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.059768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44280) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:11.073610 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e9505632-d039-4123-8a51-b0bf153095fa tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2656975 Feb 11 13:40:11.093811 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c6c43c4d-572f-4a16-9917-8a417e7df147 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.232893 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c6c43c4d-572f-4a16-9917-8a417e7df147 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.243300 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5e3766-784f-4f07-998c-6dc7d6320ee2 None None] Network 63a14dd8-2d78-44b2-95f5-6d2d5c385602 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:11.245154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c6c43c4d-572f-4a16-9917-8a417e7df147 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "DELETE /v2.0/subnets/b983f9e5-2c54-406a-9b89-c98fd1a523e7 HTTP/1.1" status: 204 len: 168 time: 1.1416931 Feb 11 13:40:11.248070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44286) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:11.252452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c43c4d-572f-4a16-9917-8a417e7df147 tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event deleted for resources: {'Subnet': ['ID=b983f9e5-2c54-406a-9b89-c98fd1a523e7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:11.330844 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03b1f3e3-df63-401d-a48c-065b03eadbf9 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.382894 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03b1f3e3-df63-401d-a48c-065b03eadbf9 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.418438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.453582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc00cc1-43da-41b4-b06d-96d3db11eb14 None None] Pushing event updated for resources: {'Port': ['ID=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:11.456603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Delete allocated IP 172.20.0.12 (8103b72c-a4a6-4850-b044-ccccfd01affa/20982eae-7a51-4b23-89dd-bd953b916003) {{(pid=103007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:40:11.502427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.20 (8103b72c-a4a6-4850-b044-ccccfd01affa/0849e3b8-3d1a-4441-b173-79934dff8ae7/14a25578-0bdb-4246-ac2d-5f264023cbcf) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:11.527906 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03b1f3e3-df63-401d-a48c-065b03eadbf9 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.533142 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03b1f3e3-df63-401d-a48c-065b03eadbf9 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.537489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-03b1f3e3-df63-401d-a48c-065b03eadbf9 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/f31fd14e-00c0-420f-ba3a-87b6e28bbc9d HTTP/1.1" status: 204 len: 168 time: 0.4755154 Feb 11 13:40:11.538529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44292) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:11.573322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1f3e3-df63-401d-a48c-065b03eadbf9 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31fd14e-00c0-420f-ba3a-87b6e28bbc9d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:11.641928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7336e4e1-f483-4ba5-a799-b01cf69927dc None None] DHCP port deletion for 63a14dd8-2d78-44b2-95f5-6d2d5c385602 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:40:11.669287 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6de92f28-3307-4082-94f4-71c1423f1685 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1264732 Feb 11 13:40:11.670120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44298) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:11.674745 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-943ebc61-8fba-4eca-a3ca-7f5057a1b58d tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group': {'name': 'tempest-secgroup--470565209'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:11.769147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44302) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:11.791259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-943ebc61-8fba-4eca-a3ca-7f5057a1b58d tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.807634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7336e4e1-f483-4ba5-a799-b01cf69927dc None None] Deleting port 153b791c-0abf-4394-8fe9-d658c692ba8f {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:11.808271 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7336e4e1-f483-4ba5-a799-b01cf69927dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:11.996425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7336e4e1-f483-4ba5-a799-b01cf69927dc None None] For port 153b791c-0abf-4394-8fe9-d658c692ba8f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=153b791c-0abf-4394-8fe9-d658c692ba8f,segment=NetworkSegment(61b93a37-affd-4d73-830b-21dfc1e5e24c),segment_id=61b93a37-affd-4d73-830b-21dfc1e5e24c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:11.996425 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7336e4e1-f483-4ba5-a799-b01cf69927dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.022067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Deleting port 153b791c-0abf-4394-8fe9-d658c692ba8f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:12.022608 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.034570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7336e4e1-f483-4ba5-a799-b01cf69927dc None None] Calling delete_port for 153b791c-0abf-4394-8fe9-d658c692ba8f owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:12.098630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36f55471-ea78-40de-bbf7-f27fa36ba561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.127688 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-943ebc61-8fba-4eca-a3ca-7f5057a1b58d tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.275694 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7336e4e1-f483-4ba5-a799-b01cf69927dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.278208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] For port 153b791c-0abf-4394-8fe9-d658c692ba8f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=153b791c-0abf-4394-8fe9-d658c692ba8f,segment=NetworkSegment(61b93a37-affd-4d73-830b-21dfc1e5e24c),segment_id=61b93a37-affd-4d73-830b-21dfc1e5e24c)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:12.279725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.314387 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.331355 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36f55471-ea78-40de-bbf7-f27fa36ba561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.338660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-943ebc61-8fba-4eca-a3ca-7f5057a1b58d tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.339238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Calling delete_port for 153b791c-0abf-4394-8fe9-d658c692ba8f owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:12.363923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336e4e1-f483-4ba5-a799-b01cf69927dc None None] Pushing event deleted for resources: {'Port': ['ID=153b791c-0abf-4394-8fe9-d658c692ba8f,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:12.379357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7336e4e1-f483-4ba5-a799-b01cf69927dc None None] No DVR routers for this DVR port 153b791c-0abf-4394-8fe9-d658c692ba8f on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:12.445338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.458471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7abfd0a1-59ca-4237-ad47-7c8662195989 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:12.474347 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ebc61-8fba-4eca-a3ca-7f5057a1b58d tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43ddb83-c091-4378-8ba5-051ba4ef04ab,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:12.495453 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36f55471-ea78-40de-bbf7-f27fa36ba561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.550117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 7abfd0a1-59ca-4237-ad47-7c8662195989 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:40:12.550479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7abfd0a1-59ca-4237-ad47-7c8662195989 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:12.560188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-943ebc61-8fba-4eca-a3ca-7f5057a1b58d tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.564875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44316) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:12.566564 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-943ebc61-8fba-4eca-a3ca-7f5057a1b58d tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8953271 Feb 11 13:40:12.569372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f55471-ea78-40de-bbf7-f27fa36ba561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a128985d-b356-4639-8e35-74841b49973c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:12.573618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9c6922b7-07ed-4a13-b74e-70f6607cb34a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': 'a43ddb83-c091-4378-8ba5-051ba4ef04ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:12.592210 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-36f55471-ea78-40de-bbf7-f27fa36ba561 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3af7bfd24a8040deaf872c0de61320a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8217034 Feb 11 13:40:12.594451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44318) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:12.621311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=14a25578-0bdb-4246-ac2d-5f264023cbcf,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:12.671138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] In _notify_port_updated(), no bound segment for port 14a25578-0bdb-4246-ac2d-5f264023cbcf on network 8103b72c-a4a6-4850-b044-ccccfd01affa {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:40:12.683978 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c1d4761-ff40-4b32-ae4a-541e080520f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.693643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:12.694882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.696779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3aa7182d-0b88-49a1-86c6-3239967ea1be tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "PUT /v2.0/ports/14a25578-0bdb-4246-ac2d-5f264023cbcf HTTP/1.1" status: 200 len: 919 time: 2.4671977 Feb 11 13:40:12.701090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44320) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:12.713077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7934c9b8-4df8-4dac-a2d8-68344b7d020e None None] Provisioning complete for port 0f946705-1318-4e06-9d50-f5a91f79e6d3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:12.713451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7934c9b8-4df8-4dac-a2d8-68344b7d020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.718178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c1d4761-ff40-4b32-ae4a-541e080520f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.753685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.804840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7934c9b8-4df8-4dac-a2d8-68344b7d020e None None] Port 0f946705-1318-4e06-9d50-f5a91f79e6d3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:12.823360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7934c9b8-4df8-4dac-a2d8-68344b7d020e None None] Provisioning complete for port 14a25578-0bdb-4246-ac2d-5f264023cbcf triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:12.824515 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7934c9b8-4df8-4dac-a2d8-68344b7d020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.838530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event deleted for resources: {'Port': ['ID=153b791c-0abf-4394-8fe9-d658c692ba8f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:12.846147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] No DVR routers for this DVR port 153b791c-0abf-4394-8fe9-d658c692ba8f on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:12.901753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7934c9b8-4df8-4dac-a2d8-68344b7d020e None None] Port 14a25578-0bdb-4246-ac2d-5f264023cbcf cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:12.912665 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7934c9b8-4df8-4dac-a2d8-68344b7d020e None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:12.913157 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7934c9b8-4df8-4dac-a2d8-68344b7d020e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.915953 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c1d4761-ff40-4b32-ae4a-541e080520f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.918785 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c1d4761-ff40-4b32-ae4a-541e080520f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:12.931502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8c1d4761-ff40-4b32-ae4a-541e080520f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a128985d-b356-4639-8e35-74841b49973c HTTP/1.1" status: 204 len: 168 time: 0.3269954 Feb 11 13:40:12.949047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d4761-ff40-4b32-ae4a-541e080520f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a128985d-b356-4639-8e35-74841b49973c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.040085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b12be237-7107-46e1-91c2-def015c7c1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 14a25578-0bdb-4246-ac2d-5f264023cbcf {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:13.042707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b12be237-7107-46e1-91c2-def015c7c1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.050866 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c6922b7-07ed-4a13-b74e-70f6607cb34a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.069546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.211418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a14dd8-2d78-44b2-95f5-6d2d5c385602']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:13.236415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b93a37-affd-4d73-830b-21dfc1e5e24c') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:13.241306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b93a37-affd-4d73-830b-21dfc1e5e24c') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:13.258337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.291340 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.366741 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c6922b7-07ed-4a13-b74e-70f6607cb34a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.380917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:13.380917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:13.383547 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:13.439524 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b12be237-7107-46e1-91c2-def015c7c1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.452744 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c6922b7-07ed-4a13-b74e-70f6607cb34a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.481089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:13.540650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b12be237-7107-46e1-91c2-def015c7c1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 14a25578-0bdb-4246-ac2d-5f264023cbcf owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:13.547973 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6922b7-07ed-4a13-b74e-70f6607cb34a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e934fe-3a86-47fd-b011-11cf9c18a1d2,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.644714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.656371 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c6922b7-07ed-4a13-b74e-70f6607cb34a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.657693 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9c6922b7-07ed-4a13-b74e-70f6607cb34a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0877633 Feb 11 13:40:13.659037 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.662031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44338) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:13.667572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f33ef671-38a8-4a4a-b61b-2b2fc5e10e65 None None] Provisioning complete for port 14a25578-0bdb-4246-ac2d-5f264023cbcf triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:13.668083 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f33ef671-38a8-4a4a-b61b-2b2fc5e10e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.690738 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] 10.222.0.52 "DELETE /v2.0/networks/63a14dd8-2d78-44b2-95f5-6d2d5c385602 HTTP/1.1" status: 204 len: 168 time: 2.4345033 Feb 11 13:40:13.730468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-987541fb-40d3-4788-95bc-9dc7fe7bc718 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.739883 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f33ef671-38a8-4a4a-b61b-2b2fc5e10e65 None None] Port 14a25578-0bdb-4246-ac2d-5f264023cbcf cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:13.743562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:13.744057 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:13.759197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b332cb-735b-4228-8ff4-259b992a1bbc tempest-FloatingIPNegativeTestJSON-1126839115 tempest-FloatingIPNegativeTestJSON-1126839115-project] Pushing event deleted for resources: {'Network': ['ID=63a14dd8-2d78-44b2-95f5-6d2d5c385602,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:13.771694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-987541fb-40d3-4788-95bc-9dc7fe7bc718 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.007292 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-987541fb-40d3-4788-95bc-9dc7fe7bc718 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.016263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-987541fb-40d3-4788-95bc-9dc7fe7bc718 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.023463 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-987541fb-40d3-4788-95bc-9dc7fe7bc718 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a9e934fe-3a86-47fd-b011-11cf9c18a1d2 HTTP/1.1" status: 204 len: 168 time: 0.3577673 Feb 11 13:40:14.024034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44346) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:14.039286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987541fb-40d3-4788-95bc-9dc7fe7bc718 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9e934fe-3a86-47fd-b011-11cf9c18a1d2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:14.064991 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b12be237-7107-46e1-91c2-def015c7c1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.114444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12be237-7107-46e1-91c2-def015c7c1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=14a25578-0bdb-4246-ac2d-5f264023cbcf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:14.134993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f606ef28-5e32-49a8-914f-44a8fe286bb6 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1097071 Feb 11 13:40:14.138781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44350) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:14.294866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 153b791c-0abf-4394-8fe9-d658c692ba8f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:14.305625 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b00d1096-9b9d-4ada-8ebc-83052b6f2960 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.374570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 153b791c-0abf-4394-8fe9-d658c692ba8f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:40:14.374946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 153b791c-0abf-4394-8fe9-d658c692ba8f not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:14.383118 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b00d1096-9b9d-4ada-8ebc-83052b6f2960 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.397808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b12be237-7107-46e1-91c2-def015c7c1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.409197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b12be237-7107-46e1-91c2-def015c7c1e2 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/14a25578-0bdb-4246-ac2d-5f264023cbcf HTTP/1.1" status: 204 len: 168 time: 1.7064166 Feb 11 13:40:14.424710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44362) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:14.486411 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-197e79f5-290c-464e-946a-728b7985eb73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:40:14.488230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-197e79f5-290c-464e-946a-728b7985eb73 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/14a25578-0bdb-4246-ac2d-5f264023cbcf HTTP/1.1" status: 404 len: 333 time: 0.0625157 Feb 11 13:40:14.491180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44368) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:14.547828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44370) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:14.695360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c076-c2b0-437b-b647-65580092483b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.698465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b00d1096-9b9d-4ada-8ebc-83052b6f2960 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.708991 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b00d1096-9b9d-4ada-8ebc-83052b6f2960 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.708991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b00d1096-9b9d-4ada-8ebc-83052b6f2960 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/a43ddb83-c091-4378-8ba5-051ba4ef04ab HTTP/1.1" status: 204 len: 168 time: 0.5582955 Feb 11 13:40:14.715568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44376) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:14.774880 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d1096-9b9d-4ada-8ebc-83052b6f2960 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43ddb83-c091-4378-8ba5-051ba4ef04ab,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:14.801386 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c076-c2b0-437b-b647-65580092483b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:14.860693 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-30870bb7-8da2-4e49-b177-f9da7e5fba6a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=22621c5142784979acb3739ede02ffef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070292 Feb 11 13:40:14.861569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44378) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:14.922930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-844f185b-47b2-4de7-ac44-fadc4592647d tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1775184 Feb 11 13:40:14.930598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44380) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:14.935742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-19877fb9-e664-4dcf-a5d9-2f01fbb84a6a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group': {'name': 'tempest-secgroup--312961492'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:14.989090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99e01a88-8772-49cb-b258-a12d37eaad10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.033315 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c076-c2b0-437b-b647-65580092483b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.035986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c076-c2b0-437b-b647-65580092483b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.038134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a4d6c076-c2b0-437b-b647-65580092483b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/security-groups/8e665894-314d-4000-bc04-9da8e58340a9 HTTP/1.1" status: 204 len: 168 time: 0.5448005 Feb 11 13:40:15.044751 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99e01a88-8772-49cb-b258-a12d37eaad10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.051514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44382) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:15.075709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6c076-c2b0-437b-b647-65580092483b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e665894-314d-4000-bc04-9da8e58340a9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:15.078411 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19877fb9-e664-4dcf-a5d9-2f01fbb84a6a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.217566 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99e01a88-8772-49cb-b258-a12d37eaad10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.221232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-99e01a88-8772-49cb-b258-a12d37eaad10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.224674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-99e01a88-8772-49cb-b258-a12d37eaad10 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0d77cf94-5ff4-49f2-a18a-2e5fdca0da82 HTTP/1.1" status: 204 len: 168 time: 0.3564217 Feb 11 13:40:15.254933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e01a88-8772-49cb-b258-a12d37eaad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d77cf94-5ff4-49f2-a18a-2e5fdca0da82,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:15.397142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7f53eb4-aacc-49d5-ba30-03df54f7966e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.486884 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19877fb9-e664-4dcf-a5d9-2f01fbb84a6a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.505203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7f53eb4-aacc-49d5-ba30-03df54f7966e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.607307 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19877fb9-e664-4dcf-a5d9-2f01fbb84a6a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.660863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19877fb9-e664-4dcf-a5d9-2f01fbb84a6a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f7e886-4e4f-4b8d-bb7b-9def6214e56e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:15.687221 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7f53eb4-aacc-49d5-ba30-03df54f7966e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.689809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7f53eb4-aacc-49d5-ba30-03df54f7966e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.693258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e7f53eb4-aacc-49d5-ba30-03df54f7966e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/security-groups/56a27f53-e833-490d-8bb0-221aa81d810a HTTP/1.1" status: 204 len: 168 time: 0.6309266 Feb 11 13:40:15.694008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44398) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:15.714200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f53eb4-aacc-49d5-ba30-03df54f7966e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a27f53-e833-490d-8bb0-221aa81d810a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:15.729931 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19877fb9-e664-4dcf-a5d9-2f01fbb84a6a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.745842 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-19877fb9-e664-4dcf-a5d9-2f01fbb84a6a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8138072 Feb 11 13:40:15.746488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44400) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:15.756836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-39c1c892-dafa-4f21-831b-b1d30cac202c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '64f7e886-4e4f-4b8d-bb7b-9def6214e56e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:15.873183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c373d6be-45fd-4b69-8b39-ccf01e395012 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet 20982eae-7a51-4b23-89dd-bd953b916003 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:40:15.886491 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c373d6be-45fd-4b69-8b39-ccf01e395012 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:15.914609 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-39c1c892-dafa-4f21-831b-b1d30cac202c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:16.059137 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-39c1c892-dafa-4f21-831b-b1d30cac202c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:16.071075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c373d6be-45fd-4b69-8b39-ccf01e395012 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:16.161546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-39c1c892-dafa-4f21-831b-b1d30cac202c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:16.183651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1c892-dafa-4f21-831b-b1d30cac202c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54357775-801f-4e54-b4dc-a1d1fbfef084,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:16.331590 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-39c1c892-dafa-4f21-831b-b1d30cac202c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:16.336178 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-39c1c892-dafa-4f21-831b-b1d30cac202c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5876086 Feb 11 13:40:16.336611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44416) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:16.394694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7d438d9b-7551-4fb5-933e-b8d93afb9a0c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules/54357775-801f-4e54-b4dc-a1d1fbfef084 HTTP/1.1" status: 200 len: 763 time: 0.0567880 Feb 11 13:40:16.398421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44424) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:16.466331 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bb0933bd-6076-4f0e-b57b-513ba27a9f4b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0666075 Feb 11 13:40:16.470243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44426) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:16.571823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd021-5ff3-4e4d-9235-19dc69ef063b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:16.583820 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd021-5ff3-4e4d-9235-19dc69ef063b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:16.955437 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c373d6be-45fd-4b69-8b39-ccf01e395012 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.270957 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd021-5ff3-4e4d-9235-19dc69ef063b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.277479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a1cd021-5ff3-4e4d-9235-19dc69ef063b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.279545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5a1cd021-5ff3-4e4d-9235-19dc69ef063b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/54357775-801f-4e54-b4dc-a1d1fbfef084 HTTP/1.1" status: 204 len: 168 time: 0.8062696 Feb 11 13:40:17.283578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44444) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:17.289138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1cd021-5ff3-4e4d-9235-19dc69ef063b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54357775-801f-4e54-b4dc-a1d1fbfef084,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:17.334510 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-20108676-05c8-45b4-af3d-838277e5e911 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0495994 Feb 11 13:40:17.335992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44446) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:17.362398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-25e52388-850a-4f99-b178-8500d5b1e62a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '64f7e886-4e4f-4b8d-bb7b-9def6214e56e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:17.379710 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c373d6be-45fd-4b69-8b39-ccf01e395012 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.536914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373d6be-45fd-4b69-8b39-ccf01e395012 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=20982eae-7a51-4b23-89dd-bd953b916003,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:17.601151 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c373d6be-45fd-4b69-8b39-ccf01e395012 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.602431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a849407-34ad-4035-a75c-715242b5bee2 None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:17.621301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44486) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:17.628706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d641c13c-60d6-4010-867b-4a3fd814089d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:17.633569 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c373d6be-45fd-4b69-8b39-ccf01e395012 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/20982eae-7a51-4b23-89dd-bd953b916003 HTTP/1.1" status: 204 len: 168 time: 1.9381099 Feb 11 13:40:17.742169 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-25e52388-850a-4f99-b178-8500d5b1e62a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:17.963055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-25e52388-850a-4f99-b178-8500d5b1e62a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.041295 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-25e52388-850a-4f99-b178-8500d5b1e62a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.082027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e52388-850a-4f99-b178-8500d5b1e62a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33586450-876d-46dd-b70a-367c514fc12f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:18.153658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d641c13c-60d6-4010-867b-4a3fd814089d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:18.161007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d641c13c-60d6-4010-867b-4a3fd814089d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.180402 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-25e52388-850a-4f99-b178-8500d5b1e62a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.183118 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-25e52388-850a-4f99-b178-8500d5b1e62a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8461704 Feb 11 13:40:18.189569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44512) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:18.209956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44514) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:18.233198 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17afe84d-aa56-45eb-be87-181729c1595c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules/33586450-876d-46dd-b70a-367c514fc12f HTTP/1.1" status: 200 len: 763 time: 0.0422232 Feb 11 13:40:18.235845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44518) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:18.376663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2e9c7c13-7662-4159-b20d-1b3cb1b9f195 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1397045 Feb 11 13:40:18.389790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44522) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:18.439478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44528) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:18.530082 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb47390c-0632-42f4-9b74-e5026a875b9e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.558786 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb47390c-0632-42f4-9b74-e5026a875b9e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.783702 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-867a09e3-65a8-4100-8f99-29349f4b3a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.794458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d641c13c-60d6-4010-867b-4a3fd814089d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.805803 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb47390c-0632-42f4-9b74-e5026a875b9e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.820996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb47390c-0632-42f4-9b74-e5026a875b9e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:18.822690 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fb47390c-0632-42f4-9b74-e5026a875b9e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/33586450-876d-46dd-b70a-367c514fc12f HTTP/1.1" status: 204 len: 168 time: 0.4380960 Feb 11 13:40:18.827952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1095839280'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:18.836220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44534) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:18.857502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb47390c-0632-42f4-9b74-e5026a875b9e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33586450-876d-46dd-b70a-367c514fc12f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:18.941852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641c13c-60d6-4010-867b-4a3fd814089d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=e5f56908-e3e4-4654-987f-2150d72caf38,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:18.995584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-513c368f-0497-4b9a-a624-1139376357f5 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1367614 Feb 11 13:40:18.999758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641c13c-60d6-4010-867b-4a3fd814089d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:19.001151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44538) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:19.011043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-369dacfb-9715-41cf-95ac-2fe7cac72b34 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '64f7e886-4e4f-4b8d-bb7b-9def6214e56e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:19.027970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d641c13c-60d6-4010-867b-4a3fd814089d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:19.036249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d641c13c-60d6-4010-867b-4a3fd814089d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:19.037037 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d641c13c-60d6-4010-867b-4a3fd814089d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.074475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:19.081862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.108233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.120915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-867a09e3-65a8-4100-8f99-29349f4b3a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.155149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d641c13c-60d6-4010-867b-4a3fd814089d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5308225 Feb 11 13:40:19.158566 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44542) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:19.176731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b938b-6fd6-471c-8e32-74b5b5102537 None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:19.186205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3bea9cf1-57f9-42b7-b96e-ca6328b99a88 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'security_group': {'name': 'tempest-secgroup-584415335'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:19.244921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.250933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-867a09e3-65a8-4100-8f99-29349f4b3a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.310045 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-867a09e3-65a8-4100-8f99-29349f4b3a44 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=891d22469a354602b7478c29befd75ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645554 Feb 11 13:40:19.310045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44544) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:19.311020 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-369dacfb-9715-41cf-95ac-2fe7cac72b34 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Project 138ccb3ddfc54b5ab4b83c4a8a2375d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:40:19.315174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-412b6a24-35c5-45a0-9e7a-b2bd2008a600 None None] Provisioning complete for port 0f946705-1318-4e06-9d50-f5a91f79e6d3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:19.315919 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-412b6a24-35c5-45a0-9e7a-b2bd2008a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.320374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a09e3-65a8-4100-8f99-29349f4b3a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4863a99-caad-4d38-bbf4-90f0d785e1a6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:19.349317 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.371717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-369dacfb-9715-41cf-95ac-2fe7cac72b34 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.382060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:19.445347 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3bea9cf1-57f9-42b7-b96e-ca6328b99a88 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.459795 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.460696 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Added segment 2191c009-6df5-4a69-9555-1713c4845674 of type vlan for network da446153-0b9a-4558-a385-00e3254851b7 Feb 11 13:40:19.463407 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9066de06-d2a8-4fb6-818f-f86fc574d97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.475867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d556d5-3fb6-4082-8de9-4ee29168307b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:19.497902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-412b6a24-35c5-45a0-9e7a-b2bd2008a600 None None] Port 0f946705-1318-4e06-9d50-f5a91f79e6d3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:19.519899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-412b6a24-35c5-45a0-9e7a-b2bd2008a600 None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:19.520275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-412b6a24-35c5-45a0-9e7a-b2bd2008a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.554591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9066de06-d2a8-4fb6-818f-f86fc574d97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.559266 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.734325 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-369dacfb-9715-41cf-95ac-2fe7cac72b34 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.743296 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3bea9cf1-57f9-42b7-b96e-ca6328b99a88 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.779501 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.781532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c785dc32-4fe1-4877-b904-b5c6e6a6e65f None None] Update dhcp port {'port': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'fixed_ips': [{'subnet_id': '0849e3b8-3d1a-4441-b173-79934dff8ae7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e5f56908-e3e4-4654-987f-2150d72caf38'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:40:19.788518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:19.789157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.820949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c785dc32-4fe1-4877-b904-b5c6e6a6e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.823939 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9066de06-d2a8-4fb6-818f-f86fc574d97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.830797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9066de06-d2a8-4fb6-818f-f86fc574d97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.838341 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9066de06-d2a8-4fb6-818f-f86fc574d97b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a4863a99-caad-4d38-bbf4-90f0d785e1a6 HTTP/1.1" status: 204 len: 168 time: 0.5255861 Feb 11 13:40:19.842666 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3bea9cf1-57f9-42b7-b96e-ca6328b99a88 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.850378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-369dacfb-9715-41cf-95ac-2fe7cac72b34 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:19.996688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dacfb-9715-41cf-95ac-2fe7cac72b34 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f5b0a7-905a-4eef-91bd-c4ec897bf477,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:20.072142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066de06-d2a8-4fb6-818f-f86fc574d97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4863a99-caad-4d38-bbf4-90f0d785e1a6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:20.076751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea9cf1-57f9-42b7-b96e-ca6328b99a88 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe99f0cd-ed82-45ea-aaab-5abf65c330a8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:20.102915 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8845317 Feb 11 13:40:20.138237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088c821-31b5-46fb-b3ea-918fb4fa05d9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=da446153-0b9a-4558-a385-00e3254851b7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:20.160780 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3bea9cf1-57f9-42b7-b96e-ca6328b99a88 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.162282 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3bea9cf1-57f9-42b7-b96e-ca6328b99a88 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9882200 Feb 11 13:40:20.165116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44588) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:20.181751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ddba7881-bb6e-46ee-8f04-4465d6f88555 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'security_group': {'name': 'tempest-secgroup-1791228336'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:20.186202 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-369dacfb-9715-41cf-95ac-2fe7cac72b34 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.190270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-369dacfb-9715-41cf-95ac-2fe7cac72b34 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1842732 Feb 11 13:40:20.196559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44590) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:20.275616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5abe931e-ccda-431b-a2e9-a629da39425e tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules/a4f5b0a7-905a-4eef-91bd-c4ec897bf477 HTTP/1.1" status: 200 len: 769 time: 0.0772810 Feb 11 13:40:20.281546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44592) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:20.369695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network da446153-0b9a-4558-a385-00e3254851b7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:20.383326 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-7fafd8fe-82ca-42fb-b924-84f3061cffb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1448667 Feb 11 13:40:20.387621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b3cfa1ba-7cc3-48e7-86cf-96673f1af9cb tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1046798 Feb 11 13:40:20.391132 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ddba7881-bb6e-46ee-8f04-4465d6f88555 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.393316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44594) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:20.509565 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ffed33e-f7a3-4b85-81fb-0b34f334531a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.531769 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ffed33e-f7a3-4b85-81fb-0b34f334531a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.622800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-dc08b775-9dd4-498e-a61c-cbb51bae2bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:20.624953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-dc08b775-9dd4-498e-a61c-cbb51bae2bb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 1097 time: 0.1765664 Feb 11 13:40:20.657651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-c785dc32-4fe1-4877-b904-b5c6e6a6e65f None None] Allocated IP 172.20.0.2 (8103b72c-a4a6-4850-b044-ccccfd01affa/e5f56908-e3e4-4654-987f-2150d72caf38/2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:20.790232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ffed33e-f7a3-4b85-81fb-0b34f334531a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.804400 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ffed33e-f7a3-4b85-81fb-0b34f334531a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:20.806657 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4ffed33e-f7a3-4b85-81fb-0b34f334531a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a4f5b0a7-905a-4eef-91bd-c4ec897bf477 HTTP/1.1" status: 204 len: 168 time: 0.4122062 Feb 11 13:40:20.809293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44602) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:20.950854 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9dadf621-286c-4133-a712-8d3d13eedb18 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1388197 Feb 11 13:40:20.967171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44606) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:21.022215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-7dfad9cb-e40b-40ce-93ac-b25472d766e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:21.027270 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-7dfad9cb-e40b-40ce-93ac-b25472d766e5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 916 time: 0.3759968 Feb 11 13:40:21.119847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffed33e-f7a3-4b85-81fb-0b34f334531a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4f5b0a7-905a-4eef-91bd-c4ec897bf477,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:21.152271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c785dc32-4fe1-4877-b904-b5c6e6a6e65f None None] For port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,segment=NetworkSegment(2dd162d1-9681-4859-8376-240a809cafc0),segment_id=2dd162d1-9681-4859-8376-240a809cafc0)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:21.259983 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c785dc32-4fe1-4877-b904-b5c6e6a6e65f None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.271081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44610) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:21.306543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-d783a743-2315-4c15-87ff-6772da5e1daf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7271340a-75dc-4ad7-95f4-fcccd3e031f4 HTTP/1.1" status: 200 len: 217 time: 0.2530777 Feb 11 13:40:21.332511 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c785dc32-4fe1-4877-b904-b5c6e6a6e65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.344182 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ddba7881-bb6e-46ee-8f04-4465d6f88555 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.374543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ad943-b80f-4b13-bcd9-676235ec0059 req-21f2f6c8-265b-48de-8028-eac5032be604 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:21.389108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c84ad943-b80f-4b13-bcd9-676235ec0059 req-21f2f6c8-265b-48de-8028-eac5032be604 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 946 time: 0.3255274 Feb 11 13:40:21.392313 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aeff99ea-3bcf-4173-993b-5f8b6bd5bfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.439804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-0dd0fa2a-b93e-4ccd-a105-e1a561cae463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:21.451968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-0dd0fa2a-b93e-4ccd-a105-e1a561cae463 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.1292217 Feb 11 13:40:21.490419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-439e79ce-98c2-4618-b351-7acbd0680020 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.548381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-d5a703c6-f313-4cac-bbf5-e5b8ce9a1f02 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885401 Feb 11 13:40:21.597870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c84ad943-b80f-4b13-bcd9-676235ec0059 req-4f88a52f-5908-47ac-bdc7-1cae3ff334f0 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067409 Feb 11 13:40:21.666437 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-439e79ce-98c2-4618-b351-7acbd0680020 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.693438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785dc32-4fe1-4877-b904-b5c6e6a6e65f None None] Pushing event updated for resources: {'Port': ['ID=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:21.749303 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-84cb01aa-dddc-403d-8120-7b53e1b94d74 service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992750 Feb 11 13:40:21.750397 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ddba7881-bb6e-46ee-8f04-4465d6f88555 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.977471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aeff99ea-3bcf-4173-993b-5f8b6bd5bfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.983185 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-439e79ce-98c2-4618-b351-7acbd0680020 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.986396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-439e79ce-98c2-4618-b351-7acbd0680020 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:21.988091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-439e79ce-98c2-4618-b351-7acbd0680020 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/64f7e886-4e4f-4b8d-bb7b-9def6214e56e HTTP/1.1" status: 204 len: 168 time: 1.0196464 Feb 11 13:40:21.993114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44612) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:22.008284 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ddba7881-bb6e-46ee-8f04-4465d6f88555 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.011933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ddba7881-bb6e-46ee-8f04-4465d6f88555 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8456833 Feb 11 13:40:22.019262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44614) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:22.040205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-579b028e-48c0-4359-9898-b0f87510600b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'security_group': {'name': 'tempest-secgroup-156900043'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:22.058080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba7881-bb6e-46ee-8f04-4465d6f88555 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb20803b-7f40-44b2-93cb-4efe8c34a6da,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:22.123423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aeff99ea-3bcf-4173-993b-5f8b6bd5bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.222407 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aeff99ea-3bcf-4173-993b-5f8b6bd5bfe8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5004bf9337ea4287b0acf2eed2e418e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9445605 Feb 11 13:40:22.223248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44618) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:22.234500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e79ce-98c2-4618-b351-7acbd0680020 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f7e886-4e4f-4b8d-bb7b-9def6214e56e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:22.316836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ed4db76a-3df1-4130-9840-c404833a8a37 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3223665 Feb 11 13:40:22.318975 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-579b028e-48c0-4359-9898-b0f87510600b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.329867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44620) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:22.334148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fec00f2-992c-4e6f-a75b-6e609b4d142e req-6af5e795-32d3-44c5-95d6-176888aa2c63 service neutron] 10.222.0.13 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5716226 Feb 11 13:40:22.335241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d1f08d64-7cf1-4352-8ee1-42f8154c2eed tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861162444'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:22.391765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff99ea-3bcf-4173-993b-5f8b6bd5bfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e8866f-c015-4469-9914-960945fdcb78,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:22.459711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec30d51b-2ace-49aa-8ffe-703a037b8e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.532482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec30d51b-2ace-49aa-8ffe-703a037b8e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.536548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f08d64-7cf1-4352-8ee1-42f8154c2eed tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.719114 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-579b028e-48c0-4359-9898-b0f87510600b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.815697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f08d64-7cf1-4352-8ee1-42f8154c2eed tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.843701 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-579b028e-48c0-4359-9898-b0f87510600b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.890747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec30d51b-2ace-49aa-8ffe-703a037b8e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.895827 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec30d51b-2ace-49aa-8ffe-703a037b8e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.897590 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ec30d51b-2ace-49aa-8ffe-703a037b8e6f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c2e8866f-c015-4469-9914-960945fdcb78 HTTP/1.1" status: 204 len: 168 time: 0.6714342 Feb 11 13:40:22.953067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aee446-5a45-43d0-ba8c-18948389dad1 req-ebe0d3db-4cec-4720-bc3e-0dd8c6fc6710 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:22.959931 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f08d64-7cf1-4352-8ee1-42f8154c2eed tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:22.962558 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08aee446-5a45-43d0-ba8c-18948389dad1 req-ebe0d3db-4cec-4720-bc3e-0dd8c6fc6710 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 946 time: 0.1794934 Feb 11 13:40:23.000092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7c4101bc-e5a7-48c4-8342-912bbc4ecf73 None None] Provisioning complete for port 0f946705-1318-4e06-9d50-f5a91f79e6d3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:23.007037 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7c4101bc-e5a7-48c4-8342-912bbc4ecf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.021273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b028e-48c0-4359-9898-b0f87510600b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1bfda0-d24b-4d70-9239-f0893762bce4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:23.028861 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-579b028e-48c0-4359-9898-b0f87510600b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.041802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-579b028e-48c0-4359-9898-b0f87510600b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0180759 Feb 11 13:40:23.047773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44626) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:23.061644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1509352482', 'security_groups': ['8a1bfda0-d24b-4d70-9239-f0893762bce4'], 'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e5f56908-e3e4-4654-987f-2150d72caf38'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:23.138920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30d51b-2ace-49aa-8ffe-703a037b8e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e8866f-c015-4469-9914-960945fdcb78,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:23.141872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7c4101bc-e5a7-48c4-8342-912bbc4ecf73 None None] Port 0f946705-1318-4e06-9d50-f5a91f79e6d3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:23.203736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7c4101bc-e5a7-48c4-8342-912bbc4ecf73 None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:23.207131 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7c4101bc-e5a7-48c4-8342-912bbc4ecf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.237605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08aee446-5a45-43d0-ba8c-18948389dad1 req-4b65d4cc-a502-4f26-aa4e-fc454a098739 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739561 Feb 11 13:40:23.370754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f08d64-7cf1-4352-8ee1-42f8154c2eed tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00884a81-6614-44b6-8333-f7484049568f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:23.470112 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-021dae35-780a-46f0-bab8-ef5fcc4d8e6e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:23.472689 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-021dae35-780a-46f0-bab8-ef5fcc4d8e6e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.59 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 946 time: 0.5361776 Feb 11 13:40:23.476516 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f08d64-7cf1-4352-8ee1-42f8154c2eed tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.478031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d1f08d64-7cf1-4352-8ee1-42f8154c2eed tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1464741 Feb 11 13:40:23.480905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44632) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:23.493470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-19bf24fc-9237-4ea4-bdec-bb1d9d64d28b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Request body: {'security_group_rule': {'security_group_id': '00884a81-6614-44b6-8333-f7484049568f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:23.510335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:23.543264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:23.709385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44634) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:23.719022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'network_id': 'da446153-0b9a-4558-a385-00e3254851b7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:23.796952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:23.797602 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.835780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:23.868426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] device_id is not set on port 14d680c3-d672-47ab-b5da-89131c4817ee yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:40:23.905909 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-19bf24fc-9237-4ea4-bdec-bb1d9d64d28b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.203557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:24.207131 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.366689 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-19bf24fc-9237-4ea4-bdec-bb1d9d64d28b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.498453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-8e6e9094-a2ce-4998-a85a-b10fc468821b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Deleting port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:24.499021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-8e6e9094-a2ce-4998-a85a-b10fc468821b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.510338 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-19bf24fc-9237-4ea4-bdec-bb1d9d64d28b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.601199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf24fc-9237-4ea4-bdec-bb1d9d64d28b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d14d8a5-c493-4b4a-9653-07d384c916b2,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:24.604830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-8e6e9094-a2ce-4998-a85a-b10fc468821b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] For port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:24.605259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-8e6e9094-a2ce-4998-a85a-b10fc468821b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.619409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-8e6e9094-a2ce-4998-a85a-b10fc468821b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Calling delete_port for 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:24.624424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.9 (8103b72c-a4a6-4850-b044-ccccfd01affa/e5f56908-e3e4-4654-987f-2150d72caf38/14d680c3-d672-47ab-b5da-89131c4817ee) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:24.703746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-19bf24fc-9237-4ea4-bdec-bb1d9d64d28b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.722347 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-19bf24fc-9237-4ea4-bdec-bb1d9d64d28b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2401733 Feb 11 13:40:24.727668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44650) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:24.748392 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3aceec20-35c0-456b-a892-af461fc3381f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.782141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f8ab59-7ea7-4d1a-9527-5030eb5a2443 req-f8b1f0d2-a359-44dc-942e-547b1554d1df tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:24.790386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6f8ab59-7ea7-4d1a-9527-5030eb5a2443 req-f8b1f0d2-a359-44dc-942e-547b1554d1df tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 946 time: 0.3593373 Feb 11 13:40:24.835724 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-8e6e9094-a2ce-4998-a85a-b10fc468821b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:24.849435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6f8ab59-7ea7-4d1a-9527-5030eb5a2443 req-1c4070c6-0507-4ae4-8c00-0a6f7ed9352b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581055 Feb 11 13:40:24.851417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['88ed88a8-68b6-460d-8c5a-0f6d6c578f05'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:24.944125 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7271340a-75dc-4ad7-95f4-fcccd3e031f4', 'ed251ac4-51ca-45ea-806a-c18242c951f8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:24.959991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e9094-a2ce-4998-a85a-b10fc468821b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Pushing event deleted for resources: {'Port': ['ID=02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:24.984944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.067682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-8e6e9094-a2ce-4998-a85a-b10fc468821b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] No DVR routers for this DVR port 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:25.074923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-8e6e9094-a2ce-4998-a85a-b10fc468821b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.080955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7299dbb8-0093-4337-92c7-3be14d427f17 req-8e6e9094-a2ce-4998-a85a-b10fc468821b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.59 "DELETE /v2.0/ports/02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 HTTP/1.1" status: 204 len: 173 time: 1.6011267 Feb 11 13:40:25.082203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e677d5c8-5137-4046-914a-5404d678fea7', 'name': 'network-vif-deleted', 'tag': '02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:25.085138 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c0b4a7-ffe1-429e-ad2d-e002132eb8d0" -d '{"events": [{"server_uuid": "e677d5c8-5137-4046-914a-5404d678fea7", "name": "network-vif-deleted", "tag": "02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:25.126591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.189366 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a311cdd-82ec-480b-b9e0-00c86b618689 x-openstack-request-id: req-3a311cdd-82ec-480b-b9e0-00c86b618689 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:25.189644 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e677d5c8-5137-4046-914a-5404d678fea7", "name": "network-vif-deleted", "tag": "02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:25.189936 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3a311cdd-82ec-480b-b9e0-00c86b618689 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:25.190313 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e677d5c8-5137-4046-914a-5404d678fea7', 'name': 'network-vif-deleted', 'tag': '02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7', 'status': 'completed', 'code': 200} Feb 11 13:40:25.196849 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d5e43e3-a262-4303-b8dc-800ca5accf3a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.240331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d5e43e3-a262-4303-b8dc-800ca5accf3a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.312201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:25.342887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:25.363773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:25.430549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.570714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=14d680c3-d672-47ab-b5da-89131c4817ee,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:25.653033 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.664710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:25.670445 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.689560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=fbe013a8-5450-468e-8b4e-77b376ed58a2,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:25.709474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking segment: {'id': '2191c009-6df5-4a69-9555-1713c4845674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'da446153-0b9a-4558-a385-00e3254851b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:25.710161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network hostable DHCP agents. Network: da446153-0b9a-4558-a385-00e3254851b7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:25.727236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d5e43e3-a262-4303-b8dc-800ca5accf3a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.730824 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d5e43e3-a262-4303-b8dc-800ca5accf3a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.732442 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0d5e43e3-a262-4303-b8dc-800ca5accf3a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/00884a81-6614-44b6-8333-f7484049568f HTTP/1.1" status: 204 len: 168 time: 0.9910896 Feb 11 13:40:25.738206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44664) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:25.751913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e43e3-a262-4303-b8dc-800ca5accf3a tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00884a81-6614-44b6-8333-f7484049568f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:25.843340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bf93056c-c80a-49e4-afae-2a524a2f0d87 None None] Provisioning complete for port 14d680c3-d672-47ab-b5da-89131c4817ee triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:25.843886 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bf93056c-c80a-49e4-afae-2a524a2f0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:25.852156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network da446153-0b9a-4558-a385-00e3254851b7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:25.863112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3e2df42b-8e5f-42e6-aa18-25f6f068598b tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210134 Feb 11 13:40:25.863405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44668) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:25.904421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-bf93056c-c80a-49e4-afae-2a524a2f0d87 None None] Port 14d680c3-d672-47ab-b5da-89131c4817ee cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:25.941877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44672) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:25.942327 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-486f8323-f262-4518-89d0-85b9bec9bb6e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8899775 Feb 11 13:40:25.955698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-7f7009eb-1b99-4042-b819-e01df773d37e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:25.973910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ee02db8f-b3ec-4598-944a-68df180f5054 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1080565 Feb 11 13:40:25.975779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, da446153-0b9a-4558-a385-00e3254851b7) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:25.979529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44674) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:25.985706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373f8d80-4ca0-45d7-b9e9-adbc58dd2056 None None] Network da446153-0b9a-4558-a385-00e3254851b7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:26.022505 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:26.023093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.080587 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-8a5d61a5-d7e4-4e4b-9bb4-dbf92ac09a9c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] delete failed (client error): The resource could not be found. Feb 11 13:40:26.087324 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8a5d61a5-d7e4-4e4b-9bb4-dbf92ac09a9c tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "DELETE /v2.0/security-groups/00884a81-6614-44b6-8333-f7484049568f HTTP/1.1" status: 404 len: 347 time: 0.1064446 Feb 11 13:40:26.091889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44676) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:26.163084 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e67c8583-0695-40c6-be38-0ac8d0e64247 tempest-SecGroupIPv6Test-842129677 tempest-SecGroupIPv6Test-842129677-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698707 Feb 11 13:40:26.257679 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9e86a2e1-8f18-4523-a750-20de7332711f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5430777 Feb 11 13:40:26.261107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44684) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:26.272283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1772095231'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:26.304432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a6bd078d-0cd8-40c3-b3cd-2fa36d7deec8 req-90b4a8db-4d21-4ff7-8296-6f31b70c835b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=e677d5c8-5137-4046-914a-5404d678fea7 HTTP/1.1" status: 200 len: 210 time: 0.1273098 Feb 11 13:40:26.370118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-cc9f3e3e-b6f4-4239-8861-fedde32ea476 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3426375 Feb 11 13:40:26.408168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-7fbded0e-4bf6-4fc0-a6e7-f667870a967f req-3af32c5e-dc20-488f-a119-8c3fe59ba807 service neutron] (103006) timed out ('10.222.0.52', 49642) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 13:40:26.412378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-da446153-0b9a-4558-a385-00e3254851b7', 'network_id': 'da446153-0b9a-4558-a385-00e3254851b7', 'tenant_id': '456047e9bb424f0197e3516822a2f3d4', 'fixed_ips': [{'subnet_id': 'fbe013a8-5450-468e-8b4e-77b376ed58a2'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:40:26.414315 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.482535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-14214a9c-2a07-4c32-94ea-b5beac907b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:26.484833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-14214a9c-2a07-4c32-94ea-b5beac907b71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95eea42642194262af0cc0d3943c6974&device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 1097 time: 0.0682757 Feb 11 13:40:26.523853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:26.549817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:40:26.549817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 02c62c8c-990d-48a1-a1ac-2cd5b2ea62c7 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:26.646291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-c52b8c8f-d74d-4f61-b15c-a0caca280e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:26.648829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-c52b8c8f-d74d-4f61-b15c-a0caca280e23 service neutron] 10.222.0.59 "GET /v2.0/networks?id=007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 200 len: 916 time: 0.1398840 Feb 11 13:40:26.652295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Allocated IP 2001:db8:0:ffff::2 (da446153-0b9a-4558-a385-00e3254851b7/fbe013a8-5450-468e-8b4e-77b376ed58a2/6486b6fe-c8fd-440f-a7a7-80f229ac7323) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:26.696173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:26.703277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.707003 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-8fd2fa51-085b-47c4-b2ad-9e53662fc412 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88ed88a8-68b6-460d-8c5a-0f6d6c578f05 HTTP/1.1" status: 200 len: 217 time: 0.0502591 Feb 11 13:40:26.747722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:26.794959 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.800482 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Added segment c0d2099e-e43c-4b5d-b114-b70939eedb87 of type vlan for network 555df4f4-d8bb-45af-b4d0-4fd74e460b27 Feb 11 13:40:26.835621 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.846955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-69287757-bef5-42f1-8fe7-15d5dd478b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:26.849351 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-69287757-bef5-42f1-8fe7-15d5dd478b0c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 200 len: 855 time: 0.1341007 Feb 11 13:40:26.858786 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.901428 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-04c00788-1ba7-4f47-ac41-c888a9848498 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=007b72a8-9216-4ed0-af25-de582ba4644b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442324 Feb 11 13:40:26.985971 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0c9d528c-eac9-4bf3-b5f8-c86fcbbabd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.987890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7009eb-1b99-4042-b819-e01df773d37e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:26.991239 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:26.993201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f7009eb-1b99-4042-b819-e01df773d37e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.086198 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.098424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:27.111461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.111733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Network da446153-0b9a-4558-a385-00e3254851b7 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:27.111733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:27.113410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:27.151503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Pushing event updated for resources: {'Port': ['ID=6486b6fe-c8fd-440f-a7a7-80f229ac7323,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:27.258432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-9c56fe04-717e-4b7d-9175-cb04ac29d24a service neutron] 10.222.0.59 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496196 Feb 11 13:40:27.267508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Attempting to bind port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:27.271407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Attempting to bind port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2191c009-6df5-4a69-9555-1713c4845674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'da446153-0b9a-4558-a385-00e3254851b7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:27.271893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Attempting to bind port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 on network da446153-0b9a-4558-a385-00e3254851b7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:27.285412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:27.285871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Checking segment: {'id': '2191c009-6df5-4a69-9555-1713c4845674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'da446153-0b9a-4558-a385-00e3254851b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:27.294063 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.294063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Bound using segment: {'id': '2191c009-6df5-4a69-9555-1713c4845674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'da446153-0b9a-4558-a385-00e3254851b7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:27.294063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Bound port: 6486b6fe-c8fd-440f-a7a7-80f229ac7323, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2191c009-6df5-4a69-9555-1713c4845674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'da446153-0b9a-4558-a385-00e3254851b7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:27.294063 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.398137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1356649 Feb 11 13:40:27.429555 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44710) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:27.430881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44712) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:27.460086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f0d16b3e-efc8-4e2a-afb2-e7dd92294f55 req-9530e4a2-fdf4-4b81-adcf-b7e66ea0dddc service neutron] 10.222.0.59 "GET /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904092 Feb 11 13:40:27.473058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'network_id': '555df4f4-d8bb-45af-b4d0-4fd74e460b27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:27.478960 n-d-816488-1 neutron-server[103007]: INFO neutron.db.ipam_backend_mixin [None req-7f7009eb-1b99-4042-b819-e01df773d37e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e5f56908-e3e4-4654-987f-2150d72caf38 (CIDR: 172.20.0.0/28) Feb 11 13:40:27.496303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] For port 6486b6fe-c8fd-440f-a7a7-80f229ac7323, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:27.515905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] For port 6486b6fe-c8fd-440f-a7a7-80f229ac7323, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6486b6fe-c8fd-440f-a7a7-80f229ac7323,segment=NetworkSegment(2191c009-6df5-4a69-9555-1713c4845674),segment_id=2191c009-6df5-4a69-9555-1713c4845674)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:27.538766 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7009eb-1b99-4042-b819-e01df773d37e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:27.540095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7009eb-1b99-4042-b819-e01df773d37e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:27.555111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bc3df-4859-41a6-89a0-508f0f720b30 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=555df4f4-d8bb-45af-b4d0-4fd74e460b27,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:27.567923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 555df4f4-d8bb-45af-b4d0-4fd74e460b27 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:27.696449 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.704259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7f7009eb-1b99-4042-b819-e01df773d37e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7599912 Feb 11 13:40:27.706580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44724) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:27.751482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0a1889d8-01f9-49a3-8196-0582282be0f0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:27.799106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Pushing event updated for resources: {'Port': ['ID=6486b6fe-c8fd-440f-a7a7-80f229ac7323,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:27.810234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.810584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.814261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.814261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.814261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.814261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.814261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.814261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.814261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.814261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.815708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.816069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93b39c5-3cd3-485b-bbdc-33dd0d11c5ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:27.875286 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:27.948862 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-73801fad-3c30-4b4a-862b-b38d8d010d26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=138ccb3ddfc54b5ab4b83c4a8a2375d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104883 Feb 11 13:40:27.951951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44728) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:28.064906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:28.075648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.085909 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-474af4fc-8084-4e59-9a06-aa016fa381a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.224352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1889d8-01f9-49a3-8196-0582282be0f0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:28.227569 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a1889d8-01f9-49a3-8196-0582282be0f0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.361083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-474af4fc-8084-4e59-9a06-aa016fa381a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.422562 n-d-816488-1 neutron-server[103007]: INFO neutron.db.ipam_backend_mixin [None req-0a1889d8-01f9-49a3-8196-0582282be0f0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0849e3b8-3d1a-4441-b173-79934dff8ae7 (CIDR: 172.20.0.16/28) Feb 11 13:40:28.491504 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1889d8-01f9-49a3-8196-0582282be0f0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:28.492067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1889d8-01f9-49a3-8196-0582282be0f0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:28.652192 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.659945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-474af4fc-8084-4e59-9a06-aa016fa381a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.665164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0a1889d8-01f9-49a3-8196-0582282be0f0 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9560447 Feb 11 13:40:28.666491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44730) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:28.671513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-474af4fc-8084-4e59-9a06-aa016fa381a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:28.676322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-474af4fc-8084-4e59-9a06-aa016fa381a2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ea77d65-63c4-436f-a748-2c9dcde3858d HTTP/1.1" status: 204 len: 168 time: 0.7210085 Feb 11 13:40:28.687579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-10560d9b-375c-46ca-acb9-42b0ad9d7a5f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'subnet': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:28.760079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474af4fc-8084-4e59-9a06-aa016fa381a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea77d65-63c4-436f-a748-2c9dcde3858d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:28.846771 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:29.038843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=e0c8152b-9ff6-4f8e-9f8a-d53d018e331e,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:29.057595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking segment: {'id': 'c0d2099e-e43c-4b5d-b114-b70939eedb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '555df4f4-d8bb-45af-b4d0-4fd74e460b27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:29.061615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network hostable DHCP agents. Network: 555df4f4-d8bb-45af-b4d0-4fd74e460b27, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:29.524884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6486b6fe-c8fd-440f-a7a7-80f229ac7323 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:29.646795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:29.648573 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:29.741751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d267b414-fac5-4e8c-bfec-c167b689f05f None None] Network da446153-0b9a-4558-a385-00e3254851b7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:29.915536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-43b7bab5-27a0-4c09-acd0-40910d183593 None None] Provisioning complete for port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:29.915536 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-43b7bab5-27a0-4c09-acd0-40910d183593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:29.931179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.064897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 6486b6fe-c8fd-440f-a7a7-80f229ac7323, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6486b6fe-c8fd-440f-a7a7-80f229ac7323,segment=NetworkSegment(2191c009-6df5-4a69-9555-1713c4845674),segment_id=2191c009-6df5-4a69-9555-1713c4845674)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:30.099517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10560d9b-375c-46ca-acb9-42b0ad9d7a5f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Made reservation on behalf of 9a884797f4d746b2b2de42816edd696a for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:30.112872 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10560d9b-375c-46ca-acb9-42b0ad9d7a5f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.170483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-43b7bab5-27a0-4c09-acd0-40910d183593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.201951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network 555df4f4-d8bb-45af-b4d0-4fd74e460b27 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:30.240872 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.244261 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.355443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 555df4f4-d8bb-45af-b4d0-4fd74e460b27) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:30.366698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:30.370182 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.455525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001361f8-b21d-4434-beda-729147392c60 None None] Network 555df4f4-d8bb-45af-b4d0-4fd74e460b27 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:30.478471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d6021fca-bd5f-463c-875a-9679843c65fa tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0157311 Feb 11 13:40:30.481719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44760) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:30.512139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=6486b6fe-c8fd-440f-a7a7-80f229ac7323,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:30.701703 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-43b7bab5-27a0-4c09-acd0-40910d183593 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:30.702079 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-43b7bab5-27a0-4c09-acd0-40910d183593 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:30.758389 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.779342 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.887980 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10560d9b-375c-46ca-acb9-42b0ad9d7a5f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.938475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d3da7-4352-46e9-b265-d3146125a3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-555df4f4-d8bb-45af-b4d0-4fd74e460b27', 'network_id': '555df4f4-d8bb-45af-b4d0-4fd74e460b27', 'tenant_id': '456047e9bb424f0197e3516822a2f3d4', 'fixed_ips': [{'subnet_id': 'e0c8152b-9ff6-4f8e-9f8a-d53d018e331e'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:40:30.939349 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6e0d3da7-4352-46e9-b265-d3146125a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:30.958920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.041113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10560d9b-375c-46ca-acb9-42b0ad9d7a5f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Subnet': ['ID=ac2a94ea-9975-484f-bad9-0d904f7e2498,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:31.062552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10560d9b-375c-46ca-acb9-42b0ad9d7a5f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Network 8103b72c-a4a6-4850-b044-ccccfd01affa is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:31.066604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-10560d9b-375c-46ca-acb9-42b0ad9d7a5f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:31.080176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10560d9b-375c-46ca-acb9-42b0ad9d7a5f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:31.084167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10560d9b-375c-46ca-acb9-42b0ad9d7a5f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.122662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd972b50-9634-43f4-8a77-75c4891bd640 None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:31.213833 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.250640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-10560d9b-375c-46ca-acb9-42b0ad9d7a5f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5829837 Feb 11 13:40:31.254217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44774) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:31.265016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-793669291', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ac2a94ea-9975-484f-bad9-0d904f7e2498'}], 'security_groups': ['fe99f0cd-ed82-45ea-aaab-5abf65c330a8', 'bb20803b-7f40-44b2-93cb-4efe8c34a6da']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:31.344461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44776) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:31.352260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c8152b-9ff6-4f8e-9f8a-d53d018e331e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:31.549024 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.592235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555df4f4-d8bb-45af-b4d0-4fd74e460b27']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:31.620454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d2099e-e43c-4b5d-b114-b70939eedb87') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:31.620754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d2099e-e43c-4b5d-b114-b70939eedb87') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:31.643690 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.681805 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.683812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6486b6fe-c8fd-440f-a7a7-80f229ac7323 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:31.691047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:31.691449 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:31.694523 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:31.722280 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:31.790550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8b138293-c8f9-4e35-9238-746073375ebb tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:31.791270 n-d-816488-1 neutron-server[103007]: WARNING neutron.api.v2.base [None req-8b138293-c8f9-4e35-9238-746073375ebb tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:40:31.791786 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-8b138293-c8f9-4e35-9238-746073375ebb tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:40:31.796924 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8b138293-c8f9-4e35-9238-746073375ebb tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4475269 Feb 11 13:40:31.846088 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44782) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:31.859605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461401104'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:31.996776 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.020162 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.096410 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.121559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.136504 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/555df4f4-d8bb-45af-b4d0-4fd74e460b27 HTTP/1.1" status: 204 len: 168 time: 1.6535819 Feb 11 13:40:32.138494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44784) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:32.160484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-968715943'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server [None req-6e0d3da7-4352-46e9-b265-d3146125a3ce None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0c8152b-9ff6-4f8e-9f8a-d53d018e331e: This subnet is being modified by another concurrent operation. Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:40:32.170302 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0c8152b-9ff6-4f8e-9f8a-d53d018e331e: This subnet is being modified by another concurrent operation. Feb 11 13:40:32.177654 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Feb 11 13:40:32.196078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ef3a1-667d-44c5-a2e9-74252dfbc246 None None] Network 555df4f4-d8bb-45af-b4d0-4fd74e460b27 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:32.222855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c38f9c-8deb-4296-be1f-e0a84e91679e tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Network': ['ID=555df4f4-d8bb-45af-b4d0-4fd74e460b27,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.233816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626ef3a1-667d-44c5-a2e9-74252dfbc246 None None] Network 555df4f4-d8bb-45af-b4d0-4fd74e460b27 could not be found, it might have been deleted concurrently. {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 11 13:40:32.266213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:32.266518 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.402747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.433112 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d1636607-abe8-4abe-b6d9-990db6ef6528 None None] Provisioning complete for port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:32.433492 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1636607-abe8-4abe-b6d9-990db6ef6528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.440612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:32.445006 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.503662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:32.523064 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.569297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Delete allocated IP 172.20.0.9 (8103b72c-a4a6-4850-b044-ccccfd01affa/e5f56908-e3e4-4654-987f-2150d72caf38) {{(pid=103007) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 11 13:40:32.576483 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.577274 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Added segment de0f2c10-11bc-467b-9a1f-d835d784b726 of type vlan for network f81ab3c2-5fda-4f31-afff-5fba669c037a Feb 11 13:40:32.588692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Allocated IP 172.20.0.41 (8103b72c-a4a6-4850-b044-ccccfd01affa/ac2a94ea-9975-484f-bad9-0d904f7e2498/14d680c3-d672-47ab-b5da-89131c4817ee) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:32.629729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5833f-cf03-4657-a69e-ac46ff8e6200 None None] Update dhcp port {'port': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'fixed_ips': [{'subnet_id': '0849e3b8-3d1a-4441-b173-79934dff8ae7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e5f56908-e3e4-4654-987f-2150d72caf38', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ac2a94ea-9975-484f-bad9-0d904f7e2498'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:40:32.659006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-89e5833f-cf03-4657-a69e-ac46ff8e6200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.838185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7412199c-7e47-4a29-9753-c8224af3ae32,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:32.845874 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.950990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:32.977499 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.047693 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.066103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:33.067119 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.087226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.137229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.200020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-89e5833f-cf03-4657-a69e-ac46ff8e6200 None None] Allocated IP 172.20.0.34 (8103b72c-a4a6-4850-b044-ccccfd01affa/ac2a94ea-9975-484f-bad9-0d904f7e2498/2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:33.265194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=f81ab3c2-5fda-4f31-afff-5fba669c037a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.267716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0130756c-b8e8-496a-a666-15ea34cfb04a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.287552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event updated for resources: {'Port': ['ID=14d680c3-d672-47ab-b5da-89131c4817ee,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:33.325573 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dbc06928-587c-49e6-b6c5-d57fe28ec5a7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1717446 Feb 11 13:40:33.328287 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44798) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:33.335463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'network_id': 'f81ab3c2-5fda-4f31-afff-5fba669c037a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:33.342856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f81ab3c2-5fda-4f31-afff-5fba669c037a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:33.350644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] In _notify_port_updated(), no bound segment for port 14d680c3-d672-47ab-b5da-89131c4817ee on network 8103b72c-a4a6-4850-b044-ccccfd01affa {{(pid=103007) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:40:33.352191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.353859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9a367bba-aa76-49e0-adaa-5ff8b15b5297 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5067732 Feb 11 13:40:33.360635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44802) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:33.366494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:33.367115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-47d6ebcd-0670-47d4-9e33-5d4f1cee6d19 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '0130756c-b8e8-496a-a666-15ea34cfb04a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:33.367254 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.368482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-13d5bdf5-88e7-4b03-89fb-8feec264ba61 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "PUT /v2.0/ports/14d680c3-d672-47ab-b5da-89131c4817ee HTTP/1.1" status: 200 len: 959 time: 2.1129367 Feb 11 13:40:33.375090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44804) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:33.548597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-89e5833f-cf03-4657-a69e-ac46ff8e6200 None None] For port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,segment=NetworkSegment(2dd162d1-9681-4859-8376-240a809cafc0),segment_id=2dd162d1-9681-4859-8376-240a809cafc0)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:33.617586 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47d6ebcd-0670-47d4-9e33-5d4f1cee6d19 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.673254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:33.681160 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.768606 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-89e5833f-cf03-4657-a69e-ac46ff8e6200 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.835070 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-89e5833f-cf03-4657-a69e-ac46ff8e6200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.931907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47d6ebcd-0670-47d4-9e33-5d4f1cee6d19 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:33.956512 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b2402e7a-bab7-423f-92ea-b5c51e369f78 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 14d680c3-d672-47ab-b5da-89131c4817ee {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:33.958000 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b2402e7a-bab7-423f-92ea-b5c51e369f78 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.069001 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47d6ebcd-0670-47d4-9e33-5d4f1cee6d19 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.130929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5833f-cf03-4657-a69e-ac46ff8e6200 None None] Pushing event updated for resources: {'Port': ['ID=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:34.142703 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6ebcd-0670-47d4-9e33-5d4f1cee6d19 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a176a4-dff3-43c0-b121-38451cebc73a,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:34.231672 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47d6ebcd-0670-47d4-9e33-5d4f1cee6d19 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.239636 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-47d6ebcd-0670-47d4-9e33-5d4f1cee6d19 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8712196 Feb 11 13:40:34.239848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44820) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:34.245334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-cd8cf1ae-7092-455a-aea0-03d29017603f tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '0130756c-b8e8-496a-a666-15ea34cfb04a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:34.252737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b2402e7a-bab7-423f-92ea-b5c51e369f78 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.275887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b2402e7a-bab7-423f-92ea-b5c51e369f78 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 14d680c3-d672-47ab-b5da-89131c4817ee owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:34.326686 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.506089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd8cf1ae-7092-455a-aea0-03d29017603f tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.582280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking segment: {'id': 'de0f2c10-11bc-467b-9a1f-d835d784b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f81ab3c2-5fda-4f31-afff-5fba669c037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:34.586702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network hostable DHCP agents. Network: f81ab3c2-5fda-4f31-afff-5fba669c037a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:34.586843 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b2402e7a-bab7-423f-92ea-b5c51e369f78 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.657372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2402e7a-bab7-423f-92ea-b5c51e369f78 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=14d680c3-d672-47ab-b5da-89131c4817ee,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:34.696487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=8db90b36-7343-4940-ad9e-52458b1cb955,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:34.832307 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b2402e7a-bab7-423f-92ea-b5c51e369f78 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:34.839287 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b2402e7a-bab7-423f-92ea-b5c51e369f78 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/14d680c3-d672-47ab-b5da-89131c4817ee HTTP/1.1" status: 204 len: 168 time: 1.4571831 Feb 11 13:40:34.839491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network f81ab3c2-5fda-4f31-afff-5fba669c037a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:34.859478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44828) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:34.966589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa77e6-2495-4bd2-97bb-227e1e971f9e req-63cd7da9-552f-47fb-8ce4-667d9f2d97f8 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:34.967357 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-cd8cf1ae-7092-455a-aea0-03d29017603f tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:40:34.968421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cd8cf1ae-7092-455a-aea0-03d29017603f tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7307711 Feb 11 13:40:34.969733 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe204ec-8024-43b1-a92d-d88c71bc7202 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] GET failed (client error): The resource could not be found. Feb 11 13:40:34.974248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30aa77e6-2495-4bd2-97bb-227e1e971f9e req-63cd7da9-552f-47fb-8ce4-667d9f2d97f8 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 946 time: 0.5101647 Feb 11 13:40:34.975236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44832) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:34.987209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0fe204ec-8024-43b1-a92d-d88c71bc7202 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports/14d680c3-d672-47ab-b5da-89131c4817ee HTTP/1.1" status: 404 len: 333 time: 0.1265187 Feb 11 13:40:34.997596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44834) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:35.088685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e5b34eda-3afb-44bc-a452-1cc53d10f3db tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.127363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f81ab3c2-5fda-4f31-afff-5fba669c037a) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:35.139161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d0bc1-e104-47ff-9302-620471dc27e1 None None] Network f81ab3c2-5fda-4f31-afff-5fba669c037a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:35.151963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30aa77e6-2495-4bd2-97bb-227e1e971f9e req-bc7e3b1f-bfd7-40f0-a64d-425972573434 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245954 Feb 11 13:40:35.153547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:35.158538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.164248 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32b39144-2526-4048-b81b-452c6ef45ee1 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.212353 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e5b34eda-3afb-44bc-a452-1cc53d10f3db tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.258951 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32b39144-2526-4048-b81b-452c6ef45ee1 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.375093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3f3762eb-a4f4-40b4-8aa1-40c2a92483e4 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0395632 Feb 11 13:40:35.375285 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44836) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:35.383773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1053424634'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:35.503661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ac8b5ee7-ea17-4fdf-8e96-19d0a15f1292 None None] Could not find standard attr ID for object 14d680c3-d672-47ab-b5da-89131c4817ee. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:40:35.548307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:35.555099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ac8b5ee7-ea17-4fdf-8e96-19d0a15f1292 None None] Provisioning complete for port 0f946705-1318-4e06-9d50-f5a91f79e6d3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:35.555720 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5ee7-ea17-4fdf-8e96-19d0a15f1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.607327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f81ab3c2-5fda-4f31-afff-5fba669c037a', 'network_id': 'f81ab3c2-5fda-4f31-afff-5fba669c037a', 'tenant_id': '456047e9bb424f0197e3516822a2f3d4', 'fixed_ips': [{'subnet_id': '8db90b36-7343-4940-ad9e-52458b1cb955'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:40:35.608351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.610456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e5b34eda-3afb-44bc-a452-1cc53d10f3db tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.640060 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e5b34eda-3afb-44bc-a452-1cc53d10f3db tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.640060 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e5b34eda-3afb-44bc-a452-1cc53d10f3db tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/security-groups/8a1bfda0-d24b-4d70-9239-f0893762bce4 HTTP/1.1" status: 204 len: 168 time: 0.6099298 Feb 11 13:40:35.640318 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44838) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:35.645368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b34eda-3afb-44bc-a452-1cc53d10f3db tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1bfda0-d24b-4d70-9239-f0893762bce4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:35.715637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b5ee7-ea17-4fdf-8e96-19d0a15f1292 None None] Port 0f946705-1318-4e06-9d50-f5a91f79e6d3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:35.731958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32b39144-2526-4048-b81b-452c6ef45ee1 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.734723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32b39144-2526-4048-b81b-452c6ef45ee1 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.735892 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-32b39144-2526-4048-b81b-452c6ef45ee1 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "DELETE /v2.0/security-groups/0130756c-b8e8-496a-a666-15ea34cfb04a HTTP/1.1" status: 204 len: 168 time: 0.7597036 Feb 11 13:40:35.738836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44840) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:35.761439 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-921544d5-aacc-4d4d-ac49-c4d2291d700b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.780683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b39144-2526-4048-b81b-452c6ef45ee1 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0130756c-b8e8-496a-a666-15ea34cfb04a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:35.791015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:35.795896 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:35.816991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bcd83633-ed06-43e3-ad4d-52bb895e3439 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769708 Feb 11 13:40:35.821263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44844) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:35.830083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-7002c8d8-18c0-4f1b-8c5b-5cbd57ea5106 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'tempest-secgroup--477307225'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:35.901392 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-921544d5-aacc-4d4d-ac49-c4d2291d700b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.012631 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7002c8d8-18c0-4f1b-8c5b-5cbd57ea5106 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.020620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ac8b5ee7-ea17-4fdf-8e96-19d0a15f1292 None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:36.022463 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ac8b5ee7-ea17-4fdf-8e96-19d0a15f1292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.025154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Allocated IP 2001:db8::3 (f81ab3c2-5fda-4f31-afff-5fba669c037a/8db90b36-7343-4940-ad9e-52458b1cb955/1d3d3718-78fc-4361-842e-fbf4144b30cd) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:36.083572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:36.097940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:36.098199 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.135764 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.141657 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Added segment e3131066-1b7f-4e2c-8d39-f5ee5495132a of type vlan for network 989bc7e0-851d-4103-8fbc-d1129626a4bd Feb 11 13:40:36.257831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-645e3bb5-9a06-4ee6-a1d2-71c1ab9d4fc2 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:36.258461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-921544d5-aacc-4d4d-ac49-c4d2291d700b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.263826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-645e3bb5-9a06-4ee6-a1d2-71c1ab9d4fc2 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 946 time: 0.2151480 Feb 11 13:40:36.268508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-921544d5-aacc-4d4d-ac49-c4d2291d700b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.271932 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-921544d5-aacc-4d4d-ac49-c4d2291d700b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/security-groups/bb20803b-7f40-44b2-93cb-4efe8c34a6da HTTP/1.1" status: 204 len: 168 time: 0.6530561 Feb 11 13:40:36.291078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44854) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:36.322911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921544d5-aacc-4d4d-ac49-c4d2291d700b tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb20803b-7f40-44b2-93cb-4efe8c34a6da,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:36.347711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.453292 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.500187 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.517308 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:36.518293 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.543980 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7002c8d8-18c0-4f1b-8c5b-5cbd57ea5106 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.553215 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.633365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=989bc7e0-851d-4103-8fbc-d1129626a4bd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:36.656577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dfc75147-db28-455b-8118-c4538410b662 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2816448 Feb 11 13:40:36.659120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44856) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:36.665736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Network f81ab3c2-5fda-4f31-afff-5fba669c037a is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:36.666198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'network_id': '989bc7e0-851d-4103-8fbc-d1129626a4bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:36.676638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:36.678516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 989bc7e0-851d-4103-8fbc-d1129626a4bd details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:36.679781 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7002c8d8-18c0-4f1b-8c5b-5cbd57ea5106 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.700355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:36.776711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002c8d8-18c0-4f1b-8c5b-5cbd57ea5106 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119730d2-49f2-4c9a-92c2-18af95a376f3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:36.798463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c60f7-0985-4126-a35a-92b039a8bd56 req-e0b1c6f0-2324-49d3-993a-64cbec48d304 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:36.803476 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-158c60f7-0985-4126-a35a-92b039a8bd56 req-e0b1c6f0-2324-49d3-993a-64cbec48d304 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 946 time: 0.3803182 Feb 11 13:40:36.833533 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75c62fd6-ce14-40ec-aa79-767cb376790e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.870157 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75c62fd6-ce14-40ec-aa79-767cb376790e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.883933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Pushing event updated for resources: {'Port': ['ID=1d3d3718-78fc-4361-842e-fbf4144b30cd,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:36.891968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7002c8d8-18c0-4f1b-8c5b-5cbd57ea5106 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.894002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7002c8d8-18c0-4f1b-8c5b-5cbd57ea5106 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0714972 Feb 11 13:40:36.900942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44860) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:36.907799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-35a0fa22-fab9-46dc-9caf-94a2e4b0cffe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Deleting port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:36.908150 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-35a0fa22-fab9-46dc-9caf-94a2e4b0cffe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:36.913568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9e06cea1-c3c2-4b0b-9d21-a1891b5a6c04 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '119730d2-49f2-4c9a-92c2-18af95a376f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:36.914336 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-9e06cea1-c3c2-4b0b-9d21-a1891b5a6c04 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 13:40:36.917364 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-9e06cea1-c3c2-4b0b-9d21-a1891b5a6c04 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:36.922158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9e06cea1-c3c2-4b0b-9d21-a1891b5a6c04 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0176022 Feb 11 13:40:36.930349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44862) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:37.054597 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6356a62-f7c4-4a8e-93a0-311c0eb89482 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.079172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:37.083154 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.100540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-158c60f7-0985-4126-a35a-92b039a8bd56 req-46149025-6e1b-4e0a-8452-ec3779826e3c tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746563 Feb 11 13:40:37.141010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Attempting to bind port 1d3d3718-78fc-4361-842e-fbf4144b30cd on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:37.141303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Attempting to bind port 1d3d3718-78fc-4361-842e-fbf4144b30cd by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'de0f2c10-11bc-467b-9a1f-d835d784b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f81ab3c2-5fda-4f31-afff-5fba669c037a'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:37.141671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Attempting to bind port 1d3d3718-78fc-4361-842e-fbf4144b30cd on network f81ab3c2-5fda-4f31-afff-5fba669c037a {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:37.158341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:37.158796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Checking segment: {'id': 'de0f2c10-11bc-467b-9a1f-d835d784b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f81ab3c2-5fda-4f31-afff-5fba669c037a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:37.159222 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.159754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Bound using segment: {'id': 'de0f2c10-11bc-467b-9a1f-d835d784b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f81ab3c2-5fda-4f31-afff-5fba669c037a'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:37.160262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Bound port: 1d3d3718-78fc-4361-842e-fbf4144b30cd, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de0f2c10-11bc-467b-9a1f-d835d784b726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f81ab3c2-5fda-4f31-afff-5fba669c037a'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:37.160660 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.167797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-35a0fa22-fab9-46dc-9caf-94a2e4b0cffe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] For port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:37.169142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-35a0fa22-fab9-46dc-9caf-94a2e4b0cffe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.204106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75c62fd6-ce14-40ec-aa79-767cb376790e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.206699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75c62fd6-ce14-40ec-aa79-767cb376790e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.221267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-75c62fd6-ce14-40ec-aa79-767cb376790e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/security-groups/fe99f0cd-ed82-45ea-aaab-5abf65c330a8 HTTP/1.1" status: 204 len: 168 time: 0.9211268 Feb 11 13:40:37.222767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-58ffe406-281a-402e-8a5a-e502c0e46f8b None None] Could not find standard attr ID for object 14d680c3-d672-47ab-b5da-89131c4817ee. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:40:37.224518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44868) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:37.225705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-35a0fa22-fab9-46dc-9caf-94a2e4b0cffe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Calling delete_port for 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:37.274881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.ipam_backend_mixin [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Performing IP validity checks on allocation pools {{(pid=103006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:40:37.275567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.ipam_backend_mixin [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:40:37.352476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] For port 1d3d3718-78fc-4361-842e-fbf4144b30cd, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:37.360394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] For port 1d3d3718-78fc-4361-842e-fbf4144b30cd, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1d3d3718-78fc-4361-842e-fbf4144b30cd,segment=NetworkSegment(de0f2c10-11bc-467b-9a1f-d835d784b726),segment_id=de0f2c10-11bc-467b-9a1f-d835d784b726)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:37.375705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c62fd6-ce14-40ec-aa79-767cb376790e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe99f0cd-ed82-45ea-aaab-5abf65c330a8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:37.434102 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.458203 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6356a62-f7c4-4a8e-93a0-311c0eb89482 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.558874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aacf1eb-72a7-432b-901c-dd1bd6b77189 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet e5f56908-e3e4-4654-987f-2150d72caf38 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:40:37.583920 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8aacf1eb-72a7-432b-901c-dd1bd6b77189 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.624040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6356a62-f7c4-4a8e-93a0-311c0eb89482 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.627225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f76d5-5a7e-4a19-bb31-b85ecc456d27 None None] Pushing event updated for resources: {'Port': ['ID=1d3d3718-78fc-4361-842e-fbf4144b30cd,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:37.647263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6356a62-f7c4-4a8e-93a0-311c0eb89482 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.651995 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d6356a62-f7c4-4a8e-93a0-311c0eb89482 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "DELETE /v2.0/security-groups/119730d2-49f2-4c9a-92c2-18af95a376f3 HTTP/1.1" status: 204 len: 168 time: 0.7284193 Feb 11 13:40:37.660947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44870) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:37.697835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6356a62-f7c4-4a8e-93a0-311c0eb89482 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119730d2-49f2-4c9a-92c2-18af95a376f3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:37.718794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8aacf1eb-72a7-432b-901c-dd1bd6b77189 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.752562 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:37.822707 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3cdbc3bd-0945-4ea1-9673-7d4de984ee56 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1521585 Feb 11 13:40:37.828029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44872) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:37.832678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f85e7f80-993f-44a0-b100-072f106d7225 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'tempest-secgroup--89976565'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:37.873843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=6245717b-d471-46f0-be37-2e0ef5735e5f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:37.918564 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking segment: {'id': 'e3131066-1b7f-4e2c-8d39-f5ee5495132a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '989bc7e0-851d-4103-8fbc-d1129626a4bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:37.919129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network hostable DHCP agents. Network: 989bc7e0-851d-4103-8fbc-d1129626a4bd, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:38.005212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8aacf1eb-72a7-432b-901c-dd1bd6b77189 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.060570 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f85e7f80-993f-44a0-b100-072f106d7225 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.104060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network 989bc7e0-851d-4103-8fbc-d1129626a4bd is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:38.171990 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f85e7f80-993f-44a0-b100-072f106d7225 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.226137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 989bc7e0-851d-4103-8fbc-d1129626a4bd) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:38.232820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:38.233402 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.239809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82a78df-946e-45ba-babb-5298a47bd3b4 None None] Network 989bc7e0-851d-4103-8fbc-d1129626a4bd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:38.247766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8aacf1eb-72a7-432b-901c-dd1bd6b77189 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.249514 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f85e7f80-993f-44a0-b100-072f106d7225 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.257284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-35a0fa22-fab9-46dc-9caf-94a2e4b0cffe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.286529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e238e-7d82-4530-9bf9-20ea9f97256c req-584c2255-5aec-4985-a554-4662859ea7ae tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:38.288091 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f26e238e-7d82-4530-9bf9-20ea9f97256c req-584c2255-5aec-4985-a554-4662859ea7ae tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 946 time: 0.0977881 Feb 11 13:40:38.303853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e7f80-993f-44a0-b100-072f106d7225 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd3f0cc-9f30-4e2f-9ada-8f73819b4f53,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:38.338968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacf1eb-72a7-432b-901c-dd1bd6b77189 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f56908-e3e4-4654-987f-2150d72caf38,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:38.343705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f26e238e-7d82-4530-9bf9-20ea9f97256c req-397e4154-5733-4bd0-97a4-ae0a8d7121bf tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475669 Feb 11 13:40:38.345869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0fa22-fab9-46dc-9caf-94a2e4b0cffe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Pushing event deleted for resources: {'Port': ['ID=88ed88a8-68b6-460d-8c5a-0f6d6c578f05,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:38.358546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7271340a-75dc-4ad7-95f4-fcccd3e031f4', 'ed251ac4-51ca-45ea-806a-c18242c951f8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:38.363952 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8aacf1eb-72a7-432b-901c-dd1bd6b77189 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.367449 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8aacf1eb-72a7-432b-901c-dd1bd6b77189 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/e5f56908-e3e4-4654-987f-2150d72caf38 HTTP/1.1" status: 204 len: 168 time: 1.1267650 Feb 11 13:40:38.374893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44886) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:38.405742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['88ed88a8-68b6-460d-8c5a-0f6d6c578f05'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:38.408912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c141b33-7433-4548-9604-2e057fd3180d None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:38.430855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-35a0fa22-fab9-46dc-9caf-94a2e4b0cffe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] No DVR routers for this DVR port 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:38.438933 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-35a0fa22-fab9-46dc-9caf-94a2e4b0cffe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.442033 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dfc6be5f-c17a-4d3f-8ece-8f1325bbba62 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7810202 Feb 11 13:40:38.442887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cfdae28-a3a5-47cc-ad50-d804820304b0 req-35a0fa22-fab9-46dc-9caf-94a2e4b0cffe tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.59 "DELETE /v2.0/ports/88ed88a8-68b6-460d-8c5a-0f6d6c578f05 HTTP/1.1" status: 204 len: 173 time: 2.1703024 Feb 11 13:40:38.443518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbff96e-10f4-4044-ae5f-d5a12844d5e9', 'name': 'network-vif-deleted', 'tag': '88ed88a8-68b6-460d-8c5a-0f6d6c578f05'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:38.446178 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da5839c-72b1-422e-aff0-43633aa35f2e" -d '{"events": [{"server_uuid": "7bbff96e-10f4-4044-ae5f-d5a12844d5e9", "name": "network-vif-deleted", "tag": "88ed88a8-68b6-460d-8c5a-0f6d6c578f05"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:38.459936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44888) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:38.471975 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f85e7f80-993f-44a0-b100-072f106d7225 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.476969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f85e7f80-993f-44a0-b100-072f106d7225 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6477995 Feb 11 13:40:38.485275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44892) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:38.493028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-66e5820b-a040-4133-9a5a-090e32caece7 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '7fd3f0cc-9f30-4e2f-9ada-8f73819b4f53', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:38.509634 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-66e5820b-a040-4133-9a5a-090e32caece7 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 13:40:38.510324 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-66e5820b-a040-4133-9a5a-090e32caece7 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:38.511502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-66e5820b-a040-4133-9a5a-090e32caece7 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0257201 Feb 11 13:40:38.517336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44894) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:38.600255 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a3fbb3-1844-4078-9bcf-6231945cac6f x-openstack-request-id: req-06a3fbb3-1844-4078-9bcf-6231945cac6f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:38.600255 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbff96e-10f4-4044-ae5f-d5a12844d5e9", "name": "network-vif-deleted", "tag": "88ed88a8-68b6-460d-8c5a-0f6d6c578f05", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:38.600255 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06a3fbb3-1844-4078-9bcf-6231945cac6f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:38.600255 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbff96e-10f4-4044-ae5f-d5a12844d5e9', 'name': 'network-vif-deleted', 'tag': '88ed88a8-68b6-460d-8c5a-0f6d6c578f05', 'status': 'completed', 'code': 200} Feb 11 13:40:38.613185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-683af2e7-627e-4928-b7e5-45642d41ffd3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet ac2a94ea-9975-484f-bad9-0d904f7e2498 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:40:38.645208 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-683af2e7-627e-4928-b7e5-45642d41ffd3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.687498 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.847884 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-683af2e7-627e-4928-b7e5-45642d41ffd3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.893174 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.925420 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b837efdc-1ec0-490d-93d1-fefb2b7413d6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:38.989897 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b837efdc-1ec0-490d-93d1-fefb2b7413d6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.185155 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-683af2e7-627e-4928-b7e5-45642d41ffd3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.281903 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b837efdc-1ec0-490d-93d1-fefb2b7413d6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.283434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926e4569-fcc5-452c-8847-ae826dc59760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-989bc7e0-851d-4103-8fbc-d1129626a4bd', 'network_id': '989bc7e0-851d-4103-8fbc-d1129626a4bd', 'tenant_id': '456047e9bb424f0197e3516822a2f3d4', 'fixed_ips': [{'subnet_id': '6245717b-d471-46f0-be37-2e0ef5735e5f'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:40:39.285153 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-926e4569-fcc5-452c-8847-ae826dc59760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.295307 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b837efdc-1ec0-490d-93d1-fefb2b7413d6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.303017 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b837efdc-1ec0-490d-93d1-fefb2b7413d6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "DELETE /v2.0/security-groups/7fd3f0cc-9f30-4e2f-9ada-8f73819b4f53 HTTP/1.1" status: 204 len: 168 time: 0.7853723 Feb 11 13:40:39.303747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44914) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:39.421642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837efdc-1ec0-490d-93d1-fefb2b7413d6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd3f0cc-9f30-4e2f-9ada-8f73819b4f53,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:39.581649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b4d47566-7dce-4ee8-8881-4eb29d612812 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2635655 Feb 11 13:40:39.655816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b523d9-cd1e-4a78-ad57-dc3bc9e28064 None None] Network f81ab3c2-5fda-4f31-afff-5fba669c037a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:39.686798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44920) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:39.692397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0275843f-995a-4abc-9515-32ac299531fa tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877576309'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:39.699931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1d3d3718-78fc-4361-842e-fbf4144b30cd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:39.709031 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0270269f-d13f-4cad-8e3f-74ed2c6cdd9f req-e8554e9a-3cad-4c0b-9b73-5630a4c6bfc6 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbff96e-10f4-4044-ae5f-d5a12844d5e9 HTTP/1.1" status: 200 len: 210 time: 0.1520464 Feb 11 13:40:39.717652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-683af2e7-627e-4928-b7e5-45642d41ffd3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.821337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683af2e7-627e-4928-b7e5-45642d41ffd3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2a94ea-9975-484f-bad9-0d904f7e2498,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:39.825936 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-683af2e7-627e-4928-b7e5-45642d41ffd3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.832201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-683af2e7-627e-4928-b7e5-45642d41ffd3 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/ac2a94ea-9975-484f-bad9-0d904f7e2498 HTTP/1.1" status: 204 len: 168 time: 1.4564493 Feb 11 13:40:39.834978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44924) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:39.911428 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ef6a7f-a461-45e7-993e-34f414e37d98 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:39.912250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ef6a7f-a461-45e7-993e-34f414e37d98 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:39.920492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44926) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:39.921032 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-92ef6a7f-a461-45e7-993e-34f414e37d98 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/e5f56908-e3e4-4654-987f-2150d72caf38 HTTP/1.1" status: 404 len: 337 time: 0.0844464 Feb 11 13:40:39.959016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8107ae37-1c1f-4c4b-981e-c223cf506638 None None] Provisioning complete for port 1d3d3718-78fc-4361-842e-fbf4144b30cd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:39.971741 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8107ae37-1c1f-4c4b-981e-c223cf506638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:39.993873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 1d3d3718-78fc-4361-842e-fbf4144b30cd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:39.994601 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.038434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cd85fb-27d8-4e93-b279-a6909b500003 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting subnet 0849e3b8-3d1a-4441-b173-79934dff8ae7 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:40:40.042353 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95cd85fb-27d8-4e93-b279-a6909b500003 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.072534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.086538 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0275843f-995a-4abc-9515-32ac299531fa tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server [None req-926e4569-fcc5-452c-8847-ae826dc59760 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6245717b-d471-46f0-be37-2e0ef5735e5f: This subnet is being modified by another concurrent operation. Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:40:40.102826 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6245717b-d471-46f0-be37-2e0ef5735e5f: This subnet is being modified by another concurrent operation. Feb 11 13:40:40.107566 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Feb 11 13:40:40.151985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87935a94-11f8-4ed9-9312-704c90ff3398 None None] Network 989bc7e0-851d-4103-8fbc-d1129626a4bd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:40.171816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Subnet': ['ID=6245717b-d471-46f0-be37-2e0ef5735e5f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:40.204193 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95cd85fb-27d8-4e93-b279-a6909b500003 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.269574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0275843f-995a-4abc-9515-32ac299531fa tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.321235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.359906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989bc7e0-851d-4103-8fbc-d1129626a4bd']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:40.360992 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0275843f-995a-4abc-9515-32ac299531fa tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.415431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3131066-1b7f-4e2c-8d39-f5ee5495132a') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:40.415431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3131066-1b7f-4e2c-8d39-f5ee5495132a') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:40.427486 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275843f-995a-4abc-9515-32ac299531fa tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9bfae8-1dbe-428d-971a-89122f390c8b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:40.461170 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.463116 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8107ae37-1c1f-4c4b-981e-c223cf506638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.479947 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.510456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.526017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8107ae37-1c1f-4c4b-981e-c223cf506638 None None] For port 1d3d3718-78fc-4361-842e-fbf4144b30cd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1d3d3718-78fc-4361-842e-fbf4144b30cd,segment=NetworkSegment(de0f2c10-11bc-467b-9a1f-d835d784b726),segment_id=de0f2c10-11bc-467b-9a1f-d835d784b726)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:40.536124 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0275843f-995a-4abc-9515-32ac299531fa tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.536124 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0275843f-995a-4abc-9515-32ac299531fa tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8435211 Feb 11 13:40:40.536124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44932) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:40.539774 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8fa3e296-bdf0-4528-9c13-8e2018b328b1 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '8d9bfae8-1dbe-428d-971a-89122f390c8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:40.549970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:40.552581 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:40.556718 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:40.559828 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-8fa3e296-bdf0-4528-9c13-8e2018b328b1 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 13:40:40.560464 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-8fa3e296-bdf0-4528-9c13-8e2018b328b1 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:40.561523 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8fa3e296-bdf0-4528-9c13-8e2018b328b1 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0255387 Feb 11 13:40:40.566662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44934) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:40.571523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-61fa2ffa-4ba2-427e-9025-5cd89e8f308c tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '8d9bfae8-1dbe-428d-971a-89122f390c8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:40.572911 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-61fa2ffa-4ba2-427e-9025-5cd89e8f308c tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 13:40:40.574108 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-61fa2ffa-4ba2-427e-9025-5cd89e8f308c tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:40.578058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-61fa2ffa-4ba2-427e-9025-5cd89e8f308c tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077655 Feb 11 13:40:40.578664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44936) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:40.583404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:40.593139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f659f54d-59e5-4f95-85bc-456b9e200cf4 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '8d9bfae8-1dbe-428d-971a-89122f390c8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:40.594726 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-f659f54d-59e5-4f95-85bc-456b9e200cf4 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 13:40:40.596995 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-f659f54d-59e5-4f95-85bc-456b9e200cf4 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:40.598927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f659f54d-59e5-4f95-85bc-456b9e200cf4 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0192773 Feb 11 13:40:40.607769 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44938) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:40.614392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a6e14847-c5ea-4ef1-80b6-f6f4037ddd22 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '8d9bfae8-1dbe-428d-971a-89122f390c8b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:40.615596 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-a6e14847-c5ea-4ef1-80b6-f6f4037ddd22 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 13:40:40.616100 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-a6e14847-c5ea-4ef1-80b6-f6f4037ddd22 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:40.617113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a6e14847-c5ea-4ef1-80b6-f6f4037ddd22 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0084531 Feb 11 13:40:40.621836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44940) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:40.629930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a43cca-6096-4df9-a8c4-aa013a416546 None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:40.634149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:40:40.634492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 88ed88a8-68b6-460d-8c5a-0f6d6c578f05 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:40.647303 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8107ae37-1c1f-4c4b-981e-c223cf506638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.703414 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95cd85fb-27d8-4e93-b279-a6909b500003 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.714384 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a8adc54-10ba-4234-ba0b-d5b34f65140c tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.767019 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a8adc54-10ba-4234-ba0b-d5b34f65140c tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.782689 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:40.783067 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:40.820032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107ae37-1c1f-4c4b-981e-c223cf506638 None None] Pushing event updated for resources: {'Port': ['ID=1d3d3718-78fc-4361-842e-fbf4144b30cd,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:40.836704 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.838913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5a1f9b6a-6ce4-49f1-8f90-0abc1f4e2bfe None None] Provisioning complete for port 0f946705-1318-4e06-9d50-f5a91f79e6d3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:40.840491 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5a1f9b6a-6ce4-49f1-8f90-0abc1f4e2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.849213 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.859755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44950) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:40.861698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/989bc7e0-851d-4103-8fbc-d1129626a4bd HTTP/1.1" status: 204 len: 168 time: 2.3884542 Feb 11 13:40:40.876150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127154827'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:40.916682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159fb7cd-bfab-4b0f-aa0f-68749681fa8d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Network': ['ID=989bc7e0-851d-4103-8fbc-d1129626a4bd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:40.950276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5a1f9b6a-6ce4-49f1-8f90-0abc1f4e2bfe None None] Port 0f946705-1318-4e06-9d50-f5a91f79e6d3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:40.967322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5a1f9b6a-6ce4-49f1-8f90-0abc1f4e2bfe None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:40.967648 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5a1f9b6a-6ce4-49f1-8f90-0abc1f4e2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.990157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a8adc54-10ba-4234-ba0b-d5b34f65140c tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.993727 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a8adc54-10ba-4234-ba0b-d5b34f65140c tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:40.999996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9a8adc54-10ba-4234-ba0b-d5b34f65140c tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "DELETE /v2.0/security-groups/8d9bfae8-1dbe-428d-971a-89122f390c8b HTTP/1.1" status: 204 len: 168 time: 0.3723919 Feb 11 13:40:41.002302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44960) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:41.021102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8adc54-10ba-4234-ba0b-d5b34f65140c tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9bfae8-1dbe-428d-971a-89122f390c8b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:41.038607 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95cd85fb-27d8-4e93-b279-a6909b500003 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.101251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:41.106683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.125069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd85fb-27d8-4e93-b279-a6909b500003 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Subnet': ['ID=0849e3b8-3d1a-4441-b173-79934dff8ae7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:41.158719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95cd85fb-27d8-4e93-b279-a6909b500003 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.162180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:41.170077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95cd85fb-27d8-4e93-b279-a6909b500003 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/0849e3b8-3d1a-4441-b173-79934dff8ae7 HTTP/1.1" status: 204 len: 168 time: 1.2479846 Feb 11 13:40:41.173698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44964) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:41.227977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-35b3765a-4bf7-4181-9373-262fdd215a45 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2219744 Feb 11 13:40:41.228722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44972) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:41.239048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-53ccfb7e-d4c9-47ad-800a-ce5839454b16 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'tempest-secgroup--566275182'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:41.270839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc4bfa-1f07-4754-bbf9-fd338ab40c34 None None] Update dhcp port {'port': {'network_id': '8103b72c-a4a6-4850-b044-ccccfd01affa', 'fixed_ips': [{'subnet_id': '0849e3b8-3d1a-4441-b173-79934dff8ae7'}], 'binding:host_id': 'n-d-816488-1'}, 'id': '2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:40:41.274011 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.274163 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Added segment 4f2448f2-b1cc-4b3e-92f3-14c53d86c854 of type vlan for network 07398487-fc2c-4aba-9828-caec9a5f2b83 Feb 11 13:40:41.278511 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b3549f0-9a50-4310-95e9-91b1e551982e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:41.282569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b3549f0-9a50-4310-95e9-91b1e551982e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:41.294335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44976) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:41.295038 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b3549f0-9a50-4310-95e9-91b1e551982e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/20982eae-7a51-4b23-89dd-bd953b916003 HTTP/1.1" status: 404 len: 337 time: 0.1172991 Feb 11 13:40:41.348320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44978) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:41.352863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-97bc4c2b-7809-4e66-8d6b-80ea1ecec390 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "GET /v2.0/ports?device_id=26483ebf-6b0e-4c7b-8dcd-0aa432cf220d HTTP/1.1" status: 200 len: 205 time: 0.0476122 Feb 11 13:40:41.359593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44980) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:41.399689 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7adc4bfa-1f07-4754-bbf9-fd338ab40c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.453084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-12d072a0-ef86-4d9c-b175-e11fd80bd9cd None None] Provisioning complete for port 1d3d3718-78fc-4361-842e-fbf4144b30cd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:41.453455 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-12d072a0-ef86-4d9c-b175-e11fd80bd9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.461532 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ccfb7e-d4c9-47ad-800a-ce5839454b16 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.636102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0bc671b0-3919-43d5-8ddd-ac4a1307d646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.768861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1d3d3718-78fc-4361-842e-fbf4144b30cd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:41.785427 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ccfb7e-d4c9-47ad-800a-ce5839454b16 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:41.799529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f98ff2-917e-467d-9dee-5b1024b002ac req-4e9d9205-2b14-445a-8eb7-33c9c6f54c7b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:41.807712 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13f98ff2-917e-467d-9dee-5b1024b002ac req-4e9d9205-2b14-445a-8eb7-33c9c6f54c7b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 946 time: 0.2025008 Feb 11 13:40:42.047059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.047059 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-3357d14a-c299-4e12-afc6-d8fa35d973ec tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] delete failed (client error): The resource could not be found. Feb 11 13:40:42.052789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44994) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.053293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 1d3d3718-78fc-4361-842e-fbf4144b30cd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:42.053293 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.053589 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3357d14a-c299-4e12-afc6-d8fa35d973ec tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/routers/26483ebf-6b0e-4c7b-8dcd-0aa432cf220d HTTP/1.1" status: 404 len: 336 time: 0.5083816 Feb 11 13:40:42.053907 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cafcc35-ca8c-4904-a70f-97651b2b06f5 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:42.053907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cafcc35-ca8c-4904-a70f-97651b2b06f5 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:42.054232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a22b42-3dc6-4867-bb59-89d0f01d6b75 None None] Network 8103b72c-a4a6-4850-b044-ccccfd01affa requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:42.054499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2cafcc35-ca8c-4904-a70f-97651b2b06f5 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/2a53e0b4-6bc4-468b-8608-88ec3fb988ab HTTP/1.1" status: 404 len: 337 time: 0.0643630 Feb 11 13:40:42.054828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44998) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.055149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13f98ff2-917e-467d-9dee-5b1024b002ac req-916ad320-5d33-4a0d-a53e-b733da80ae1f tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331301 Feb 11 13:40:42.055364 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff62d1b-a518-47a6-918a-8a1a7e71ed9f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:42.055364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff62d1b-a518-47a6-918a-8a1a7e71ed9f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:42.057135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0bc671b0-3919-43d5-8ddd-ac4a1307d646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.057135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45000) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.057760 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7ff62d1b-a518-47a6-918a-8a1a7e71ed9f tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/3887f89d-879b-42bb-bc2a-00cc649a3375 HTTP/1.1" status: 404 len: 337 time: 0.0338917 Feb 11 13:40:42.058190 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ccfb7e-d4c9-47ad-800a-ce5839454b16 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.058190 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c140f3-7984-45dc-8bd1-dfb4c13ac8a1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:42.058190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c140f3-7984-45dc-8bd1-dfb4c13ac8a1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:42.058190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f1c140f3-7984-45dc-8bd1-dfb4c13ac8a1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/7c080285-4f7b-42c3-85ba-ca028eeccaf7 HTTP/1.1" status: 404 len: 337 time: 0.0406327 Feb 11 13:40:42.059360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45002) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.059722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5f22d1b7-9077-4167-821e-644eb1086622 None None] Provisioning complete for port 0f946705-1318-4e06-9d50-f5a91f79e6d3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:42.060056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccfb7e-d4c9-47ad-800a-ce5839454b16 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:42.060292 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f22d1b7-9077-4167-821e-644eb1086622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.070742 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0bc671b0-3919-43d5-8ddd-ac4a1307d646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.073932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.089108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:42.089108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.097467 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-61449545-b395-4530-a5c7-5039223b68a6 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:42.098345 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61449545-b395-4530-a5c7-5039223b68a6 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:42.104593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-61449545-b395-4530-a5c7-5039223b68a6 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/16dc755d-091f-497f-9153-7f9460a9e2b2 HTTP/1.1" status: 404 len: 333 time: 0.0754735 Feb 11 13:40:42.107918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45008) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.116147 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0bc671b0-3919-43d5-8ddd-ac4a1307d646 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56b98483e6314e058cecd31c01f243a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7635162 Feb 11 13:40:42.126043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45010) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.151122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5f22d1b7-9077-4167-821e-644eb1086622 None None] Port 0f946705-1318-4e06-9d50-f5a91f79e6d3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:42.168228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5f22d1b7-9077-4167-821e-644eb1086622 None None] Provisioning complete for port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:42.168765 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f22d1b7-9077-4167-821e-644eb1086622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.191937 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53ccfb7e-d4c9-47ad-800a-ce5839454b16 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.191937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-53ccfb7e-d4c9-47ad-800a-ce5839454b16 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9561374 Feb 11 13:40:42.191937 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-4446624b-041b-4b71-b9a5-eb58de1d36b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:42.191937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4446624b-041b-4b71-b9a5-eb58de1d36b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:42.198171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4446624b-041b-4b71-b9a5-eb58de1d36b1 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/a676095c-83e8-457d-9043-f71eaeccee0d HTTP/1.1" status: 404 len: 337 time: 0.0787747 Feb 11 13:40:42.198171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45012) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.204080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b697e5e4-6e1c-454b-b66e-a094a91509a2 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:42.205503 n-d-816488-1 neutron-server[103007]: WARNING neutron.api.v2.base [None req-b697e5e4-6e1c-454b-b66e-a094a91509a2 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:40:42.205877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45014) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.206741 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-b697e5e4-6e1c-454b-b66e-a094a91509a2 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:42.207915 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b697e5e4-6e1c-454b-b66e-a094a91509a2 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096719 Feb 11 13:40:42.210512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc671b0-3919-43d5-8ddd-ac4a1307d646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b47ae4-15fc-412d-b30e-5217cb005f49,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:42.213169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e0d6ef-284c-4353-bb9d-ec1cdc6c0f50 None None] DHCP port deletion for 8103b72c-a4a6-4850-b044-ccccfd01affa request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:40:42.217408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45016) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.224664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f7ddd50c-a8f5-4835-858d-9f15d9cfbea9 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:42.264486 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4036381 Feb 11 13:40:42.270615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45022) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.277862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'network_id': '07398487-fc2c-4aba-9828-caec9a5f2b83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:42.298560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760573d6-d497-4362-840e-a690ef3e8bef tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=07398487-fc2c-4aba-9828-caec9a5f2b83,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:42.322711 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbebd920-10d3-432c-96ce-2740c6cbd8e4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:42.324098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbebd920-10d3-432c-96ce-2740c6cbd8e4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:42.330173 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dbebd920-10d3-432c-96ce-2740c6cbd8e4 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/fbc6a78b-f442-4682-b727-2ca28909da31 HTTP/1.1" status: 404 len: 337 time: 0.0934579 Feb 11 13:40:42.330536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45024) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.375547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23c713b6-6e93-4135-858c-b4ce581cfc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.399863 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebe9317-99e6-4315-aa83-baf47803273e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:42.401403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebe9317-99e6-4315-aa83-baf47803273e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:42.406173 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6ebe9317-99e6-4315-aa83-baf47803273e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/d9adc39b-475e-46ca-a510-82d0f041a4e2 HTTP/1.1" status: 404 len: 333 time: 0.0726318 Feb 11 13:40:42.413612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45030) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.425646 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23c713b6-6e93-4135-858c-b4ce581cfc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.452960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 07398487-fc2c-4aba-9828-caec9a5f2b83 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:42.465818 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdd35af-bee0-45cc-b5ca-54556a205b9d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:42.466593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdd35af-bee0-45cc-b5ca-54556a205b9d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:42.474293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45034) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.474443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ccdd35af-bee0-45cc-b5ca-54556a205b9d tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/ab8f70b6-6187-4d13-9f17-d5cdaf489584 HTTP/1.1" status: 404 len: 337 time: 0.0630090 Feb 11 13:40:42.495064 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-f7ddd50c-a8f5-4835-858d-9f15d9cfbea9 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:42.496952 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f7ddd50c-a8f5-4835-858d-9f15d9cfbea9 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2807956 Feb 11 13:40:42.499974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45038) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.521882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1e6da738-1d60-4639-9613-9f9ee729300b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:42.522502 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-1e6da738-1d60-4639-9613-9f9ee729300b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 13:40:42.522762 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-1e6da738-1d60-4639-9613-9f9ee729300b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:42.526530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e6da738-1d60-4639-9613-9f9ee729300b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091040 Feb 11 13:40:42.527693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45042) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.529806 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-925cb0ee-68cf-4276-8f9e-c89d76b88a36 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] DELETE failed (client error): The resource could not be found. Feb 11 13:40:42.530275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925cb0ee-68cf-4276-8f9e-c89d76b88a36 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:40:42.533486 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-925cb0ee-68cf-4276-8f9e-c89d76b88a36 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/subnets/81ee6be9-1e42-4acb-a534-c5882a83139b HTTP/1.1" status: 404 len: 337 time: 0.0597312 Feb 11 13:40:42.534985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2760f601-c1c4-4323-b643-209d28683125 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:42.536381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45044) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.597275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-92e0d6ef-284c-4353-bb9d-ec1cdc6c0f50 None None] Deleting port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:42.597275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92e0d6ef-284c-4353-bb9d-ec1cdc6c0f50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.633874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:42.642258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.663237 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23c713b6-6e93-4135-858c-b4ce581cfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.668778 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23c713b6-6e93-4135-858c-b4ce581cfc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.671011 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-23c713b6-6e93-4135-858c-b4ce581cfc30 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71b47ae4-15fc-412d-b30e-5217cb005f49 HTTP/1.1" status: 204 len: 168 time: 0.5471454 Feb 11 13:40:42.682908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c713b6-6e93-4135-858c-b4ce581cfc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b47ae4-15fc-412d-b30e-5217cb005f49,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:42.696284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-28f6a9b8-e20c-46d2-8c47-da024ed7d680 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Deleting port 0f946705-1318-4e06-9d50-f5a91f79e6d3 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:42.696625 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28f6a9b8-e20c-46d2-8c47-da024ed7d680 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.748649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-92e0d6ef-284c-4353-bb9d-ec1cdc6c0f50 None None] For port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,segment=NetworkSegment(2dd162d1-9681-4859-8376-240a809cafc0),segment_id=2dd162d1-9681-4859-8376-240a809cafc0)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:42.749878 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92e0d6ef-284c-4353-bb9d-ec1cdc6c0f50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.767292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-92e0d6ef-284c-4353-bb9d-ec1cdc6c0f50 None None] Calling delete_port for 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:42.862332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28f6a9b8-e20c-46d2-8c47-da024ed7d680 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:42.879004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-28f6a9b8-e20c-46d2-8c47-da024ed7d680 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Calling delete_port for 0f946705-1318-4e06-9d50-f5a91f79e6d3 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:42.903245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-b97e3250-6c09-4831-90c4-6b59b27c9999 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:42.905716 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-b97e3250-6c09-4831-90c4-6b59b27c9999 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.13 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 946 time: 0.1419601 Feb 11 13:40:42.908320 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:40:42.918950 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-2760f601-c1c4-4323-b643-209d28683125 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:42.922499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2760f601-c1c4-4323-b643-209d28683125 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3912480 Feb 11 13:40:42.923472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45058) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.944731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-53db06dc-b4fe-48c8-b6a9-25eb6c9be2c7 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:42.945749 n-d-816488-1 neutron-server[103007]: WARNING neutron.api.v2.base [None req-53db06dc-b4fe-48c8-b6a9-25eb6c9be2c7 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:40:42.946265 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-53db06dc-b4fe-48c8-b6a9-25eb6c9be2c7 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:42.950652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-53db06dc-b4fe-48c8-b6a9-25eb6c9be2c7 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081334 Feb 11 13:40:42.951494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45060) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:42.957133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a0bb8ded-ae19-4ee7-ad8b-665d3c5e1772 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:43.006008 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92e0d6ef-284c-4353-bb9d-ec1cdc6c0f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.040517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.087780 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0d6ef-284c-4353-bb9d-ec1cdc6c0f50 None None] Pushing event deleted for resources: {'Port': ['ID=2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:43.104898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0d6ef-284c-4353-bb9d-ec1cdc6c0f50 None None] No DVR routers for this DVR port 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:43.144858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b4065d-c79b-4eb4-a970-60500fad962d None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:40:43.161108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-a887de7c-c456-40fd-bcef-5624702d016d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Deleting port ed251ac4-51ca-45ea-806a-c18242c951f8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:43.161672 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-a887de7c-c456-40fd-bcef-5624702d016d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.211431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=46f2bd2e-0ec5-442d-987e-0c6a9e443a54,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:43.214730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking segment: {'id': '4f2448f2-b1cc-4b3e-92f3-14c53d86c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '07398487-fc2c-4aba-9828-caec9a5f2b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:43.216125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network hostable DHCP agents. Network: 07398487-fc2c-4aba-9828-caec9a5f2b83, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:43.331787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network 07398487-fc2c-4aba-9828-caec9a5f2b83 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:43.352798 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28f6a9b8-e20c-46d2-8c47-da024ed7d680 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.407429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f6a9b8-e20c-46d2-8c47-da024ed7d680 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Port': ['ID=0f946705-1318-4e06-9d50-f5a91f79e6d3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:43.417461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 07398487-fc2c-4aba-9828-caec9a5f2b83) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:43.425258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:43.426807 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.432697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11351d8-159d-4935-8520-93f8aea1b702 req-300d7013-bfee-4d47-8455-12562e2769e8 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:43.442529 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a11351d8-159d-4935-8520-93f8aea1b702 req-300d7013-bfee-4d47-8455-12562e2769e8 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 946 time: 0.2834477 Feb 11 13:40:43.463732 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28f6a9b8-e20c-46d2-8c47-da024ed7d680 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.469468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4065d-c79b-4eb4-a970-60500fad962d None None] Unable to find a vacant binding_index for network 07398487-fc2c-4aba-9828-caec9a5f2b83 and agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 {{(pid=103008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 11 13:40:43.471435 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-28f6a9b8-e20c-46d2-8c47-da024ed7d680 tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/ports/0f946705-1318-4e06-9d50-f5a91f79e6d3 HTTP/1.1" status: 204 len: 168 time: 0.9341023 Feb 11 13:40:43.474347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b4065d-c79b-4eb4-a970-60500fad962d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 07398487-fc2c-4aba-9828-caec9a5f2b83) {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:40:43.474812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45068) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:43.503565 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-a0bb8ded-ae19-4ee7-ad8b-665d3c5e1772 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:43.507144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a0bb8ded-ae19-4ee7-ad8b-665d3c5e1772 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5521197 Feb 11 13:40:43.510491 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45072) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:43.518405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f524d95f-fce9-4ca3-bf80-48c94632e98e tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:43.519206 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-f524d95f-fce9-4ca3-bf80-48c94632e98e tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 13:40:43.519889 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-f524d95f-fce9-4ca3-bf80-48c94632e98e tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:43.522014 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f524d95f-fce9-4ca3-bf80-48c94632e98e tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071003 Feb 11 13:40:43.543509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45076) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:43.571943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7b3ac877-a9ed-4b6d-a858-85fd9b0ab0fc tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:43.585642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-a887de7c-c456-40fd-bcef-5624702d016d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] For port ed251ac4-51ca-45ea-806a-c18242c951f8, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ed251ac4-51ca-45ea-806a-c18242c951f8,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:43.586314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-a887de7c-c456-40fd-bcef-5624702d016d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.620037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-a887de7c-c456-40fd-bcef-5624702d016d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Calling delete_port for ed251ac4-51ca-45ea-806a-c18242c951f8 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:43.632597 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a11351d8-159d-4935-8520-93f8aea1b702 req-8c8ba0d4-3c3f-4813-bd03-1b8fe3fd9b1b tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883771 Feb 11 13:40:43.638049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5a3c7a7c-1a60-415e-bfa2-58f98c616694 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3659616 Feb 11 13:40:43.641863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45078) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:43.706155 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.711450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:43.768194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45080) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:43.774836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:40:43.774836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2dc7796f-a789-4bf7-ac2a-c0d6e5018fb8 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:43.811815 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e27d6b-9c73-4990-9045-a1b83da308d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.818851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.843577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8103b72c-a4a6-4850-b044-ccccfd01affa']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:43.861511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dd162d1-9681-4859-8376-240a809cafc0') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:43.861992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dd162d1-9681-4859-8376-240a809cafc0') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:43.862257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-07398487-fc2c-4aba-9828-caec9a5f2b83', 'network_id': '07398487-fc2c-4aba-9828-caec9a5f2b83', 'tenant_id': '456047e9bb424f0197e3516822a2f3d4', 'fixed_ips': [{'subnet_id': '46f2bd2e-0ec5-442d-987e-0c6a9e443a54'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:40:43.863712 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.875642 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.893718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.900200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:43.900598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:43.955135 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:44.069029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.069231 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.078131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.081839 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] 10.222.0.52 "DELETE /v2.0/networks/8103b72c-a4a6-4850-b044-ccccfd01affa HTTP/1.1" status: 204 len: 168 time: 0.6059091 Feb 11 13:40:44.093501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Allocated IP 2001:db8::1 (07398487-fc2c-4aba-9828-caec9a5f2b83/46f2bd2e-0ec5-442d-987e-0c6a9e443a54/6cbff715-5fd0-4508-a8b0-359ee6cd59ce) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:44.098142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788117a-a222-4247-b1a7-d55bb4f0bb1e tempest-PortsTestJSON-656460166 tempest-PortsTestJSON-656460166-project] Pushing event deleted for resources: {'Network': ['ID=8103b72c-a4a6-4850-b044-ccccfd01affa,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:44.126147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e27d6b-9c73-4990-9045-a1b83da308d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.131854 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-7b3ac877-a9ed-4b6d-a858-85fd9b0ab0fc tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:44.132909 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7b3ac877-a9ed-4b6d-a858-85fd9b0ab0fc tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5881128 Feb 11 13:40:44.137228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45084) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:44.156532 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-09b968c3-6e33-4a7e-94f3-6a6430e92bf5 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:44.209658 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.215472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e27d6b-9c73-4990-9045-a1b83da308d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.296963 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-a887de7c-c456-40fd-bcef-5624702d016d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.309999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7271340a-75dc-4ad7-95f4-fcccd3e031f4', 'ed251ac4-51ca-45ea-806a-c18242c951f8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:44.329885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17e27d6b-9c73-4990-9045-a1b83da308d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37f0108842d74362954e05a9cd70d24f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5580978 Feb 11 13:40:44.331993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45086) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:44.337437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e27d6b-9c73-4990-9045-a1b83da308d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df80166-dcc6-454b-b528-2d57d84c59d8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:44.374516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887de7c-c456-40fd-bcef-5624702d016d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Pushing event deleted for resources: {'Port': ['ID=ed251ac4-51ca-45ea-806a-c18242c951f8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:44.390806 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.415941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-a887de7c-c456-40fd-bcef-5624702d016d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] No DVR routers for this DVR port ed251ac4-51ca-45ea-806a-c18242c951f8 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:44.419627 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-a887de7c-c456-40fd-bcef-5624702d016d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.423310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5de1cd71-c88e-400c-98b4-d7f15ec255fc req-a887de7c-c456-40fd-bcef-5624702d016d tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.13 "DELETE /v2.0/ports/ed251ac4-51ca-45ea-806a-c18242c951f8 HTTP/1.1" status: 204 len: 173 time: 1.4827774 Feb 11 13:40:44.423865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c249c8b2-c881-4e25-8b2d-224ed865efa2', 'name': 'network-vif-deleted', 'tag': 'ed251ac4-51ca-45ea-806a-c18242c951f8'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:44.427633 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2fb468-d953-4a8d-b2b4-038289428250" -d '{"events": [{"server_uuid": "c249c8b2-c881-4e25-8b2d-224ed865efa2", "name": "network-vif-deleted", "tag": "ed251ac4-51ca-45ea-806a-c18242c951f8"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:44.427923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0664ffef-39f7-44e9-8ce9-e6531253c8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.452274 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-09b968c3-6e33-4a7e-94f3-6a6430e92bf5 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:44.457057 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-09b968c3-6e33-4a7e-94f3-6a6430e92bf5 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3161838 Feb 11 13:40:44.457970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45090) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:44.466437 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.486311 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56772486-168d-4476-9d4d-db7bc76b998d x-openstack-request-id: req-56772486-168d-4476-9d4d-db7bc76b998d {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:44.486522 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c249c8b2-c881-4e25-8b2d-224ed865efa2", "name": "network-vif-deleted", "tag": "ed251ac4-51ca-45ea-806a-c18242c951f8", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:44.499122 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-56772486-168d-4476-9d4d-db7bc76b998d {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:44.503683 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c249c8b2-c881-4e25-8b2d-224ed865efa2', 'name': 'network-vif-deleted', 'tag': 'ed251ac4-51ca-45ea-806a-c18242c951f8', 'status': 'completed', 'code': 200} Feb 11 13:40:44.510110 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0664ffef-39f7-44e9-8ce9-e6531253c8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.536791 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Network 07398487-fc2c-4aba-9828-caec9a5f2b83 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:44.554985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:44.563668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:44.570243 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fcb798d-f1dd-4fc2-9459-33f667fe0eab tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.583937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Pushing event updated for resources: {'Port': ['ID=6cbff715-5fd0-4508-a8b0-359ee6cd59ce,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:44.611252 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fcb798d-f1dd-4fc2-9459-33f667fe0eab tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.683853 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.695035 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0664ffef-39f7-44e9-8ce9-e6531253c8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.697741 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0664ffef-39f7-44e9-8ce9-e6531253c8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.699376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0664ffef-39f7-44e9-8ce9-e6531253c8c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4df80166-dcc6-454b-b528-2d57d84c59d8 HTTP/1.1" status: 204 len: 168 time: 0.3635399 Feb 11 13:40:44.715968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0664ffef-39f7-44e9-8ce9-e6531253c8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df80166-dcc6-454b-b528-2d57d84c59d8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:44.773244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Attempting to bind port 6cbff715-5fd0-4508-a8b0-359ee6cd59ce on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:44.773612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Attempting to bind port 6cbff715-5fd0-4508-a8b0-359ee6cd59ce by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '4f2448f2-b1cc-4b3e-92f3-14c53d86c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '07398487-fc2c-4aba-9828-caec9a5f2b83'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:44.774153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Attempting to bind port 6cbff715-5fd0-4508-a8b0-359ee6cd59ce on network 07398487-fc2c-4aba-9828-caec9a5f2b83 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:44.782862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:44.790433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Checking segment: {'id': '4f2448f2-b1cc-4b3e-92f3-14c53d86c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '07398487-fc2c-4aba-9828-caec9a5f2b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:44.790433 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.790433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Bound using segment: {'id': '4f2448f2-b1cc-4b3e-92f3-14c53d86c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '07398487-fc2c-4aba-9828-caec9a5f2b83'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:44.790433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Bound port: 6cbff715-5fd0-4508-a8b0-359ee6cd59ce, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2448f2-b1cc-4b3e-92f3-14c53d86c854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '07398487-fc2c-4aba-9828-caec9a5f2b83'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:44.790433 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.816573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Subnet': ['ID=46f2bd2e-0ec5-442d-987e-0c6a9e443a54,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:44.869207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] For port 6cbff715-5fd0-4508-a8b0-359ee6cd59ce, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:44.875689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] For port 6cbff715-5fd0-4508-a8b0-359ee6cd59ce, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6cbff715-5fd0-4508-a8b0-359ee6cd59ce,segment=NetworkSegment(4f2448f2-b1cc-4b3e-92f3-14c53d86c854),segment_id=4f2448f2-b1cc-4b3e-92f3-14c53d86c854)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:44.883326 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac549da0-9b0e-4b33-a45a-5a55ef737ab2 req-3b57ae6b-8c4e-4ecc-b3a8-a289d6635db0 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 210 time: 0.0557339 Feb 11 13:40:44.905231 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fcb798d-f1dd-4fc2-9459-33f667fe0eab tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.908631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fcb798d-f1dd-4fc2-9459-33f667fe0eab tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:44.910012 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0fcb798d-f1dd-4fc2-9459-33f667fe0eab tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "DELETE /v2.0/security-groups/9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91 HTTP/1.1" status: 204 len: 168 time: 0.4515157 Feb 11 13:40:44.912674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45102) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:44.962750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb798d-f1dd-4fc2-9459-33f667fe0eab tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef6009f-fbc9-48ea-b75e-b0e2f02dfe91,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:44.984761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45104) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:44.996781 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.021097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.043842 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fb561361-29f1-49de-99aa-f937bea84a29 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1184990 Feb 11 13:40:45.045060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45108) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:45.050091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4ecda013-e9dd-496d-89e0-a7fbc3789494 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019744680'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:45.096267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07398487-fc2c-4aba-9828-caec9a5f2b83']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:45.113723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2448f2-b1cc-4b3e-92f3-14c53d86c854') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:45.114058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2448f2-b1cc-4b3e-92f3-14c53d86c854') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:45.127830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5887190-5b83-4e1c-accb-660f52f238b1 None None] Pushing event updated for resources: {'Port': ['ID=6cbff715-5fd0-4508-a8b0-359ee6cd59ce,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:45.140054 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.146442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8046b40b-89f6-4c68-9626-317f6e4dd3c6 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:40:45.159341 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.182596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:45.185036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:45.191335 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:45.260342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046b40b-89f6-4c68-9626-317f6e4dd3c6 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:40:45.284203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ecda013-e9dd-496d-89e0-a7fbc3789494 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.362013 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.api [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:40:45.362013 n-d-816488-1 neutron-server[103006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:40:45.362013 n-d-816488-1 neutron-server[103006]: [parameters: {'id': '07398487-fc2c-4aba-9828-caec9a5f2b83'}] Feb 11 13:40:45.362013 n-d-816488-1 neutron-server[103006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:45.371852 n-d-816488-1 neutron-server[103006]: DEBUG oslo_db.api [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:45.454204 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ecda013-e9dd-496d-89e0-a7fbc3789494 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.512511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e60b0fb5-8bd5-4416-9adb-c96e142bdadc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a884797f4d746b2b2de42816edd696a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5027843 Feb 11 13:40:45.515201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45114) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:45.575356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722cf911-6fcd-4988-bea3-0da346a9d29c None None] Network 07398487-fc2c-4aba-9828-caec9a5f2b83 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:45.650392 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c05680f-51e9-4be5-b7a1-23de91a4807d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.699579 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c05680f-51e9-4be5-b7a1-23de91a4807d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.773794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f944cff-f6ae-4a54-a59e-c9d82d5c38f1 None None] Network 07398487-fc2c-4aba-9828-caec9a5f2b83 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:45.841538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ecda013-e9dd-496d-89e0-a7fbc3789494 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.865075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.879853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecda013-e9dd-496d-89e0-a7fbc3789494 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4633768-6320-419b-a237-5320208dfcd9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:45.906425 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c05680f-51e9-4be5-b7a1-23de91a4807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.906425 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c05680f-51e9-4be5-b7a1-23de91a4807d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:45.907529 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8c05680f-51e9-4be5-b7a1-23de91a4807d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf4087d6-cdab-4ef9-927a-ab1cb154c4f1 HTTP/1.1" status: 204 len: 168 time: 0.3911297 Feb 11 13:40:45.921146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05680f-51e9-4be5-b7a1-23de91a4807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4087d6-cdab-4ef9-927a-ab1cb154c4f1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:45.969184 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting port 6cbff715-5fd0-4508-a8b0-359ee6cd59ce {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:45.969538 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.025078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ecda013-e9dd-496d-89e0-a7fbc3789494 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.030225 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4ecda013-e9dd-496d-89e0-a7fbc3789494 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9807086 Feb 11 13:40:46.030514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45130) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:46.036038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1751968a-552e-4801-aa73-94b7ba8f4bfb tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': 'e4633768-6320-419b-a237-5320208dfcd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:46.095076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] For port 6cbff715-5fd0-4508-a8b0-359ee6cd59ce, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6cbff715-5fd0-4508-a8b0-359ee6cd59ce,segment=NetworkSegment(4f2448f2-b1cc-4b3e-92f3-14c53d86c854),segment_id=4f2448f2-b1cc-4b3e-92f3-14c53d86c854)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:46.095076 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.110351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Calling delete_port for 6cbff715-5fd0-4508-a8b0-359ee6cd59ce owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:46.153497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fba2654e-4e07-478d-9955-3fbf382aad23 req-51c42ce5-aa36-400b-8985-cffe559deb04 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=c249c8b2-c881-4e25-8b2d-224ed865efa2 HTTP/1.1" status: 200 len: 210 time: 0.0556662 Feb 11 13:40:46.330041 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-1751968a-552e-4801-aa73-94b7ba8f4bfb tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The resource could not be found. Feb 11 13:40:46.330287 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.331102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1751968a-552e-4801-aa73-94b7ba8f4bfb tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2997143 Feb 11 13:40:46.343473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45138) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:46.348006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8ea51420-47b6-40f9-b819-77791f224410 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': 'e4633768-6320-419b-a237-5320208dfcd9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f22f512a-6f7b-4751-8d1b-5730bc0d965d'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:46.355009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Port': ['ID=6cbff715-5fd0-4508-a8b0-359ee6cd59ce,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:46.362426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No DVR routers for this DVR port 6cbff715-5fd0-4508-a8b0-359ee6cd59ce on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:46.448650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.476816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07398487-fc2c-4aba-9828-caec9a5f2b83']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:46.489174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2448f2-b1cc-4b3e-92f3-14c53d86c854') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:46.489469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2448f2-b1cc-4b3e-92f3-14c53d86c854') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:46.507360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.523171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.532582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:46.532582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:46.535874 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:46.610576 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-8ea51420-47b6-40f9-b819-77791f224410 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The resource could not be found. Feb 11 13:40:46.611680 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8ea51420-47b6-40f9-b819-77791f224410 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2671833 Feb 11 13:40:46.614590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45142) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:46.681821 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a495e6c-c5b7-4c32-aa59-20f69ed367b2 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.720421 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.728501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a495e6c-c5b7-4c32-aa59-20f69ed367b2 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.736357 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.744239 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/07398487-fc2c-4aba-9828-caec9a5f2b83 HTTP/1.1" status: 204 len: 168 time: 3.1029165 Feb 11 13:40:46.748376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45150) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:46.782582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1861892791'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:46.793622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1fa23-559e-49cd-ab68-2ac8c39cb3f3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Network': ['ID=07398487-fc2c-4aba-9828-caec9a5f2b83,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:46.858056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45158) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:46.866947 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a495e6c-c5b7-4c32-aa59-20f69ed367b2 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.869993 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a495e6c-c5b7-4c32-aa59-20f69ed367b2 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.874366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5a495e6c-c5b7-4c32-aa59-20f69ed367b2 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "DELETE /v2.0/security-groups/e4633768-6320-419b-a237-5320208dfcd9 HTTP/1.1" status: 204 len: 168 time: 0.2579393 Feb 11 13:40:46.900840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a495e6c-c5b7-4c32-aa59-20f69ed367b2 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4633768-6320-419b-a237-5320208dfcd9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:46.900840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45160) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:46.942896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ed251ac4-51ca-45ea-806a-c18242c951f8 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:46.951753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:46.951753 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:46.972207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: ed251ac4-51ca-45ea-806a-c18242c951f8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:40:46.973213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ed251ac4-51ca-45ea-806a-c18242c951f8 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:47.000452 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-00c45089-d456-415a-9560-ad2f72ad59c3 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1024058 Feb 11 13:40:47.009357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45166) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:47.012792 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1a7afb-6b00-46c5-a1f0-d8ce57875343 admin admin] Deleting subnet 4460ed97-8ba8-410b-aab0-37cb9200146f {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:40:47.028567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c61f77ec-1bf9-4c64-9396-6ea7ff6bc844 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': 'b28a3108-44af-44d1-87bd-1e25dcc2994e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:47.028819 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7afb-6b00-46c5-a1f0-d8ce57875343 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.068020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:47.086273 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.091273 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Added segment 6f7bd235-2605-47c6-953f-fbdcf84c5f05 of type vlan for network 280adea8-9302-449f-a72f-b29b9bef405b Feb 11 13:40:47.098312 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7afb-6b00-46c5-a1f0-d8ce57875343 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.170921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.188084 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7afb-6b00-46c5-a1f0-d8ce57875343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.335846 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-c61f77ec-1bf9-4c64-9396-6ea7ff6bc844 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The resource could not be found. Feb 11 13:40:47.336326 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7afb-6b00-46c5-a1f0-d8ce57875343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.341493 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.341913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c61f77ec-1bf9-4c64-9396-6ea7ff6bc844 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3226943 Feb 11 13:40:47.342588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45176) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:47.347380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f189ba50-6892-4a89-8929-0545b3abbe9b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'tempest-secgroup--500641606'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:47.350739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:47.352940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.411662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a7afb-6b00-46c5-a1f0-d8ce57875343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4460ed97-8ba8-410b-aab0-37cb9200146f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:47.425854 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7afb-6b00-46c5-a1f0-d8ce57875343 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.429752 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4b1a7afb-6b00-46c5-a1f0-d8ce57875343 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/4460ed97-8ba8-410b-aab0-37cb9200146f HTTP/1.1" status: 204 len: 168 time: 0.5706387 Feb 11 13:40:47.432572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45178) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:47.495635 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7422497 Feb 11 13:40:47.496328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45186) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:47.505059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'network_id': '280adea8-9302-449f-a72f-b29b9bef405b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:47.542289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2381e9-fbee-4d5f-aeca-52d5fc8865fe tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=280adea8-9302-449f-a72f-b29b9bef405b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:47.555091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 280adea8-9302-449f-a72f-b29b9bef405b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:47.600798 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.634671 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f189ba50-6892-4a89-8929-0545b3abbe9b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.685308 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45190) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:47.745434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.773376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca90c9d8-c69a-4717-b995-ecce0316d671']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:47.796327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:47.796633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf98b7ca-b2e7-4cc4-a74b-a6e001d56f69') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:47.822325 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f189ba50-6892-4a89-8929-0545b3abbe9b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.838415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.869177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.879239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:47.879651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:47.881470 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:47.910338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f189ba50-6892-4a89-8929-0545b3abbe9b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.931179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ade65521-6790-472f-a7f9-578b3dfa9162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:47.974992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:47.978488 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.025046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.061441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.068430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ca90c9d8-c69a-4717-b995-ecce0316d671 HTTP/1.1" status: 204 len: 168 time: 0.6342287 Feb 11 13:40:48.069594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b523d90-064c-4653-b3ba-64e9eb7fe4a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca90c9d8-c69a-4717-b995-ecce0316d671,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:48.155573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f189ba50-6892-4a89-8929-0545b3abbe9b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.155833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45204) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:48.160341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f189ba50-6892-4a89-8929-0545b3abbe9b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8166590 Feb 11 13:40:48.162338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45206) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:48.169729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d00ca993-a8d5-4a7c-856c-0072171353b6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617476787'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:48.172833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f189ba50-6892-4a89-8929-0545b3abbe9b tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d211222-b024-47aa-b308-b3c0c1fbc3fb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:48.284883 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d00ca993-a8d5-4a7c-856c-0072171353b6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.289459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ade65521-6790-472f-a7f9-578b3dfa9162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.333142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1678604223'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:48.343873 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.382498 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ade65521-6790-472f-a7f9-578b3dfa9162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.395247 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d00ca993-a8d5-4a7c-856c-0072171353b6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.453627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=1178448d-4c9f-4d4a-adf3-f069ab85070a,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:48.462095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ade65521-6790-472f-a7f9-578b3dfa9162 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=63b8a61ad1d244738285f303131214b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7756321 Feb 11 13:40:48.462317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45210) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:48.462894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade65521-6790-472f-a7f9-578b3dfa9162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79317ee-b269-4150-8a77-984931ba12ca,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:48.474146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking segment: {'id': '6f7bd235-2605-47c6-953f-fbdcf84c5f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '280adea8-9302-449f-a72f-b29b9bef405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:48.474608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network hostable DHCP agents. Network: 280adea8-9302-449f-a72f-b29b9bef405b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:48.475935 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d00ca993-a8d5-4a7c-856c-0072171353b6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.479612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:48.491149 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.528037 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.574660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network 280adea8-9302-449f-a72f-b29b9bef405b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:48.590562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ca993-a8d5-4a7c-856c-0072171353b6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d7713e-f591-472a-9ffb-777d1e99fe81,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:48.604724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-760d778d-8d25-4c76-9049-320a918da582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.634655 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-760d778d-8d25-4c76-9049-320a918da582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.648717 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d00ca993-a8d5-4a7c-856c-0072171353b6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.649988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d00ca993-a8d5-4a7c-856c-0072171353b6 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4864130 Feb 11 13:40:48.656555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45214) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:48.661731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-eb920da8-5be7-4b88-ac1a-6a12dec935e4 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group_rule': {'security_group_id': '0d211222-b024-47aa-b308-b3c0c1fbc3fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '07d7713e-f591-472a-9ffb-777d1e99fe81'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:48.681659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 280adea8-9302-449f-a72f-b29b9bef405b) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:48.696099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353bd5c6-e2d7-43ba-a00c-7459fa7abbdd None None] Network 280adea8-9302-449f-a72f-b29b9bef405b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:48.700177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:48.700921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.734843 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.762757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45216) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:48.811207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5b030666-4fb9-496d-96a6-611187cd0666 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a6bf19eae06740b684c5f00bc620f3fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430911 Feb 11 13:40:48.811540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45218) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:48.854020 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-760d778d-8d25-4c76-9049-320a918da582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.858493 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-760d778d-8d25-4c76-9049-320a918da582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.860317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-760d778d-8d25-4c76-9049-320a918da582 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d79317ee-b269-4150-8a77-984931ba12ca HTTP/1.1" status: 204 len: 168 time: 0.3969378 Feb 11 13:40:48.862816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3f42ce3a-d167-4a47-beed-6fa1a953d283 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3657467 Feb 11 13:40:48.863603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45220) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:48.865404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.888021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-280adea8-9302-449f-a72f-b29b9bef405b', 'network_id': '280adea8-9302-449f-a72f-b29b9bef405b', 'tenant_id': '456047e9bb424f0197e3516822a2f3d4', 'fixed_ips': [{'subnet_id': '1178448d-4c9f-4d4a-adf3-f069ab85070a'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:40:48.889875 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.928728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d778d-8d25-4c76-9049-320a918da582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79317ee-b269-4150-8a77-984931ba12ca,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:48.931033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:48.951525 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-eb920da8-5be7-4b88-ac1a-6a12dec935e4 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:40:48.955961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eb920da8-5be7-4b88-ac1a-6a12dec935e4 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2981949 Feb 11 13:40:48.956232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45224) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:48.961378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9c3cd43-ad2f-434a-b8f8-e2058b0dc866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:48.990923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9c3cd43-ad2f-434a-b8f8-e2058b0dc866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.025347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.025347 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added segment e2299105-513b-421a-a4e6-4ee7806adae9 of type vlan for network 4efc2e82-34b7-4760-b257-58e4a1531d7a Feb 11 13:40:49.110125 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Allocated IP 2001:db8::1 (280adea8-9302-449f-a72f-b29b9bef405b/1178448d-4c9f-4d4a-adf3-f069ab85070a/4034570b-2bd7-40ae-bdfc-739cd05789b7) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:49.130146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af1aede-8d16-49f1-90bb-fd196c29432c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:49.140130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.163074 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9c3cd43-ad2f-434a-b8f8-e2058b0dc866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.165986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9c3cd43-ad2f-434a-b8f8-e2058b0dc866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.170586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d9c3cd43-ad2f-434a-b8f8-e2058b0dc866 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac HTTP/1.1" status: 204 len: 168 time: 0.3547308 Feb 11 13:40:49.195753 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.218820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3cd43-ad2f-434a-b8f8-e2058b0dc866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0197f1f6-4223-4cf2-abf0-eb67f2ebe3ac,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:49.222413 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-032418d4-003b-4551-9f29-58edf0c93a40 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.252346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.312860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-032418d4-003b-4551-9f29-58edf0c93a40 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:49.385456 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.044550 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.052346 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-032418d4-003b-4551-9f29-58edf0c93a40 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.066409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-032418d4-003b-4551-9f29-58edf0c93a40 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.070232 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-032418d4-003b-4551-9f29-58edf0c93a40 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "DELETE /v2.0/security-groups/07d7713e-f591-472a-9ffb-777d1e99fe81 HTTP/1.1" status: 204 len: 168 time: 1.1121395 Feb 11 13:40:50.071244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.076582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45246) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:50.081042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:50.081979 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.110906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Network 280adea8-9302-449f-a72f-b29b9bef405b is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:50.114102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:50.126729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:50.194826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8fab6d90-524d-40fe-b376-f967f6112801 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1171093 Feb 11 13:40:50.196755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Pushing event updated for resources: {'Port': ['ID=4034570b-2bd7-40ae-bdfc-739cd05789b7,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.200872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45250) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:50.225827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Attempting to bind port 4034570b-2bd7-40ae-bdfc-739cd05789b7 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:50.226212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Attempting to bind port 4034570b-2bd7-40ae-bdfc-739cd05789b7 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '6f7bd235-2605-47c6-953f-fbdcf84c5f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '280adea8-9302-449f-a72f-b29b9bef405b'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:50.226577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Attempting to bind port 4034570b-2bd7-40ae-bdfc-739cd05789b7 on network 280adea8-9302-449f-a72f-b29b9bef405b {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:50.232345 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032418d4-003b-4551-9f29-58edf0c93a40 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d7713e-f591-472a-9ffb-777d1e99fe81,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.235150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:50.235150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Checking segment: {'id': '6f7bd235-2605-47c6-953f-fbdcf84c5f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '280adea8-9302-449f-a72f-b29b9bef405b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:50.235150 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.235150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Bound using segment: {'id': '6f7bd235-2605-47c6-953f-fbdcf84c5f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '280adea8-9302-449f-a72f-b29b9bef405b'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:50.235150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Bound port: 4034570b-2bd7-40ae-bdfc-739cd05789b7, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7bd235-2605-47c6-953f-fbdcf84c5f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '280adea8-9302-449f-a72f-b29b9bef405b'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:50.235150 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.240482 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.242066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Network': ['ID=4efc2e82-34b7-4760-b257-58e4a1531d7a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.261169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 4efc2e82-34b7-4760-b257-58e4a1531d7a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:50.294266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Subnet': ['ID=1178448d-4c9f-4d4a-adf3-f069ab85070a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.318754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] For port 4034570b-2bd7-40ae-bdfc-739cd05789b7, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:50.321937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] For port 4034570b-2bd7-40ae-bdfc-739cd05789b7, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4034570b-2bd7-40ae-bdfc-739cd05789b7,segment=NetworkSegment(6f7bd235-2605-47c6-953f-fbdcf84c5f05),segment_id=6f7bd235-2605-47c6-953f-fbdcf84c5f05)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:50.345642 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5336d93d-3811-4e2f-a95f-3a4a0e7aae64 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1886182 Feb 11 13:40:50.348819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45256) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:50.359118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-682450261'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:50.438192 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5d771d8-b4ba-418a-9bd8-fb8800519d82 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.449521 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.514466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5d771d8-b4ba-418a-9bd8-fb8800519d82 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.540078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89894a-1dbb-4d0a-9600-e5d66d29f2e1 None None] Pushing event updated for resources: {'Port': ['ID=4034570b-2bd7-40ae-bdfc-739cd05789b7,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.554032 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.555260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd6380e-1654-4472-a2ad-cd13e3b571f9 None None] Network 280adea8-9302-449f-a72f-b29b9bef405b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:50.577949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:50.587792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.605515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280adea8-9302-449f-a72f-b29b9bef405b']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:50.631594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7bd235-2605-47c6-953f-fbdcf84c5f05') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:50.632227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7bd235-2605-47c6-953f-fbdcf84c5f05') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:50.643558 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.665564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.668397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:50.673193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:50.673853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:50.677989 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:50.704247 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.704590 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added segment 95bb971c-3da3-4bd9-8da1-98e562a14cdd of type vlan for network 9a5f613d-908e-4297-807a-2358d3f64adb Feb 11 13:40:50.743531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb746a59-ae97-407d-9084-2b06d1c7c48c None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:40:50.798223 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5d771d8-b4ba-418a-9bd8-fb8800519d82 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.798223 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5d771d8-b4ba-418a-9bd8-fb8800519d82 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.798223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c5d771d8-b4ba-418a-9bd8-fb8800519d82 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "DELETE /v2.0/security-groups/0d211222-b024-47aa-b308-b3c0c1fbc3fb HTTP/1.1" status: 204 len: 168 time: 0.5841351 Feb 11 13:40:50.799179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45280) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:50.842423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d771d8-b4ba-418a-9bd8-fb8800519d82 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d211222-b024-47aa-b308-b3c0c1fbc3fb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:50.862585 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:50.922967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb746a59-ae97-407d-9084-2b06d1c7c48c None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:40:50.927067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45284) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:50.927348 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-edc8a7dc-f1d0-4dd6-96bd-a1b6559d376a tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1307535 Feb 11 13:40:50.934297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'tempest-secgroup--1548586452'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:50.972221 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.api [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:40:50.972221 n-d-816488-1 neutron-server[103007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:40:50.972221 n-d-816488-1 neutron-server[103007]: [parameters: {'id': '280adea8-9302-449f-a72f-b29b9bef405b'}] Feb 11 13:40:50.972221 n-d-816488-1 neutron-server[103007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:50.972857 n-d-816488-1 neutron-server[103007]: DEBUG oslo_db.api [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:50.989821 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.005667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:51.006358 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.114007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.123635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Network': ['ID=9a5f613d-908e-4297-807a-2358d3f64adb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:51.178891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d72509d2-1927-49b8-b6be-919cba527927 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8220041 Feb 11 13:40:51.178891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45292) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:51.181436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 9a5f613d-908e-4297-807a-2358d3f64adb details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:51.188008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'subnet': {'network_id': '4efc2e82-34b7-4760-b257-58e4a1531d7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:51.301530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.377378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.444915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c8bacd-c95a-49a9-81ff-e851764e2a7a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:51.452603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.453211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.453728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.454277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.454779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.455319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.455848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.456371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.456904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.457423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.457977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.458558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:51.479595 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.533658 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.537500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-27b9b21b-4140-4867-982c-665d91ad15a8 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6068506 Feb 11 13:40:51.538502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45308) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:51.543408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f6aae9e7-3ceb-4ad9-b689-8fec01ea4abd tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:51.543878 n-d-816488-1 neutron-server[103007]: WARNING neutron.api.v2.base [None req-f6aae9e7-3ceb-4ad9-b689-8fec01ea4abd tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:40:51.544494 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-f6aae9e7-3ceb-4ad9-b689-8fec01ea4abd tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:40:51.545544 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f6aae9e7-3ceb-4ad9-b689-8fec01ea4abd tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "PUT /v2.0/security-groups/09c8bacd-c95a-49a9-81ff-e851764e2a7a HTTP/1.1" status: 409 len: 330 time: 0.0069177 Feb 11 13:40:51.548260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45312) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:51.580717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting port 4034570b-2bd7-40ae-bdfc-739cd05789b7 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:51.581137 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.611761 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:51.617731 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.663604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] For port 4034570b-2bd7-40ae-bdfc-739cd05789b7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4034570b-2bd7-40ae-bdfc-739cd05789b7,segment=NetworkSegment(6f7bd235-2605-47c6-953f-fbdcf84c5f05),segment_id=6f7bd235-2605-47c6-953f-fbdcf84c5f05)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:51.664181 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.684357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Calling delete_port for 4034570b-2bd7-40ae-bdfc-739cd05789b7 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:51.853293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6a303-2e06-49a3-9b83-dc48d5eb9408 req-6a96d5c3-48ab-42af-8c3f-06a60e39cdb2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:51.855225 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4b6a303-2e06-49a3-9b83-dc48d5eb9408 req-6a96d5c3-48ab-42af-8c3f-06a60e39cdb2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 946 time: 0.1015515 Feb 11 13:40:51.856195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-004e58ce-3192-4f53-b180-5c1472909913 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:51.906090 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-004e58ce-3192-4f53-b180-5c1472909913 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.000433 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.054421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No DVR routers for this DVR port 4034570b-2bd7-40ae-bdfc-739cd05789b7 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:52.118131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-004e58ce-3192-4f53-b180-5c1472909913 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.126588 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-004e58ce-3192-4f53-b180-5c1472909913 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.132025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-004e58ce-3192-4f53-b180-5c1472909913 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "DELETE /v2.0/security-groups/09c8bacd-c95a-49a9-81ff-e851764e2a7a HTTP/1.1" status: 204 len: 168 time: 0.5796759 Feb 11 13:40:52.132025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Port': ['ID=4034570b-2bd7-40ae-bdfc-739cd05789b7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:52.132536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45338) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:52.163256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.179428 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4b6a303-2e06-49a3-9b83-dc48d5eb9408 req-417b8842-5b1f-4328-8368-80393ded4c7d tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937790 Feb 11 13:40:52.217514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e58ce-3192-4f53-b180-5c1472909913 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c8bacd-c95a-49a9-81ff-e851764e2a7a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:52.262904 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.286697 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-de5ac316-a005-4561-a576-163292121c81 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1529021 Feb 11 13:40:52.291923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45360) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:52.324556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Subnet': ['ID=6cd751ea-a849-413f-9b39-76f11f79a1ad,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:52.330031 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-5abac1c6-6e49-455e-b831-ec1270f0baf4 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] delete failed (client error): The resource could not be found. Feb 11 13:40:52.331088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5abac1c6-6e49-455e-b831-ec1270f0baf4 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "DELETE /v2.0/security-groups/a09d7a24-0280-430a-8645-315b7c6c137e HTTP/1.1" status: 404 len: 347 time: 0.0374069 Feb 11 13:40:52.359949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45370) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:52.366026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.366374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.366712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.367047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.367372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.374569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.375275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.376642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.377207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.378743 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.379031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.379346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:40:52.389360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Checking segment: {'id': 'e2299105-513b-421a-a4e6-4ee7806adae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4efc2e82-34b7-4760-b257-58e4a1531d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:52.405848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network hostable DHCP agents. Network: 4efc2e82-34b7-4760-b257-58e4a1531d7a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:52.406253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280adea8-9302-449f-a72f-b29b9bef405b']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:52.409880 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-c652eb3e-bd1b-4584-90a8-3a7ba930de73 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] show failed (client error): The resource could not be found. Feb 11 13:40:52.415032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45380) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:52.415189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c652eb3e-bd1b-4584-90a8-3a7ba930de73 tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-groups/d80aed6e-2e5d-4483-9dd7-3492452ecc56 HTTP/1.1" status: 404 len: 347 time: 0.0526664 Feb 11 13:40:52.423982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7bd235-2605-47c6-953f-fbdcf84c5f05') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:52.424374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7bd235-2605-47c6-953f-fbdcf84c5f05') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:52.436439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.450130 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-8ba86d57-fe0f-4276-8f70-7159a42421cd tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] show failed (client error): The resource could not be found. Feb 11 13:40:52.453546 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8ba86d57-fe0f-4276-8f70-7159a42421cd tempest-NegativeSecGroupTest-1707816433 tempest-NegativeSecGroupTest-1707816433-project] 10.222.0.52 "GET /v2.0/security-group-rules/895709bd-25f7-4d3b-b8cc-455aea3e7e54 HTTP/1.1" status: 404 len: 356 time: 0.0362468 Feb 11 13:40:52.471175 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.476460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:52.476940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.535254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 4efc2e82-34b7-4760-b257-58e4a1531d7a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:52.546620 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:52.611575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02d6df-9b5a-4470-a813-17646dd50895 req-bddb011d-8a10-4c84-b37b-fd4a2e0c9800 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:52.613319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc02d6df-9b5a-4470-a813-17646dd50895 req-bddb011d-8a10-4c84-b37b-fd4a2e0c9800 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 946 time: 0.0572805 Feb 11 13:40:52.679281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cc02d6df-9b5a-4470-a813-17646dd50895 req-a21436ba-9152-4d41-93b3-d972e98527b2 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553114 Feb 11 13:40:52.685979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 4efc2e82-34b7-4760-b257-58e4a1531d7a) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:52.690986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:52.691733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.699404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b82a5-b473-4ba6-8923-e2229c1bb85e None None] Network 4efc2e82-34b7-4760-b257-58e4a1531d7a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:52.731753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.739048 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:52.758081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/280adea8-9302-449f-a72f-b29b9bef405b HTTP/1.1" status: 204 len: 168 time: 3.8759239 Feb 11 13:40:52.759086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45394) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:52.765212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1835710606'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:52.784812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eca22a-4ff5-4cc3-b80a-3c3631ab7710 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Network': ['ID=280adea8-9302-449f-a72f-b29b9bef405b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:52.844400 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17e40569-84b1-4daa-a5a8-ea1afbffaea8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6669931 Feb 11 13:40:52.849634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45396) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:52.857637 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'subnet': {'network_id': '9a5f613d-908e-4297-807a-2358d3f64adb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:53.019950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:53.036550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.082966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45402) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:53.085188 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-4efc2e82-34b7-4760-b257-58e4a1531d7a', 'network_id': '4efc2e82-34b7-4760-b257-58e4a1531d7a', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'fixed_ips': [{'subnet_id': '6cd751ea-a849-413f-9b39-76f11f79a1ad'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:40:53.086135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.092888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:53.107531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.109213 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Added segment fd4b76c9-5235-4578-8531-ad4ce4e94b42 of type vlan for network e580a306-6050-4ce9-b7c6-e58bfae5ad44 Feb 11 13:40:53.189220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:53.197418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.201441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.271129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45408) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:53.348555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Allocated IP 2001:db8::2 (4efc2e82-34b7-4760-b257-58e4a1531d7a/6cd751ea-a849-413f-9b39-76f11f79a1ad/a5a9a949-2753-4e00-bd8f-73537b0a3b23) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:53.356132 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.365801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:53.366456 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.538737 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.549492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d440db-c320-4e67-828b-c11dba71796a req-3920f161-4853-4a19-8bc0-f6ec4579cf3a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:53.551438 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8d440db-c320-4e67-828b-c11dba71796a req-3920f161-4853-4a19-8bc0-f6ec4579cf3a tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 946 time: 0.2214627 Feb 11 13:40:53.592230 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=e580a306-6050-4ce9-b7c6-e58bfae5ad44,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:53.605978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network e580a306-6050-4ce9-b7c6-e58bfae5ad44 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:53.613335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45475b45-dcb9-48cd-b84e-388bdc9fbbd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.619668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8d440db-c320-4e67-828b-c11dba71796a req-911b7f4a-6ec9-4e18-80f7-054627e33d17 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598507 Feb 11 13:40:53.629534 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7cc9e974-a423-4693-98aa-d786bb587c8c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8657355 Feb 11 13:40:53.629706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45420) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:53.640553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'network_id': 'e580a306-6050-4ce9-b7c6-e58bfae5ad44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:53.671229 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-73baee3b-69c6-4be1-87dc-602fe3a57037 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=73bf76198fc14c51ae038fa51c28511f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965075 Feb 11 13:40:53.671825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45422) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:53.686482 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.744350 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-08b791b1-0397-4e37-bba6-6956aa123df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.768823 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-08b791b1-0397-4e37-bba6-6956aa123df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.796206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-1b531f92-3d3d-4498-92eb-5a59df597cc4 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:53.797750 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-1b531f92-3d3d-4498-92eb-5a59df597cc4 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.59 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 946 time: 0.2308671 Feb 11 13:40:53.821796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Pushing event updated for resources: {'Port': ['ID=a5a9a949-2753-4e00-bd8f-73537b0a3b23,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:53.837319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Network 4efc2e82-34b7-4760-b257-58e4a1531d7a is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:53.839820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:53.843097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:53.908369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.915030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-685b0f40-bb0c-44c9-a30b-d664d53dbd48 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:53.916767 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-685b0f40-bb0c-44c9-a30b-d664d53dbd48 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.13 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 946 time: 0.0758905 Feb 11 13:40:53.926276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Attempting to bind port a5a9a949-2753-4e00-bd8f-73537b0a3b23 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:53.926827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Attempting to bind port a5a9a949-2753-4e00-bd8f-73537b0a3b23 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'e2299105-513b-421a-a4e6-4ee7806adae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4efc2e82-34b7-4760-b257-58e4a1531d7a'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:53.927343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Attempting to bind port a5a9a949-2753-4e00-bd8f-73537b0a3b23 on network 4efc2e82-34b7-4760-b257-58e4a1531d7a {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:53.935729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:53.938620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Checking segment: {'id': 'e2299105-513b-421a-a4e6-4ee7806adae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4efc2e82-34b7-4760-b257-58e4a1531d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:53.938620 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.938620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Bound using segment: {'id': 'e2299105-513b-421a-a4e6-4ee7806adae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4efc2e82-34b7-4760-b257-58e4a1531d7a'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:53.938620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Bound port: a5a9a949-2753-4e00-bd8f-73537b0a3b23, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2299105-513b-421a-a4e6-4ee7806adae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '4efc2e82-34b7-4760-b257-58e4a1531d7a'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:53.938620 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.948006 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-08b791b1-0397-4e37-bba6-6956aa123df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.952075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-08b791b1-0397-4e37-bba6-6956aa123df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:53.953256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-08b791b1-0397-4e37-bba6-6956aa123df1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7412199c-7e47-4a29-9753-c8224af3ae32 HTTP/1.1" status: 204 len: 168 time: 0.2804267 Feb 11 13:40:54.031930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c82fab-dbf2-4d25-8174-62304cb67222 req-43daa208-aef3-4e49-997e-8774f9b120e5 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:54.036395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e2c82fab-dbf2-4d25-8174-62304cb67222 req-43daa208-aef3-4e49-997e-8774f9b120e5 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 946 time: 0.2094285 Feb 11 13:40:54.041513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:54.047187 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.050750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b791b1-0397-4e37-bba6-6956aa123df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7412199c-7e47-4a29-9753-c8224af3ae32,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:54.133821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-09811d6e-eed8-4405-b035-b95400a8d56e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Deleting port 7271340a-75dc-4ad7-95f4-fcccd3e031f4 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:54.138148 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-09811d6e-eed8-4405-b035-b95400a8d56e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.153292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] For port a5a9a949-2753-4e00-bd8f-73537b0a3b23, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:54.156265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] For port a5a9a949-2753-4e00-bd8f-73537b0a3b23, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a5a9a949-2753-4e00-bd8f-73537b0a3b23,segment=NetworkSegment(e2299105-513b-421a-a4e6-4ee7806adae9),segment_id=e2299105-513b-421a-a4e6-4ee7806adae9)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:54.223900 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.268113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-09811d6e-eed8-4405-b035-b95400a8d56e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] For port 7271340a-75dc-4ad7-95f4-fcccd3e031f4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7271340a-75dc-4ad7-95f4-fcccd3e031f4,segment=NetworkSegment(fd5db49d-a2de-4295-a79e-8829dea9aaeb),segment_id=fd5db49d-a2de-4295-a79e-8829dea9aaeb)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:54.268755 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-09811d6e-eed8-4405-b035-b95400a8d56e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.314393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-09811d6e-eed8-4405-b035-b95400a8d56e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Calling delete_port for 7271340a-75dc-4ad7-95f4-fcccd3e031f4 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:54.331116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427f046-ff71-48f4-a47e-2af676442e35 None None] Pushing event updated for resources: {'Port': ['ID=a5a9a949-2753-4e00-bd8f-73537b0a3b23,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:54.592718 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-09811d6e-eed8-4405-b035-b95400a8d56e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.612103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Subnet': ['ID=8d350181-8277-4bf6-984e-120ce7dcfe8d,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:54.621458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7271340a-75dc-4ad7-95f4-fcccd3e031f4'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:40:54.687054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09811d6e-eed8-4405-b035-b95400a8d56e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Pushing event deleted for resources: {'Port': ['ID=7271340a-75dc-4ad7-95f4-fcccd3e031f4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:54.700145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e2c82fab-dbf2-4d25-8174-62304cb67222 req-3609f2c1-1466-4880-b6b6-a20c8e230a4c tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/security-groups?id=a70201a5-b491-44f7-a267-b347f17f17a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390362 Feb 11 13:40:54.761626 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9538d64f-a2f6-428a-b0a2-cbd434ea7807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.762715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Checking segment: {'id': '95bb971c-3da3-4bd9-8da1-98e562a14cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9a5f613d-908e-4297-807a-2358d3f64adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:54.762715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network hostable DHCP agents. Network: 9a5f613d-908e-4297-807a-2358d3f64adb, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:54.837938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-09811d6e-eed8-4405-b035-b95400a8d56e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] No DVR routers for this DVR port 7271340a-75dc-4ad7-95f4-fcccd3e031f4 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:54.844582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-09811d6e-eed8-4405-b035-b95400a8d56e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.856092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Deleting port 1299df79-5b6f-4790-9760-c91b11a8e6de {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:40:54.856573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.859912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c42a6ebd-f492-44d2-a1f0-e472c70439ba req-09811d6e-eed8-4405-b035-b95400a8d56e tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.13 "DELETE /v2.0/ports/7271340a-75dc-4ad7-95f4-fcccd3e031f4 HTTP/1.1" status: 204 len: 173 time: 0.9357095 Feb 11 13:40:54.861428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45475b45-dcb9-48cd-b84e-388bdc9fbbd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:54.862839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '809f4c12-f1cb-4813-a544-6bf995e91457', 'name': 'network-vif-deleted', 'tag': '7271340a-75dc-4ad7-95f4-fcccd3e031f4'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:54.875497 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b2b4a3-6f51-48aa-aee2-9f28b038151f" -d '{"events": [{"server_uuid": "809f4c12-f1cb-4813-a544-6bf995e91457", "name": "network-vif-deleted", "tag": "7271340a-75dc-4ad7-95f4-fcccd3e031f4"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:54.988144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01732-93c3-43b3-a9a3-541abd4727ae req-37e72131-1f12-43f7-bc41-c25f52273781 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:55.004951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45475b45-dcb9-48cd-b84e-388bdc9fbbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.006782 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27d01732-93c3-43b3-a9a3-541abd4727ae req-37e72131-1f12-43f7-bc41-c25f52273781 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 946 time: 0.1457465 Feb 11 13:40:55.017712 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdf2c55-7113-4511-9fdb-3f14876c89ce x-openstack-request-id: req-9fdf2c55-7113-4511-9fdb-3f14876c89ce {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:55.018764 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "809f4c12-f1cb-4813-a544-6bf995e91457", "name": "network-vif-deleted", "tag": "7271340a-75dc-4ad7-95f4-fcccd3e031f4", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:55.019017 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fdf2c55-7113-4511-9fdb-3f14876c89ce {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:55.019422 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '809f4c12-f1cb-4813-a544-6bf995e91457', 'name': 'network-vif-deleted', 'tag': '7271340a-75dc-4ad7-95f4-fcccd3e031f4', 'status': 'completed', 'code': 200} Feb 11 13:40:55.054449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 9a5f613d-908e-4297-807a-2358d3f64adb is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:55.103583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-27d01732-93c3-43b3-a9a3-541abd4727ae req-d3a304bb-9464-48c0-983c-a6d0a2c885a0 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958033 Feb 11 13:40:55.164397 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-45475b45-dcb9-48cd-b84e-388bdc9fbbd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2878bd541a0a4148bee7a523f841694e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0802295 Feb 11 13:40:55.168396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45476) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:55.187420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] For port 1299df79-5b6f-4790-9760-c91b11a8e6de, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=1299df79-5b6f-4790-9760-c91b11a8e6de,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:55.187420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.187420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45475b45-dcb9-48cd-b84e-388bdc9fbbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c95b86-3d52-4f2b-9ef1-4a82745a9e53,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:55.233876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c755d616-ea9f-42bb-8af1-70969a319289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.264239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c755d616-ea9f-42bb-8af1-70969a319289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.302553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 9a5f613d-908e-4297-807a-2358d3f64adb) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:55.310518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e732a540-659a-49a5-b751-5d53ac4066b4 None None] Network 9a5f613d-908e-4297-807a-2358d3f64adb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:55.325341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:55.325961 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.545490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-9a5f613d-908e-4297-807a-2358d3f64adb', 'network_id': '9a5f613d-908e-4297-807a-2358d3f64adb', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'fixed_ips': [{'subnet_id': '8d350181-8277-4bf6-984e-120ce7dcfe8d'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:40:55.546981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.555444 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.556060 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.556384 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Floating IP b0652515-56bb-42f0-8a36-1fbf8479dc6b disassociated. External IP: 172.25.0.4, port: 1299df79-5b6f-4790-9760-c91b11a8e6de. Feb 11 13:40:55.556726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Calling delete_port for 1299df79-5b6f-4790-9760-c91b11a8e6de owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:40:55.560405 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c755d616-ea9f-42bb-8af1-70969a319289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.563180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.566089 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c755d616-ea9f-42bb-8af1-70969a319289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.578631 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c755d616-ea9f-42bb-8af1-70969a319289 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82c95b86-3d52-4f2b-9ef1-4a82745a9e53 HTTP/1.1" status: 204 len: 168 time: 0.4009068 Feb 11 13:40:55.588304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755d616-ea9f-42bb-8af1-70969a319289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c95b86-3d52-4f2b-9ef1-4a82745a9e53,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:55.688383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45492) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:55.697575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-611e5299-5619-43d0-9e34-52b9be1df763 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-211993625', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:55.716002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bc5882fd-9077-4876-a393-0c8ea0a813ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8650646 Feb 11 13:40:55.792927 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.860945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45496) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:55.889748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Allocated IP 2001:db8:1::2 (9a5f613d-908e-4297-807a-2358d3f64adb/8d350181-8277-4bf6-984e-120ce7dcfe8d/86942079-d5cb-4b8f-aaef-3a98f3c4b62d) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:55.897162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a5a9a949-2753-4e00-bd8f-73537b0a3b23 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:55.909242 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-611e5299-5619-43d0-9e34-52b9be1df763 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:55.910371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-611e5299-5619-43d0-9e34-52b9be1df763 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.023820 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-611e5299-5619-43d0-9e34-52b9be1df763 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.042995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a5a9a949-2753-4e00-bd8f-73537b0a3b23 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:56.045884 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.102054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=007085d6-20df-4c3e-b89a-1fa202ddefec,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:56.107032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04f506cf-a483-4444-a9fd-86d30a62761a req-b25892d1-2677-4ea6-b750-841607f0f6e4 tempest-AttachVolumeNegativeTest-154867461 tempest-AttachVolumeNegativeTest-154867461-project] 10.222.0.52 "GET /v2.0/ports?device_id=809f4c12-f1cb-4813-a544-6bf995e91457 HTTP/1.1" status: 200 len: 210 time: 0.0497589 Feb 11 13:40:56.114290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking segment: {'id': 'fd4b76c9-5235-4578-8531-ad4ce4e94b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e580a306-6050-4ce9-b7c6-e58bfae5ad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:56.114655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network hostable DHCP agents. Network: e580a306-6050-4ce9-b7c6-e58bfae5ad44, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:56.130666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67912a7c-5400-45b6-afd7-13ef751e0abb None None] Network 4efc2e82-34b7-4760-b257-58e4a1531d7a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:56.263164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e5254-ccb2-48b6-9b25-94930204550b req-0ae843fd-3c4b-42ac-a6a6-9d4b524af0b2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:56.264796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-785e5254-ccb2-48b6-9b25-94930204550b req-0ae843fd-3c4b-42ac-a6a6-9d4b524af0b2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 946 time: 0.0600779 Feb 11 13:40:56.270494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-184761201-network', 'tenant_id': '39981d2027e94ed6a32edebc5dcc33a7'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:56.291323 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ed8829c5-2795-4300-9a51-7a09ed57c64d None None] Provisioning complete for port a5a9a949-2753-4e00-bd8f-73537b0a3b23 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:56.291698 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed8829c5-2795-4300-9a51-7a09ed57c64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.347807 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.348434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-611e5299-5619-43d0-9e34-52b9be1df763 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.352857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-785e5254-ccb2-48b6-9b25-94930204550b req-32e8e444-dc40-4d32-a11d-b31211972ba1 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups?id=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776651 Feb 11 13:40:56.379790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event deleted for resources: {'Port': ['ID=1299df79-5b6f-4790-9760-c91b11a8e6de,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:56.402758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network e580a306-6050-4ce9-b7c6-e58bfae5ad44 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:40:56.571316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Made reservation on behalf of 39981d2027e94ed6a32edebc5dcc33a7 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:56.582212 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.582405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:40:56.585670 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.599252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.604644 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.653326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, e580a306-6050-4ce9-b7c6-e58bfae5ad44) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:56.656026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-611e5299-5619-43d0-9e34-52b9be1df763 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.656273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port a5a9a949-2753-4e00-bd8f-73537b0a3b23, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a5a9a949-2753-4e00-bd8f-73537b0a3b23,segment=NetworkSegment(e2299105-513b-421a-a4e6-4ee7806adae9),segment_id=e2299105-513b-421a-a4e6-4ee7806adae9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:40:56.663279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 1299df79-5b6f-4790-9760-c91b11a8e6de no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:56.666919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef7289b-96af-49fe-8fdc-8f5d424ba189 None None] Network e580a306-6050-4ce9-b7c6-e58bfae5ad44 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:40:56.668690 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed8829c5-2795-4300-9a51-7a09ed57c64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.680743 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-611e5299-5619-43d0-9e34-52b9be1df763 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9912150 Feb 11 13:40:56.696348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45510) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:56.696348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:56.696348 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.777650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 1299df79-5b6f-4790-9760-c91b11a8e6de {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:40:56.777650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 1299df79-5b6f-4790-9760-c91b11a8e6de not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:56.811488 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.886459 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.928871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:56.972103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.011809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:40:57.045244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Network 9a5f613d-908e-4297-807a-2358d3f64adb is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:57.049261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7271340a-75dc-4ad7-95f4-fcccd3e031f4 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:40:57.049414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c473dbae-3d70-422c-9309-9b8e57f2b83a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:57.051488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] Sync routers for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:40:57.084873 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:40:57.088761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fd3e0287-c9d7-4b64-91b6-f0651651e382 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4579802 Feb 11 13:40:57.092455 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:57.096092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45518) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:57.097999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=a5a9a949-2753-4e00-bd8f-73537b0a3b23,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:57.100957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 7271340a-75dc-4ad7-95f4-fcccd3e031f4 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:40:57.101310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7271340a-75dc-4ad7-95f4-fcccd3e031f4 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:40:57.107802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:57.112679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5a089965-1f6a-42ed-bd63-628da5760033 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'network_id': 'e580a306-6050-4ce9-b7c6-e58bfae5ad44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:57.115404 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-ed8829c5-2795-4300-9a51-7a09ed57c64d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:40:57.115763 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-ed8829c5-2795-4300-9a51-7a09ed57c64d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:40:57.116968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] No DVR routers for this DVR port 1299df79-5b6f-4790-9760-c91b11a8e6de on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:40:57.141202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.141952 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Added segment 9233c801-b4ce-43c8-bd56-dabc04973479 of type vlan for network c8585848-1b0e-4470-b725-b589d9ffae62 Feb 11 13:40:57.179422 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b14ca3cd-668b-47bb-a064-9a2713528df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.183591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:57.184721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:57.192149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45522) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:57.213490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.218678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-657784ee-8f0c-403f-8570-7c40c2f2d0ca req-b506d1da-aaef-4abc-bfb4-b4b085b66dff tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.59 "DELETE /v2.0/ports/1299df79-5b6f-4790-9760-c91b11a8e6de HTTP/1.1" status: 204 len: 173 time: 3.4118886 Feb 11 13:40:57.219242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'name': 'network-vif-deleted', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:40:57.223279 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb285c26-2048-41aa-acd7-b8906f871774" -d '{"events": [{"server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "name": "network-vif-deleted", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:40:57.288698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.316144 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7851d3f9-0919-4267-b111-e626bab98250 x-openstack-request-id: req-7851d3f9-0919-4267-b111-e626bab98250 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:40:57.316603 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63baa619-92cd-487b-b188-2c0998652baa", "name": "network-vif-deleted", "tag": "1299df79-5b6f-4790-9760-c91b11a8e6de", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:40:57.316858 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7851d3f9-0919-4267-b111-e626bab98250 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:40:57.317329 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63baa619-92cd-487b-b188-2c0998652baa', 'name': 'network-vif-deleted', 'tag': '1299df79-5b6f-4790-9760-c91b11a8e6de', 'status': 'completed', 'code': 200} Feb 11 13:40:57.356842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c7d2fc-e6a9-4e70-b1dc-a35b32b32fae admin admin] Deleting subnet 2fa252d3-c46a-4cd7-857f-fed90b8ed4ac {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:40:57.373686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d2fc-e6a9-4e70-b1dc-a35b32b32fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.435709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d2fc-e6a9-4e70-b1dc-a35b32b32fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.499403 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d2fc-e6a9-4e70-b1dc-a35b32b32fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.500231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Pushing event updated for resources: {'Port': ['ID=86942079-d5cb-4b8f-aaef-3a98f3c4b62d,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:57.562818 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.564406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:57.565169 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.570755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Attempting to bind port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:57.571131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Attempting to bind port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '95bb971c-3da3-4bd9-8da1-98e562a14cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9a5f613d-908e-4297-807a-2358d3f64adb'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:57.571496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Attempting to bind port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d on network 9a5f613d-908e-4297-807a-2358d3f64adb {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:57.580932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:57.581598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Checking segment: {'id': '95bb971c-3da3-4bd9-8da1-98e562a14cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9a5f613d-908e-4297-807a-2358d3f64adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:57.581761 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.582693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Bound using segment: {'id': '95bb971c-3da3-4bd9-8da1-98e562a14cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9a5f613d-908e-4297-807a-2358d3f64adb'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:57.583147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Bound port: 86942079-d5cb-4b8f-aaef-3a98f3c4b62d, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95bb971c-3da3-4bd9-8da1-98e562a14cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9a5f613d-908e-4297-807a-2358d3f64adb'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:57.583540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.598049 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-e580a306-6050-4ce9-b7c6-e58bfae5ad44', 'network_id': 'e580a306-6050-4ce9-b7c6-e58bfae5ad44', 'tenant_id': '456047e9bb424f0197e3516822a2f3d4', 'fixed_ips': [{'subnet_id': '007085d6-20df-4c3e-b89a-1fa202ddefec'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:40:57.598049 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.605279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a089965-1f6a-42ed-bd63-628da5760033 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:57.614776 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a089965-1f6a-42ed-bd63-628da5760033 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.621019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-01bb2597-6505-4c59-9340-3efc360310f6 req-66f46e92-fcbc-495d-8d6c-8cc7789b5bc9 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/ports?device_id=63baa619-92cd-487b-b188-2c0998652baa HTTP/1.1" status: 200 len: 210 time: 0.0653782 Feb 11 13:40:57.723344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:57.759462 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:57.819620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] Pushing event updated for resources: {'Network': ['ID=c8585848-1b0e-4470-b725-b589d9ffae62,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:57.870572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c368f891-9d67-4ab5-b5c0-4e7141c3d630 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0081966 Feb 11 13:40:57.874532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a5a9a949-2753-4e00-bd8f-73537b0a3b23 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:40:57.876848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network c8585848-1b0e-4470-b725-b589d9ffae62 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:40:57.883425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45536) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:57.890154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Request body: {'subnet': {'network_id': 'c8585848-1b0e-4470-b725-b589d9ffae62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-184761201-subnet', 'tenant_id': '39981d2027e94ed6a32edebc5dcc33a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:40:58.007686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] For port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:58.019997 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d2fc-e6a9-4e70-b1dc-a35b32b32fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.024055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] For port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=86942079-d5cb-4b8f-aaef-3a98f3c4b62d,segment=NetworkSegment(95bb971c-3da3-4bd9-8da1-98e562a14cdd),segment_id=95bb971c-3da3-4bd9-8da1-98e562a14cdd)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:40:58.061109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7d2fc-e6a9-4e70-b1dc-a35b32b32fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa252d3-c46a-4cd7-857f-fed90b8ed4ac,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:58.065894 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7c7d2fc-e6a9-4e70-b1dc-a35b32b32fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.071992 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f7c7d2fc-e6a9-4e70-b1dc-a35b32b32fae admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2fa252d3-c46a-4cd7-857f-fed90b8ed4ac HTTP/1.1" status: 204 len: 168 time: 0.8778491 Feb 11 13:40:58.076041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45542) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:58.076207 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.076671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Made reservation on behalf of 39981d2027e94ed6a32edebc5dcc33a7 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:40:58.079052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.108723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Allocated IP 2001:db8::1 (4efc2e82-34b7-4760-b257-58e4a1531d7a/6cd751ea-a849-413f-9b39-76f11f79a1ad/aba2e624-c807-40ce-b0d0-5ea4d65177bd) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:58.259460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Allocated IP 2001:db8::2 (e580a306-6050-4ce9-b7c6-e58bfae5ad44/007085d6-20df-4c3e-b89a-1fa202ddefec/aa0babe0-f5c1-4016-bc2d-657cc67d0868) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:40:58.269663 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.395472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.434394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a5a9a949-2753-4e00-bd8f-73537b0a3b23 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:58.439004 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.458207 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.582934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-22878e58-bbb8-49c1-a71c-f8daf0839ae5 None None] Provisioning complete for port a5a9a949-2753-4e00-bd8f-73537b0a3b23 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:58.583338 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-22878e58-bbb8-49c1-a71c-f8daf0839ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.660036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=aba2e624-c807-40ce-b0d0-5ea4d65177bd,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:58.688084 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 4efc2e82-34b7-4760-b257-58e4a1531d7a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:58.697744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.699123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:58.716939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:58.719582 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:58.752988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d1148-17f3-47dd-9571-80a6a2575232 None None] Pushing event updated for resources: {'Port': ['ID=86942079-d5cb-4b8f-aaef-3a98f3c4b62d,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:58.873946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.005809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.018427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45556) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:59.078099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.148870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15a5320-b29d-4b75-894d-df59e4c1f096 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.163933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] Checking router: b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:40:59.168654 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.249266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:40:59.249819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.264564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.296743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15a5320-b29d-4b75-894d-df59e4c1f096 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.347088 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.372578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:40:59.412147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007b72a8-9216-4ed0-af25-de582ba4644b']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.426937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5db49d-a2de-4295-a79e-8829dea9aaeb') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.427301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5db49d-a2de-4295-a79e-8829dea9aaeb') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.450011 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.457791 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a089965-1f6a-42ed-bd63-628da5760033 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.466736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Network e580a306-6050-4ce9-b7c6-e58bfae5ad44 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:59.489951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:59.510821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:40:59.543066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Pushing event updated for resources: {'Port': ['ID=aa0babe0-f5c1-4016-bc2d-657cc67d0868,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:59.578726 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.602210 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a089965-1f6a-42ed-bd63-628da5760033 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network e580a306-6050-4ce9-b7c6-e58bfae5ad44 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:40:59.602210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.607895 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7253a57e-fc98-4c4d-b4ec-f387019e75aa None None] Provisioning complete for port aba2e624-c807-40ce-b0d0-5ea4d65177bd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:40:59.608220 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7253a57e-fc98-4c4d-b4ec-f387019e75aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.642316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5a089965-1f6a-42ed-bd63-628da5760033 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:40:59.661117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:40:59.661886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.662542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Attempting to bind port aa0babe0-f5c1-4016-bc2d-657cc67d0868 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:40:59.662865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Attempting to bind port aa0babe0-f5c1-4016-bc2d-657cc67d0868 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'fd4b76c9-5235-4578-8531-ad4ce4e94b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e580a306-6050-4ce9-b7c6-e58bfae5ad44'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:40:59.663331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Attempting to bind port aa0babe0-f5c1-4016-bc2d-657cc67d0868 on network e580a306-6050-4ce9-b7c6-e58bfae5ad44 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:40:59.668864 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:40:59.684149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:40:59.692578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Checking segment: {'id': 'fd4b76c9-5235-4578-8531-ad4ce4e94b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e580a306-6050-4ce9-b7c6-e58bfae5ad44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:59.692578 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.692578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Bound using segment: {'id': 'fd4b76c9-5235-4578-8531-ad4ce4e94b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e580a306-6050-4ce9-b7c6-e58bfae5ad44'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:40:59.692578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Bound port: aa0babe0-f5c1-4016-bc2d-657cc67d0868, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd4b76c9-5235-4578-8531-ad4ce4e94b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e580a306-6050-4ce9-b7c6-e58bfae5ad44'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:40:59.692578 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.693047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a089965-1f6a-42ed-bd63-628da5760033 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:40:59.693047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a089965-1f6a-42ed-bd63-628da5760033 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.697827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7253a57e-fc98-4c4d-b4ec-f387019e75aa None None] Port aba2e624-c807-40ce-b0d0-5ea4d65177bd cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:40:59.743815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a089965-1f6a-42ed-bd63-628da5760033 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=a184d038-b2c9-4891-8d49-659016d3cb14,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:59.801225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] For port aa0babe0-f5c1-4016-bc2d-657cc67d0868, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:40:59.812820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:40:59.855852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15a5320-b29d-4b75-894d-df59e4c1f096 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.859305 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15a5320-b29d-4b75-894d-df59e4c1f096 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:40:59.864320 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c15a5320-b29d-4b75-894d-df59e4c1f096 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "DELETE /v2.0/security-groups/3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af HTTP/1.1" status: 204 len: 168 time: 0.8408289 Feb 11 13:40:59.873821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45562) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:59.892999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a5320-b29d-4b75-894d-df59e4c1f096 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:59.893859 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-f6393b44-24fc-444e-92c4-e9fd667f36f6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] show failed (client error): The resource could not be found. Feb 11 13:40:59.894933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f6393b44-24fc-444e-92c4-e9fd667f36f6 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "GET /v2.0/security-groups/3b30b0dd-6d7e-4f2d-b60c-73e6a9fb41af HTTP/1.1" status: 404 len: 347 time: 0.0200887 Feb 11 13:40:59.898246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45564) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:40:59.899501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7380bdbb-4c50-46c4-aab7-2af9801a6923,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:40:59.917439 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Checking segment: {'id': '9233c801-b4ce-43c8-bd56-dabc04973479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c8585848-1b0e-4470-b725-b589d9ffae62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:40:59.921854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Network hostable DHCP agents. Network: c8585848-1b0e-4470-b725-b589d9ffae62, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:40:59.970961 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5a089965-1f6a-42ed-bd63-628da5760033 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8693564 Feb 11 13:40:59.971928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45566) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:00.034789 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.048883 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.058523 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/007b72a8-9216-4ed0-af25-de582ba4644b HTTP/1.1" status: 204 len: 168 time: 1.9714952 Feb 11 13:41:00.076586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 86942079-d5cb-4b8f-aaef-3a98f3c4b62d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:00.087923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f912dd5b-5c7a-417e-b203-d9fce4e87ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=007b72a8-9216-4ed0-af25-de582ba4644b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:00.096732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Network c8585848-1b0e-4470-b725-b589d9ffae62 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:00.122100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e1e0e-5fe3-4a33-817d-5d04b4c8a030 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:00.124309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e1e0e-5fe3-4a33-817d-5d04b4c8a030 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:00.126737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e1e0e-5fe3-4a33-817d-5d04b4c8a030 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:00.129162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e1e0e-5fe3-4a33-817d-5d04b4c8a030 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:00.132146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e1e0e-5fe3-4a33-817d-5d04b4c8a030 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:00.139518 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e19e1e0e-5fe3-4a33-817d-5d04b4c8a030 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1625247 Feb 11 13:41:00.139993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45574) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:00.146059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1868365560'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:00.189860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd345b69-4433-4f69-9d41-5935b05abd7c None None] The sync data for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 is: [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:33:20Z', 'revision_number': 4, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'c9009c4c-45b3-446b-8210-ce068d7debcc', 'name': '', 'network_id': '9cca9e38-bd58-41a3-afdf-a4cfe26cc124', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'mac_address': 'fa:16:3e:1b:b5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:19Z', 'updated_at': '2022-02-11T13:33:27Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'subnets': [{'id': '85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:00.210259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.219562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] For port aa0babe0-f5c1-4016-bc2d-657cc67d0868, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=aa0babe0-f5c1-4016-bc2d-657cc67d0868,segment=NetworkSegment(fd4b76c9-5235-4578-8531-ad4ce4e94b42),segment_id=fd4b76c9-5235-4578-8531-ad4ce4e94b42)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:00.253585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-1992b0c2-d945-4cee-bd73-3fa1073399f2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Deleting port bb525868-6584-4a28-9742-0af7f131068a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:00.253965 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1992b0c2-d945-4cee-bd73-3fa1073399f2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.259651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:00.260003 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.333934 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.334181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, c8585848-1b0e-4470-b725-b589d9ffae62) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:00.346554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:00.350216 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.359985 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.361024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.368085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:00.373404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.376921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c25257f-42e5-499f-a595-303d71ac809e None None] Network c8585848-1b0e-4470-b725-b589d9ffae62 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:00.411558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:00.432500 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.437528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.438821 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Added segment 6b406e34-37b1-4453-8fb8-6a851f3bdc80 of type vlan for network 3716b2ab-abf9-414e-9e1f-4235f510cd99 Feb 11 13:41:00.519507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1992b0c2-d945-4cee-bd73-3fa1073399f2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.533972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1992b0c2-d945-4cee-bd73-3fa1073399f2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.537141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a6ebf661-52f8-4618-95cf-73d2b999132d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.6523921 Feb 11 13:41:00.575656 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.577968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-1992b0c2-d945-4cee-bd73-3fa1073399f2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Calling delete_port for bb525868-6584-4a28-9742-0af7f131068a owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:00.640601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=aba2e624-c807-40ce-b0d0-5ea4d65177bd,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:00.710859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a629b41-a38b-4b0d-9956-6db2a5e721e7 None None] Pushing event updated for resources: {'Port': ['ID=aa0babe0-f5c1-4016-bc2d-657cc67d0868,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:00.754532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971cc37-a974-4718-b9de-060ad285bd30 None None] Network 9a5f613d-908e-4297-807a-2358d3f64adb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:00.769268 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722c9be8-0946-4815-b847-beb1a3be83e0 None None] New status for floating IP b0652515-56bb-42f0-8a36-1fbf8479dc6b: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:41:00.860160 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.886405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 4efc2e82-34b7-4760-b257-58e4a1531d7a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:00.903792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:00.915231 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.936022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:00.944390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:00.978723 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.112609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-958f3d73-21d1-4915-bfe5-d00fa55064e6 None None] Provisioning complete for port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:01.118074 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-958f3d73-21d1-4915-bfe5-d00fa55064e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.155633 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efbaa58-6675-4a7e-934a-bffc7e669b07 None None] Network c8585848-1b0e-4470-b725-b589d9ffae62 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:01.165801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45584) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:01.166795 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=3716b2ab-abf9-414e-9e1f-4235f510cd99,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:01.226288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 3716b2ab-abf9-414e-9e1f-4235f510cd99 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:01.231980 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0d47941a-857a-45d4-ade5-30bda40f7be3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0906265 Feb 11 13:41:01.239080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45588) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:01.260671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6e50066b-9fc0-4dc5-8cbd-e1e51129b4c8 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:01.312282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=86942079-d5cb-4b8f-aaef-3a98f3c4b62d,segment=NetworkSegment(95bb971c-3da3-4bd9-8da1-98e562a14cdd),segment_id=95bb971c-3da3-4bd9-8da1-98e562a14cdd)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:01.480764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-639c115e-a90f-4335-b9ff-fdfe28dd9364 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95eea42642194262af0cc0d3943c6974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3101971 Feb 11 13:41:01.484898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.490714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45594) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:01.534277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 294cc0e3-e06f-4de2-81d7-92f18d3f7c69 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:41:01.715499 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce0b88ce-01d1-4eb2-9ae8-a384c53757c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.718516 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1992b0c2-d945-4cee-bd73-3fa1073399f2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.788095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e50066b-9fc0-4dc5-8cbd-e1e51129b4c8 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.858112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce0b88ce-01d1-4eb2-9ae8-a384c53757c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:01.860937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device aa0babe0-f5c1-4016-bc2d-657cc67d0868 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:01.920824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=86942079-d5cb-4b8f-aaef-3a98f3c4b62d,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:01.993080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port aa0babe0-f5c1-4016-bc2d-657cc67d0868 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:01.993668 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.034380 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e50066b-9fc0-4dc5-8cbd-e1e51129b4c8 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.086523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-251eb439-d188-46e6-9fdf-848fb39311e1 None None] Provisioning complete for port aba2e624-c807-40ce-b0d0-5ea4d65177bd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:02.086910 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-251eb439-d188-46e6-9fdf-848fb39311e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.092592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e50066b-9fc0-4dc5-8cbd-e1e51129b4c8 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network 3716b2ab-abf9-414e-9e1f-4235f510cd99 is not hosted by any dhcp agent {{(pid=103006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:41:02.100572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e50066b-9fc0-4dc5-8cbd-e1e51129b4c8 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:02.104958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e50066b-9fc0-4dc5-8cbd-e1e51129b4c8 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.104958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e50066b-9fc0-4dc5-8cbd-e1e51129b4c8 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "PUT /v2.0/networks/3716b2ab-abf9-414e-9e1f-4235f510cd99 HTTP/1.1" status: 200 len: 723 time: 0.8616660 Feb 11 13:41:02.140815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-251eb439-d188-46e6-9fdf-848fb39311e1 None None] Port aba2e624-c807-40ce-b0d0-5ea4d65177bd cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:02.166148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45602) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:02.169828 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce0b88ce-01d1-4eb2-9ae8-a384c53757c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.172107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce0b88ce-01d1-4eb2-9ae8-a384c53757c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.175710 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ce0b88ce-01d1-4eb2-9ae8-a384c53757c4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a70201a5-b491-44f7-a267-b347f17f17a3 HTTP/1.1" status: 204 len: 168 time: 0.6812816 Feb 11 13:41:02.195927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'network_id': '3716b2ab-abf9-414e-9e1f-4235f510cd99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:02.258078 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.306453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b88ce-01d1-4eb2-9ae8-a384c53757c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70201a5-b491-44f7-a267-b347f17f17a3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.382127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port aa0babe0-f5c1-4016-bc2d-657cc67d0868, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=aa0babe0-f5c1-4016-bc2d-657cc67d0868,segment=NetworkSegment(fd4b76c9-5235-4578-8531-ad4ce4e94b42),segment_id=fd4b76c9-5235-4578-8531-ad4ce4e94b42)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:02.438501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992b0c2-d945-4cee-bd73-3fa1073399f2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Pushing event deleted for resources: {'Port': ['ID=bb525868-6584-4a28-9742-0af7f131068a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.478781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50066b-9fc0-4dc5-8cbd-e1e51129b4c8 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=3716b2ab-abf9-414e-9e1f-4235f510cd99,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.508988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a0c183c6-0766-4638-8866-014e445d7348 None None] Provisioning complete for port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:02.515617 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a0c183c6-0766-4638-8866-014e445d7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.515617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 3716b2ab-abf9-414e-9e1f-4235f510cd99 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:02.515617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f643d8-33d4-4508-8b44-89cce2bbb1f9 None None] Network e580a306-6050-4ce9-b7c6-e58bfae5ad44 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:02.521642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:02.531253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9ac8a6a4-e598-4e7c-9dcb-e37983ec9ce4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/294cc0e3-e06f-4de2-81d7-92f18d3f7c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8342071 Feb 11 13:41:02.536637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45612) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:02.555402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1992b0c2-d945-4cee-bd73-3fa1073399f2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.562276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1992b0c2-d945-4cee-bd73-3fa1073399f2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.564858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1992b0c2-d945-4cee-bd73-3fa1073399f2 tempest-AttachVolumeShelveTestJSON-1951968341 tempest-AttachVolumeShelveTestJSON-1951968341-project] 10.222.0.52 "DELETE /v2.0/floatingips/b0652515-56bb-42f0-8a36-1fbf8479dc6b HTTP/1.1" status: 204 len: 168 time: 2.6650734 Feb 11 13:41:02.581317 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.604963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53efe3-71f7-46c2-857a-284e34cf2240 None None] Sync routers for ids ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:02.653200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45618) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:02.655242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9828e4-c21b-4577-9718-7e5945d0f1b6 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:02.657006 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8b9828e4-c21b-4577-9718-7e5945d0f1b6 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports/aba2e624-c807-40ce-b0d0-5ea4d65177bd HTTP/1.1" status: 200 len: 911 time: 0.1138282 Feb 11 13:41:02.659863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45620) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:02.662631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1545458676-network', 'tenant_id': '369df09442104f6ba144524644f5cac3'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:02.769760 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53efe3-71f7-46c2-857a-284e34cf2240 None None] Routers {'294cc0e3-e06f-4de2-81d7-92f18d3f7c69'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:02.770995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3f53efe3-71f7-46c2-857a-284e34cf2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:02.831421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3f53efe3-71f7-46c2-857a-284e34cf2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:02.860978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Made reservation on behalf of 369df09442104f6ba144524644f5cac3 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:02.865120 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.881644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.906561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=aa0babe0-f5c1-4016-bc2d-657cc67d0868,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:02.919687 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:02.934822 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:02.959191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53efe3-71f7-46c2-857a-284e34cf2240 None None] Routers {'294cc0e3-e06f-4de2-81d7-92f18d3f7c69'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:02.959842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3f53efe3-71f7-46c2-857a-284e34cf2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:03.038773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.084248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3f53efe3-71f7-46c2-857a-284e34cf2240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:03.084921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53efe3-71f7-46c2-857a-284e34cf2240 None None] The sync data for ids ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:03.154959 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.221713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:03.273170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bca908-eef3-4235-9a97-faa4373eeb1c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:03.295401 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.295749 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Added segment b07e98e9-aeb6-4588-9e68-b283f90ebd06 of type vlan for network 6723ba90-6a7e-4e80-a5f0-0d800631c75f Feb 11 13:41:03.377225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.436468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.537381 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.548963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:03.548963 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.631866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-54f6817d-c60f-46f8-a339-aa8e5f0856e7 None None] Provisioning complete for port aa0babe0-f5c1-4016-bc2d-657cc67d0868 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:03.632934 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-54f6817d-c60f-46f8-a339-aa8e5f0856e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.653671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103f446d-74b0-4c7e-bd0f-6a596653be18 None None] Update dhcp port {'port': {'network_id': 'e580a306-6050-4ce9-b7c6-e58bfae5ad44', 'fixed_ips': [{'subnet_id': '007085d6-20df-4c3e-b89a-1fa202ddefec', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a184d038-b2c9-4891-8d49-659016d3cb14'}], 'binding:host_id': 'n-d-816488-1'}, 'id': 'aa0babe0-f5c1-4016-bc2d-657cc67d0868'} from n-d-816488-1. {{(pid=103008) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 11 13:41:03.685991 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.829582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1751578 Feb 11 13:41:03.834520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45656) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:03.841554 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-103f446d-74b0-4c7e-bd0f-6a596653be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:03.845544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d41687-9b5c-4558-a13c-61a33e559329 admin admin] Pushing event updated for resources: {'Network': ['ID=6723ba90-6a7e-4e80-a5f0-0d800631c75f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:03.851754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Request body: {'subnet': {'network_id': '6723ba90-6a7e-4e80-a5f0-0d800631c75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1545458676-subnet', 'tenant_id': '369df09442104f6ba144524644f5cac3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:03.872720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 86942079-d5cb-4b8f-aaef-3a98f3c4b62d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:03.874584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6723ba90-6a7e-4e80-a5f0-0d800631c75f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:03.893445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=983cb473-34d4-4b57-8ab1-e673b5e1a648,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:03.900143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking segment: {'id': '6b406e34-37b1-4453-8fb8-6a851f3bdc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3716b2ab-abf9-414e-9e1f-4235f510cd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:03.900648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network hostable DHCP agents. Network: 3716b2ab-abf9-414e-9e1f-4235f510cd99, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:04.117397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Allocated IP 2001:db8:1::1 (9a5f613d-908e-4297-807a-2358d3f64adb/8d350181-8277-4bf6-984e-120ce7dcfe8d/e3448bf0-ec72-4e22-84dc-76fb7b447ac2) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:04.219724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Made reservation on behalf of 369df09442104f6ba144524644f5cac3 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:04.223087 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.249446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network 3716b2ab-abf9-414e-9e1f-4235f510cd99 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:04.267022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-103f446d-74b0-4c7e-bd0f-6a596653be18 None None] Allocated IP 172.20.0.1 (e580a306-6050-4ce9-b7c6-e58bfae5ad44/a184d038-b2c9-4891-8d49-659016d3cb14/aa0babe0-f5c1-4016-bc2d-657cc67d0868) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:04.407493 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.417694 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:04.418519 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.461423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-103f446d-74b0-4c7e-bd0f-6a596653be18 None None] For port aa0babe0-f5c1-4016-bc2d-657cc67d0868, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=aa0babe0-f5c1-4016-bc2d-657cc67d0868,segment=NetworkSegment(fd4b76c9-5235-4578-8531-ad4ce4e94b42),segment_id=fd4b76c9-5235-4578-8531-ad4ce4e94b42)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:04.469323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 3716b2ab-abf9-414e-9e1f-4235f510cd99) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:04.482865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:04.483475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.513918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d708c8-074c-4f17-a8cc-c65dedc59f37 None None] Network 3716b2ab-abf9-414e-9e1f-4235f510cd99 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:04.616990 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.620848 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-103f446d-74b0-4c7e-bd0f-6a596653be18 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.670272 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-01ecef95-fc7a-4815-bfb5-803554433045 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5030980 Feb 11 13:41:04.672913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45676) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:04.676800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 9a5f613d-908e-4297-807a-2358d3f64adb is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:04.680279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:04.686859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:04.687412 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.690306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device aa0babe0-f5c1-4016-bc2d-657cc67d0868 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:04.707733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a4e622c5-a725-4414-beb3-574f851f1413 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:04.783523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=e3448bf0-ec72-4e22-84dc-76fb7b447ac2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:04.811916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.868996 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-103f446d-74b0-4c7e-bd0f-6a596653be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:04.996489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4e622c5-a725-4414-beb3-574f851f1413 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4242801'] for subnet, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.004575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94992d4-b19c-45c6-8047-5f1000518934,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:05.048126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Checking segment: {'id': 'b07e98e9-aeb6-4588-9e68-b283f90ebd06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '6723ba90-6a7e-4e80-a5f0-0d800631c75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:05.048503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Network hostable DHCP agents. Network: 6723ba90-6a7e-4e80-a5f0-0d800631c75f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:05.050854 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.069558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f446d-74b0-4c7e-bd0f-6a596653be18 None None] Pushing event updated for resources: {'Port': ['ID=aa0babe0-f5c1-4016-bc2d-657cc67d0868,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:05.171120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port aa0babe0-f5c1-4016-bc2d-657cc67d0868 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:05.178691 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.331268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-3716b2ab-abf9-414e-9e1f-4235f510cd99', 'network_id': '3716b2ab-abf9-414e-9e1f-4235f510cd99', 'tenant_id': '456047e9bb424f0197e3516822a2f3d4', 'fixed_ips': [{'subnet_id': '983cb473-34d4-4b57-8ab1-e673b5e1a648'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:41:05.332169 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.343752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Network 6723ba90-6a7e-4e80-a5f0-0d800631c75f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:05.383282 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4e622c5-a725-4414-beb3-574f851f1413 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788035881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16415892'] for subnet, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.404770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cb0df16c-a395-46d2-91b4-d8eec00cfd94 None None] Provisioning complete for port e3448bf0-ec72-4e22-84dc-76fb7b447ac2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:05.405151 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cb0df16c-a395-46d2-91b4-d8eec00cfd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.414547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e622c5-a725-4414-beb3-574f851f1413 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:05.420308 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4e622c5-a725-4414-beb3-574f851f1413 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.424195 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a4e622c5-a725-4414-beb3-574f851f1413 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "PUT /v2.0/subnets/983cb473-34d4-4b57-8ab1-e673b5e1a648 HTTP/1.1" status: 200 len: 826 time: 0.7493436 Feb 11 13:41:05.466462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45700) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:05.559858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-cb0df16c-a395-46d2-91b4-d8eec00cfd94 None None] Port e3448bf0-ec72-4e22-84dc-76fb7b447ac2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:05.642754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e622c5-a725-4414-beb3-574f851f1413 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=983cb473-34d4-4b57-8ab1-e673b5e1a648,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:05.667980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Allocated IP 2001:db8::2 (3716b2ab-abf9-414e-9e1f-4235f510cd99/983cb473-34d4-4b57-8ab1-e673b5e1a648/29dc518e-7729-46c2-836d-b40b74ef1774) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:05.772707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.827417 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.833566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6723ba90-6a7e-4e80-a5f0-0d800631c75f) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:05.848149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74116a1c-4d63-4e2e-9b22-838e34feed28 None None] Network 6723ba90-6a7e-4e80-a5f0-0d800631c75f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:05.848724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:05.852307 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.874810 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.896378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device aa0babe0-f5c1-4016-bc2d-657cc67d0868 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:05.942999 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:05.943718 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.084880 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-50ad4b45-3e88-47e3-8fca-1703031ea48f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2303395 Feb 11 13:41:06.109220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=e3448bf0-ec72-4e22-84dc-76fb7b447ac2,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.143618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.217979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 9a5f613d-908e-4297-807a-2358d3f64adb is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:06.221361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:06.311483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.406439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45718) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:06.420163 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.455680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Pushing event updated for resources: {'Port': ['ID=29dc518e-7729-46c2-836d-b40b74ef1774,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.459965 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc0d3e9-0ef7-4d75-8535-36562c459058 None None] Network 6723ba90-6a7e-4e80-a5f0-0d800631c75f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:06.460781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864eff37-5ed0-499e-97b9-6f0e4f21a7d7 None None] Network e580a306-6050-4ce9-b7c6-e58bfae5ad44 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:06.545567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 294cc0e3-e06f-4de2-81d7-92f18d3f7c69 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:06.573465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Subnet': ['ID=983cb473-34d4-4b57-8ab1-e673b5e1a648,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:06.600202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec919fca-6b10-4dcc-9027-8a8b236cf4c5 admin admin] Deleting subnet 7380bdbb-4c50-46c4-aab7-2af9801a6923 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:06.609032 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec919fca-6b10-4dcc-9027-8a8b236cf4c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.748293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Network 3716b2ab-abf9-414e-9e1f-4235f510cd99 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:06.800111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:06.822514 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a671a3-87d6-4c02-b62f-882e10aff800 None None] Sync routers for ids ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:06.824135 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4340d22a-1fb1-4458-9060-8b0c9e889dc0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/294cc0e3-e06f-4de2-81d7-92f18d3f7c69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1630104 Feb 11 13:41:06.828206 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45728) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:06.846506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:06.852434 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a671a3-87d6-4c02-b62f-882e10aff800 None None] Routers {'294cc0e3-e06f-4de2-81d7-92f18d3f7c69'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:06.852434 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b3a671a3-87d6-4c02-b62f-882e10aff800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:06.852679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:06.879114 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.891104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port aa0babe0-f5c1-4016-bc2d-657cc67d0868 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:06.891503 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.923237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3716b2ab-abf9-414e-9e1f-4235f510cd99']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:06.927369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec919fca-6b10-4dcc-9027-8a8b236cf4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:06.930879 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b3a671a3-87d6-4c02-b62f-882e10aff800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:06.942104 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a671a3-87d6-4c02-b62f-882e10aff800 None None] Routers {'294cc0e3-e06f-4de2-81d7-92f18d3f7c69'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:06.942728 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b3a671a3-87d6-4c02-b62f-882e10aff800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:06.977591 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b3a671a3-87d6-4c02-b62f-882e10aff800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:06.978149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcdc353-04ab-44f2-b512-3540a5260cfb tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:06.978702 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a671a3-87d6-4c02-b62f-882e10aff800 None None] The sync data for ids ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:06.981658 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0bcdc353-04ab-44f2-b512-3540a5260cfb tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports/e3448bf0-ec72-4e22-84dc-76fb7b447ac2 HTTP/1.1" status: 200 len: 913 time: 0.1491933 Feb 11 13:41:06.986120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45732) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:07.050276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b406e34-37b1-4453-8fb8-6a851f3bdc80') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:07.050892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b406e34-37b1-4453-8fb8-6a851f3bdc80') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:07.062327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-885c16a1-c882-4e3b-b2c3-b83744efa366 None None] Provisioning complete for port aa0babe0-f5c1-4016-bc2d-657cc67d0868 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:07.062699 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-885c16a1-c882-4e3b-b2c3-b83744efa366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.071317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Attempting to bind port 29dc518e-7729-46c2-836d-b40b74ef1774 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:07.071954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Attempting to bind port 29dc518e-7729-46c2-836d-b40b74ef1774 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '6b406e34-37b1-4453-8fb8-6a851f3bdc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3716b2ab-abf9-414e-9e1f-4235f510cd99'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:07.072331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Attempting to bind port 29dc518e-7729-46c2-836d-b40b74ef1774 on network 3716b2ab-abf9-414e-9e1f-4235f510cd99 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:07.098399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.157543 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec919fca-6b10-4dcc-9027-8a8b236cf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.163759 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.202602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:07.203141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Checking segment: {'id': '6b406e34-37b1-4453-8fb8-6a851f3bdc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3716b2ab-abf9-414e-9e1f-4235f510cd99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:07.203621 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.204287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Bound using segment: {'id': '6b406e34-37b1-4453-8fb8-6a851f3bdc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3716b2ab-abf9-414e-9e1f-4235f510cd99'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:07.204771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Bound port: 29dc518e-7729-46c2-836d-b40b74ef1774, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b406e34-37b1-4453-8fb8-6a851f3bdc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '3716b2ab-abf9-414e-9e1f-4235f510cd99'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:07.205165 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.249987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:07.251723 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:07.259457 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:07.537128 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.api [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:41:07.537128 n-d-816488-1 neutron-server[103007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:41:07.537128 n-d-816488-1 neutron-server[103007]: [parameters: {'id': '3716b2ab-abf9-414e-9e1f-4235f510cd99'}] Feb 11 13:41:07.537128 n-d-816488-1 neutron-server[103007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:41:07.537128 n-d-816488-1 neutron-server[103007]: DEBUG oslo_db.api [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:41:07.567325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] For port 29dc518e-7729-46c2-836d-b40b74ef1774, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:07.591557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] For port 29dc518e-7729-46c2-836d-b40b74ef1774, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=29dc518e-7729-46c2-836d-b40b74ef1774,segment=NetworkSegment(6b406e34-37b1-4453-8fb8-6a851f3bdc80),segment_id=6b406e34-37b1-4453-8fb8-6a851f3bdc80)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:07.658335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec919fca-6b10-4dcc-9027-8a8b236cf4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.742655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bfeda88e-6ef9-4163-a181-c4bac7adb5dc None None] Provisioning complete for port e3448bf0-ec72-4e22-84dc-76fb7b447ac2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:07.742655 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bfeda88e-6ef9-4163-a181-c4bac7adb5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.743584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec919fca-6b10-4dcc-9027-8a8b236cf4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7380bdbb-4c50-46c4-aab7-2af9801a6923,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:07.746688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec919fca-6b10-4dcc-9027-8a8b236cf4c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.754686 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ec919fca-6b10-4dcc-9027-8a8b236cf4c5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7380bdbb-4c50-46c4-aab7-2af9801a6923 HTTP/1.1" status: 204 len: 168 time: 1.3469775 Feb 11 13:41:07.760325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45750) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:07.797290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.956161 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:07.998949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-bfeda88e-6ef9-4163-a181-c4bac7adb5dc None None] Port e3448bf0-ec72-4e22-84dc-76fb7b447ac2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:08.030815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffcc8a-6577-4757-a0a3-137ddb3bf4fa None None] Pushing event updated for resources: {'Port': ['ID=29dc518e-7729-46c2-836d-b40b74ef1774,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:08.052850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba3611b-40c3-4d53-b93a-54f36b965e14 None None] Network 3716b2ab-abf9-414e-9e1f-4235f510cd99 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:08.075472 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.261272 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.285502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-49f8a381-fedc-466f-a662-ff044bf27f46 None None] Provisioning complete for port aa0babe0-f5c1-4016-bc2d-657cc67d0868 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:08.289845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8585848-1b0e-4470-b725-b589d9ffae62']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:08.294641 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49f8a381-fedc-466f-a662-ff044bf27f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.302020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9233c801-b4ce-43c8-bd56-dabc04973479') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:08.302020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9233c801-b4ce-43c8-bd56-dabc04973479') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:08.314706 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.332901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.342461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:08.343277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.458337 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:08.462178 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:08.566541 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.589165 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.603169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] 10.222.0.52 "DELETE /v2.0/networks/c8585848-1b0e-4470-b725-b589d9ffae62 HTTP/1.1" status: 204 len: 168 time: 0.8390322 Feb 11 13:41:08.604626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12e8936-e27a-4560-bd91-be36d399e127 None None] Network 3716b2ab-abf9-414e-9e1f-4235f510cd99 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:08.631255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45762) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:08.663503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f345017-763d-4daa-8fcf-4cc4434da80f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8585848-1b0e-4470-b725-b589d9ffae62,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:08.694992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd1b97f9-9627-4b71-856d-0ff2d332e4ae admin admin] Deleting subnet a94992d4-b19c-45c6-8047-5f1000518934 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:08.699335 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd1b97f9-9627-4b71-856d-0ff2d332e4ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.744641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting port 29dc518e-7729-46c2-836d-b40b74ef1774 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:08.746178 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.831716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd1b97f9-9627-4b71-856d-0ff2d332e4ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.885056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] For port 29dc518e-7729-46c2-836d-b40b74ef1774, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=29dc518e-7729-46c2-836d-b40b74ef1774,segment=NetworkSegment(6b406e34-37b1-4453-8fb8-6a851f3bdc80),segment_id=6b406e34-37b1-4453-8fb8-6a851f3bdc80)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:08.886252 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.924152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33a7583-f233-47e5-831b-00e60634aef7 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:41:08.924322 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd1b97f9-9627-4b71-856d-0ff2d332e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:08.954171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Calling delete_port for 29dc518e-7729-46c2-836d-b40b74ef1774 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:09.225449 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd1b97f9-9627-4b71-856d-0ff2d332e4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.321818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a7583-f233-47e5-831b-00e60634aef7 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:41:09.343748 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd1b97f9-9627-4b71-856d-0ff2d332e4ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.356946 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dd1b97f9-9627-4b71-856d-0ff2d332e4ae admin admin] 10.222.0.52 "DELETE /v2.0/subnets/a94992d4-b19c-45c6-8047-5f1000518934 HTTP/1.1" status: 204 len: 168 time: 0.7164512 Feb 11 13:41:09.356946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b97f9-9627-4b71-856d-0ff2d332e4ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a94992d4-b19c-45c6-8047-5f1000518934,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.357242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45774) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:09.411226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.448043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port e3448bf0-ec72-4e22-84dc-76fb7b447ac2 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:09.448396 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.481195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Port': ['ID=29dc518e-7729-46c2-836d-b40b74ef1774,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.495788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No DVR routers for this DVR port 29dc518e-7729-46c2-836d-b40b74ef1774 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:09.593135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.615548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3716b2ab-abf9-414e-9e1f-4235f510cd99']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:09.625640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b406e34-37b1-4453-8fb8-6a851f3bdc80') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:09.626062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b406e34-37b1-4453-8fb8-6a851f3bdc80') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:09.635430 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.637516 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.652240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.659386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for e3448bf0-ec72-4e22-84dc-76fb7b447ac2 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:09.662556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:09.662968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:09.730873 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:09.736690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.847694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.864177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.880628 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:09.888839 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/3716b2ab-abf9-414e-9e1f-4235f510cd99 HTTP/1.1" status: 204 len: 168 time: 4.4199371 Feb 11 13:41:09.892416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45780) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:09.918460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d3540-65a7-4821-bf08-0c10edc9b546 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Network': ['ID=3716b2ab-abf9-414e-9e1f-4235f510cd99,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:09.921738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6723ba90-6a7e-4e80-a5f0-0d800631c75f']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:09.927555 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-602e2d37-9d6a-40d5-825a-8bc04ffbc565 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:09.928185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602e2d37-9d6a-40d5-825a-8bc04ffbc565 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:09.934190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-602e2d37-9d6a-40d5-825a-8bc04ffbc565 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/3716b2ab-abf9-414e-9e1f-4235f510cd99 HTTP/1.1" status: 404 len: 339 time: 0.0408478 Feb 11 13:41:09.941245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45782) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:09.954292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951299732', 'description': 'd1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:09.962800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07e98e9-aeb6-4588-9e68-b283f90ebd06') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:09.963250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07e98e9-aeb6-4588-9e68-b283f90ebd06') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:09.981690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.024404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.045333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:10.046799 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:10.048702 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:10.142754 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.153613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:10.158189 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.186983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=e3448bf0-ec72-4e22-84dc-76fb7b447ac2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:10.270569 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.282431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:10.293720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.297201 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6723ba90-6a7e-4e80-a5f0-0d800631c75f HTTP/1.1" status: 204 len: 168 time: 0.9435382 Feb 11 13:41:10.379934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c168f-b2dd-46ff-92b6-4ef83f82f114 admin admin] Pushing event deleted for resources: {'Network': ['ID=6723ba90-6a7e-4e80-a5f0-0d800631c75f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:10.381418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.388704 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.389052 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Added segment 43d98d5f-b57b-41ff-b93d-26b71499169f of type vlan for network 8e84972f-b515-4b9e-9343-0c7d8df353cf Feb 11 13:41:10.548942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.668531 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.674629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:10.678511 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:10.751027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=8e84972f-b515-4b9e-9343-0c7d8df353cf,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:10.766949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 8e84972f-b515-4b9e-9343-0c7d8df353cf details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:10.819735 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 294cc0e3-e06f-4de2-81d7-92f18d3f7c69 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:10.855982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b6c5186a-34a7-4e25-bb68-6ccd9c4a2267 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9086211 Feb 11 13:41:10.858562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45800) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:10.936231 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:10.945298 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8a0b9ea3-201c-4114-b580-5e4a90b578f3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/294cc0e3-e06f-4de2-81d7-92f18d3f7c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9565473 Feb 11 13:41:10.945951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45802) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:10.948058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe71dc1-92a7-4a4a-91a6-4913f26144eb None None] Sync routers for ids ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:10.997037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe71dc1-92a7-4a4a-91a6-4913f26144eb None None] Routers {'294cc0e3-e06f-4de2-81d7-92f18d3f7c69'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:10.999361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1fe71dc1-92a7-4a4a-91a6-4913f26144eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:11.027900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce412e0-b310-4ccf-9d20-b043282c2c65 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:11.031751 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bce412e0-b310-4ccf-9d20-b043282c2c65 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/networks?id=8e84972f-b515-4b9e-9343-0c7d8df353cf HTTP/1.1" status: 200 len: 764 time: 0.1715176 Feb 11 13:41:11.034357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45804) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:11.041155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-38897f61-f8bc-46f8-a941-b1d2c33ded59 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'description': 'd2'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:11.082601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1fe71dc1-92a7-4a4a-91a6-4913f26144eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:11.093316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe71dc1-92a7-4a4a-91a6-4913f26144eb None None] Routers {'294cc0e3-e06f-4de2-81d7-92f18d3f7c69'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:11.094218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1fe71dc1-92a7-4a4a-91a6-4913f26144eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:11.223143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-1fe71dc1-92a7-4a4a-91a6-4913f26144eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:11.226508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe71dc1-92a7-4a4a-91a6-4913f26144eb None None] The sync data for ids ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:11.296816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45814) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:11.439876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38897f61-f8bc-46f8-a941-b1d2c33ded59 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.469887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45818) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:11.487254 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b1154c81-63ef-4a0e-b160-9e1dfb84b3cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39981d2027e94ed6a32edebc5dcc33a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1848164 Feb 11 13:41:11.490012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45822) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:11.604427 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38897f61-f8bc-46f8-a941-b1d2c33ded59 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.667924 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be814fd1-769d-4e5a-ad52-2ae1db4ba13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.670403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38897f61-f8bc-46f8-a941-b1d2c33ded59 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network 8e84972f-b515-4b9e-9343-0c7d8df353cf is not hosted by any dhcp agent {{(pid=103007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:41:11.677211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38897f61-f8bc-46f8-a941-b1d2c33ded59 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:11.677859 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38897f61-f8bc-46f8-a941-b1d2c33ded59 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.682020 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-38897f61-f8bc-46f8-a941-b1d2c33ded59 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "PUT /v2.0/networks/8e84972f-b515-4b9e-9343-0c7d8df353cf HTTP/1.1" status: 200 len: 761 time: 0.6437449 Feb 11 13:41:11.683226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45826) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:11.772258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38897f61-f8bc-46f8-a941-b1d2c33ded59 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=8e84972f-b515-4b9e-9343-0c7d8df353cf,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:11.788622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 8e84972f-b515-4b9e-9343-0c7d8df353cf details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:11.796363 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-254c2038-be40-4080-a797-393ee06357a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.815254 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be814fd1-769d-4e5a-ad52-2ae1db4ba13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.912798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-254c2038-be40-4080-a797-393ee06357a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:11.925652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240937a-4b17-44e7-9a6a-522e5ebea1f7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:11.927121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c240937a-4b17-44e7-9a6a-522e5ebea1f7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/networks?id=8e84972f-b515-4b9e-9343-0c7d8df353cf HTTP/1.1" status: 200 len: 764 time: 0.2418647 Feb 11 13:41:11.930841 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45828) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:12.010864 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-254c2038-be40-4080-a797-393ee06357a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.069592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c2038-be40-4080-a797-393ee06357a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc28a75-85b5-4ccf-a32a-1729ebeb7cbf,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.081744 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-254c2038-be40-4080-a797-393ee06357a0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d9b36e380af74d4faa9d12fc49e41e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080377 Feb 11 13:41:12.082386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45832) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:12.153830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.169448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14adb274-330f-4905-a554-aa57e45b27d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.204885 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14adb274-330f-4905-a554-aa57e45b27d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.220842 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be814fd1-769d-4e5a-ad52-2ae1db4ba13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.224173 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be814fd1-769d-4e5a-ad52-2ae1db4ba13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.225527 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-be814fd1-769d-4e5a-ad52-2ae1db4ba13c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c473dbae-3d70-422c-9309-9b8e57f2b83a HTTP/1.1" status: 204 len: 168 time: 0.7331803 Feb 11 13:41:12.279201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45836) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:12.325900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be814fd1-769d-4e5a-ad52-2ae1db4ba13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c473dbae-3d70-422c-9309-9b8e57f2b83a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.365963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6381693-0092-4dfc-b96c-555a58eb1527 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:12.370113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b6381693-0092-4dfc-b96c-555a58eb1527 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4359393 Feb 11 13:41:12.371799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45842) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:12.417944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45844) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:12.420110 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7486335c-ffa8-4263-8181-39f13ce559de tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 207 time: 0.0403557 Feb 11 13:41:12.536369 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ec0e735-d501-463f-9b4f-2e06aa11c5de admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.671361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port aba2e624-c807-40ce-b0d0-5ea4d65177bd {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:12.671995 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.701027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e19769-7173-4438-81cf-6534a9aad890 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:12.707022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e19769-7173-4438-81cf-6534a9aad890 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:12.714660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e19769-7173-4438-81cf-6534a9aad890 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:12.720773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e19769-7173-4438-81cf-6534a9aad890 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:12.726660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e19769-7173-4438-81cf-6534a9aad890 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:12.733421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e19769-7173-4438-81cf-6534a9aad890 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:12.735445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-15e19769-7173-4438-81cf-6534a9aad890 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3144271 Feb 11 13:41:12.740054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45850) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:12.779464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.792834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for aba2e624-c807-40ce-b0d0-5ea4d65177bd owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:12.816664 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14adb274-330f-4905-a554-aa57e45b27d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.821410 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14adb274-330f-4905-a554-aa57e45b27d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:12.821410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-14adb274-330f-4905-a554-aa57e45b27d2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fbc28a75-85b5-4ccf-a32a-1729ebeb7cbf HTTP/1.1" status: 204 len: 168 time: 0.7371264 Feb 11 13:41:12.840267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adb274-330f-4905-a554-aa57e45b27d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc28a75-85b5-4ccf-a32a-1729ebeb7cbf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:12.897345 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-03f4e7e4-03b9-4eed-a71f-fd97d1434bfb tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1515143 Feb 11 13:41:12.897345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45854) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:13.017222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ec0e735-d501-463f-9b4f-2e06aa11c5de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.045954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b52d170-6170-4b1e-ba7a-2e2d8c91d4e7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.048636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b52d170-6170-4b1e-ba7a-2e2d8c91d4e7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.050595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b52d170-6170-4b1e-ba7a-2e2d8c91d4e7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.052581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b52d170-6170-4b1e-ba7a-2e2d8c91d4e7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.054591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b52d170-6170-4b1e-ba7a-2e2d8c91d4e7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.056565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9b52d170-6170-4b1e-ba7a-2e2d8c91d4e7 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1586199 Feb 11 13:41:13.060591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45856) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:13.123135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b90942-c7be-44e0-bbc4-87a2522239a9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.124632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b90942-c7be-44e0-bbc4-87a2522239a9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.126042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b90942-c7be-44e0-bbc4-87a2522239a9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.127416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b90942-c7be-44e0-bbc4-87a2522239a9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.128826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b90942-c7be-44e0-bbc4-87a2522239a9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.130474 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-73b90942-c7be-44e0-bbc4-87a2522239a9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0688829 Feb 11 13:41:13.133909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45858) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:13.235219 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7ec0e735-d501-463f-9b4f-2e06aa11c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.286689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1dadb2-b26e-4793-a19a-704443828428 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.292010 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3e1dadb2-b26e-4793-a19a-704443828428 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/networks/da446153-0b9a-4558-a385-00e3254851b7 HTTP/1.1" status: 200 len: 804 time: 0.1557641 Feb 11 13:41:13.294344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45862) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:13.358804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7ec0e735-d501-463f-9b4f-2e06aa11c5de admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3994dd239b1d4464a661b0d459731b75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0612550 Feb 11 13:41:13.363324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45866) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:13.371934 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.405716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0e735-d501-463f-9b4f-2e06aa11c5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec1567a-7554-478f-82f4-f931941f9f97,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:13.555024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=aba2e624-c807-40ce-b0d0-5ea4d65177bd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:13.573387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b85de7c6-7002-4cf5-90bd-bdb2ccebba5f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/networks/da446153-0b9a-4558-a385-00e3254851b7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2776425 Feb 11 13:41:13.577315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45870) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:13.693808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.750224 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-57c086c2-10fa-4afb-aa9f-ee3503f04915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.851889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45880) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:13.913873 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-57c086c2-10fa-4afb-aa9f-ee3503f04915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:13.938380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45882) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:13.963860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169fbe4a-1f46-44e3-854b-242d6be6b66f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:13.972205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-169fbe4a-1f46-44e3-854b-242d6be6b66f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/subnets/fbe013a8-5450-468e-8b4e-77b376ed58a2 HTTP/1.1" status: 200 len: 843 time: 0.3905365 Feb 11 13:41:13.992488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45884) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:14.117948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45888) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:14.132117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1cbbcd17-9b61-4a2e-84b5-54caa788d94a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=369df09442104f6ba144524644f5cac3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2731178 Feb 11 13:41:14.145218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45890) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:14.148275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659e65e8-b9c4-4dd3-adb3-3b57bd8c5c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.215967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd43c1-409b-4bbf-bc95-058c65807af3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['shared'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:14.220810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-43bd43c1-409b-4bbf-bc95-058c65807af3 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "GET /v2.0/subnets/fbe013a8-5450-468e-8b4e-77b376ed58a2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2207704 Feb 11 13:41:14.223997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45892) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:14.230603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1050964897'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:14.281870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-484afd3d-9fa7-4427-9975-6f8c159cb36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.371699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659e65e8-b9c4-4dd3-adb3-3b57bd8c5c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.378040 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-57c086c2-10fa-4afb-aa9f-ee3503f04915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.382824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-57c086c2-10fa-4afb-aa9f-ee3503f04915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.387087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-57c086c2-10fa-4afb-aa9f-ee3503f04915 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ec1567a-7554-478f-82f4-f931941f9f97 HTTP/1.1" status: 204 len: 168 time: 1.0196760 Feb 11 13:41:14.391258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-484afd3d-9fa7-4427-9975-6f8c159cb36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.394683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:14.398354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.459729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 294cc0e3-e06f-4de2-81d7-92f18d3f7c69 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:14.583193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:14.600286 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a4d08-71b4-4238-8375-3e2fc2ec079a None None] Sync routers for ids ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:14.621831 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a4d08-71b4-4238-8375-3e2fc2ec079a None None] Routers {'294cc0e3-e06f-4de2-81d7-92f18d3f7c69'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:14.622076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-54b4338f-6cab-4c8f-a11c-23be14cdaf20 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/294cc0e3-e06f-4de2-81d7-92f18d3f7c69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6723440 Feb 11 13:41:14.622627 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-594a4d08-71b4-4238-8375-3e2fc2ec079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:14.623935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45898) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:14.678929 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-46cb96b5-c61f-4358-b678-5db656994e8a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=294cc0e3-e06f-4de2-81d7-92f18d3f7c69 HTTP/1.1" status: 200 len: 205 time: 0.0523305 Feb 11 13:41:14.681441 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45902) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:14.821630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73535d88-4587-4753-82af-09abd7d5c6ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.965054 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659e65e8-b9c4-4dd3-adb3-3b57bd8c5c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:14.971953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c086c2-10fa-4afb-aa9f-ee3503f04915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec1567a-7554-478f-82f4-f931941f9f97,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.034012 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-594a4d08-71b4-4238-8375-3e2fc2ec079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:15.043760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e65e8-b9c4-4dd3-adb3-3b57bd8c5c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d72db1-6537-4445-83d2-b4d20d30b1ed,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.068400 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594a4d08-71b4-4238-8375-3e2fc2ec079a None None] Routers {'294cc0e3-e06f-4de2-81d7-92f18d3f7c69'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:15.069490 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-594a4d08-71b4-4238-8375-3e2fc2ec079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:15.079752 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73535d88-4587-4753-82af-09abd7d5c6ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.093258 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73535d88-4587-4753-82af-09abd7d5c6ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.108411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:15.123566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-659e65e8-b9c4-4dd3-adb3-3b57bd8c5c12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f1b85376567e45abb8c98d6e2f036be7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0045362 Feb 11 13:41:15.163284 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-594a4d08-71b4-4238-8375-3e2fc2ec079a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:15.169607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45906) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:15.172870 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594a4d08-71b4-4238-8375-3e2fc2ec079a None None] The sync data for ids ['294cc0e3-e06f-4de2-81d7-92f18d3f7c69'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:15.206915 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.207741 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Added segment 0464ac59-8de7-4e86-b0eb-3a27d62907aa of type vlan for network 16de6ce7-9658-480d-967e-553a1368967f Feb 11 13:41:15.268128 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73535d88-4587-4753-82af-09abd7d5c6ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.268654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73535d88-4587-4753-82af-09abd7d5c6ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Fanout notify agent at l3_agent the message router_deleted on router 294cc0e3-e06f-4de2-81d7-92f18d3f7c69 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:41:15.278156 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73535d88-4587-4753-82af-09abd7d5c6ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.284725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-73535d88-4587-4753-82af-09abd7d5c6ae tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/294cc0e3-e06f-4de2-81d7-92f18d3f7c69 HTTP/1.1" status: 204 len: 168 time: 0.6017060 Feb 11 13:41:15.285380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45910) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:15.308317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-484afd3d-9fa7-4427-9975-6f8c159cb36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.310877 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-484afd3d-9fa7-4427-9975-6f8c159cb36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.314812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-484afd3d-9fa7-4427-9975-6f8c159cb36a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03bca908-eef3-4235-9a97-faa4373eeb1c HTTP/1.1" status: 204 len: 168 time: 1.1658185 Feb 11 13:41:15.329977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.398602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-8587e7fa-d1cc-48cc-86ef-b0d3d81cb86b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting subnet 8d350181-8277-4bf6-984e-120ce7dcfe8d {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:15.404424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8587e7fa-d1cc-48cc-86ef-b0d3d81cb86b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.489021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8587e7fa-d1cc-48cc-86ef-b0d3d81cb86b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.501365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30e55332-3239-48a1-acc8-57e38a2ade8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.515894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484afd3d-9fa7-4427-9975-6f8c159cb36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bca908-eef3-4235-9a97-faa4373eeb1c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.530525 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.resource_extend [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:41:15.606528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30e55332-3239-48a1-acc8-57e38a2ade8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.689240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.695486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:15.695693 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.699314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8587e7fa-d1cc-48cc-86ef-b0d3d81cb86b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.815166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Network': ['ID=16de6ce7-9658-480d-967e-553a1368967f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.830542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 16de6ce7-9658-480d-967e-553a1368967f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:15.844638 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30e55332-3239-48a1-acc8-57e38a2ade8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.848845 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-30e55332-3239-48a1-acc8-57e38a2ade8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:15.852488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-30e55332-3239-48a1-acc8-57e38a2ade8c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b9d72db1-6537-4445-83d2-b4d20d30b1ed HTTP/1.1" status: 204 len: 168 time: 0.6794462 Feb 11 13:41:15.888982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e55332-3239-48a1-acc8-57e38a2ade8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d72db1-6537-4445-83d2-b4d20d30b1ed,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:15.892773 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b94066d2-fd08-4afe-8e09-f450e25bfc0f tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6678011 Feb 11 13:41:15.896618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45930) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:15.903529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'network_id': '16de6ce7-9658-480d-967e-553a1368967f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:15.979078 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8587e7fa-d1cc-48cc-86ef-b0d3d81cb86b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.054277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.102134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587e7fa-d1cc-48cc-86ef-b0d3d81cb86b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Subnet': ['ID=8d350181-8277-4bf6-984e-120ce7dcfe8d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:16.127656 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8587e7fa-d1cc-48cc-86ef-b0d3d81cb86b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.128601 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8587e7fa-d1cc-48cc-86ef-b0d3d81cb86b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/8d350181-8277-4bf6-984e-120ce7dcfe8d HTTP/1.1" status: 204 len: 168 time: 0.8419628 Feb 11 13:41:16.133140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45938) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:16.133315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402afc0e-2662-4de9-aa8e-397dc1f3fd32 None None] Network 9a5f613d-908e-4297-807a-2358d3f64adb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:16.244959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-66faf945-7e1e-4b10-b6f9-c7d946c924e8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting subnet 6cd751ea-a849-413f-9b39-76f11f79a1ad {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:16.252401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66faf945-7e1e-4b10-b6f9-c7d946c924e8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.319799 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66faf945-7e1e-4b10-b6f9-c7d946c924e8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.421970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Made reservation on behalf of 456047e9bb424f0197e3516822a2f3d4 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:16.431342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.546859 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] Deleting port c9009c4c-45b3-446b-8210-ce068d7debcc {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:16.547213 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.645648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.ipam_backend_mixin [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Performing IP validity checks on allocation pools {{(pid=103006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 13:41:16.647219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.ipam_backend_mixin [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 13:41:16.667547 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b250b74-0c73-4b43-94d2-8ef350b0c35c None None] DHCP port deletion for 9a5f613d-908e-4297-807a-2358d3f64adb request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:41:16.710738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] For port c9009c4c-45b3-446b-8210-ce068d7debcc, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c9009c4c-45b3-446b-8210-ce068d7debcc,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:16.711253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.713573 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66faf945-7e1e-4b10-b6f9-c7d946c924e8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.726075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] Calling delete_port for c9009c4c-45b3-446b-8210-ce068d7debcc owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:16.834794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6b250b74-0c73-4b43-94d2-8ef350b0c35c None None] Deleting port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:16.837030 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6b250b74-0c73-4b43-94d2-8ef350b0c35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.980044 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66faf945-7e1e-4b10-b6f9-c7d946c924e8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:16.993431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6b250b74-0c73-4b43-94d2-8ef350b0c35c None None] For port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=86942079-d5cb-4b8f-aaef-3a98f3c4b62d,segment=NetworkSegment(95bb971c-3da3-4bd9-8da1-98e562a14cdd),segment_id=95bb971c-3da3-4bd9-8da1-98e562a14cdd)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:16.997543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6b250b74-0c73-4b43-94d2-8ef350b0c35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.020226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6b250b74-0c73-4b43-94d2-8ef350b0c35c None None] Calling delete_port for 86942079-d5cb-4b8f-aaef-3a98f3c4b62d owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:17.062480 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66faf945-7e1e-4b10-b6f9-c7d946c924e8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.065952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-66faf945-7e1e-4b10-b6f9-c7d946c924e8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/6cd751ea-a849-413f-9b39-76f11f79a1ad HTTP/1.1" status: 204 len: 168 time: 0.9319501 Feb 11 13:41:17.069463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45960) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:17.070094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faf945-7e1e-4b10-b6f9-c7d946c924e8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd751ea-a849-413f-9b39-76f11f79a1ad,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:17.146010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b438ad8-cf23-4752-9df4-d2ae9fbac5b0 None None] Network 4efc2e82-34b7-4760-b257-58e4a1531d7a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:17.209798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.265658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9009c4c-45b3-446b-8210-ce068d7debcc,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:17.346811 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.410082 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6b250b74-0c73-4b43-94d2-8ef350b0c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.419333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.490574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d072cefc-925f-488f-8df1-415bb6189886 None None] DHCP port deletion for 4efc2e82-34b7-4760-b257-58e4a1531d7a request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:41:17.497133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=b0b45b40-a65f-4bec-85f5-06a732cbb0dc,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:17.499641 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b250b74-0c73-4b43-94d2-8ef350b0c35c None None] Pushing event deleted for resources: {'Port': ['ID=86942079-d5cb-4b8f-aaef-3a98f3c4b62d,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:17.509635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b250b74-0c73-4b43-94d2-8ef350b0c35c None None] No DVR routers for this DVR port 86942079-d5cb-4b8f-aaef-3a98f3c4b62d on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:17.543653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Checking segment: {'id': '0464ac59-8de7-4e86-b0eb-3a27d62907aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '16de6ce7-9658-480d-967e-553a1368967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:17.544023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network hostable DHCP agents. Network: 16de6ce7-9658-480d-967e-553a1368967f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:17.626399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d072cefc-925f-488f-8df1-415bb6189886 None None] Deleting port a5a9a949-2753-4e00-bd8f-73537b0a3b23 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:17.626988 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d072cefc-925f-488f-8df1-415bb6189886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.794769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d072cefc-925f-488f-8df1-415bb6189886 None None] For port a5a9a949-2753-4e00-bd8f-73537b0a3b23, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a5a9a949-2753-4e00-bd8f-73537b0a3b23,segment=NetworkSegment(e2299105-513b-421a-a4e6-4ee7806adae9),segment_id=e2299105-513b-421a-a4e6-4ee7806adae9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:17.795393 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d072cefc-925f-488f-8df1-415bb6189886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.814821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d072cefc-925f-488f-8df1-415bb6189886 None None] Calling delete_port for a5a9a949-2753-4e00-bd8f-73537b0a3b23 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:17.840063 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.883970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5f613d-908e-4297-807a-2358d3f64adb']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:17.902414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95bb971c-3da3-4bd9-8da1-98e562a14cdd') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:17.903381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95bb971c-3da3-4bd9-8da1-98e562a14cdd') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:17.912542 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.918576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:17.922184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 86942079-d5cb-4b8f-aaef-3a98f3c4b62d no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:17.983349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 86942079-d5cb-4b8f-aaef-3a98f3c4b62d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:41:17.983349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 86942079-d5cb-4b8f-aaef-3a98f3c4b62d not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:17.983349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a5a9a949-2753-4e00-bd8f-73537b0a3b23 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:17.995990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.006686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:18.007201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:18.012013 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:18.125572 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.211229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Network 16de6ce7-9658-480d-967e-553a1368967f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:18.285208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] Router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:18.407524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:18.415448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45978) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:18.418934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] Sync routers for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:18.428326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-86feea09-f9a0-4e13-ba98-bbadfeb1f7b7 admin admin] 10.222.0.52 "PUT /v2.0/routers/b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4482725 Feb 11 13:41:18.434647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:18.435566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:18.557625 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.693644 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.748553 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.754542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 16de6ce7-9658-480d-967e-553a1368967f) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:18.757131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.759275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:18.762705 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.769320 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/networks/9a5f613d-908e-4297-807a-2358d3f64adb HTTP/1.1" status: 204 len: 168 time: 1.6949532 Feb 11 13:41:18.773819 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d072cefc-925f-488f-8df1-415bb6189886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.790247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45982) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:18.810827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f177b9-b076-407b-81e2-f3af8d29e779 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Network': ['ID=9a5f613d-908e-4297-807a-2358d3f64adb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:18.876106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:18.888121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072cefc-925f-488f-8df1-415bb6189886 None None] Pushing event deleted for resources: {'Port': ['ID=a5a9a949-2753-4e00-bd8f-73537b0a3b23,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:18.890297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e280c3b-ba7a-4f12-aa1a-d6006373bfab None None] Network 16de6ce7-9658-480d-967e-553a1368967f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:18.903871 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ba1fe848-13a8-4a0f-af90-7c8db16fb989 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0056973 Feb 11 13:41:18.904448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45990) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:18.918142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Deleting port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:18.918762 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:18.921148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3fd3cc7e-7c88-49b5-8606-aa36bdd69cbf tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:19.048400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.091480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] For port fa96b0d4-bcf8-45c3-bc7f-532d8af7506a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fa96b0d4-bcf8-45c3-bc7f-532d8af7506a,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:19.094034 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.138879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Calling delete_port for fa96b0d4-bcf8-45c3-bc7f-532d8af7506a owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:19.154515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d072cefc-925f-488f-8df1-415bb6189886 None None] No DVR routers for this DVR port a5a9a949-2753-4e00-bd8f-73537b0a3b23 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:19.221007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cc7e-7c88-49b5-8606-aa36bdd69cbf tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4242801'] for subnet, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.354825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156'}], 'enable_snat': True}, 'gw_port_id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:41:16Z', 'revision_number': 5, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port': {'id': 'fa96b0d4-bcf8-45c3-bc7f-532d8af7506a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:dc:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:33:15Z', 'updated_at': '2022-02-11T13:33:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:19.386658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] Checking router: b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:19.389833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-16de6ce7-9658-480d-967e-553a1368967f', 'network_id': '16de6ce7-9658-480d-967e-553a1368967f', 'tenant_id': '456047e9bb424f0197e3516822a2f3d4', 'fixed_ips': [{'subnet_id': 'b0b45b40-a65f-4bec-85f5-06a732cbb0dc'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:41:19.389833 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.437238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] Routers {'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:19.443188 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:40:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:19.641236 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cc7e-7c88-49b5-8606-aa36bdd69cbf tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788035881831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16415892'] for subnet, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.730548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] Set router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:19.777168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.782416 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.785007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd3cc7e-7c88-49b5-8606-aa36bdd69cbf tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:19.785570 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cc7e-7c88-49b5-8606-aa36bdd69cbf tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.786978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3fd3cc7e-7c88-49b5-8606-aa36bdd69cbf tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "PUT /v2.0/subnets/b0b45b40-a65f-4bec-85f5-06a732cbb0dc HTTP/1.1" status: 200 len: 900 time: 0.8819675 Feb 11 13:41:19.794437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46022) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:19.811872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:41:18Z', 'revision_number': 6, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:19.825060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efc2e82-34b7-4760-b257-58e4a1531d7a']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:19.849862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3cc7e-7c88-49b5-8606-aa36bdd69cbf tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event updated for resources: {'Subnet': ['ID=b0b45b40-a65f-4bec-85f5-06a732cbb0dc,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:19.853885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2299105-513b-421a-a4e6-4ee7806adae9') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:19.862279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2299105-513b-421a-a4e6-4ee7806adae9') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:19.885490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.897603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2188efe-f89f-4507-87e0-f5f7b3a38681 None None] The sync data for ids ['b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5'] in n-d-816488-1 is: [{'id': 'b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5', 'name': 'tempest-AttachVolumeShelveTestJSON-1838021220-router', 'tenant_id': 'e6073ab297074d3eab820065d5df3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:33:13Z', 'updated_at': '2022-02-11T13:41:18Z', 'revision_number': 6, 'project_id': 'e6073ab297074d3eab820065d5df3ec9', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:19.911012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa96b0d4-bcf8-45c3-bc7f-532d8af7506a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:19.923087 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:41:19.928843 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.943290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:19.945229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:19.950659 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:19.963563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Allocated IP 2001:db8::3 (16de6ce7-9658-480d-967e-553a1368967f/b0b45b40-a65f-4bec-85f5-06a732cbb0dc/5259e6dc-3e36-41ac-8843-c9e7015ed8ba) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:20.167004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.209186 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.221906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/networks/4efc2e82-34b7-4760-b257-58e4a1531d7a HTTP/1.1" status: 204 len: 168 time: 1.4283969 Feb 11 13:41:20.225671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ddec4-2e3a-4ff7-969e-f0b024e35490 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Network': ['ID=4efc2e82-34b7-4760-b257-58e4a1531d7a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:20.226170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46040) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:20.228302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.248704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1086017639'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:20.291430 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.418559 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.439466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.451913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Network 16de6ce7-9658-480d-967e-553a1368967f is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:20.457896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:20.461610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:20.471635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.473287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:20.487414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.490146 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.566787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Pushing event updated for resources: {'Port': ['ID=5259e6dc-3e36-41ac-8843-c9e7015ed8ba,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:20.598551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Attempting to bind port 5259e6dc-3e36-41ac-8843-c9e7015ed8ba on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:20.599555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Attempting to bind port 5259e6dc-3e36-41ac-8843-c9e7015ed8ba by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '0464ac59-8de7-4e86-b0eb-3a27d62907aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '16de6ce7-9658-480d-967e-553a1368967f'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:20.600042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Attempting to bind port 5259e6dc-3e36-41ac-8843-c9e7015ed8ba on network 16de6ce7-9658-480d-967e-553a1368967f {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:20.605946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:20.606327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Checking segment: {'id': '0464ac59-8de7-4e86-b0eb-3a27d62907aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '16de6ce7-9658-480d-967e-553a1368967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:20.606743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.607131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Bound using segment: {'id': '0464ac59-8de7-4e86-b0eb-3a27d62907aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '16de6ce7-9658-480d-967e-553a1368967f'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:20.607637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Bound port: 5259e6dc-3e36-41ac-8843-c9e7015ed8ba, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0464ac59-8de7-4e86-b0eb-3a27d62907aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '16de6ce7-9658-480d-967e-553a1368967f'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:20.608019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.609883 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:20.629166 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.630784 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added segment 11ef4937-65ac-4713-b592-fef710bec7bf of type vlan for network 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 Feb 11 13:41:20.682121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting port 5259e6dc-3e36-41ac-8843-c9e7015ed8ba {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:20.682457 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.685513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] For port 5259e6dc-3e36-41ac-8843-c9e7015ed8ba, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:20.685610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.691217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] For port 5259e6dc-3e36-41ac-8843-c9e7015ed8ba, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5259e6dc-3e36-41ac-8843-c9e7015ed8ba,segment=NetworkSegment(0464ac59-8de7-4e86-b0eb-3a27d62907aa),segment_id=0464ac59-8de7-4e86-b0eb-3a27d62907aa)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:20.786130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] For port 5259e6dc-3e36-41ac-8843-c9e7015ed8ba, host n-d-816488-1, got binding levels [] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:20.786130 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.793215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Calling delete_port for 5259e6dc-3e36-41ac-8843-c9e7015ed8ba owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:20.845514 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.846139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:41:20.846281 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.852599 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.856023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bb39dd64-8f2b-4278-b91f-d7d7f3bfd5d2 admin admin] 10.222.0.52 "DELETE /v2.0/routers/b33bc9a5-b2d1-4ca9-914e-9d0f2993d0b5 HTTP/1.1" status: 204 len: 168 time: 2.4372640 Feb 11 13:41:20.857839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46052) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:20.884808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:20.891005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:20.891614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.016147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Network': ['ID=6a4697d1-5cbe-4b91-8b64-fbb8b08c2212,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:21.044640 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d843af81-e918-4b93-8c37-f28c5cf18d8e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8174164 Feb 11 13:41:21.047369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2c7d35-c828-4148-8aa6-8d3601a71214 admin admin] Deleting subnet 85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:21.049666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46062) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:21.052404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed2c7d35-c828-4148-8aa6-8d3601a71214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.056326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:21.056556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'subnet': {'network_id': '6a4697d1-5cbe-4b91-8b64-fbb8b08c2212', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:21.124916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.152725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b9d8e-5a8e-4318-bc38-6650ee92ec99 None None] Pushing event updated for resources: {'Port': ['ID=5259e6dc-3e36-41ac-8843-c9e7015ed8ba,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:21.190043 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed2c7d35-c828-4148-8aa6-8d3601a71214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.261810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Port': ['ID=5259e6dc-3e36-41ac-8843-c9e7015ed8ba,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:21.374731 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed2c7d35-c828-4148-8aa6-8d3601a71214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.469172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No DVR routers for this DVR port 5259e6dc-3e36-41ac-8843-c9e7015ed8ba on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:21.577139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:21.586871 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.608283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.613917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed2c7d35-c828-4148-8aa6-8d3601a71214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.658645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c7d35-c828-4148-8aa6-8d3601a71214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:21.665267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed2c7d35-c828-4148-8aa6-8d3601a71214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.669632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ed2c7d35-c828-4148-8aa6-8d3601a71214 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/85faaf78-8c3e-4cb6-a0d9-efc915f6b5c8 HTTP/1.1" status: 204 len: 168 time: 0.8107481 Feb 11 13:41:21.671427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970c7f6-2132-4ef1-91e9-2df44de02d19 None None] Network 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:21.672376 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46074) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:21.782683 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.850836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fa96b0d4-bcf8-45c3-bc7f-532d8af7506a no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:21.882588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: fa96b0d4-bcf8-45c3-bc7f-532d8af7506a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:41:21.885828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fa96b0d4-bcf8-45c3-bc7f-532d8af7506a not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:21.886436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c9009c4c-45b3-446b-8210-ce068d7debcc no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:21.907241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Deleting port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:21.907776 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:21.951241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: c9009c4c-45b3-446b-8210-ce068d7debcc {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:41:21.951783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c9009c4c-45b3-446b-8210-ce068d7debcc not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:22.017517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] For port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=05b4547c-a6db-4d8d-a176-e6b777fa8bb7,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:22.018203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.037234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Calling delete_port for 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:22.110551 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.124759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a42c38-83f2-4ad7-b77c-d30258ca5d3b None None] DHCP port deletion for 9cca9e38-bd58-41a3-afdf-a4cfe26cc124 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:41:22.188544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Subnet': ['ID=b0b45b40-a65f-4bec-85f5-06a732cbb0dc,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:22.237069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-62a42c38-83f2-4ad7-b77c-d30258ca5d3b None None] Deleting port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:22.238383 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-62a42c38-83f2-4ad7-b77c-d30258ca5d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.302258 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.312189 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.367600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16de6ce7-9658-480d-967e-553a1368967f']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:22.367934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Pushing event deleted for resources: {'Port': ['ID=05b4547c-a6db-4d8d-a176-e6b777fa8bb7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:22.367934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] No DVR routers for this DVR port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:22.392130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0464ac59-8de7-4e86-b0eb-3a27d62907aa') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:22.396708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0464ac59-8de7-4e86-b0eb-3a27d62907aa') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:22.418768 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.464728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.470689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-62a42c38-83f2-4ad7-b77c-d30258ca5d3b None None] For port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=05b4547c-a6db-4d8d-a176-e6b777fa8bb7,segment=NetworkSegment(f1e0a787-66b4-4435-97e8-65be83a4a351),segment_id=f1e0a787-66b4-4435-97e8-65be83a4a351)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:22.472816 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-62a42c38-83f2-4ad7-b77c-d30258ca5d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.509412 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.521908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-62a42c38-83f2-4ad7-b77c-d30258ca5d3b None None] Calling delete_port for 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:22.534633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:22.535078 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:22.545400 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:22.586518 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.700840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Subnet': ['ID=1bf8ceb5-7a75-4a5c-afee-f916f92728d7,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:22.707007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cca9e38-bd58-41a3-afdf-a4cfe26cc124']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:22.710185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Checking segment: {'id': '11ef4937-65ac-4713-b592-fef710bec7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6a4697d1-5cbe-4b91-8b64-fbb8b08c2212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:22.710742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network hostable DHCP agents. Network: 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:22.749034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e0a787-66b4-4435-97e8-65be83a4a351') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:22.750429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e0a787-66b4-4435-97e8-65be83a4a351') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:22.763241 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-62a42c38-83f2-4ad7-b77c-d30258ca5d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.788376 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.797414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.804864 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/16de6ce7-9658-480d-967e-553a1368967f HTTP/1.1" status: 204 len: 168 time: 2.9472718 Feb 11 13:41:22.814269 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.830526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a42c38-83f2-4ad7-b77c-d30258ca5d3b None None] Pushing event deleted for resources: {'Port': ['ID=05b4547c-a6db-4d8d-a176-e6b777fa8bb7,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:22.839169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a42c38-83f2-4ad7-b77c-d30258ca5d3b None None] No DVR routers for this DVR port 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:22.851669 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46126) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:22.852561 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:22.858020 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.876050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:22.876811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:22.918960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fa1b4-6d4f-4698-a73c-14b343df2025 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Network': ['ID=16de6ce7-9658-480d-967e-553a1368967f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:22.928710 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f82e6b1-1362-48d0-8b31-ae641abc5e11 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:22.931306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f82e6b1-1362-48d0-8b31-ae641abc5e11 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:22.939212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2f82e6b1-1362-48d0-8b31-ae641abc5e11 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/subnets/b0b45b40-a65f-4bec-85f5-06a732cbb0dc HTTP/1.1" status: 404 len: 337 time: 0.0830209 Feb 11 13:41:22.943551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46130) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:22.948536 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:22.992701 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-936eb7e0-44cb-48a7-8d96-321b72a279d1 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:22.993683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936eb7e0-44cb-48a7-8d96-321b72a279d1 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:23.001397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46132) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:23.001585 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-936eb7e0-44cb-48a7-8d96-321b72a279d1 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/16de6ce7-9658-480d-967e-553a1368967f HTTP/1.1" status: 404 len: 339 time: 0.0567131 Feb 11 13:41:23.038647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c2c545a0-20e2-4417-a157-8c02ebe41be5 None None] Could not find standard attr ID for object 5259e6dc-3e36-41ac-8843-c9e7015ed8ba. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:41:23.066358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:23.074630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:23.075785 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.075932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3235c11f-9f4a-40db-b5e0-8e57516df60b None None] Network 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:23.146052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0314387-6320-491d-84e4-27c80ed5b7bc None None] DHCP port deletion for 16de6ce7-9658-480d-967e-553a1368967f request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:41:23.183890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.184617 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0c366637-66d4-475d-b3f7-618305c7ca2f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1337206 Feb 11 13:41:23.186516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c699765c-061a-462b-ac61-773f1a634749 None None] Network 16de6ce7-9658-480d-967e-553a1368967f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:23.187344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46138) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:23.194391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.200791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-03496f71-74d1-4077-b06f-e5c5ac3d9385 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1835005176', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:23.207324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c699765c-061a-462b-ac61-773f1a634749 None None] Network 16de6ce7-9658-480d-967e-553a1368967f could not be found, it might have been deleted concurrently. {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 11 13:41:23.210246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] 10.222.0.52 "DELETE /v2.0/networks/9cca9e38-bd58-41a3-afdf-a4cfe26cc124 HTTP/1.1" status: 204 len: 168 time: 1.5234327 Feb 11 13:41:23.215471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.224229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eca8c2-196d-46c6-a5f5-ca3a2cdf928e None None] Network 16de6ce7-9658-480d-967e-553a1368967f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:23.240175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab39b6c-964f-41c2-9e7c-f88c7eef573e admin admin] Pushing event deleted for resources: {'Network': ['ID=9cca9e38-bd58-41a3-afdf-a4cfe26cc124,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:23.244568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eca8c2-196d-46c6-a5f5-ca3a2cdf928e None None] Network 16de6ce7-9658-480d-967e-553a1368967f could not be found, it might have been deleted concurrently. {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 11 13:41:23.347754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-6a4697d1-5cbe-4b91-8b64-fbb8b08c2212', 'network_id': '6a4697d1-5cbe-4b91-8b64-fbb8b08c2212', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'fixed_ips': [{'subnet_id': '1bf8ceb5-7a75-4a5c-afee-f916f92728d7'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:41:23.349924 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.394813 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03496f71-74d1-4077-b06f-e5c5ac3d9385 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.403070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03496f71-74d1-4077-b06f-e5c5ac3d9385 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.428245 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.453832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e84972f-b515-4b9e-9343-0c7d8df353cf']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:23.467581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d98d5f-b57b-41ff-b93d-26b71499169f') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:23.468136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d98d5f-b57b-41ff-b93d-26b71499169f') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:23.481217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.498219 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.506124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:23.506795 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:23.611922 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:23.657243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Allocated IP 2001:db8::2 (6a4697d1-5cbe-4b91-8b64-fbb8b08c2212/1bf8ceb5-7a75-4a5c-afee-f916f92728d7/9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:23.697069 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03496f71-74d1-4077-b06f-e5c5ac3d9385 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.748078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.754322 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.771651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/8e84972f-b515-4b9e-9343-0c7d8df353cf HTTP/1.1" status: 204 len: 168 time: 0.7564576 Feb 11 13:41:23.773293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46152) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:23.802117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9df1ed-5cad-4dd0-8c57-f9bd3d3e91f9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Network': ['ID=8e84972f-b515-4b9e-9343-0c7d8df353cf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:23.829631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5259e6dc-3e36-41ac-8843-c9e7015ed8ba no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:23.834052 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ffad0b-5eff-4a55-9b47-dbe55a634281 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:23.834594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ffad0b-5eff-4a55-9b47-dbe55a634281 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:23.838291 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-46ffad0b-5eff-4a55-9b47-dbe55a634281 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/subnets/983cb473-34d4-4b57-8ab1-e673b5e1a648 HTTP/1.1" status: 404 len: 337 time: 0.0645518 Feb 11 13:41:23.843949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46154) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:23.864825 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03496f71-74d1-4077-b06f-e5c5ac3d9385 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:23.877930 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-5126d122-b45b-4e6d-a6fe-bb9c37517ce9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:23.878544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5126d122-b45b-4e6d-a6fe-bb9c37517ce9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:23.886065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5126d122-b45b-4e6d-a6fe-bb9c37517ce9 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/3716b2ab-abf9-414e-9e1f-4235f510cd99 HTTP/1.1" status: 404 len: 339 time: 0.0387568 Feb 11 13:41:23.889366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46156) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:23.972033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 5259e6dc-3e36-41ac-8843-c9e7015ed8ba {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:41:23.972356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5259e6dc-3e36-41ac-8843-c9e7015ed8ba not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:23.972767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:24.003912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:41:24.004107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 05b4547c-a6db-4d8d-a176-e6b777fa8bb7 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:24.004888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-03496f71-74d1-4077-b06f-e5c5ac3d9385 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.006649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-03496f71-74d1-4077-b06f-e5c5ac3d9385 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8177907 Feb 11 13:41:24.011209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46162) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:24.016293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'port': {'network_id': '6a4697d1-5cbe-4b91-8b64-fbb8b08c2212', 'name': 'tempest-RoutersIpV6Test-128970447'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:24.029959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d805cd9-830d-46e1-adcd-804d9da2989d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting subnet a184d038-b2c9-4891-8d49-659016d3cb14 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:24.049081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d805cd9-830d-46e1-adcd-804d9da2989d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.124229 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.138164 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d805cd9-830d-46e1-adcd-804d9da2989d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.166713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46166) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:24.202805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46168) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:24.210789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'network': {'name': 'tempest-network-smoke--1829927859', 'project_id': '68f7c1522217465ab9934a9fd077095e', 'port_security_enabled': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:24.217441 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.294839 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a14bd857-9095-448a-95f2-77e9471b9a50 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6073ab297074d3eab820065d5df3ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268227 Feb 11 13:41:24.297405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46170) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:24.314384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Network 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:24.318064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:24.325044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:24.328013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Pushing event updated for resources: {'Port': ['ID=9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:24.378994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Made reservation on behalf of 68f7c1522217465ab9934a9fd077095e for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:24.382683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.392466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d805cd9-830d-46e1-adcd-804d9da2989d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.405129 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7777-4a7e-44fe-8adb-b8818b7e956c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.406660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Attempting to bind port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:24.407077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Attempting to bind port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11ef4937-65ac-4713-b592-fef710bec7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6a4697d1-5cbe-4b91-8b64-fbb8b08c2212'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:24.410832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Attempting to bind port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb on network 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:24.412970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:24.413683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Checking segment: {'id': '11ef4937-65ac-4713-b592-fef710bec7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6a4697d1-5cbe-4b91-8b64-fbb8b08c2212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:24.413846 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.414415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Bound using segment: {'id': '11ef4937-65ac-4713-b592-fef710bec7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6a4697d1-5cbe-4b91-8b64-fbb8b08c2212'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:24.414708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Bound port: 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ef4937-65ac-4713-b592-fef710bec7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '6a4697d1-5cbe-4b91-8b64-fbb8b08c2212'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:24.415031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.438469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7777-4a7e-44fe-8adb-b8818b7e956c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.468199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.517272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] For port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:24.520705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] For port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb,segment=NetworkSegment(11ef4937-65ac-4713-b592-fef710bec7bf),segment_id=11ef4937-65ac-4713-b592-fef710bec7bf)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:24.634406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7777-4a7e-44fe-8adb-b8818b7e956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.639696 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9d7777-4a7e-44fe-8adb-b8818b7e956c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.641629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9f9d7777-4a7e-44fe-8adb-b8818b7e956c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3211e522-8b8f-4ab1-bb34-a02bddc1db8d HTTP/1.1" status: 204 len: 168 time: 0.3426816 Feb 11 13:41:24.652959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d7777-4a7e-44fe-8adb-b8818b7e956c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3211e522-8b8f-4ab1-bb34-a02bddc1db8d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:24.674163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:24.676915 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2be6ce62-f57c-4feb-aaf2-7b382b57f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.684265 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.684451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.738191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d805cd9-830d-46e1-adcd-804d9da2989d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:24.862905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] device_id is not set on port 45d0201f-ee67-4c22-9329-4f09c666a71a yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:41:24.889242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d140b-92a9-4cdd-b2d7-c6e852e0b894 None None] Pushing event updated for resources: {'Port': ['ID=9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:24.980367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aacee20-4a0b-4387-b14b-576e21d404e3 None None] Network e580a306-6050-4ce9-b7c6-e58bfae5ad44 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:25.016224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d805cd9-830d-46e1-adcd-804d9da2989d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Subnet': ['ID=a184d038-b2c9-4891-8d49-659016d3cb14,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:25.029883 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d805cd9-830d-46e1-adcd-804d9da2989d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.036656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46184) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:25.037602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d805cd9-830d-46e1-adcd-804d9da2989d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/subnets/a184d038-b2c9-4891-8d49-659016d3cb14 HTTP/1.1" status: 204 len: 168 time: 1.1463792 Feb 11 13:41:25.127703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa62d50-cfb6-41de-9a7e-c0163d3f268b tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting subnet 007085d6-20df-4c3e-b89a-1fa202ddefec {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:25.128463 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.133465 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-efa62d50-cfb6-41de-9a7e-c0163d3f268b tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.251622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.296059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Allocated IP 2001:db8::e5 (6a4697d1-5cbe-4b91-8b64-fbb8b08c2212/1bf8ceb5-7a75-4a5c-afee-f916f92728d7/45d0201f-ee67-4c22-9329-4f09c666a71a) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:25.299832 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-efa62d50-cfb6-41de-9a7e-c0163d3f268b tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.362022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:25.370089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd0e8ec-3679-498d-a64a-5dfc5a6c88f7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:25.380661 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.381062 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Added segment a00923e1-f3b6-40ae-84ca-2c8d886ca032 of type vlan for network 4157d4c3-94e8-4c03-acd6-124bcf31a755 Feb 11 13:41:25.467747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.515633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-efa62d50-cfb6-41de-9a7e-c0163d3f268b tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.764251 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.858187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:25.936876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-efa62d50-cfb6-41de-9a7e-c0163d3f268b tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:25.976842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:25.977403 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.001588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa62d50-cfb6-41de-9a7e-c0163d3f268b tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Subnet': ['ID=007085d6-20df-4c3e-b89a-1fa202ddefec,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.012567 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-efa62d50-cfb6-41de-9a7e-c0163d3f268b tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.019434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-efa62d50-cfb6-41de-9a7e-c0163d3f268b tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/subnets/007085d6-20df-4c3e-b89a-1fa202ddefec HTTP/1.1" status: 204 len: 168 time: 0.9816537 Feb 11 13:41:26.022282 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46208) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:26.240791 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.245944 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.307400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb,segment=NetworkSegment(11ef4937-65ac-4713-b592-fef710bec7bf),segment_id=11ef4937-65ac-4713-b592-fef710bec7bf)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:26.356375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting port aa0babe0-f5c1-4016-bc2d-657cc67d0868 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:26.360309 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.375776 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.411712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.resource_extend [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] It took 0.94 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:41:26.449734 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.500104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] For port aa0babe0-f5c1-4016-bc2d-657cc67d0868, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=aa0babe0-f5c1-4016-bc2d-657cc67d0868,segment=NetworkSegment(fd4b76c9-5235-4578-8531-ad4ce4e94b42),segment_id=fd4b76c9-5235-4578-8531-ad4ce4e94b42)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:26.511544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.545304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Calling delete_port for aa0babe0-f5c1-4016-bc2d-657cc67d0868 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:26.561494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.617087 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.621589 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.630319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:26.633009 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.669060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c37d5b-767a-471e-9601-a4bbbca41150 None None] Network 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:26.766759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Network': ['ID=4157d4c3-94e8-4c03-acd6-124bcf31a755,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.819070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:26.823045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:26.823257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de51ce4-0962-493a-9e1e-1389907452fe None None] Network e580a306-6050-4ce9-b7c6-e58bfae5ad44 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:26.827918 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:26.833845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:26.834522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:26.842717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=45d0201f-ee67-4c22-9329-4f09c666a71a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:26.903716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 4157d4c3-94e8-4c03-acd6-124bcf31a755 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:26.963578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4819243b-500b-4e79-a9bb-0d9b19c8dd5e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7559941 Feb 11 13:41:26.964319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46228) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:26.980856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'admin_state_up': True, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:27.019182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f9425d01-37cf-4b7a-a2a5-25c965cd5595 None None] Provisioning complete for port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:27.019773 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f9425d01-37cf-4b7a-a2a5-25c965cd5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.028761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-85b378ec-0db2-4c95-8b32-137e72ad32d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.0161965 Feb 11 13:41:27.030089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46232) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:27.225492 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdab4950-7485-44f4-9770-fb1256744e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.334329 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] DHCP port deletion for e580a306-6050-4ce9-b7c6-e58bfae5ad44 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:41:27.460745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Deleting port aa0babe0-f5c1-4016-bc2d-657cc67d0868 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:27.460745 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.490860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.521719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-818c4409-b4b3-43a9-942e-09ea758383e2 None None] Could not find standard attr ID for object aa0babe0-f5c1-4016-bc2d-657cc67d0868. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:41:27.531269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Port': ['ID=aa0babe0-f5c1-4016-bc2d-657cc67d0868,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:27.534984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No DVR routers for this DVR port aa0babe0-f5c1-4016-bc2d-657cc67d0868 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:27.550118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] For port aa0babe0-f5c1-4016-bc2d-657cc67d0868, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=aa0babe0-f5c1-4016-bc2d-657cc67d0868,segment=NetworkSegment(fd4b76c9-5235-4578-8531-ad4ce4e94b42),segment_id=fd4b76c9-5235-4578-8531-ad4ce4e94b42)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:27.550263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.560012 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.564693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Calling delete_port for aa0babe0-f5c1-4016-bc2d-657cc67d0868 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:27.568232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.711088 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.711547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.754844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e580a306-6050-4ce9-b7c6-e58bfae5ad44']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:27.763912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.784008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4b76c9-5235-4578-8531-ad4ce4e94b42') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:27.784472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4b76c9-5235-4578-8531-ad4ce4e94b42') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:27.812361 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.850694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.874634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] No DVR routers for this DVR port aa0babe0-f5c1-4016-bc2d-657cc67d0868 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:27.874806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:27.875209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:27.881504 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:27.884931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Pushing event deleted for resources: {'Port': ['ID=aa0babe0-f5c1-4016-bc2d-657cc67d0868,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:27.909264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:27.975998 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.003144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.003481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.006336 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.007684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.020376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.020376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.020376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.020376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.020376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.020376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.020376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.020376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd88e97-9810-43e4-8e1a-5e8a4dbbc8f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:28.063476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6514abb5-be0f-44f4-b8ca-097fb43447c6 None None] Provisioning complete for port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:28.063721 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6514abb5-be0f-44f4-b8ca-097fb43447c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.132219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:28.132618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.238350 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.265905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.353809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6514abb5-be0f-44f4-b8ca-097fb43447c6 None None] Provisioning complete for port 45d0201f-ee67-4c22-9329-4f09c666a71a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:28.353809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6514abb5-be0f-44f4-b8ca-097fb43447c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.375441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.381714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.388665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/e580a306-6050-4ce9-b7c6-e58bfae5ad44 HTTP/1.1" status: 204 len: 168 time: 2.3641486 Feb 11 13:41:28.391630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46262) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:28.417743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1897a-0ad1-4d29-8b85-b3ada4e46661 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Network': ['ID=e580a306-6050-4ce9-b7c6-e58bfae5ad44,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:28.423507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device aa0babe0-f5c1-4016-bc2d-657cc67d0868 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:28.451944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: aa0babe0-f5c1-4016-bc2d-657cc67d0868 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:41:28.452294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device aa0babe0-f5c1-4016-bc2d-657cc67d0868 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:28.455714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6514abb5-be0f-44f4-b8ca-097fb43447c6 None None] Port 45d0201f-ee67-4c22-9329-4f09c666a71a cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:28.505631 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-684a055d-349c-4ba4-88fb-c935d815336d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:28.507349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684a055d-349c-4ba4-88fb-c935d815336d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:28.512428 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-684a055d-349c-4ba4-88fb-c935d815336d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/subnets/1178448d-4c9f-4d4a-adf3-f069ab85070a HTTP/1.1" status: 404 len: 337 time: 0.1174827 Feb 11 13:41:28.512915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46270) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:28.591472 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b396fe-155c-4001-a3c6-0285dcd23d7d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:28.592044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b396fe-155c-4001-a3c6-0285dcd23d7d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:28.611799 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-56b396fe-155c-4001-a3c6-0285dcd23d7d tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/280adea8-9302-449f-a72f-b29b9bef405b HTTP/1.1" status: 404 len: 339 time: 0.0959516 Feb 11 13:41:28.613700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46272) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:28.623574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8fc76bce-9de1-4a22-b665-9969a236adbf None None] Provisioning complete for port 45d0201f-ee67-4c22-9329-4f09c666a71a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:28.627720 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8fc76bce-9de1-4a22-b665-9969a236adbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.677472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.691122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8fc76bce-9de1-4a22-b665-9969a236adbf None None] Port 45d0201f-ee67-4c22-9329-4f09c666a71a cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:28.691761 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a14733-946a-48fd-9b0c-582b22231e03 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:28.692444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a14733-946a-48fd-9b0c-582b22231e03 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:28.696531 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-19a14733-946a-48fd-9b0c-582b22231e03 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/subnets/46f2bd2e-0ec5-442d-987e-0c6a9e443a54 HTTP/1.1" status: 404 len: 337 time: 0.0816646 Feb 11 13:41:28.699596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46274) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:28.722474 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba8ca03-d876-4c43-96a1-fae87d286669 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:28.723058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba8ca03-d876-4c43-96a1-fae87d286669 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:28.726364 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eba8ca03-d876-4c43-96a1-fae87d286669 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/07398487-fc2c-4aba-9828-caec9a5f2b83 HTTP/1.1" status: 404 len: 339 time: 0.0256279 Feb 11 13:41:28.735086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46278) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:28.783410 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f311db6-d3a4-4dd7-9eec-193499e270be tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:28.784110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f311db6-d3a4-4dd7-9eec-193499e270be tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:28.787500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6f311db6-d3a4-4dd7-9eec-193499e270be tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/subnets/6245717b-d471-46f0-be37-2e0ef5735e5f HTTP/1.1" status: 404 len: 337 time: 0.0511911 Feb 11 13:41:28.789980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46280) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:28.819404 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-d576a496-265f-444b-8865-9fcfc8583056 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:28.820228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d576a496-265f-444b-8865-9fcfc8583056 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:28.824709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d576a496-265f-444b-8865-9fcfc8583056 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/989bc7e0-851d-4103-8fbc-d1129626a4bd HTTP/1.1" status: 404 len: 339 time: 0.0335686 Feb 11 13:41:28.831190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46284) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:28.831839 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:28.956356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c24a58-cb71-4648-ad02-954f043ed7cc tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting subnet 8db90b36-7343-4940-ad9e-52458b1cb955 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:28.966710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6c24a58-cb71-4648-ad02-954f043ed7cc tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.014064 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.070161 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6c24a58-cb71-4648-ad02-954f043ed7cc tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.170075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=45d0201f-ee67-4c22-9329-4f09c666a71a,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:29.263664 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6c24a58-cb71-4648-ad02-954f043ed7cc tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.282091 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.361807 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.565571 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6c24a58-cb71-4648-ad02-954f043ed7cc tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.604858 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.628701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c24a58-cb71-4648-ad02-954f043ed7cc tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Subnet': ['ID=8db90b36-7343-4940-ad9e-52458b1cb955,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:29.644780 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6c24a58-cb71-4648-ad02-954f043ed7cc tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.649134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7800e285-5e31-44b8-9d79-835bfbf565a3 None None] Network f81ab3c2-5fda-4f31-afff-5fba669c037a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:29.652269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d6c24a58-cb71-4648-ad02-954f043ed7cc tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/subnets/8db90b36-7343-4940-ad9e-52458b1cb955 HTTP/1.1" status: 204 len: 168 time: 0.8190601 Feb 11 13:41:29.653126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46306) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:29.704634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Allocated IP 172.25.0.152 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/14fd5cf0-6ccb-4bff-a502-14a96f276009) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:29.763048 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.776339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0352b8be-5476-492c-8fa9-4e7d7cd3f533 None None] Provisioning complete for port 45d0201f-ee67-4c22-9329-4f09c666a71a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:29.776799 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0352b8be-5476-492c-8fa9-4e7d7cd3f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.822716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting port 1d3d3718-78fc-4361-842e-fbf4144b30cd {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:29.823056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.847524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0352b8be-5476-492c-8fa9-4e7d7cd3f533 None None] Port 45d0201f-ee67-4c22-9329-4f09c666a71a cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:29.919091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] For port 1d3d3718-78fc-4361-842e-fbf4144b30cd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1d3d3718-78fc-4361-842e-fbf4144b30cd,segment=NetworkSegment(de0f2c10-11bc-467b-9a1f-d835d784b726),segment_id=de0f2c10-11bc-467b-9a1f-d835d784b726)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:29.919466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:29.940555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Calling delete_port for 1d3d3718-78fc-4361-842e-fbf4144b30cd owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:29.957624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a623d6-0b90-4fe3-ad24-c71fe9ef2505 None None] DHCP port deletion for f81ab3c2-5fda-4f31-afff-5fba669c037a request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:41:29.998112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.037055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.069904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d0a623d6-0b90-4fe3-ad24-c71fe9ef2505 None None] Deleting port 1d3d3718-78fc-4361-842e-fbf4144b30cd {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:30.070060 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0a623d6-0b90-4fe3-ad24-c71fe9ef2505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.193723 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.198410 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.209208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d0a623d6-0b90-4fe3-ad24-c71fe9ef2505 None None] For port 1d3d3718-78fc-4361-842e-fbf4144b30cd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1d3d3718-78fc-4361-842e-fbf4144b30cd,segment=NetworkSegment(de0f2c10-11bc-467b-9a1f-d835d784b726),segment_id=de0f2c10-11bc-467b-9a1f-d835d784b726)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:30.209208 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0a623d6-0b90-4fe3-ad24-c71fe9ef2505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.225003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d0a623d6-0b90-4fe3-ad24-c71fe9ef2505 None None] Calling delete_port for 1d3d3718-78fc-4361-842e-fbf4144b30cd owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:30.245450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Port': ['ID=1d3d3718-78fc-4361-842e-fbf4144b30cd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:30.263714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No DVR routers for this DVR port 1d3d3718-78fc-4361-842e-fbf4144b30cd on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:30.375606 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.398168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0a623d6-0b90-4fe3-ad24-c71fe9ef2505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.422558 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.438122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a623d6-0b90-4fe3-ad24-c71fe9ef2505 None None] Pushing event deleted for resources: {'Port': ['ID=1d3d3718-78fc-4361-842e-fbf4144b30cd,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:30.440809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a623d6-0b90-4fe3-ad24-c71fe9ef2505 None None] No DVR routers for this DVR port 1d3d3718-78fc-4361-842e-fbf4144b30cd on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:30.445968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81ab3c2-5fda-4f31-afff-5fba669c037a']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:30.458130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0f2c10-11bc-467b-9a1f-d835d784b726') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:30.458428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0f2c10-11bc-467b-9a1f-d835d784b726') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:30.469471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.476770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:30.484562 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.484820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:30.490906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:30.491305 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.498772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:30.498772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Port': ['ID=14fd5cf0-6ccb-4bff-a502-14a96f276009,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:30.545908 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:30.647052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.788080 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.789358 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.798520 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.804279 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46352) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:30.807057 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/f81ab3c2-5fda-4f31-afff-5fba669c037a HTTP/1.1" status: 204 len: 168 time: 1.1520827 Feb 11 13:41:30.835070 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-073e130b-05c6-42d9-9daa-e4bfd82bf460 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:30.835070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-073e130b-05c6-42d9-9daa-e4bfd82bf460 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:30.836413 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-073e130b-05c6-42d9-9daa-e4bfd82bf460 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/subnets/e0c8152b-9ff6-4f8e-9f8a-d53d018e331e HTTP/1.1" status: 404 len: 337 time: 0.0309417 Feb 11 13:41:30.839145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46354) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:30.839745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f8f91-02ac-43b6-a7bf-ef3be7854a14 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Network': ['ID=f81ab3c2-5fda-4f31-afff-5fba669c037a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:30.862474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.863259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:30.865260 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8225817-4f14-4e7e-a5a7-9c289f013f4c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] DELETE failed (client error): The resource could not be found. Feb 11 13:41:30.865890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8225817-4f14-4e7e-a5a7-9c289f013f4c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:41:30.869476 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e8225817-4f14-4e7e-a5a7-9c289f013f4c tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/555df4f4-d8bb-45af-b4d0-4fd74e460b27 HTTP/1.1" status: 404 len: 339 time: 0.0288844 Feb 11 13:41:30.874406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46358) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:30.918760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=45d0201f-ee67-4c22-9329-4f09c666a71a,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:30.946367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f2a119-32ed-4ad1-8d91-94b7249fa701 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting subnet fbe013a8-5450-468e-8b4e-77b376ed58a2 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:30.952999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95f2a119-32ed-4ad1-8d91-94b7249fa701 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.019218 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95f2a119-32ed-4ad1-8d91-94b7249fa701 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.102312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:31.105888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:31.107624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.124565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95f2a119-32ed-4ad1-8d91-94b7249fa701 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.389653 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95f2a119-32ed-4ad1-8d91-94b7249fa701 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.448140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2a119-32ed-4ad1-8d91-94b7249fa701 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe013a8-5450-468e-8b4e-77b376ed58a2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:31.450641 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95f2a119-32ed-4ad1-8d91-94b7249fa701 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.459525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b0b58-4fa9-4aef-af58-cbe59c29e2fc None None] Network da446153-0b9a-4558-a385-00e3254851b7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:31.484849 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95f2a119-32ed-4ad1-8d91-94b7249fa701 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/subnets/fbe013a8-5450-468e-8b4e-77b376ed58a2 HTTP/1.1" status: 204 len: 168 time: 0.6082437 Feb 11 13:41:31.487126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46378) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:31.676548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.742747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-38f89f3e-ee9b-4087-b2e1-407f3e9d72b4 None None] Provisioning complete for port 45d0201f-ee67-4c22-9329-4f09c666a71a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:31.744100 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-38f89f3e-ee9b-4087-b2e1-407f3e9d72b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.804359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Deleting port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:31.804929 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:31.812768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1d3d3718-78fc-4361-842e-fbf4144b30cd no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:31.847164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 1d3d3718-78fc-4361-842e-fbf4144b30cd {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:41:31.847923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1d3d3718-78fc-4361-842e-fbf4144b30cd not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:31.860612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-38f89f3e-ee9b-4087-b2e1-407f3e9d72b4 None None] Port 45d0201f-ee67-4c22-9329-4f09c666a71a cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:32.001470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] For port 6486b6fe-c8fd-440f-a7a7-80f229ac7323, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6486b6fe-c8fd-440f-a7a7-80f229ac7323,segment=NetworkSegment(2191c009-6df5-4a69-9555-1713c4845674),segment_id=2191c009-6df5-4a69-9555-1713c4845674)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:32.001874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.005261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c18f7d-48d7-493d-aa58-618feb4c67bd None None] DHCP port deletion for da446153-0b9a-4558-a385-00e3254851b7 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:41:32.022599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Calling delete_port for 6486b6fe-c8fd-440f-a7a7-80f229ac7323 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:32.108241 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.113143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-15c18f7d-48d7-493d-aa58-618feb4c67bd None None] Deleting port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:32.113849 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15c18f7d-48d7-493d-aa58-618feb4c67bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.185232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-15c18f7d-48d7-493d-aa58-618feb4c67bd None None] For port 6486b6fe-c8fd-440f-a7a7-80f229ac7323, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6486b6fe-c8fd-440f-a7a7-80f229ac7323,segment=NetworkSegment(2191c009-6df5-4a69-9555-1713c4845674),segment_id=2191c009-6df5-4a69-9555-1713c4845674)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:32.185981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15c18f7d-48d7-493d-aa58-618feb4c67bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.203479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-15c18f7d-48d7-493d-aa58-618feb4c67bd None None] Calling delete_port for 6486b6fe-c8fd-440f-a7a7-80f229ac7323 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:32.219761 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 061334c7-7cea-4f04-8fef-6b5bd3a0022a is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:41:32.307092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.315917 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15c18f7d-48d7-493d-aa58-618feb4c67bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.391005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Port': ['ID=6486b6fe-c8fd-440f-a7a7-80f229ac7323,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:32.392168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c18f7d-48d7-493d-aa58-618feb4c67bd None None] Pushing event deleted for resources: {'Port': ['ID=6486b6fe-c8fd-440f-a7a7-80f229ac7323,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:32.392933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] No DVR routers for this DVR port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:32.399142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c18f7d-48d7-493d-aa58-618feb4c67bd None None] No DVR routers for this DVR port 6486b6fe-c8fd-440f-a7a7-80f229ac7323 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:32.474370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:32.488638 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-671753a0-9947-4f74-bc18-1df46087d770 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/061334c7-7cea-4f04-8fef-6b5bd3a0022a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4569027 Feb 11 13:41:32.490206 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574e0e1-c44c-4430-9347-ce3ebd164443 None None] Sync routers for ids ['061334c7-7cea-4f04-8fef-6b5bd3a0022a'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:32.497920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46398) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:32.516101 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574e0e1-c44c-4430-9347-ce3ebd164443 None None] Routers {'061334c7-7cea-4f04-8fef-6b5bd3a0022a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:32.518955 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9574e0e1-c44c-4430-9347-ce3ebd164443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['061334c7-7cea-4f04-8fef-6b5bd3a0022a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:32.576142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.594077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d23a5e-8352-4a17-a4fd-24c55c13bf70 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:32.595592 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-20d23a5e-8352-4a17-a4fd-24c55c13bf70 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports/45d0201f-ee67-4c22-9329-4f09c666a71a HTTP/1.1" status: 200 len: 982 time: 0.0963218 Feb 11 13:41:32.605175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46402) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:32.609198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da446153-0b9a-4558-a385-00e3254851b7']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:32.613692 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9574e0e1-c44c-4430-9347-ce3ebd164443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:32.622757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2191c009-6df5-4a69-9555-1713c4845674') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:32.623032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2191c009-6df5-4a69-9555-1713c4845674') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:32.641356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.643849 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9574e0e1-c44c-4430-9347-ce3ebd164443 None None] Routers {'061334c7-7cea-4f04-8fef-6b5bd3a0022a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:32.644763 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9574e0e1-c44c-4430-9347-ce3ebd164443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['061334c7-7cea-4f04-8fef-6b5bd3a0022a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:32.659213 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.670297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:32.670679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:32.674813 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:32.679468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Router 8da91c65-8bfe-4815-b565-c91aa1784d9c is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:41:32.740951 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9574e0e1-c44c-4430-9347-ce3ebd164443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:32.744030 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574e0e1-c44c-4430-9347-ce3ebd164443 None None] The sync data for ids ['061334c7-7cea-4f04-8fef-6b5bd3a0022a'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:32.926317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.947218 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:32.961513 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] 10.222.0.52 "DELETE /v2.0/networks/da446153-0b9a-4558-a385-00e3254851b7 HTTP/1.1" status: 204 len: 168 time: 1.4702201 Feb 11 13:41:32.964988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:32.979590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Sync routers for ids ['8da91c65-8bfe-4815-b565-c91aa1784d9c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:32.987338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae4c96-73aa-4cf3-a280-ff6400e42d24 tempest-NetworksIpV6Test-547996648 tempest-NetworksIpV6Test-547996648-project] Pushing event deleted for resources: {'Network': ['ID=da446153-0b9a-4558-a385-00e3254851b7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:33.006513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Routers {'8da91c65-8bfe-4815-b565-c91aa1784d9c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:33.007451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8da91c65-8bfe-4815-b565-c91aa1784d9c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:33.229346 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.231699 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9b6cc7ba-37b7-4b68-8b35-2ffb55abcd4f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2643905 Feb 11 13:41:33.233780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46426) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:33.379070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.427710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Set router 8da91c65-8bfe-4815-b565-c91aa1784d9c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:33.658862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:30Z', 'revision_number': 3, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:33.698904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Checking router: 8da91c65-8bfe-4815-b565-c91aa1784d9c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:33.700618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Updating router 8da91c65-8bfe-4815-b565-c91aa1784d9c port 14fd5cf0-6ccb-4bff-a502-14a96f276009 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:41:33.721158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 45d0201f-ee67-4c22-9329-4f09c666a71a {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:33.721367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.733957 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.859704 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-80a83833-d084-4e8c-93c6-8ab8cdfb1060 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=68f7c1522217465ab9934a9fd077095e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6236336 Feb 11 13:41:33.862156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46444) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:33.884694 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6486b6fe-c8fd-440f-a7a7-80f229ac7323 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:33.897503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:33.911679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 45d0201f-ee67-4c22-9329-4f09c666a71a owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:33.926894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 6486b6fe-c8fd-440f-a7a7-80f229ac7323 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:41:33.927771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6486b6fe-c8fd-440f-a7a7-80f229ac7323 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:34.139504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46450) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:34.188316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa212d33-c55c-4048-91bb-419fdda42967 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:34.190234 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fa212d33-c55c-4048-91bb-419fdda42967 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3269713 Feb 11 13:41:34.193033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46454) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:34.232859 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6d635043-ecb7-49f1-ba70-78a15a810576 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382679 Feb 11 13:41:34.235002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46458) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:34.242305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1642553713', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'project_id': '68f7c1522217465ab9934a9fd077095e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:34.265435 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.331409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.399278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=45d0201f-ee67-4c22-9329-4f09c666a71a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:34.410675 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.498879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f59b5-2d0b-4990-96ba-a68c8de7cf01 None None] Pushing event updated for resources: {'Port': ['ID=14fd5cf0-6ccb-4bff-a502-14a96f276009,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:34.501478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Attempting to bind port 14fd5cf0-6ccb-4bff-a502-14a96f276009 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:34.501945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Attempting to bind port 14fd5cf0-6ccb-4bff-a502-14a96f276009 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:34.502308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Attempting to bind port 14fd5cf0-6ccb-4bff-a502-14a96f276009 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:34.509618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:34.510094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:34.510503 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.511192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:34.511850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Bound port: 14fd5cf0-6ccb-4bff-a502-14a96f276009, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:34.512245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.550227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Made reservation on behalf of 68f7c1522217465ab9934a9fd077095e for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:34.555465 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.620605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6a1821ed-51e5-4f77-ba99-59c02c31f4c2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=456047e9bb424f0197e3516822a2f3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765542 Feb 11 13:41:34.630591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46480) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:34.649572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] For port 14fd5cf0-6ccb-4bff-a502-14a96f276009, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:34.660467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] For port 14fd5cf0-6ccb-4bff-a502-14a96f276009, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=14fd5cf0-6ccb-4bff-a502-14a96f276009,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:34.672733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.794684 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.904677 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3a51-56e7-4271-8a8f-138d34d56f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:34.913897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Routers {'8da91c65-8bfe-4815-b565-c91aa1784d9c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:34.925009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8da91c65-8bfe-4815-b565-c91aa1784d9c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:34.934073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 061334c7-7cea-4f04-8fef-6b5bd3a0022a has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:34.939650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3a51-56e7-4271-8a8f-138d34d56f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:35.054205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f59b5-2d0b-4990-96ba-a68c8de7cf01 None None] Pushing event updated for resources: {'Port': ['ID=14fd5cf0-6ccb-4bff-a502-14a96f276009,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:35.061338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:35.073870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46488) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:35.081189 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931708ef-ee57-4e8f-a7b6-0a10a2dd6f58 None None] Sync routers for ids ['061334c7-7cea-4f04-8fef-6b5bd3a0022a'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:35.088686 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-276e2f30-7484-457b-bbf9-b2afd5559b58 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/061334c7-7cea-4f04-8fef-6b5bd3a0022a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4759631 Feb 11 13:41:35.099548 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931708ef-ee57-4e8f-a7b6-0a10a2dd6f58 None None] Routers {'061334c7-7cea-4f04-8fef-6b5bd3a0022a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:35.100164 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-931708ef-ee57-4e8f-a7b6-0a10a2dd6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['061334c7-7cea-4f04-8fef-6b5bd3a0022a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:35.154603 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-931708ef-ee57-4e8f-a7b6-0a10a2dd6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:35.163838 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931708ef-ee57-4e8f-a7b6-0a10a2dd6f58 None None] Routers {'061334c7-7cea-4f04-8fef-6b5bd3a0022a'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:35.164800 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-931708ef-ee57-4e8f-a7b6-0a10a2dd6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['061334c7-7cea-4f04-8fef-6b5bd3a0022a'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:35.193893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] Set router 8da91c65-8bfe-4815-b565-c91aa1784d9c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:35.203634 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-931708ef-ee57-4e8f-a7b6-0a10a2dd6f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:35.204297 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931708ef-ee57-4e8f-a7b6-0a10a2dd6f58 None None] The sync data for ids ['061334c7-7cea-4f04-8fef-6b5bd3a0022a'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:35.319767 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-f959a22d-bce2-4509-8a1e-2f74c96a962e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 13:41:35.321118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f959a22d-bce2-4509-8a1e-2f74c96a962e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/061334c7-7cea-4f04-8fef-6b5bd3a0022a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2394464 Feb 11 13:41:35.324248 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3a51-56e7-4271-8a8f-138d34d56f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:35.327946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d3e3a51-56e7-4271-8a8f-138d34d56f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:35.328622 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:35.329204 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d3e3a51-56e7-4271-8a8f-138d34d56f4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14d556d5-3fb6-4082-8de9-4ee29168307b HTTP/1.1" status: 204 len: 168 time: 0.6974075 Feb 11 13:41:35.329836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46496) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:35.404242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e3a51-56e7-4271-8a8f-138d34d56f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d556d5-3fb6-4082-8de9-4ee29168307b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:35.426871 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-957e5c79-9485-4a10-9bb8-c37d49303885 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=061334c7-7cea-4f04-8fef-6b5bd3a0022a HTTP/1.1" status: 200 len: 205 time: 0.0806892 Feb 11 13:41:35.428385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46502) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:35.456249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Subnet': ['ID=ff1cd232-e187-448f-8a9c-916df2a7f7a1,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:35.497692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Checking segment: {'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:35.498187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network hostable DHCP agents. Network: 4157d4c3-94e8-4c03-acd6-124bcf31a755, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:35.525420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:30Z', 'revision_number': 3, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:35.571717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cdfc84-0311-4d05-b5ee-2c0b032382d4 None None] The sync data for ids ['8da91c65-8bfe-4815-b565-c91aa1784d9c'] in n-d-816488-1 is: [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:30Z', 'revision_number': 3, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:35.625340 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c56474e-4a63-4596-9870-285d29114bcf tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:35.689146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network 4157d4c3-94e8-4c03-acd6-124bcf31a755 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:35.827962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 4157d4c3-94e8-4c03-acd6-124bcf31a755) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:35.838551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:35.838551 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:35.839454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b186e0-969a-4169-8463-4a884d71d8d8 None None] Network 4157d4c3-94e8-4c03-acd6-124bcf31a755 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:35.853574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c56474e-4a63-4596-9870-285d29114bcf tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:35.856481 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c56474e-4a63-4596-9870-285d29114bcf tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.059325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-4157d4c3-94e8-4c03-acd6-124bcf31a755', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:41:36.061434 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.118293 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c56474e-4a63-4596-9870-285d29114bcf tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.119545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c56474e-4a63-4596-9870-285d29114bcf tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Fanout notify agent at l3_agent the message router_deleted on router 061334c7-7cea-4f04-8fef-6b5bd3a0022a {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:41:36.131114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4e897ee7-825b-4d88-9a21-03f583edd78f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8940251 Feb 11 13:41:36.132864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46520) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:36.187483 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c56474e-4a63-4596-9870-285d29114bcf tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.195414 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0c56474e-4a63-4596-9870-285d29114bcf tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/061334c7-7cea-4f04-8fef-6b5bd3a0022a HTTP/1.1" status: 204 len: 168 time: 0.7622645 Feb 11 13:41:36.196246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46526) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:36.336715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-817568fb-0b19-4d2a-bf8e-09ddb8184b6d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting subnet 1bf8ceb5-7a75-4a5c-afee-f916f92728d7 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:36.347468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-817568fb-0b19-4d2a-bf8e-09ddb8184b6d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.440054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Allocated IP 172.20.0.2 (4157d4c3-94e8-4c03-acd6-124bcf31a755/ff1cd232-e187-448f-8a9c-916df2a7f7a1/3eb16daf-9060-4d9b-a062-d9c8b381799c) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:36.455717 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-817568fb-0b19-4d2a-bf8e-09ddb8184b6d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.569987 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-817568fb-0b19-4d2a-bf8e-09ddb8184b6d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.787910 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-817568fb-0b19-4d2a-bf8e-09ddb8184b6d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:36.868189 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.034086 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.074478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Network 4157d4c3-94e8-4c03-acd6-124bcf31a755 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:37.077232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:37.126387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:37.296208 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.341065 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Pushing event updated for resources: {'Port': ['ID=3eb16daf-9060-4d9b-a062-d9c8b381799c,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:37.363981 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Attempting to bind port 3eb16daf-9060-4d9b-a062-d9c8b381799c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:37.363981 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Attempting to bind port 3eb16daf-9060-4d9b-a062-d9c8b381799c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:37.364205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Attempting to bind port 3eb16daf-9060-4d9b-a062-d9c8b381799c on network 4157d4c3-94e8-4c03-acd6-124bcf31a755 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:37.376877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:37.377259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Checking segment: {'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:37.377666 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.378086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Bound using segment: {'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:37.378558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Bound port: 3eb16daf-9060-4d9b-a062-d9c8b381799c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:37.378941 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.514748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] For port 3eb16daf-9060-4d9b-a062-d9c8b381799c, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:37.527732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] For port 3eb16daf-9060-4d9b-a062-d9c8b381799c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3eb16daf-9060-4d9b-a062-d9c8b381799c,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:37.803352 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.833192 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817568fb-0b19-4d2a-bf8e-09ddb8184b6d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf8ceb5-7a75-4a5c-afee-f916f92728d7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:37.850141 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-817568fb-0b19-4d2a-bf8e-09ddb8184b6d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:37.850141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-817568fb-0b19-4d2a-bf8e-09ddb8184b6d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/1bf8ceb5-7a75-4a5c-afee-f916f92728d7 HTTP/1.1" status: 204 len: 168 time: 1.6455095 Feb 11 13:41:37.852843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46566) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:37.962181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Allocated IP 172.20.0.1 (4157d4c3-94e8-4c03-acd6-124bcf31a755/ff1cd232-e187-448f-8a9c-916df2a7f7a1/81f940a7-98ee-402e-9fac-c236f27c77bb) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:37.993611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af01109-0ef5-4607-a089-7b8605ef79fb None None] Pushing event updated for resources: {'Port': ['ID=3eb16daf-9060-4d9b-a062-d9c8b381799c,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:38.000391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288e4dd3-fd7f-4e1b-87af-46db7558761d None None] Network 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:38.002690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 14fd5cf0-6ccb-4bff-a502-14a96f276009 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:38.012146 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.200965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:38.204797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.310739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 14fd5cf0-6ccb-4bff-a502-14a96f276009 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:38.311114 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.350274 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.465171 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb,segment=NetworkSegment(11ef4937-65ac-4713-b592-fef710bec7bf),segment_id=11ef4937-65ac-4713-b592-fef710bec7bf)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:38.465859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.512111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:38.645217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.687916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a327bd-a85a-416c-9073-bb2d688163ca None None] DHCP port deletion for 6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:41:38.786068 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.808025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network 4157d4c3-94e8-4c03-acd6-124bcf31a755 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:38.811323 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.812751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:38.826449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:38.846144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:38.859135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No DVR routers for this DVR port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:38.877028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 14fd5cf0-6ccb-4bff-a502-14a96f276009, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=14fd5cf0-6ccb-4bff-a502-14a96f276009,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:38.880771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Port': ['ID=81f940a7-98ee-402e-9fac-c236f27c77bb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:38.911205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-35a327bd-a85a-416c-9073-bb2d688163ca None None] Deleting port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:38.911594 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35a327bd-a85a-416c-9073-bb2d688163ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:38.943130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.090643 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.118015 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.177174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4697d1-5cbe-4b91-8b64-fbb8b08c2212']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:39.201632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ef4937-65ac-4713-b592-fef710bec7bf') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:39.201805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ef4937-65ac-4713-b592-fef710bec7bf') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:39.202175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-35a327bd-a85a-416c-9073-bb2d688163ca None None] For port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb, host n-d-816488-1, got binding levels [] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:39.202977 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35a327bd-a85a-416c-9073-bb2d688163ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.238494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.254312 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.271332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:39.274052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.279922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-35a327bd-a85a-416c-9073-bb2d688163ca None None] Calling delete_port for 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:39.296346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.ipam_backend_mixin [None req-35a327bd-a85a-416c-9073-bb2d688163ca None None] Port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb was not found and therefore no delete operation was performed {{(pid=103008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:41:39.296669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=14fd5cf0-6ccb-4bff-a502-14a96f276009,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:39.299705 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35a327bd-a85a-416c-9073-bb2d688163ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:39.316622 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:39.373622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a327bd-a85a-416c-9073-bb2d688163ca None None] No DVR routers for this DVR port 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:39.381355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a327bd-a85a-416c-9073-bb2d688163ca None None] Pushing event deleted for resources: {'Port': ['ID=9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:39.413291 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.519204 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.527266 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.530690 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/networks/6a4697d1-5cbe-4b91-8b64-fbb8b08c2212 HTTP/1.1" status: 204 len: 168 time: 1.6766660 Feb 11 13:41:39.541349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46602) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:39.549474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1903240141'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:39.586587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a03a9c-be37-4936-8d1a-fa9b67073627 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Network': ['ID=6a4697d1-5cbe-4b91-8b64-fbb8b08c2212,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:39.722891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:39.728734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.807423 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:39.840190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:39.841794 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added segment 23db21bb-4d9c-4ee4-9f0f-35899a8b34f3 of type vlan for network 38d81b98-deb3-4433-9559-681e6a9f6ca3 Feb 11 13:41:39.966043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2e7c9-464b-49f9-9e4a-8e29ec9935cf None None] Network 4157d4c3-94e8-4c03-acd6-124bcf31a755 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:39.986452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.037736 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.056520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3eb16daf-9060-4d9b-a062-d9c8b381799c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:40.139575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5a6358ad-06a0-4a98-a60c-20349446d55f None None] Provisioning complete for port 3eb16daf-9060-4d9b-a062-d9c8b381799c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:40.140144 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5a6358ad-06a0-4a98-a60c-20349446d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.186078 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.186260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.191930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:40.193232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.243769 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.344746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Network': ['ID=38d81b98-deb3-4433-9559-681e6a9f6ca3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:40.361678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Port': ['ID=81f940a7-98ee-402e-9fac-c236f27c77bb,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:40.405513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network 4157d4c3-94e8-4c03-acd6-124bcf31a755 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:40.407149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:40.438708 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-45173716-b119-4ff0-b986-5c5834563bd8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8902230 Feb 11 13:41:40.439165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46620) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:40.451418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'subnet': {'network_id': '38d81b98-deb3-4433-9559-681e6a9f6ca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:40.484419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 38d81b98-deb3-4433-9559-681e6a9f6ca3 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:40.537676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3eb16daf-9060-4d9b-a062-d9c8b381799c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:40.538308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.710457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46630) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:40.725735 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:40.732216 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.835129 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5a6358ad-06a0-4a98-a60c-20349446d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.929125 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5a6358ad-06a0-4a98-a60c-20349446d55f None None] For port 3eb16daf-9060-4d9b-a062-d9c8b381799c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3eb16daf-9060-4d9b-a062-d9c8b381799c,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:40.934819 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:40.975197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46640) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:41.017580 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5a6358ad-06a0-4a98-a60c-20349446d55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.137357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6358ad-06a0-4a98-a60c-20349446d55f None None] Pushing event updated for resources: {'Port': ['ID=3eb16daf-9060-4d9b-a062-d9c8b381799c,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:41.171216 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a39e80a9-7989-48b2-a8d3-e2b87cb67ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.197584 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:41:41.200214 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:41:41.222159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Router 8da91c65-8bfe-4815-b565-c91aa1784d9c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:41.248564 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-146651d1-ae96-46e7-9aeb-c6e12bf6b12c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-334566800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:41.359290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-868997d4-d347-4268-8785-3e840b2d32e1 None None] Provisioning complete for port 3eb16daf-9060-4d9b-a062-d9c8b381799c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:41.361855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-868997d4-d347-4268-8785-3e840b2d32e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.394464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a39e80a9-7989-48b2-a8d3-e2b87cb67ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.396366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-146651d1-ae96-46e7-9aeb-c6e12bf6b12c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.397522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-146651d1-ae96-46e7-9aeb-c6e12bf6b12c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.476180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:41.484545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a39e80a9-7989-48b2-a8d3-e2b87cb67ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.490507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Sync routers for ids ['8da91c65-8bfe-4815-b565-c91aa1784d9c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:41.492457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1b02ddd9-f49e-4524-9c54-baba95e02f4d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "PUT /v2.0/routers/8da91c65-8bfe-4815-b565-c91aa1784d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3582036 Feb 11 13:41:41.494081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46658) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:41.499101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8b6c4ea1-7368-4f62-bdb3-5d1a6351a72d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--684837871', 'description': 'tempest-secgroup_access--684837871 description', 'project_id': '68f7c1522217465ab9934a9fd077095e'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:41.537530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Routers {'8da91c65-8bfe-4815-b565-c91aa1784d9c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:41.538203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8da91c65-8bfe-4815-b565-c91aa1784d9c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:41.560734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.598982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4ea1-7368-4f62-bdb3-5d1a6351a72d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.642102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e80a9-7989-48b2-a8d3-e2b87cb67ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e022c-05ac-454b-a26f-3461eb22a6cc,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:41.737923 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-146651d1-ae96-46e7-9aeb-c6e12bf6b12c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.768434 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4ea1-7368-4f62-bdb3-5d1a6351a72d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.820513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a39e80a9-7989-48b2-a8d3-e2b87cb67ac0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=17da032803114e6480633070382c5264&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1088068 Feb 11 13:41:41.823451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46664) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:41.842355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Checking segment: {'id': '23db21bb-4d9c-4ee4-9f0f-35899a8b34f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '38d81b98-deb3-4433-9559-681e6a9f6ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:41.842746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network hostable DHCP agents. Network: 38d81b98-deb3-4433-9559-681e6a9f6ca3, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:41.870253 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-146651d1-ae96-46e7-9aeb-c6e12bf6b12c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.886648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Subnet': ['ID=5546227a-0dc2-4cd0-8d8d-24eec9dcf6c9,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:41.906188 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 14fd5cf0-6ccb-4bff-a502-14a96f276009 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:41.914107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-868997d4-d347-4268-8785-3e840b2d32e1 None None] Provisioning complete for port 81f940a7-98ee-402e-9fac-c236f27c77bb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:41.919159 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-868997d4-d347-4268-8785-3e840b2d32e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.951301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4ea1-7368-4f62-bdb3-5d1a6351a72d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.955039 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f4091c9-5f2e-4e4d-8a08-34239fb5c6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:41.994196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c4ea1-7368-4f62-bdb3-5d1a6351a72d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94181dc-40b9-4ac2-b375-c7c7849524b3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:42.027941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f4091c9-5f2e-4e4d-8a08-34239fb5c6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.051173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 38d81b98-deb3-4433-9559-681e6a9f6ca3 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:42.060102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-868997d4-d347-4268-8785-3e840b2d32e1 None None] Port 81f940a7-98ee-402e-9fac-c236f27c77bb cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:42.067815 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-146651d1-ae96-46e7-9aeb-c6e12bf6b12c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.075043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Set router 8da91c65-8bfe-4815-b565-c91aa1784d9c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:42.076223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-146651d1-ae96-46e7-9aeb-c6e12bf6b12c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0983751 Feb 11 13:41:42.080002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46668) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:42.093487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-976015820'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:42.141345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 14fd5cf0-6ccb-4bff-a502-14a96f276009 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:42.148623 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.178466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4ea1-7368-4f62-bdb3-5d1a6351a72d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.184155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8b6c4ea1-7368-4f62-bdb3-5d1a6351a72d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6885080 Feb 11 13:41:42.185193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46674) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:42.191360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-940b9175-5b00-4896-8ba8-b9ee29b6a48f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1580381728', 'description': 'tempest-secgroup_general--1580381728 description', 'project_id': '68f7c1522217465ab9934a9fd077095e'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:42.210610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f4091c9-5f2e-4e4d-8a08-34239fb5c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.211253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 38d81b98-deb3-4433-9559-681e6a9f6ca3) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:42.213865 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f4091c9-5f2e-4e4d-8a08-34239fb5c6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.219436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5f4091c9-5f2e-4e4d-8a08-34239fb5c6df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/751e022c-05ac-454b-a26f-3461eb22a6cc HTTP/1.1" status: 204 len: 168 time: 0.3909283 Feb 11 13:41:42.232129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4091c9-5f2e-4e4d-8a08-34239fb5c6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e022c-05ac-454b-a26f-3461eb22a6cc,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:42.241048 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:42.241723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.284264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Made reservation on behalf of 9fc89a28c2aa4fe5b6e9022d93c9bad9 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:42.299207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e992914-286b-49c8-95d9-f512bad80707 None None] Network 38d81b98-deb3-4433-9559-681e6a9f6ca3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:42.300707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.322349 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.435296 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-940b9175-5b00-4896-8ba8-b9ee29b6a48f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.443363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ea6bf53f-a054-42c5-83f8-b24c7d29317c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0005975 Feb 11 13:41:42.444755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46682) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:42.454411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d314acf6-93b8-4042-a746-ec28b9600989 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1793796059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:42.525239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8857aef1-f1c4-4cf0-818c-fae744888bc3 None None] Provisioning complete for port 81f940a7-98ee-402e-9fac-c236f27c77bb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:42.525646 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8857aef1-f1c4-4cf0-818c-fae744888bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.621268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.656652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8857aef1-f1c4-4cf0-818c-fae744888bc3 None None] Port 81f940a7-98ee-402e-9fac-c236f27c77bb cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:42.666371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d314acf6-93b8-4042-a746-ec28b9600989 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.672884 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d314acf6-93b8-4042-a746-ec28b9600989 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.675817 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-940b9175-5b00-4896-8ba8-b9ee29b6a48f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.740734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.765394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:41:42.807965 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-940b9175-5b00-4896-8ba8-b9ee29b6a48f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.814809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d314acf6-93b8-4042-a746-ec28b9600989 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.815332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:41:42.816299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9ac84599-ed9e-4cb4-82c3-dbf3b185d3bb not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:41:42.827336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:42.872355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-38d81b98-deb3-4433-9559-681e6a9f6ca3', 'network_id': '38d81b98-deb3-4433-9559-681e6a9f6ca3', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'fixed_ips': [{'subnet_id': '5546227a-0dc2-4cd0-8d8d-24eec9dcf6c9'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:41:42.879457 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.879457 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Added segment 8e198d35-ff8d-46f0-b744-dcb355d7ba55 of type vlan for network 5a0762bc-dd89-4bcf-869f-19dffd004a4f Feb 11 13:41:42.879698 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:42.914158 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:39Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '81f940a7-98ee-402e-9fac-c236f27c77bb', 'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:35:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:37Z', 'updated_at': '2022-02-11T13:41:39Z', 'revision_number': 2, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:42.919386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b9175-5b00-4896-8ba8-b9ee29b6a48f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:42.949686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Checking router: 8da91c65-8bfe-4815-b565-c91aa1784d9c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:41:42.950159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Updating router 8da91c65-8bfe-4815-b565-c91aa1784d9c port 81f940a7-98ee-402e-9fac-c236f27c77bb binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:41:42.982559 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.005550 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-940b9175-5b00-4896-8ba8-b9ee29b6a48f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.007856 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-940b9175-5b00-4896-8ba8-b9ee29b6a48f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8214195 Feb 11 13:41:43.010801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46702) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:43.019268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-168f5a3e-77bb-4abc-8a60-5bf9848d8571 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'security_group_rule': {'security_group_id': 'a94181dc-40b9-4ac2-b375-c7c7849524b3', 'project_id': '68f7c1522217465ab9934a9fd077095e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:43.050914 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.068176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3eb16daf-9060-4d9b-a062-d9c8b381799c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:43.135288 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d314acf6-93b8-4042-a746-ec28b9600989 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.156538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c17ee1-c25d-48a5-9f10-07e8c65e1b8b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:43.192648 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-168f5a3e-77bb-4abc-8a60-5bf9848d8571 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.234286 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.240702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3eb16daf-9060-4d9b-a062-d9c8b381799c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:43.241364 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.243542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:43.244294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.379195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-168f5a3e-77bb-4abc-8a60-5bf9848d8571 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.418846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Network': ['ID=5a0762bc-dd89-4bcf-869f-19dffd004a4f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:43.430209 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d314acf6-93b8-4042-a746-ec28b9600989 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.431994 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d314acf6-93b8-4042-a746-ec28b9600989 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9862673 Feb 11 13:41:43.434918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46716) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:43.481565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Allocated IP 2001:db8::2 (38d81b98-deb3-4433-9559-681e6a9f6ca3/5546227a-0dc2-4cd0-8d8d-24eec9dcf6c9/f7d106c0-9e99-43b4-bd41-4d74a5e13b2b) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:43.534977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-168f5a3e-77bb-4abc-8a60-5bf9848d8571 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.550804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e12f4b2b-8a2d-4557-ad33-a8a9b0c0d10f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4697006 Feb 11 13:41:43.560682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46720) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:43.569052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'subnet': {'network_id': '5a0762bc-dd89-4bcf-869f-19dffd004a4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:43.604273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46722) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:43.705266 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.732446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 5a0762bc-dd89-4bcf-869f-19dffd004a4f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:43.732880 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bdc5a4bd-a17e-4b47-adc4-0d2b32167598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.733821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f5a3e-77bb-4abc-8a60-5bf9848d8571 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db0fae3-d51f-40ac-8f55-a4b2dbe0c93b,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:43.756750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-168f5a3e-77bb-4abc-8a60-5bf9848d8571 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.760126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-168f5a3e-77bb-4abc-8a60-5bf9848d8571 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7472777 Feb 11 13:41:43.910500 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.984553 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bdc5a4bd-a17e-4b47-adc4-0d2b32167598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:43.988587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Pushing event updated for resources: {'Port': ['ID=f7d106c0-9e99-43b4-bd41-4d74a5e13b2b,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:44.004976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Made reservation on behalf of 9fc89a28c2aa4fe5b6e9022d93c9bad9 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:44.011348 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.136799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Network 38d81b98-deb3-4433-9559-681e6a9f6ca3 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:44.136799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:44.136799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:44.354762 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bdc5a4bd-a17e-4b47-adc4-0d2b32167598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.364026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.441503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-92f2cfb5-94ca-458e-9535-64aaa3d251a0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_access--684837871&fields=id&tenant_id=68f7c1522217465ab9934a9fd077095e HTTP/1.1" status: 200 len: 267 time: 0.1167800 Feb 11 13:41:44.450494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5a4bd-a17e-4b47-adc4-0d2b32167598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472bdc25-563f-409d-8553-2135573acd4e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:44.586892 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bdc5a4bd-a17e-4b47-adc4-0d2b32167598 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=107e299e0cc8472cad6974c10fab1415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9794266 Feb 11 13:41:44.591869 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46748) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:44.643196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-bfd305dd-4b29-4320-addd-055ac16a8206 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup_general--1580381728&fields=id&tenant_id=68f7c1522217465ab9934a9fd077095e HTTP/1.1" status: 200 len: 267 time: 0.2006752 Feb 11 13:41:44.720191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.868740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0e605f5-fad4-48f1-9fdd-1a88d826fee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.873363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:44.897033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Subnet': ['ID=941fea77-a4bb-412b-ba14-2c51963e6db9,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:44.902618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-89b8e3a0-5533-42c6-8322-117c7824e855 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:44.904537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-89b8e3a0-5533-42c6-8322-117c7824e855 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/networks?id=4157d4c3-94e8-4c03-acd6-124bcf31a755 HTTP/1.1" status: 200 len: 797 time: 0.2600460 Feb 11 13:41:44.942245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-6afcc10e-003c-4276-93cd-7aac240d12a7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/quotas/68f7c1522217465ab9934a9fd077095e HTTP/1.1" status: 200 len: 375 time: 0.0233750 Feb 11 13:41:44.943271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Allocated IP 2001:db8::1 (38d81b98-deb3-4433-9559-681e6a9f6ca3/5546227a-0dc2-4cd0-8d8d-24eec9dcf6c9/88c6837d-da11-4591-b7f9-91819389c22f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:44.976663 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0e605f5-fad4-48f1-9fdd-1a88d826fee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.001859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Attempting to bind port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:45.002953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Attempting to bind port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '23db21bb-4d9c-4ee4-9f0f-35899a8b34f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '38d81b98-deb3-4433-9559-681e6a9f6ca3'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:45.003347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Attempting to bind port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b on network 38d81b98-deb3-4433-9559-681e6a9f6ca3 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:45.010191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:45.010615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Checking segment: {'id': '23db21bb-4d9c-4ee4-9f0f-35899a8b34f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '38d81b98-deb3-4433-9559-681e6a9f6ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:45.011155 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.011560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Bound using segment: {'id': '23db21bb-4d9c-4ee4-9f0f-35899a8b34f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '38d81b98-deb3-4433-9559-681e6a9f6ca3'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:45.012210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Bound port: f7d106c0-9e99-43b4-bd41-4d74a5e13b2b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23db21bb-4d9c-4ee4-9f0f-35899a8b34f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '38d81b98-deb3-4433-9559-681e6a9f6ca3'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:45.012748 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.138568 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.198709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Checking segment: {'id': '8e198d35-ff8d-46f0-b744-dcb355d7ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a0762bc-dd89-4bcf-869f-19dffd004a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:45.199014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network hostable DHCP agents. Network: 5a0762bc-dd89-4bcf-869f-19dffd004a4f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:45.220226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-679c2971-17d3-4ac4-b642-09ba6061ff3c tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=68f7c1522217465ab9934a9fd077095e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2650676 Feb 11 13:41:45.294346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] For port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:45.303799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9b397-f8f3-4619-af52-11c5d3c046d5 None None] Pushing event updated for resources: {'Port': ['ID=81f940a7-98ee-402e-9fac-c236f27c77bb,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:45.304482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0e605f5-fad4-48f1-9fdd-1a88d826fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.309231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] For port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f7d106c0-9e99-43b4-bd41-4d74a5e13b2b,segment=NetworkSegment(23db21bb-4d9c-4ee4-9f0f-35899a8b34f3),segment_id=23db21bb-4d9c-4ee4-9f0f-35899a8b34f3)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:45.322079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0e605f5-fad4-48f1-9fdd-1a88d826fee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.325145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a0e605f5-fad4-48f1-9fdd-1a88d826fee2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/472bdc25-563f-409d-8553-2135573acd4e HTTP/1.1" status: 204 len: 168 time: 0.7305899 Feb 11 13:41:45.373907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.380913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e605f5-fad4-48f1-9fdd-1a88d826fee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472bdc25-563f-409d-8553-2135573acd4e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:45.411530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network 5a0762bc-dd89-4bcf-869f-19dffd004a4f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:45.454667 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.465398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Attempting to bind port 81f940a7-98ee-402e-9fac-c236f27c77bb on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:45.465797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Attempting to bind port 81f940a7-98ee-402e-9fac-c236f27c77bb by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:45.470092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Attempting to bind port 81f940a7-98ee-402e-9fac-c236f27c77bb on network 4157d4c3-94e8-4c03-acd6-124bcf31a755 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:45.531788 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-becf767f-2666-4e21-bf1e-439b372da24a service neutron] 10.222.0.52 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948372 Feb 11 13:41:45.539315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:45.540659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Checking segment: {'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:45.541306 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.542163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Bound using segment: {'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:45.542793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Bound port: 81f940a7-98ee-402e-9fac-c236f27c77bb, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:45.543381 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.607256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 5a0762bc-dd89-4bcf-869f-19dffd004a4f) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:45.627782 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:45.634377 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.706876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-8bc6019a-b9d8-4c77-a1d0-4e4a8f48e498 service neutron] 10.222.0.52 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676745 Feb 11 13:41:45.733722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.757192 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e62cab9a-be73-4af1-ad09-7b1ddc0c0e26 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1947761 Feb 11 13:41:45.763700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46776) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:45.770068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'network': {'name': 'tempest-router-network01--634320783'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:45.792306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c5985e-4a81-44c1-a6d6-918d53051cd5 None None] Network 5a0762bc-dd89-4bcf-869f-19dffd004a4f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:45.808608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 38d81b98-deb3-4433-9559-681e6a9f6ca3 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:45.812150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:45.835098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:45.836690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:45.972940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=88c6837d-da11-4591-b7f9-91819389c22f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:45.980870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Made reservation on behalf of 9fc89a28c2aa4fe5b6e9022d93c9bad9 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:45.998873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.053149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9114b2-3179-4fcd-81d2-f3a08d833cf4 None None] Pushing event updated for resources: {'Port': ['ID=f7d106c0-9e99-43b4-bd41-4d74a5e13b2b,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:46.090125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:46.091496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d076e3bb-5966-49e4-9c72-6bce763ae814 None None] Provisioning complete for port 81f940a7-98ee-402e-9fac-c236f27c77bb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:46.091878 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d076e3bb-5966-49e4-9c72-6bce763ae814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.109893 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.110848 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Added segment 5e75ebbe-c334-48ef-a176-502276e7fb5d of type vlan for network d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 Feb 11 13:41:46.174038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] For port 81f940a7-98ee-402e-9fac-c236f27c77bb, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:46.239805 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.260563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] For port 81f940a7-98ee-402e-9fac-c236f27c77bb, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=81f940a7-98ee-402e-9fac-c236f27c77bb,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:46.265747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d076e3bb-5966-49e4-9c72-6bce763ae814 None None] Port 81f940a7-98ee-402e-9fac-c236f27c77bb cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:46.345595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.369984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.375601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:46.376203 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.377888 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.472327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9b397-f8f3-4619-af52-11c5d3c046d5 None None] Pushing event updated for resources: {'Port': ['ID=81f940a7-98ee-402e-9fac-c236f27c77bb,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:46.507694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Network': ['ID=d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:46.544593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:46.576210 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-af866197-e7cf-44f8-8643-f2b431cd3158 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8084819 Feb 11 13:41:46.576478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46790) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:46.581944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'network': {'name': 'tempest-router-network02--70350915'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:46.589762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-5a0762bc-dd89-4bcf-869f-19dffd004a4f', 'network_id': '5a0762bc-dd89-4bcf-869f-19dffd004a4f', 'tenant_id': '9fc89a28c2aa4fe5b6e9022d93c9bad9', 'fixed_ips': [{'subnet_id': '941fea77-a4bb-412b-ba14-2c51963e6db9'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:41:46.590641 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.811311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Routers {'8da91c65-8bfe-4815-b565-c91aa1784d9c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:46.812065 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8da91c65-8bfe-4815-b565-c91aa1784d9c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:46.871375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Made reservation on behalf of 9fc89a28c2aa4fe5b6e9022d93c9bad9 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:46.877151 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.958080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:41:46.994591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:46.996624 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Added segment b67f32b6-995b-4bf3-8bb7-15d8014bcc28 of type vlan for network 8540f6e3-962b-49a6-8d3f-30ad7ae261ee Feb 11 13:41:47.203339 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.208502 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.306675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d11670a0-e3ed-481e-9b24-cd4510a906e1 req-1eb2719c-3c99-4160-9729-fd77ea93e55c tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 210 time: 0.0440485 Feb 11 13:41:47.351434 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.355653 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.405909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f7d106c0-9e99-43b4-bd41-4d74a5e13b2b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:47.475762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ba99cf8d-46fe-4f20-abb1-5fe46f876a4a None None] Provisioning complete for port 81f940a7-98ee-402e-9fac-c236f27c77bb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:47.476611 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba99cf8d-46fe-4f20-abb1-5fe46f876a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.488582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.494677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:47.495458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.514570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=88c6837d-da11-4591-b7f9-91819389c22f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:47.617080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 38d81b98-deb3-4433-9559-681e6a9f6ca3 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:47.619776 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:47.644045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad1fb1-ca29-41a2-874a-16e97f94f968 None None] Network 38d81b98-deb3-4433-9559-681e6a9f6ca3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:47.711784 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1339877 Feb 11 13:41:47.724607 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46818) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:47.736303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'subnet': {'network_id': 'd89d65e6-fe8c-4f21-b5f8-85b6f3ac6506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:47.798405 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:47.798405 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.854135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] Set router 8da91c65-8bfe-4815-b565-c91aa1784d9c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:41:47.856168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646dfe8-a925-4cef-92a9-321d5edcec7a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Network': ['ID=8540f6e3-962b-49a6-8d3f-30ad7ae261ee,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:47.942514 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba99cf8d-46fe-4f20-abb1-5fe46f876a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:47.958856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 8540f6e3-962b-49a6-8d3f-30ad7ae261ee details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:41:48.065227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Allocated IP 2001:db8::2 (5a0762bc-dd89-4bcf-869f-19dffd004a4f/941fea77-a4bb-412b-ba14-2c51963e6db9/a9ae41f5-6c61-4b62-a9d6-75f035d244a3) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:48.084217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 73d28666-5a19-4fa1-bcfc-62428412c5d5 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:41:48.097859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ba99cf8d-46fe-4f20-abb1-5fe46f876a4a None None] For port 81f940a7-98ee-402e-9fac-c236f27c77bb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=81f940a7-98ee-402e-9fac-c236f27c77bb,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:48.158010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Made reservation on behalf of 9fc89a28c2aa4fe5b6e9022d93c9bad9 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:48.163272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.196992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:48.207514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5e68f4d2-eaad-48af-a51a-2b5d5066ca99 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/73d28666-5a19-4fa1-bcfc-62428412c5d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7666075 Feb 11 13:41:48.207514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46832) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:48.208172 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.208658 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c32730-c090-4193-857d-f04849e12947 None None] Sync routers for ids ['73d28666-5a19-4fa1-bcfc-62428412c5d5'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:48.246376 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c32730-c090-4193-857d-f04849e12947 None None] Routers {'73d28666-5a19-4fa1-bcfc-62428412c5d5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:48.246999 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f5c32730-c090-4193-857d-f04849e12947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['73d28666-5a19-4fa1-bcfc-62428412c5d5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:48.264295 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba99cf8d-46fe-4f20-abb1-5fe46f876a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:48.330144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f65af0b-1db3-49c3-963f-fe9fb7b3cf86 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:48.331596 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6f65af0b-1db3-49c3-963f-fe9fb7b3cf86 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports/88c6837d-da11-4591-b7f9-91819389c22f HTTP/1.1" status: 200 len: 911 time: 0.1248620 Feb 11 13:41:48.336194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46842) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:48.410814 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f5c32730-c090-4193-857d-f04849e12947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:48.435760 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c32730-c090-4193-857d-f04849e12947 None None] Routers {'73d28666-5a19-4fa1-bcfc-62428412c5d5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:48.438106 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f5c32730-c090-4193-857d-f04849e12947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['73d28666-5a19-4fa1-bcfc-62428412c5d5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:48.517312 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f5c32730-c090-4193-857d-f04849e12947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:48.526278 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c32730-c090-4193-857d-f04849e12947 None None] The sync data for ids ['73d28666-5a19-4fa1-bcfc-62428412c5d5'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:48.641204 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef63eb81-6f8f-48ac-9688-0b39b0b3d7cf req-052abd1f-4559-41f4-917e-7be799351731 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 210 time: 0.1965315 Feb 11 13:41:48.752954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f7d106c0-9e99-43b4-bd41-4d74a5e13b2b,segment=NetworkSegment(23db21bb-4d9c-4ee4-9f0f-35899a8b34f3),segment_id=23db21bb-4d9c-4ee4-9f0f-35899a8b34f3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:48.955152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99cf8d-46fe-4f20-abb1-5fe46f876a4a None None] Pushing event updated for resources: {'Port': ['ID=81f940a7-98ee-402e-9fac-c236f27c77bb,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:49.004614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.072681 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.076661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f8db154b-87f3-4d5c-98e5-bd53e984a182 None None] Provisioning complete for port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:49.077376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8db154b-87f3-4d5c-98e5-bd53e984a182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.310698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Checking segment: {'id': '5e75ebbe-c334-48ef-a176-502276e7fb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd89d65e6-fe8c-4f21-b5f8-85b6f3ac6506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:49.324316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network hostable DHCP agents. Network: d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:49.329506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Subnet': ['ID=ab9b645c-dcf4-4d84-9cf4-594f24b3fd0c,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:49.350182 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.358435 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.398355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=f7d106c0-9e99-43b4-bd41-4d74a5e13b2b,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:49.464826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:39Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '81f940a7-98ee-402e-9fac-c236f27c77bb', 'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:35:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:37Z', 'updated_at': '2022-02-11T13:41:46Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:49.495526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4bd6af2-60c7-4248-8998-f65f1051ec88 None None] The sync data for ids ['8da91c65-8bfe-4815-b565-c91aa1784d9c'] in n-d-816488-1 is: [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:39Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '81f940a7-98ee-402e-9fac-c236f27c77bb', 'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:35:8a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:37Z', 'updated_at': '2022-02-11T13:41:46Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:49.612667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-586c52cb-abe4-477e-80b0-7d16a4cfc194 None None] Provisioning complete for port 88c6837d-da11-4591-b7f9-91819389c22f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:49.623459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:49.626655 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-586c52cb-abe4-477e-80b0-7d16a4cfc194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.638999 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.760559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:49.765270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:49.766031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:49.822603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Pushing event updated for resources: {'Port': ['ID=a9ae41f5-6c61-4b62-a9d6-75f035d244a3,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:49.845028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c53b5-e30c-4f55-9a19-1f389fbd3af1 None None] Network d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:49.876328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Network 5a0762bc-dd89-4bcf-869f-19dffd004a4f is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:49.975967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2086f12b-abc0-4352-a5ae-039618fb9dbb req-44a25f20-ffb5-4eb1-85a4-900b354d8120 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 210 time: 0.1168220 Feb 11 13:41:49.988212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-71c7c73f-24e2-48f4-8c88-35c2990d3a54 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2621784 Feb 11 13:41:49.993129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46890) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:50.000302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:50.002813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-586c52cb-abe4-477e-80b0-7d16a4cfc194 None None] Port 88c6837d-da11-4591-b7f9-91819389c22f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:50.006877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:50.009463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'subnet': {'network_id': '8540f6e3-962b-49a6-8d3f-30ad7ae261ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:50.162996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 88c6837d-da11-4591-b7f9-91819389c22f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:50.166611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.177738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-586c52cb-abe4-477e-80b0-7d16a4cfc194 None None] Provisioning complete for port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:50.178679 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-586c52cb-abe4-477e-80b0-7d16a4cfc194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.379567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Attempting to bind port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:50.382272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Attempting to bind port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '8e198d35-ff8d-46f0-b744-dcb355d7ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a0762bc-dd89-4bcf-869f-19dffd004a4f'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:50.382960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Attempting to bind port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 on network 5a0762bc-dd89-4bcf-869f-19dffd004a4f {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:50.425493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:50.431366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Checking segment: {'id': '8e198d35-ff8d-46f0-b744-dcb355d7ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a0762bc-dd89-4bcf-869f-19dffd004a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:50.431366 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.431366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Bound using segment: {'id': '8e198d35-ff8d-46f0-b744-dcb355d7ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a0762bc-dd89-4bcf-869f-19dffd004a4f'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:50.431366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Bound port: a9ae41f5-6c61-4b62-a9d6-75f035d244a3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e198d35-ff8d-46f0-b744-dcb355d7ba55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '5a0762bc-dd89-4bcf-869f-19dffd004a4f'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:50.431366 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.441778 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.457938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 88c6837d-da11-4591-b7f9-91819389c22f owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:50.461186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Made reservation on behalf of 9fc89a28c2aa4fe5b6e9022d93c9bad9 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:50.465423 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.749039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506', 'network_id': 'd89d65e6-fe8c-4f21-b5f8-85b6f3ac6506', 'tenant_id': '9fc89a28c2aa4fe5b6e9022d93c9bad9', 'fixed_ips': [{'subnet_id': 'ab9b645c-dcf4-4d84-9cf4-594f24b3fd0c'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:41:50.750335 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.803561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] For port a9ae41f5-6c61-4b62-a9d6-75f035d244a3, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:50.815293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46902) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:50.890761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.930681 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:50.986882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Allocated IP 2001:db8::2 (d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506/ab9b645c-dcf4-4d84-9cf4-594f24b3fd0c/c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:51.062818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=88c6837d-da11-4591-b7f9-91819389c22f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:51.109968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Subnet': ['ID=3c8d4064-878f-4242-9a6a-ffe0670b464f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:51.115771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] For port a9ae41f5-6c61-4b62-a9d6-75f035d244a3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a9ae41f5-6c61-4b62-a9d6-75f035d244a3,segment=NetworkSegment(8e198d35-ff8d-46f0-b744-dcb355d7ba55),segment_id=8e198d35-ff8d-46f0-b744-dcb355d7ba55)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:51.134522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Checking segment: {'id': 'b67f32b6-995b-4bf3-8bb7-15d8014bcc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8540f6e3-962b-49a6-8d3f-30ad7ae261ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:51.135150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network hostable DHCP agents. Network: 8540f6e3-962b-49a6-8d3f-30ad7ae261ee, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:41:51.146478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-85980508-2c98-46d5-9ec4-86eeacfdf217 None None] Could not find standard attr ID for object 88c6837d-da11-4591-b7f9-91819389c22f. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:41:51.279213 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:51.322189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:51.331321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network 8540f6e3-962b-49a6-8d3f-30ad7ae261ee is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:41:51.381968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:51.471161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-326ad6cd-593a-43b5-b4b4-f0e1cec8c80f req-6f4d9122-91f6-43bc-8a38-bba52093af00 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 210 time: 0.2850096 Feb 11 13:41:51.513830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 8540f6e3-962b-49a6-8d3f-30ad7ae261ee) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:51.536248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:51.536850 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:51.615172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06908bae-33cb-4080-8ea1-c04e426d47f5 None None] Network 8540f6e3-962b-49a6-8d3f-30ad7ae261ee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:51.618346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f7d106c0-9e99-43b4-bd41-4d74a5e13b2b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:51.698252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:51.741750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:51.837486 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4b45b680-08eb-4318-afd2-7d4173826b8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8375380 Feb 11 13:41:51.838681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46936) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:51.929294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a894e0-0c31-4b2d-9391-dd9a00f6a346 None None] Pushing event updated for resources: {'Port': ['ID=a9ae41f5-6c61-4b62-a9d6-75f035d244a3,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:51.938458 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.005837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Network d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:52.015037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:52.022349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 73d28666-5a19-4fa1-bcfc-62428412c5d5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:41:52.079748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:52.093923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:52.094420 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.152864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:52.159882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d2da0f2c-fe3c-4bfa-aebf-927bd7f9f83c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/73d28666-5a19-4fa1-bcfc-62428412c5d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8214786 Feb 11 13:41:52.162150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46946) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:52.184259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.249102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Pushing event updated for resources: {'Port': ['ID=c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:52.253972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3f13b-fdd4-470c-9138-c5a2f8d26f3e None None] Sync routers for ids ['73d28666-5a19-4fa1-bcfc-62428412c5d5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:52.257018 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7eb2cbba-ff82-480f-8d94-34fcd7652df5 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=73d28666-5a19-4fa1-bcfc-62428412c5d5 HTTP/1.1" status: 200 len: 205 time: 0.0847878 Feb 11 13:41:52.259522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46956) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:52.371100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3f13b-fdd4-470c-9138-c5a2f8d26f3e None None] Routers {'73d28666-5a19-4fa1-bcfc-62428412c5d5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:52.371753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-60f3f13b-fdd4-470c-9138-c5a2f8d26f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['73d28666-5a19-4fa1-bcfc-62428412c5d5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:52.499061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-60f3f13b-fdd4-470c-9138-c5a2f8d26f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:52.537355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Attempting to bind port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:52.537724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Attempting to bind port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5e75ebbe-c334-48ef-a176-502276e7fb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd89d65e6-fe8c-4f21-b5f8-85b6f3ac6506'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:52.538208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Attempting to bind port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd on network d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:52.544392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f3f13b-fdd4-470c-9138-c5a2f8d26f3e None None] Routers {'73d28666-5a19-4fa1-bcfc-62428412c5d5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:52.545045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-60f3f13b-fdd4-470c-9138-c5a2f8d26f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['73d28666-5a19-4fa1-bcfc-62428412c5d5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:52.596094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ad1281fdde6c4e4b8e085cef62269b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7754571 Feb 11 13:41:52.596094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46968) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:52.596094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbcdb82-58f0-4c0f-a9bc-f49c18eb9b29,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:52.641625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.641934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.643647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.643647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.643647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.643647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.644228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.644978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.645512 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.646068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.646724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.647240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb155cf-aaef-493a-bfd6-f1dda751e1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:52.683668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-60f3f13b-fdd4-470c-9138-c5a2f8d26f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:52.684492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f3f13b-fdd4-470c-9138-c5a2f8d26f3e None None] The sync data for ids ['73d28666-5a19-4fa1-bcfc-62428412c5d5'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:52.686699 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-8540f6e3-962b-49a6-8d3f-30ad7ae261ee', 'network_id': '8540f6e3-962b-49a6-8d3f-30ad7ae261ee', 'tenant_id': '9fc89a28c2aa4fe5b6e9022d93c9bad9', 'fixed_ips': [{'subnet_id': '3c8d4064-878f-4242-9a6a-ffe0670b464f'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:41:52.687550 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.736846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:52.737211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Checking segment: {'id': '5e75ebbe-c334-48ef-a176-502276e7fb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd89d65e6-fe8c-4f21-b5f8-85b6f3ac6506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:52.737610 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.738043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Bound using segment: {'id': '5e75ebbe-c334-48ef-a176-502276e7fb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd89d65e6-fe8c-4f21-b5f8-85b6f3ac6506'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:52.738520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Bound port: c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e75ebbe-c334-48ef-a176-502276e7fb5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'd89d65e6-fe8c-4f21-b5f8-85b6f3ac6506'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:52.738903 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:52.802988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 81f940a7-98ee-402e-9fac-c236f27c77bb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:52.822657 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-082492de-463c-43e4-be06-00041ee23be1 req-280b687b-38f5-402d-b4dd-0b5120312423 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 210 time: 0.1319907 Feb 11 13:41:53.006455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7aa3735-dc81-429b-8f58-a968427ebced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.012155 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.083753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eb3a4b4f-24e4-45b2-a1ed-360f0f02cfed tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.189297 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7aa3735-dc81-429b-8f58-a968427ebced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.258725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Allocated IP 2001:db8::2 (8540f6e3-962b-49a6-8d3f-30ad7ae261ee/3c8d4064-878f-4242-9a6a-ffe0670b464f/b6846312-84a8-46b4-91ab-f59ed637ed23) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:53.262677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] For port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:53.269348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] For port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd,segment=NetworkSegment(5e75ebbe-c334-48ef-a176-502276e7fb5d),segment_id=5e75ebbe-c334-48ef-a176-502276e7fb5d)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:53.309299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 81f940a7-98ee-402e-9fac-c236f27c77bb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:53.312234 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.427028 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.520943 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7aa3735-dc81-429b-8f58-a968427ebced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.533627 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7aa3735-dc81-429b-8f58-a968427ebced admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.533627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a7aa3735-dc81-429b-8f58-a968427ebced admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cdbcdb82-58f0-4c0f-a9bc-f49c18eb9b29 HTTP/1.1" status: 204 len: 168 time: 0.9338555 Feb 11 13:41:53.556265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa3735-dc81-429b-8f58-a968427ebced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbcdb82-58f0-4c0f-a9bc-f49c18eb9b29,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:53.673140 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eb3a4b4f-24e4-45b2-a1ed-360f0f02cfed tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.675715 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eb3a4b4f-24e4-45b2-a1ed-360f0f02cfed tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.721489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Allocated IP 2001:db8::1 (d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506/ab9b645c-dcf4-4d84-9cf4-594f24b3fd0c/fe3f641c-dfca-4bec-8ac6-31cf6d7f8b6c) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:53.913983 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:53.995834 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0797ff95-da95-4e8a-84e3-37e26dfdb285 req-a54fc5e4-57b1-4e41-8e48-d945c299109f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 210 time: 0.0524805 Feb 11 13:41:54.009097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eb3a4b4f-24e4-45b2-a1ed-360f0f02cfed tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.010038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3a4b4f-24e4-45b2-a1ed-360f0f02cfed tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Fanout notify agent at l3_agent the message router_deleted on router 73d28666-5a19-4fa1-bcfc-62428412c5d5 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:41:54.022194 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eb3a4b4f-24e4-45b2-a1ed-360f0f02cfed tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.028238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eb3a4b4f-24e4-45b2-a1ed-360f0f02cfed tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/73d28666-5a19-4fa1-bcfc-62428412c5d5 HTTP/1.1" status: 204 len: 168 time: 1.7662625 Feb 11 13:41:54.032070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46994) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:54.052237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f6937c-827f-48f0-8f73-691f35ac1a1d None None] Network 5a0762bc-dd89-4bcf-869f-19dffd004a4f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:54.211313 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.282996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ad84dc-38cf-4525-bdd7-fe47eb4ba7b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting subnet 5546227a-0dc2-4cd0-8d8d-24eec9dcf6c9 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:41:54.306244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f674676-a62e-4a31-9a0e-131af523ba89 None None] Pushing event updated for resources: {'Port': ['ID=c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:54.316262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d5adc92a-7d12-4d4a-8570-7ce60f601333 None None] Provisioning complete for port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:54.316930 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d5adc92a-7d12-4d4a-8570-7ce60f601333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.399086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64ad84dc-38cf-4525-bdd7-fe47eb4ba7b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.440460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.470063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:54.490642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:54.498019 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64ad84dc-38cf-4525-bdd7-fe47eb4ba7b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.511648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:54.512346 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.544172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Port': ['ID=fe3f641c-dfca-4bec-8ac6-31cf6d7f8b6c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:54.692211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-93b84928-6ef8-4863-802f-a36184838134 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:54.693679 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-93b84928-6ef8-4863-802f-a36184838134 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.13 "GET /v2.0/networks?id=4157d4c3-94e8-4c03-acd6-124bcf31a755 HTTP/1.1" status: 200 len: 797 time: 0.5101342 Feb 11 13:41:54.720407 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.865383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47008) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:54.939738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-35b495eb-f624-46e9-8199-ee6dff6a80a1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68f7c1522217465ab9934a9fd077095e HTTP/1.1" status: 200 len: 477 time: 0.2349458 Feb 11 13:41:54.953719 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7e5ea10a-b60a-4f98-9fc4-b419ab0eb63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.960780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'port': {'device_id': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'admin_state_up': True, 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'security_groups': ['a94181dc-40b9-4ac2-b375-c7c7849524b3', '3cb63c0b-59a4-4e0a-a5e8-a6a060be9135']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:54.980483 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64ad84dc-38cf-4525-bdd7-fe47eb4ba7b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:54.990843 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:55.011873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Network 8540f6e3-962b-49a6-8d3f-30ad7ae261ee is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:55.116656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:55.122702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:55.125150 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d5adc92a-7d12-4d4a-8570-7ce60f601333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.127871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Pushing event updated for resources: {'Port': ['ID=b6846312-84a8-46b4-91ab-f59ed637ed23,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:55.192220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.355927 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.394787 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ed142ce-e44e-4516-8178-5b210ec27d60 req-e9721df4-d311-4e0c-adea-00e7cb82fe37 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 210 time: 0.1468945 Feb 11 13:41:55.441691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Attempting to bind port b6846312-84a8-46b4-91ab-f59ed637ed23 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:41:55.441691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Attempting to bind port b6846312-84a8-46b4-91ab-f59ed637ed23 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b67f32b6-995b-4bf3-8bb7-15d8014bcc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8540f6e3-962b-49a6-8d3f-30ad7ae261ee'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:41:55.443457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Attempting to bind port b6846312-84a8-46b4-91ab-f59ed637ed23 on network 8540f6e3-962b-49a6-8d3f-30ad7ae261ee {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:41:55.456123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:41:55.456783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Checking segment: {'id': 'b67f32b6-995b-4bf3-8bb7-15d8014bcc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8540f6e3-962b-49a6-8d3f-30ad7ae261ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:41:55.457424 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.460343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Bound using segment: {'id': 'b67f32b6-995b-4bf3-8bb7-15d8014bcc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8540f6e3-962b-49a6-8d3f-30ad7ae261ee'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:41:55.461333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Bound port: b6846312-84a8-46b4-91ab-f59ed637ed23, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67f32b6-995b-4bf3-8bb7-15d8014bcc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8540f6e3-962b-49a6-8d3f-30ad7ae261ee'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:41:55.461978 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.468104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d5adc92a-7d12-4d4a-8570-7ce60f601333 None None] For port a9ae41f5-6c61-4b62-a9d6-75f035d244a3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a9ae41f5-6c61-4b62-a9d6-75f035d244a3,segment=NetworkSegment(8e198d35-ff8d-46f0-b744-dcb355d7ba55),segment_id=8e198d35-ff8d-46f0-b744-dcb355d7ba55)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:55.473578 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.482469 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.496976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:55.497946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.543785 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1150f6172e924e9193ebb072cb3923ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6742945 Feb 11 13:41:55.544203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47020) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:55.562269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47022) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:55.640755 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d5adc92a-7d12-4d4a-8570-7ce60f601333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.647500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24852fa-7810-4fc8-90cf-ebe1e5831096,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:55.677533 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f4f98d4d-7150-45a5-939d-283c66dbb37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.729636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.730025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.730370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.730706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.733744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.734277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.737953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.738399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.738818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.739216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.739565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.739898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d5a941-3f18-485c-b648-ff2f67083ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:41:55.795105 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c197b894-049e-4f70-8959-6d34ad4fd289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.824144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c197b894-049e-4f70-8959-6d34ad4fd289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.843758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f00313-ca81-4c36-828f-50292b81bef2 None None] Network d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:55.903489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Made reservation on behalf of 68f7c1522217465ab9934a9fd077095e for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:41:55.907185 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.956186 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64ad84dc-38cf-4525-bdd7-fe47eb4ba7b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.961977 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.969681 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adc92a-7d12-4d4a-8570-7ce60f601333 None None] Pushing event updated for resources: {'Port': ['ID=a9ae41f5-6c61-4b62-a9d6-75f035d244a3,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:55.987441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c197b894-049e-4f70-8959-6d34ad4fd289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.993678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c197b894-049e-4f70-8959-6d34ad4fd289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:55.997476 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c197b894-049e-4f70-8959-6d34ad4fd289 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e24852fa-7810-4fc8-90cf-ebe1e5831096 HTTP/1.1" status: 204 len: 168 time: 0.4371479 Feb 11 13:41:56.056098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-397577ed-2f99-4f83-8568-56c37d192f84 None None] Provisioning complete for port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:56.056560 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-397577ed-2f99-4f83-8568-56c37d192f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.067244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad84dc-38cf-4525-bdd7-fe47eb4ba7b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Subnet': ['ID=5546227a-0dc2-4cd0-8d8d-24eec9dcf6c9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:56.076599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197b894-049e-4f70-8959-6d34ad4fd289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24852fa-7810-4fc8-90cf-ebe1e5831096,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:56.092629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] For port b6846312-84a8-46b4-91ab-f59ed637ed23, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:41:56.092941 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64ad84dc-38cf-4525-bdd7-fe47eb4ba7b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.096169 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-64ad84dc-38cf-4525-bdd7-fe47eb4ba7b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/5546227a-0dc2-4cd0-8d8d-24eec9dcf6c9 HTTP/1.1" status: 204 len: 168 time: 2.0628977 Feb 11 13:41:56.099167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47028) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:56.126477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418600e-b02a-4c96-ba4d-90f059e37a6f None None] Network 38d81b98-deb3-4433-9559-681e6a9f6ca3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:56.179819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] For port b6846312-84a8-46b4-91ab-f59ed637ed23, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b6846312-84a8-46b4-91ab-f59ed637ed23,segment=NetworkSegment(b67f32b6-995b-4bf3-8bb7-15d8014bcc28),segment_id=b67f32b6-995b-4bf3-8bb7-15d8014bcc28)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:41:56.251577 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.295759 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.296231 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f4f98d4d-7150-45a5-939d-283c66dbb37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.349956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Allocated IP 172.20.0.5 (4157d4c3-94e8-4c03-acd6-124bcf31a755/ff1cd232-e187-448f-8a9c-916df2a7f7a1/296073e1-775e-43ea-b276-f4c5cc5d03f7) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:56.364456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:56.364913 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.382161 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.458692 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.464637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd,segment=NetworkSegment(5e75ebbe-c334-48ef-a176-502276e7fb5d),segment_id=5e75ebbe-c334-48ef-a176-502276e7fb5d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:56.497582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f7d106c0-9e99-43b4-bd41-4d74a5e13b2b,segment=NetworkSegment(23db21bb-4d9c-4ee4-9f0f-35899a8b34f3),segment_id=23db21bb-4d9c-4ee4-9f0f-35899a8b34f3)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:56.501817 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.531752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for f7d106c0-9e99-43b4-bd41-4d74a5e13b2b owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:56.587435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d275e001-8436-407a-9e4f-7ac7e3ceb628 req-de77a8ee-2ae9-43c2-89be-21a1a6ce52f6 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 210 time: 0.0433459 Feb 11 13:41:56.619492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-397577ed-2f99-4f83-8568-56c37d192f84 None None] Provisioning complete for port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:56.619872 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-397577ed-2f99-4f83-8568-56c37d192f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.630609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.675206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39606878-20f1-46fe-86c2-f9f728f9a87f None None] Pushing event updated for resources: {'Port': ['ID=b6846312-84a8-46b4-91ab-f59ed637ed23,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:56.722979 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.723948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a9ae41f5-6c61-4b62-a9d6-75f035d244a3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:56.762877 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.765181 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.785098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] DHCP port deletion for 38d81b98-deb3-4433-9559-681e6a9f6ca3 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:41:56.798925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:56.893021 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-397577ed-2f99-4f83-8568-56c37d192f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:56.915248 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:41:56.936798 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f4f98d4d-7150-45a5-939d-283c66dbb37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.045974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Port': ['ID=fe3f641c-dfca-4bec-8ac6-31cf6d7f8b6c,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:57.092102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.134080 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.140122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network 4157d4c3-94e8-4c03-acd6-124bcf31a755 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:57.158612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:57.159671 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-397577ed-2f99-4f83-8568-56c37d192f84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:41:57.160042 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-397577ed-2f99-4f83-8568-56c37d192f84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:41:57.164702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:41:57.202007 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0a351c9f-59f4-44b4-8299-a7fa93005ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.258475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:57.267597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.269631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=f7d106c0-9e99-43b4-bd41-4d74a5e13b2b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:57.274727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No DVR routers for this DVR port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:57.370588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] Deleting port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:41:57.370966 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.396448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:41:57.417466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.448199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d81b98-deb3-4433-9559-681e6a9f6ca3']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:57.451136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:41:57.460439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23db21bb-4d9c-4ee4-9f0f-35899a8b34f3') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:57.460901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23db21bb-4d9c-4ee4-9f0f-35899a8b34f3') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:57.478907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.498505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.506455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:41:57.506988 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.529574 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f4f98d4d-7150-45a5-939d-283c66dbb37c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1bdae0510e3e4ceab3110296ac09de36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9503059 Feb 11 13:41:57.547933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47050) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:57.621075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] For port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b, host n-d-816488-1, got binding levels [] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:41:57.621609 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:41:57.637376 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:41:57.709461 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.729278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cb459f7-cdaf-4f90-a8bd-c43898c990e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.731646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f98d4d-7150-45a5-939d-283c66dbb37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0040bb27-3ece-4a32-b8ad-6cc97c253900,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:57.769121 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.783047 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/networks/38d81b98-deb3-4433-9559-681e6a9f6ca3 HTTP/1.1" status: 204 len: 168 time: 1.6801486 Feb 11 13:41:57.785219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cc92a-b6e7-4866-8318-d7fadd02253b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Network': ['ID=38d81b98-deb3-4433-9559-681e6a9f6ca3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:57.787427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47056) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:57.793801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1522904352', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:57.896578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Port': ['ID=296073e1-775e-43ea-b276-f4c5cc5d03f7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:57.943735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47058) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:57.976138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.979339 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:57.994195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7ea4-2cc1-479c-bfda-9bf0e010f6bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.212608 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.218262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] Calling delete_port for f7d106c0-9e99-43b4-bd41-4d74a5e13b2b owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:41:58.268947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.ipam_backend_mixin [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] Port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b was not found and therefore no delete operation was performed {{(pid=103008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:41:58.363275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.457036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] Pushing event deleted for resources: {'Port': ['ID=f7d106c0-9e99-43b4-bd41-4d74a5e13b2b,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:58.461122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] Network 38d81b98-deb3-4433-9559-681e6a9f6ca3 is not hosted by any dhcp agent {{(pid=103008) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:41:58.465454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384efa99-bba4-46da-a839-9fd973e6c4dc None None] No DVR routers for this DVR port f7d106c0-9e99-43b4-bd41-4d74a5e13b2b on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:41:58.501574 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.525853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0a8a20c3-06e0-4292-b8a9-1e156c2de585 None None] Provisioning complete for port fe3f641c-dfca-4bec-8ac6-31cf6d7f8b6c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:58.525853 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0a8a20c3-06e0-4292-b8a9-1e156c2de585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.538818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7ea4-2cc1-479c-bfda-9bf0e010f6bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.580609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a20c3-06e0-4292-b8a9-1e156c2de585 None None] Port fe3f641c-dfca-4bec-8ac6-31cf6d7f8b6c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:58.580609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d093c6-9214-4818-b54e-ee8ad45b4e6f None None] Network 8540f6e3-962b-49a6-8d3f-30ad7ae261ee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:41:58.714930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5cdd7ea4-2cc1-479c-bfda-9bf0e010f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.724296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:58.750260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.758682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd7ea4-2cc1-479c-bfda-9bf0e010f6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d4187a-87ef-4017-b0d0-a4565a38c1dc,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:58.783922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:58.785213 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.786766 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5cdd7ea4-2cc1-479c-bfda-9bf0e010f6bf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84336cd7548b497f87b9458823b3f790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8415945 Feb 11 13:41:58.789039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47070) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:58.817875 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cb459f7-cdaf-4f90-a8bd-c43898c990e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.818529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0a8a20c3-06e0-4292-b8a9-1e156c2de585 None None] Provisioning complete for port 296073e1-775e-43ea-b276-f4c5cc5d03f7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:58.818913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0a8a20c3-06e0-4292-b8a9-1e156c2de585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.868767 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be41a128-885f-48d6-bd9e-8ad3e64abca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.888981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11934b1-9a3d-43fa-a97f-ec02cb34ec92 req-e0466add-7d18-4392-8392-e0cd0aefd5c2 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:41:58.896735 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c11934b1-9a3d-43fa-a97f-ec02cb34ec92 req-e0466add-7d18-4392-8392-e0cd0aefd5c2 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 970 time: 1.2026739 Feb 11 13:41:58.898765 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be41a128-885f-48d6-bd9e-8ad3e64abca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.910123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a20c3-06e0-4292-b8a9-1e156c2de585 None None] Port 296073e1-775e-43ea-b276-f4c5cc5d03f7 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:41:58.957562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0a8a20c3-06e0-4292-b8a9-1e156c2de585 None None] Provisioning complete for port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:58.957964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0a8a20c3-06e0-4292-b8a9-1e156c2de585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:58.983040 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c11934b1-9a3d-43fa-a97f-ec02cb34ec92 req-9d3ebaeb-ba58-4ea0-895c-5ed01abd243c tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0850623 Feb 11 13:41:59.003782 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.004515 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-7a71b586-e28a-469a-99ba-43e5f9a5bf93 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 4.0497265 Feb 11 13:41:59.066452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:59.066826 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.100029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cb459f7-cdaf-4f90-a8bd-c43898c990e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.103694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cb459f7-cdaf-4f90-a8bd-c43898c990e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.107599 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9cb459f7-cdaf-4f90-a8bd-c43898c990e6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0040bb27-3ece-4a32-b8ad-6cc97c253900 HTTP/1.1" status: 204 len: 168 time: 1.5334780 Feb 11 13:41:59.139059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb459f7-cdaf-4f90-a8bd-c43898c990e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0040bb27-3ece-4a32-b8ad-6cc97c253900,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:59.158853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Router c55707ef-b16e-4ebb-b7a5-03d84238c810 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:41:59.308668 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be41a128-885f-48d6-bd9e-8ad3e64abca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.311329 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be41a128-885f-48d6-bd9e-8ad3e64abca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.312839 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-be41a128-885f-48d6-bd9e-8ad3e64abca1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09d4187a-87ef-4017-b0d0-a4565a38c1dc HTTP/1.1" status: 204 len: 168 time: 0.5226095 Feb 11 13:41:59.346848 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.421994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:41:59.423071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.444131 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0db67-bdf1-4a6f-b4b1-0773fc1f4967 None None] Sync routers for ids ['c55707ef-b16e-4ebb-b7a5-03d84238c810'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:41:59.470356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9b3a75fb-aa52-4850-8f76-d3b45a5e1a08 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "PUT /v2.0/routers/c55707ef-b16e-4ebb-b7a5-03d84238c810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6305161 Feb 11 13:41:59.481671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47084) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:41:59.493537 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0db67-bdf1-4a6f-b4b1-0773fc1f4967 None None] Routers {'c55707ef-b16e-4ebb-b7a5-03d84238c810'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:59.494544 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-13f0db67-bdf1-4a6f-b4b1-0773fc1f4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c55707ef-b16e-4ebb-b7a5-03d84238c810'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:59.524506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Request body: {'port': {'device_id': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:41:59.631729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b6846312-84a8-46b4-91ab-f59ed637ed23 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:41:59.659065 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-13f0db67-bdf1-4a6f-b4b1-0773fc1f4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:59.673807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Allocated IP 172.25.0.168 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/b51e629e-29a4-4455-9465-9ab0d91bda88) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:41:59.693531 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f0db67-bdf1-4a6f-b4b1-0773fc1f4967 None None] Routers {'c55707ef-b16e-4ebb-b7a5-03d84238c810'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:41:59.696801 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-13f0db67-bdf1-4a6f-b4b1-0773fc1f4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c55707ef-b16e-4ebb-b7a5-03d84238c810'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:59.747508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ceb20403-07d2-4cef-8b7c-ab726987ce10 None None] Provisioning complete for port b6846312-84a8-46b4-91ab-f59ed637ed23 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:41:59.747973 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ceb20403-07d2-4cef-8b7c-ab726987ce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.812627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41a128-885f-48d6-bd9e-8ad3e64abca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d4187a-87ef-4017-b0d0-a4565a38c1dc,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:41:59.830119 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:41:59.877614 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-13f0db67-bdf1-4a6f-b4b1-0773fc1f4967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:41:59.878952 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f0db67-bdf1-4a6f-b4b1-0773fc1f4967 None None] The sync data for ids ['c55707ef-b16e-4ebb-b7a5-03d84238c810'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:41:59.920480 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.135063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b6846312-84a8-46b4-91ab-f59ed637ed23 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:00.136618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.201578 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.206502 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.210445 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ceb20403-07d2-4cef-8b7c-ab726987ce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.328420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ceb20403-07d2-4cef-8b7c-ab726987ce10 None None] For port b6846312-84a8-46b4-91ab-f59ed637ed23, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b6846312-84a8-46b4-91ab-f59ed637ed23,segment=NetworkSegment(b67f32b6-995b-4bf3-8bb7-15d8014bcc28),segment_id=b67f32b6-995b-4bf3-8bb7-15d8014bcc28)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:00.332379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:00.351995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:00.384823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:00.444080 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ceb20403-07d2-4cef-8b7c-ab726987ce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.474117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=b51e629e-29a4-4455-9465-9ab0d91bda88,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:00.526305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03e2c1-2159-4a89-a83b-b703a016481f req-0165848b-cd95-46f4-87eb-02bceeee7a92 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:00.537568 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b03e2c1-2159-4a89-a83b-b703a016481f req-0165848b-cd95-46f4-87eb-02bceeee7a92 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 970 time: 0.4376874 Feb 11 13:42:00.584990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb20403-07d2-4cef-8b7c-ab726987ce10 None None] Pushing event updated for resources: {'Port': ['ID=b6846312-84a8-46b4-91ab-f59ed637ed23,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:00.626456 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.702545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e0713a66-8d56-48f3-b996-61eeb53b3538 None None] Provisioning complete for port b6846312-84a8-46b4-91ab-f59ed637ed23 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:00.703413 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e0713a66-8d56-48f3-b996-61eeb53b3538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.810385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b03e2c1-2159-4a89-a83b-b703a016481f req-9969d669-78da-492d-b98d-d4083638a262 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2725048 Feb 11 13:42:00.858051 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:42:00.858675 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:42:00.858868 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.890023 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-6d5c6141-6e78-4155-88a9-e859e7e10b40 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:42:00.895878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47118) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:00.907132 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6d5c6141-6e78-4155-88a9-e859e7e10b40 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "PUT /v2.0/routers/c55707ef-b16e-4ebb-b7a5-03d84238c810/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4232697 Feb 11 13:42:00.963833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 296073e1-775e-43ea-b276-f4c5cc5d03f7 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:00.974924 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:00.993554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Transition to ACTIVE for port object 296073e1-775e-43ea-b276-f4c5cc5d03f7 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:42:01.163021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.314599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Pushing event updated for resources: {'Port': ['ID=296073e1-775e-43ea-b276-f4c5cc5d03f7,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:01.331587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.377323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Attempting to bind port 296073e1-775e-43ea-b276-f4c5cc5d03f7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:01.378357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Attempting to bind port 296073e1-775e-43ea-b276-f4c5cc5d03f7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:01.379534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Attempting to bind port 296073e1-775e-43ea-b276-f4c5cc5d03f7 on network 4157d4c3-94e8-4c03-acd6-124bcf31a755 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:01.393812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Port 296073e1-775e-43ea-b276-f4c5cc5d03f7 on network 4157d4c3-94e8-4c03-acd6-124bcf31a755 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:42:01.398580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Attempting to bind port 296073e1-775e-43ea-b276-f4c5cc5d03f7 on network 4157d4c3-94e8-4c03-acd6-124bcf31a755 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:01.421346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:01.426116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Checking segment: {'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:01.427217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Bound using segment: {'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:01.429226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Bound port: 296073e1-775e-43ea-b276-f4c5cc5d03f7, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a00923e1-f3b6-40ae-84ca-2c8d886ca032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:01.433439 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.458592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a9ae41f5-6c61-4b62-a9d6-75f035d244a3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:01.589494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] For port 296073e1-775e-43ea-b276-f4c5cc5d03f7, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:01.599615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] For port 296073e1-775e-43ea-b276-f4c5cc5d03f7, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:01.628889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:01.630012 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.718648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.769810 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.810487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:01.829451 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:01.839624 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] 10.222.0.13 "PUT /v2.0/ports/296073e1-775e-43ea-b276-f4c5cc5d03f7 HTTP/1.1" status: 200 len: 1130 time: 2.8272138 Feb 11 13:42:01.841293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:01.861068 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6de2b5-a693-4367-b226-a23b04049f75" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:01.957754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f7d106c0-9e99-43b4-bd41-4d74a5e13b2b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:02.018202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f7d106c0-9e99-43b4-bd41-4d74a5e13b2b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:42:02.018689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f7d106c0-9e99-43b4-bd41-4d74a5e13b2b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:02.045859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c4963-d47e-46f5-973a-2b2dcb0035af service neutron] Pushing event updated for resources: {'Port': ['ID=296073e1-775e-43ea-b276-f4c5cc5d03f7,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:02.185572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:02.299624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b6846312-84a8-46b4-91ab-f59ed637ed23 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:02.310399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a5d17-3e7f-4f8a-af62-81b0d923fbda req-f71aff09-a12e-42a4-bb96-9472db48a630 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.330340 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e64a5d17-3e7f-4f8a-af62-81b0d923fbda req-f71aff09-a12e-42a4-bb96-9472db48a630 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 982 time: 0.3422744 Feb 11 13:42:02.351849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-9d46d293-4b84-4932-bac3-6cf9cffcf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.353799 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-9d46d293-4b84-4932-bac3-6cf9cffcf351 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68f7c1522217465ab9934a9fd077095e&device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 1133 time: 0.3037386 Feb 11 13:42:02.422842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b6846312-84a8-46b4-91ab-f59ed637ed23 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:02.423412 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:02.423717 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-f36064da-84a2-43f4-b69a-abde45c7d03b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7 HTTP/1.1" status: 200 len: 217 time: 0.0599656 Feb 11 13:42:02.565489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e64a5d17-3e7f-4f8a-af62-81b0d923fbda req-c8845b65-d411-4d9c-ace0-4b87ff907baa tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2341204 Feb 11 13:42:02.594564 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-e3bf8d18-56f3-4a8d-a8f8-67afd73b6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.600101 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-e3bf8d18-56f3-4a8d-a8f8-67afd73b6f90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff1cd232-e187-448f-8a9c-916df2a7f7a1 HTTP/1.1" status: 200 len: 835 time: 0.1562078 Feb 11 13:42:02.803726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-533b73bb-599a-4688-a19e-d3b3bc17dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:02.805544 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-533b73bb-599a-4688-a19e-d3b3bc17dedc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4157d4c3-94e8-4c03-acd6-124bcf31a755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989939 Feb 11 13:42:02.997143 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-29177e30-76b1-4863-80a6-069039f356cf service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846509 Feb 11 13:42:03.200260 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fbca88-98ef-40c2-ae2f-207be009cef6 x-openstack-request-id: req-84fbca88-98ef-40c2-ae2f-207be009cef6 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:03.201061 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:03.201061 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84fbca88-98ef-40c2-ae2f-207be009cef6 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:03.201261 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'status': 'completed', 'code': 200} Feb 11 13:42:03.252759 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a392d1b7-7e3d-48dc-8492-7c09099d03e1 req-031c7afd-4589-4058-8a4b-eb77872af827 service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491753 Feb 11 13:42:03.443212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Deleting port fe3f641c-dfca-4bec-8ac6-31cf6d7f8b6c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:03.443681 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.515828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-d25b7cdf-49df-4a26-9e71-7ce74cfe9591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.518170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-d25b7cdf-49df-4a26-9e71-7ce74cfe9591 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68f7c1522217465ab9934a9fd077095e&device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 1133 time: 0.0821300 Feb 11 13:42:03.565229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.582258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Calling delete_port for fe3f641c-dfca-4bec-8ac6-31cf6d7f8b6c owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:03.584153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router f1d9e394-bbee-491c-a326-ccdf580139c5 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:42:03.740598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-60942af0-2435-49d8-8853-41ffab9954d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.749384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-60942af0-2435-49d8-8853-41ffab9954d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4157d4c3-94e8-4c03-acd6-124bcf31a755 HTTP/1.1" status: 200 len: 898 time: 0.2176607 Feb 11 13:42:03.796777 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-ad9875ad-df8b-442c-8409-8be43e2f9914 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7 HTTP/1.1" status: 200 len: 217 time: 0.0466182 Feb 11 13:42:03.846232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:03.861322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de5658-ee12-476d-b02a-495637fbec6f None None] Sync routers for ids ['f1d9e394-bbee-491c-a326-ccdf580139c5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:03.881368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2134fd40-aae6-4cb1-a724-663e1fd361f0 req-2a882ca1-7906-4694-8c58-3e6498cdc0c6 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.883817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2134fd40-aae6-4cb1-a724-663e1fd361f0 req-2a882ca1-7906-4694-8c58-3e6498cdc0c6 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 982 time: 0.2097335 Feb 11 13:42:03.902273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de5658-ee12-476d-b02a-495637fbec6f None None] Routers {'f1d9e394-bbee-491c-a326-ccdf580139c5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:03.903742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-42de5658-ee12-476d-b02a-495637fbec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['f1d9e394-bbee-491c-a326-ccdf580139c5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:03.911965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-619d817a-1de6-489a-9c53-8e169458fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.914878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-619d817a-1de6-489a-9c53-8e169458fbf4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff1cd232-e187-448f-8a9c-916df2a7f7a1 HTTP/1.1" status: 200 len: 835 time: 0.1017776 Feb 11 13:42:03.970471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:03.973988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-10a75db9-63bf-4746-baa1-e22b92f16183 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1834083 Feb 11 13:42:03.974631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47224) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:03.984431 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2134fd40-aae6-4cb1-a724-663e1fd361f0 req-90de3d14-1146-4567-b5de-23d282f904b5 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0923858 Feb 11 13:42:03.996334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-723f6712-d2ac-46e5-b435-d0a4226d09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:03.998132 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-723f6712-d2ac-46e5-b435-d0a4226d09bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4157d4c3-94e8-4c03-acd6-124bcf31a755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757523 Feb 11 13:42:04.014960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-42de5658-ee12-476d-b02a-495637fbec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:04.048479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:04.064770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42de5658-ee12-476d-b02a-495637fbec6f None None] Routers {'f1d9e394-bbee-491c-a326-ccdf580139c5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:04.067347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-42de5658-ee12-476d-b02a-495637fbec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['f1d9e394-bbee-491c-a326-ccdf580139c5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:04.094597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Port': ['ID=fe3f641c-dfca-4bec-8ac6-31cf6d7f8b6c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:04.116586 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47226) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:04.214523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-42de5658-ee12-476d-b02a-495637fbec6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:04.215257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42de5658-ee12-476d-b02a-495637fbec6f None None] The sync data for ids ['f1d9e394-bbee-491c-a326-ccdf580139c5'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:04.243954 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-9b8e2561-ae4a-44db-9496-f2e751cbf0d8 service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371032 Feb 11 13:42:04.263055 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:04.390121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec6de2b5-a693-4367-b226-a23b04049f75 req-2359b87e-637c-4bcf-972b-47a66972b871 service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388729 Feb 11 13:42:04.515506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f59eb00c-9f85-4c00-b7a5-a3e58b86a056 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/routers/f1d9e394-bbee-491c-a326-ccdf580139c5 HTTP/1.1" status: 200 len: 885 time: 0.5376649 Feb 11 13:42:04.516074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47234) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:04.652276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Router c55707ef-b16e-4ebb-b7a5-03d84238c810 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:04.749658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:04.756238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-18834c00-3ea2-4990-a3c5-3d014c4eecbf tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "PUT /v2.0/routers/c55707ef-b16e-4ebb-b7a5-03d84238c810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8588867 Feb 11 13:42:04.761513 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fcd8d-14e6-4a4b-8a6b-1d02dec4c618 None None] Sync routers for ids ['c55707ef-b16e-4ebb-b7a5-03d84238c810'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:04.762085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47240) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:04.782599 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fcd8d-14e6-4a4b-8a6b-1d02dec4c618 None None] Routers {'c55707ef-b16e-4ebb-b7a5-03d84238c810'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:04.783953 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f74fcd8d-14e6-4a4b-8a6b-1d02dec4c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c55707ef-b16e-4ebb-b7a5-03d84238c810'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:04.818348 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-9404804a-38a0-4a11-89d0-5e9a14248f7b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] delete failed (client error): The resource could not be found. Feb 11 13:42:04.819427 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9404804a-38a0-4a11-89d0-5e9a14248f7b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1946119870 HTTP/1.1" status: 404 len: 335 time: 0.0566366 Feb 11 13:42:04.824324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47244) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:04.829115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-85ca882d-c23b-4567-8351-14fb1ada00c9 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c55707ef-b16e-4ebb-b7a5-03d84238c810'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:04.840093 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f74fcd8d-14e6-4a4b-8a6b-1d02dec4c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:04.860176 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74fcd8d-14e6-4a4b-8a6b-1d02dec4c618 None None] Routers {'c55707ef-b16e-4ebb-b7a5-03d84238c810'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:04.860785 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f74fcd8d-14e6-4a4b-8a6b-1d02dec4c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c55707ef-b16e-4ebb-b7a5-03d84238c810'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:04.921648 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f74fcd8d-14e6-4a4b-8a6b-1d02dec4c618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:04.922832 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74fcd8d-14e6-4a4b-8a6b-1d02dec4c618 None None] The sync data for ids ['c55707ef-b16e-4ebb-b7a5-03d84238c810'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:05.115698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-269ac64c-fe68-4768-9c0f-d797b6bd2250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.212507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85ca882d-c23b-4567-8351-14fb1ada00c9 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.229053 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-269ac64c-fe68-4768-9c0f-d797b6bd2250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.237828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ce2be-1463-4011-8a52-21d7a4107c5c req-8d6aee9f-54c8-4f06-b78c-4852d9975de3 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:05.239320 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c9ce2be-1463-4011-8a52-21d7a4107c5c req-8d6aee9f-54c8-4f06-b78c-4852d9975de3 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 982 time: 0.1255639 Feb 11 13:42:05.288535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c9ce2be-1463-4011-8a52-21d7a4107c5c req-df2f590f-6bfe-41c1-ab0f-2ddf914dc39f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0426619 Feb 11 13:42:05.381086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-269ac64c-fe68-4768-9c0f-d797b6bd2250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.390314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 296073e1-775e-43ea-b276-f4c5cc5d03f7 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:42:05.398730 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-85ca882d-c23b-4567-8351-14fb1ada00c9 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] update failed (client error): The resource could not be found. Feb 11 13:42:05.403210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-85ca882d-c23b-4567-8351-14fb1ada00c9 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "PUT /v2.0/routers/c55707ef-b16e-4ebb-b7a5-03d84238c810 HTTP/1.1" status: 404 len: 339 time: 0.5745766 Feb 11 13:42:05.403587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47262) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:05.408813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-706779942'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:05.417337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2c529e66-2aa8-49bd-89c7-ce6ab8c723e7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.8995111 Feb 11 13:42:05.424631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47264) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:05.437037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a4fcf650-5d90-4996-8cd1-26e4b965338a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1522904352'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:05.453404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-269ac64c-fe68-4768-9c0f-d797b6bd2250 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd42501f286d471580e7d8652a37951f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3327565 Feb 11 13:42:05.454215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47266) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:05.454855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ac64c-fe68-4768-9c0f-d797b6bd2250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16bcc49-d2bf-487c-b60f-c3668de8dc5a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:05.536861 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d1a34b6-3903-4d0b-b4db-69e3839a80b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.582761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d1a34b6-3903-4d0b-b4db-69e3839a80b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.600973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 296073e1-775e-43ea-b276-f4c5cc5d03f7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:05.643822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'port_id': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'mac_address': 'fa:16:3e:a2:df:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:42:05.689498 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Made reservation on behalf of 9fc89a28c2aa4fe5b6e9022d93c9bad9 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:05.694209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.768082 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.785121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 296073e1-775e-43ea-b276-f4c5cc5d03f7 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:42:05.787531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d1a34b6-3903-4d0b-b4db-69e3839a80b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.790716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d1a34b6-3903-4d0b-b4db-69e3839a80b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.792034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6d1a34b6-3903-4d0b-b4db-69e3839a80b3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a16bcc49-d2bf-487c-b60f-c3668de8dc5a HTTP/1.1" status: 204 len: 168 time: 0.3335729 Feb 11 13:42:05.799255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:05.800146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a34b6-3903-4d0b-b4db-69e3839a80b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16bcc49-d2bf-487c-b60f-c3668de8dc5a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:05.830689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.831151 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Added segment b99fdc28-38d5-4877-9ebd-926cf17c71f9 of type vlan for network 7ab2348b-0137-46a9-ae04-0bf50b7828e2 Feb 11 13:42:05.840613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 296073e1-775e-43ea-b276-f4c5cc5d03f7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:05.930323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:05.969964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.010638 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf650-5d90-4996-8cd1-26e4b965338a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.036084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=296073e1-775e-43ea-b276-f4c5cc5d03f7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:06.178872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['296073e1-775e-43ea-b276-f4c5cc5d03f7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:42:06.185176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.190865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:06.191452 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.251182 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf650-5d90-4996-8cd1-26e4b965338a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.301109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Network': ['ID=7ab2348b-0137-46a9-ae04-0bf50b7828e2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:06.317850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 7ab2348b-0137-46a9-ae04-0bf50b7828e2 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:06.423083 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aea531b3-d536-4e44-a426-7df044583e8f tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0180099 Feb 11 13:42:06.427562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47294) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:06.433786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'subnet': {'network_id': '7ab2348b-0137-46a9-ae04-0bf50b7828e2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:06.470045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fcf650-5d90-4996-8cd1-26e4b965338a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router f1d9e394-bbee-491c-a326-ccdf580139c5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:06.478622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0755ca-ef52-4b6b-8f62-c9ac15fc6d87 req-eca5c418-27d7-4433-8dc3-5a47f9bce663 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:06.480421 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f0755ca-ef52-4b6b-8f62-c9ac15fc6d87 req-eca5c418-27d7-4433-8dc3-5a47f9bce663 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 983 time: 0.0990374 Feb 11 13:42:06.536320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f0755ca-ef52-4b6b-8f62-c9ac15fc6d87 req-c5ca8355-72df-4363-b4d0-909886f2571f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0495481 Feb 11 13:42:06.695730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fcf650-5d90-4996-8cd1-26e4b965338a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:06.709477 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf650-5d90-4996-8cd1-26e4b965338a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:06.710034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308d27e-f2cd-4211-a47e-f407eeb3d7cf None None] Sync routers for ids ['f1d9e394-bbee-491c-a326-ccdf580139c5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:06.719910 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a4fcf650-5d90-4996-8cd1-26e4b965338a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/f1d9e394-bbee-491c-a326-ccdf580139c5 HTTP/1.1" status: 200 len: 892 time: 1.2939382 Feb 11 13:42:06.725643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47302) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:06.735740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308d27e-f2cd-4211-a47e-f407eeb3d7cf None None] Routers {'f1d9e394-bbee-491c-a326-ccdf580139c5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:06.736369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2308d27e-f2cd-4211-a47e-f407eeb3d7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['f1d9e394-bbee-491c-a326-ccdf580139c5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:06.770370 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2308d27e-f2cd-4211-a47e-f407eeb3d7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:06.783077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2308d27e-f2cd-4211-a47e-f407eeb3d7cf None None] Routers {'f1d9e394-bbee-491c-a326-ccdf580139c5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:06.783751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2308d27e-f2cd-4211-a47e-f407eeb3d7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['f1d9e394-bbee-491c-a326-ccdf580139c5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:06.824417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2308d27e-f2cd-4211-a47e-f407eeb3d7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:06.825075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2308d27e-f2cd-4211-a47e-f407eeb3d7cf None None] The sync data for ids ['f1d9e394-bbee-491c-a326-ccdf580139c5'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:06.856316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-50e64383-6b6f-4827-a763-f2fcb7d79120 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/routers/f1d9e394-bbee-491c-a326-ccdf580139c5 HTTP/1.1" status: 200 len: 892 time: 0.1286967 Feb 11 13:42:06.858882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47304) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:06.888627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dd3c96b5-77b0-40e7-8856-f7e7ce88a9f9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1d9e394-bbee-491c-a326-ccdf580139c5 HTTP/1.1" status: 200 len: 205 time: 0.0263295 Feb 11 13:42:06.888842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47306) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:06.917543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Made reservation on behalf of 9fc89a28c2aa4fe5b6e9022d93c9bad9 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:06.922753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.018905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.178275 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.348105 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.372238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port b51e629e-29a4-4455-9465-9ab0d91bda88 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:07.372585 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.390431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 296073e1-775e-43ea-b276-f4c5cc5d03f7 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:07.414399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Subnet': ['ID=00339942-8a97-47ac-b162-f4d04dfbe91c,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:07.419041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Checking segment: {'id': 'b99fdc28-38d5-4877-9ebd-926cf17c71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7ab2348b-0137-46a9-ae04-0bf50b7828e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:07.419347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network hostable DHCP agents. Network: 7ab2348b-0137-46a9-ae04-0bf50b7828e2, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:07.462687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.472629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for b51e629e-29a4-4455-9465-9ab0d91bda88 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:07.569816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 296073e1-775e-43ea-b276-f4c5cc5d03f7 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:42:07.571264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network 7ab2348b-0137-46a9-ae04-0bf50b7828e2 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:07.576396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 296073e1-775e-43ea-b276-f4c5cc5d03f7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:07.581031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.716075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aca310-d7fb-4589-a3fc-57b95dea3228 req-ca7bfe8b-6b79-4657-9063-8dda0b62a0b6 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:07.718078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8aca310-d7fb-4589-a3fc-57b95dea3228 req-ca7bfe8b-6b79-4657-9063-8dda0b62a0b6 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 983 time: 0.0747883 Feb 11 13:42:07.745307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.765232 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8aca310-d7fb-4589-a3fc-57b95dea3228 req-637b4909-cd8b-44e6-841f-52f61e88d0dd tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0407579 Feb 11 13:42:07.766392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 7ab2348b-0137-46a9-ae04-0bf50b7828e2) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:07.770851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:07.771640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.789944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:07.789944 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ce8e4c-cbfb-404d-9603-666f0b7f05d7" -d '{"events": [{"server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "name": "network-vif-plugged", "status": "completed", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:07.793706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9e0368-c5a6-42a4-b37b-0d99dd369184 None None] Network 7ab2348b-0137-46a9-ae04-0bf50b7828e2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:07.800786 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.816762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47324) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:07.821937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 296073e1-775e-43ea-b276-f4c5cc5d03f7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:07.843463 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8365a1a7-0adc-4024-b770-fa148a75c47a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.846318 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=b51e629e-29a4-4455-9465-9ab0d91bda88,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:07.912702 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6b651218-b4a8-47a0-ba43-0b5449069cde tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4802923 Feb 11 13:42:07.912702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47328) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:07.918723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c71416ea-298b-429f-ab65-3747f5f2c18a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ab2348b-0137-46a9-ae04-0bf50b7828e2'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:07.953395 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:07.994897 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.089614 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8365a1a7-0adc-4024-b770-fa148a75c47a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.194299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=296073e1-775e-43ea-b276-f4c5cc5d03f7,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:08.219490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c71416ea-298b-429f-ab65-3747f5f2c18a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.241206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.243342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-7ab2348b-0137-46a9-ae04-0bf50b7828e2', 'network_id': '7ab2348b-0137-46a9-ae04-0bf50b7828e2', 'tenant_id': '9fc89a28c2aa4fe5b6e9022d93c9bad9', 'fixed_ips': [{'subnet_id': '00339942-8a97-47ac-b162-f4d04dfbe91c'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:42:08.243732 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.244219 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.248101 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8365a1a7-0adc-4024-b770-fa148a75c47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.311495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365a1a7-0adc-4024-b770-fa148a75c47a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1043c0-399e-4386-a93b-43c7b893eb1a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:08.324755 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8365a1a7-0adc-4024-b770-fa148a75c47a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=735431f6c8104adca6e7ca9c09fab9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064549 Feb 11 13:42:08.327712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47336) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:08.443485 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c42385bb-2427-480d-93dc-7da4f6bcfdb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.447364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Allocated IP 2001:db8:1::2 (7ab2348b-0137-46a9-ae04-0bf50b7828e2/00339942-8a97-47ac-b162-f4d04dfbe91c/c7234803-c5d7-4b73-bdcf-e1f05530abf9) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:08.472868 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.474263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Fanout notify agent at l3_agent the message router_deleted on router f1d9e394-bbee-491c-a326-ccdf580139c5 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:42:08.502437 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.504417 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aecfa759-d74e-4205-96bc-8f5b7c274a41 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/f1d9e394-bbee-491c-a326-ccdf580139c5 HTTP/1.1" status: 204 len: 168 time: 1.6146491 Feb 11 13:42:08.536321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47338) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:08.566608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2138991948'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:08.575689 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c42385bb-2427-480d-93dc-7da4f6bcfdb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.764041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47342) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:08.787547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a75627-6dc4-4a1c-b30f-f85a6011f98a req-3fb15a61-c44c-45f6-a45c-48decb78bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:08.790031 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a4a75627-6dc4-4a1c-b30f-f85a6011f98a req-3fb15a61-c44c-45f6-a45c-48decb78bf5d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 1135 time: 0.2115979 Feb 11 13:42:08.890342 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a4a75627-6dc4-4a1c-b30f-f85a6011f98a req-4d778100-eb61-4842-966a-c17c4607c96d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0920656 Feb 11 13:42:08.939044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:08.942717 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.950333 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c96cce-4e81-4dcd-9fef-07e998dd5c3e x-openstack-request-id: req-33c96cce-4e81-4dcd-9fef-07e998dd5c3e {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:08.950938 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "name": "network-vif-plugged", "status": "completed", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:08.950938 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-33c96cce-4e81-4dcd-9fef-07e998dd5c3e {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:08.951351 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'code': 200} Feb 11 13:42:08.990668 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c42385bb-2427-480d-93dc-7da4f6bcfdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.993687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c42385bb-2427-480d-93dc-7da4f6bcfdb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:08.994877 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c42385bb-2427-480d-93dc-7da4f6bcfdb0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ec1043c0-399e-4386-a93b-43c7b893eb1a HTTP/1.1" status: 204 len: 168 time: 0.6661227 Feb 11 13:42:09.026058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42385bb-2427-480d-93dc-7da4f6bcfdb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1043c0-399e-4386-a93b-43c7b893eb1a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:09.030939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:09.045622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce990a03-4aca-40e8-b554-573403cd01c3 req-6083dd53-330d-43ba-b638-2ebbc1b413d5 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:09.057024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce990a03-4aca-40e8-b554-573403cd01c3 req-6083dd53-330d-43ba-b638-2ebbc1b413d5 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 984 time: 0.0884192 Feb 11 13:42:09.102141 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.102892 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added segment c58aab27-1c11-4704-a46c-2ae6134fdca7 of type vlan for network 722e531e-977d-4e6c-91e5-5aedfa103e9b Feb 11 13:42:09.129628 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d75de466-9d93-4f41-8872-a2329a5f40ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.195164 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.205873 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ce990a03-4aca-40e8-b554-573403cd01c3 req-5247be7a-385b-470c-be76-388036242efc tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1415765 Feb 11 13:42:09.224312 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-c71416ea-298b-429f-ab65-3747f5f2c18a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:42:09.225363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c71416ea-298b-429f-ab65-3747f5f2c18a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "PUT /v2.0/routers/c55707ef-b16e-4ebb-b7a5-03d84238c810 HTTP/1.1" status: 400 len: 364 time: 1.3119822 Feb 11 13:42:09.229780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47356) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:09.259609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.325657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47360) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:09.359084 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d75de466-9d93-4f41-8872-a2329a5f40ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.392901 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.458441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Network 7ab2348b-0137-46a9-ae04-0bf50b7828e2 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:09.462746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:09.466373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:09.473092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Pushing event updated for resources: {'Port': ['ID=c7234803-c5d7-4b73-bdcf-e1f05530abf9,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:09.495575 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.508404 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:09.508404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.542425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Attempting to bind port c7234803-c5d7-4b73-bdcf-e1f05530abf9 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:09.542818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Attempting to bind port c7234803-c5d7-4b73-bdcf-e1f05530abf9 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b99fdc28-38d5-4877-9ebd-926cf17c71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7ab2348b-0137-46a9-ae04-0bf50b7828e2'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:09.543374 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Attempting to bind port c7234803-c5d7-4b73-bdcf-e1f05530abf9 on network 7ab2348b-0137-46a9-ae04-0bf50b7828e2 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:09.555066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:09.555770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Checking segment: {'id': 'b99fdc28-38d5-4877-9ebd-926cf17c71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7ab2348b-0137-46a9-ae04-0bf50b7828e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:09.556187 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.556594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Bound using segment: {'id': 'b99fdc28-38d5-4877-9ebd-926cf17c71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7ab2348b-0137-46a9-ae04-0bf50b7828e2'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:09.557085 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Bound port: c7234803-c5d7-4b73-bdcf-e1f05530abf9, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b99fdc28-38d5-4877-9ebd-926cf17c71f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '7ab2348b-0137-46a9-ae04-0bf50b7828e2'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:09.557478 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.575046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Network': ['ID=722e531e-977d-4e6c-91e5-5aedfa103e9b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:09.589901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d75de466-9d93-4f41-8872-a2329a5f40ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.606328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 722e531e-977d-4e6c-91e5-5aedfa103e9b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:09.614971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.685562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d75de466-9d93-4f41-8872-a2329a5f40ba admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d833b3e404ae4945a096d98fafa3e20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9144225 Feb 11 13:42:09.686140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47366) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:09.688583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75de466-9d93-4f41-8872-a2329a5f40ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a962c2-f342-4913-9df9-d17069adc819,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:09.738225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7ab5-84b1-4e9f-a54a-0fe731e03e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.749757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] For port c7234803-c5d7-4b73-bdcf-e1f05530abf9, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:09.760577 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-41d955e0-c9f9-44b5-98a4-56ad138ebe80 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2192993 Feb 11 13:42:09.760577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47370) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:09.765468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] For port c7234803-c5d7-4b73-bdcf-e1f05530abf9, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c7234803-c5d7-4b73-bdcf-e1f05530abf9,segment=NetworkSegment(b99fdc28-38d5-4877-9ebd-926cf17c71f9),segment_id=b99fdc28-38d5-4877-9ebd-926cf17c71f9)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:09.772262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'subnet': {'network_id': '722e531e-977d-4e6c-91e5-5aedfa103e9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:09.867744 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.876112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ebed507-a90f-4e9a-9c16-79d642f4eca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:09.993802 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ebed507-a90f-4e9a-9c16-79d642f4eca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.017901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7ab5-84b1-4e9f-a54a-0fe731e03e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.029232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Allocated IP 2001:db8::1 (5a0762bc-dd89-4bcf-869f-19dffd004a4f/941fea77-a4bb-412b-ba14-2c51963e6db9/e571ea35-a88a-4ad8-84c0-3a7654dd2eb2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:10.070338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae6ea0-daf7-4604-bd35-dcd681f70f65 None None] Pushing event updated for resources: {'Port': ['ID=c7234803-c5d7-4b73-bdcf-e1f05530abf9,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:10.164828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:10.168281 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4fc7ab5-84b1-4e9f-a54a-0fe731e03e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.173190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.284886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ebed507-a90f-4e9a-9c16-79d642f4eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.289167 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ebed507-a90f-4e9a-9c16-79d642f4eca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.291342 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4ebed507-a90f-4e9a-9c16-79d642f4eca3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/52a962c2-f342-4913-9df9-d17069adc819 HTTP/1.1" status: 204 len: 168 time: 0.6037428 Feb 11 13:42:10.324929 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebed507-a90f-4e9a-9c16-79d642f4eca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a962c2-f342-4913-9df9-d17069adc819,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:10.428248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d4fc7ab5-84b1-4e9f-a54a-0fe731e03e8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa2a692ef98c4069a1c06ce1717d22d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1014502 Feb 11 13:42:10.435534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc7ab5-84b1-4e9f-a54a-0fe731e03e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c0ed39-ffa3-4791-a276-41dc65706645,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:10.450764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47390) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:10.488536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.589446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30708fb2-0860-4262-ad15-7e07fab0c993 req-259ed276-fee4-45d7-aeaa-99b35a1522c0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.591190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30708fb2-0860-4262-ad15-7e07fab0c993 req-259ed276-fee4-45d7-aeaa-99b35a1522c0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 984 time: 0.2157080 Feb 11 13:42:10.631894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.645569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9ef6719-f98a-43ba-a12c-43b586aded79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.699082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network 5a0762bc-dd89-4bcf-869f-19dffd004a4f is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:10.702441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:10.708627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:10.709303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.789738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Port': ['ID=e571ea35-a88a-4ad8-84c0-3a7654dd2eb2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:10.806989 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30708fb2-0860-4262-ad15-7e07fab0c993 req-137344d1-b4b9-4035-a30a-d9695bcdb518 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1964891 Feb 11 13:42:10.822452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9ef6719-f98a-43ba-a12c-43b586aded79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:10.954154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff7a39-cb4f-4e66-8666-986f5bb97d0f req-1cb311fc-6d8e-4160-8c43-630adc14f784 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:10.962454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8ff7a39-cb4f-4e66-8666-986f5bb97d0f req-1cb311fc-6d8e-4160-8c43-630adc14f784 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 984 time: 0.0709908 Feb 11 13:42:10.989144 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.053623 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8ff7a39-cb4f-4e66-8666-986f5bb97d0f req-85493300-fc47-45c1-ad03-74d05dd0841e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0755746 Feb 11 13:42:11.082368 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9ef6719-f98a-43ba-a12c-43b586aded79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.085055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9ef6719-f98a-43ba-a12c-43b586aded79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.090113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e9ef6719-f98a-43ba-a12c-43b586aded79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b3c0ed39-ffa3-4791-a276-41dc65706645 HTTP/1.1" status: 204 len: 168 time: 0.6320496 Feb 11 13:42:11.138766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.157389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Subnet': ['ID=611b8467-cb97-4f61-8ee3-92f724997c45,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.175855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef6719-f98a-43ba-a12c-43b586aded79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c0ed39-ffa3-4791-a276-41dc65706645,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.207597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Checking segment: {'id': 'c58aab27-1c11-4704-a46c-2ae6134fdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '722e531e-977d-4e6c-91e5-5aedfa103e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:11.207597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network hostable DHCP agents. Network: 722e531e-977d-4e6c-91e5-5aedfa103e9b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:11.274307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e1cc8ef0-674d-4dde-8a15-26654c87841e None None] Provisioning complete for port e571ea35-a88a-4ad8-84c0-3a7654dd2eb2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:11.277149 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e1cc8ef0-674d-4dde-8a15-26654c87841e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.302696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f6153-15ac-4547-b723-35547f2614f9 req-94f09c9b-1727-4cac-9201-160cccc57e05 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:11.313099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa4f6153-15ac-4547-b723-35547f2614f9 req-94f09c9b-1727-4cac-9201-160cccc57e05 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 1135 time: 0.1265359 Feb 11 13:42:11.354469 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa4f6153-15ac-4547-b723-35547f2614f9 req-d500da02-d10a-44e4-9f1c-afb5d70d38ca tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.386148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc8ef0-674d-4dde-8a15-26654c87841e None None] Port e571ea35-a88a-4ad8-84c0-3a7654dd2eb2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:11.446137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 722e531e-977d-4e6c-91e5-5aedfa103e9b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:11.506402 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa4f6153-15ac-4547-b723-35547f2614f9 req-d500da02-d10a-44e4-9f1c-afb5d70d38ca tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.653652 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.693555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0379bda-827b-43cc-9cf9-adc9e6f6e82d None None] Network 7ab2348b-0137-46a9-ae04-0bf50b7828e2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:11.717395 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-fa4f6153-15ac-4547-b723-35547f2614f9 req-d500da02-d10a-44e4-9f1c-afb5d70d38ca tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.735859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa4f6153-15ac-4547-b723-35547f2614f9 req-d500da02-d10a-44e4-9f1c-afb5d70d38ca tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4191287 Feb 11 13:42:11.736572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 722e531e-977d-4e6c-91e5-5aedfa103e9b) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:11.749013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:11.749682 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.765198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47420) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:11.773975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500da02-d10a-44e4-9f1c-afb5d70d38ca tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968ec517-cfb9-4cb8-abfd-8cb8a495fe17,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:11.810044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9489d8bc-d7b3-421d-bcae-7be09aa40ecd None None] Network 722e531e-977d-4e6c-91e5-5aedfa103e9b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:11.822999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3768c7b4-440c-49cb-bb18-0a2227db61e4 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:11.824616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3768c7b4-440c-49cb-bb18-0a2227db61e4 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 1130 time: 0.0539360 Feb 11 13:42:11.827956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47422) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:11.833990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:11.879035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3be63ad5-7122-4e9e-816d-6c4157a0bb96 None None] Provisioning complete for port c7234803-c5d7-4b73-bdcf-e1f05530abf9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:11.879617 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3be63ad5-7122-4e9e-816d-6c4157a0bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.908063 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.909802 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:11.993877 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6443a241-f7e0-4015-b874-5444d102f574 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2321985 Feb 11 13:42:12.005905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47426) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:12.011813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fb7f94df-ad7d-42ab-8555-013362fb34e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1037483445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:12.039795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event updated for resources: {'Port': ['ID=e571ea35-a88a-4ad8-84c0-3a7654dd2eb2,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.082641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47430) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:12.119672 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5192395-2198-438a-86b2-e16332932166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.148132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Network 5a0762bc-dd89-4bcf-869f-19dffd004a4f is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:12.156425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:12.160974 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3be63ad5-7122-4e9e-816d-6c4157a0bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.255299 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb7f94df-ad7d-42ab-8555-013362fb34e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.255299 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb7f94df-ad7d-42ab-8555-013362fb34e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.279667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3be63ad5-7122-4e9e-816d-6c4157a0bb96 None None] For port c7234803-c5d7-4b73-bdcf-e1f05530abf9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c7234803-c5d7-4b73-bdcf-e1f05530abf9,segment=NetworkSegment(b99fdc28-38d5-4877-9ebd-926cf17c71f9),segment_id=b99fdc28-38d5-4877-9ebd-926cf17c71f9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:12.323170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-722e531e-977d-4e6c-91e5-5aedfa103e9b', 'network_id': '722e531e-977d-4e6c-91e5-5aedfa103e9b', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'fixed_ips': [{'subnet_id': '611b8467-cb97-4f61-8ee3-92f724997c45'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:42:12.324698 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.412628 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.422547 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3be63ad5-7122-4e9e-816d-6c4157a0bb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.440546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c7234803-c5d7-4b73-bdcf-e1f05530abf9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:12.522593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Router c55707ef-b16e-4ebb-b7a5-03d84238c810 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:12.525693 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb7f94df-ad7d-42ab-8555-013362fb34e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.551445 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5192395-2198-438a-86b2-e16332932166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.678353 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb7f94df-ad7d-42ab-8555-013362fb34e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.696885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:12.706434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7655691c-c075-42c8-a804-f07ade73da79 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "PUT /v2.0/routers/c55707ef-b16e-4ebb-b7a5-03d84238c810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4713724 Feb 11 13:42:12.707452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47436) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:12.708579 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2902d739-6d61-4ffb-94a4-695812ef4a79 None None] Sync routers for ids ['c55707ef-b16e-4ebb-b7a5-03d84238c810'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:12.724009 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2902d739-6d61-4ffb-94a4-695812ef4a79 None None] Routers {'c55707ef-b16e-4ebb-b7a5-03d84238c810'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:12.724622 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-2902d739-6d61-4ffb-94a4-695812ef4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c55707ef-b16e-4ebb-b7a5-03d84238c810'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:12.731171 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.795952 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-2902d739-6d61-4ffb-94a4-695812ef4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:12.833834 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2902d739-6d61-4ffb-94a4-695812ef4a79 None None] Routers {'c55707ef-b16e-4ebb-b7a5-03d84238c810'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:12.834057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Allocated IP 2001:db8::2 (722e531e-977d-4e6c-91e5-5aedfa103e9b/611b8467-cb97-4f61-8ee3-92f724997c45/edc81318-4225-459f-ac9c-52eead69ebc6) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:12.834171 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-2902d739-6d61-4ffb-94a4-695812ef4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c55707ef-b16e-4ebb-b7a5-03d84238c810'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:12.852866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c7234803-c5d7-4b73-bdcf-e1f05530abf9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:12.853234 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.862707 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6c47c684-6f58-47f7-ba33-deaa0d1966dd None None] Provisioning complete for port c7234803-c5d7-4b73-bdcf-e1f05530abf9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:12.863293 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c47c684-6f58-47f7-ba33-deaa0d1966dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.864369 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-2902d739-6d61-4ffb-94a4-695812ef4a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:12.865413 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2902d739-6d61-4ffb-94a4-695812ef4a79 None None] The sync data for ids ['c55707ef-b16e-4ebb-b7a5-03d84238c810'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:12.874229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be63ad5-7122-4e9e-816d-6c4157a0bb96 None None] Pushing event updated for resources: {'Port': ['ID=c7234803-c5d7-4b73-bdcf-e1f05530abf9,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.881024 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5192395-2198-438a-86b2-e16332932166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.933710 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb7f94df-ad7d-42ab-8555-013362fb34e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:12.938113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fb7f94df-ad7d-42ab-8555-013362fb34e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9279726 Feb 11 13:42:12.938379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5192395-2198-438a-86b2-e16332932166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5845f28-4045-4ca2-93ac-21e859c22c31,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:12.942501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47438) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:12.955851 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e5192395-2198-438a-86b2-e16332932166 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=65888d18a4274e2a9836db56a97ae932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8714843 Feb 11 13:42:12.962360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47440) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:12.995436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47442) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:13.060402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eaafe92f-9834-47bb-8db3-c88fae7f4289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.217087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6c47c684-6f58-47f7-ba33-deaa0d1966dd None None] Provisioning complete for port e571ea35-a88a-4ad8-84c0-3a7654dd2eb2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:13.217453 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c47c684-6f58-47f7-ba33-deaa0d1966dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.242591 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.277409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6c47c684-6f58-47f7-ba33-deaa0d1966dd None None] Port e571ea35-a88a-4ad8-84c0-3a7654dd2eb2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:13.375609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47446) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:13.387352 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.404730 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eaafe92f-9834-47bb-8db3-c88fae7f4289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.409246 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7cb95b90-2a73-42ee-a154-99b1762f5b9d tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.449981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Allocated IP 172.25.0.203 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/7de7929d-2a06-4a26-94be-884dfed4ac72) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:13.541965 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fa43562-6a53-4fc9-b1c8-1816968f1a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.573076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eaafe92f-9834-47bb-8db3-c88fae7f4289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.577294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Network 722e531e-977d-4e6c-91e5-5aedfa103e9b is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:13.594065 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:13.610633 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fa43562-6a53-4fc9-b1c8-1816968f1a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.613100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:13.650064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Pushing event updated for resources: {'Port': ['ID=edc81318-4225-459f-ac9c-52eead69ebc6,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:13.653156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eaafe92f-9834-47bb-8db3-c88fae7f4289 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=90ce9e42be01411fba2ecd496b11e6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562998 Feb 11 13:42:13.654651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafe92f-9834-47bb-8db3-c88fae7f4289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99163725-b06c-4a98-a979-aa27cecb3e36,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:13.658855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47454) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:13.793186 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.800700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Attempting to bind port edc81318-4225-459f-ac9c-52eead69ebc6 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:13.801355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Attempting to bind port edc81318-4225-459f-ac9c-52eead69ebc6 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'c58aab27-1c11-4704-a46c-2ae6134fdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '722e531e-977d-4e6c-91e5-5aedfa103e9b'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:13.801938 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Attempting to bind port edc81318-4225-459f-ac9c-52eead69ebc6 on network 722e531e-977d-4e6c-91e5-5aedfa103e9b {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:13.808920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:13.810672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Checking segment: {'id': 'c58aab27-1c11-4704-a46c-2ae6134fdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '722e531e-977d-4e6c-91e5-5aedfa103e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:13.811423 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.812110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Bound using segment: {'id': 'c58aab27-1c11-4704-a46c-2ae6134fdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '722e531e-977d-4e6c-91e5-5aedfa103e9b'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:13.812889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Bound port: edc81318-4225-459f-ac9c-52eead69ebc6, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58aab27-1c11-4704-a46c-2ae6134fdca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '722e531e-977d-4e6c-91e5-5aedfa103e9b'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:13.813598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.838266 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-7cb95b90-2a73-42ee-a154-99b1762f5b9d tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:42:13.842514 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7cb95b90-2a73-42ee-a154-99b1762f5b9d tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/routers/c55707ef-b16e-4ebb-b7a5-03d84238c810 HTTP/1.1" status: 409 len: 329 time: 1.1309638 Feb 11 13:42:13.853950 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47458) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:13.869089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4da8-5480-4124-918b-047b05ebddc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.934798 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7b2350b0-180b-41f8-a459-eb83bfeb5c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:13.980605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4da8-5480-4124-918b-047b05ebddc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.000605 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fa43562-6a53-4fc9-b1c8-1816968f1a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.002772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] For port edc81318-4225-459f-ac9c-52eead69ebc6, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:14.003243 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fa43562-6a53-4fc9-b1c8-1816968f1a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.007273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7fa43562-6a53-4fc9-b1c8-1816968f1a75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e5845f28-4045-4ca2-93ac-21e859c22c31 HTTP/1.1" status: 204 len: 168 time: 1.0091362 Feb 11 13:42:14.019401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] For port edc81318-4225-459f-ac9c-52eead69ebc6, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=edc81318-4225-459f-ac9c-52eead69ebc6,segment=NetworkSegment(c58aab27-1c11-4704-a46c-2ae6134fdca7),segment_id=c58aab27-1c11-4704-a46c-2ae6134fdca7)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:14.035053 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.052892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa43562-6a53-4fc9-b1c8-1816968f1a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5845f28-4045-4ca2-93ac-21e859c22c31,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.067124 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.128104 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.264329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:14.293658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:14.305364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:14.308959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f88ac-ded7-48ea-a4a7-a23d481c80e7 None None] Pushing event updated for resources: {'Port': ['ID=edc81318-4225-459f-ac9c-52eead69ebc6,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.342927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7b2350b0-180b-41f8-a459-eb83bfeb5c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.353175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c7234803-c5d7-4b73-bdcf-e1f05530abf9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:14.375830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Port': ['ID=7de7929d-2a06-4a26-94be-884dfed4ac72,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.434535 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c7234803-c5d7-4b73-bdcf-e1f05530abf9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:14.436462 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.497687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4da8-5480-4124-918b-047b05ebddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.500767 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a7bf4da8-5480-4124-918b-047b05ebddc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.501972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a7bf4da8-5480-4124-918b-047b05ebddc4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/99163725-b06c-4a98-a979-aa27cecb3e36 HTTP/1.1" status: 204 len: 168 time: 0.8419597 Feb 11 13:42:14.560558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf4da8-5480-4124-918b-047b05ebddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99163725-b06c-4a98-a979-aa27cecb3e36,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.593857 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7b2350b0-180b-41f8-a459-eb83bfeb5c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:14.856169 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2350b0-180b-41f8-a459-eb83bfeb5c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7844effb-4f67-4fc9-9851-2eaf8ecb7520,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:14.890376 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7b2350b0-180b-41f8-a459-eb83bfeb5c35 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f448c6f0af6417881d4441c37f7865c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4838712 Feb 11 13:42:14.907353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47474) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:15.091730 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-963c483b-8c6e-4f31-9cc2-1c1bd98ad870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:15.094470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Allocated IP 2001:db8::1 (722e531e-977d-4e6c-91e5-5aedfa103e9b/611b8467-cb97-4f61-8ee3-92f724997c45/2b88f001-fe47-407c-a4f6-2f3fac257435) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:15.133341 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-963c483b-8c6e-4f31-9cc2-1c1bd98ad870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:15.317935 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:15.655282 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-963c483b-8c6e-4f31-9cc2-1c1bd98ad870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:15.661759 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-963c483b-8c6e-4f31-9cc2-1c1bd98ad870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:15.662345 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-963c483b-8c6e-4f31-9cc2-1c1bd98ad870 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7844effb-4f67-4fc9-9851-2eaf8ecb7520 HTTP/1.1" status: 204 len: 168 time: 0.7544408 Feb 11 13:42:15.677987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c483b-8c6e-4f31-9cc2-1c1bd98ad870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7844effb-4f67-4fc9-9851-2eaf8ecb7520,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:15.689984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:15.823560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=2b88f001-fe47-407c-a4f6-2f3fac257435,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:15.884548 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 722e531e-977d-4e6c-91e5-5aedfa103e9b is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:15.887549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:15.895032 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:15.896948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:15.897498 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.006486 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.118476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c204b37-e6b5-43d8-8758-48af7cea58df None None] Network 722e531e-977d-4e6c-91e5-5aedfa103e9b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:16.264221 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.401781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device edc81318-4225-459f-ac9c-52eead69ebc6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:16.403813 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.639839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Deleting port e571ea35-a88a-4ad8-84c0-3a7654dd2eb2 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:16.640913 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.683122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e7738de4-02d3-4271-9646-8e81ac38cfc3 None None] Provisioning complete for port edc81318-4225-459f-ac9c-52eead69ebc6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:16.690063 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e7738de4-02d3-4271-9646-8e81ac38cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.859229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.861558 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.872698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port edc81318-4225-459f-ac9c-52eead69ebc6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:16.873259 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.937565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.957474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.958438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:16.959474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Calling delete_port for e571ea35-a88a-4ad8-84c0-3a7654dd2eb2 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:17.081719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=2b88f001-fe47-407c-a4f6-2f3fac257435,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:17.139702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.189584 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e7738de4-02d3-4271-9646-8e81ac38cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.249547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 722e531e-977d-4e6c-91e5-5aedfa103e9b is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:17.251523 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:17.317558 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.327816 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.334266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Port': ['ID=7de7929d-2a06-4a26-94be-884dfed4ac72,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:17.419781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e7738de4-02d3-4271-9646-8e81ac38cfc3 None None] For port edc81318-4225-459f-ac9c-52eead69ebc6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=edc81318-4225-459f-ac9c-52eead69ebc6,segment=NetworkSegment(c58aab27-1c11-4704-a46c-2ae6134fdca7),segment_id=c58aab27-1c11-4704-a46c-2ae6134fdca7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:17.492107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.519302 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e7738de4-02d3-4271-9646-8e81ac38cfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.605281 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Port': ['ID=e571ea35-a88a-4ad8-84c0-3a7654dd2eb2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:17.643730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 15810ee0-ec8b-48f7-9c0d-aab966f93667 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:42:17.729537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7738de4-02d3-4271-9646-8e81ac38cfc3 None None] Pushing event updated for resources: {'Port': ['ID=edc81318-4225-459f-ac9c-52eead69ebc6,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:17.744889 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:42:17.745257 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:42:17.800013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d0da17d7-a105-4336-a967-330756e6f743 None None] Provisioning complete for port 2b88f001-fe47-407c-a4f6-2f3fac257435 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:17.807618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0da17d7-a105-4336-a967-330756e6f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.868877 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:17.919326 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Floating IP 594bd7aa-9cf7-43ba-9a46-cf5b02328fad associated. External IP: 172.25.0.203, port: 296073e1-775e-43ea-b276-f4c5cc5d03f7. Feb 11 13:42:17.922694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:17.927054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d0da17d7-a105-4336-a967-330756e6f743 None None] Port 2b88f001-fe47-407c-a4f6-2f3fac257435 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:17.929331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e734eed-0f76-4f1c-b067-1b398b023910 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/15810ee0-ec8b-48f7-9c0d-aab966f93667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9852030 Feb 11 13:42:17.936005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47542) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:17.943265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a25bb-d9a5-44a7-a95c-6f0456f9e2f3 None None] Sync routers for ids ['15810ee0-ec8b-48f7-9c0d-aab966f93667'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:17.971582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d0da17d7-a105-4336-a967-330756e6f743 None None] Provisioning complete for port edc81318-4225-459f-ac9c-52eead69ebc6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:17.973168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0da17d7-a105-4336-a967-330756e6f743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.024470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acb5f8c-028d-4dbe-8a35-bbc80cb63edb tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:18.026506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0acb5f8c-028d-4dbe-8a35-bbc80cb63edb tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports/2b88f001-fe47-407c-a4f6-2f3fac257435 HTTP/1.1" status: 200 len: 911 time: 0.0892394 Feb 11 13:42:18.034524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47548) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:18.041125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3f5e8fce-09ad-4774-a974-6144354c9ba4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '611b8467-cb97-4f61-8ee3-92f724997c45'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:18.090416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a25bb-d9a5-44a7-a95c-6f0456f9e2f3 None None] Routers {'15810ee0-ec8b-48f7-9c0d-aab966f93667'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:18.091184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-356a25bb-d9a5-44a7-a95c-6f0456f9e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['15810ee0-ec8b-48f7-9c0d-aab966f93667'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:18.173256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-356a25bb-d9a5-44a7-a95c-6f0456f9e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:18.222214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356a25bb-d9a5-44a7-a95c-6f0456f9e2f3 None None] Routers {'15810ee0-ec8b-48f7-9c0d-aab966f93667'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:18.223662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-356a25bb-d9a5-44a7-a95c-6f0456f9e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['15810ee0-ec8b-48f7-9c0d-aab966f93667'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:18.336902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-356a25bb-d9a5-44a7-a95c-6f0456f9e2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:18.337984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356a25bb-d9a5-44a7-a95c-6f0456f9e2f3 None None] The sync data for ids ['15810ee0-ec8b-48f7-9c0d-aab966f93667'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:18.402208 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8fce-09ad-4774-a974-6144354c9ba4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.486271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-98b23665-e2f6-4c46-8d7e-ceb1e4a1bec8 None None] Provisioning complete for port 2b88f001-fe47-407c-a4f6-2f3fac257435 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:18.486660 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98b23665-e2f6-4c46-8d7e-ceb1e4a1bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.519974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Router c55707ef-b16e-4ebb-b7a5-03d84238c810 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:18.573842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device edc81318-4225-459f-ac9c-52eead69ebc6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:18.828689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-98b23665-e2f6-4c46-8d7e-ceb1e4a1bec8 None None] Port 2b88f001-fe47-407c-a4f6-2f3fac257435 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:18.878299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:18.885512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port edc81318-4225-459f-ac9c-52eead69ebc6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:18.885919 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:18.901855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-28a61320-2726-4cc9-913a-da734e28818b tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "PUT /v2.0/routers/c55707ef-b16e-4ebb-b7a5-03d84238c810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0434499 Feb 11 13:42:18.901855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47574) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:18.911897 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8f96c-9a14-4539-bfbf-4a311d00a9fa None None] Sync routers for ids ['c55707ef-b16e-4ebb-b7a5-03d84238c810'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:18.938600 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8f96c-9a14-4539-bfbf-4a311d00a9fa None None] Routers {'c55707ef-b16e-4ebb-b7a5-03d84238c810'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:18.941100 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-fbc8f96c-9a14-4539-bfbf-4a311d00a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c55707ef-b16e-4ebb-b7a5-03d84238c810'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:19.020100 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-2ff1370a-1e0f-45de-8d0b-321537b5125a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] show failed (client error): The resource could not be found. Feb 11 13:42:19.029857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2ff1370a-1e0f-45de-8d0b-321537b5125a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-232210685 HTTP/1.1" status: 404 len: 334 time: 0.1220980 Feb 11 13:42:19.030527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47576) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:19.054039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1bc11cbc-50ee-4ccd-bd82-00a5c75e4802 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:19.073403 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-fbc8f96c-9a14-4539-bfbf-4a311d00a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:19.094893 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8f96c-9a14-4539-bfbf-4a311d00a9fa None None] Routers {'c55707ef-b16e-4ebb-b7a5-03d84238c810'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:19.104780 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-fbc8f96c-9a14-4539-bfbf-4a311d00a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c55707ef-b16e-4ebb-b7a5-03d84238c810'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:19.111633 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-1bc11cbc-50ee-4ccd-bd82-00a5c75e4802 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] update failed (client error): The resource could not be found. Feb 11 13:42:19.112841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1bc11cbc-50ee-4ccd-bd82-00a5c75e4802 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-682118626 HTTP/1.1" status: 404 len: 334 time: 0.0773954 Feb 11 13:42:19.118595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47582) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:19.161196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8fce-09ad-4774-a974-6144354c9ba4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.204857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Router 8da91c65-8bfe-4815-b565-c91aa1784d9c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:19.228277 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-fbc8f96c-9a14-4539-bfbf-4a311d00a9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:19.228946 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc8f96c-9a14-4539-bfbf-4a311d00a9fa None None] The sync data for ids ['c55707ef-b16e-4ebb-b7a5-03d84238c810'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:19.246796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0526d1-be6e-447d-8c81-0248b09fd04c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Deleting subnet 00339942-8a97-47ac-b162-f4d04dfbe91c {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:42:19.290398 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8fce-09ad-4774-a974-6144354c9ba4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.297307 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb0526d1-be6e-447d-8c81-0248b09fd04c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.303009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5e8fce-09ad-4774-a974-6144354c9ba4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:19.304090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3f5e8fce-09ad-4774-a974-6144354c9ba4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.312436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3f5e8fce-09ad-4774-a974-6144354c9ba4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/ports/2b88f001-fe47-407c-a4f6-2f3fac257435 HTTP/1.1" status: 200 len: 911 time: 1.2766626 Feb 11 13:42:19.315704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47592) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:19.442323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb0526d1-be6e-447d-8c81-0248b09fd04c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.751788 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb0526d1-be6e-447d-8c81-0248b09fd04c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.755816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:19.767344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] Sync routers for ids ['8da91c65-8bfe-4815-b565-c91aa1784d9c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:19.797949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] Routers {'8da91c65-8bfe-4815-b565-c91aa1784d9c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:19.799081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8da91c65-8bfe-4815-b565-c91aa1784d9c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:19.882335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e8fce-09ad-4774-a974-6144354c9ba4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=2b88f001-fe47-407c-a4f6-2f3fac257435,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:19.935497 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.990829 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb0526d1-be6e-447d-8c81-0248b09fd04c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:19.991168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] Set router 8da91c65-8bfe-4815-b565-c91aa1784d9c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:20.049294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0526d1-be6e-447d-8c81-0248b09fd04c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Subnet': ['ID=00339942-8a97-47ac-b162-f4d04dfbe91c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:20.079433 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47618) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:20.082874 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f15461b5-30c8-4206-a9e7-13d437015ec0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.2531228 Feb 11 13:42:20.089506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:42:20.095175 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e4014c-8b90-484b-b3a1-8af6cde86204" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:42:20.113874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141e8d85-a9a1-4266-9079-68f45f47f3dc None None] Network 7ab2348b-0137-46a9-ae04-0bf50b7828e2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:20.119441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb0526d1-be6e-447d-8c81-0248b09fd04c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:20.125205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fb0526d1-be6e-447d-8c81-0248b09fd04c tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/subnets/00339942-8a97-47ac-b162-f4d04dfbe91c HTTP/1.1" status: 204 len: 168 time: 1.0033867 Feb 11 13:42:20.126442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47628) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:20.321336 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:20.332516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad892b-5f2f-490c-861b-a5cf3a9d89a9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.333121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad892b-5f2f-490c-861b-a5cf3a9d89a9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.333501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad892b-5f2f-490c-861b-a5cf3a9d89a9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.333905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad892b-5f2f-490c-861b-a5cf3a9d89a9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.334360 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad892b-5f2f-490c-861b-a5cf3a9d89a9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.334838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad892b-5f2f-490c-861b-a5cf3a9d89a9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.335692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad892b-5f2f-490c-861b-a5cf3a9d89a9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.336373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad892b-5f2f-490c-861b-a5cf3a9d89a9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.336832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ad892b-5f2f-490c-861b-a5cf3a9d89a9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.355659 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e4ad892b-5f2f-490c-861b-a5cf3a9d89a9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6319 time: 0.2575066 Feb 11 13:42:20.355659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47634) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:20.360977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:20.601663 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a731e055-b8c3-4be2-8f71-9e26f024e886 x-openstack-request-id: req-a731e055-b8c3-4be2-8f71-9e26f024e886 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:42:20.602138 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:42:20.602396 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a731e055-b8c3-4be2-8f71-9e26f024e886 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:42:20.602910 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'status': 'completed', 'code': 200} Feb 11 13:42:20.620808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Deleting port c7234803-c5d7-4b73-bdcf-e1f05530abf9 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:20.620808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:20.646128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a382d6-8f7f-4d5b-a5be-c8f1adda26ae None None] DHCP port deletion for 7ab2348b-0137-46a9-ae04-0bf50b7828e2 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:42:20.696931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74fccd-4ab4-4e59-8578-c896baa02ed8 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.697404 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74fccd-4ab4-4e59-8578-c896baa02ed8 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.697902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74fccd-4ab4-4e59-8578-c896baa02ed8 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.698792 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74fccd-4ab4-4e59-8578-c896baa02ed8 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.698917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74fccd-4ab4-4e59-8578-c896baa02ed8 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.699291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74fccd-4ab4-4e59-8578-c896baa02ed8 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.699908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74fccd-4ab4-4e59-8578-c896baa02ed8 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.700547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f74fccd-4ab4-4e59-8578-c896baa02ed8 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.705684 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5f74fccd-4ab4-4e59-8578-c896baa02ed8 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5176 time: 0.3593898 Feb 11 13:42:20.706948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47648) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:20.753074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-40a382d6-8f7f-4d5b-a5be-c8f1adda26ae None None] Deleting port c7234803-c5d7-4b73-bdcf-e1f05530abf9 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:20.753074 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-40a382d6-8f7f-4d5b-a5be-c8f1adda26ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:20.770315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:39Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '594bd7aa-9cf7-43ba-9a46-cf5b02328fad', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'port_id': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'mac_address': 'fa:16:3e:a2:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:15Z', 'updated_at': '2022-02-11T13:42:15Z', 'revision_number': 0, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f940a7-98ee-402e-9fac-c236f27c77bb', 'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:35:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:37Z', 'updated_at': '2022-02-11T13:41:47Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:20.789694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] For port c7234803-c5d7-4b73-bdcf-e1f05530abf9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c7234803-c5d7-4b73-bdcf-e1f05530abf9,segment=NetworkSegment(b99fdc28-38d5-4877-9ebd-926cf17c71f9),segment_id=b99fdc28-38d5-4877-9ebd-926cf17c71f9)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:20.790980 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:20.807446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Calling delete_port for c7234803-c5d7-4b73-bdcf-e1f05530abf9 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:20.877135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] Checking router: 8da91c65-8bfe-4815-b565-c91aa1784d9c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:20.893554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-87965451-6496-4ca7-b400-269fefbe3d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:20.895418 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-87965451-6496-4ca7-b400-269fefbe3d01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68f7c1522217465ab9934a9fd077095e&device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 1135 time: 0.2237127 Feb 11 13:42:20.904373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] Routers {'8da91c65-8bfe-4815-b565-c91aa1784d9c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:20.905063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8da91c65-8bfe-4815-b565-c91aa1784d9c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:20.908086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-40a382d6-8f7f-4d5b-a5be-c8f1adda26ae None None] For port c7234803-c5d7-4b73-bdcf-e1f05530abf9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c7234803-c5d7-4b73-bdcf-e1f05530abf9,segment=NetworkSegment(b99fdc28-38d5-4877-9ebd-926cf17c71f9),segment_id=b99fdc28-38d5-4877-9ebd-926cf17c71f9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:20.908533 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-40a382d6-8f7f-4d5b-a5be-c8f1adda26ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:21.009464 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:21.016822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-eb40b517-7f54-4806-9ee8-7f858ba2279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:21.016822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-eb40b517-7f54-4806-9ee8-7f858ba2279c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4157d4c3-94e8-4c03-acd6-124bcf31a755 HTTP/1.1" status: 200 len: 898 time: 0.1101873 Feb 11 13:42:21.088859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-40a382d6-8f7f-4d5b-a5be-c8f1adda26ae None None] Calling delete_port for c7234803-c5d7-4b73-bdcf-e1f05530abf9 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:21.227544 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-2fa0b573-0621-461f-9e81-2289fee85c79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7 HTTP/1.1" status: 200 len: 999 time: 0.2070117 Feb 11 13:42:21.323487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47664) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:21.328124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 2b88f001-fe47-407c-a4f6-2f3fac257435 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:21.333736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:21.385397 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] Set router 8da91c65-8bfe-4815-b565-c91aa1784d9c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:21.529824 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-40a382d6-8f7f-4d5b-a5be-c8f1adda26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:21.600692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:21.623110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] No DVR routers for this DVR port c7234803-c5d7-4b73-bdcf-e1f05530abf9 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:21.624845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Port': ['ID=c7234803-c5d7-4b73-bdcf-e1f05530abf9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:21.637235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 2b88f001-fe47-407c-a4f6-2f3fac257435 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:21.720801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a382d6-8f7f-4d5b-a5be-c8f1adda26ae None None] Pushing event deleted for resources: {'Port': ['ID=c7234803-c5d7-4b73-bdcf-e1f05530abf9,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:21.744950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a382d6-8f7f-4d5b-a5be-c8f1adda26ae None None] No DVR routers for this DVR port c7234803-c5d7-4b73-bdcf-e1f05530abf9 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:21.844438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:21.878525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab2348b-0137-46a9-ae04-0bf50b7828e2']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:21.935737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99fdc28-38d5-4877-9ebd-926cf17c71f9') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:21.936296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99fdc28-38d5-4877-9ebd-926cf17c71f9') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:21.972468 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:21.988810 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c49abfe9-9308-41d4-9511-b7aad356a211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.001599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-9ca2a35d-bb40-40fa-a1fe-90c34dc54304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.005045 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-9ca2a35d-bb40-40fa-a1fe-90c34dc54304 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff1cd232-e187-448f-8a9c-916df2a7f7a1 HTTP/1.1" status: 200 len: 835 time: 0.7655315 Feb 11 13:42:22.005469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.011679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:39Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '594bd7aa-9cf7-43ba-9a46-cf5b02328fad', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'port_id': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'mac_address': 'fa:16:3e:a2:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:15Z', 'updated_at': '2022-02-11T13:42:15Z', 'revision_number': 0, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f940a7-98ee-402e-9fac-c236f27c77bb', 'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:35:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:37Z', 'updated_at': '2022-02-11T13:41:47Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:22.042115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:22.042530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:22.047958 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:22.065307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee238b8b-97ea-4179-b31b-bbff3b58c15e None None] The sync data for ids ['8da91c65-8bfe-4815-b565-c91aa1784d9c'] in n-d-816488-1 is: [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:39Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '594bd7aa-9cf7-43ba-9a46-cf5b02328fad', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'floating_ip_address': '172.25.0.203', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'port_id': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'mac_address': 'fa:16:3e:a2:df:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:42:15Z', 'updated_at': '2022-02-11T13:42:15Z', 'revision_number': 0, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f940a7-98ee-402e-9fac-c236f27c77bb', 'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:35:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:37Z', 'updated_at': '2022-02-11T13:41:47Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:22.095696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.253624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47686) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:22.259461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe821b17-46a0-4ed8-8797-9ef0bb5a7de9 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2693 time: 1.5518305 Feb 11 13:42:22.283880 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47688) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:22.288416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=2b88f001-fe47-407c-a4f6-2f3fac257435,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:22.304191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-6a948dd1-d29e-4a52-be68-6ea4a4d00b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.305861 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-6a948dd1-d29e-4a52-be68-6ea4a4d00b66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4157d4c3-94e8-4c03-acd6-124bcf31a755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2914433 Feb 11 13:42:22.322112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.331528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.342697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.358667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/networks/7ab2348b-0137-46a9-ae04-0bf50b7828e2 HTTP/1.1" status: 204 len: 168 time: 2.2280424 Feb 11 13:42:22.359367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47694) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:22.587459 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c7234803-c5d7-4b73-bdcf-e1f05530abf9 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:22.598231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863eaf8f-6d60-4b61-946f-c1a8718d6471 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Network': ['ID=7ab2348b-0137-46a9-ae04-0bf50b7828e2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:22.616063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1124c62-e164-4646-b1d2-665802788fbd tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.622751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1124c62-e164-4646-b1d2-665802788fbd tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:22.638787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0471a12b-d324-405a-8d63-c46f7304375d req-6f6265b7-8a87-455b-ba47-7109b32338f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4066272 Feb 11 13:42:22.640878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c1124c62-e164-4646-b1d2-665802788fbd tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8da91c65-8bfe-4815-b565-c91aa1784d9c HTTP/1.1" status: 200 len: 1990 time: 0.3539271 Feb 11 13:42:22.660588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: c7234803-c5d7-4b73-bdcf-e1f05530abf9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:42:22.665215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c7234803-c5d7-4b73-bdcf-e1f05530abf9 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:22.670875 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c49abfe9-9308-41d4-9511-b7aad356a211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.672170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-7775c70e-87b0-421f-be90-3a92c9bb75ef tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Deleting subnet 3c8d4064-878f-4242-9a6a-ffe0670b464f {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:42:22.681501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7775c70e-87b0-421f-be90-3a92c9bb75ef tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.690835 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2657b-eb5f-4643-bf8d-0c91772c57d3 None None] New status for floating IP 594bd7aa-9cf7-43ba-9a46-cf5b02328fad: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:42:22.716953 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41ca9fa1-d1c7-4d54-8eb2-2a83bcc80998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.749718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7775c70e-87b0-421f-be90-3a92c9bb75ef tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.882897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 15810ee0-ec8b-48f7-9c0d-aab966f93667 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:22.893451 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c49abfe9-9308-41d4-9511-b7aad356a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.904640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7775c70e-87b0-421f-be90-3a92c9bb75ef tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:22.921300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-60142ba4-88f6-4981-815d-86021322eec2 service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862315 Feb 11 13:42:22.936722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41ca9fa1-d1c7-4d54-8eb2-2a83bcc80998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.090023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41ca9fa1-d1c7-4d54-8eb2-2a83bcc80998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.136171 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7775c70e-87b0-421f-be90-3a92c9bb75ef tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.156772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca9fa1-d1c7-4d54-8eb2-2a83bcc80998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b1df95-a5c0-48f8-a74e-728e4e3fcb2c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:23.164318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-41ca9fa1-d1c7-4d54-8eb2-2a83bcc80998 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a24b2404c9c445ba329f5cc0ffe0daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9010541 Feb 11 13:42:23.166005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47706) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:23.196799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775c70e-87b0-421f-be90-3a92c9bb75ef tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8d4064-878f-4242-9a6a-ffe0670b464f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:23.198952 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7775c70e-87b0-421f-be90-3a92c9bb75ef tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.202117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7775c70e-87b0-421f-be90-3a92c9bb75ef tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/subnets/3c8d4064-878f-4242-9a6a-ffe0670b464f HTTP/1.1" status: 204 len: 168 time: 0.8304751 Feb 11 13:42:23.208129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33c8e52-7602-477d-843f-4f23fbb8e8de None None] Network 8540f6e3-962b-49a6-8d3f-30ad7ae261ee requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:23.217354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47708) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:23.297620 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c7c02b0a-81d7-444b-891d-e3d6914d5640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.303095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a89f22-aea8-42d9-b239-1de99da39bca tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Deleting subnet ab9b645c-dcf4-4d84-9cf4-594f24b3fd0c {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:42:23.310767 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76a89f22-aea8-42d9-b239-1de99da39bca tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.362081 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c7c02b0a-81d7-444b-891d-e3d6914d5640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.380946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49abfe9-9308-41d4-9511-b7aad356a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dfc1f4-b9b4-4812-8fe1-f79cb1bef00a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:23.386166 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76a89f22-aea8-42d9-b239-1de99da39bca tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.432258 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c49abfe9-9308-41d4-9511-b7aad356a211 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=979acff889ec43b0803aea92ee622835&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0942042 Feb 11 13:42:23.434850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47712) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:23.438346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c2b5c9-608d-4308-87f0-6d383bffb39f None None] DHCP port deletion for 8540f6e3-962b-49a6-8d3f-30ad7ae261ee request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:42:23.455765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:23.464793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f9c98e72-8b3c-42ad-9220-fea370773721 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/15810ee0-ec8b-48f7-9c0d-aab966f93667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1390896 Feb 11 13:42:23.465458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47714) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:23.481009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b693af-5a92-47f2-8e65-1ecf9c00879e None None] Sync routers for ids ['15810ee0-ec8b-48f7-9c0d-aab966f93667'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:23.501505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b693af-5a92-47f2-8e65-1ecf9c00879e None None] Routers {'15810ee0-ec8b-48f7-9c0d-aab966f93667'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:23.502416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-17b693af-5a92-47f2-8e65-1ecf9c00879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['15810ee0-ec8b-48f7-9c0d-aab966f93667'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:23.529183 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7544d6c8-d503-4da7-854a-4ab65e8d21c5 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=15810ee0-ec8b-48f7-9c0d-aab966f93667 HTTP/1.1" status: 200 len: 205 time: 0.0583744 Feb 11 13:42:23.533172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47716) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:23.546793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-17b693af-5a92-47f2-8e65-1ecf9c00879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:23.561947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-56c2b5c9-608d-4308-87f0-6d383bffb39f None None] Deleting port b6846312-84a8-46b4-91ab-f59ed637ed23 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:23.562321 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56c2b5c9-608d-4308-87f0-6d383bffb39f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.564874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b693af-5a92-47f2-8e65-1ecf9c00879e None None] Routers {'15810ee0-ec8b-48f7-9c0d-aab966f93667'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:23.565488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-17b693af-5a92-47f2-8e65-1ecf9c00879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:41:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['15810ee0-ec8b-48f7-9c0d-aab966f93667'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:23.586424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76a89f22-aea8-42d9-b239-1de99da39bca tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.629686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-56c2b5c9-608d-4308-87f0-6d383bffb39f None None] For port b6846312-84a8-46b4-91ab-f59ed637ed23, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b6846312-84a8-46b4-91ab-f59ed637ed23,segment=NetworkSegment(b67f32b6-995b-4bf3-8bb7-15d8014bcc28),segment_id=b67f32b6-995b-4bf3-8bb7-15d8014bcc28)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:23.633036 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56c2b5c9-608d-4308-87f0-6d383bffb39f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.637170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71f0ee45-8585-4137-81a9-67f9b4256ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.642662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2e4014c-8b90-484b-b3a1-8af6cde86204 req-7cc9f7ad-7e57-4221-b61e-718d103bbefd service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128892 Feb 11 13:42:23.655295 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-06d5c72b-e35e-4496-8599-0a9dba77a56e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.671893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-17b693af-5a92-47f2-8e65-1ecf9c00879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:23.672441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b693af-5a92-47f2-8e65-1ecf9c00879e None None] The sync data for ids ['15810ee0-ec8b-48f7-9c0d-aab966f93667'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:23.679554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-56c2b5c9-608d-4308-87f0-6d383bffb39f None None] Calling delete_port for b6846312-84a8-46b4-91ab-f59ed637ed23 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:23.704679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c7c02b0a-81d7-444b-891d-e3d6914d5640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.707360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c7c02b0a-81d7-444b-891d-e3d6914d5640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.711298 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c7c02b0a-81d7-444b-891d-e3d6914d5640 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77b1df95-a5c0-48f8-a74e-728e4e3fcb2c HTTP/1.1" status: 204 len: 168 time: 0.5221324 Feb 11 13:42:23.718682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c02b0a-81d7-444b-891d-e3d6914d5640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b1df95-a5c0-48f8-a74e-728e4e3fcb2c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:23.738176 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71f0ee45-8585-4137-81a9-67f9b4256ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.798157 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76a89f22-aea8-42d9-b239-1de99da39bca tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.833118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a89f22-aea8-42d9-b239-1de99da39bca tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9b645c-dcf4-4d84-9cf4-594f24b3fd0c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:23.838257 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-76a89f22-aea8-42d9-b239-1de99da39bca tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.841528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-76a89f22-aea8-42d9-b239-1de99da39bca tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/subnets/ab9b645c-dcf4-4d84-9cf4-594f24b3fd0c HTTP/1.1" status: 204 len: 168 time: 0.6227784 Feb 11 13:42:23.844125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47724) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:23.847728 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a7613-1ba5-46ed-befd-40488a7f7903 None None] Network d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:23.888302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-06d5c72b-e35e-4496-8599-0a9dba77a56e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.891830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-06d5c72b-e35e-4496-8599-0a9dba77a56e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:23.987963 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.052371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471a12b-d324-405a-8d63-c46f7304375d req-a9d3f119-53f7-4af0-a356-c08a397e3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.054354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0471a12b-d324-405a-8d63-c46f7304375d req-a9d3f119-53f7-4af0-a356-c08a397e3e19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68f7c1522217465ab9934a9fd077095e&device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 1135 time: 0.0718699 Feb 11 13:42:24.122529 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71f0ee45-8585-4137-81a9-67f9b4256ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.125531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71f0ee45-8585-4137-81a9-67f9b4256ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.127564 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-71f0ee45-8585-4137-81a9-67f9b4256ba4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/45dfc1f4-b9b4-4812-8fe1-f79cb1bef00a HTTP/1.1" status: 204 len: 168 time: 0.6914062 Feb 11 13:42:24.240681 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.246899 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-06d5c72b-e35e-4496-8599-0a9dba77a56e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.247458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d5c72b-e35e-4496-8599-0a9dba77a56e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Fanout notify agent at l3_agent the message router_deleted on router 15810ee0-ec8b-48f7-9c0d-aab966f93667 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:42:24.276431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-06d5c72b-e35e-4496-8599-0a9dba77a56e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.284013 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-06d5c72b-e35e-4496-8599-0a9dba77a56e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/15810ee0-ec8b-48f7-9c0d-aab966f93667 HTTP/1.1" status: 204 len: 168 time: 0.7432582 Feb 11 13:42:24.284743 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47738) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:24.300895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0ee45-8585-4137-81a9-67f9b4256ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dfc1f4-b9b4-4812-8fe1-f79cb1bef00a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:24.301801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8540f6e3-962b-49a6-8d3f-30ad7ae261ee']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:24.322307 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67f32b6-995b-4bf3-8bb7-15d8014bcc28') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:24.326450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67f32b6-995b-4bf3-8bb7-15d8014bcc28') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:24.335429 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.357318 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.370455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:24.370890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:24.373988 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:24.412638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2155e1-7755-41e7-ac47-52a08cc2bf4a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting subnet 611b8467-cb97-4f61-8ee3-92f724997c45 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:42:24.417725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471a12b-d324-405a-8d63-c46f7304375d req-e11a851c-6170-4c12-84e0-468069131698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.419312 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0471a12b-d324-405a-8d63-c46f7304375d req-e11a851c-6170-4c12-84e0-468069131698 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4157d4c3-94e8-4c03-acd6-124bcf31a755 HTTP/1.1" status: 200 len: 898 time: 0.3415797 Feb 11 13:42:24.419953 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2155e1-7755-41e7-ac47-52a08cc2bf4a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.444962 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56c2b5c9-608d-4308-87f0-6d383bffb39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.518058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b6846312-84a8-46b4-91ab-f59ed637ed23 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:24.519999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2b5c9-608d-4308-87f0-6d383bffb39f None None] No DVR routers for this DVR port b6846312-84a8-46b4-91ab-f59ed637ed23 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:24.549470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2b5c9-608d-4308-87f0-6d383bffb39f None None] Pushing event deleted for resources: {'Port': ['ID=b6846312-84a8-46b4-91ab-f59ed637ed23,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:24.587006 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.593888 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.596889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/networks/8540f6e3-962b-49a6-8d3f-30ad7ae261ee HTTP/1.1" status: 204 len: 168 time: 0.7517388 Feb 11 13:42:24.602599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47740) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:24.607974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: b6846312-84a8-46b4-91ab-f59ed637ed23 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:42:24.610957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b6846312-84a8-46b4-91ab-f59ed637ed23 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:24.644715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9476e91-f9c6-4dd9-ac7b-2cbc0fc19a82 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Network': ['ID=8540f6e3-962b-49a6-8d3f-30ad7ae261ee,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:24.676050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47746) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:24.698629 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0471a12b-d324-405a-8d63-c46f7304375d req-afe510e1-9fcf-4431-8f4d-377c576b5990 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7 HTTP/1.1" status: 200 len: 1001 time: 0.1794751 Feb 11 13:42:24.704302 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a55bc46-117f-49d6-9d3b-cd3d350895cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.705749 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2155e1-7755-41e7-ac47-52a08cc2bf4a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.757735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124dd952-adc9-4a2b-ba9f-c30461e032b1 None None] DHCP port deletion for d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:42:24.784636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.816135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-124dd952-adc9-4a2b-ba9f-c30461e032b1 None None] Deleting port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:24.816752 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-124dd952-adc9-4a2b-ba9f-c30461e032b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.875089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a55bc46-117f-49d6-9d3b-cd3d350895cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.894937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Deleting port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:24.895280 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.905238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eee6c15a-1b9b-4145-a922-f5a843231c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.911554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-124dd952-adc9-4a2b-ba9f-c30461e032b1 None None] For port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd,segment=NetworkSegment(5e75ebbe-c334-48ef-a176-502276e7fb5d),segment_id=5e75ebbe-c334-48ef-a176-502276e7fb5d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:24.911734 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-124dd952-adc9-4a2b-ba9f-c30461e032b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.935677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-124dd952-adc9-4a2b-ba9f-c30461e032b1 None None] Calling delete_port for c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:24.939477 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2155e1-7755-41e7-ac47-52a08cc2bf4a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:24.981654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471a12b-d324-405a-8d63-c46f7304375d req-bc032784-f5c3-4c05-ae72-ee28fa9abc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:24.983158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0471a12b-d324-405a-8d63-c46f7304375d req-bc032784-f5c3-4c05-ae72-ee28fa9abc8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff1cd232-e187-448f-8a9c-916df2a7f7a1 HTTP/1.1" status: 200 len: 835 time: 0.2744923 Feb 11 13:42:25.044062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471a12b-d324-405a-8d63-c46f7304375d req-b5a5d592-113b-4288-86fc-7e0c738081a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:25.045639 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0471a12b-d324-405a-8d63-c46f7304375d req-b5a5d592-113b-4288-86fc-7e0c738081a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4157d4c3-94e8-4c03-acd6-124bcf31a755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536673 Feb 11 13:42:25.050917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] For port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd,segment=NetworkSegment(5e75ebbe-c334-48ef-a176-502276e7fb5d),segment_id=5e75ebbe-c334-48ef-a176-502276e7fb5d)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:25.051463 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.054475 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a55bc46-117f-49d6-9d3b-cd3d350895cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.082681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Calling delete_port for c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:25.118210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3a55bc46-117f-49d6-9d3b-cd3d350895cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27295acccc9642cba8d44c2704e1ea4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409146 Feb 11 13:42:25.120507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a55bc46-117f-49d6-9d3b-cd3d350895cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875a9f2f-fdef-4837-8686-b9a893f15d20,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.120796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47754) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:25.192103 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-124dd952-adc9-4a2b-ba9f-c30461e032b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.195511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0471a12b-d324-405a-8d63-c46f7304375d req-c08fa4bd-7bb0-40d3-a4c9-2e41c6f07829 service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415062 Feb 11 13:42:25.244153 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2155e1-7755-41e7-ac47-52a08cc2bf4a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.247525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dd952-adc9-4a2b-ba9f-c30461e032b1 None None] Pushing event deleted for resources: {'Port': ['ID=c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.263548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124dd952-adc9-4a2b-ba9f-c30461e032b1 None None] No DVR routers for this DVR port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:25.279264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.293264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2155e1-7755-41e7-ac47-52a08cc2bf4a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Subnet': ['ID=611b8467-cb97-4f61-8ee3-92f724997c45,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.351371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-68b2c2c2-054c-410b-833e-e289f0b8b426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.372498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9cbc50-71f6-44c2-a4b8-f4af8c59ce82 None None] Network 722e531e-977d-4e6c-91e5-5aedfa103e9b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:25.382234 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-68b2c2c2-054c-410b-833e-e289f0b8b426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.402203 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d2155e1-7755-41e7-ac47-52a08cc2bf4a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.408104 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d2155e1-7755-41e7-ac47-52a08cc2bf4a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/611b8467-cb97-4f61-8ee3-92f724997c45 HTTP/1.1" status: 204 len: 168 time: 1.1180966 Feb 11 13:42:25.414215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47766) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:25.419376 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] No DVR routers for this DVR port c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:25.435243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Port': ['ID=c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.501538 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.616018 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.642632 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0471a12b-d324-405a-8d63-c46f7304375d req-dcd9ac61-fe1c-4aa8-b67f-c111e9ec4638 service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107668 Feb 11 13:42:25.689273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port edc81318-4225-459f-ac9c-52eead69ebc6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:25.690810 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.691529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:25.712370 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.721197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e75ebbe-c334-48ef-a176-502276e7fb5d') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:25.721713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e75ebbe-c334-48ef-a176-502276e7fb5d') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:25.745152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f0d8a4-5dac-4ae5-ac4d-ca606822deed None None] DHCP port deletion for 722e531e-977d-4e6c-91e5-5aedfa103e9b request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:42:25.749320 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.783404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.793264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:25.794170 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:25.822397 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:25.825678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-80f0d8a4-5dac-4ae5-ac4d-ca606822deed None None] Deleting port edc81318-4225-459f-ac9c-52eead69ebc6 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:25.825678 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-80f0d8a4-5dac-4ae5-ac4d-ca606822deed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.832447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-68b2c2c2-054c-410b-833e-e289f0b8b426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.848603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-68b2c2c2-054c-410b-833e-e289f0b8b426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.850732 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-68b2c2c2-054c-410b-833e-e289f0b8b426 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/875a9f2f-fdef-4837-8686-b9a893f15d20 HTTP/1.1" status: 204 len: 168 time: 0.7274306 Feb 11 13:42:25.903294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port edc81318-4225-459f-ac9c-52eead69ebc6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=edc81318-4225-459f-ac9c-52eead69ebc6,segment=NetworkSegment(c58aab27-1c11-4704-a46c-2ae6134fdca7),segment_id=c58aab27-1c11-4704-a46c-2ae6134fdca7)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:25.904176 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.923728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for edc81318-4225-459f-ac9c-52eead69ebc6 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:25.935000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.976583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:25.986193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/networks/d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506 HTTP/1.1" status: 204 len: 168 time: 1.3825362 Feb 11 13:42:25.988922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50de80-625d-40fe-8161-7670548f18a4 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Network': ['ID=d89d65e6-fe8c-4f21-b5f8-85b6f3ac6506,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:25.994512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47784) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:26.018517 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-80f0d8a4-5dac-4ae5-ac4d-ca606822deed None None] For port edc81318-4225-459f-ac9c-52eead69ebc6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=edc81318-4225-459f-ac9c-52eead69ebc6,segment=NetworkSegment(c58aab27-1c11-4704-a46c-2ae6134fdca7),segment_id=c58aab27-1c11-4704-a46c-2ae6134fdca7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:26.019135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-80f0d8a4-5dac-4ae5-ac4d-ca606822deed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.054725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2c2c2-054c-410b-833e-e289f0b8b426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875a9f2f-fdef-4837-8686-b9a893f15d20,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.062874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-80f0d8a4-5dac-4ae5-ac4d-ca606822deed None None] Calling delete_port for edc81318-4225-459f-ac9c-52eead69ebc6 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:26.107035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecdc813-d0ad-4a85-a9af-64f4820503da tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Deleting subnet 941fea77-a4bb-412b-ba14-2c51963e6db9 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:42:26.118636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc813-d0ad-4a85-a9af-64f4820503da tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.172433 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc813-d0ad-4a85-a9af-64f4820503da tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.191197 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.269512 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-80f0d8a4-5dac-4ae5-ac4d-ca606822deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.308009 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=edc81318-4225-459f-ac9c-52eead69ebc6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.323754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No DVR routers for this DVR port edc81318-4225-459f-ac9c-52eead69ebc6 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:26.347890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0d8a4-5dac-4ae5-ac4d-ca606822deed None None] Pushing event deleted for resources: {'Port': ['ID=edc81318-4225-459f-ac9c-52eead69ebc6,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.361838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0d8a4-5dac-4ae5-ac4d-ca606822deed None None] No DVR routers for this DVR port edc81318-4225-459f-ac9c-52eead69ebc6 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:26.499057 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc813-d0ad-4a85-a9af-64f4820503da tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.562146 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.608992 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:26.641657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722e531e-977d-4e6c-91e5-5aedfa103e9b']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:26.646145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:42:26.647861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c9be8bfa-30ca-4ccf-bea2-ce51fcc581dd not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:26.647861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device edc81318-4225-459f-ac9c-52eead69ebc6 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:26.671978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58aab27-1c11-4704-a46c-2ae6134fdca7') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:26.672325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58aab27-1c11-4704-a46c-2ae6134fdca7') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:26.675554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: edc81318-4225-459f-ac9c-52eead69ebc6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:42:26.675904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device edc81318-4225-459f-ac9c-52eead69ebc6 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:26.697207 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.727321 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.751190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:26.751527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:26.754865 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:26.757960 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc813-d0ad-4a85-a9af-64f4820503da tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.823847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdc813-d0ad-4a85-a9af-64f4820503da tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Subnet': ['ID=941fea77-a4bb-412b-ba14-2c51963e6db9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:26.858341 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc813-d0ad-4a85-a9af-64f4820503da tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:26.866423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9ecdc813-d0ad-4a85-a9af-64f4820503da tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/subnets/941fea77-a4bb-412b-ba14-2c51963e6db9 HTTP/1.1" status: 204 len: 168 time: 0.8664231 Feb 11 13:42:26.869254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47808) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:26.875553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18354530-2688-4886-8ca8-6bfa27fcee08 None None] Network 5a0762bc-dd89-4bcf-869f-19dffd004a4f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:27.001907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.072189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Deleting port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:27.072619 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.117297 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.117804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-104c9d14-df1a-4f0f-b173-cfbae203c75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.121902 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.129512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5482ff73-eb7c-4bf1-8ac8-8898cca98bd5 None None] DHCP port deletion for 5a0762bc-dd89-4bcf-869f-19dffd004a4f request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:42:27.141361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/networks/722e531e-977d-4e6c-91e5-5aedfa103e9b HTTP/1.1" status: 204 len: 168 time: 1.7259731 Feb 11 13:42:27.142023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47818) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:27.166644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-04c2f3bc-e6a1-4d8f-b3df-38396daa1a36 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-80671675', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:27.191698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfb704-aa9d-4cce-8b07-280a3f7e2546 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Network': ['ID=722e531e-977d-4e6c-91e5-5aedfa103e9b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:27.228976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] For port a9ae41f5-6c61-4b62-a9d6-75f035d244a3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a9ae41f5-6c61-4b62-a9d6-75f035d244a3,segment=NetworkSegment(8e198d35-ff8d-46f0-b744-dcb355d7ba55),segment_id=8e198d35-ff8d-46f0-b744-dcb355d7ba55)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:27.229556 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.251313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Calling delete_port for a9ae41f5-6c61-4b62-a9d6-75f035d244a3 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:27.294630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5482ff73-eb7c-4bf1-8ac8-8898cca98bd5 None None] Deleting port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:27.297418 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5482ff73-eb7c-4bf1-8ac8-8898cca98bd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.352395 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04c2f3bc-e6a1-4d8f-b3df-38396daa1a36 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.354597 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04c2f3bc-e6a1-4d8f-b3df-38396daa1a36 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.505141 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04c2f3bc-e6a1-4d8f-b3df-38396daa1a36 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.581521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5482ff73-eb7c-4bf1-8ac8-8898cca98bd5 None None] For port a9ae41f5-6c61-4b62-a9d6-75f035d244a3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a9ae41f5-6c61-4b62-a9d6-75f035d244a3,segment=NetworkSegment(8e198d35-ff8d-46f0-b744-dcb355d7ba55),segment_id=8e198d35-ff8d-46f0-b744-dcb355d7ba55)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:27.581957 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5482ff73-eb7c-4bf1-8ac8-8898cca98bd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.597850 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04c2f3bc-e6a1-4d8f-b3df-38396daa1a36 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.604727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5482ff73-eb7c-4bf1-8ac8-8898cca98bd5 None None] Calling delete_port for a9ae41f5-6c61-4b62-a9d6-75f035d244a3 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:27.654701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.677232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] No DVR routers for this DVR port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:27.719834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04c2f3bc-e6a1-4d8f-b3df-38396daa1a36 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.723953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-04c2f3bc-e6a1-4d8f-b3df-38396daa1a36 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5793514 Feb 11 13:42:27.724626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47828) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:27.731336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-543690491'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:27.733144 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5482ff73-eb7c-4bf1-8ac8-8898cca98bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.794238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Port': ['ID=a9ae41f5-6c61-4b62-a9d6-75f035d244a3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:27.846136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482ff73-eb7c-4bf1-8ac8-8898cca98bd5 None None] Pushing event deleted for resources: {'Port': ['ID=a9ae41f5-6c61-4b62-a9d6-75f035d244a3,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:27.865057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482ff73-eb7c-4bf1-8ac8-8898cca98bd5 None None] No DVR routers for this DVR port a9ae41f5-6c61-4b62-a9d6-75f035d244a3 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:42:27.950484 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.951760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:27.956095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:27.991325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:27.996908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0762bc-dd89-4bcf-869f-19dffd004a4f']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:28.004361 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.004702 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added segment cfaae03a-1fa8-471e-b7c2-aef8426f7cd0 of type vlan for network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 Feb 11 13:42:28.023303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e198d35-ff8d-46f0-b744-dcb355d7ba55') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:28.025160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e198d35-ff8d-46f0-b744-dcb355d7ba55') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:28.049439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.051692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.060674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47842) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:28.082249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.090477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:28.091021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:28.094597 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:28.112343 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.214129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.221193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:28.227079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.291410 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.314985 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.329017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/networks/5a0762bc-dd89-4bcf-869f-19dffd004a4f HTTP/1.1" status: 204 len: 168 time: 1.4586122 Feb 11 13:42:28.359474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47848) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:28.360751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ba26f-7ec8-4a02-b844-f17f1ddf775a tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Pushing event deleted for resources: {'Network': ['ID=5a0762bc-dd89-4bcf-869f-19dffd004a4f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:28.425155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b3c02981-af99-4fb6-88d9-8fba34dc1e02 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "GET /v2.0/ports?device_id=c55707ef-b16e-4ebb-b7a5-03d84238c810 HTTP/1.1" status: 200 len: 205 time: 0.0613825 Feb 11 13:42:28.432582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47852) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:28.432721 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7017138 Feb 11 13:42:28.432823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47854) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:28.448789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'subnet': {'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:28.455831 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc32082-ee25-45d6-8d1a-f91f63c9d56f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Network': ['ID=5147a11c-39e2-4fac-bd6a-fc804fe9af77,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:28.470177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:28.559218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-562300455', 'router:external': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:28.617058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a9ae41f5-6c61-4b62-a9d6-75f035d244a3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:42:28.658146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: a9ae41f5-6c61-4b62-a9d6-75f035d244a3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:42:28.659464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a9ae41f5-6c61-4b62-a9d6-75f035d244a3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:42:28.691913 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d030937b-3e43-4b0f-a302-7b9a2ae61194 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.719262 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.854410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Made reservation on behalf of aa2cf7c217a14fe1937eec933038b47e for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:28.857002 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.921261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.924177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d030937b-3e43-4b0f-a302-7b9a2ae61194 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.927363 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d030937b-3e43-4b0f-a302-7b9a2ae61194 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:28.984677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:28.988333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.116444 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d030937b-3e43-4b0f-a302-7b9a2ae61194 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.116974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d030937b-3e43-4b0f-a302-7b9a2ae61194 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Fanout notify agent at l3_agent the message router_deleted on router c55707ef-b16e-4ebb-b7a5-03d84238c810 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:42:29.128508 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d030937b-3e43-4b0f-a302-7b9a2ae61194 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.129655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d030937b-3e43-4b0f-a302-7b9a2ae61194 tempest-RoutersNegativeIpV6Test-880634735 tempest-RoutersNegativeIpV6Test-880634735-project] 10.222.0.52 "DELETE /v2.0/routers/c55707ef-b16e-4ebb-b7a5-03d84238c810 HTTP/1.1" status: 204 len: 168 time: 0.6982238 Feb 11 13:42:29.150659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.283273 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.351711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:29.372359 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.372704 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Added segment 481a085a-4722-48c4-b9df-340d1303beea of type vlan for network 12fad557-49e8-45b9-b306-9e9b763f2c63 Feb 11 13:42:29.374045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5c9b3a-43f7-425c-9062-639bcaa91388,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:29.428962 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.467221 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.573559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Subnet': ['ID=77f15e79-9eef-40c0-bd13-9066a0a72177,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:29.603505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Checking segment: {'id': 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:29.603505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network hostable DHCP agents. Network: 5147a11c-39e2-4fac-bd6a-fc804fe9af77, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:29.603945 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.604493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.605121 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.710162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event updated for resources: {'Network': ['ID=12fad557-49e8-45b9-b306-9e9b763f2c63,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:29.728655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 12fad557-49e8-45b9-b306-9e9b763f2c63 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:29.772737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6a048434-6f55-4488-970f-6e4c7ff5377e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7098618 Feb 11 13:42:29.780757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47898) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:29.785609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Request body: {'subnet': {'network_id': '12fad557-49e8-45b9-b306-9e9b763f2c63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:29.835008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:29.845908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47900) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:29.906424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Made reservation on behalf of aa2cf7c217a14fe1937eec933038b47e for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:29.909468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.934895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 5147a11c-39e2-4fac-bd6a-fc804fe9af77) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:29.939988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:29.940937 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:29.945166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe4860-ebb9-48f2-af76-8169a5075e8b None None] Network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:30.056514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eff88780-f751-4a66-8473-a89bf6857a7d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6131794 Feb 11 13:42:30.059195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47908) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:30.068005 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:30.246017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:42:30.247063 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:30.494884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Allocated IP 2001:db8::2 (5147a11c-39e2-4fac-bd6a-fc804fe9af77/77f15e79-9eef-40c0-bd13-9066a0a72177/4906055b-4efd-47fd-ac3b-f2cf6292fdd6) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:30.634988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-80ccb481-d2d6-4200-9672-a12317c702ee admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9fc89a28c2aa4fe5b6e9022d93c9bad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7876675 Feb 11 13:42:30.648686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47918) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:30.684926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.objects.ports [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103006) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:42:30.685635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:30.719655 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:30.757056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c5492dc8-2301-4591-bb98-129d85366451,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:30.765216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Checking segment: {'id': '481a085a-4722-48c4-b9df-340d1303beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '12fad557-49e8-45b9-b306-9e9b763f2c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:30.768601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Network hostable DHCP agents. Network: 12fad557-49e8-45b9-b306-9e9b763f2c63, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:30.778038 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:30.815089 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:30.848727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Network 12fad557-49e8-45b9-b306-9e9b763f2c63 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:30.849505 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:30.941655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 12fad557-49e8-45b9-b306-9e9b763f2c63) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:30.941655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:30.941655 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:30.962532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Pushing event updated for resources: {'Port': ['ID=4906055b-4efd-47fd-ac3b-f2cf6292fdd6,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:30.972038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22e7520-96c6-4283-a5f9-09253a1b1d24 None None] Network 12fad557-49e8-45b9-b306-9e9b763f2c63 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:31.035979 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2c2a213f-ca54-4d0d-8ffc-336d3f1fa33f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2543252 Feb 11 13:42:31.039483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47930) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:31.044490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-118621977', 'network_id': '12fad557-49e8-45b9-b306-9e9b763f2c63'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:31.056281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:31.067342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:31.073505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.074921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.075265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.075595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.075921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.076694 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.077022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.077343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.077659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.077997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.078316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.078631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:31.091659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dca649a3-0b18-4968-8adb-f7356e5d766b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.093585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:31.175340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Made reservation on behalf of aa2cf7c217a14fe1937eec933038b47e for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:31.178866 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.198689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dca649a3-0b18-4968-8adb-f7356e5d766b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.236763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] device_id is not set on port 87514e92-ecfd-4ed2-9581-d318d8a7207e yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:42:31.312580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Attempting to bind port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:31.313027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Attempting to bind port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:31.313438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Attempting to bind port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 on network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:31.332166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:31.332166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Checking segment: {'id': 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:31.332166 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.332166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Bound using segment: {'id': 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:31.332166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Bound port: 4906055b-4efd-47fd-ac3b-f2cf6292fdd6, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:31.332757 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.395898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Allocated IP 172.20.0.4 (12fad557-49e8-45b9-b306-9e9b763f2c63/c5492dc8-2301-4591-bb98-129d85366451/87514e92-ecfd-4ed2-9581-d318d8a7207e) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:31.421585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14797d1a-7a18-46b5-bcc7-6280c04e5ce8 None None] Network 12fad557-49e8-45b9-b306-9e9b763f2c63 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:31.470978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Allocated IP 2001:db8::1 (5147a11c-39e2-4fac-bd6a-fc804fe9af77/77f15e79-9eef-40c0-bd13-9066a0a72177/290087af-8873-4305-90d8-c613e8f9e56e) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:31.532071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] For port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:31.608628 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dca649a3-0b18-4968-8adb-f7356e5d766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.612495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] For port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4906055b-4efd-47fd-ac3b-f2cf6292fdd6,segment=NetworkSegment(cfaae03a-1fa8-471e-b7c2-aef8426f7cd0),segment_id=cfaae03a-1fa8-471e-b7c2-aef8426f7cd0)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:31.618583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dca649a3-0b18-4968-8adb-f7356e5d766b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.626538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dca649a3-0b18-4968-8adb-f7356e5d766b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60c17ee1-c25d-48a5-9f10-07e8c65e1b8b HTTP/1.1" status: 204 len: 168 time: 0.9764669 Feb 11 13:42:31.655622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.744124 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.776980 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.780997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca649a3-0b18-4968-8adb-f7356e5d766b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c17ee1-c25d-48a5-9f10-07e8c65e1b8b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:31.865181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2cdad-03b7-43c3-88e7-ac91d13e37d1 None None] Pushing event updated for resources: {'Port': ['ID=4906055b-4efd-47fd-ac3b-f2cf6292fdd6,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:31.954040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:31.987115 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:32.114816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:32.130240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:32.134974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:32.137369 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Network 12fad557-49e8-45b9-b306-9e9b763f2c63 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:32.141876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:32.154588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:32.159577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:32.222283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event updated for resources: {'Port': ['ID=87514e92-ecfd-4ed2-9581-d318d8a7207e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:32.279698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:32.292239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:32.300188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=290087af-8873-4305-90d8-c613e8f9e56e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:32.388165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-70bd4874-e888-4574-b4ec-e02d92aa05bf tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.3475506 Feb 11 13:42:32.390544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47960) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:32.525425 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:32.586101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e7481f91-0d94-400f-a984-450dc92339b0 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Deleting port 87514e92-ecfd-4ed2-9581-d318d8a7207e {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:32.586455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e7481f91-0d94-400f-a984-450dc92339b0 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:32.711080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:32.790836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:32.791264 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:32.791683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e7481f91-0d94-400f-a984-450dc92339b0 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:32.804773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e7481f91-0d94-400f-a984-450dc92339b0 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Calling delete_port for 87514e92-ecfd-4ed2-9581-d318d8a7207e owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:32.936063 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.042694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.054891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4906055b-4efd-47fd-ac3b-f2cf6292fdd6,segment=NetworkSegment(cfaae03a-1fa8-471e-b7c2-aef8426f7cd0),segment_id=cfaae03a-1fa8-471e-b7c2-aef8426f7cd0)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:33.128083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e7481f91-0d94-400f-a984-450dc92339b0 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.150879 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.151650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.152513 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.254940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7481f91-0d94-400f-a984-450dc92339b0 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event deleted for resources: {'Port': ['ID=87514e92-ecfd-4ed2-9581-d318d8a7207e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:33.351750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=4906055b-4efd-47fd-ac3b-f2cf6292fdd6,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:33.439528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5645b7b-b252-4fa5-bd0a-e94166193a0d None None] Network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:33.441393 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e7481f91-0d94-400f-a984-450dc92339b0 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.445392 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e7481f91-0d94-400f-a984-450dc92339b0 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "DELETE /v2.0/ports/87514e92-ecfd-4ed2-9581-d318d8a7207e HTTP/1.1" status: 204 len: 168 time: 1.0537634 Feb 11 13:42:33.449937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47986) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:33.462245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12fad557-49e8-45b9-b306-9e9b763f2c63', 'external_fixed_ips': [{'subnet_id': 'c5492dc8-2301-4591-bb98-129d85366451', 'ip_address': '172.20.0.4'}]}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:33.493034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47990) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:33.649656 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.653698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.801471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.804178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73b14369-847f-475c-a073-894225dde5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:33.915880 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:42:33.922680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a684929e-e207-44bf-9444-c20d35735954 None None] Provisioning complete for port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:33.923354 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a684929e-e207-44bf-9444-c20d35735954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:34.072120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=290087af-8873-4305-90d8-c613e8f9e56e,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:34.225868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:34.229636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:34.558018 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:42:34.582236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:34.781712 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:34.782114 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:34.810958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:34.821430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5ef81980-9ae0-4268-87c0-0373dce41a60 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7580411 Feb 11 13:42:34.822626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48018) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:34.825855 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Sync routers for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:34.842048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-494467662'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:34.846202 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:34.846831 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:34.893415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:34.897896 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73b14369-847f-475c-a073-894225dde5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:34.955729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bbfc7da4-36f6-4227-95ae-f9ec8f4f54a4 None None] Provisioning complete for port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:34.956346 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bbfc7da4-36f6-4227-95ae-f9ec8f4f54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:34.975809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-73b14369-847f-475c-a073-894225dde5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.003366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:35.007506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.117297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:35.135902 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:35.161445 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.161445 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added segment afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86 of type vlan for network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 Feb 11 13:42:35.238951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b14369-847f-475c-a073-894225dde5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c72270e-4a8d-4003-adb3-7dbeb38a2fad,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:35.265572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bbfc7da4-36f6-4227-95ae-f9ec8f4f54a4 None None] Provisioning complete for port 290087af-8873-4305-90d8-c613e8f9e56e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:35.266184 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bbfc7da4-36f6-4227-95ae-f9ec8f4f54a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.284661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-73b14369-847f-475c-a073-894225dde5f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4bea184e52e4d78bbffb9f305cb9f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7855539 Feb 11 13:42:35.312300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48030) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:35.330540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc7da4-36f6-4227-95ae-f9ec8f4f54a4 None None] Port 290087af-8873-4305-90d8-c613e8f9e56e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:35.341569 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.509755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d46d8c5c-09e1-451a-ab95-1794d7b69212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.543888 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.561744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:35.562675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.585479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d46d8c5c-09e1-451a-ab95-1794d7b69212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.586018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f0123cda-fb06-45f8-b26f-fe17ee04cd16 None None] Provisioning complete for port 290087af-8873-4305-90d8-c613e8f9e56e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:35.586506 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f0123cda-fb06-45f8-b26f-fe17ee04cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.721100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f0123cda-fb06-45f8-b26f-fe17ee04cd16 None None] Port 290087af-8873-4305-90d8-c613e8f9e56e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:35.723721 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:42:32Z', 'revision_number': 2, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:32Z', 'revision_number': 2, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:35.764247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9412122 Feb 11 13:42:35.764596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48044) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:35.765584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d6bea0-1e92-4042-86bc-b66e773bbba2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Network': ['ID=4f5f370d-cbea-4b62-b6b1-61788f614cb5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:35.791656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'subnet': {'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:35.799723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:35.843126 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Checking router: cda7334c-d52b-4147-9fd6-52e819db7d5c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:35.843752 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Updating router cda7334c-d52b-4147-9fd6-52e819db7d5c port 290087af-8873-4305-90d8-c613e8f9e56e binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:42:35.893455 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d46d8c5c-09e1-451a-ab95-1794d7b69212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.896220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d46d8c5c-09e1-451a-ab95-1794d7b69212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.901131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d46d8c5c-09e1-451a-ab95-1794d7b69212 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c72270e-4a8d-4003-adb3-7dbeb38a2fad HTTP/1.1" status: 204 len: 168 time: 0.5871236 Feb 11 13:42:35.919771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d8c5c-09e1-451a-ab95-1794d7b69212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c72270e-4a8d-4003-adb3-7dbeb38a2fad,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:35.922305 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:35.978125 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:36.034759 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:36.065983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-323a6a76-9682-46b7-b021-3d8ff1ddc883 None None] Provisioning complete for port 290087af-8873-4305-90d8-c613e8f9e56e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:36.066441 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-323a6a76-9682-46b7-b021-3d8ff1ddc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:36.202573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-323a6a76-9682-46b7-b021-3d8ff1ddc883 None None] Port 290087af-8873-4305-90d8-c613e8f9e56e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:36.249647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:36.254404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:36.497819 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:36.539658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Allocated IP 172.20.0.4 (12fad557-49e8-45b9-b306-9e9b763f2c63/c5492dc8-2301-4591-bb98-129d85366451/04b88612-5ceb-4f86-ae24-7dc751920d8f) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:36.610148 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:36.862110 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:36.889723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:36.935127 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Pushing event updated for resources: {'Port': ['ID=290087af-8873-4305-90d8-c613e8f9e56e,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:36.983384 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:37.009333 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Attempting to bind port 290087af-8873-4305-90d8-c613e8f9e56e on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:37.009703 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Attempting to bind port 290087af-8873-4305-90d8-c613e8f9e56e by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:37.010103 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Attempting to bind port 290087af-8873-4305-90d8-c613e8f9e56e on network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:37.020884 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:37.021256 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Checking segment: {'id': 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:37.021856 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.022259 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Bound using segment: {'id': 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:37.022770 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Bound port: 290087af-8873-4305-90d8-c613e8f9e56e, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:37.023153 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.049000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Subnet': ['ID=8ba90fcd-0dd1-4ac1-85b0-d3d142842649,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:37.062467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Checking segment: {'id': 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:37.070252 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network hostable DHCP agents. Network: 4f5f370d-cbea-4b62-b6b1-61788f614cb5, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:37.097632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48066) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:37.122886 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] For port 290087af-8873-4305-90d8-c613e8f9e56e, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:37.126043 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c821fbf3-f3a4-4e40-b414-de137499d420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.141372 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] For port 290087af-8873-4305-90d8-c613e8f9e56e, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=290087af-8873-4305-90d8-c613e8f9e56e,segment=NetworkSegment(cfaae03a-1fa8-471e-b7c2-aef8426f7cd0),segment_id=cfaae03a-1fa8-471e-b7c2-aef8426f7cd0)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:37.150018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-633eba22-bd85-447b-b86a-2f05e9d33483 None None] Provisioning complete for port 290087af-8873-4305-90d8-c613e8f9e56e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:37.150536 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-633eba22-bd85-447b-b86a-2f05e9d33483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.181160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.219901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-633eba22-bd85-447b-b86a-2f05e9d33483 None None] Port 290087af-8873-4305-90d8-c613e8f9e56e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:37.238255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Network 12fad557-49e8-45b9-b306-9e9b763f2c63 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:37.245598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:37.250075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:37.250240 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.259425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:37.306664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event updated for resources: {'Port': ['ID=04b88612-5ceb-4f86-ae24-7dc751920d8f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:37.337994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c821fbf3-f3a4-4e40-b414-de137499d420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.395016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 4f5f370d-cbea-4b62-b6b1-61788f614cb5) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:37.413427 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44013d21-d30a-4c56-9ed3-ed973b953b99 None None] Pushing event updated for resources: {'Port': ['ID=290087af-8873-4305-90d8-c613e8f9e56e,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:37.414695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:37.414695 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.431896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c821fbf3-f3a4-4e40-b414-de137499d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.447872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccb0b8e-58af-4e8e-a7a7-1abb9cc77e95 None None] Network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:37.448022 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:37.448550 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:37.548090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c67bd1af-0aa5-4b90-8988-d3d9507103e4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7820835 Feb 11 13:42:37.549955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48076) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:37.616114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c821fbf3-f3a4-4e40-b414-de137499d420 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed7d48c131764fab9bc9d7b77f625088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5127511 Feb 11 13:42:37.619907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821fbf3-f3a4-4e40-b414-de137499d420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b199881d-5f2f-4e8f-b3d3-34271c57a54e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:37.627015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48080) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:37.782182 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:37.842338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:42:37.845637 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:37.994270 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-239820c4-d869-42b1-aaed-a586d4dc0653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.015872 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-239820c4-d869-42b1-aaed-a586d4dc0653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.041894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cb522dff-b1c3-4c11-bac9-dc5a6c85e445 None None] Provisioning complete for port 290087af-8873-4305-90d8-c613e8f9e56e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:38.042344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cb522dff-b1c3-4c11-bac9-dc5a6c85e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.083262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.145746 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:42:32Z', 'revision_number': 2, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:37Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:38.178515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-239820c4-d869-42b1-aaed-a586d4dc0653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.181054 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-239820c4-d869-42b1-aaed-a586d4dc0653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.196305 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-239820c4-d869-42b1-aaed-a586d4dc0653 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b199881d-5f2f-4e8f-b3d3-34271c57a54e HTTP/1.1" status: 204 len: 168 time: 0.5563159 Feb 11 13:42:38.199526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Allocated IP 2001:db8:1::2 (4f5f370d-cbea-4b62-b6b1-61788f614cb5/8ba90fcd-0dd1-4ac1-85b0-d3d142842649/3578c126-6059-4928-8890-c443f6ab6415) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:38.202724 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cb522dff-b1c3-4c11-bac9-dc5a6c85e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.208921 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f2d20-fbbc-4636-b38e-d8073ad80e70 None None] The sync data for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 is: [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:42:32Z', 'revision_number': 2, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:37Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:38.344516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239820c4-d869-42b1-aaed-a586d4dc0653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b199881d-5f2f-4e8f-b3d3-34271c57a54e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:38.392433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-cb522dff-b1c3-4c11-bac9-dc5a6c85e445 None None] For port 290087af-8873-4305-90d8-c613e8f9e56e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=290087af-8873-4305-90d8-c613e8f9e56e,segment=NetworkSegment(cfaae03a-1fa8-471e-b7c2-aef8426f7cd0),segment_id=cfaae03a-1fa8-471e-b7c2-aef8426f7cd0)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:38.512361 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.590691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.605278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.635209 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.647514 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cb522dff-b1c3-4c11-bac9-dc5a6c85e445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.692968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:38.702321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:38.706329 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:38.727467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Pushing event updated for resources: {'Port': ['ID=3578c126-6059-4928-8890-c443f6ab6415,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:38.853421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Attempting to bind port 3578c126-6059-4928-8890-c443f6ab6415 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:38.853822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Attempting to bind port 3578c126-6059-4928-8890-c443f6ab6415 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:38.854187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Attempting to bind port 3578c126-6059-4928-8890-c443f6ab6415 on network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:38.869290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb522dff-b1c3-4c11-bac9-dc5a6c85e445 None None] Pushing event updated for resources: {'Port': ['ID=290087af-8873-4305-90d8-c613e8f9e56e,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:38.872427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:38.872807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Checking segment: {'id': 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:38.873264 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:38.873689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Bound using segment: {'id': 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:38.874203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Bound port: 3578c126-6059-4928-8890-c443f6ab6415, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:38.874585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:39.043221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] For port 3578c126-6059-4928-8890-c443f6ab6415, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:39.049180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] For port 3578c126-6059-4928-8890-c443f6ab6415, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3578c126-6059-4928-8890-c443f6ab6415,segment=NetworkSegment(afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86),segment_id=afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:39.203897 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:39.380046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b850ab-6be8-4158-9b5a-cc97231038d3 None None] Pushing event updated for resources: {'Port': ['ID=3578c126-6059-4928-8890-c443f6ab6415,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:39.919496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Router bcbb8a05-588e-445e-83ca-8638f81f7cfc is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:42:39.926056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Allocated IP 2001:db8:1::1 (4f5f370d-cbea-4b62-b6b1-61788f614cb5/8ba90fcd-0dd1-4ac1-85b0-d3d142842649/7970bf20-52af-4e49-a53a-78cb20b429be) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:40.204315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:40.309088 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:40.322957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Sync routers for ids ['bcbb8a05-588e-445e-83ca-8638f81f7cfc'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:40.339624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Routers {'bcbb8a05-588e-445e-83ca-8638f81f7cfc'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:40.343610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['bcbb8a05-588e-445e-83ca-8638f81f7cfc'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:40.426833 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:40.508915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:40.512823 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e6bb0eae-366d-4f62-ba3c-740e17082723 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.0614963 Feb 11 13:42:40.513051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48142) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:40.562441 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:40.575469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:40.585219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:40.585799 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:40.612829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=7970bf20-52af-4e49-a53a-78cb20b429be,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:40.648155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Set router bcbb8a05-588e-445e-83ca-8638f81f7cfc gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:40.832854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:40.856508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3578c126-6059-4928-8890-c443f6ab6415 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:41.134028 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.135403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3578c126-6059-4928-8890-c443f6ab6415 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:41.135859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.247498 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.466088 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.467593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbb8a05-588e-445e-83ca-8638f81f7cfc', 'name': '', 'tenant_id': 'aa2cf7c217a14fe1937eec933038b47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12fad557-49e8-45b9-b306-9e9b763f2c63', 'external_fixed_ips': [{'subnet_id': 'c5492dc8-2301-4591-bb98-129d85366451', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '04b88612-5ceb-4f86-ae24-7dc751920d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:33Z', 'updated_at': '2022-02-11T13:42:37Z', 'revision_number': 3, 'project_id': 'aa2cf7c217a14fe1937eec933038b47e', 'gw_port': {'id': '04b88612-5ceb-4f86-ae24-7dc751920d8f', 'name': '', 'network_id': '12fad557-49e8-45b9-b306-9e9b763f2c63', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbb8a05-588e-445e-83ca-8638f81f7cfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'c5492dc8-2301-4591-bb98-129d85366451', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:36Z', 'updated_at': '2022-02-11T13:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c5492dc8-2301-4591-bb98-129d85366451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:41.542115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Deleting port 04b88612-5ceb-4f86-ae24-7dc751920d8f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:41.543101 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.554262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Checking router: bcbb8a05-588e-445e-83ca-8638f81f7cfc for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:41.554622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Updating router bcbb8a05-588e-445e-83ca-8638f81f7cfc port 04b88612-5ceb-4f86-ae24-7dc751920d8f binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:42:41.573871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b53ff-8394-4c26-8bcc-50bff8713a04 None None] Network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:41.701890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.726217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Calling delete_port for 04b88612-5ceb-4f86-ae24-7dc751920d8f owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:41.779691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.792469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 3578c126-6059-4928-8890-c443f6ab6415, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3578c126-6059-4928-8890-c443f6ab6415,segment=NetworkSegment(afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86),segment_id=afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:41.812688 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.822531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-25553077-5ccf-42c1-94a9-90d21a1b93f2 None None] Provisioning complete for port 3578c126-6059-4928-8890-c443f6ab6415 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:41.822531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-25553077-5ccf-42c1-94a9-90d21a1b93f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.847436 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.848301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.909104 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:41.909956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 290087af-8873-4305-90d8-c613e8f9e56e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:42.049384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:42.053452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:42.215944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=7970bf20-52af-4e49-a53a-78cb20b429be,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:42.221144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.261058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 290087af-8873-4305-90d8-c613e8f9e56e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:42.261428 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.263555 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:42.292949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event deleted for resources: {'Port': ['ID=04b88612-5ceb-4f86-ae24-7dc751920d8f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:42.440215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=3578c126-6059-4928-8890-c443f6ab6415,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:42.510541 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.570456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:42.588375 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Sync routers for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:42.601701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b8a39af7-f56a-46fa-a1a9-8c577abffbbe tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0419912 Feb 11 13:42:42.601701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48186) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:42.607696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1823759653'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:42.613487 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:42.616346 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:42.642764 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.649943 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.830432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:42.841652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.847270 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:42.860327 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.861238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcbb8a05-588e-445e-83ca-8638f81f7cfc {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:42:42.867444 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:42.868951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9f9b2d32-397f-46ad-a2ce-99e7fabaf46d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "DELETE /v2.0/routers/bcbb8a05-588e-445e-83ca-8638f81f7cfc HTTP/1.1" status: 204 len: 168 time: 2.3550472 Feb 11 13:42:42.872445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48192) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:42.944429 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:42:42.946754 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:42:42.993864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:43.012983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-95661d13-12e0-4f22-8fa9-8c71450a8a0b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Deleting subnet c5492dc8-2301-4591-bb98-129d85366451 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:42:43.014267 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.017042 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added segment 854ce3b3-ff75-4f27-9f79-dc1e260afc54 of type vlan for network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 Feb 11 13:42:43.018255 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95661d13-12e0-4f22-8fa9-8c71450a8a0b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.056732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3578c126-6059-4928-8890-c443f6ab6415 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:43.133283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.176808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95661d13-12e0-4f22-8fa9-8c71450a8a0b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.225278 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3578c126-6059-4928-8890-c443f6ab6415 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:43.226000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.317162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95661d13-12e0-4f22-8fa9-8c71450a8a0b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.351786 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.359591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:43.364311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.493645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8980956 Feb 11 13:42:43.496940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48208) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:43.518771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'subnet': {'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:43.560263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41736d-49b1-42bc-a9d2-1735a0b910d8 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Network': ['ID=c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:43.641430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:43.682857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Port 04b88612-5ceb-4f86-ae24-7dc751920d8f not found while updating agent binding for router bcbb8a05-588e-445e-83ca-8638f81f7cfc. {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 11 13:42:43.691040 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95661d13-12e0-4f22-8fa9-8c71450a8a0b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.697060 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:42:40Z', 'revision_number': 3, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:41Z', 'revision_number': 2, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:43.804072 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Checking router: cda7334c-d52b-4147-9fd6-52e819db7d5c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:43.804448 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Updating router cda7334c-d52b-4147-9fd6-52e819db7d5c port 7970bf20-52af-4e49-a53a-78cb20b429be binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:42:43.857858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48212) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:43.879205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-de8e4b8b-6951-4cac-b91a-51697954eeee None None] Provisioning complete for port 3578c126-6059-4928-8890-c443f6ab6415 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:43.879588 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-de8e4b8b-6951-4cac-b91a-51697954eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.897090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95661d13-12e0-4f22-8fa9-8c71450a8a0b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c5492dc8-2301-4591-bb98-129d85366451,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:43.912863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Routers set() bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:43.913343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Router IDs set() for agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:42:43.914021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_agentschedulers_db [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bcbb8a05-588e-445e-83ca-8638f81f7cfc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent'). {{(pid=103008) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 11 13:42:43.914402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f726c85a-6b4b-4a66-b643-1623fe7b3fea None None] The sync data for ids ['bcbb8a05-588e-445e-83ca-8638f81f7cfc'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:43.970557 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.996632 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95661d13-12e0-4f22-8fa9-8c71450a8a0b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:43.999899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95661d13-12e0-4f22-8fa9-8c71450a8a0b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "DELETE /v2.0/subnets/c5492dc8-2301-4591-bb98-129d85366451 HTTP/1.1" status: 204 len: 168 time: 1.1261818 Feb 11 13:42:44.006037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48216) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:44.032129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-de8e4b8b-6951-4cac-b91a-51697954eeee None None] Provisioning complete for port 7970bf20-52af-4e49-a53a-78cb20b429be triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:44.032700 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-de8e4b8b-6951-4cac-b91a-51697954eeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:44.111901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:44.116678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:44.202697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-de8e4b8b-6951-4cac-b91a-51697954eeee None None] Port 7970bf20-52af-4e49-a53a-78cb20b429be cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:44.333629 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:44.366986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cf400b90-5379-48cc-acc6-6fb40a5286e5 None None] Provisioning complete for port 7970bf20-52af-4e49-a53a-78cb20b429be triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:44.367664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cf400b90-5379-48cc-acc6-6fb40a5286e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:44.424823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-cf400b90-5379-48cc-acc6-6fb40a5286e5 None None] Port 7970bf20-52af-4e49-a53a-78cb20b429be cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:44.445679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20f5e980-9633-4f13-8704-92f7cda0e930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:44.731314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-191cbd13-a836-41c7-a5ce-42e263f3e38b None None] Provisioning complete for port 7970bf20-52af-4e49-a53a-78cb20b429be triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:44.731910 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-191cbd13-a836-41c7-a5ce-42e263f3e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:44.776230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20f5e980-9633-4f13-8704-92f7cda0e930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:44.912901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-191cbd13-a836-41c7-a5ce-42e263f3e38b None None] Port 7970bf20-52af-4e49-a53a-78cb20b429be cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:44.982815 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20f5e980-9633-4f13-8704-92f7cda0e930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:44.987588 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:44.998417 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.059464 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-20f5e980-9633-4f13-8704-92f7cda0e930 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a8087d60edea4c829fc8ea8b16a2cee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1971381 Feb 11 13:42:45.059464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5e980-9633-4f13-8704-92f7cda0e930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfe4e59-9e83-41e4-9ad3-fa36b253f143,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:45.071857 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.079117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48228) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:45.113431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.156539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Subnet': ['ID=900d6296-1b65-4433-bb11-21ec741f602c,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:45.272380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Checking segment: {'id': '854ce3b3-ff75-4f27-9f79-dc1e260afc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:45.272780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network hostable DHCP agents. Network: c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:45.276183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-f212b9ba-a8cf-4d94-a8d0-8f4db54f7e84 req-6f323dbc-b745-4fca-8556-e663c0618417 service neutron] (103006) timed out ('10.222.0.52', 51906) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 13:42:45.279153 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fded1-f652-40e4-9553-bfc42a51e098 None None] Pushing event updated for resources: {'Port': ['ID=7970bf20-52af-4e49-a53a-78cb20b429be,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:45.294092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12fad557-49e8-45b9-b306-9e9b763f2c63']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:45.323337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481a085a-4722-48c4-b9df-340d1303beea') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:45.323678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481a085a-4722-48c4-b9df-340d1303beea') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:45.351022 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.372343 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.378022 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Attempting to bind port 7970bf20-52af-4e49-a53a-78cb20b429be on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:45.379256 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Attempting to bind port 7970bf20-52af-4e49-a53a-78cb20b429be by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:45.379855 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Attempting to bind port 7970bf20-52af-4e49-a53a-78cb20b429be on network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:45.380197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:42:45.381537 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.395389 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:45.396224 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Checking segment: {'id': 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:45.397095 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.397839 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Bound using segment: {'id': 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:45.398535 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Bound port: 7970bf20-52af-4e49-a53a-78cb20b429be, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:45.399015 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.405619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:45.507685 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] For port 7970bf20-52af-4e49-a53a-78cb20b429be, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:45.514996 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] For port 7970bf20-52af-4e49-a53a-78cb20b429be, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7970bf20-52af-4e49-a53a-78cb20b429be,segment=NetworkSegment(afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86),segment_id=afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:42:45.517388 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:42:45.528436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:45.534263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:45.535169 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.546546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb3a1f-768b-45f6-859d-0647833cce6e None None] Network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:45.594266 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-971ec1ab-68ff-470a-af39-432af495a0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.603667 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.664950 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-971ec1ab-68ff-470a-af39-432af495a0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.690440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3a21bfa5-806b-4cb2-82dd-d6c26f84229c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1857305 Feb 11 13:42:45.693297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48242) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:45.743151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0ce54847-3b9b-4821-83ad-0b5b8e9f71f3 None None] Provisioning complete for port 7970bf20-52af-4e49-a53a-78cb20b429be triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:45.743539 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ce54847-3b9b-4821-83ad-0b5b8e9f71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.758360 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95fded1-f652-40e4-9553-bfc42a51e098 None None] Pushing event updated for resources: {'Port': ['ID=7970bf20-52af-4e49-a53a-78cb20b429be,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:45.785636 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:45.786968 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:45.812283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.838742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12fad557-49e8-45b9-b306-9e9b763f2c63 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 11 13:42:45.910867 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:45.917272 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "DELETE /v2.0/networks/12fad557-49e8-45b9-b306-9e9b763f2c63 HTTP/1.1" status: 204 len: 168 time: 1.9099948 Feb 11 13:42:46.044261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663aa3d-6472-4098-8968-fba125626a9d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event deleted for resources: {'Network': ['ID=12fad557-49e8-45b9-b306-9e9b763f2c63,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:46.063475 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:46.184520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-971ec1ab-68ff-470a-af39-432af495a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:46.187557 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-971ec1ab-68ff-470a-af39-432af495a0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:46.191765 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-971ec1ab-68ff-470a-af39-432af495a0db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4bfe4e59-9e83-41e4-9ad3-fa36b253f143 HTTP/1.1" status: 204 len: 168 time: 1.1068320 Feb 11 13:42:46.216384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ec1ab-68ff-470a-af39-432af495a0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfe4e59-9e83-41e4-9ad3-fa36b253f143,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:46.367661 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ce54847-3b9b-4821-83ad-0b5b8e9f71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:46.466805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:42:46.469270 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:46.509364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0ce54847-3b9b-4821-83ad-0b5b8e9f71f3 None None] For port 7970bf20-52af-4e49-a53a-78cb20b429be, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7970bf20-52af-4e49-a53a-78cb20b429be,segment=NetworkSegment(afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86),segment_id=afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:46.606150 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:42:40Z', 'revision_number': 3, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:45Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:46.639556 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8de814-0471-4ada-bb0f-c69d23dfdfda None None] The sync data for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 is: [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:42:40Z', 'revision_number': 3, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:45Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:46.673402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Allocated IP 2001:db8:2::2 (c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1/900d6296-1b65-4433-bb11-21ec741f602c/d8b89b80-ee74-4120-bac5-0321083aa393) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:46.713929 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:46.834969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ce54847-3b9b-4821-83ad-0b5b8e9f71f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.055202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48272) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:47.189942 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce54847-3b9b-4821-83ad-0b5b8e9f71f3 None None] Pushing event updated for resources: {'Port': ['ID=7970bf20-52af-4e49-a53a-78cb20b429be,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:47.228894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48276) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:47.233192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f98eebca-b89b-4234-a23f-6368818b553f None None] Provisioning complete for port 7970bf20-52af-4e49-a53a-78cb20b429be triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:47.234533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-40be548f-4e64-4fac-8378-c6806643cfed tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Request body: {'router': {'name': 'tempest-router--1263789813', 'project_id': 'cbe48e8fb1cb4b778dfdcbb53ab3aa30'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:47.235677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f98eebca-b89b-4234-a23f-6368818b553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.316848 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d3a2a233-9f79-4f97-8191-7abb41fdd2fc tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1900 time: 0.2605023 Feb 11 13:42:47.320408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48278) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:47.326146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'network': {'name': 'tempest-network-smoke--1059825095', 'project_id': '68f7c1522217465ab9934a9fd077095e', 'port_security_enabled': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:47.385702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40be548f-4e64-4fac-8378-c6806643cfed tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.386782 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40be548f-4e64-4fac-8378-c6806643cfed tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.414368 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.458260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40be548f-4e64-4fac-8378-c6806643cfed tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.548004 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.601025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Pushing event updated for resources: {'Port': ['ID=d8b89b80-ee74-4120-bac5-0321083aa393,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:47.603195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Allocated IP 2001:db8:2::1 (c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1/900d6296-1b65-4433-bb11-21ec741f602c/8e77c88e-a9c4-4a53-824c-0045ec533bd4) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:47.636432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:47.637989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:47.642782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:47.680354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Made reservation on behalf of 68f7c1522217465ab9934a9fd077095e for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:47.684230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.711119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:47.721858 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40be548f-4e64-4fac-8378-c6806643cfed tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.736398 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.736398 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Added segment 11a78b97-9b5e-44bf-8a80-2ab80368960b of type vlan for network f8a4cecf-1c38-4bfe-93f1-1b77956d106f Feb 11 13:42:47.758158 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Attempting to bind port d8b89b80-ee74-4120-bac5-0321083aa393 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:47.759263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Attempting to bind port d8b89b80-ee74-4120-bac5-0321083aa393 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '854ce3b3-ff75-4f27-9f79-dc1e260afc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:47.765485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Attempting to bind port d8b89b80-ee74-4120-bac5-0321083aa393 on network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:47.782416 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.782868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:47.782868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Checking segment: {'id': '854ce3b3-ff75-4f27-9f79-dc1e260afc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:47.782868 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.782868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Bound using segment: {'id': '854ce3b3-ff75-4f27-9f79-dc1e260afc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:47.782868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Bound port: d8b89b80-ee74-4120-bac5-0321083aa393, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854ce3b3-ff75-4f27-9f79-dc1e260afc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:47.792125 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.893643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.893873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] For port d8b89b80-ee74-4120-bac5-0321083aa393, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:47.897180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] For port d8b89b80-ee74-4120-bac5-0321083aa393, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d8b89b80-ee74-4120-bac5-0321083aa393,segment=NetworkSegment(854ce3b3-ff75-4f27-9f79-dc1e260afc54),segment_id=854ce3b3-ff75-4f27-9f79-dc1e260afc54)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:47.900288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48298) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:47.915627 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4dd3f622-5cde-4d74-ad16-420d9863fbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.938697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.943647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:47.944306 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.952655 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40be548f-4e64-4fac-8378-c6806643cfed tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:47.953867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-40be548f-4e64-4fac-8378-c6806643cfed tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7240160 Feb 11 13:42:47.958243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48302) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:48.034613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Network': ['ID=f8a4cecf-1c38-4bfe-93f1-1b77956d106f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:48.047404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f8a4cecf-1c38-4bfe-93f1-1b77956d106f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:48.057444 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-abeeda49-9cee-4baf-a153-97c92ffa9a24 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.063690 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.082014 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.096106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-967e6f97-a4c0-494a-9e63-4be0ccd5abcf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7720129 Feb 11 13:42:48.098095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48308) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:48.101994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1739443088', 'admin_state_up': True, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:48.150782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:48.162694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:48.167004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:48.167525 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.172492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=8e77c88e-a9c4-4a53-824c-0045ec533bd4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:48.284496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4dd3f622-5cde-4d74-ad16-420d9863fbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.319251 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.320415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.326609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93824b-c6d7-4d7c-9f60-1ee35f32d5c3 None None] Pushing event updated for resources: {'Port': ['ID=d8b89b80-ee74-4120-bac5-0321083aa393,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:48.419894 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4dd3f622-5cde-4d74-ad16-420d9863fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.423908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-abeeda49-9cee-4baf-a153-97c92ffa9a24 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.425572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.427948 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-abeeda49-9cee-4baf-a153-97c92ffa9a24 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.553368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4dd3f622-5cde-4d74-ad16-420d9863fbdc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f83bf9c9988d4334baa2790b6796c40d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6519356 Feb 11 13:42:48.554214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd3f622-5cde-4d74-ad16-420d9863fbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60054806-1ec9-4548-ae8d-363ef3621df6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:48.560186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48324) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:48.680372 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.695211 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-abeeda49-9cee-4baf-a153-97c92ffa9a24 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.695211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeeda49-9cee-4baf-a153-97c92ffa9a24 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 83039c36-7254-44d9-a7bd-07ff5c926f0b {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:42:48.707933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-abeeda49-9cee-4baf-a153-97c92ffa9a24 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.718470 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-abeeda49-9cee-4baf-a153-97c92ffa9a24 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "DELETE /v2.0/routers/83039c36-7254-44d9-a7bd-07ff5c926f0b HTTP/1.1" status: 204 len: 168 time: 0.7585487 Feb 11 13:42:48.722095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0230d685-5ed4-4298-aaa0-ee94450d5a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.763775 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0230d685-5ed4-4298-aaa0-ee94450d5a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.813333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.993269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0230d685-5ed4-4298-aaa0-ee94450d5a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.995691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0230d685-5ed4-4298-aaa0-ee94450d5a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:48.997622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0230d685-5ed4-4298-aaa0-ee94450d5a94 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/60054806-1ec9-4548-ae8d-363ef3621df6 HTTP/1.1" status: 204 len: 168 time: 0.4365253 Feb 11 13:42:49.051232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230d685-5ed4-4298-aaa0-ee94450d5a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60054806-1ec9-4548-ae8d-363ef3621df6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:49.223638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d8b89b80-ee74-4120-bac5-0321083aa393 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:49.260337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48348) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:49.416622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d8b89b80-ee74-4120-bac5-0321083aa393 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:49.430806 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:49.657962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1710193805', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:49.739079 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:49.831228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:49.835298 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:49.835441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port d8b89b80-ee74-4120-bac5-0321083aa393, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d8b89b80-ee74-4120-bac5-0321083aa393,segment=NetworkSegment(854ce3b3-ff75-4f27-9f79-dc1e260afc54),segment_id=854ce3b3-ff75-4f27-9f79-dc1e260afc54)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:49.940013 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:49.941090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7970bf20-52af-4e49-a53a-78cb20b429be up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:50.010334 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.080198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=d8b89b80-ee74-4120-bac5-0321083aa393,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:50.108177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1c8057-e4de-498e-934b-4ec7b5656c20 None None] Network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:50.253185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-00e2c9ee-335b-455c-ba8d-09a08338e34d None None] Provisioning complete for port d8b89b80-ee74-4120-bac5-0321083aa393 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:50.253185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-00e2c9ee-335b-455c-ba8d-09a08338e34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.375769 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.378401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.442026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.455902 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.515188 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7970bf20-52af-4e49-a53a-78cb20b429be triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:50.515751 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.757736 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.758552 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.799110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Allocated IP 172.25.0.72 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/392c870c-043f-412d-97d4-e69e26a84128) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:50.832534 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:50.862792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:51.006717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=8e77c88e-a9c4-4a53-824c-0045ec533bd4,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:51.189071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d8b89b80-ee74-4120-bac5-0321083aa393 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:51.321659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:51.325291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d8b89b80-ee74-4120-bac5-0321083aa393 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:51.325985 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:51.373623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:51.377469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:51.485334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-08421eba-8d3e-424d-b9a7-a287abddd927 None None] Provisioning complete for port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:51.489372 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-08421eba-8d3e-424d-b9a7-a287abddd927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:51.514108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:42:51.572347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-08421eba-8d3e-424d-b9a7-a287abddd927 None None] Port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:51.581199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-08421eba-8d3e-424d-b9a7-a287abddd927 None None] Provisioning complete for port d8b89b80-ee74-4120-bac5-0321083aa393 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:51.581574 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-08421eba-8d3e-424d-b9a7-a287abddd927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:51.613638 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:51.666291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:51.674144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:51.684489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:51.725251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:51.748878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Port': ['ID=392c870c-043f-412d-97d4-e69e26a84128,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:51.777071 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-17013aa7-de84-420f-88b2-351789c5ea5d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0825784 Feb 11 13:42:51.779742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48402) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:51.795515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2019903225'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:51.801651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Allocated IP 172.25.0.68 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/2bf85028-f0c7-4297-86a2-3639cdcea978) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:51.808540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Sync routers for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:51.941155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:51.945238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:52.234891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:52.256895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:52.279435 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:52.348908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-30531e84-098c-415d-bf80-5e90e70784eb None None] Provisioning complete for port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:52.349732 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-30531e84-098c-415d-bf80-5e90e70784eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:52.355185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:52.357434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:42:52.383783 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:52.384388 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added segment 145e37b2-3180-4533-80dc-75ae2a356c00 of type vlan for network 8381d517-f660-4f46-b730-5ca8290ad006 Feb 11 13:42:52.402940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:52.496176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Pushing event updated for resources: {'Port': ['ID=2bf85028-f0c7-4297-86a2-3639cdcea978,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:52.512705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:42:52.514702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:52.524245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:42:52.561101 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:52.733995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:52.776102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:52.782698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:52.783351 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:52.811858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-30531e84-098c-415d-bf80-5e90e70784eb None None] Port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:52.933654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1484561 Feb 11 13:42:52.933654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48432) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:52.947248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'subnet': {'network_id': '8381d517-f660-4f46-b730-5ca8290ad006', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:52.980195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41d2547-e5a2-40f2-8ffc-52352e6157d7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Network': ['ID=8381d517-f660-4f46-b730-5ca8290ad006,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:53.015128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 8381d517-f660-4f46-b730-5ca8290ad006 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:42:53.022223 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:53.074477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7f190c76-67d0-469f-b2ff-c8d84fbfaf53 None None] Provisioning complete for port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:53.074941 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7f190c76-67d0-469f-b2ff-c8d84fbfaf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:53.272565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:53.282409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7f190c76-67d0-469f-b2ff-c8d84fbfaf53 None None] Port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:42:53.390741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Made reservation on behalf of 641ee9491b38461082e62f58e2060ce5 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:53.400341 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:53.426086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:42:48Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:49Z', 'revision_number': 2, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:53.464585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Checking router: cda7334c-d52b-4147-9fd6-52e819db7d5c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:53.464952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Updating router cda7334c-d52b-4147-9fd6-52e819db7d5c port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:42:53.479254 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:53.514515 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:53.835536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Router a7b2be26-e781-43a7-858a-f23e6b0f8e6c is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:42:53.948752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Router 9d76fb96-3a3f-43eb-b232-69f2244b2482 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:42:54.047131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.085755 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.219860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:54.232870 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.241881 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Sync routers for ids ['9d76fb96-3a3f-43eb-b232-69f2244b2482'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:54.243103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Subnet': ['ID=b93acbbc-000b-4b91-82e3-0e5352fb99a9,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:54.254658 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Routers {'9d76fb96-3a3f-43eb-b232-69f2244b2482'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:54.282664 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9d76fb96-3a3f-43eb-b232-69f2244b2482'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:54.320904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Checking segment: {'id': '145e37b2-3180-4533-80dc-75ae2a356c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:54.323440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network hostable DHCP agents. Network: 8381d517-f660-4f46-b730-5ca8290ad006, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:54.391846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f96737-89d8-42dd-9bb7-097ec9bad8c8 None None] Pushing event updated for resources: {'Port': ['ID=8e77c88e-a9c4-4a53-824c-0045ec533bd4,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:54.409595 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.414558 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-859dbf18-7e7f-4456-b50d-acafe0ea9501 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.3167484 Feb 11 13:42:54.441735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48486) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:54.566624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Attempting to bind port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:54.567220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Attempting to bind port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '854ce3b3-ff75-4f27-9f79-dc1e260afc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:54.567326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Attempting to bind port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 on network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:54.587893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:54.588404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Checking segment: {'id': '854ce3b3-ff75-4f27-9f79-dc1e260afc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:54.588703 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.589098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Bound using segment: {'id': '854ce3b3-ff75-4f27-9f79-dc1e260afc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:54.589751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Bound port: 8e77c88e-a9c4-4a53-824c-0045ec533bd4, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854ce3b3-ff75-4f27-9f79-dc1e260afc54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:54.594118 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.624621 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Set router 9d76fb96-3a3f-43eb-b232-69f2244b2482 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:54.659744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 8381d517-f660-4f46-b730-5ca8290ad006 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:54.742293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:42:54.793643 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] For port 8e77c88e-a9c4-4a53-824c-0045ec533bd4, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:54.801568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] For port 8e77c88e-a9c4-4a53-824c-0045ec533bd4, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8e77c88e-a9c4-4a53-824c-0045ec533bd4,segment=NetworkSegment(854ce3b3-ff75-4f27-9f79-dc1e260afc54),segment_id=854ce3b3-ff75-4f27-9f79-dc1e260afc54)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:54.810490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67581638-62ce-4bc8-a867-37550c108041 None None] Sync routers for ids ['a7b2be26-e781-43a7-858a-f23e6b0f8e6c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:42:54.813634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb0ce04-2de5-4c20-b807-68be0a8990ab tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:54.819927 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fdb0ce04-2de5-4c20-b807-68be0a8990ab tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=68f7c1522217465ab9934a9fd077095e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3688364 Feb 11 13:42:54.820388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48492) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:54.820791 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfb3d-691c-4912-b98d-3b8937e24bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.855210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 8381d517-f660-4f46-b730-5ca8290ad006) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:54.862490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:54.864118 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.869755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c13035-8333-416b-976c-7606e8ee5c94 None None] Network 8381d517-f660-4f46-b730-5ca8290ad006 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:54.871556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67581638-62ce-4bc8-a867-37550c108041 None None] Routers {'a7b2be26-e781-43a7-858a-f23e6b0f8e6c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:54.872195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-67581638-62ce-4bc8-a867-37550c108041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a7b2be26-e781-43a7-858a-f23e6b0f8e6c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:54.881528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ade5a271-72e7-42e8-813a-78712d8f31ef None None] Provisioning complete for port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:54.882125 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ade5a271-72e7-42e8-813a-78712d8f31ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.887999 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.941336 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:54.943256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7e040bfd-4f92-4bfe-99a7-0d751df59dbe tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.6767273 Feb 11 13:42:54.946040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48494) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:55.046011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-24e16eb7-7db9-4440-b51d-a8d4a26e715d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1093516 Feb 11 13:42:55.048570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48496) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:55.152387 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1739443088', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '392c870c-043f-412d-97d4-e69e26a84128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:48Z', 'updated_at': '2022-02-11T13:42:52Z', 'revision_number': 3, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '392c870c-043f-412d-97d4-e69e26a84128', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:50Z', 'updated_at': '2022-02-11T13:42:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:55.157687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-67581638-62ce-4bc8-a867-37550c108041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:55.197400 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Checking router: 9d76fb96-3a3f-43eb-b232-69f2244b2482 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:42:55.198027 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Updating router 9d76fb96-3a3f-43eb-b232-69f2244b2482 port 392c870c-043f-412d-97d4-e69e26a84128 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:42:55.233604 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5322d463-27a2-4856-9ba9-8a3d838ef49d tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:55.234910 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:55.243165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5322d463-27a2-4856-9ba9-8a3d838ef49d tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4216290 Feb 11 13:42:55.246520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67581638-62ce-4bc8-a867-37550c108041 None None] Routers {'a7b2be26-e781-43a7-858a-f23e6b0f8e6c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:55.246772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48504) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:55.247414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-67581638-62ce-4bc8-a867-37550c108041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a7b2be26-e781-43a7-858a-f23e6b0f8e6c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:55.324602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-67581638-62ce-4bc8-a867-37550c108041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:55.325415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67581638-62ce-4bc8-a867-37550c108041 None None] The sync data for ids ['a7b2be26-e781-43a7-858a-f23e6b0f8e6c'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:55.329498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:55.330822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:55.397115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48520) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:55.397383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9c232f8e-07e5-453e-afa9-124328f73356 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1475770 Feb 11 13:42:55.561594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-13d860f5-5c97-4124-b6f3-18a42122cc5e tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=68f7c1522217465ab9934a9fd077095e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1648405 Feb 11 13:42:55.564681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48532) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:55.578070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f96737-89d8-42dd-9bb7-097ec9bad8c8 None None] Pushing event updated for resources: {'Port': ['ID=8e77c88e-a9c4-4a53-824c-0045ec533bd4,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:55.589651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-90e0fe48-6de6-4bd2-9803-01281a1eb64d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/routers/a7b2be26-e781-43a7-858a-f23e6b0f8e6c HTTP/1.1" status: 200 len: 920 time: 0.6424108 Feb 11 13:42:55.606495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48536) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:55.866909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac3a322-1bb8-4c88-8dac-300f2a858a89 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:55.875633 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0ac3a322-1bb8-4c88-8dac-300f2a858a89 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3085542 Feb 11 13:42:55.878152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48546) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:55.882464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-558b0e45-b378-484a-bed2-d2df90c41a4d tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7b2be26-e781-43a7-858a-f23e6b0f8e6c HTTP/1.1" status: 200 len: 205 time: 0.1468918 Feb 11 13:42:55.901861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:55.903790 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ade5a271-72e7-42e8-813a-78712d8f31ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:55.904837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48548) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:55.926474 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:55.968543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8486f12d-3516-42d8-94d3-c9df8d27927d tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0859501 Feb 11 13:42:55.971447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48550) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:55.988844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1970265180', 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f', 'project_id': '68f7c1522217465ab9934a9fd077095e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:42:56.023244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ade5a271-72e7-42e8-813a-78712d8f31ef None None] For port 8e77c88e-a9c4-4a53-824c-0045ec533bd4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8e77c88e-a9c4-4a53-824c-0045ec533bd4,segment=NetworkSegment(854ce3b3-ff75-4f27-9f79-dc1e260afc54),segment_id=854ce3b3-ff75-4f27-9f79-dc1e260afc54)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:42:56.046800 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.121956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.134873 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.161147 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ade5a271-72e7-42e8-813a-78712d8f31ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.283141 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Attempting to bind port 392c870c-043f-412d-97d4-e69e26a84128 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:42:56.284404 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Attempting to bind port 392c870c-043f-412d-97d4-e69e26a84128 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:42:56.285945 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Attempting to bind port 392c870c-043f-412d-97d4-e69e26a84128 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:42:56.327693 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:42:56.329332 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:56.329332 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.330992 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:42:56.331654 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Bound port: 392c870c-043f-412d-97d4-e69e26a84128, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:42:56.333118 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.356724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5a271-72e7-42e8-813a-78712d8f31ef None None] Pushing event updated for resources: {'Port': ['ID=8e77c88e-a9c4-4a53-824c-0045ec533bd4,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:56.384389 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.405108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-8381d517-f660-4f46-b730-5ca8290ad006', 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'fixed_ips': [{'subnet_id': 'b93acbbc-000b-4b91-82e3-0e5352fb99a9'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:42:56.405731 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.412237 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] For port 392c870c-043f-412d-97d4-e69e26a84128, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:42:56.419604 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] For port 392c870c-043f-412d-97d4-e69e26a84128, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=392c870c-043f-412d-97d4-e69e26a84128,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:42:56.441883 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d553451-27d1-440e-8173-3e1f1d4d6767 None None] Pushing event updated for resources: {'Port': ['ID=392c870c-043f-412d-97d4-e69e26a84128,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:56.454315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Made reservation on behalf of 68f7c1522217465ab9934a9fd077095e for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:42:56.466129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.551774 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.682285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-036c291b-0114-494e-859e-5a6a06cbd709 None None] Provisioning complete for port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:42:56.682968 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-036c291b-0114-494e-859e-5a6a06cbd709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:56.752127 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Routers {'9d76fb96-3a3f-43eb-b232-69f2244b2482'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:42:56.752752 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9d76fb96-3a3f-43eb-b232-69f2244b2482'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:56.874198 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d553451-27d1-440e-8173-3e1f1d4d6767 None None] Pushing event updated for resources: {'Port': ['ID=392c870c-043f-412d-97d4-e69e26a84128,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:57.087529 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] Set router 9d76fb96-3a3f-43eb-b232-69f2244b2482 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:42:57.109484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48566) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:57.158071 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-05598c3b-0b9a-483a-8e83-67ad3b86d183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:57.185671 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:57.354452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Subnet': ['ID=cf64cc5c-2596-44ed-ad99-6dbfee02f342,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:57.366034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Checking segment: {'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:42:57.366625 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network hostable DHCP agents. Network: f8a4cecf-1c38-4bfe-93f1-1b77956d106f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:42:57.388751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.393467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.394800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.396405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.397146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.398178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.398754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.407839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.407839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.407839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.407839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.407839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:57.532484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network f8a4cecf-1c38-4bfe-93f1-1b77956d106f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:42:57.596984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74d5b3e7-995d-4e53-a35a-4fe4da7ceff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:57.615917 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1739443088', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '392c870c-043f-412d-97d4-e69e26a84128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:48Z', 'updated_at': '2022-02-11T13:42:52Z', 'revision_number': 3, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '392c870c-043f-412d-97d4-e69e26a84128', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:50Z', 'updated_at': '2022-02-11T13:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:57.650588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f8a4cecf-1c38-4bfe-93f1-1b77956d106f) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:42:57.653220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Allocated IP 2001:db8:3::2 (8381d517-f660-4f46-b730-5ca8290ad006/b93acbbc-000b-4b91-82e3-0e5352fb99a9/6641da07-f9a3-4f3c-afab-fb3bfb87a79a) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:42:57.656999 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99fbd98-eb81-4d46-8b62-c10532213887 None None] The sync data for ids ['9d76fb96-3a3f-43eb-b232-69f2244b2482'] in n-d-816488-1 is: [{'id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1739443088', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '392c870c-043f-412d-97d4-e69e26a84128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:48Z', 'updated_at': '2022-02-11T13:42:52Z', 'revision_number': 3, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '392c870c-043f-412d-97d4-e69e26a84128', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:50Z', 'updated_at': '2022-02-11T13:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:57.662770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:42:57.663464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:57.690350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110b81c-0499-4f94-aa80-4c9d6ffd9e59 None None] Network f8a4cecf-1c38-4bfe-93f1-1b77956d106f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:42:57.726987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Deleting port 2bf85028-f0c7-4297-86a2-3639cdcea978 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:42:57.727942 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:57.888892 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5565531e-665f-4342-906d-c6fed5393961 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9135034 Feb 11 13:42:57.894976 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:57.903284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48588) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:58.159162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:58.211284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Calling delete_port for 2bf85028-f0c7-4297-86a2-3639cdcea978 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:42:58.935449 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74d5b3e7-995d-4e53-a35a-4fe4da7ceff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:59.190713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:59.240972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:42:48Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:54Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:42:59.260597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:59.289361 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74d5b3e7-995d-4e53-a35a-4fe4da7ceff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:59.289668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 392c870c-043f-412d-97d4-e69e26a84128 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:42:59.358746 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Pushing event deleted for resources: {'Port': ['ID=2bf85028-f0c7-4297-86a2-3639cdcea978,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:59.434380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5b3e7-995d-4e53-a35a-4fe4da7ceff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bca2f28-ebf9-48d2-9c13-9300977308a7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:42:59.446464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.446464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.450515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.450865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.451199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.451906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.452078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.452330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.452653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.452969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.453285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.454172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:42:59.491475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-74d5b3e7-995d-4e53-a35a-4fe4da7ceff4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c22596d5ca594a9e9c54a61e645a811e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3788114 Feb 11 13:42:59.495392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48608) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:42:59.510146 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:59.563038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47869215-9ccb-4609-b32d-4a1dd5b89492 None None] The sync data for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 is: [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:42:48Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:54Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:42:59.627057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f8a4cecf-1c38-4bfe-93f1-1b77956d106f', 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'fixed_ips': [{'subnet_id': 'cf64cc5c-2596-44ed-ad99-6dbfee02f342'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:42:59.670318 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:42:59.673835 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.062543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.087653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48618) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:00.192107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.196383 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.230438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 392c870c-043f-412d-97d4-e69e26a84128 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:00.230817 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.356314 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aecd3bc-e70e-407d-afa8-6ef985d830b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.381689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aecd3bc-e70e-407d-afa8-6ef985d830b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.464172 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.465173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Fanout notify agent at l3_agent the message router_deleted on router a7b2be26-e781-43a7-858a-f23e6b0f8e6c {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:00.478981 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.486639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8c702967-112e-4ab1-9289-0cca14cf127f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/a7b2be26-e781-43a7-858a-f23e6b0f8e6c HTTP/1.1" status: 204 len: 168 time: 4.5754418 Feb 11 13:43:00.487790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48626) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:00.498268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Request body: {'router': {'name': 'tempest-snat-router-533655547', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_snat': False}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:00.518152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec80e39-551e-4ec8-939b-5642abafec2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.611592 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.625956 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.642949 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.644926 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.665088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Allocated IP 172.20.0.18 (f8a4cecf-1c38-4bfe-93f1-1b77956d106f/cf64cc5c-2596-44ed-ad99-6dbfee02f342/54d21d54-22c1-4187-8403-b7ed07e11b45) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:00.699799 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec80e39-551e-4ec8-939b-5642abafec2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.761479 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.780572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aecd3bc-e70e-407d-afa8-6ef985d830b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.783509 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aecd3bc-e70e-407d-afa8-6ef985d830b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.787837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1aecd3bc-e70e-407d-afa8-6ef985d830b2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2bca2f28-ebf9-48d2-9c13-9300977308a7 HTTP/1.1" status: 204 len: 168 time: 1.2896876 Feb 11 13:43:00.871199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.886341 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.890926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ec80e39-551e-4ec8-939b-5642abafec2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:00.938686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aecd3bc-e70e-407d-afa8-6ef985d830b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bca2f28-ebf9-48d2-9c13-9300977308a7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:00.991535 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.047538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Allocated IP 2001:db8:3::1 (8381d517-f660-4f46-b730-5ca8290ad006/b93acbbc-000b-4b91-82e3-0e5352fb99a9/98d57cf3-e807-420a-80a0-ff362837c9f2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:01.063344 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9ec80e39-551e-4ec8-939b-5642abafec2d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3098abea2f114f24aedf9542630300ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9691036 Feb 11 13:43:01.064869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 392c870c-043f-412d-97d4-e69e26a84128, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=392c870c-043f-412d-97d4-e69e26a84128,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:01.077997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48636) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:01.084924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec80e39-551e-4ec8-939b-5642abafec2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda2098a-8c5c-4c91-aaf3-6cb78027aceb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:01.125893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Network 8381d517-f660-4f46-b730-5ca8290ad006 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:01.144522 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.148988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:01.162767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:01.282584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Pushing event updated for resources: {'Port': ['ID=6641da07-f9a3-4f3c-afab-fb3bfb87a79a,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:01.358365 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.375250 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c81f8a-da91-4020-bae8-102963e3b115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.468961 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.491505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8e77c88e-a9c4-4a53-824c-0045ec533bd4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:01.506749 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c81f8a-da91-4020-bae8-102963e3b115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.683656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Attempting to bind port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:01.684253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Attempting to bind port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '145e37b2-3180-4533-80dc-75ae2a356c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:01.684933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Attempting to bind port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a on network 8381d517-f660-4f46-b730-5ca8290ad006 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:01.707142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=392c870c-043f-412d-97d4-e69e26a84128,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:01.717392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:01.717789 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Checking segment: {'id': '145e37b2-3180-4533-80dc-75ae2a356c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:01.718201 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.718630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Bound using segment: {'id': '145e37b2-3180-4533-80dc-75ae2a356c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:01.719185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Bound port: 6641da07-f9a3-4f3c-afab-fb3bfb87a79a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145e37b2-3180-4533-80dc-75ae2a356c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:01.719661 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.746934 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.757498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:01.758332 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.793402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.863574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] For port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:01.871797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] For port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6641da07-f9a3-4f3c-afab-fb3bfb87a79a,segment=NetworkSegment(145e37b2-3180-4533-80dc-75ae2a356c00),segment_id=145e37b2-3180-4533-80dc-75ae2a356c00)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:01.907282 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 8381d517-f660-4f46-b730-5ca8290ad006 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:01.908722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:01.913183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:01.914940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.941576 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:01.999895 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c81f8a-da91-4020-bae8-102963e3b115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.003028 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07c81f8a-da91-4020-bae8-102963e3b115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.004264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-07c81f8a-da91-4020-bae8-102963e3b115 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dda2098a-8c5c-4c91-aaf3-6cb78027aceb HTTP/1.1" status: 204 len: 168 time: 0.9205067 Feb 11 13:43:02.042848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Network f8a4cecf-1c38-4bfe-93f1-1b77956d106f is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:02.048636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:02.054266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:02.063071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c81f8a-da91-4020-bae8-102963e3b115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda2098a-8c5c-4c91-aaf3-6cb78027aceb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:02.071494 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.114995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Pushing event updated for resources: {'Port': ['ID=54d21d54-22c1-4187-8403-b7ed07e11b45,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:02.157241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=98d57cf3-e807-420a-80a0-ff362837c9f2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:02.187132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Allocated IP 172.20.0.17 (f8a4cecf-1c38-4bfe-93f1-1b77956d106f/cf64cc5c-2596-44ed-ad99-6dbfee02f342/7d2606b2-9ba5-4311-b5ba-5ceb2bafe065) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:02.283681 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80daf12-0add-4b40-8acd-d4bbf0bc4c54 None None] Pushing event updated for resources: {'Port': ['ID=6641da07-f9a3-4f3c-afab-fb3bfb87a79a,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:02.287358 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Attempting to bind port 54d21d54-22c1-4187-8403-b7ed07e11b45 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:02.287735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Attempting to bind port 54d21d54-22c1-4187-8403-b7ed07e11b45 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:02.288106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Attempting to bind port 54d21d54-22c1-4187-8403-b7ed07e11b45 on network f8a4cecf-1c38-4bfe-93f1-1b77956d106f {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:02.304849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:02.305240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Checking segment: {'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:02.305654 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.306090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Bound using segment: {'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:02.306957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Bound port: 54d21d54-22c1-4187-8403-b7ed07e11b45, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:02.307359 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.367852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48658) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:02.428011 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e9083ef-ffd8-4cc1-a162-078059c1f024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.465973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] For port 54d21d54-22c1-4187-8403-b7ed07e11b45, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:02.473051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] For port 54d21d54-22c1-4187-8403-b7ed07e11b45, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=54d21d54-22c1-4187-8403-b7ed07e11b45,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:02.486880 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.566167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.568696 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.588063 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:02.766437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dbb4ea-0b9b-44c5-99d2-623b46d07ace None None] Pushing event updated for resources: {'Port': ['ID=54d21d54-22c1-4187-8403-b7ed07e11b45,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:02.857394 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.013205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Allocated IP 172.25.0.100 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/2b1dd745-add2-4dd7-9d81-e1dc9341f421) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:03.206976 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.314312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network f8a4cecf-1c38-4bfe-93f1-1b77956d106f is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:03.317892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Port': ['ID=7d2606b2-9ba5-4311-b5ba-5ceb2bafe065,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:03.322445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:03.324264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:03.360755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48670) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:03.444017 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.456753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a90d94c8-d910-4428-9a7f-30f746f444d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.536065 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e9083ef-ffd8-4cc1-a162-078059c1f024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.647136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 54d21d54-22c1-4187-8403-b7ed07e11b45 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:03.661625 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.677038 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e9083ef-ffd8-4cc1-a162-078059c1f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.774226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 54d21d54-22c1-4187-8403-b7ed07e11b45 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:03.775506 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.782090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9083ef-ffd8-4cc1-a162-078059c1f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f01d584-cd54-46c4-a2d1-986effc7450c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:03.809551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4e9083ef-ffd8-4cc1-a162-078059c1f024 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd29b7e727b6479aa3d64d896ce71cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4306157 Feb 11 13:43:03.809551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48676) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:03.866096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.867330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.905353 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:03.959765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event updated for resources: {'Port': ['ID=98d57cf3-e807-420a-80a0-ff362837c9f2,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:03.969009 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.007708 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.062648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 54d21d54-22c1-4187-8403-b7ed07e11b45, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=54d21d54-22c1-4187-8403-b7ed07e11b45,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:04.078576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff40-2f10-44f3-9219-bd65da8f6dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.161857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.164013 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a90d94c8-d910-4428-9a7f-30f746f444d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.165594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6641da07-f9a3-4f3c-afab-fb3bfb87a79a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:04.233755 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff40-2f10-44f3-9219-bd65da8f6dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.242478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08daad5-37a8-4a52-9d9d-cb79f2724704 None None] Network 8381d517-f660-4f46-b730-5ca8290ad006 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:04.277033 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.305097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a90d94c8-d910-4428-9a7f-30f746f444d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.392709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d94c8-d910-4428-9a7f-30f746f444d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f460eba-697d-42b7-a860-57670f1ccd8b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.485835 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a90d94c8-d910-4428-9a7f-30f746f444d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=413a5a3b5b974109bcb4a2b835f6ea96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1202996 Feb 11 13:43:04.500061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48682) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:04.517604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5706157f-91fc-4c3d-92ba-40472aff7a9f None None] Provisioning complete for port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:04.518013 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5706157f-91fc-4c3d-92ba-40472aff7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.577447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=54d21d54-22c1-4187-8403-b7ed07e11b45,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.595272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Network 8381d517-f660-4f46-b730-5ca8290ad006 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:04.623062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:04.671051 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0890-2339-4e5c-ab1f-8afc6625abea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.673353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:04.673995 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.748248 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0890-2339-4e5c-ab1f-8afc6625abea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.778275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:04.821161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e807b8c-fca1-40be-8e2e-27902553d5a9 None None] Network f8a4cecf-1c38-4bfe-93f1-1b77956d106f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:04.825172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:04.828920 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff40-2f10-44f3-9219-bd65da8f6dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.831873 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f8eff40-2f10-44f3-9219-bd65da8f6dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:04.833815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2f8eff40-2f10-44f3-9219-bd65da8f6dd7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f01d584-cd54-46c4-a2d1-986effc7450c HTTP/1.1" status: 204 len: 168 time: 1.0206513 Feb 11 13:43:04.836772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:04.882543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event updated for resources: {'Port': ['ID=2b1dd745-add2-4dd7-9d81-e1dc9341f421,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:04.937883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8eff40-2f10-44f3-9219-bd65da8f6dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f01d584-cd54-46c4-a2d1-986effc7450c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:05.049274 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:05.164850 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0890-2339-4e5c-ab1f-8afc6625abea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.167793 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a5fe0890-2339-4e5c-ab1f-8afc6625abea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.171423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a5fe0890-2339-4e5c-ab1f-8afc6625abea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8f460eba-697d-42b7-a860-57670f1ccd8b HTTP/1.1" status: 204 len: 168 time: 0.6686947 Feb 11 13:43:05.263400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe0890-2339-4e5c-ab1f-8afc6625abea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f460eba-697d-42b7-a860-57670f1ccd8b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:05.296597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:05.310286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0eb0894-5eee-4664-8a9b-41e10a036b14 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2610173 Feb 11 13:43:05.310962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48696) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:05.314576 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Sync routers for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:05.323841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-56a5db76-ed98-4a62-8918-d4b9a3a5bba0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:05.344068 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:05.346590 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:05.449932 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5706157f-91fc-4c3d-92ba-40472aff7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.506966 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.622602 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:05.711703 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.889967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5706157f-91fc-4c3d-92ba-40472aff7a9f None None] For port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6641da07-f9a3-4f3c-afab-fb3bfb87a79a,segment=NetworkSegment(145e37b2-3180-4533-80dc-75ae2a356c00),segment_id=145e37b2-3180-4533-80dc-75ae2a356c00)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:05.923511 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.931105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.932278 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:05.961273 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5706157f-91fc-4c3d-92ba-40472aff7a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:06.119314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:06.471162 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:06.474029 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:43:06.560652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e4b4189a-7546-47d4-bc01-6ded03356ee4 None None] Provisioning complete for port 54d21d54-22c1-4187-8403-b7ed07e11b45 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:06.563203 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4b4189a-7546-47d4-bc01-6ded03356ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:06.638311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.extraroute_db [None req-56a5db76-ed98-4a62-8918-d4b9a3a5bba0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:43:06.671905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706157f-91fc-4c3d-92ba-40472aff7a9f None None] Pushing event updated for resources: {'Port': ['ID=6641da07-f9a3-4f3c-afab-fb3bfb87a79a,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:06.672132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Port': ['ID=7d2606b2-9ba5-4311-b5ba-5ceb2bafe065,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:06.705160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.extraroute_db [None req-56a5db76-ed98-4a62-8918-d4b9a3a5bba0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Removed routes are [] {{(pid=103007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:43:06.705561 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-56a5db76-ed98-4a62-8918-d4b9a3a5bba0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:06.996336 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:02Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:55Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d57cf3-e807-420a-80a0-ff362837c9f2', 'name': '', 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:68:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'b93acbbc-000b-4b91-82e3-0e5352fb99a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:58Z', 'updated_at': '2022-02-11T13:43:03Z', 'revision_number': 2, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': 'b93acbbc-000b-4b91-82e3-0e5352fb99a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:07.040578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Router 3bbf9082-1d42-4eca-8ae9-942a20d61027 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:43:07.083952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network f8a4cecf-1c38-4bfe-93f1-1b77956d106f is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:07.104197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:07.130598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 392c870c-043f-412d-97d4-e69e26a84128 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:07.136653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Provisioning complete for port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:07.141885 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.158817 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Checking router: cda7334c-d52b-4147-9fd6-52e819db7d5c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:07.163936 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Updating router cda7334c-d52b-4147-9fd6-52e819db7d5c port 98d57cf3-e807-420a-80a0-ff362837c9f2 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:43:07.305594 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.487398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:07.491770 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-56a5db76-ed98-4a62-8918-d4b9a3a5bba0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.513181 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-56a5db76-ed98-4a62-8918-d4b9a3a5bba0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.519949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Sync routers for ids ['3bbf9082-1d42-4eca-8ae9-942a20d61027'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:07.728264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Routers {'3bbf9082-1d42-4eca-8ae9-942a20d61027'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:07.730991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['3bbf9082-1d42-4eca-8ae9-942a20d61027'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:07.867353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a5db76-ed98-4a62-8918-d4b9a3a5bba0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:07.964780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:07.966074 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b5a190d9-b611-4285-8850-01736d9f1891 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4732165 Feb 11 13:43:07.971978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48754) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:08.257692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Provisioning complete for port 54d21d54-22c1-4187-8403-b7ed07e11b45 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:08.258232 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.311081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 392c870c-043f-412d-97d4-e69e26a84128 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:08.311973 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.375137 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.422510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Router 9d76fb96-3a3f-43eb-b232-69f2244b2482 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:08.440304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Set router 3bbf9082-1d42-4eca-8ae9-942a20d61027 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:08.478045 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.488092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cefc0e84-e6ae-4aaa-8a5b-c4f2d6b2d98c tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/routers/3bbf9082-1d42-4eca-8ae9-942a20d61027 HTTP/1.1" status: 200 len: 908 time: 0.5083432 Feb 11 13:43:08.499906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 48766) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:08.527492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Request body: {'router': {'name': 'tempest-snat-router-533655547', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_snat': True}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:08.594186 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82cdb6-0283-4edb-8943-5fe0bb4b7b30 None None] Pushing event updated for resources: {'Port': ['ID=98d57cf3-e807-420a-80a0-ff362837c9f2,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:08.758177 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Attempting to bind port 98d57cf3-e807-420a-80a0-ff362837c9f2 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:08.758730 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Attempting to bind port 98d57cf3-e807-420a-80a0-ff362837c9f2 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '145e37b2-3180-4533-80dc-75ae2a356c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:08.759450 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Attempting to bind port 98d57cf3-e807-420a-80a0-ff362837c9f2 on network 8381d517-f660-4f46-b730-5ca8290ad006 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:08.772114 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:08.772535 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Checking segment: {'id': '145e37b2-3180-4533-80dc-75ae2a356c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:08.772941 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.773336 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Bound using segment: {'id': '145e37b2-3180-4533-80dc-75ae2a356c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:08.776738 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Bound port: 98d57cf3-e807-420a-80a0-ff362837c9f2, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '145e37b2-3180-4533-80dc-75ae2a356c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:08.777296 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:08.998214 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] For port 98d57cf3-e807-420a-80a0-ff362837c9f2, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:09.009549 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] For port 98d57cf3-e807-420a-80a0-ff362837c9f2, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=98d57cf3-e807-420a-80a0-ff362837c9f2,segment=NetworkSegment(145e37b2-3180-4533-80dc-75ae2a356c00),segment_id=145e37b2-3180-4533-80dc-75ae2a356c00)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:09.077084 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.081690 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.111051 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.225322 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:09.226443 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:09.320068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a5db76-ed98-4a62-8918-d4b9a3a5bba0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:09.330717 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.331713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-56a5db76-ed98-4a62-8918-d4b9a3a5bba0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.340302 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-56a5db76-ed98-4a62-8918-d4b9a3a5bba0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c HTTP/1.1" status: 200 len: 952 time: 4.0282662 Feb 11 13:43:09.340959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48782) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:09.388985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:09.392287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Provisioning complete for port 98d57cf3-e807-420a-80a0-ff362837c9f2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:09.398496 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-02f4124c-6794-4afd-8743-cf21cffe1ad7 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "PUT /v2.0/routers/9d76fb96-3a3f-43eb-b232-69f2244b2482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4935036 Feb 11 13:43:09.399185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.437556 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82cdb6-0283-4edb-8943-5fe0bb4b7b30 None None] Pushing event updated for resources: {'Port': ['ID=98d57cf3-e807-420a-80a0-ff362837c9f2,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:09.477689 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Sync routers for ids ['9d76fb96-3a3f-43eb-b232-69f2244b2482'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:09.535383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 54d21d54-22c1-4187-8403-b7ed07e11b45 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:09.632926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf9082-1d42-4eca-8ae9-942a20d61027', 'name': 'tempest-snat-router-533655547', 'tenant_id': 'aa2cf7c217a14fe1937eec933038b47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.100'}], 'enable_snat': False}, 'gw_port_id': '2b1dd745-add2-4dd7-9d81-e1dc9341f421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:00Z', 'updated_at': '2022-02-11T13:43:05Z', 'revision_number': 3, 'project_id': 'aa2cf7c217a14fe1937eec933038b47e', 'gw_port': {'id': '2b1dd745-add2-4dd7-9d81-e1dc9341f421', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf9082-1d42-4eca-8ae9-942a20d61027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:02Z', 'updated_at': '2022-02-11T13:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:09.684785 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-80262406-9c7e-44c7-a699-48afc432427f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c HTTP/1.1" status: 200 len: 952 time: 0.3426092 Feb 11 13:43:09.685671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48792) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:09.706862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d60f43ee-e98b-458d-b10f-07a122756246 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'routes': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:09.722414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Checking router: 3bbf9082-1d42-4eca-8ae9-942a20d61027 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:09.723923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Updating router 3bbf9082-1d42-4eca-8ae9-942a20d61027 port 2b1dd745-add2-4dd7-9d81-e1dc9341f421 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:43:09.728532 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:09.816010 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:09.857403 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:10.024052 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:10.057235 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Routers {'9d76fb96-3a3f-43eb-b232-69f2244b2482'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:10.057235 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9d76fb96-3a3f-43eb-b232-69f2244b2482'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:10.187440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] For port 98d57cf3-e807-420a-80a0-ff362837c9f2, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=98d57cf3-e807-420a-80a0-ff362837c9f2,segment=NetworkSegment(145e37b2-3180-4533-80dc-75ae2a356c00),segment_id=145e37b2-3180-4533-80dc-75ae2a356c00)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:10.188980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 54d21d54-22c1-4187-8403-b7ed07e11b45 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:10.190899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:10.274850 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:10.462012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-79f2a155-39a3-4e2d-942b-588c40af19fb tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:10.467933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-79f2a155-39a3-4e2d-942b-588c40af19fb tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/networks?id=f8a4cecf-1c38-4bfe-93f1-1b77956d106f HTTP/1.1" status: 200 len: 798 time: 0.5743778 Feb 11 13:43:10.635860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-73c7f6d3-5adb-4df9-81dc-513c5bf64c10 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/quotas/68f7c1522217465ab9934a9fd077095e HTTP/1.1" status: 200 len: 375 time: 0.1585424 Feb 11 13:43:10.649584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Provisioning complete for port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:10.650194 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:10.667225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.extraroute_db [None req-d60f43ee-e98b-458d-b10f-07a122756246 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added routes are [] {{(pid=103007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:43:10.668093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.extraroute_db [None req-d60f43ee-e98b-458d-b10f-07a122756246 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:43:10.681408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Pushing event updated for resources: {'Port': ['ID=98d57cf3-e807-420a-80a0-ff362837c9f2,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:10.703346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d60f43ee-e98b-458d-b10f-07a122756246 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:10.806558 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Set router 9d76fb96-3a3f-43eb-b232-69f2244b2482 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:10.934763 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:43:10.937436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-0a0fbc24-bad9-4bff-90ce-702e765e9c49 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=68f7c1522217465ab9934a9fd077095e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2745950 Feb 11 13:43:11.040841 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:06Z', 'revision_number': 6, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:55Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d57cf3-e807-420a-80a0-ff362837c9f2', 'name': '', 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:68:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'b93acbbc-000b-4b91-82e3-0e5352fb99a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:58Z', 'updated_at': '2022-02-11T13:43:08Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': 'b93acbbc-000b-4b91-82e3-0e5352fb99a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:11.205108 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d60f43ee-e98b-458d-b10f-07a122756246 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:11.210258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d60f43ee-e98b-458d-b10f-07a122756246 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:11.283636 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df50ff8-e6c6-4546-af5e-fe00887db48e None None] The sync data for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 is: [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:06Z', 'revision_number': 6, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:55Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d57cf3-e807-420a-80a0-ff362837c9f2', 'name': '', 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:68:c6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'b93acbbc-000b-4b91-82e3-0e5352fb99a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:58Z', 'updated_at': '2022-02-11T13:43:08Z', 'revision_number': 4, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': 'b93acbbc-000b-4b91-82e3-0e5352fb99a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:11.557598 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1739443088', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '392c870c-043f-412d-97d4-e69e26a84128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:48Z', 'updated_at': '2022-02-11T13:43:03Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '392c870c-043f-412d-97d4-e69e26a84128', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:50Z', 'updated_at': '2022-02-11T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '7d2606b2-9ba5-4311-b5ba-5ceb2bafe065', 'name': '', 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:4c:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'cf64cc5c-2596-44ed-ad99-6dbfee02f342', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:00Z', 'updated_at': '2022-02-11T13:43:04Z', 'revision_number': 2, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'cf64cc5c-2596-44ed-ad99-6dbfee02f342', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:11.583875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60f43ee-e98b-458d-b10f-07a122756246 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:11.600269 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Checking router: 9d76fb96-3a3f-43eb-b232-69f2244b2482 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:11.601148 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Updating router 9d76fb96-3a3f-43eb-b232-69f2244b2482 port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:43:11.628368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f8be132e-80a2-4578-ad70-753246e69b0c None None] Port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:43:11.642207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6641da07-f9a3-4f3c-afab-fb3bfb87a79a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:11.652930 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:11.699136 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.010298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fc101f54-ef24-40fa-a671-258d5b1db7b9 None None] Provisioning complete for port 98d57cf3-e807-420a-80a0-ff362837c9f2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:12.014008 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fc101f54-ef24-40fa-a671-258d5b1db7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.140399 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.147517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60f43ee-e98b-458d-b10f-07a122756246 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:12.180522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d60f43ee-e98b-458d-b10f-07a122756246 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.211167 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d60f43ee-e98b-458d-b10f-07a122756246 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c HTTP/1.1" status: 200 len: 702 time: 2.5198643 Feb 11 13:43:12.213935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48882) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:12.219171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:12.219542 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.341811 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.504087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b89c8-8155-4421-b319-d7bba7280b0d None None] Pushing event updated for resources: {'Port': ['ID=2b1dd745-add2-4dd7-9d81-e1dc9341f421,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:12.561961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Attempting to bind port 2b1dd745-add2-4dd7-9d81-e1dc9341f421 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:12.567973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Attempting to bind port 2b1dd745-add2-4dd7-9d81-e1dc9341f421 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:12.569191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Attempting to bind port 2b1dd745-add2-4dd7-9d81-e1dc9341f421 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:12.652648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:12.653227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:12.653748 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.654510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:12.656116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Bound port: 2b1dd745-add2-4dd7-9d81-e1dc9341f421, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:12.656565 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.657936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eb7410f5-fd1d-4aed-bdb3-9216cfccb7a5 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c HTTP/1.1" status: 200 len: 702 time: 0.4359796 Feb 11 13:43:12.663062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 48908) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:12.798994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] For port 2b1dd745-add2-4dd7-9d81-e1dc9341f421, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:12.808243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] For port 2b1dd745-add2-4dd7-9d81-e1dc9341f421, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b1dd745-add2-4dd7-9d81-e1dc9341f421,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:12.839695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fc101f54-ef24-40fa-a671-258d5b1db7b9 None None] Provisioning complete for port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:12.853161 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fc101f54-ef24-40fa-a671-258d5b1db7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.898698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:12.950061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fc101f54-ef24-40fa-a671-258d5b1db7b9 None None] Port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:43:12.975351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.019720 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.116218 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.117873 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-b9432c57-4089-4a57-990f-6ca82d20fdc9 service neutron] 10.222.0.52 "GET /v2.0/networks/f8a4cecf-1c38-4bfe-93f1-1b77956d106f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1791406 Feb 11 13:43:13.141580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] Sync routers for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:13.344075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 98d57cf3-e807-420a-80a0-ff362837c9f2 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:13.367940 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c6713-8162-441d-bc07-c6fea235928c None None] Pushing event updated for resources: {'Port': ['ID=7d2606b2-9ba5-4311-b5ba-5ceb2bafe065,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:13.377712 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:13.379049 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:13.494544 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-786b5d27-9f93-46df-9778-a58bc177c1b4 service neutron] 10.222.0.52 "GET /v2.0/networks/f8a4cecf-1c38-4bfe-93f1-1b77956d106f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663778 Feb 11 13:43:13.581234 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Attempting to bind port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:13.581234 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Attempting to bind port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:13.581234 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Attempting to bind port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 on network f8a4cecf-1c38-4bfe-93f1-1b77956d106f {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:13.592784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b89c8-8155-4421-b319-d7bba7280b0d None None] Pushing event updated for resources: {'Port': ['ID=2b1dd745-add2-4dd7-9d81-e1dc9341f421,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:13.593021 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:13.593021 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Checking segment: {'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:13.593817 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.593817 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Bound using segment: {'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:13.598656 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Bound port: 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:13.598656 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.683167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Allocated IP 172.25.0.206 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/e96ec420-4611-459d-b8d5-498dbfc9ffe8) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:13.747753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Routers {'3bbf9082-1d42-4eca-8ae9-942a20d61027'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:13.752983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['3bbf9082-1d42-4eca-8ae9-942a20d61027'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:13.787512 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] For port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:13.794103 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] For port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7d2606b2-9ba5-4311-b5ba-5ceb2bafe065,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:13.825859 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:13.916664 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:14.118324 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:14.189858 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Routers {'9d76fb96-3a3f-43eb-b232-69f2244b2482'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:14.190497 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9d76fb96-3a3f-43eb-b232-69f2244b2482'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:14.205073 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c6713-8162-441d-bc07-c6fea235928c None None] Pushing event updated for resources: {'Port': ['ID=7d2606b2-9ba5-4311-b5ba-5ceb2bafe065,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:14.233022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] Set router 3bbf9082-1d42-4eca-8ae9-942a20d61027 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:14.272077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d703bd52-a49d-4a1c-96be-dad57bea1aa6 req-b32ded31-13a5-424e-9c8d-e29d5729256e tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 210 time: 0.1693380 Feb 11 13:43:14.391503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:14.523477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:14.547494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:14.561612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:14.578425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:14.622864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 98d57cf3-e807-420a-80a0-ff362837c9f2 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:14.623554 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:14.654430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event updated for resources: {'Port': ['ID=e96ec420-4611-459d-b8d5-498dbfc9ffe8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:14.655032 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] Set router 9d76fb96-3a3f-43eb-b232-69f2244b2482 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:14.849826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port 98d57cf3-e807-420a-80a0-ff362837c9f2, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=98d57cf3-e807-420a-80a0-ff362837c9f2,segment=NetworkSegment(145e37b2-3180-4533-80dc-75ae2a356c00),segment_id=145e37b2-3180-4533-80dc-75ae2a356c00)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:14.861971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:14.870612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-621e6877-7aa8-4db6-b55f-fee18b26f1c0 None None] Provisioning complete for port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:14.870984 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-621e6877-7aa8-4db6-b55f-fee18b26f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:14.888219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 98d57cf3-e807-420a-80a0-ff362837c9f2 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:15.027054 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1739443088', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '392c870c-043f-412d-97d4-e69e26a84128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:48Z', 'updated_at': '2022-02-11T13:43:03Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '392c870c-043f-412d-97d4-e69e26a84128', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:50Z', 'updated_at': '2022-02-11T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '7d2606b2-9ba5-4311-b5ba-5ceb2bafe065', 'name': '', 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:4c:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'cf64cc5c-2596-44ed-ad99-6dbfee02f342', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:00Z', 'updated_at': '2022-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'cf64cc5c-2596-44ed-ad99-6dbfee02f342', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:15.080943 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8547872f-0fcf-484d-b1fa-946106941299 None None] The sync data for ids ['9d76fb96-3a3f-43eb-b232-69f2244b2482'] in n-d-816488-1 is: [{'id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1739443088', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '392c870c-043f-412d-97d4-e69e26a84128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:48Z', 'updated_at': '2022-02-11T13:43:03Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '392c870c-043f-412d-97d4-e69e26a84128', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:50Z', 'updated_at': '2022-02-11T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '7d2606b2-9ba5-4311-b5ba-5ceb2bafe065', 'name': '', 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:4c:23:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': 'cf64cc5c-2596-44ed-ad99-6dbfee02f342', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:00Z', 'updated_at': '2022-02-11T13:43:13Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'cf64cc5c-2596-44ed-ad99-6dbfee02f342', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:15.104351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 98d57cf3-e807-420a-80a0-ff362837c9f2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:15.107950 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:15.408344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:15.434803 n-d-816488-1 neutron-server[103008]: INFO neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No ports have port_id starting with 98d57cf3-e807-420a-80a0-ff362837c9f2 Feb 11 13:43:15.501556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-174a1611-c57c-43c8-be23-300cbdc967a7 req-c1053c32-344b-4288-bfc9-3089f4f10504 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 210 time: 0.1370764 Feb 11 13:43:15.548122 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:15.631176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=98d57cf3-e807-420a-80a0-ff362837c9f2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:15.945541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:16.053330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:16.129913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-621e6877-7aa8-4db6-b55f-fee18b26f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:16.481817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:16.512039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-621e6877-7aa8-4db6-b55f-fee18b26f1c0 None None] For port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7d2606b2-9ba5-4311-b5ba-5ceb2bafe065,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:16.526948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:10Z', 'revision_number': 7, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:55Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98d57cf3-e807-420a-80a0-ff362837c9f2', 'name': '', 'network_id': '8381d517-f660-4f46-b730-5ca8290ad006', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:68:c6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'b93acbbc-000b-4b91-82e3-0e5352fb99a9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:58Z', 'updated_at': '2022-02-11T13:43:10Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': 'b93acbbc-000b-4b91-82e3-0e5352fb99a9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:16.703615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf9082-1d42-4eca-8ae9-942a20d61027', 'name': 'tempest-snat-router-533655547', 'tenant_id': 'aa2cf7c217a14fe1937eec933038b47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.100'}], 'enable_snat': False}, 'gw_port_id': '2b1dd745-add2-4dd7-9d81-e1dc9341f421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:00Z', 'updated_at': '2022-02-11T13:43:05Z', 'revision_number': 3, 'project_id': 'aa2cf7c217a14fe1937eec933038b47e', 'gw_port': {'id': '2b1dd745-add2-4dd7-9d81-e1dc9341f421', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf9082-1d42-4eca-8ae9-942a20d61027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:02Z', 'updated_at': '2022-02-11T13:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:16.718655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] Checking router: cda7334c-d52b-4147-9fd6-52e819db7d5c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:16.720923 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-621e6877-7aa8-4db6-b55f-fee18b26f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:16.843539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:16.848456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12852a55-4af8-42be-9288-9a176f60d6da req-ba60f59d-88a1-43bb-bf01-fc558ad4ed82 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 210 time: 0.1226249 Feb 11 13:43:17.110533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:17.117539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fdc926e6-8313-403c-a473-89ef182875b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4502482 Feb 11 13:43:17.120308 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49084) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:17.122888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:17.123259 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.135676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Router 0e5b2392-f547-4bb1-9b6c-9f609152abb0 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:43:17.189321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-3921a533-56e7-4d2a-9b50-f77c56cffb28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting subnet b93acbbc-000b-4b91-82e3-0e5352fb99a9 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:43:17.193628 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3921a533-56e7-4d2a-9b50-f77c56cffb28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.201817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f8827-8c64-4693-8596-98e5b7f870e4 None None] The sync data for ids ['3bbf9082-1d42-4eca-8ae9-942a20d61027'] in n-d-816488-1 is: [{'id': '3bbf9082-1d42-4eca-8ae9-942a20d61027', 'name': 'tempest-snat-router-533655547', 'tenant_id': 'aa2cf7c217a14fe1937eec933038b47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.100'}], 'enable_snat': False}, 'gw_port_id': '2b1dd745-add2-4dd7-9d81-e1dc9341f421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:00Z', 'updated_at': '2022-02-11T13:43:05Z', 'revision_number': 3, 'project_id': 'aa2cf7c217a14fe1937eec933038b47e', 'gw_port': {'id': '2b1dd745-add2-4dd7-9d81-e1dc9341f421', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf9082-1d42-4eca-8ae9-942a20d61027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:02Z', 'updated_at': '2022-02-11T13:43:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:17.309351 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3921a533-56e7-4d2a-9b50-f77c56cffb28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.469272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e6877-7aa8-4db6-b55f-fee18b26f1c0 None None] Pushing event updated for resources: {'Port': ['ID=7d2606b2-9ba5-4311-b5ba-5ceb2bafe065,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:17.469272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:17.469272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:17.469272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ffe4a78f-98ef-4c22-be66-6c63e1fdcf9c None None] Provisioning complete for port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:17.469272 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ffe4a78f-98ef-4c22-be66-6c63e1fdcf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.470514 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3921a533-56e7-4d2a-9b50-f77c56cffb28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.503370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:17.525678 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Sync routers for ids ['0e5b2392-f547-4bb1-9b6c-9f609152abb0'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:17.554345 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Routers {'0e5b2392-f547-4bb1-9b6c-9f609152abb0'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:17.556845 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['0e5b2392-f547-4bb1-9b6c-9f609152abb0'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:17.792901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:17.796803 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-43793b71-714f-41ad-b390-a4d8fd419536 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.2932785 Feb 11 13:43:17.805701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49094) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:17.821530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3921a533-56e7-4d2a-9b50-f77c56cffb28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.071017 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Set router 0e5b2392-f547-4bb1-9b6c-9f609152abb0 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:18.105217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49104) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:18.111290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921a533-56e7-4d2a-9b50-f77c56cffb28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Subnet': ['ID=b93acbbc-000b-4b91-82e3-0e5352fb99a9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:18.130815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3921a533-56e7-4d2a-9b50-f77c56cffb28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.141100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:18.160921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3921a533-56e7-4d2a-9b50-f77c56cffb28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/b93acbbc-000b-4b91-82e3-0e5352fb99a9 HTTP/1.1" status: 204 len: 168 time: 1.0239222 Feb 11 13:43:18.163676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49108) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:18.317418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98442f19-4978-4bf8-9b45-00f6977bc5ce None None] Network 8381d517-f660-4f46-b730-5ca8290ad006 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:18.339204 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d34c474b-7e05-42bb-aec9-26ac8486c2ec req-a006d3f0-a63c-4b8c-8689-284764d58749 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 210 time: 0.1649954 Feb 11 13:43:18.391165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4ada76f4-6891-4b2f-9aa4-1a0e3e004e64 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/routers/0e5b2392-f547-4bb1-9b6c-9f609152abb0 HTTP/1.1" status: 200 len: 907 time: 0.5929337 Feb 11 13:43:18.394000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49114) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:18.502693 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.655007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-0c09ceef-6fae-426a-8e60-0e99c0b8678f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:18.660094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-0c09ceef-6fae-426a-8e60-0e99c0b8678f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.59 "GET /v2.0/networks?id=f8a4cecf-1c38-4bfe-93f1-1b77956d106f HTTP/1.1" status: 200 len: 798 time: 0.9147966 Feb 11 13:43:18.697105 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa537560-a271-4eb3-9955-af5d0735ddc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.732486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Request body: {'port': {'device_id': 'a16de968-d33e-47df-84ce-b41a45a039d0', 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f', 'admin_state_up': True, 'tenant_id': '68f7c1522217465ab9934a9fd077095e'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:18.736314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:18.853235 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5b2392-f547-4bb1-9b6c-9f609152abb0', 'name': 'tempest-snat-router-533655547', 'tenant_id': 'aa2cf7c217a14fe1937eec933038b47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': 'e96ec420-4611-459d-b8d5-498dbfc9ffe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:09Z', 'updated_at': '2022-02-11T13:43:14Z', 'revision_number': 3, 'project_id': 'aa2cf7c217a14fe1937eec933038b47e', 'gw_port': {'id': 'e96ec420-4611-459d-b8d5-498dbfc9ffe8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:78:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5b2392-f547-4bb1-9b6c-9f609152abb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3002, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:43:12Z', 'updated_at': '2022-02-11T13:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:18.968459 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Checking router: 0e5b2392-f547-4bb1-9b6c-9f609152abb0 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:18.971201 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Updating router 0e5b2392-f547-4bb1-9b6c-9f609152abb0 port e96ec420-4611-459d-b8d5-498dbfc9ffe8 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:43:18.995804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.079620 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.256621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Deleting port e96ec420-4611-459d-b8d5-498dbfc9ffe8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:19.256980 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.421336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:19.422289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.534467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b1dd745-add2-4dd7-9d81-e1dc9341f421 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:19.546583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49136) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:19.618065 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.654086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3188eb-0ade-4fad-ac5b-9d4c5de57f8b None None] DHCP port deletion for 8381d517-f660-4f46-b730-5ca8290ad006 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:43:19.656512 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Calling delete_port for e96ec420-4611-459d-b8d5-498dbfc9ffe8 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:19.716817 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.790909 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.811590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:15Z', 'revision_number': 8, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:55Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:19.858172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e653548-3c8b-4309-ac29-9f18a4f0cfe2 req-a1f6affd-2a31-42d6-9e0f-20a06373c7e1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 210 time: 0.2305522 Feb 11 13:43:19.902154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e958e4-4a79-4cec-a56e-78d66597fc4e None None] The sync data for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 is: [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:15Z', 'revision_number': 8, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:55Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:19.947131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa537560-a271-4eb3-9955-af5d0735ddc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.962638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2b1dd745-add2-4dd7-9d81-e1dc9341f421 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:19.968662 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:19.971088 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Attempting to bind port e96ec420-4611-459d-b8d5-498dbfc9ffe8 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:19.974311 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Attempting to bind port e96ec420-4611-459d-b8d5-498dbfc9ffe8 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:19.976528 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Attempting to bind port e96ec420-4611-459d-b8d5-498dbfc9ffe8 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:19.981847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1b3188eb-0ade-4fad-ac5b-9d4c5de57f8b None None] Deleting port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:19.983667 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b3188eb-0ade-4fad-ac5b-9d4c5de57f8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.010382 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:20.010968 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:20.011481 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.012874 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:20.015418 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Bound port: e96ec420-4611-459d-b8d5-498dbfc9ffe8, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:20.016385 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.022739 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c6421-3cce-4f05-84a3-4b8a1a64218f None None] Pushing event updated for resources: {'Port': ['ID=e96ec420-4611-459d-b8d5-498dbfc9ffe8,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.060013 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa537560-a271-4eb3-9955-af5d0735ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.168251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fa537560-a271-4eb3-9955-af5d0735ddc8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=605cf5f759c948fb8b1dccd86715830b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0565193 Feb 11 13:43:20.168631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49154) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:20.171251 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ea78481-96fe-4af7-a81b-2c8bf09e0341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.231699 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.db.api [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:20.231699 n-d-816488-1 neutron-server[103009]: DEBUG oslo_db.api [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:43:20.234811 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.264136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6641da07-f9a3-4f3c-afab-fb3bfb87a79a,segment=NetworkSegment(145e37b2-3180-4533-80dc-75ae2a356c00),segment_id=145e37b2-3180-4533-80dc-75ae2a356c00)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:20.264530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.286759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event deleted for resources: {'Port': ['ID=e96ec420-4611-459d-b8d5-498dbfc9ffe8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.291230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1b3188eb-0ade-4fad-ac5b-9d4c5de57f8b None None] For port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6641da07-f9a3-4f3c-afab-fb3bfb87a79a,segment=NetworkSegment(145e37b2-3180-4533-80dc-75ae2a356c00),segment_id=145e37b2-3180-4533-80dc-75ae2a356c00)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:20.291744 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b3188eb-0ade-4fad-ac5b-9d4c5de57f8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.322364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 6641da07-f9a3-4f3c-afab-fb3bfb87a79a owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:20.328109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1b3188eb-0ade-4fad-ac5b-9d4c5de57f8b None None] Calling delete_port for 6641da07-f9a3-4f3c-afab-fb3bfb87a79a owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:20.464890 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.507532 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe149801-f3e2-45fe-be2b-7b81670f7884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.577919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 2b1dd745-add2-4dd7-9d81-e1dc9341f421, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b1dd745-add2-4dd7-9d81-e1dc9341f421,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:20.585953 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe149801-f3e2-45fe-be2b-7b81670f7884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.675508 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.677139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:20.703206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.746854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ea78481-96fe-4af7-a81b-2c8bf09e0341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.748312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Made reservation on behalf of 68f7c1522217465ab9934a9fd077095e for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:20.752508 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Attempting to bind port e96ec420-4611-459d-b8d5-498dbfc9ffe8 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:20.752800 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.752970 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Attempting to bind port e96ec420-4611-459d-b8d5-498dbfc9ffe8 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:20.753252 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Attempting to bind port e96ec420-4611-459d-b8d5-498dbfc9ffe8 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:20.755679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa537560-a271-4eb3-9955-af5d0735ddc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab93d775-4c15-42c2-b622-c73c5617e849,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.772604 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:20.776683 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:20.777099 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.777501 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:20.785535 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Bound port: e96ec420-4611-459d-b8d5-498dbfc9ffe8, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:20.786127 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:20.833287 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.plugin [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Port e96ec420-4611-459d-b8d5-498dbfc9ffe8 has been deleted concurrently {{(pid=103009) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 11 13:43:20.857316 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Routers {'0e5b2392-f547-4bb1-9b6c-9f609152abb0'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:20.861222 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['0e5b2392-f547-4bb1-9b6c-9f609152abb0'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:20.941556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=2b1dd745-add2-4dd7-9d81-e1dc9341f421,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:20.946980 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b3188eb-0ade-4fad-ac5b-9d4c5de57f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.022345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3188eb-0ade-4fad-ac5b-9d4c5de57f8b None None] Pushing event deleted for resources: {'Port': ['ID=6641da07-f9a3-4f3c-afab-fb3bfb87a79a,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:21.036815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3188eb-0ade-4fad-ac5b-9d4c5de57f8b None None] No DVR routers for this DVR port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:21.037806 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] Set router 0e5b2392-f547-4bb1-9b6c-9f609152abb0 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:21.057560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:21.057971 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.080750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe149801-f3e2-45fe-be2b-7b81670f7884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.088468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe149801-f3e2-45fe-be2b-7b81670f7884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.092106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fe149801-f3e2-45fe-be2b-7b81670f7884 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ab93d775-4c15-42c2-b622-c73c5617e849 HTTP/1.1" status: 204 len: 168 time: 0.9199445 Feb 11 13:43:21.198690 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.210644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d58ad45d-ab52-40f8-a9b0-4b694a6c4418 req-fd8bc904-dc2b-4de9-a898-1f2915a48de3 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 210 time: 0.1864901 Feb 11 13:43:21.212064 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.240565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe149801-f3e2-45fe-be2b-7b81670f7884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab93d775-4c15-42c2-b622-c73c5617e849,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:21.245383 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e5b2392-f547-4bb1-9b6c-9f609152abb0', 'name': 'tempest-snat-router-533655547', 'tenant_id': 'aa2cf7c217a14fe1937eec933038b47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:09Z', 'updated_at': '2022-02-11T13:43:19Z', 'revision_number': 5, 'project_id': 'aa2cf7c217a14fe1937eec933038b47e', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:21.379471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.382990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e5b2392-f547-4bb1-9b6c-9f609152abb0 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:21.392995 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.394949 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dcab9fe0-21a3-4de4-8ce6-ebe17a33a9aa tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "DELETE /v2.0/routers/0e5b2392-f547-4bb1-9b6c-9f609152abb0 HTTP/1.1" status: 204 len: 168 time: 2.9799988 Feb 11 13:43:21.398305 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49174) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:21.417181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] Sync routers for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:21.434090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:21.438192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:21.555917 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771188b9-a467-46a5-8fdd-4c0a0ea4bfec None None] The sync data for ids ['0e5b2392-f547-4bb1-9b6c-9f609152abb0'] in n-d-816488-1 is: [{'id': '0e5b2392-f547-4bb1-9b6c-9f609152abb0', 'name': 'tempest-snat-router-533655547', 'tenant_id': 'aa2cf7c217a14fe1937eec933038b47e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:09Z', 'updated_at': '2022-02-11T13:43:19Z', 'revision_number': 5, 'project_id': 'aa2cf7c217a14fe1937eec933038b47e', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:21.643417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b1dd745-add2-4dd7-9d81-e1dc9341f421 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:21.751617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:21.831367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.836411 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.839852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ea78481-96fe-4af7-a81b-2c8bf09e0341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:21.974178 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2ea78481-96fe-4af7-a81b-2c8bf09e0341 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0987ccd6aa740048b47c3df54dd4d66&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4237056 Feb 11 13:43:22.079293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49186) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:22.080059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=6641da07-f9a3-4f3c-afab-fb3bfb87a79a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:22.083136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea78481-96fe-4af7-a81b-2c8bf09e0341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac35aab-328f-4b3e-9069-41a7fcf92ae5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:22.113245 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2b1dd745-add2-4dd7-9d81-e1dc9341f421 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:22.113707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.118035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No DVR routers for this DVR port 6641da07-f9a3-4f3c-afab-fb3bfb87a79a on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:22.133495 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.348429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:15Z', 'revision_number': 8, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:55Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:22.365485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8afa1617-b82b-4ce5-9ad3-d3d7d703b2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.402011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Deleting port 2b1dd745-add2-4dd7-9d81-e1dc9341f421 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:22.410221 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.427823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49198) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:22.476723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16e30143-7fe1-4faf-9932-a81e1dc2802d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.477857 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.707587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] For port 2b1dd745-add2-4dd7-9d81-e1dc9341f421, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2b1dd745-add2-4dd7-9d81-e1dc9341f421,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:22.708021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.733254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Calling delete_port for 2b1dd745-add2-4dd7-9d81-e1dc9341f421 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:22.738418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8381d517-f660-4f46-b730-5ca8290ad006']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:22.738762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 98d57cf3-e807-420a-80a0-ff362837c9f2 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:22.745256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] Checking router: cda7334c-d52b-4147-9fd6-52e819db7d5c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:22.758755 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13d5b94b-0a33-4eee-bde3-bb9a1c855f91 req-c6747426-b6e1-4eeb-a39f-71641d0a3b65 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 210 time: 0.3806961 Feb 11 13:43:22.770764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 98d57cf3-e807-420a-80a0-ff362837c9f2 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:22.771103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 98d57cf3-e807-420a-80a0-ff362837c9f2 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:22.771584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6641da07-f9a3-4f3c-afab-fb3bfb87a79a no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:22.825605 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16e30143-7fe1-4faf-9932-a81e1dc2802d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.839926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 6641da07-f9a3-4f3c-afab-fb3bfb87a79a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:22.840597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6641da07-f9a3-4f3c-afab-fb3bfb87a79a not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:22.842842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145e37b2-3180-4533-80dc-75ae2a356c00') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:22.843396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145e37b2-3180-4533-80dc-75ae2a356c00') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:22.856052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:22.856052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:42:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:22.856244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Allocated IP 172.20.0.30 (f8a4cecf-1c38-4bfe-93f1-1b77956d106f/cf64cc5c-2596-44ed-ad99-6dbfee02f342/21f4b37c-66da-41f9-b051-71eb7947f343) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:22.915618 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.958421 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:22.972965 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:22.978216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:22.983979 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.002605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8afa1617-b82b-4ce5-9ad3-d3d7d703b2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.086828 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16e30143-7fe1-4faf-9932-a81e1dc2802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:23.099027 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:23.165293 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-16e30143-7fe1-4faf-9932-a81e1dc2802d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1057bb70f6e4ce6a2f9920a6b2f90b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7301834 Feb 11 13:43:23.165293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e30143-7fe1-4faf-9932-a81e1dc2802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48493391-c234-4b0e-ad73-55b4b312d948,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:23.165293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49214) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:23.232731 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8afa1617-b82b-4ce5-9ad3-d3d7d703b2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.232731 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8afa1617-b82b-4ce5-9ad3-d3d7d703b2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.252734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8afa1617-b82b-4ce5-9ad3-d3d7d703b2f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ac35aab-328f-4b3e-9069-41a7fcf92ae5 HTTP/1.1" status: 204 len: 168 time: 1.1664588 Feb 11 13:43:23.257387 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.407394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa1617-b82b-4ce5-9ad3-d3d7d703b2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac35aab-328f-4b3e-9069-41a7fcf92ae5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:23.433370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b1dd745-add2-4dd7-9d81-e1dc9341f421,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:23.504257 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe678f9f-0f02-4e84-9169-9877af7840b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.516308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-c8697d49-e3bf-425a-9ac4-91af6df2d91d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2601411 Feb 11 13:43:23.558863 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.595352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:15Z', 'revision_number': 8, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:55Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:23.636559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6033ed92-d4f2-4c61-83ce-ebe956a663c7 None None] The sync data for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 is: [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:15Z', 'revision_number': 8, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e77c88e-a9c4-4a53-824c-0045ec533bd4', 'name': '', 'network_id': 'c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:64:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '900d6296-1b65-4433-bb11-21ec741f602c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:46Z', 'updated_at': '2022-02-11T13:42:55Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '900d6296-1b65-4433-bb11-21ec741f602c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:23.638658 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.715600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:23.718051 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/networks/8381d517-f660-4f46-b730-5ca8290ad006 HTTP/1.1" status: 204 len: 168 time: 5.5467403 Feb 11 13:43:23.725541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c5fd3-6693-43e1-905c-6f4101a87d2e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Network': ['ID=8381d517-f660-4f46-b730-5ca8290ad006,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:23.743047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49226) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:23.843021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:24.290390 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:24.363754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event updated for resources: {'Port': ['ID=21f4b37c-66da-41f9-b051-71eb7947f343,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:24.373169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Network f8a4cecf-1c38-4bfe-93f1-1b77956d106f is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:24.377518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:24.383647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:24.569052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:24.569738 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:24.674179 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe678f9f-0f02-4e84-9169-9877af7840b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:24.692630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:24.701378 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:24.740255 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:24.750129 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9273761b-9656-4ea9-a3e9-6f59b9bbe28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:24.774775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-142aa278-d9cf-4799-b25f-507d38b16c8d None None] Provisioning complete for port 21f4b37c-66da-41f9-b051-71eb7947f343 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:24.775146 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-142aa278-d9cf-4799-b25f-507d38b16c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:24.811436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c09fe-10ef-4bbf-bba6-5d9fd0e7cc27 req-ed88159d-6777-4a2c-924e-f9eea653d8f9 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:24.815390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf5c09fe-10ef-4bbf-bba6-5d9fd0e7cc27 req-ed88159d-6777-4a2c-924e-f9eea653d8f9 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 895 time: 0.1881840 Feb 11 13:43:24.843908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-d78ac971-7196-4395-addb-7541123c6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:24.849189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-d78ac971-7196-4395-addb-7541123c6534 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68f7c1522217465ab9934a9fd077095e&device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 1135 time: 1.2592485 Feb 11 13:43:24.873606 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-1cbcba3e-863c-4540-b2ff-a39cb042475f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 6.1465654 Feb 11 13:43:24.946660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:24.946660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bbf9082-1d42-4eca-8ae9-942a20d61027 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:25.008640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-142aa278-d9cf-4799-b25f-507d38b16c8d None None] Port 21f4b37c-66da-41f9-b051-71eb7947f343 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:43:25.109547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.111149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-84282f09-413a-4f62-943e-266fa96c31f4 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "DELETE /v2.0/routers/3bbf9082-1d42-4eca-8ae9-942a20d61027 HTTP/1.1" status: 204 len: 168 time: 3.7115240 Feb 11 13:43:25.120954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe678f9f-0f02-4e84-9169-9877af7840b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.130015 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fe678f9f-0f02-4e84-9169-9877af7840b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.132569 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fe678f9f-0f02-4e84-9169-9877af7840b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/48493391-c234-4b0e-ad73-55b4b312d948 HTTP/1.1" status: 204 len: 168 time: 1.9662066 Feb 11 13:43:25.134480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49264) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:25.172473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-969120406', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:25.206432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe678f9f-0f02-4e84-9169-9877af7840b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48493391-c234-4b0e-ad73-55b4b312d948,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:25.231305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Request body: {'port': {'device_id': 'a16de968-d33e-47df-84ce-b41a45a039d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:25.348237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-7de97116-4672-40b0-8bd9-c456c444c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:25.354168 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-7de97116-4672-40b0-8bd9-c456c444c25b service neutron] 10.222.0.13 "GET /v2.0/networks?id=4157d4c3-94e8-4c03-acd6-124bcf31a755 HTTP/1.1" status: 200 len: 898 time: 0.4838018 Feb 11 13:43:25.418112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.419540 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.564040 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.615193 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.628771 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-dd303782-2484-43d6-8cd6-84ea65c8c58d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7 HTTP/1.1" status: 200 len: 1001 time: 0.2678089 Feb 11 13:43:25.687494 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:25.783982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b1dd745-add2-4dd7-9d81-e1dc9341f421 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:25.859205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2b1dd745-add2-4dd7-9d81-e1dc9341f421 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:25.859564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2b1dd745-add2-4dd7-9d81-e1dc9341f421 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:26.023209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 8e77c88e-a9c4-4a53-824c-0045ec533bd4 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:26.023751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.072432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-fc62b85e-0814-477c-8da4-5688b05e0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:26.073957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-fc62b85e-0814-477c-8da4-5688b05e0045 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff1cd232-e187-448f-8a9c-916df2a7f7a1 HTTP/1.1" status: 200 len: 835 time: 0.4371884 Feb 11 13:43:26.190830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.215012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-e5d6ebc2-045a-4690-b6dd-3ca9355b7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:26.216796 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-e5d6ebc2-045a-4690-b6dd-3ca9355b7063 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4157d4c3-94e8-4c03-acd6-124bcf31a755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855205 Feb 11 13:43:26.231261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcbb06-cd12-4f8e-bc90-c5ca131145be req-bb2d164d-6f96-4b0c-b546-1763df4dd633 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:26.233800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7edcbb06-cd12-4f8e-bc90-c5ca131145be req-bb2d164d-6f96-4b0c-b546-1763df4dd633 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 895 time: 0.2738404 Feb 11 13:43:26.375882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port 8e77c88e-a9c4-4a53-824c-0045ec533bd4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8e77c88e-a9c4-4a53-824c-0045ec533bd4,segment=NetworkSegment(854ce3b3-ff75-4f27-9f79-dc1e260afc54),segment_id=854ce3b3-ff75-4f27-9f79-dc1e260afc54)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:26.376269 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.392036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 8e77c88e-a9c4-4a53-824c-0045ec533bd4 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:26.458846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-73292f04-e70c-4492-9535-a6b24b64a68c service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330875 Feb 11 13:43:26.678779 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ba55a06-322b-43c9-ab9e-977568eedbf7 req-894ba367-9213-47d2-83b4-6e1794ef5fa1 service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017264 Feb 11 13:43:26.710781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49314) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:26.711040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.737721 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.781226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f4b37c-66da-41f9-b051-71eb7947f343 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:26.799519 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.926993 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32f6d61a-0a4a-4fac-b00e-3a8d238507f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:26.948003 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Allocated IP 172.25.0.175 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/140b12ca-116e-47f8-a159-7f1f11b47875) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:26.959689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Transition to ACTIVE for port object 21f4b37c-66da-41f9-b051-71eb7947f343 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:43:26.962444 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.017872 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e4c870b-43e1-4ec4-9c29-d65ff223d129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.107764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=8e77c88e-a9c4-4a53-824c-0045ec533bd4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:27.122682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.167544 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.345120 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.512775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Pushing event updated for resources: {'Port': ['ID=21f4b37c-66da-41f9-b051-71eb7947f343,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:27.577711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:27.730502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:27.739534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.747874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:27.819024 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.826015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Pushing event updated for resources: {'Port': ['ID=140b12ca-116e-47f8-a159-7f1f11b47875,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:27.932364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2e260-429e-4401-9718-693490f0d5c0 req-319cde8b-dbb6-4244-920a-46c25deb6dda tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:27.934258 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30f2e260-429e-4401-9718-693490f0d5c0 req-319cde8b-dbb6-4244-920a-46c25deb6dda tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 907 time: 0.4318314 Feb 11 13:43:27.979310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e4c870b-43e1-4ec4-9c29-d65ff223d129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:27.993762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Attempting to bind port 21f4b37c-66da-41f9-b051-71eb7947f343 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:28.000062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Attempting to bind port 21f4b37c-66da-41f9-b051-71eb7947f343 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:28.000062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Attempting to bind port 21f4b37c-66da-41f9-b051-71eb7947f343 on network f8a4cecf-1c38-4bfe-93f1-1b77956d106f {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:28.009910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Port 21f4b37c-66da-41f9-b051-71eb7947f343 on network f8a4cecf-1c38-4bfe-93f1-1b77956d106f not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:43:28.010379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Attempting to bind port 21f4b37c-66da-41f9-b051-71eb7947f343 on network f8a4cecf-1c38-4bfe-93f1-1b77956d106f {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:28.027252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:28.033236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Checking segment: {'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:28.035868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Bound using segment: {'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:28.035868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Bound port: 21f4b37c-66da-41f9-b051-71eb7947f343, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11a78b97-9b5e-44bf-8a80-2ab80368960b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:28.035868 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.061743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e4c870b-43e1-4ec4-9c29-d65ff223d129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.334029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.371108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4e4c870b-43e1-4ec4-9c29-d65ff223d129 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9477361557da43b287e89fc67f8dc536&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6563702 Feb 11 13:43:28.379148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49372) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:28.422912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:28.423724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c870b-43e1-4ec4-9c29-d65ff223d129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cf099f-76b6-4c4a-80fc-4731ee9abc1b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.632709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.646761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] For port 21f4b37c-66da-41f9-b051-71eb7947f343, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:28.652067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a53f0fe-cf92-4104-a223-0fd8744df560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.664438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] For port 21f4b37c-66da-41f9-b051-71eb7947f343, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=21f4b37c-66da-41f9-b051-71eb7947f343,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:28.696627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a53f0fe-cf92-4104-a223-0fd8744df560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.703261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:28.712196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aaa9ab8d-5adf-460d-ae6c-7098301f5ce2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9640596 Feb 11 13:43:28.713424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49388) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:28.731246 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] Sync routers for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:28.741670 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.749653 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:28.750294 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:28.813869 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.884974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd215f44-b85d-4e19-ac00-9182048d60b4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting subnet 900d6296-1b65-4433-bb11-21ec741f602c {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:43:28.890128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:28.890474 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.891858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] 10.222.0.59 "PUT /v2.0/ports/21f4b37c-66da-41f9-b051-71eb7947f343 HTTP/1.1" status: 200 len: 1055 time: 3.9614816 Feb 11 13:43:28.893151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a16de968-d33e-47df-84ce-b41a45a039d0', 'tag': '21f4b37c-66da-41f9-b051-71eb7947f343'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:28.896022 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59" -d '{"events": [{"name": "network-changed", "server_uuid": "a16de968-d33e-47df-84ce-b41a45a039d0", "tag": "21f4b37c-66da-41f9-b051-71eb7947f343"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:28.900441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bd215f44-b85d-4e19-ac00-9182048d60b4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:28.939102 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:28.964682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Router f43a4dfe-a146-47e3-822b-609f0407df1d is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:43:28.966190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdec02-e228-4081-9836-3c56a858f41b service neutron] Pushing event updated for resources: {'Port': ['ID=21f4b37c-66da-41f9-b051-71eb7947f343,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:28.974262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bd215f44-b85d-4e19-ac00-9182048d60b4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:29.115468 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ccbd52-6f70-4e0b-bfbc-d2b2ac4deadc x-openstack-request-id: req-50ccbd52-6f70-4e0b-bfbc-d2b2ac4deadc {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:29.115903 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a16de968-d33e-47df-84ce-b41a45a039d0", "tag": "21f4b37c-66da-41f9-b051-71eb7947f343", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:29.116276 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-50ccbd52-6f70-4e0b-bfbc-d2b2ac4deadc {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:29.116811 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a16de968-d33e-47df-84ce-b41a45a039d0', 'tag': '21f4b37c-66da-41f9-b051-71eb7947f343', 'status': 'completed', 'code': 200} Feb 11 13:43:29.119359 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a53f0fe-cf92-4104-a223-0fd8744df560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:29.124310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8a53f0fe-cf92-4104-a223-0fd8744df560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:29.127882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8a53f0fe-cf92-4104-a223-0fd8744df560 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19cf099f-76b6-4c4a-80fc-4731ee9abc1b HTTP/1.1" status: 204 len: 168 time: 0.7455091 Feb 11 13:43:29.162695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53f0fe-cf92-4104-a223-0fd8744df560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cf099f-76b6-4c4a-80fc-4731ee9abc1b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:29.295027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-080954a4-2c6b-4122-839d-96b16cbb2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:29.297065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-080954a4-2c6b-4122-839d-96b16cbb2340 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68f7c1522217465ab9934a9fd077095e&device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 1058 time: 0.2655864 Feb 11 13:43:29.422920 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-72108262-55a2-4596-be40-ece0968c8334 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=21f4b37c-66da-41f9-b051-71eb7947f343 HTTP/1.1" status: 200 len: 217 time: 0.0805821 Feb 11 13:43:29.474831 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bd215f44-b85d-4e19-ac00-9182048d60b4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:29.495199 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:26Z', 'revision_number': 9, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:29.546669 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] Checking router: cda7334c-d52b-4147-9fd6-52e819db7d5c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:29.555002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49424) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:29.570050 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:29.571081 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:29.609212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:29.621303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072175ff-2f28-4568-9ce0-49b695da30f5 None None] Sync routers for ids ['f43a4dfe-a146-47e3-822b-609f0407df1d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:29.627656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc8446-3288-466b-9fea-0ba96e7ceb22 req-176f20d4-9814-4581-8c6d-299973f75e88 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:29.629823 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6dc8446-3288-466b-9fea-0ba96e7ceb22 req-176f20d4-9814-4581-8c6d-299973f75e88 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 907 time: 0.4380324 Feb 11 13:43:29.642697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072175ff-2f28-4568-9ce0-49b695da30f5 None None] Routers {'f43a4dfe-a146-47e3-822b-609f0407df1d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:29.643795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-072175ff-2f28-4568-9ce0-49b695da30f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['f43a4dfe-a146-47e3-822b-609f0407df1d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:29.708423 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:29.708923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-46e1de82-00b0-4ad3-97f4-0fefe6aed1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:29.716436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-46e1de82-00b0-4ad3-97f4-0fefe6aed1e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf64cc5c-2596-44ed-ad99-6dbfee02f342 HTTP/1.1" status: 200 len: 838 time: 0.2855878 Feb 11 13:43:29.726651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:29.726651 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-863083b9-3598-4e7e-ac6c-0a65dafe30c3 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5800066 Feb 11 13:43:29.729894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49436) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:29.737157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4dd02e05-4104-4dda-86dc-e17d32f93fd5 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_snat': False}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:29.737490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-072175ff-2f28-4568-9ce0-49b695da30f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:29.760050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072175ff-2f28-4568-9ce0-49b695da30f5 None None] Routers {'f43a4dfe-a146-47e3-822b-609f0407df1d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:29.761191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-072175ff-2f28-4568-9ce0-49b695da30f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['f43a4dfe-a146-47e3-822b-609f0407df1d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:29.855140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-598f0d8a-a2a8-4e62-ae87-28af7374d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:29.856821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-072175ff-2f28-4568-9ce0-49b695da30f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:29.859264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-598f0d8a-a2a8-4e62-ae87-28af7374d9d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8a4cecf-1c38-4bfe-93f1-1b77956d106f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335201 Feb 11 13:43:29.865224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072175ff-2f28-4568-9ce0-49b695da30f5 None None] The sync data for ids ['f43a4dfe-a146-47e3-822b-609f0407df1d'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:29.977969 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bd215f44-b85d-4e19-ac00-9182048d60b4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.038097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd215f44-b85d-4e19-ac00-9182048d60b4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Subnet': ['ID=900d6296-1b65-4433-bb11-21ec741f602c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:30.064301 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.079386 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bd215f44-b85d-4e19-ac00-9182048d60b4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.079879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ebe21-3966-4546-bb4f-3cb00718e734 None None] Network c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:30.095539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49438) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:30.096729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bd215f44-b85d-4e19-ac00-9182048d60b4 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/900d6296-1b65-4433-bb11-21ec741f602c HTTP/1.1" status: 204 len: 168 time: 1.3833256 Feb 11 13:43:30.170707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-a9c9f2a9-f898-4619-ad99-05cd18dda34c service neutron] 10.222.0.59 "GET /v2.0/networks/f8a4cecf-1c38-4bfe-93f1-1b77956d106f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982821 Feb 11 13:43:30.186183 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:26Z', 'revision_number': 9, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:30.379979 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3124046-10c8-4003-ab4f-1e9532d33ef3 None None] The sync data for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 is: [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:26Z', 'revision_number': 9, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7970bf20-52af-4e49-a53a-78cb20b429be', 'name': '', 'network_id': '4f5f370d-cbea-4b62-b6b1-61788f614cb5', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:5c:3a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:38Z', 'updated_at': '2022-02-11T13:42:46Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '8ba90fcd-0dd1-4ac1-85b0-d3d142842649', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:30.399935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f1a43f3-23f5-49cb-8c24-2f6598dd5317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.472649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] DHCP port deletion for c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:43:30.515733 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-410f0a33-27d4-4bae-aaee-f325eaecffb5 req-b9a6dbb7-68c9-4c6d-8e89-aa8e5617443c service neutron] 10.222.0.59 "GET /v2.0/networks/f8a4cecf-1c38-4bfe-93f1-1b77956d106f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408782 Feb 11 13:43:30.614399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Deleting port d8b89b80-ee74-4120-bac5-0321083aa393 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:30.614788 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.642424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f1a43f3-23f5-49cb-8c24-2f6598dd5317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.759038 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.793322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49460) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:30.800644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f1a43f3-23f5-49cb-8c24-2f6598dd5317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.817896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] For port d8b89b80-ee74-4120-bac5-0321083aa393, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d8b89b80-ee74-4120-bac5-0321083aa393,segment=NetworkSegment(854ce3b3-ff75-4f27-9f79-dc1e260afc54),segment_id=854ce3b3-ff75-4f27-9f79-dc1e260afc54)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:30.818481 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.847915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.892066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Calling delete_port for d8b89b80-ee74-4120-bac5-0321083aa393 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:30.929925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4dd02e05-4104-4dda-86dc-e17d32f93fd5 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:30.985256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6f1a43f3-23f5-49cb-8c24-2f6598dd5317 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1246d289aa2845a6898edf07cf7bb7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3726149 Feb 11 13:43:30.993666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49468) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:31.017363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a43f3-23f5-49cb-8c24-2f6598dd5317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0732a58b-9576-40ef-868f-cd118a71029e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.026019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-976190ba-ff0f-414f-ad2e-e687ef39b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.028312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-976190ba-ff0f-414f-ad2e-e687ef39b216 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=68f7c1522217465ab9934a9fd077095e&device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 1058 time: 0.3249774 Feb 11 13:43:31.053273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94aeb7f-4334-470c-92f8-e1f8d278c526 req-95a39034-3b4b-44c4-b1dc-1544a157d09b tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.070586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e94aeb7f-4334-470c-92f8-e1f8d278c526 req-95a39034-3b4b-44c4-b1dc-1544a157d09b tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 907 time: 0.2406878 Feb 11 13:43:31.077530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port d8b89b80-ee74-4120-bac5-0321083aa393 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:31.078626 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.179985 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.278615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Pushing event deleted for resources: {'Port': ['ID=d8b89b80-ee74-4120-bac5-0321083aa393,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.299862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.300810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.301154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.301491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.301841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.302177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.302504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.302828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.303152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.303475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.303791 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.304305 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:31.325459 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1fdb8-6fb3-4374-ac3b-7ae158c14d38 None None] No DVR routers for this DVR port d8b89b80-ee74-4120-bac5-0321083aa393 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:31.330413 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8b8b8c84-75fc-46b8-acc2-fd4561ab8619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.353583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port d8b89b80-ee74-4120-bac5-0321083aa393, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d8b89b80-ee74-4120-bac5-0321083aa393,segment=NetworkSegment(854ce3b3-ff75-4f27-9f79-dc1e260afc54),segment_id=854ce3b3-ff75-4f27-9f79-dc1e260afc54)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:31.354060 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.378094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8b8b8c84-75fc-46b8-acc2-fd4561ab8619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.422698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for d8b89b80-ee74-4120-bac5-0321083aa393 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:31.510644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d8b89b80-ee74-4120-bac5-0321083aa393 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:31.535424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: d8b89b80-ee74-4120-bac5-0321083aa393 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:31.536342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d8b89b80-ee74-4120-bac5-0321083aa393 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:31.537207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8e77c88e-a9c4-4a53-824c-0045ec533bd4 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:31.561079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8e77c88e-a9c4-4a53-824c-0045ec533bd4 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:31.561954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8e77c88e-a9c4-4a53-824c-0045ec533bd4 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:31.605977 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.644463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No DVR routers for this DVR port d8b89b80-ee74-4120-bac5-0321083aa393 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:31.651336 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8b8b8c84-75fc-46b8-acc2-fd4561ab8619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.654278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8b8b8c84-75fc-46b8-acc2-fd4561ab8619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.658261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8b8b8c84-75fc-46b8-acc2-fd4561ab8619 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0732a58b-9576-40ef-868f-cd118a71029e HTTP/1.1" status: 204 len: 168 time: 0.6593361 Feb 11 13:43:31.693694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=d8b89b80-ee74-4120-bac5-0321083aa393,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.719090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b8c84-75fc-46b8-acc2-fd4561ab8619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0732a58b-9576-40ef-868f-cd118a71029e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:31.756086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49488) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:31.800015 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52ba75cc-6943-4de5-9602-cc2319b2103c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.843614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.871374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:31.881823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854ce3b3-ff75-4f27-9f79-dc1e260afc54') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:31.882493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854ce3b3-ff75-4f27-9f79-dc1e260afc54') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:31.893004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.908455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.922368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:31.922916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:31.926499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-864eec43-3956-4762-8a37-08d3c04a2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: items = [ Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:31.927317 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:31.933930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-864eec43-3956-4762-8a37-08d3c04a2f7b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f8a4cecf-1c38-4bfe-93f1-1b77956d106f HTTP/1.1" status: 200 len: 899 time: 0.8900394 Feb 11 13:43:31.995484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-80175038-1454-4b34-a93f-938d94e727e8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=21f4b37c-66da-41f9-b051-71eb7947f343 HTTP/1.1" status: 200 len: 217 time: 0.0556207 Feb 11 13:43:32.058563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1558999598-network', 'tenant_id': '4cd4824952994d188d14fa54352a2148'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:32.095715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-33bbc293-300f-4f0b-bc04-a295a65d5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.097273 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-33bbc293-300f-4f0b-bc04-a295a65d5e5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cf64cc5c-2596-44ed-ad99-6dbfee02f342 HTTP/1.1" status: 200 len: 838 time: 0.0863457 Feb 11 13:43:32.130474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.138959 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52ba75cc-6943-4de5-9602-cc2319b2103c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.141056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.144525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/networks/c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1 HTTP/1.1" status: 204 len: 168 time: 2.0472336 Feb 11 13:43:32.154415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49502) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:32.168002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414157a-25d2-44aa-af2d-99fa996f7560 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Network': ['ID=c59ab3e4-08ef-4737-8de8-0aa6e5ddcaf1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:32.217901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Made reservation on behalf of 4cd4824952994d188d14fa54352a2148 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:32.219263 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.264015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-294a6a72-1b94-4b97-828a-09359d179bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.265269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-294a6a72-1b94-4b97-828a-09359d179bf9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f8a4cecf-1c38-4bfe-93f1-1b77956d106f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1601620 Feb 11 13:43:32.268587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.281226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059a965-0eb6-4071-a1e1-81909ba3d890 req-9db22995-d622-4f30-853b-04c5ad2fc5ae tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:32.282883 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0059a965-0eb6-4071-a1e1-81909ba3d890 req-9db22995-d622-4f30-853b-04c5ad2fc5ae tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 907 time: 0.1193788 Feb 11 13:43:32.340511 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4dd02e05-4104-4dda-86dc-e17d32f93fd5 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.344106 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4dd02e05-4104-4dda-86dc-e17d32f93fd5 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.367548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-52ba75cc-6943-4de5-9602-cc2319b2103c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.472635 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-52ba75cc-6943-4de5-9602-cc2319b2103c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b035452b49b4422fab3485772e7a0888&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6772454 Feb 11 13:43:32.486798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49514) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:32.517564 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd02e05-4104-4dda-86dc-e17d32f93fd5 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Router f43a4dfe-a146-47e3-822b-609f0407df1d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:32.519952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ba75cc-6943-4de5-9602-cc2319b2103c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7fc2bc-c9b8-4b7e-9332-966d17ea1a8b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:32.624785 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae32c254-848b-4fdb-91ad-2851b00c772e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.635492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-fdee276d-7880-408c-8fc1-d1426e1ba0e5 service neutron] 10.222.0.59 "GET /v2.0/networks/f8a4cecf-1c38-4bfe-93f1-1b77956d106f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566394 Feb 11 13:43:32.690567 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae32c254-848b-4fdb-91ad-2851b00c772e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.736374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd02e05-4104-4dda-86dc-e17d32f93fd5 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:32.740987 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4dd02e05-4104-4dda-86dc-e17d32f93fd5 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.744823 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4dd02e05-4104-4dda-86dc-e17d32f93fd5 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "PUT /v2.0/routers/f43a4dfe-a146-47e3-822b-609f0407df1d HTTP/1.1" status: 200 len: 921 time: 3.0113859 Feb 11 13:43:32.745935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49522) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:32.749211 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42e8fe1-d1d6-458e-9b3e-1d55e71243fc None None] Sync routers for ids ['f43a4dfe-a146-47e3-822b-609f0407df1d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:32.759090 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.776216 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e8fe1-d1d6-458e-9b3e-1d55e71243fc None None] Routers {'f43a4dfe-a146-47e3-822b-609f0407df1d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:32.777186 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e42e8fe1-d1d6-458e-9b3e-1d55e71243fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['f43a4dfe-a146-47e3-822b-609f0407df1d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:32.820037 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfdfd788-a42b-4d8e-a2e7-9b5681ac5a59 req-1f9db5cc-8ac4-4ffa-b82f-dd53e4703d4a service neutron] 10.222.0.59 "GET /v2.0/networks/f8a4cecf-1c38-4bfe-93f1-1b77956d106f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750791 Feb 11 13:43:32.821145 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e42e8fe1-d1d6-458e-9b3e-1d55e71243fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:32.863395 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42e8fe1-d1d6-458e-9b3e-1d55e71243fc None None] Routers {'f43a4dfe-a146-47e3-822b-609f0407df1d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:32.864392 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e42e8fe1-d1d6-458e-9b3e-1d55e71243fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['f43a4dfe-a146-47e3-822b-609f0407df1d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:32.866971 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-863237d1-4c34-4123-a37e-bb4cf92bd597 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/routers/f43a4dfe-a146-47e3-822b-609f0407df1d HTTP/1.1" status: 200 len: 921 time: 0.1209049 Feb 11 13:43:32.870163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49528) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:32.913707 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e42e8fe1-d1d6-458e-9b3e-1d55e71243fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:32.914446 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42e8fe1-d1d6-458e-9b3e-1d55e71243fc None None] The sync data for ids ['f43a4dfe-a146-47e3-822b-609f0407df1d'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:32.920852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.974034 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae32c254-848b-4fdb-91ad-2851b00c772e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.985174 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ae32c254-848b-4fdb-91ad-2851b00c772e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:32.989190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ae32c254-848b-4fdb-91ad-2851b00c772e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ce7fc2bc-c9b8-4b7e-9332-966d17ea1a8b HTTP/1.1" status: 204 len: 168 time: 0.4980700 Feb 11 13:43:33.039608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32c254-848b-4fdb-91ad-2851b00c772e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7fc2bc-c9b8-4b7e-9332-966d17ea1a8b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:33.050230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:33.055399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291845cd-708a-4515-91db-0a4dabddd1f9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:33.069844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66935215-12b3-4e63-931b-38ded1cffba1 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.073878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-66935215-12b3-4e63-931b-38ded1cffba1 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&device_id=f43a4dfe-a146-47e3-822b-609f0407df1d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2002380 Feb 11 13:43:33.074398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49540) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:33.103974 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.104326 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Added segment c5d31242-8039-4691-8f08-d931373dc0fc of type vlan for network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d Feb 11 13:43:33.182454 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.186944 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.209874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28424515-8723-4cb0-8789-ad8d23d124e9 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.209874 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-28424515-8723-4cb0-8789-ad8d23d124e9 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 881 time: 0.1271598 Feb 11 13:43:33.210748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49546) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:33.247144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-86c3afb3-f069-40f9-9658-c635b1b87c5c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=f43a4dfe-a146-47e3-822b-609f0407df1d HTTP/1.1" status: 200 len: 205 time: 0.0349183 Feb 11 13:43:33.250131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49548) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:33.391333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 21f4b37c-66da-41f9-b051-71eb7947f343 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:43:33.394545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.451127 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.462455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.463098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.557032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffa35a-aac9-4252-96c8-559e4f593c06 req-261fcc99-a52f-48eb-9705-97ad204d1d75 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:33.558625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4ffa35a-aac9-4252-96c8-559e4f593c06 req-261fcc99-a52f-48eb-9705-97ad204d1d75 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 907 time: 0.1886232 Feb 11 13:43:33.596046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.614890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 21f4b37c-66da-41f9-b051-71eb7947f343, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=21f4b37c-66da-41f9-b051-71eb7947f343,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:33.646323 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '21f4b37c-66da-41f9-b051-71eb7947f343', 'network_id': 'f8a4cecf-1c38-4bfe-93f1-1b77956d106f', 'port_id': '21f4b37c-66da-41f9-b051-71eb7947f343', 'mac_address': 'fa:16:3e:9e:7c:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf64cc5c-2596-44ed-ad99-6dbfee02f342', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:43:33.651798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] Pushing event updated for resources: {'Network': ['ID=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:33.664987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-287d0d01-ddf8-460e-8aa9-a8ab46d0871d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9055288 Feb 11 13:43:33.667323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49562) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:33.677149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Request body: {'subnet': {'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1558999598-subnet', 'tenant_id': '4cd4824952994d188d14fa54352a2148', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:33.693976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:33.713754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 7970bf20-52af-4e49-a53a-78cb20b429be {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:33.714154 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.782460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.788513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Deleting port 140b12ca-116e-47f8-a159-7f1f11b47875 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:33.789055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.820745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f4b37c-66da-41f9-b051-71eb7947f343 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:43:33.841171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 21f4b37c-66da-41f9-b051-71eb7947f343, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=21f4b37c-66da-41f9-b051-71eb7947f343,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:33.861354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Made reservation on behalf of 4cd4824952994d188d14fa54352a2148 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:33.863841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.917592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port 7970bf20-52af-4e49-a53a-78cb20b429be, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7970bf20-52af-4e49-a53a-78cb20b429be,segment=NetworkSegment(afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86),segment_id=afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:33.918180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.935534 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.939925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 7970bf20-52af-4e49-a53a-78cb20b429be owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:33.974396 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:33.994297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Calling delete_port for 140b12ca-116e-47f8-a159-7f1f11b47875 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:34.006553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=21f4b37c-66da-41f9-b051-71eb7947f343,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:34.303881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:34.329243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['21f4b37c-66da-41f9-b051-71eb7947f343'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:43:34.366564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=7970bf20-52af-4e49-a53a-78cb20b429be,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:34.607798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:34.801426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbd27c-ccc5-41c8-b862-03b32a1e434c req-48813d7f-7158-47c2-a536-d66571648bb2 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:34.802993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d0cbd27c-ccc5-41c8-b862-03b32a1e434c req-48813d7f-7158-47c2-a536-d66571648bb2 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 908 time: 0.0652382 Feb 11 13:43:34.866784 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:34.868904 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.006123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Pushing event deleted for resources: {'Port': ['ID=140b12ca-116e-47f8-a159-7f1f11b47875,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:35.069602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:35.095963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f608d1-deb5-4213-9a80-4a576d3c2405,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:35.117656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Checking segment: {'id': 'c5d31242-8039-4691-8f08-d931373dc0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:35.117951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Network hostable DHCP agents. Network: e7431f25-4cfe-4c70-9b0f-f79f6d743a0d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:35.128206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.220741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:35.228584 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8cb6526d-6320-4a50-b23d-252a9c3c5db3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0722284 Feb 11 13:43:35.232059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49618) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:35.238376 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.250392 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.250855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] Sync routers for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:35.260976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:35.261614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:35.340306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:35.346750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b452119b-4d05-4bb1-9323-a2443aa7c159 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting subnet 8ba90fcd-0dd1-4ac1-85b0-d3d142842649 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:43:35.370824 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b452119b-4d05-4bb1-9323-a2443aa7c159 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.408278 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 21f4b37c-66da-41f9-b051-71eb7947f343 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:35.452807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, e7431f25-4cfe-4c70-9b0f-f79f6d743a0d) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:35.461596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:35.462156 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b452119b-4d05-4bb1-9323-a2443aa7c159 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.463902 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.486765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:35.487246 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.489254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069511c2-b0f5-4ece-927b-bb7cda8c8496 None None] Network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:35.489869 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Fanout notify agent at l3_agent the message router_deleted on router f43a4dfe-a146-47e3-822b-609f0407df1d {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:35.499400 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.501962 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-07d4b656-5d97-47d5-9966-e55887f3b787 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/f43a4dfe-a146-47e3-822b-609f0407df1d HTTP/1.1" status: 204 len: 168 time: 2.2507403 Feb 11 13:43:35.507970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49622) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:35.515338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-67bf4ca2-81f2-4d08-a8f3-57f2a2295d71 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-700347268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:35.588720 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-af1bfea1-89e4-416c-ba9b-53b40b6e504d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9171286 Feb 11 13:43:35.620189 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b452119b-4d05-4bb1-9323-a2443aa7c159 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.801480 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-67bf4ca2-81f2-4d08-a8f3-57f2a2295d71 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.807759 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-67bf4ca2-81f2-4d08-a8f3-57f2a2295d71 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.847987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b452119b-4d05-4bb1-9323-a2443aa7c159 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.862989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 21f4b37c-66da-41f9-b051-71eb7947f343 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:43:35.881724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 21f4b37c-66da-41f9-b051-71eb7947f343 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:35.882152 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.887662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2f795-389c-49da-b9d2-d1a1ed78aa2a None None] Network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:35.922102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b452119b-4d05-4bb1-9323-a2443aa7c159 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.929344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49650) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:35.931940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b452119b-4d05-4bb1-9323-a2443aa7c159 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/8ba90fcd-0dd1-4ac1-85b0-d3d142842649 HTTP/1.1" status: 204 len: 168 time: 0.6905677 Feb 11 13:43:35.932860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b452119b-4d05-4bb1-9323-a2443aa7c159 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba90fcd-0dd1-4ac1-85b0-d3d142842649,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:35.951538 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-67bf4ca2-81f2-4d08-a8f3-57f2a2295d71 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:35.952527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd13f59e-5816-4b62-9506-b1f4c40e5468 None None] Network 4f5f370d-cbea-4b62-b6b1-61788f614cb5 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:36.054300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be9394-323b-4a0c-82f7-245d26f251c1 req-d1e13bf0-f7c4-49f5-8f13-2da075ac65ed tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:36.061385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08be9394-323b-4a0c-82f7-245d26f251c1 req-d1e13bf0-f7c4-49f5-8f13-2da075ac65ed tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 908 time: 0.0824120 Feb 11 13:43:36.083147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-67bf4ca2-81f2-4d08-a8f3-57f2a2295d71 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:36.127433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:36.242683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 3578c126-6059-4928-8890-c443f6ab6415 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:36.243320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:36.333919 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:36.356069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port 3578c126-6059-4928-8890-c443f6ab6415, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3578c126-6059-4928-8890-c443f6ab6415,segment=NetworkSegment(afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86),segment_id=afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:36.356069 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:36.364638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 3578c126-6059-4928-8890-c443f6ab6415 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:36.462941 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-67bf4ca2-81f2-4d08-a8f3-57f2a2295d71 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:36.465236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-67bf4ca2-81f2-4d08-a8f3-57f2a2295d71 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9540534 Feb 11 13:43:36.469481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49672) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:36.476582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:36.632698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16de968-d33e-47df-84ce-b41a45a039d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f4b37c-66da-41f9-b051-71eb7947f343'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:36.636133 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1e9a6f-75de-4837-9a09-2ba101211433" -d '{"events": [{"server_uuid": "a16de968-d33e-47df-84ce-b41a45a039d0", "name": "network-vif-plugged", "status": "completed", "tag": "21f4b37c-66da-41f9-b051-71eb7947f343"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:36.637547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:36.694968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 21f4b37c-66da-41f9-b051-71eb7947f343, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=21f4b37c-66da-41f9-b051-71eb7947f343,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:36.696841 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cbe9cc-1b66-405e-8d29-bca66b5d47b8 x-openstack-request-id: req-99cbe9cc-1b66-405e-8d29-bca66b5d47b8 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:36.697532 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16de968-d33e-47df-84ce-b41a45a039d0", "name": "network-vif-plugged", "status": "completed", "tag": "21f4b37c-66da-41f9-b051-71eb7947f343", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:36.697532 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99cbe9cc-1b66-405e-8d29-bca66b5d47b8 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:36.698071 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16de968-d33e-47df-84ce-b41a45a039d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f4b37c-66da-41f9-b051-71eb7947f343', 'code': 200} Feb 11 13:43:36.726019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=3578c126-6059-4928-8890-c443f6ab6415,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:36.730692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:34Z', 'revision_number': 10, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:36.776094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No DVR routers for this DVR port 3578c126-6059-4928-8890-c443f6ab6415 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:36.777921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] Checking router: cda7334c-d52b-4147-9fd6-52e819db7d5c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:36.789795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:36.789795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:36.837324 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:36.870869 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:36.874038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0cbda-977d-46ad-a5c3-83c83c2aef6a req-7743bdd3-afd3-46db-beea-4f1d9f6ae3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:36.878505 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9dd0cbda-977d-46ad-a5c3-83c83c2aef6a req-7743bdd3-afd3-46db-beea-4f1d9f6ae3f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 1059 time: 0.1047757 Feb 11 13:43:36.906670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a5a40-0a75-4bc7-9dbf-1d0abf8358f9 None None] DHCP port deletion for 4f5f370d-cbea-4b62-b6b1-61788f614cb5 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:43:36.974883 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=21f4b37c-66da-41f9-b051-71eb7947f343,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:36.975508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:36.981475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:37.022911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f5f370d-cbea-4b62-b6b1-61788f614cb5']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:37.064535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:37.065287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa68b4e-e65b-46f2-a2ca-bbacc8ce5f86') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:37.082995 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:37.106333 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:37.115787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:37.116111 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:37.119930 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:37.224136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41c6c8-bc42-4e9c-91e6-4d7c1c316799 req-4f4af6c7-31c6-4ded-b5f0-e0610dbfa0a2 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:37.226014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f41c6c8-bc42-4e9c-91e6-4d7c1c316799 req-4f4af6c7-31c6-4ded-b5f0-e0610dbfa0a2 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 909 time: 0.0791183 Feb 11 13:43:37.351408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:37.354082 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:37.361020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:34Z', 'revision_number': 10, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:37.382734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:37.386366 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/networks/4f5f370d-cbea-4b62-b6b1-61788f614cb5 HTTP/1.1" status: 204 len: 168 time: 1.4557893 Feb 11 13:43:37.387124 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:37.388999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49696) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:37.413228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1c7f2-1fe2-425a-9232-0f64af20d7e2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Network': ['ID=4f5f370d-cbea-4b62-b6b1-61788f614cb5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:37.419623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7ebe1-5959-4620-8cbc-1ddd73cbe1c4 None None] The sync data for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 is: [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:34Z', 'revision_number': 10, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None, '_interfaces': [{'id': '290087af-8873-4305-90d8-c613e8f9e56e', 'name': '', 'network_id': '5147a11c-39e2-4fac-bd6a-fc804fe9af77', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'mac_address': 'fa:16:3e:f1:3e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:31Z', 'updated_at': '2022-02-11T13:42:38Z', 'revision_number': 5, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'subnets': [{'id': '77f15e79-9eef-40c0-bd13-9066a0a72177', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:37.577371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Allocated IP 172.25.0.141 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/28b1fa5e-db2f-4b4b-9799-ae0536c04959) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:37.733592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49710) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:37.859662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3578c126-6059-4928-8890-c443f6ab6415 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:37.874383 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:37.911495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 3578c126-6059-4928-8890-c443f6ab6415 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:37.911912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3578c126-6059-4928-8890-c443f6ab6415 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:38.033333 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:38.104083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:38.110419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:38.127870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:38.152911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:38.280691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Pushing event updated for resources: {'Port': ['ID=28b1fa5e-db2f-4b4b-9799-ae0536c04959,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:38.346610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:38.355041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:38.588593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddf107-325c-43f4-83e7-4d1f78f56110 req-7c87d0c7-1fe2-4d6c-8499-a9c55688921d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:38.591702 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87ddf107-325c-43f4-83e7-4d1f78f56110 req-7c87d0c7-1fe2-4d6c-8499-a9c55688921d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 909 time: 0.2159321 Feb 11 13:43:38.624993 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:38.888283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:38.979213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Allocated IP 172.25.0.116 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/90402e94-bc81-47d0-95ed-1510cf61606c) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:39.075702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 290087af-8873-4305-90d8-c613e8f9e56e {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:39.080577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:39.278480 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:39.282346 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:39.430947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7970bf20-52af-4e49-a53a-78cb20b429be no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:39.503962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 7970bf20-52af-4e49-a53a-78cb20b429be {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:39.504560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7970bf20-52af-4e49-a53a-78cb20b429be not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:39.555682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Router 9a93d68b-16d0-4221-80d0-22d42447c571 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:43:39.752595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:39.764389 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:39.767913 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9014752a-0d0b-4f33-8eca-fefbf22ff93f tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "PUT /v2.0/routers/9a93d68b-16d0-4221-80d0-22d42447c571 HTTP/1.1" status: 200 len: 879 time: 3.2949677 Feb 11 13:43:39.768176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49740) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:39.780607 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767f6d67-d08d-4d50-be56-5b9f3cb59776 None None] Sync routers for ids ['9a93d68b-16d0-4221-80d0-22d42447c571'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:39.799631 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f6d67-d08d-4d50-be56-5b9f3cb59776 None None] Routers {'9a93d68b-16d0-4221-80d0-22d42447c571'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:39.801336 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-767f6d67-d08d-4d50-be56-5b9f3cb59776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9a93d68b-16d0-4221-80d0-22d42447c571'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:39.845094 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-767f6d67-d08d-4d50-be56-5b9f3cb59776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:39.858685 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767f6d67-d08d-4d50-be56-5b9f3cb59776 None None] Routers {'9a93d68b-16d0-4221-80d0-22d42447c571'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:39.859662 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-767f6d67-d08d-4d50-be56-5b9f3cb59776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9a93d68b-16d0-4221-80d0-22d42447c571'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:39.884358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f66776-2e6c-4e68-a1b8-59ec079ae5a7 req-59e0c77b-0c66-4b03-8097-7cd58219c783 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:39.886029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0f66776-2e6c-4e68-a1b8-59ec079ae5a7 req-59e0c77b-0c66-4b03-8097-7cd58219c783 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 909 time: 0.1188600 Feb 11 13:43:39.896222 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:39.918775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port 290087af-8873-4305-90d8-c613e8f9e56e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=290087af-8873-4305-90d8-c613e8f9e56e,segment=NetworkSegment(cfaae03a-1fa8-471e-b7c2-aef8426f7cd0),segment_id=cfaae03a-1fa8-471e-b7c2-aef8426f7cd0)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:39.919116 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:39.950808 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-767f6d67-d08d-4d50-be56-5b9f3cb59776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:39.951877 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767f6d67-d08d-4d50-be56-5b9f3cb59776 None None] The sync data for ids ['9a93d68b-16d0-4221-80d0-22d42447c571'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:39.952965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 290087af-8873-4305-90d8-c613e8f9e56e owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:40.095112 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-64ff6211-e7cb-44fc-9b8b-b0b3c18f7980 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/routers/9a93d68b-16d0-4221-80d0-22d42447c571 HTTP/1.1" status: 200 len: 920 time: 0.3223410 Feb 11 13:43:40.110166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49748) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:40.179599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41e55e-e6a6-4ca6-abbd-39a54c1864ff req-83e0bf6b-6251-4899-84e0-26c55e3ebaac tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:40.197369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:40.197890 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a41e55e-e6a6-4ca6-abbd-39a54c1864ff req-83e0bf6b-6251-4899-84e0-26c55e3ebaac tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 909 time: 0.1021786 Feb 11 13:43:40.268002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:40.294153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:40.330547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:40.335812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40de274-8ffd-44fd-aec1-e804f3269cfc tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:40.337399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b40de274-8ffd-44fd-aec1-e804f3269cfc tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&device_id=9a93d68b-16d0-4221-80d0-22d42447c571&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2262671 Feb 11 13:43:40.341161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49756) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:40.414243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event updated for resources: {'Port': ['ID=90402e94-bc81-47d0-95ed-1510cf61606c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:40.469389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad28e40-8319-41e0-a920-d9dcd7b11afc req-a3830bcf-c24d-4ef3-ae32-e1a768b42854 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:40.471044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ad28e40-8319-41e0-a920-d9dcd7b11afc req-a3830bcf-c24d-4ef3-ae32-e1a768b42854 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 1060 time: 0.1935890 Feb 11 13:43:40.571436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:40.612326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5432896-29e7-4ff7-a83f-4f71cd56b96f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:40.616361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d5432896-29e7-4ff7-a83f-4f71cd56b96f tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 881 time: 0.2715037 Feb 11 13:43:40.618407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49764) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:40.649397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1d3adb0c-3a9a-4df6-8abb-cf93de0da571 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a93d68b-16d0-4221-80d0-22d42447c571 HTTP/1.1" status: 200 len: 205 time: 0.0298877 Feb 11 13:43:40.651677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a81f5-7c1a-4ed2-8e0c-c253aa04f2b2 req-66f67625-a5fa-4c1b-bf87-5e4292901ae6 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:40.652735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=290087af-8873-4305-90d8-c613e8f9e56e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:40.653067 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc9a81f5-7c1a-4ed2-8e0c-c253aa04f2b2 req-66f67625-a5fa-4c1b-bf87-5e4292901ae6 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 1135 time: 0.0965672 Feb 11 13:43:40.656775 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49766) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:40.814725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:40.895782 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:41.139588 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:41.400798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:41.579722 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc9a81f5-7c1a-4ed2-8e0c-c253aa04f2b2 req-b545ffa5-4518-46a0-87d3-247f9cc59a1b tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8741226 Feb 11 13:43:41.618919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49784) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:41.625573 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:41.749384 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:41.799235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:41.810834 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] Sync routers for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:41.816204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49788) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:41.817337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-122a0732-43c9-4e50-a2e5-45432191eab9 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4270031 Feb 11 13:43:41.836247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef87750e-877f-4fa9-aaf8-00be29a34ae1 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:41.844452 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ef87750e-877f-4fa9-aaf8-00be29a34ae1 tempest-TestSecurityGroupsBasicOps-423607305 tempest-TestSecurityGroupsBasicOps-423607305-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 1055 time: 0.2162499 Feb 11 13:43:41.844718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:41.844718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:41.890285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.014905 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.035533 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-262299b5-4115-47d6-a196-da9cda27b674 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting subnet 77f15e79-9eef-40c0-bd13-9066a0a72177 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:43:42.041500 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-262299b5-4115-47d6-a196-da9cda27b674 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.063325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:42.096241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Deleting port 28b1fa5e-db2f-4b4b-9799-ae0536c04959 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:42.096241 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.207890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-262299b5-4115-47d6-a196-da9cda27b674 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.232127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event updated for resources: {'Port': ['ID=90402e94-bc81-47d0-95ed-1510cf61606c,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:42.254774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.276985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:40Z', 'revision_number': 11, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:42.360441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.361679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] Checking router: cda7334c-d52b-4147-9fd6-52e819db7d5c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:42.365660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.367066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c555645b-86a3-4755-97ac-d905a8f590f1 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6324198 Feb 11 13:43:42.370123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49794) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:42.375382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1118113942'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:42.398422 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Calling delete_port for 28b1fa5e-db2f-4b4b-9799-ae0536c04959 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:42.400168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:42.400168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:42.503930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:42.516223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Made reservation on behalf of 96a99360eca14819b28436254340e328 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:42.521999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.547088 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.592340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:40Z', 'revision_number': 11, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:42.623471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48be143-ea32-43a8-bbbe-aef8df937ca7 None None] The sync data for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 is: [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:40Z', 'revision_number': 11, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:42.649385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-262299b5-4115-47d6-a196-da9cda27b674 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.739923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.831328 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7598ae3-a887-43dd-8be4-fb4bc799abbf req-c71e0248-692b-44bd-9b4a-c67f7c09398f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:42.834106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7598ae3-a887-43dd-8be4-fb4bc799abbf req-c71e0248-692b-44bd-9b4a-c67f7c09398f tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 909 time: 0.1016231 Feb 11 13:43:42.838697 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-262299b5-4115-47d6-a196-da9cda27b674 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.886165 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.953672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:42.959859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-262299b5-4115-47d6-a196-da9cda27b674 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:42.968722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b286927d-6ef4-41ca-afe7-cfd204673aca None None] Network 5147a11c-39e2-4fac-bd6a-fc804fe9af77 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:42.976707 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-262299b5-4115-47d6-a196-da9cda27b674 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/77f15e79-9eef-40c0-bd13-9066a0a72177 HTTP/1.1" status: 204 len: 168 time: 1.1589568 Feb 11 13:43:42.977914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262299b5-4115-47d6-a196-da9cda27b674 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Subnet': ['ID=77f15e79-9eef-40c0-bd13-9066a0a72177,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:42.983762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49808) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:43.011949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46aaffd1-1727-4c07-bdf9-d585d3e4f30b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:43.050466 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.058365 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Added segment 63103cd7-d887-4e4a-876f-00c17e469401 of type vlan for network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 Feb 11 13:43:43.200204 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.278066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.427032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Deleting port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:43.427411 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.435468 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.436827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 290087af-8873-4305-90d8-c613e8f9e56e no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:43.445989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:43.445989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.479916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 290087af-8873-4305-90d8-c613e8f9e56e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:43.480334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 290087af-8873-4305-90d8-c613e8f9e56e not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:43.497622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642bc9a8-9d99-4a51-9919-2b89231da92b None None] DHCP port deletion for 5147a11c-39e2-4fac-bd6a-fc804fe9af77 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:43:43.520631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.569534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Pushing event deleted for resources: {'Port': ['ID=28b1fa5e-db2f-4b4b-9799-ae0536c04959,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:43.605661 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2344062 Feb 11 13:43:43.615031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49812) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:43.628987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Request body: {'subnet': {'network_id': '9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:43.643858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e2a5d-ed63-43aa-ae26-de877cf2289c tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event updated for resources: {'Network': ['ID=9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:43.648980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-642bc9a8-9d99-4a51-9919-2b89231da92b None None] Deleting port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:43.649684 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-642bc9a8-9d99-4a51-9919-2b89231da92b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.665808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:43.692917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] For port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4906055b-4efd-47fd-ac3b-f2cf6292fdd6,segment=NetworkSegment(cfaae03a-1fa8-471e-b7c2-aef8426f7cd0),segment_id=cfaae03a-1fa8-471e-b7c2-aef8426f7cd0)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:43.693517 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.783164 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Calling delete_port for 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:43.819003 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.885215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-54793337-abbc-4d94-abc9-560bdf824d47 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:43.886749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-54793337-abbc-4d94-abc9-560bdf824d47 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.59 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 909 time: 0.1250691 Feb 11 13:43:43.975900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-642bc9a8-9d99-4a51-9919-2b89231da92b None None] For port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4906055b-4efd-47fd-ac3b-f2cf6292fdd6,segment=NetworkSegment(cfaae03a-1fa8-471e-b7c2-aef8426f7cd0),segment_id=cfaae03a-1fa8-471e-b7c2-aef8426f7cd0)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:43.975900 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-642bc9a8-9d99-4a51-9919-2b89231da92b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:43.988918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-642bc9a8-9d99-4a51-9919-2b89231da92b None None] Calling delete_port for 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:44.057426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5f88f-23cd-4b62-8393-877c56bb1675 req-a9efd4cc-00b6-4a93-aec4-94b00ef0b7e5 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:44.068985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38c5f88f-23cd-4b62-8393-877c56bb1675 req-a9efd4cc-00b6-4a93-aec4-94b00ef0b7e5 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 909 time: 0.1195321 Feb 11 13:43:44.101488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-29f6d86e-1b1d-42fa-8f24-f2471e731a68 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Deleting port 21f4b37c-66da-41f9-b051-71eb7947f343 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:44.101908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-29f6d86e-1b1d-42fa-8f24-f2471e731a68 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.149058 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.152170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.155834 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-642bc9a8-9d99-4a51-9919-2b89231da92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.202344 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.227769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642bc9a8-9d99-4a51-9919-2b89231da92b None None] No DVR routers for this DVR port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:44.232917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Port': ['ID=4906055b-4efd-47fd-ac3b-f2cf6292fdd6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:44.233228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bc9a8-9d99-4a51-9919-2b89231da92b None None] Pushing event deleted for resources: {'Port': ['ID=4906055b-4efd-47fd-ac3b-f2cf6292fdd6,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:44.247107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No DVR routers for this DVR port 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:44.254438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-29f6d86e-1b1d-42fa-8f24-f2471e731a68 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] For port 21f4b37c-66da-41f9-b051-71eb7947f343, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=21f4b37c-66da-41f9-b051-71eb7947f343,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:44.254438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-29f6d86e-1b1d-42fa-8f24-f2471e731a68 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.258731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Made reservation on behalf of 96a99360eca14819b28436254340e328 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:44.262335 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.287825 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-29f6d86e-1b1d-42fa-8f24-f2471e731a68 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Calling delete_port for 21f4b37c-66da-41f9-b051-71eb7947f343 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:44.366894 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.367502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Fanout notify agent at l3_agent the message router_deleted on router 9a93d68b-16d0-4221-80d0-22d42447c571 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:44.412422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.413471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2d9014ae-0305-4a4c-b466-15a6f0bfc365 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/9a93d68b-16d0-4221-80d0-22d42447c571 HTTP/1.1" status: 204 len: 168 time: 3.7549098 Feb 11 13:43:44.420664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49836) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:44.451962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a7725bce-88ce-4a16-a0f9-566f5473ef9e tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-857586004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:44.524628 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.567617 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5147a11c-39e2-4fac-bd6a-fc804fe9af77']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:44.585684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:44.587586 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaae03a-1fa8-471e-b7c2-aef8426f7cd0') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:44.605880 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.612892 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-29f6d86e-1b1d-42fa-8f24-f2471e731a68 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.649289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6d86e-1b1d-42fa-8f24-f2471e731a68 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Port': ['ID=21f4b37c-66da-41f9-b051-71eb7947f343,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:44.650103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.694459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:43:44.694459 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:43:44.697165 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:43:44.700480 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7725bce-88ce-4a16-a0f9-566f5473ef9e tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.701217 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7725bce-88ce-4a16-a0f9-566f5473ef9e tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.788654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-29f6d86e-1b1d-42fa-8f24-f2471e731a68 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] No DVR routers for this DVR port 21f4b37c-66da-41f9-b051-71eb7947f343 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:44.800450 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-29f6d86e-1b1d-42fa-8f24-f2471e731a68 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.808373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3f90280-4f19-4085-8ed8-4ead2f03b161 req-29f6d86e-1b1d-42fa-8f24-f2471e731a68 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.59 "DELETE /v2.0/ports/21f4b37c-66da-41f9-b051-71eb7947f343 HTTP/1.1" status: 204 len: 173 time: 0.9124215 Feb 11 13:43:44.809235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a16de968-d33e-47df-84ce-b41a45a039d0', 'name': 'network-vif-deleted', 'tag': '21f4b37c-66da-41f9-b051-71eb7947f343'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:43:44.811851 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0590a0d-a69c-41be-b7c1-4b72cb5a405d" -d '{"events": [{"server_uuid": "a16de968-d33e-47df-84ce-b41a45a039d0", "name": "network-vif-deleted", "tag": "21f4b37c-66da-41f9-b051-71eb7947f343"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:43:44.917107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7725bce-88ce-4a16-a0f9-566f5473ef9e tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.967879 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd67c14e-4fbe-4a3d-9d5b-70e84ff05a47 x-openstack-request-id: req-cd67c14e-4fbe-4a3d-9d5b-70e84ff05a47 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:43:44.968605 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a16de968-d33e-47df-84ce-b41a45a039d0", "name": "network-vif-deleted", "tag": "21f4b37c-66da-41f9-b051-71eb7947f343", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:43:44.969075 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd67c14e-4fbe-4a3d-9d5b-70e84ff05a47 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:43:44.969799 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a16de968-d33e-47df-84ce-b41a45a039d0', 'name': 'network-vif-deleted', 'tag': '21f4b37c-66da-41f9-b051-71eb7947f343', 'status': 'completed', 'code': 200} Feb 11 13:43:44.996296 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:44.998315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7725bce-88ce-4a16-a0f9-566f5473ef9e tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:45.045520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:45.083520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/networks/5147a11c-39e2-4fac-bd6a-fc804fe9af77 HTTP/1.1" status: 204 len: 168 time: 2.0985115 Feb 11 13:43:45.084630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49852) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:45.099940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0bef89e4-f7b3-4ad6-9733-6828ef74961c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'routes': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:45.139400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf09b7-66d4-4f84-8b17-5c7fe228d51a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Pushing event deleted for resources: {'Network': ['ID=5147a11c-39e2-4fac-bd6a-fc804fe9af77,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:45.148256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:45.252320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event updated for resources: {'Subnet': ['ID=13bbb817-00b6-49d5-9c7a-8f7570425138,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:45.271510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a7725bce-88ce-4a16-a0f9-566f5473ef9e tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:45.275397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a7725bce-88ce-4a16-a0f9-566f5473ef9e tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8396611 Feb 11 13:43:45.276620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49856) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:45.285433 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_snat': True}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:45.331681 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffa2c40d-2e7e-4d5d-afb3-6e4e530117dc req-01dd6a60-8341-4336-89de-693d7c6b19ec tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=a16de968-d33e-47df-84ce-b41a45a039d0 HTTP/1.1" status: 200 len: 210 time: 0.1068437 Feb 11 13:43:45.445158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Checking segment: {'id': '63103cd7-d887-4e4a-876f-00c17e469401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:45.445531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Network hostable DHCP agents. Network: 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:43:45.459169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.extraroute_db [None req-0bef89e4-f7b3-4ad6-9733-6828ef74961c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Added routes are [] {{(pid=103007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:43:45.459682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.extraroute_db [None req-0bef89e4-f7b3-4ad6-9733-6828ef74961c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Removed routes are [] {{(pid=103007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:43:45.460146 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0bef89e4-f7b3-4ad6-9733-6828ef74961c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:45.570727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:45.599134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:45.599819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4906055b-4efd-47fd-ac3b-f2cf6292fdd6 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:45.603117 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:45.646926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:43:45.694076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0bef89e4-f7b3-4ad6-9733-6828ef74961c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:45.697989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0bef89e4-f7b3-4ad6-9733-6828ef74961c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:45.751483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:45.761401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:45.762666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acea13a6-56f9-474f-9b7d-7fc00097d3c9 None None] Network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:45.763860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:45.819088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bef89e4-f7b3-4ad6-9733-6828ef74961c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router cda7334c-d52b-4147-9fd6-52e819db7d5c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:45.985869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bef89e4-f7b3-4ad6-9733-6828ef74961c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:45.997255 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-973c90ff-d088-4001-b66a-81183bb9ebfc tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3752553 Feb 11 13:43:46.000013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49866) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:46.003484 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] Sync routers for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:46.006869 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-62547005', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:46.027429 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:46.028725 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:46.030275 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0bef89e4-f7b3-4ad6-9733-6828ef74961c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.035676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0bef89e4-f7b3-4ad6-9733-6828ef74961c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c HTTP/1.1" status: 200 len: 703 time: 0.9472620 Feb 11 13:43:46.039537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49868) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:46.072328 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.097447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.160311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4f264ae3-9317-4a5d-85de-41d30b05cc0b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=cda7334c-d52b-4147-9fd6-52e819db7d5c HTTP/1.1" status: 200 len: 205 time: 0.1192861 Feb 11 13:43:46.162846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49874) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:46.169740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2', 'network_id': '9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2', 'tenant_id': '96a99360eca14819b28436254340e328', 'fixed_ips': [{'subnet_id': '13bbb817-00b6-49d5-9c7a-8f7570425138'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:43:46.171760 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.234692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.235744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.295000 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:46.304154 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7e15eb87-f9c9-475f-ac69-c455e2740b67 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.403086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.448084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49894) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:46.467353 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:40Z', 'revision_number': 11, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:46.556387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Allocated IP 172.20.0.2 (9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2/13bbb817-00b6-49d5-9c7a-8f7570425138/5a6bc892-85c3-457d-8940-f5aa931c3703) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:46.604065 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7e15eb87-f9c9-475f-ac69-c455e2740b67 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.612188 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7e15eb87-f9c9-475f-ac69-c455e2740b67 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.823997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.832657 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] Checking router: cda7334c-d52b-4147-9fd6-52e819db7d5c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:46.842674 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] Routers {'cda7334c-d52b-4147-9fd6-52e819db7d5c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:46.843631 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cda7334c-d52b-4147-9fd6-52e819db7d5c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:46.866158 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7e15eb87-f9c9-475f-ac69-c455e2740b67 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.866967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e15eb87-f9c9-475f-ac69-c455e2740b67 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Fanout notify agent at l3_agent the message router_deleted on router cda7334c-d52b-4147-9fd6-52e819db7d5c {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:46.874986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7e15eb87-f9c9-475f-ac69-c455e2740b67 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.876345 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7e15eb87-f9c9-475f-ac69-c455e2740b67 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c HTTP/1.1" status: 204 len: 168 time: 0.7115948 Feb 11 13:43:46.882681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49898) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:46.889742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a7431290-1622-48bc-89c8-59689f104293 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1445230285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:46.893678 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:46.950981 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] Set router cda7334c-d52b-4147-9fd6-52e819db7d5c gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:47.013648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Pushing event updated for resources: {'Port': ['ID=5a6bc892-85c3-457d-8940-f5aa931c3703,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:47.024543 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:40Z', 'revision_number': 11, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:47.036752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:47.041319 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a7431290-1622-48bc-89c8-59689f104293 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:47.042616 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a7431290-1622-48bc-89c8-59689f104293 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:47.062435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:47.074400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:47.084176 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88f29ae-4b29-48ba-8182-cf34665c6f6d None None] The sync data for ids ['cda7334c-d52b-4147-9fd6-52e819db7d5c'] in n-d-816488-1 is: [{'id': 'cda7334c-d52b-4147-9fd6-52e819db7d5c', 'name': 'tempest-RoutersIpV6Test-router-80671675', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:27Z', 'updated_at': '2022-02-11T13:43:40Z', 'revision_number': 11, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:47.195835 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a7431290-1622-48bc-89c8-59689f104293 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:47.247894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Attempting to bind port 5a6bc892-85c3-457d-8940-f5aa931c3703 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:43:47.251480 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Attempting to bind port 5a6bc892-85c3-457d-8940-f5aa931c3703 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '63103cd7-d887-4e4a-876f-00c17e469401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:43:47.252115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Attempting to bind port 5a6bc892-85c3-457d-8940-f5aa931c3703 on network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:43:47.264436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:43:47.281450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Checking segment: {'id': '63103cd7-d887-4e4a-876f-00c17e469401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:43:47.282014 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a7431290-1622-48bc-89c8-59689f104293 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:47.282164 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:47.282481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Bound using segment: {'id': '63103cd7-d887-4e4a-876f-00c17e469401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:43:47.282986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Bound port: 5a6bc892-85c3-457d-8940-f5aa931c3703, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63103cd7-d887-4e4a-876f-00c17e469401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:43:47.283375 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:47.388818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] For port 5a6bc892-85c3-457d-8940-f5aa931c3703, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:43:47.393258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] For port 5a6bc892-85c3-457d-8940-f5aa931c3703, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5a6bc892-85c3-457d-8940-f5aa931c3703,segment=NetworkSegment(63103cd7-d887-4e4a-876f-00c17e469401),segment_id=63103cd7-d887-4e4a-876f-00c17e469401)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:43:47.409513 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a7431290-1622-48bc-89c8-59689f104293 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:47.415809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a7431290-1622-48bc-89c8-59689f104293 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5253725 Feb 11 13:43:47.415809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49906) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:47.419503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6b6f9cae-7a75-4fdc-a39d-c5e2ce6e4adc tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:47.460442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 21f4b37c-66da-41f9-b051-71eb7947f343 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:47.554804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 21f4b37c-66da-41f9-b051-71eb7947f343 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:47.555392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 21f4b37c-66da-41f9-b051-71eb7947f343 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:47.591949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:47.746542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d5b67-a5e5-4641-a316-0c715cb302c6 None None] Pushing event updated for resources: {'Port': ['ID=5a6bc892-85c3-457d-8940-f5aa931c3703,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:47.792032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Allocated IP 172.25.0.20 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/2730895e-9e52-4b81-aba2-5a4d7538e814) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:47.921433 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:43:47.927026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:47.956308 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9cae-7a75-4fdc-a39d-c5e2ce6e4adc tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:48.064451 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9cae-7a75-4fdc-a39d-c5e2ce6e4adc tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:48.453874 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:48.780885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:48.851528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:48.880621 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:49.042471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:49.126618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:49.145547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:49.160092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:49.195901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6f9cae-7a75-4fdc-a39d-c5e2ce6e4adc tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Router 9e569af0-1e6d-46bf-84e9-e8d1f320241e is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:43:49.245607 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event updated for resources: {'Port': ['ID=2730895e-9e52-4b81-aba2-5a4d7538e814,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:49.409128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6f9cae-7a75-4fdc-a39d-c5e2ce6e4adc tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:49.421441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] Sync routers for ids ['9e569af0-1e6d-46bf-84e9-e8d1f320241e'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:49.423091 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b6f9cae-7a75-4fdc-a39d-c5e2ce6e4adc tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:49.426173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6b6f9cae-7a75-4fdc-a39d-c5e2ce6e4adc tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "PUT /v2.0/routers/9e569af0-1e6d-46bf-84e9-e8d1f320241e HTTP/1.1" status: 200 len: 698 time: 2.0114763 Feb 11 13:43:49.428606 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49940) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:49.460162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] Routers {'9e569af0-1e6d-46bf-84e9-e8d1f320241e'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:49.464140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9e569af0-1e6d-46bf-84e9-e8d1f320241e'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:49.575438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae08c0-f092-44ad-9041-2e3db8fef554 None None] Network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:49.623115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bfb99cf1-8c9c-4609-b1bd-bbdc8bed6799 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/routers/9e569af0-1e6d-46bf-84e9-e8d1f320241e HTTP/1.1" status: 200 len: 704 time: 0.1931472 Feb 11 13:43:49.623902 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49944) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:49.702068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9de16b99-696c-4bf1-a0d1-ccd6eca75954 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e569af0-1e6d-46bf-84e9-e8d1f320241e HTTP/1.1" status: 200 len: 205 time: 0.0768428 Feb 11 13:43:49.703405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49946) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:49.900851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Allocated IP 172.25.0.167 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/fc3f5be3-e9ed-4971-8497-318d4281df24) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:49.928446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-818aa19a-8ca5-4c1e-b2e1-ff8eee9a1796 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:49.978344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5a6bc892-85c3-457d-8940-f5aa931c3703 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:50.160552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] Set router 9e569af0-1e6d-46bf-84e9-e8d1f320241e gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:50.272101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e569af0-1e6d-46bf-84e9-e8d1f320241e', 'name': 'tempest-RoutersIpV6Test-router-1445230285', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:47Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 2, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:50.307644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-818aa19a-8ca5-4c1e-b2e1-ff8eee9a1796 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.310037 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-818aa19a-8ca5-4c1e-b2e1-ff8eee9a1796 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.314424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.314655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5a6bc892-85c3-457d-8940-f5aa931c3703 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:50.315376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.354599 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c6f8e3e3-50db-484f-8654-ee830b0d7796 None None] Provisioning complete for port 5a6bc892-85c3-457d-8940-f5aa931c3703 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:50.360665 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c6f8e3e3-50db-484f-8654-ee830b0d7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.394454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] Checking router: 9e569af0-1e6d-46bf-84e9-e8d1f320241e for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:50.425139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] Routers {'9e569af0-1e6d-46bf-84e9-e8d1f320241e'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:50.429164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9e569af0-1e6d-46bf-84e9-e8d1f320241e'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:50.466814 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.705092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-818aa19a-8ca5-4c1e-b2e1-ff8eee9a1796 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.706679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818aa19a-8ca5-4c1e-b2e1-ff8eee9a1796 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Fanout notify agent at l3_agent the message router_deleted on router 9e569af0-1e6d-46bf-84e9-e8d1f320241e {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:50.714788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] Set router 9e569af0-1e6d-46bf-84e9-e8d1f320241e gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:50.715268 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-818aa19a-8ca5-4c1e-b2e1-ff8eee9a1796 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.723865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-818aa19a-8ca5-4c1e-b2e1-ff8eee9a1796 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/9e569af0-1e6d-46bf-84e9-e8d1f320241e HTTP/1.1" status: 204 len: 168 time: 1.0119429 Feb 11 13:43:50.723865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49958) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:50.732782 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.830832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3bda4933-fde0-4dce-bbed-34b42ed8e34e tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=9e569af0-1e6d-46bf-84e9-e8d1f320241e HTTP/1.1" status: 200 len: 205 time: 0.1008101 Feb 11 13:43:50.831613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49962) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:50.892612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:50.905609 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-064c5952-c326-4f3e-a191-4aad0c2158ba tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] delete failed (client error): The resource could not be found. Feb 11 13:43:50.909530 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-064c5952-c326-4f3e-a191-4aad0c2158ba tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/9e569af0-1e6d-46bf-84e9-e8d1f320241e HTTP/1.1" status: 404 len: 336 time: 0.0761750 Feb 11 13:43:50.912194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49966) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:50.940322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e569af0-1e6d-46bf-84e9-e8d1f320241e', 'name': 'tempest-RoutersIpV6Test-router-1445230285', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:47Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 2, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:50.953947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Deleting port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:50.955972 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:50.966438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:50.972126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:50.975355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event updated for resources: {'Port': ['ID=fc3f5be3-e9ed-4971-8497-318d4281df24,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:50.991287 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46594ca-9f86-4bc2-be42-0253809ffdd5 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:50.991838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46594ca-9f86-4bc2-be42-0253809ffdd5 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:51.012431 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c46594ca-9f86-4bc2-be42-0253809ffdd5 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/b93acbbc-000b-4b91-82e3-0e5352fb99a9 HTTP/1.1" status: 404 len: 337 time: 0.0985653 Feb 11 13:43:51.015801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49968) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.058394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614d5695-3941-47a2-856d-f46db0be6fe6 None None] The sync data for ids ['9e569af0-1e6d-46bf-84e9-e8d1f320241e'] in n-d-816488-1 is: [{'id': '9e569af0-1e6d-46bf-84e9-e8d1f320241e', 'name': 'tempest-RoutersIpV6Test-router-1445230285', 'tenant_id': '641ee9491b38461082e62f58e2060ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:43:47Z', 'updated_at': '2022-02-11T13:43:47Z', 'revision_number': 2, 'project_id': '641ee9491b38461082e62f58e2060ce5', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:51.064136 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c6f8e3e3-50db-484f-8654-ee830b0d7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:51.103772 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b413df-cd15-4f0b-9d80-715ef5cded28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:51.108760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b413df-cd15-4f0b-9d80-715ef5cded28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:51.117762 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:51.129399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b2b413df-cd15-4f0b-9d80-715ef5cded28 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/900d6296-1b65-4433-bb11-21ec741f602c HTTP/1.1" status: 404 len: 337 time: 0.1099772 Feb 11 13:43:51.131478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 49970) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.158004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c6f8e3e3-50db-484f-8654-ee830b0d7796 None None] For port 5a6bc892-85c3-457d-8940-f5aa931c3703, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5a6bc892-85c3-457d-8940-f5aa931c3703,segment=NetworkSegment(63103cd7-d887-4e4a-876f-00c17e469401),segment_id=63103cd7-d887-4e4a-876f-00c17e469401)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:51.234796 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b5af1e8-7a8a-4900-8909-a1c088445739 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:51.235389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b5af1e8-7a8a-4900-8909-a1c088445739 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:51.238742 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5b5af1e8-7a8a-4900-8909-a1c088445739 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/8ba90fcd-0dd1-4ac1-85b0-d3d142842649 HTTP/1.1" status: 404 len: 337 time: 0.1046758 Feb 11 13:43:51.241343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49972) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.294738 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d11473-5d3c-4637-9bc5-2f39c56cb46f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:51.295201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d11473-5d3c-4637-9bc5-2f39c56cb46f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:51.302461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b8d11473-5d3c-4637-9bc5-2f39c56cb46f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/77f15e79-9eef-40c0-bd13-9066a0a72177 HTTP/1.1" status: 404 len: 337 time: 0.0597591 Feb 11 13:43:51.306130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49978) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.356385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-02f31112-6378-4140-9b3c-5d83f5e46b81 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=cda7334c-d52b-4147-9fd6-52e819db7d5c HTTP/1.1" status: 200 len: 205 time: 0.0475180 Feb 11 13:43:51.357790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49980) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.377367 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c6f8e3e3-50db-484f-8654-ee830b0d7796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:51.404588 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-dd21fee6-af55-4a7b-b9a7-72e25b8bf54d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] delete failed (client error): The resource could not be found. Feb 11 13:43:51.406058 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dd21fee6-af55-4a7b-b9a7-72e25b8bf54d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/cda7334c-d52b-4147-9fd6-52e819db7d5c HTTP/1.1" status: 404 len: 336 time: 0.0470331 Feb 11 13:43:51.412039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49982) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.460937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7b9a4f26-d1da-40a0-9aeb-957950ed321c tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=15810ee0-ec8b-48f7-9c0d-aab966f93667 HTTP/1.1" status: 200 len: 205 time: 0.0474608 Feb 11 13:43:51.470661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49984) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.557223 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-dd43f4f1-05fd-47c9-be79-c17bc8ec4091 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] delete failed (client error): The resource could not be found. Feb 11 13:43:51.558794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dd43f4f1-05fd-47c9-be79-c17bc8ec4091 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/15810ee0-ec8b-48f7-9c0d-aab966f93667 HTTP/1.1" status: 404 len: 336 time: 0.0866647 Feb 11 13:43:51.570359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49986) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.614565 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-3745f370-e538-4c64-9209-9b095c869cf0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:51.622599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3745f370-e538-4c64-9209-9b095c869cf0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:51.626162 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3745f370-e538-4c64-9209-9b095c869cf0 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/611b8467-cb97-4f61-8ee3-92f724997c45 HTTP/1.1" status: 404 len: 337 time: 0.0543563 Feb 11 13:43:51.638325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49988) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.649186 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:43:51.649800 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:43:51.670771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8e3e3-50db-484f-8654-ee830b0d7796 None None] Pushing event updated for resources: {'Port': ['ID=5a6bc892-85c3-457d-8940-f5aa931c3703,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:51.693693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-85ecb21a-8dae-4fe1-9eb0-b9a6f7e54ff9 None None] Provisioning complete for port 5a6bc892-85c3-457d-8940-f5aa931c3703 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:51.694129 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-85ecb21a-8dae-4fe1-9eb0-b9a6f7e54ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:51.723824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e8d4f72a-3765-4fe0-a2f0-32425cb07d4a tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=f1d9e394-bbee-491c-a326-ccdf580139c5 HTTP/1.1" status: 200 len: 205 time: 0.0788491 Feb 11 13:43:51.724565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49990) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.795135 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-3150bb2f-43b0-4939-81c8-5c96b411d2ff tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] delete failed (client error): The resource could not be found. Feb 11 13:43:51.796765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3150bb2f-43b0-4939-81c8-5c96b411d2ff tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/f1d9e394-bbee-491c-a326-ccdf580139c5 HTTP/1.1" status: 404 len: 336 time: 0.0666807 Feb 11 13:43:51.808896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 49992) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.856458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:51.873160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] For port 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7d2606b2-9ba5-4311-b5ba-5ceb2bafe065,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:51.873531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:51.876449 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:51.913148 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a875d5fb-c1de-49ab-b4ad-556114c904a3 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=73d28666-5a19-4fa1-bcfc-62428412c5d5 HTTP/1.1" status: 200 len: 205 time: 0.1026850 Feb 11 13:43:51.918253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50000) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:51.959513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Calling delete_port for 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:52.031492 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-ab854d8d-0a7c-40df-ab9d-92f5e605459f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] delete failed (client error): The resource could not be found. Feb 11 13:43:52.032598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ab854d8d-0a7c-40df-ab9d-92f5e605459f tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/73d28666-5a19-4fa1-bcfc-62428412c5d5 HTTP/1.1" status: 404 len: 336 time: 0.1133945 Feb 11 13:43:52.036608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50004) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:52.122729 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ed5d1b-8f68-4dfc-a5ca-7d7250e5349b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:52.124357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ed5d1b-8f68-4dfc-a5ca-7d7250e5349b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:52.131038 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-11ed5d1b-8f68-4dfc-a5ca-7d7250e5349b tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/5546227a-0dc2-4cd0-8d8d-24eec9dcf6c9 HTTP/1.1" status: 404 len: 337 time: 0.0897601 Feb 11 13:43:52.147250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50010) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:52.234073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0dad7e4d-fb51-44c4-9a11-c740bf708673 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=061334c7-7cea-4f04-8fef-6b5bd3a0022a HTTP/1.1" status: 200 len: 205 time: 0.0828629 Feb 11 13:43:52.246785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50014) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:52.335073 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-feb90a09-95b0-4e66-8c84-56c17c8804b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] delete failed (client error): The resource could not be found. Feb 11 13:43:52.336052 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-feb90a09-95b0-4e66-8c84-56c17c8804b2 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/061334c7-7cea-4f04-8fef-6b5bd3a0022a HTTP/1.1" status: 404 len: 336 time: 0.0882759 Feb 11 13:43:52.356284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50018) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:52.387454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5a6bc892-85c3-457d-8940-f5aa931c3703 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:43:52.409911 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbcd4838-48d2-4b3c-909d-a4c37e65039d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:52.410579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbcd4838-48d2-4b3c-909d-a4c37e65039d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:52.413857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cbcd4838-48d2-4b3c-909d-a4c37e65039d tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/1bf8ceb5-7a75-4a5c-afee-f916f92728d7 HTTP/1.1" status: 404 len: 337 time: 0.0483375 Feb 11 13:43:52.416549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50022) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:52.429618 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:52.466476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5a6bc892-85c3-457d-8940-f5aa931c3703 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:52.467011 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:52.481413 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e4941f8d-6929-440e-85eb-9b8d1d17b792 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "GET /v2.0/ports?device_id=294cc0e3-e06f-4de2-81d7-92f18d3f7c69 HTTP/1.1" status: 200 len: 205 time: 0.0600116 Feb 11 13:43:52.482100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50024) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:52.553842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Router 4ed7098c-1f4e-443b-a258-6404663afd80 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:43:52.589143 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-1feceb6c-8304-4e93-a0bb-cc9076f85501 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] delete failed (client error): The resource could not be found. Feb 11 13:43:52.590552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1feceb6c-8304-4e93-a0bb-cc9076f85501 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/routers/294cc0e3-e06f-4de2-81d7-92f18d3f7c69 HTTP/1.1" status: 404 len: 336 time: 0.1072531 Feb 11 13:43:52.603997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50028) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:52.651212 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-79aaa9e1-8bb6-4c83-9a85-c07fb9873da7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:52.652692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79aaa9e1-8bb6-4c83-9a85-c07fb9873da7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:52.661952 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-79aaa9e1-8bb6-4c83-9a85-c07fb9873da7 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/8d350181-8277-4bf6-984e-120ce7dcfe8d HTTP/1.1" status: 404 len: 337 time: 0.0568500 Feb 11 13:43:52.662755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50032) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:52.706039 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab3ceff-71bb-4fed-abe0-f5876e8e3596 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] DELETE failed (client error): The resource could not be found. Feb 11 13:43:52.706850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab3ceff-71bb-4fed-abe0-f5876e8e3596 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:43:52.735270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9ab3ceff-71bb-4fed-abe0-f5876e8e3596 tempest-RoutersIpV6Test-1642683387 tempest-RoutersIpV6Test-1642683387-project] 10.222.0.52 "DELETE /v2.0/subnets/6cd751ea-a849-413f-9b39-76f11f79a1ad HTTP/1.1" status: 404 len: 337 time: 0.0546007 Feb 11 13:43:52.874761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:52.920979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Port': ['ID=7d2606b2-9ba5-4311-b5ba-5ceb2bafe065,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:53.297710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:53.308842 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:53.310698 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-63e348f5-69df-47a7-bc1a-c246a3dc1d73 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "PUT /v2.0/routers/4ed7098c-1f4e-443b-a258-6404663afd80 HTTP/1.1" status: 200 len: 913 time: 8.0320814 Feb 11 13:43:53.313649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50050) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:53.347803 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652f563e-32a4-4986-ad44-e02520c1c0cd None None] Sync routers for ids ['4ed7098c-1f4e-443b-a258-6404663afd80'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:53.365815 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f563e-32a4-4986-ad44-e02520c1c0cd None None] Routers {'4ed7098c-1f4e-443b-a258-6404663afd80'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:53.371365 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-652f563e-32a4-4986-ad44-e02520c1c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4ed7098c-1f4e-443b-a258-6404663afd80'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:53.421422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:53.423732 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-652f563e-32a4-4986-ad44-e02520c1c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:53.444869 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f563e-32a4-4986-ad44-e02520c1c0cd None None] Routers {'4ed7098c-1f4e-443b-a258-6404663afd80'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:53.445693 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-652f563e-32a4-4986-ad44-e02520c1c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['4ed7098c-1f4e-443b-a258-6404663afd80'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:53.494274 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-652f563e-32a4-4986-ad44-e02520c1c0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:53.495233 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652f563e-32a4-4986-ad44-e02520c1c0cd None None] The sync data for ids ['4ed7098c-1f4e-443b-a258-6404663afd80'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:53.614516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8ad4f09a-4250-4a99-a947-4bc67ffe24b9 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/routers/4ed7098c-1f4e-443b-a258-6404663afd80 HTTP/1.1" status: 200 len: 919 time: 0.2955940 Feb 11 13:43:53.618395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50058) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:53.720580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf2e29e-51d7-45a5-a0b5-f8147df1f377 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.724381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-baf2e29e-51d7-45a5-a0b5-f8147df1f377 tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&device_id=4ed7098c-1f4e-443b-a258-6404663afd80&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1047571 Feb 11 13:43:53.731796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50060) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:53.742916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:53.821509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50064) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:53.864466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dade45b-1ebc-41f7-b5ec-c30bcd9d288b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:53.865811 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4dade45b-1ebc-41f7-b5ec-c30bcd9d288b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 881 time: 0.1326168 Feb 11 13:43:53.869079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50066) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:53.909636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-65e97e92-1297-4a3e-99c5-269893d44c18 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed7098c-1f4e-443b-a258-6404663afd80 HTTP/1.1" status: 200 len: 205 time: 0.0389109 Feb 11 13:43:53.912090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50068) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:54.131510 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:54.332881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:54.364509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Router 41cbd445-a6d2-4ec2-82b6-6f98061ab889 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:43:54.429301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50076) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:54.429554 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-191b8a8c-9df9-4856-a2a0-c9a936581619 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=641ee9491b38461082e62f58e2060ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6041117 Feb 11 13:43:54.558609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Router 9d76fb96-3a3f-43eb-b232-69f2244b2482 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:43:54.592263 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ce663a2-5da0-4bd3-b916-fc085060caa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:54.595195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:54.630160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29332807-87c2-47b7-839a-52e4caf71372 None None] Sync routers for ids ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:54.666889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29332807-87c2-47b7-839a-52e4caf71372 None None] Routers {'41cbd445-a6d2-4ec2-82b6-6f98061ab889'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:54.675554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29332807-87c2-47b7-839a-52e4caf71372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:54.707432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ce663a2-5da0-4bd3-b916-fc085060caa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:54.745711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29332807-87c2-47b7-839a-52e4caf71372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:54.754918 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-979978b1-c158-4f1c-b370-1a24172f4840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:54.768984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29332807-87c2-47b7-839a-52e4caf71372 None None] Routers {'41cbd445-a6d2-4ec2-82b6-6f98061ab889'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:54.769991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29332807-87c2-47b7-839a-52e4caf71372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:54.824311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:54.828912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dfd41933-aa4d-4296-bd6d-8dededb64155 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 8.8250718 Feb 11 13:43:54.834950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50082) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:54.845510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29332807-87c2-47b7-839a-52e4caf71372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:54.847231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29332807-87c2-47b7-839a-52e4caf71372 None None] The sync data for ids ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:54.910499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Deleting port 2730895e-9e52-4b81-aba2-5a4d7538e814 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:54.910842 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:54.965681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:43:54.978419 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] Sync routers for ids ['9d76fb96-3a3f-43eb-b232-69f2244b2482'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:43:54.982398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9669a67b-1028-4a97-8a32-29f37ec6184a tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "PUT /v2.0/routers/9d76fb96-3a3f-43eb-b232-69f2244b2482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5332158 Feb 11 13:43:54.987824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50086) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:55.035442 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] Routers {'9d76fb96-3a3f-43eb-b232-69f2244b2482'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:55.039776 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9d76fb96-3a3f-43eb-b232-69f2244b2482'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:55.115545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b933a341-11ea-47b3-bfaf-b4d97dba5b20 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Deleting subnet cf64cc5c-2596-44ed-ad99-6dbfee02f342 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:43:55.125100 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b933a341-11ea-47b3-bfaf-b4d97dba5b20 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.129633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ce663a2-5da0-4bd3-b916-fc085060caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.137617 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ce663a2-5da0-4bd3-b916-fc085060caa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.154879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2ce663a2-5da0-4bd3-b916-fc085060caa2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2af1aede-8d16-49f1-90bb-fd196c29432c HTTP/1.1" status: 204 len: 168 time: 0.7230256 Feb 11 13:43:55.259272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce663a2-5da0-4bd3-b916-fc085060caa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af1aede-8d16-49f1-90bb-fd196c29432c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:55.324167 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] Set router 9d76fb96-3a3f-43eb-b232-69f2244b2482 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:55.326307 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.411342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b933a341-11ea-47b3-bfaf-b4d97dba5b20 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.411929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Calling delete_port for 2730895e-9e52-4b81-aba2-5a4d7538e814 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:55.720553 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:55.770574 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1739443088', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '392c870c-043f-412d-97d4-e69e26a84128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:48Z', 'updated_at': '2022-02-11T13:43:52Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '392c870c-043f-412d-97d4-e69e26a84128', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:50Z', 'updated_at': '2022-02-11T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:55.838426 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] Checking router: 9d76fb96-3a3f-43eb-b232-69f2244b2482 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:43:55.863257 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] Routers {'9d76fb96-3a3f-43eb-b232-69f2244b2482'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:43:55.864149 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['9d76fb96-3a3f-43eb-b232-69f2244b2482'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:56.046402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.182327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Pushing event deleted for resources: {'Port': ['ID=2730895e-9e52-4b81-aba2-5a4d7538e814,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:56.186441 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] Set router 9d76fb96-3a3f-43eb-b232-69f2244b2482 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:43:56.368504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.488527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b933a341-11ea-47b3-bfaf-b4d97dba5b20 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.639999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.649467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.715432 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1739443088', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '392c870c-043f-412d-97d4-e69e26a84128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:48Z', 'updated_at': '2022-02-11T13:43:52Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '392c870c-043f-412d-97d4-e69e26a84128', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:50Z', 'updated_at': '2022-02-11T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:43:56.775843 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6a80ee-7ecb-4d3f-ad8f-3b0c5a6dc201 None None] The sync data for ids ['9d76fb96-3a3f-43eb-b232-69f2244b2482'] in n-d-816488-1 is: [{'id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1739443088', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': '392c870c-043f-412d-97d4-e69e26a84128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:42:48Z', 'updated_at': '2022-02-11T13:43:52Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '392c870c-043f-412d-97d4-e69e26a84128', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:8e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d76fb96-3a3f-43eb-b232-69f2244b2482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:42:50Z', 'updated_at': '2022-02-11T13:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:43:56.787624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b933a341-11ea-47b3-bfaf-b4d97dba5b20 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.821437 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b933a341-11ea-47b3-bfaf-b4d97dba5b20 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.827629 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b933a341-11ea-47b3-bfaf-b4d97dba5b20 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "DELETE /v2.0/subnets/cf64cc5c-2596-44ed-ad99-6dbfee02f342 HTTP/1.1" status: 204 len: 168 time: 1.8354933 Feb 11 13:43:56.827837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5a3fd-88fc-4019-a1b2-3ea4b7c3e7d2 None None] Network f8a4cecf-1c38-4bfe-93f1-1b77956d106f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:43:56.828285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50118) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:56.895570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933a341-11ea-47b3-bfaf-b4d97dba5b20 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Subnet': ['ID=cf64cc5c-2596-44ed-ad99-6dbfee02f342,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:56.947630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.988485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:56.988485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Fanout notify agent at l3_agent the message router_deleted on router 4ed7098c-1f4e-443b-a258-6404663afd80 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:57.004019 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.008940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-546976ec-5b9b-4e39-a787-6ad1f11ee9b1 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/4ed7098c-1f4e-443b-a258-6404663afd80 HTTP/1.1" status: 204 len: 168 time: 3.0920751 Feb 11 13:43:57.034509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50124) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:57.046796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f50532d3-61de-4030-bd20-a198cdf416d0 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-330278292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:57.176430 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8d8c6c58-3e1b-4591-a6e5-35a4f70506f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.264390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3515d2-0551-4dba-8e4a-561acbcd902c None None] DHCP port deletion for f8a4cecf-1c38-4bfe-93f1-1b77956d106f request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:43:57.307237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.420045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ff3515d2-0551-4dba-8e4a-561acbcd902c None None] Deleting port 54d21d54-22c1-4187-8403-b7ed07e11b45 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:57.420423 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ff3515d2-0551-4dba-8e4a-561acbcd902c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.545746 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.556697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f50532d3-61de-4030-bd20-a198cdf416d0 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.560289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f50532d3-61de-4030-bd20-a198cdf416d0 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.562447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ff3515d2-0551-4dba-8e4a-561acbcd902c None None] For port 54d21d54-22c1-4187-8403-b7ed07e11b45, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=54d21d54-22c1-4187-8403-b7ed07e11b45,segment=NetworkSegment(11a78b97-9b5e-44bf-8a80-2ab80368960b),segment_id=11a78b97-9b5e-44bf-8a80-2ab80368960b)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:57.562935 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ff3515d2-0551-4dba-8e4a-561acbcd902c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.592407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ff3515d2-0551-4dba-8e4a-561acbcd902c None None] Calling delete_port for 54d21d54-22c1-4187-8403-b7ed07e11b45 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:57.612192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50136) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:57.843011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Allocated IP 172.20.0.1 (9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2/13bbb817-00b6-49d5-9c7a-8f7570425138/2d649b41-bd08-4528-8fea-29dc39d03b92) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:43:57.882930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'network': {'name': 'tempest-RoutersTest-1755790578'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:57.889253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f50532d3-61de-4030-bd20-a198cdf416d0 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:57.942204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Deleting port 392c870c-043f-412d-97d4-e69e26a84128 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:43:57.942555 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.000425 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ff3515d2-0551-4dba-8e4a-561acbcd902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.002921 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.056600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:58.060409 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.065026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f50532d3-61de-4030-bd20-a198cdf416d0 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.073800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3515d2-0551-4dba-8e4a-561acbcd902c None None] Pushing event deleted for resources: {'Port': ['ID=54d21d54-22c1-4187-8403-b7ed07e11b45,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:58.078471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3515d2-0551-4dba-8e4a-561acbcd902c None None] No DVR routers for this DVR port 54d21d54-22c1-4187-8403-b7ed07e11b45 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:43:58.120867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.138140 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.220525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] For port 392c870c-043f-412d-97d4-e69e26a84128, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=392c870c-043f-412d-97d4-e69e26a84128,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:43:58.230214 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.241538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f50532d3-61de-4030-bd20-a198cdf416d0 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.244289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f50532d3-61de-4030-bd20-a198cdf416d0 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2087862 Feb 11 13:43:58.247587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50148) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:58.253361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'enable_snat': False}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:58.270502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Calling delete_port for 392c870c-043f-412d-97d4-e69e26a84128 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:43:58.396832 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.415971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 54d21d54-22c1-4187-8403-b7ed07e11b45 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:58.459120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 54d21d54-22c1-4187-8403-b7ed07e11b45 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:58.459451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 54d21d54-22c1-4187-8403-b7ed07e11b45 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:58.460063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:43:58.499849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:43:58.504157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7d2606b2-9ba5-4311-b5ba-5ceb2bafe065 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:43:58.588498 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.630419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.635373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:43:58.670840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:43:58.678370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:43:58.708066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event updated for resources: {'Port': ['ID=2d649b41-bd08-4528-8fea-29dc39d03b92,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:58.728205 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.746346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:43:58.770070 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.772346 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added segment 5f04671b-0993-4728-aa6b-b084097c8647 of type vlan for network 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e Feb 11 13:43:58.893192 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.904845 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.939338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.940027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.940576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.941107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.941607 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.942157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.951217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.951217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.951217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.951217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.951217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.951217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:58.971265 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:58.993676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de375aef-e361-459d-9641-0e4479699a23,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:58.996718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.059155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Port': ['ID=392c870c-043f-412d-97d4-e69e26a84128,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:59.077246 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.109600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:43:59.119687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.251849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50176) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:59.353304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9ac531a8-a435-4bc3-90a4-88a4510da52d None None] Provisioning complete for port 2d649b41-bd08-4528-8fea-29dc39d03b92 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:43:59.355624 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ac531a8-a435-4bc3-90a4-88a4510da52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.415488 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.452953 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0220-c7e7-40fb-803b-ee01ac45e69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.465706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9ac531a8-a435-4bc3-90a4-88a4510da52d None None] Port 2d649b41-bd08-4528-8fea-29dc39d03b92 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:43:59.510668 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8916144 Feb 11 13:43:59.543297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Network': ['ID=9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:43:59.547615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50180) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:59.553725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'network': {'name': 'tempest-RoutersTest-1507272350'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:43:59.567076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.570394 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.573326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.573792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.574240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.574672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.575132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.575559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.576139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.576568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.576992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.577417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.577865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.578284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663e5cea-49d8-4807-8725-4cefce1e4e14 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:43:59.598624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:43:59.620916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.713973 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.775912 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.807289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.807289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Fanout notify agent at l3_agent the message router_deleted on router 9d76fb96-3a3f-43eb-b232-69f2244b2482 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:43:59.807289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:43:59.807289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.820667 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:43:59.824564 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c9000fd8-2173-4f3f-9594-2860f555feaf tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "DELETE /v2.0/routers/9d76fb96-3a3f-43eb-b232-69f2244b2482 HTTP/1.1" status: 204 len: 168 time: 2.9964845 Feb 11 13:43:59.826392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50184) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:43:59.936670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50188) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:00.021678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.040029 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.055393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:00.361123 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.361123 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added segment 7b12ff39-be36-4c4b-8052-9d8d36d52aa9 of type vlan for network d637a744-b553-413b-9da6-9f498814ca0b Feb 11 13:44:00.370513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0220-c7e7-40fb-803b-ee01ac45e69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.372594 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.372960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Allocated IP 172.25.0.17 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/9d79de92-0ae2-4dd4-80fa-7a1df085aa6c) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:00.372960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0220-c7e7-40fb-803b-ee01ac45e69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.373870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b1d98a0-52a1-40e3-ad98-ec76131d5969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.374317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a4fb0220-c7e7-40fb-803b-ee01ac45e69c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=859365f36be14e8fa010eac70d1a2afb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1064820 Feb 11 13:44:00.374317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50206) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:00.375127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb0220-c7e7-40fb-803b-ee01ac45e69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1d60fb-3e17-4d6a-b106-f6fa8cff269f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:00.390427 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.408024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:00.408789 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.456200 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.463081 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.555182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 392c870c-043f-412d-97d4-e69e26a84128 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:00.555933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.578255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 392c870c-043f-412d-97d4-e69e26a84128 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:00.578903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 392c870c-043f-412d-97d4-e69e26a84128 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:00.591241 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.618109 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0691693 Feb 11 13:44:00.620979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50208) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:00.627662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a4cecf-1c38-4bfe-93f1-1b77956d106f']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:00.648088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b262385-1a2b-484f-8c2f-9dde173f9a33 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Network': ['ID=d637a744-b553-413b-9da6-9f498814ca0b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:00.654245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a78b97-9b5e-44bf-8a80-2ab80368960b') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:00.657544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a78b97-9b5e-44bf-8a80-2ab80368960b') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:00.659647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'subnet': {'network_id': '9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:00.672077 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b1d98a0-52a1-40e3-ad98-ec76131d5969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.674914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.675081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be235506-7b95-42d5-afec-08655ebf641a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.676695 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.690402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d637a744-b553-413b-9da6-9f498814ca0b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:00.710595 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.722052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:00.722774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.735932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.769810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event updated for resources: {'Port': ['ID=2d649b41-bd08-4528-8fea-29dc39d03b92,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:00.784369 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:00.809047 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b1d98a0-52a1-40e3-ad98-ec76131d5969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.857848 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9b1d98a0-52a1-40e3-ad98-ec76131d5969 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=29d567dedf89455f9a95176a0180d3db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9124656 Feb 11 13:44:00.858629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50212) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:00.859307 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d98a0-52a1-40e3-ad98-ec76131d5969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5734eb40-4bed-4551-89be-415c25f68c33,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:00.897479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be235506-7b95-42d5-afec-08655ebf641a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.956469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.977463 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:00.981502 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "DELETE /v2.0/networks/f8a4cecf-1c38-4bfe-93f1-1b77956d106f HTTP/1.1" status: 204 len: 168 time: 1.1541052 Feb 11 13:44:00.984681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50218) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:00.997079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b0d95-40e2-4019-be0b-daba146d4462 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Network': ['ID=f8a4cecf-1c38-4bfe-93f1-1b77956d106f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:01.046100 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35deb2a6-33be-4ee5-aa90-62cb065aa8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.075506 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.087794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35deb2a6-33be-4ee5-aa90-62cb065aa8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.102576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:01.106447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.113237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:01.168537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:01.278235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35deb2a6-33be-4ee5-aa90-62cb065aa8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.288310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-35deb2a6-33be-4ee5-aa90-62cb065aa8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.296697 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-35deb2a6-33be-4ee5-aa90-62cb065aa8d0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5734eb40-4bed-4551-89be-415c25f68c33 HTTP/1.1" status: 204 len: 168 time: 0.4342968 Feb 11 13:44:01.322821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35deb2a6-33be-4ee5-aa90-62cb065aa8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5734eb40-4bed-4551-89be-415c25f68c33,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:01.528120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-47197203-d024-4f2f-a796-3c311506259a None None] Provisioning complete for port 2d649b41-bd08-4528-8fea-29dc39d03b92 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:01.528485 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-47197203-d024-4f2f-a796-3c311506259a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.573808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-47197203-d024-4f2f-a796-3c311506259a None None] Port 2d649b41-bd08-4528-8fea-29dc39d03b92 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:01.589052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be235506-7b95-42d5-afec-08655ebf641a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.592246 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-be235506-7b95-42d5-afec-08655ebf641a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:01.594285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-be235506-7b95-42d5-afec-08655ebf641a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a1d60fb-3e17-4d6a-b106-f6fa8cff269f HTTP/1.1" status: 204 len: 168 time: 1.2154005 Feb 11 13:44:01.636492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:01.707061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Pushing event updated for resources: {'Port': ['ID=9d79de92-0ae2-4dd4-80fa-7a1df085aa6c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:01.715898 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be235506-7b95-42d5-afec-08655ebf641a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1d60fb-3e17-4d6a-b106-f6fa8cff269f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:01.721217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:01.732887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:02.015611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Router 41cbd445-a6d2-4ec2-82b6-6f98061ab889 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:02.135406 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Deleting port 7de7929d-2a06-4a26-94be-884dfed4ac72 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:02.135770 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.319502 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.323876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.347157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50244) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:02.382221 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63784641-9c7e-4110-98c2-b69fc3de1078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.403740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.492044 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63784641-9c7e-4110-98c2-b69fc3de1078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.519709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Calling delete_port for 7de7929d-2a06-4a26-94be-884dfed4ac72 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:02.579298 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63784641-9c7e-4110-98c2-b69fc3de1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.621715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63784641-9c7e-4110-98c2-b69fc3de1078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c43e71-2302-4e50-a5bf-d5ea7f7df2e8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:02.627357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-63784641-9c7e-4110-98c2-b69fc3de1078 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93a54a19063d4cf68a77ab0dcbad56a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773097 Feb 11 13:44:02.636706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50248) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:02.698482 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b2c9-6ae0-4987-8a6f-ff4180bc1455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.728141 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b2c9-6ae0-4987-8a6f-ff4180bc1455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.730864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:02.744900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4cde9-f59a-4739-ae90-f90a3236227d None None] Sync routers for ids ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:02.754243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Subnet': ['ID=dfa7986e-a967-4504-9faf-aaf1b8e6beee,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:02.761880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4cde9-f59a-4739-ae90-f90a3236227d None None] Routers {'41cbd445-a6d2-4ec2-82b6-6f98061ab889'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:02.762627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7cb4cde9-f59a-4739-ae90-f90a3236227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:02.772883 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a0cddb91-9b89-4730-8a8d-2962281e19c8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "PUT /v2.0/routers/41cbd445-a6d2-4ec2-82b6-6f98061ab889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9346290 Feb 11 13:44:02.788039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50250) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:02.817358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Request body: {'port': {'network_id': '9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2', 'name': 'tempest-FloatingIPAdminTestJSON-1083836552'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:02.839695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7cb4cde9-f59a-4739-ae90-f90a3236227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:02.847255 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.855241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4cde9-f59a-4739-ae90-f90a3236227d None None] Routers {'41cbd445-a6d2-4ec2-82b6-6f98061ab889'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:02.855949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7cb4cde9-f59a-4739-ae90-f90a3236227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:02.892978 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b2c9-6ae0-4987-8a6f-ff4180bc1455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.895739 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b2c9-6ae0-4987-8a6f-ff4180bc1455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:02.896998 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ffc9b2c9-6ae0-4987-8a6f-ff4180bc1455 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7c43e71-2302-4e50-a5bf-d5ea7f7df2e8 HTTP/1.1" status: 204 len: 168 time: 0.2621799 Feb 11 13:44:02.911008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9b2c9-6ae0-4987-8a6f-ff4180bc1455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c43e71-2302-4e50-a5bf-d5ea7f7df2e8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:02.919635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7cb4cde9-f59a-4739-ae90-f90a3236227d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:02.920604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb4cde9-f59a-4739-ae90-f90a3236227d None None] The sync data for ids ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:02.972428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Checking segment: {'id': '5f04671b-0993-4728-aa6b-b084097c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:02.972705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network hostable DHCP agents. Network: 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:02.979472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50256) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:02.997063 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3603ec4a-0fed-4ca4-ad7c-023897befa83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.104691 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3603ec4a-0fed-4ca4-ad7c-023897befa83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.227258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3603ec4a-0fed-4ca4-ad7c-023897befa83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.327847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:03.336754 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3603ec4a-0fed-4ca4-ad7c-023897befa83 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=599ca8d83c8b4bc0afc869c5612f8342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557482 Feb 11 13:44:03.337377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50268) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:03.355695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603ec4a-0fed-4ca4-ad7c-023897befa83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a401e84-820e-41e3-9377-0e7bb81ceb39,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:03.414281 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.414571 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62704a33-9b9b-4aca-95c8-3d1514ae57a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.421910 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.455929 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62704a33-9b9b-4aca-95c8-3d1514ae57a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.536566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:03.542035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:03.542714 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.547159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb99f536-ab62-467b-a0c6-b6dd6684c42c None None] Network 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:03.552134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.554289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Made reservation on behalf of 96a99360eca14819b28436254340e328 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:03.558650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.612794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62704a33-9b9b-4aca-95c8-3d1514ae57a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.616718 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62704a33-9b9b-4aca-95c8-3d1514ae57a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.618485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-62704a33-9b9b-4aca-95c8-3d1514ae57a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4a401e84-820e-41e3-9377-0e7bb81ceb39 HTTP/1.1" status: 204 len: 168 time: 0.2796392 Feb 11 13:44:03.634377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Port': ['ID=7de7929d-2a06-4a26-94be-884dfed4ac72,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:03.665859 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62704a33-9b9b-4aca-95c8-3d1514ae57a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a401e84-820e-41e3-9377-0e7bb81ceb39,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:03.696250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] device_id is not set on port 3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:44:03.758357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e', 'network_id': '9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'fixed_ips': [{'subnet_id': 'dfa7986e-a967-4504-9faf-aaf1b8e6beee'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:44:03.759128 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.770681 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:03.771246 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Floating IP 594bd7aa-9cf7-43ba-9a46-cf5b02328fad disassociated (deleted). External IP: 172.25.0.203, port: 296073e1-775e-43ea-b276-f4c5cc5d03f7. Feb 11 13:44:03.779594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-055724a0-4ee9-4f80-8990-d691ddb17600 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1232088 Feb 11 13:44:03.779947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50282) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:03.788002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'subnet': {'network_id': 'd637a744-b553-413b-9da6-9f498814ca0b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:03.992409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Allocated IP 172.20.0.2 (9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e/dfa7986e-a967-4504-9faf-aaf1b8e6beee/8d91b71d-aeab-408c-8eaa-317fa2730944) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:04.035581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:04.039967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.056881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Allocated IP 172.20.0.9 (9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2/13bbb817-00b6-49d5-9c7a-8f7570425138/3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:04.239935 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.367054 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.433521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Network 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:04.442045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:04.442045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:04.517752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Pushing event updated for resources: {'Port': ['ID=8d91b71d-aeab-408c-8eaa-317fa2730944,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:04.556931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Attempting to bind port 8d91b71d-aeab-408c-8eaa-317fa2730944 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:04.556931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Attempting to bind port 8d91b71d-aeab-408c-8eaa-317fa2730944 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5f04671b-0993-4728-aa6b-b084097c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:04.556931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Attempting to bind port 8d91b71d-aeab-408c-8eaa-317fa2730944 on network 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:04.556931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:04.556931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Checking segment: {'id': '5f04671b-0993-4728-aa6b-b084097c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:04.556931 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.556931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Bound using segment: {'id': '5f04671b-0993-4728-aa6b-b084097c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:04.556931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Bound port: 8d91b71d-aeab-408c-8eaa-317fa2730944, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f04671b-0993-4728-aa6b-b084097c8647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:04.556931 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.571335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.631344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] For port 8d91b71d-aeab-408c-8eaa-317fa2730944, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:04.635248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] For port 8d91b71d-aeab-408c-8eaa-317fa2730944, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d91b71d-aeab-408c-8eaa-317fa2730944,segment=NetworkSegment(5f04671b-0993-4728-aa6b-b084097c8647),segment_id=5f04671b-0993-4728-aa6b-b084097c8647)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:04.649097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Subnet': ['ID=887df33f-2470-4811-b1e4-113d0f572047,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:04.653462 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Router 59283075-cdfa-424e-af6d-01b1104f77b7 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:04.698637 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.719243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50304) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:04.771597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c3847-a919-4f49-b428-ad1f57003332 None None] Pushing event updated for resources: {'Port': ['ID=8d91b71d-aeab-408c-8eaa-317fa2730944,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:04.773212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd558506-406b-498f-a6d4-691e88a4bbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.815446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Checking segment: {'id': '7b12ff39-be36-4c4b-8052-9d8d36d52aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd637a744-b553-413b-9da6-9f498814ca0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:04.815813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network hostable DHCP agents. Network: d637a744-b553-413b-9da6-9f498814ca0b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:04.853209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Router 8da91c65-8bfe-4815-b565-c91aa1784d9c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:04.933843 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd558506-406b-498f-a6d4-691e88a4bbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:04.937679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network d637a744-b553-413b-9da6-9f498814ca0b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:04.969631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.035789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:05.045136 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.046423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0cfa3e79-6e11-4d8d-9260-628c66caceca tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "PUT /v2.0/routers/59283075-cdfa-424e-af6d-01b1104f77b7 HTTP/1.1" status: 200 len: 914 time: 6.7977071 Feb 11 13:44:05.050059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50310) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:05.058133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d637a744-b553-413b-9da6-9f498814ca0b) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:05.066636 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc3573-b3b0-4570-9f23-1fb577ce1c37 None None] Sync routers for ids ['59283075-cdfa-424e-af6d-01b1104f77b7'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:05.068182 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cd558506-406b-498f-a6d4-691e88a4bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.071561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.073848 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.107115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f9163e-f666-49a3-b378-e1c6a1151b3f None None] Network d637a744-b553-413b-9da6-9f498814ca0b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:05.117492 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc3573-b3b0-4570-9f23-1fb577ce1c37 None None] Routers {'59283075-cdfa-424e-af6d-01b1104f77b7'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:05.117492 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-33cc3573-b3b0-4570-9f23-1fb577ce1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['59283075-cdfa-424e-af6d-01b1104f77b7'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:05.217611 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-33cc3573-b3b0-4570-9f23-1fb577ce1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:05.228734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.245437 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc3573-b3b0-4570-9f23-1fb577ce1c37 None None] Routers {'59283075-cdfa-424e-af6d-01b1104f77b7'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:05.248787 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-33cc3573-b3b0-4570-9f23-1fb577ce1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['59283075-cdfa-424e-af6d-01b1104f77b7'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:05.379038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event updated for resources: {'Port': ['ID=3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:05.380227 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-33cc3573-b3b0-4570-9f23-1fb577ce1c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:05.380882 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cc3573-b3b0-4570-9f23-1fb577ce1c37 None None] The sync data for ids ['59283075-cdfa-424e-af6d-01b1104f77b7'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:05.413368 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cd558506-406b-498f-a6d4-691e88a4bbdf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30c84d7df2c0424cadd0b10c5e4927e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6883757 Feb 11 13:44:05.414084 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd558506-406b-498f-a6d4-691e88a4bbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897d3ede-68f0-42e8-a6c4-2df434428079,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:05.418524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50320) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:05.445028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:05.448744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:05.454366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:05.488206 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:05.507596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.551455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d48fdda0-76e1-4be8-93bc-94584ad2425d tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "DELETE /v2.0/floatingips/594bd7aa-9cf7-43ba-9a46-cf5b02328fad HTTP/1.1" status: 204 len: 168 time: 4.5655050 Feb 11 13:44:05.560427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.561953 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:05.575844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:05.578824 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e483ad-e860-4698-b1df-30b1a6f5ad07" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:05.589870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] Sync routers for ids ['8da91c65-8bfe-4815-b565-c91aa1784d9c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:05.661791 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa74e9-03d0-44ab-b2cd-9aad2cac946a x-openstack-request-id: req-7baa74e9-03d0-44ab-b2cd-9aad2cac946a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:05.661791 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:05.661791 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7baa74e9-03d0-44ab-b2cd-9aad2cac946a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:05.661791 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'status': 'completed', 'code': 200} Feb 11 13:44:05.685580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] Routers {'8da91c65-8bfe-4815-b565-c91aa1784d9c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:05.695348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8da91c65-8bfe-4815-b565-c91aa1784d9c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:05.741348 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-23643ebc-6c07-4b81-8c63-126dd6112cfe tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9498494 Feb 11 13:44:05.741348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50332) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:05.759585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-6920f8f8-8a28-4666-9077-c9ccd9ea262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.766317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-6920f8f8-8a28-4666-9077-c9ccd9ea262b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68f7c1522217465ab9934a9fd077095e&device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 1135 time: 0.0868676 Feb 11 13:44:05.909598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-43ab6496-e606-4276-b0d4-a75b4b5faad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:05.916871 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-43ab6496-e606-4276-b0d4-a75b4b5faad0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4157d4c3-94e8-4c03-acd6-124bcf31a755 HTTP/1.1" status: 200 len: 898 time: 0.1480172 Feb 11 13:44:05.922142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] Set router 8da91c65-8bfe-4815-b565-c91aa1784d9c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:06.003989 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-79a631db-8984-4b41-b0ad-22adbd1721f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7 HTTP/1.1" status: 200 len: 217 time: 0.0782840 Feb 11 13:44:06.133707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-db180d52-e0d9-4159-81a2-228197b4fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.135817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-db180d52-e0d9-4159-81a2-228197b4fdf3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff1cd232-e187-448f-8a9c-916df2a7f7a1 HTTP/1.1" status: 200 len: 835 time: 0.1229715 Feb 11 13:44:06.207890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-d637a744-b553-413b-9da6-9f498814ca0b', 'network_id': 'd637a744-b553-413b-9da6-9f498814ca0b', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'fixed_ips': [{'subnet_id': '887df33f-2470-4811-b1e4-113d0f572047'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:44:06.208770 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.315890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'project_id': '96a99360eca14819b28436254340e328', 'port_id': '3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:06.420659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-bf27266d-fb83-4aba-abe4-60cffd34a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.436433 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-bf27266d-fb83-4aba-abe4-60cffd34a8ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4157d4c3-94e8-4c03-acd6-124bcf31a755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2856684 Feb 11 13:44:06.516985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235d394-d555-409a-909a-0dceb280ab48 req-5690ff88-3904-4ccd-9760-4030a1bb5cb0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.518984 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f235d394-d555-409a-909a-0dceb280ab48 req-5690ff88-3904-4ccd-9760-4030a1bb5cb0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 984 time: 0.2407041 Feb 11 13:44:06.522645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Allocated IP 172.21.0.2 (d637a744-b553-413b-9da6-9f498814ca0b/887df33f-2470-4811-b1e4-113d0f572047/dfd4841a-6cf2-4a59-9e82-c35cb0c21b27) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:06.556438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2b00d192-5bc9-489c-b775-236c60a1b80d tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/routers/59283075-cdfa-424e-af6d-01b1104f77b7 HTTP/1.1" status: 200 len: 920 time: 1.5043862 Feb 11 13:44:06.563946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50352) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:06.583456 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.595089 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-418e4739-dc21-4f02-965d-fc5fdd37556c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8103881 Feb 11 13:44:06.600183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50354) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:06.647640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e12f35a0-3e8f-4dfa-9054-b664198d341d tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-206047335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:06.686253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3ef4-b76c-48b0-8229-9e2ca4adcf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.713414 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3ef4-b76c-48b0-8229-9e2ca4adcf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.743153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f32c53fa-116c-4024-af26-73a4963d3506 None None] Provisioning complete for port 3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:06.743564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f32c53fa-116c-4024-af26-73a4963d3506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.747509 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-0899da10-b47c-484b-8359-58f9fbf69272 service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908733 Feb 11 13:44:06.761574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d91b71d-aeab-408c-8eaa-317fa2730944 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:06.767198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67153403-7e8e-4ed7-b09c-12e7bb81c8e1 None None] Network 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:06.811839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853d42be-5e1b-4dbb-a021-21b4a2fe980e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:06.817182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-853d42be-5e1b-4dbb-a021-21b4a2fe980e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&device_id=59283075-cdfa-424e-af6d-01b1104f77b7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2436874 Feb 11 13:44:06.819926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50360) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:06.848117 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3ef4-b76c-48b0-8229-9e2ca4adcf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.854187 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9cbe3ef4-b76c-48b0-8229-9e2ca4adcf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.859636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9cbe3ef4-b76c-48b0-8229-9e2ca4adcf92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/897d3ede-68f0-42e8-a6c4-2df434428079 HTTP/1.1" status: 204 len: 168 time: 1.4360549 Feb 11 13:44:06.885824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57e483ad-e860-4698-b1df-30b1a6f5ad07 req-505548d5-801a-4505-b874-f98b3bc423a9 service neutron] 10.222.0.13 "GET /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292424 Feb 11 13:44:06.894037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f235d394-d555-409a-909a-0dceb280ab48 req-f955f170-2541-41ff-9eaa-b818f94b6866 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3257544 Feb 11 13:44:06.920546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e12f35a0-3e8f-4dfa-9054-b664198d341d tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.921986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e12f35a0-3e8f-4dfa-9054-b664198d341d tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:06.940380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbe3ef4-b76c-48b0-8229-9e2ca4adcf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897d3ede-68f0-42e8-a6c4-2df434428079,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:06.955886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.029147 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e12f35a0-3e8f-4dfa-9054-b664198d341d tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.042769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdabc41d-d0b9-495b-b6b4-cf9c4adc087e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:07.047539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fdabc41d-d0b9-495b-b6b4-cf9c4adc087e tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/networks/a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 881 time: 0.2252181 Feb 11 13:44:07.051152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50372) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:07.108323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b29aefd0-71d2-4d59-b9ed-96fa5edbd8ea tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=59283075-cdfa-424e-af6d-01b1104f77b7 HTTP/1.1" status: 200 len: 205 time: 0.0531840 Feb 11 13:44:07.108323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50380) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:07.125698 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.127565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f32c53fa-116c-4024-af26-73a4963d3506 None None] Port 3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:07.153253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Allocated IP 172.25.0.138 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/9faa90cc-b4fe-485a-bb68-0a04c6a1b60b) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:07.184391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8d91b71d-aeab-408c-8eaa-317fa2730944 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:07.184634 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.240928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e12f35a0-3e8f-4dfa-9054-b664198d341d tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.292726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:39Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '81f940a7-98ee-402e-9fac-c236f27c77bb', 'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:35:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:37Z', 'updated_at': '2022-02-11T13:41:47Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:07.330355 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.336678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] Checking router: 8da91c65-8bfe-4815-b565-c91aa1784d9c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:44:07.340573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e12f35a0-3e8f-4dfa-9054-b664198d341d tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.344031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e12f35a0-3e8f-4dfa-9054-b664198d341d tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7233887 Feb 11 13:44:07.347662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50390) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:07.372645 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.403036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ea77e6d8-6f3c-438d-b988-e8a80cc04bf1 None None] Provisioning complete for port 8d91b71d-aeab-408c-8eaa-317fa2730944 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:07.404420 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea77e6d8-6f3c-438d-b988-e8a80cc04bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.406577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] Routers {'8da91c65-8bfe-4815-b565-c91aa1784d9c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:07.407624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8da91c65-8bfe-4815-b565-c91aa1784d9c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:07.531847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.538388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] Set router 8da91c65-8bfe-4815-b565-c91aa1784d9c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:07.728511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Pushing event updated for resources: {'Port': ['ID=dfd4841a-6cf2-4a59-9e82-c35cb0c21b27,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:07.733283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.749365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Network d637a744-b553-413b-9da6-9f498814ca0b is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:07.793734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Deleting port 9d79de92-0ae2-4dd4-80fa-7a1df085aa6c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:07.794504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.804816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:07.805326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:07.838551 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.901655 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.907988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-ed4f1cf1-8268-4eda-8d8a-b9a48e7ec888 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:07.909694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-ed4f1cf1-8268-4eda-8d8a-b9a48e7ec888 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 984 time: 0.3338408 Feb 11 13:44:07.917896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Calling delete_port for 9d79de92-0ae2-4dd4-80fa-7a1df085aa6c owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:07.976925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:07.987674 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.171756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:08.220008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:08.234586 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:08.265898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5d80d-947b-45d6-bb7d-be1efe9379e0 req-f83ed53e-512a-4c79-9991-c0032dbbc696 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:08.268720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6db5d80d-947b-45d6-bb7d-be1efe9379e0 req-f83ed53e-512a-4c79-9991-c0032dbbc696 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 984 time: 0.2108734 Feb 11 13:44:08.270176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Pushing event updated for resources: {'Port': ['ID=9faa90cc-b4fe-485a-bb68-0a04c6a1b60b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.277723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Attempting to bind port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:08.278317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Attempting to bind port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '7b12ff39-be36-4c4b-8052-9d8d36d52aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd637a744-b553-413b-9da6-9f498814ca0b'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:08.286275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Attempting to bind port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 on network d637a744-b553-413b-9da6-9f498814ca0b {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:08.310932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:08.311438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Checking segment: {'id': '7b12ff39-be36-4c4b-8052-9d8d36d52aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd637a744-b553-413b-9da6-9f498814ca0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:08.311895 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.312368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Bound using segment: {'id': '7b12ff39-be36-4c4b-8052-9d8d36d52aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd637a744-b553-413b-9da6-9f498814ca0b'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:08.312914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Bound port: dfd4841a-6cf2-4a59-9e82-c35cb0c21b27, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b12ff39-be36-4c4b-8052-9d8d36d52aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'd637a744-b553-413b-9da6-9f498814ca0b'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:08.313360 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.328235 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea77e6d8-6f3c-438d-b988-e8a80cc04bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.371165 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 8d91b71d-aeab-408c-8eaa-317fa2730944, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d91b71d-aeab-408c-8eaa-317fa2730944,segment=NetworkSegment(5f04671b-0993-4728-aa6b-b084097c8647),segment_id=5f04671b-0993-4728-aa6b-b084097c8647)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:08.379129 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6db5d80d-947b-45d6-bb7d-be1efe9379e0 req-5b886a52-11ee-4e6b-8a39-018198856eda tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0843213 Feb 11 13:44:08.389169 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.457755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] For port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:08.464870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] For port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=dfd4841a-6cf2-4a59-9e82-c35cb0c21b27,segment=NetworkSegment(7b12ff39-be36-4c4b-8052-9d8d36d52aa9),segment_id=7b12ff39-be36-4c4b-8052-9d8d36d52aa9)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:08.465141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Pushing event deleted for resources: {'Port': ['ID=9d79de92-0ae2-4dd4-80fa-7a1df085aa6c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.499219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:39Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '81f940a7-98ee-402e-9fac-c236f27c77bb', 'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:35:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:37Z', 'updated_at': '2022-02-11T13:41:47Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:08.540678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a032d80-95ca-4482-a61c-bd40e61ab7ca None None] The sync data for ids ['8da91c65-8bfe-4815-b565-c91aa1784d9c'] in n-d-816488-1 is: [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:41:39Z', 'revision_number': 4, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '81f940a7-98ee-402e-9fac-c236f27c77bb', 'name': '', 'network_id': '4157d4c3-94e8-4c03-acd6-124bcf31a755', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'mac_address': 'fa:16:3e:35:8a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2783, 'fixed_ips': [{'subnet_id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:37Z', 'updated_at': '2022-02-11T13:41:47Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'subnets': [{'id': 'ff1cd232-e187-448f-8a9c-916df2a7f7a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:08.543885 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.619850 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-ea77e6d8-6f3c-438d-b988-e8a80cc04bf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:44:08.619850 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-ea77e6d8-6f3c-438d-b988-e8a80cc04bf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:44:08.638707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.643767 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.697762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=8d91b71d-aeab-408c-8eaa-317fa2730944,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.804834 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac5bc0-448b-460c-95da-e884e94c56c5 None None] Pushing event updated for resources: {'Port': ['ID=dfd4841a-6cf2-4a59-9e82-c35cb0c21b27,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:08.853092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.855339 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.861714 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-d612d011-5c0a-4627-9b7d-634c252b5ba1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Deleting port 296073e1-775e-43ea-b276-f4c5cc5d03f7 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:08.861714 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-d612d011-5c0a-4627-9b7d-634c252b5ba1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.977873 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:08.978491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Fanout notify agent at l3_agent the message router_deleted on router 59283075-cdfa-424e-af6d-01b1104f77b7 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:09.022463 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.036274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0b42b29b-ee8b-4fb8-9c41-58286693ad0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/59283075-cdfa-424e-af6d-01b1104f77b7 HTTP/1.1" status: 204 len: 168 time: 1.9267085 Feb 11 13:44:09.036954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50440) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:09.042373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1546219649', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:09.071234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Allocated IP 172.20.0.1 (9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e/dfa7986e-a967-4504-9faf-aaf1b8e6beee/9cc15c9b-b931-4988-9f9a-156f436b5eed) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:09.167022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.167719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.247820 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f97a5-9fe4-4956-9a59-6422ec39801b None None] New status for floating IP 594bd7aa-9cf7-43ba-9a46-cf5b02328fad: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:44:09.265546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.349342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1ef69546-da48-43ad-9e36-e4f8192d2c94 None None] Provisioning complete for port 8d91b71d-aeab-408c-8eaa-317fa2730944 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:09.352998 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ef69546-da48-43ad-9e36-e4f8192d2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.655454 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.930587 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:09.949134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 296073e1-775e-43ea-b276-f4c5cc5d03f7 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:09.982059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-d612d011-5c0a-4627-9b7d-634c252b5ba1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] For port 296073e1-775e-43ea-b276-f4c5cc5d03f7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:09.992982 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-d612d011-5c0a-4627-9b7d-634c252b5ba1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.029312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4ac22-66ad-42d0-9ccb-1f36b5f622a0 req-21a9a512-305d-4158-9742-5376e59c5bd8 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:10.042675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5f4ac22-66ad-42d0-9ccb-1f36b5f622a0 req-21a9a512-305d-4158-9742-5376e59c5bd8 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 984 time: 0.2658732 Feb 11 13:44:10.081937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-d612d011-5c0a-4627-9b7d-634c252b5ba1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Calling delete_port for 296073e1-775e-43ea-b276-f4c5cc5d03f7 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:10.165944 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.180493 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.199258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.260072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:10.265385 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cde723-53c7-4b09-a400-c8baab9afd07" -d '{"events": [{"server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "name": "network-vif-unplugged", "status": "completed", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:10.340583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 296073e1-775e-43ea-b276-f4c5cc5d03f7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=296073e1-775e-43ea-b276-f4c5cc5d03f7,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:10.359139 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04387d9-249c-424e-8696-c2ddb7c3f667 x-openstack-request-id: req-a04387d9-249c-424e-8696-c2ddb7c3f667 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:10.367829 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "name": "network-vif-unplugged", "status": "completed", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:10.367829 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a04387d9-249c-424e-8696-c2ddb7c3f667 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:10.367829 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'code': 200} Feb 11 13:44:10.378263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83cf7a2-cd70-4fb9-8e7c-72158c98a944 None None] Network d637a744-b553-413b-9da6-9f498814ca0b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:10.449856 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5f4ac22-66ad-42d0-9ccb-1f36b5f622a0 req-90cb9f51-fb58-41a1-9bd1-e9db359e35a0 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/security-groups?id=a94181dc-40b9-4ac2-b375-c7c7849524b3&id=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4060400 Feb 11 13:44:10.499430 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.521490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Allocated IP 172.25.0.42 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/121a7b8e-efda-495a-a1fe-a971595a855a) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:10.670519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-67fa24a2-cab3-4335-8673-793671fd5b64 None None] Provisioning complete for port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:10.671110 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-67fa24a2-cab3-4335-8673-793671fd5b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.747512 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.775409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.777173 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.805520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=296073e1-775e-43ea-b276-f4c5cc5d03f7,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:10.879633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-67fa24a2-cab3-4335-8673-793671fd5b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.893117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:10.933806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:10.938554 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:10.971915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-67fa24a2-cab3-4335-8673-793671fd5b64 None None] For port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=dfd4841a-6cf2-4a59-9e82-c35cb0c21b27,segment=NetworkSegment(7b12ff39-be36-4c4b-8052-9d8d36d52aa9),segment_id=7b12ff39-be36-4c4b-8052-9d8d36d52aa9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:10.977129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:10.990263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:10.993022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:10.993457 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.008322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:11.069884 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-67fa24a2-cab3-4335-8673-793671fd5b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.076657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:11.093193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:11.149899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=9cc15c9b-b931-4988-9f9a-156f436b5eed,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:11.196422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Pushing event updated for resources: {'Port': ['ID=121a7b8e-efda-495a-a1fe-a971595a855a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:11.254230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa24a2-cab3-4335-8673-793671fd5b64 None None] Pushing event updated for resources: {'Port': ['ID=dfd4841a-6cf2-4a59-9e82-c35cb0c21b27,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:11.290274 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.328650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d91b71d-aeab-408c-8eaa-317fa2730944 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:11.445411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8d91b71d-aeab-408c-8eaa-317fa2730944 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:11.445411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.568999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cb513d4e-eef0-47a8-9c93-e0c13521a2e9 None None] Provisioning complete for port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:11.572635 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cb513d4e-eef0-47a8-9c93-e0c13521a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.591694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.598465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-d612d011-5c0a-4627-9b7d-634c252b5ba1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.777640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50526) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:11.787593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cb513d4e-eef0-47a8-9c93-e0c13521a2e9 None None] Provisioning complete for port 9cc15c9b-b931-4988-9f9a-156f436b5eed triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:11.788306 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cb513d4e-eef0-47a8-9c93-e0c13521a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.804889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-81602517', 'description': 'tempest-secgroup-smoke-81602517 description', 'project_id': '575d93d5e9a4439796b157bf7e49a91f'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:11.809920 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.828461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-cb513d4e-eef0-47a8-9c93-e0c13521a2e9 None None] Port 9cc15c9b-b931-4988-9f9a-156f436b5eed cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:11.864998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-324aee87-c43f-4679-a613-bbd654c7953a req-5bbc4685-aabe-479d-a2ee-969727ec3b57 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 210 time: 0.2672329 Feb 11 13:44:11.870773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612d011-5c0a-4627-9b7d-634c252b5ba1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Port': ['ID=296073e1-775e-43ea-b276-f4c5cc5d03f7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:11.875849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-d612d011-5c0a-4627-9b7d-634c252b5ba1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] No DVR routers for this DVR port 296073e1-775e-43ea-b276-f4c5cc5d03f7 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:11.883983 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-d612d011-5c0a-4627-9b7d-634c252b5ba1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:11.888280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6497be61-bfc2-472f-9e5f-8b5f956c191c req-d612d011-5c0a-4627-9b7d-634c252b5ba1 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.13 "DELETE /v2.0/ports/296073e1-775e-43ea-b276-f4c5cc5d03f7 HTTP/1.1" status: 204 len: 173 time: 3.9706361 Feb 11 13:44:11.889028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'name': 'network-vif-deleted', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:11.892267 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a5d74e-0313-4450-9242-f1f74116d600" -d '{"events": [{"server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "name": "network-vif-deleted", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:12.038128 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6206688b-8bab-47fc-baef-66331cd09798 x-openstack-request-id: req-6206688b-8bab-47fc-baef-66331cd09798 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:12.038128 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba5d302-1dad-423b-9d09-3d519ebf0114", "name": "network-vif-deleted", "tag": "296073e1-775e-43ea-b276-f4c5cc5d03f7", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:12.038128 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6206688b-8bab-47fc-baef-66331cd09798 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:12.038128 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba5d302-1dad-423b-9d09-3d519ebf0114', 'name': 'network-vif-deleted', 'tag': '296073e1-775e-43ea-b276-f4c5cc5d03f7', 'status': 'completed', 'code': 200} Feb 11 13:44:12.173022 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.183573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.197367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.239042 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.268158 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.306427 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.566266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Router ff9bb50a-e1c9-406a-9253-bfbdb2a42c79 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:12.575867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Pushing event updated for resources: {'Port': ['ID=9faa90cc-b4fe-485a-bb68-0a04c6a1b60b,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:12.597709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.603631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.741654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:12.746615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.899544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:12.908471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:12.914113 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:12.934224 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Floating IP 9ed87eaf-c80b-4b18-ba45-5e1f3ba617ce associated. External IP: 172.25.0.138, port: 3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1. Feb 11 13:44:12.944110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50556) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:12.985297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76697015-160d-4009-bc56-87e1175ce418 None None] Sync routers for ids ['ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:13.023664 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76697015-160d-4009-bc56-87e1175ce418 None None] Routers {'ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:13.025107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-76697015-160d-4009-bc56-87e1175ce418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:13.038040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e11df9-5e9a-4514-87af-020fe151aea9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:13.083517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.094858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-674190db-d524-40c0-8cfb-d45723362852 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0467668 Feb 11 13:44:13.094858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50560) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:13.094858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:13.100528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-76697015-160d-4009-bc56-87e1175ce418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:13.115714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76697015-160d-4009-bc56-87e1175ce418 None None] Routers {'ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:13.116633 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-76697015-160d-4009-bc56-87e1175ce418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:13.140861 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-107ed36c-6721-4d1e-82be-1d3b99d9d16d req-d104f015-0837-4adc-a30e-c77848e34eab tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ba5d302-1dad-423b-9d09-3d519ebf0114 HTTP/1.1" status: 200 len: 210 time: 0.1078587 Feb 11 13:44:13.169963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-76697015-160d-4009-bc56-87e1175ce418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:13.170950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76697015-160d-4009-bc56-87e1175ce418 None None] The sync data for ids ['ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:13.185605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3711df02-5b72-4430-b923-cdc576e3cdd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.273057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.275701 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.373399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.404841 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf1c343-a008-43b1-bc6b-81ff665f45f8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:13.409832 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3711df02-5b72-4430-b923-cdc576e3cdd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.414288 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.493197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Router 41cbd445-a6d2-4ec2-82b6-6f98061ab889 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:13.522167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=9cc15c9b-b931-4988-9f9a-156f436b5eed,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:13.527154 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.544671 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.545958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-98e9853d-5b80-4f57-8b65-91bebda7fc9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7452989 Feb 11 13:44:13.558174 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.559870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50572) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:13.565021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-95a81b69-aad8-4a72-b169-fd73a9d3251b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'adf1c343-a008-43b1-bc6b-81ff665f45f8', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:13.570283 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3711df02-5b72-4430-b923-cdc576e3cdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.616962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3711df02-5b72-4430-b923-cdc576e3cdd2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1079231e8da34088a252166b4cb268ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6715615 Feb 11 13:44:13.626576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50574) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:13.636949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711df02-5b72-4430-b923-cdc576e3cdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c41f81-c7b9-46ca-9800-3e44127c87b5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:13.659346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.696257 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80e57ec7-add9-4042-8442-3696d63787c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.734455 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80e57ec7-add9-4042-8442-3696d63787c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.834021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Deleting port 121a7b8e-efda-495a-a1fe-a971595a855a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:13.834365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:13.836351 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95a81b69-aad8-4a72-b169-fd73a9d3251b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.171966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:14.179452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:14.184250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:14.209166 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b577e2c1-793c-437b-9f5a-8c7a4a94ecd7 None None] Sync routers for ids ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:14.226144 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b577e2c1-793c-437b-9f5a-8c7a4a94ecd7 None None] Routers {'41cbd445-a6d2-4ec2-82b6-6f98061ab889'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:14.226144 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b577e2c1-793c-437b-9f5a-8c7a4a94ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:14.250374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50586) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:14.260127 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80e57ec7-add9-4042-8442-3696d63787c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.261900 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b577e2c1-793c-437b-9f5a-8c7a4a94ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:14.262689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80e57ec7-add9-4042-8442-3696d63787c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.266250 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-80e57ec7-add9-4042-8442-3696d63787c8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08c41f81-c7b9-46ca-9800-3e44127c87b5 HTTP/1.1" status: 204 len: 168 time: 0.6424322 Feb 11 13:44:14.281631 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b577e2c1-793c-437b-9f5a-8c7a4a94ecd7 None None] Routers {'41cbd445-a6d2-4ec2-82b6-6f98061ab889'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:14.301303 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b577e2c1-793c-437b-9f5a-8c7a4a94ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:14.332081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.384795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e57ec7-add9-4042-8442-3696d63787c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c41f81-c7b9-46ca-9800-3e44127c87b5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:14.433633 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3589f5f4-c1c4-4365-a088-5b1058bc0acb tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.6866214 Feb 11 13:44:14.433633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50596) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:14.437433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6734d2e-376b-407b-8fb8-581ca2759c18 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.509646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95a81b69-aad8-4a72-b169-fd73a9d3251b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.537133 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.572266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Calling delete_port for 121a7b8e-efda-495a-a1fe-a971595a855a owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:14.610765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6734d2e-376b-407b-8fb8-581ca2759c18 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.651087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95a81b69-aad8-4a72-b169-fd73a9d3251b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.651738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fe06aa38-c078-412c-a9ba-9572be7fc60b tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] 10.222.0.52 "GET /v2.0/floatingips/9ed87eaf-c80b-4b18-ba45-5e1f3ba617ce HTTP/1.1" status: 200 len: 983 time: 0.2051322 Feb 11 13:44:14.651738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50606) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:14.652383 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b577e2c1-793c-437b-9f5a-8c7a4a94ecd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:14.652383 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b577e2c1-793c-437b-9f5a-8c7a4a94ecd7 None None] The sync data for ids ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:14.656731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a81b69-aad8-4a72-b169-fd73a9d3251b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761e8545-738e-4498-8e64-b2699a1c77c0,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:14.676956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-37d9bcd3-5989-4fe0-8d23-fe5d2e36b503 None None] Provisioning complete for port 9cc15c9b-b931-4988-9f9a-156f436b5eed triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:14.677506 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-37d9bcd3-5989-4fe0-8d23-fe5d2e36b503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.721859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-37d9bcd3-5989-4fe0-8d23-fe5d2e36b503 None None] Port 9cc15c9b-b931-4988-9f9a-156f436b5eed cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:14.770990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router afed71f7-7b67-41c5-8220-a115cad55d16 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:14.824405 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95a81b69-aad8-4a72-b169-fd73a9d3251b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.826152 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95a81b69-aad8-4a72-b169-fd73a9d3251b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2652631 Feb 11 13:44:14.828997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50610) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:14.834724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-592378a7-22c1-4def-a876-ade54e734096 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'adf1c343-a008-43b1-bc6b-81ff665f45f8', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:14.930114 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1c0a7a55-3173-40d0-b6fd-c32615a4912c tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2815373 Feb 11 13:44:14.932950 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50612) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:14.951704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:14.962376 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ceef0350-d163-423f-a05e-653da415118a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/afed71f7-7b67-41c5-8220-a115cad55d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6135600 Feb 11 13:44:14.963136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50614) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:14.963438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64f338-b92b-49cb-a16a-612c67a04300 None None] Sync routers for ids ['afed71f7-7b67-41c5-8220-a115cad55d16'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:14.975515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6734d2e-376b-407b-8fb8-581ca2759c18 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.976140 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6734d2e-376b-407b-8fb8-581ca2759c18 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:14.976501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64f338-b92b-49cb-a16a-612c67a04300 None None] Routers {'afed71f7-7b67-41c5-8220-a115cad55d16'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:14.980166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-de64f338-b92b-49cb-a16a-612c67a04300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['afed71f7-7b67-41c5-8220-a115cad55d16'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:14.980346 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f6734d2e-376b-407b-8fb8-581ca2759c18 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "DELETE /v2.0/security-groups/3cb63c0b-59a4-4e0a-a5e8-a6a060be9135 HTTP/1.1" status: 204 len: 168 time: 0.7257912 Feb 11 13:44:14.983367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50616) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:14.992735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.008309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6734d2e-376b-407b-8fb8-581ca2759c18 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb63c0b-59a4-4e0a-a5e8-a6a060be9135,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:15.022092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b72e763-b856-40ef-b608-64e03e01cfdc tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:15.025841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-de64f338-b92b-49cb-a16a-612c67a04300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:15.026080 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4b72e763-b856-40ef-b608-64e03e01cfdc tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports/9cc15c9b-b931-4988-9f9a-156f436b5eed HTTP/1.1" status: 200 len: 910 time: 0.0588691 Feb 11 13:44:15.027758 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50618) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:15.047700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64f338-b92b-49cb-a16a-612c67a04300 None None] Routers {'afed71f7-7b67-41c5-8220-a115cad55d16'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:15.048551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-de64f338-b92b-49cb-a16a-612c67a04300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['afed71f7-7b67-41c5-8220-a115cad55d16'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:15.072048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Pushing event deleted for resources: {'Port': ['ID=121a7b8e-efda-495a-a1fe-a971595a855a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:15.113235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-de64f338-b92b-49cb-a16a-612c67a04300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:15.115094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de64f338-b92b-49cb-a16a-612c67a04300 None None] The sync data for ids ['afed71f7-7b67-41c5-8220-a115cad55d16'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:15.216534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-592378a7-22c1-4def-a876-ade54e734096 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.316495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50622) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:15.327970 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-25736de9-b76f-4884-bf73-de94a6288b2c tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.365929 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aae9211-2223-40d4-b193-c5d4176dc16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.406445 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-25736de9-b76f-4884-bf73-de94a6288b2c tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.430082 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.481968 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.518450 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-592378a7-22c1-4def-a876-ade54e734096 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.550775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Deleting port 9faa90cc-b4fe-485a-bb68-0a04c6a1b60b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:15.551023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.684249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-592378a7-22c1-4def-a876-ade54e734096 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.764968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592378a7-22c1-4def-a876-ade54e734096 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e0d999-7c7a-4b17-a48d-d5ee91cbca04,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:15.816141 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aae9211-2223-40d4-b193-c5d4176dc16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.844524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Allocated IP 172.21.0.1 (d637a744-b553-413b-9da6-9f498814ca0b/887df33f-2470-4811-b1e4-113d0f572047/a3f74609-5de4-4ded-848c-a6f8b1c3a429) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:15.856485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-25736de9-b76f-4884-bf73-de94a6288b2c tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.859122 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-25736de9-b76f-4884-bf73-de94a6288b2c tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.860268 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-25736de9-b76f-4884-bf73-de94a6288b2c tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "DELETE /v2.0/security-groups/a94181dc-40b9-4ac2-b375-c7c7849524b3 HTTP/1.1" status: 204 len: 168 time: 0.8756478 Feb 11 13:44:15.868568 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.869935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50636) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:15.900743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aae9211-2223-40d4-b193-c5d4176dc16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.905335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-592378a7-22c1-4def-a876-ade54e734096 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.906567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-592378a7-22c1-4def-a876-ade54e734096 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0755835 Feb 11 13:44:15.940762 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.941123 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.944832 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:15.946523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50638) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:15.960721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25736de9-b76f-4884-bf73-de94a6288b2c tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94181dc-40b9-4ac2-b375-c7c7849524b3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:15.966643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-768d498f-8673-4950-b5c2-e5e0adfbb759 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'adf1c343-a008-43b1-bc6b-81ff665f45f8', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:15.992317 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Calling delete_port for 9faa90cc-b4fe-485a-bb68-0a04c6a1b60b owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:16.004844 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.086484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1aae9211-2223-40d4-b193-c5d4176dc16b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=11514b0084274ee7b317a3a9784039d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7655463 Feb 11 13:44:16.089075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50644) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:16.150983 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.186097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae9211-2223-40d4-b193-c5d4176dc16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0401c47-dd1f-47dc-8b0d-e69e72b76b71,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:16.206032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network d637a744-b553-413b-9da6-9f498814ca0b is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:16.242394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=a3f74609-5de4-4ded-848c-a6f8b1c3a429,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:16.247786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:16.250381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:16.254351 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-472f4360-89c0-4171-a7ae-1442db724ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.316695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Router ff9bb50a-e1c9-406a-9253-bfbdb2a42c79 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:16.365980 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-472f4360-89c0-4171-a7ae-1442db724ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.381785 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.561435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-aa1df8b8-9868-4110-851f-75a4ee4d714a None None] Provisioning complete for port a3f74609-5de4-4ded-848c-a6f8b1c3a429 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:16.562457 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa1df8b8-9868-4110-851f-75a4ee4d714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.598575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-aa1df8b8-9868-4110-851f-75a4ee4d714a None None] Port a3f74609-5de4-4ded-848c-a6f8b1c3a429 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:16.674019 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-768d498f-8673-4950-b5c2-e5e0adfbb759 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.677133 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-472f4360-89c0-4171-a7ae-1442db724ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.680528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-472f4360-89c0-4171-a7ae-1442db724ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.684487 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-472f4360-89c0-4171-a7ae-1442db724ee8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0401c47-dd1f-47dc-8b0d-e69e72b76b71 HTTP/1.1" status: 204 len: 168 time: 0.5931566 Feb 11 13:44:16.687020 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.701386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f4360-89c0-4171-a7ae-1442db724ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0401c47-dd1f-47dc-8b0d-e69e72b76b71,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:16.719766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:16.734499 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578eabd-ce78-4a99-b288-85094cbd9096 None None] Sync routers for ids ['ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:16.741099 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:16.742310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c3b225eb-bf66-4324-87e2-d1e42eda40c2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "PUT /v2.0/routers/ff9bb50a-e1c9-406a-9253-bfbdb2a42c79 HTTP/1.1" status: 200 len: 706 time: 3.6539247 Feb 11 13:44:16.748551 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578eabd-ce78-4a99-b288-85094cbd9096 None None] Routers {'ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:16.754483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50660) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:16.758371 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0578eabd-ce78-4a99-b288-85094cbd9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:16.804852 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0578eabd-ce78-4a99-b288-85094cbd9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:16.814784 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578eabd-ce78-4a99-b288-85094cbd9096 None None] Routers {'ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:16.815735 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0578eabd-ce78-4a99-b288-85094cbd9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:16.868061 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0578eabd-ce78-4a99-b288-85094cbd9096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:16.870322 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578eabd-ce78-4a99-b288-85094cbd9096 None None] The sync data for ids ['ff9bb50a-e1c9-406a-9253-bfbdb2a42c79'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:16.920085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a913a04a-51a4-43d9-aaa3-02cc2dd51c1b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/routers/ff9bb50a-e1c9-406a-9253-bfbdb2a42c79 HTTP/1.1" status: 200 len: 741 time: 0.1644828 Feb 11 13:44:16.925283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50664) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:16.983557 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-00c41a24-2a5e-4ea7-8b7a-8cc1ac87912b tempest-RoutersAdminTest-1336143842 tempest-RoutersAdminTest-1336143842-project-admin] 10.222.0.52 "GET /v2.0/ports?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&device_id=ff9bb50a-e1c9-406a-9253-bfbdb2a42c79 HTTP/1.1" status: 200 len: 205 time: 0.0569863 Feb 11 13:44:16.991268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50666) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:17.014106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-768d498f-8673-4950-b5c2-e5e0adfbb759 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.023941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9bdd7814-6b60-42f6-9aa3-6563fceac9af tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff9bb50a-e1c9-406a-9253-bfbdb2a42c79 HTTP/1.1" status: 200 len: 205 time: 0.0298736 Feb 11 13:44:17.025063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50668) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:17.108994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.145756 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6f4a436-1ea4-4e14-ab9b-f2a175c149eb tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.158574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-768d498f-8673-4950-b5c2-e5e0adfbb759 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.164524 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.220729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event deleted for resources: {'Port': ['ID=9faa90cc-b4fe-485a-bb68-0a04c6a1b60b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:17.232597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d498f-8673-4950-b5c2-e5e0adfbb759 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec2e12b-f36b-4056-84cb-bd3469393faf,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:17.319089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-768d498f-8673-4950-b5c2-e5e0adfbb759 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.320338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-768d498f-8673-4950-b5c2-e5e0adfbb759 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3608835 Feb 11 13:44:17.324084 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50676) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:17.353186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e6b4bb61-3ef5-44e1-b4c8-37ed537db11f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'adf1c343-a008-43b1-bc6b-81ff665f45f8', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:17.357081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6f4a436-1ea4-4e14-ab9b-f2a175c149eb tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.360341 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6f4a436-1ea4-4e14-ab9b-f2a175c149eb tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.411178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.429113 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.429441 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Floating IP 9ed87eaf-c80b-4b18-ba45-5e1f3ba617ce disassociated (deleted). External IP: 172.25.0.138, port: 3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1. Feb 11 13:44:17.538089 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.593296 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6f4a436-1ea4-4e14-ab9b-f2a175c149eb tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.593876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f4a436-1ea4-4e14-ab9b-f2a175c149eb tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Fanout notify agent at l3_agent the message router_deleted on router ff9bb50a-e1c9-406a-9253-bfbdb2a42c79 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:17.619191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6f4a436-1ea4-4e14-ab9b-f2a175c149eb tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.619191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f6f4a436-1ea4-4e14-ab9b-f2a175c149eb tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/ff9bb50a-e1c9-406a-9253-bfbdb2a42c79 HTTP/1.1" status: 204 len: 168 time: 0.5887949 Feb 11 13:44:17.619502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50688) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:17.646830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6b4bb61-3ef5-44e1-b4c8-37ed537db11f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.659367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=a3f74609-5de4-4ded-848c-a6f8b1c3a429,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:17.667683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5eb73ba9-1ed1-4935-965b-ca0523286620 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=ff9bb50a-e1c9-406a-9253-bfbdb2a42c79 HTTP/1.1" status: 200 len: 205 time: 0.0430005 Feb 11 13:44:17.667683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50692) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:17.671126 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.712076 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-1d10167b-fcdc-4d9a-9fc7-98e18bfb8143 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] delete failed (client error): The resource could not be found. Feb 11 13:44:17.716056 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1d10167b-fcdc-4d9a-9fc7-98e18bfb8143 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/ff9bb50a-e1c9-406a-9253-bfbdb2a42c79 HTTP/1.1" status: 404 len: 336 time: 0.0448551 Feb 11 13:44:17.716185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50694) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:17.818249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6b4bb61-3ef5-44e1-b4c8-37ed537db11f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.831944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Router 41cbd445-a6d2-4ec2-82b6-6f98061ab889 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:17.848642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Deleting port 81f940a7-98ee-402e-9fac-c236f27c77bb {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:17.848985 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:17.861527 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5ea75f83-fa82-4cc6-940e-a188603fa196 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=59283075-cdfa-424e-af6d-01b1104f77b7 HTTP/1.1" status: 200 len: 205 time: 0.1443925 Feb 11 13:44:17.865887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50702) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:17.910734 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-43a300ee-d3b6-496f-be2d-4aabfb590b0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] delete failed (client error): The resource could not be found. Feb 11 13:44:17.911697 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-43a300ee-d3b6-496f-be2d-4aabfb590b0c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/59283075-cdfa-424e-af6d-01b1104f77b7 HTTP/1.1" status: 404 len: 336 time: 0.0448895 Feb 11 13:44:17.917191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50706) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.335643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6b4bb61-3ef5-44e1-b4c8-37ed537db11f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.410834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ab03e440-1008-41ac-ad70-8c34ac5adff2 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ed7098c-1f4e-443b-a258-6404663afd80 HTTP/1.1" status: 200 len: 205 time: 0.4916525 Feb 11 13:44:18.413479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50722) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.433909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4bb61-3ef5-44e1-b4c8-37ed537db11f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e92b4d-290c-45c8-9e02-a8086c6e2043,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:18.461451 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-e9316aff-0d51-4493-80a3-47cd0956b0f8 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] delete failed (client error): The resource could not be found. Feb 11 13:44:18.464273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e9316aff-0d51-4493-80a3-47cd0956b0f8 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/4ed7098c-1f4e-443b-a258-6404663afd80 HTTP/1.1" status: 404 len: 336 time: 0.0478160 Feb 11 13:44:18.465885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50724) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.520179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] For port 81f940a7-98ee-402e-9fac-c236f27c77bb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=81f940a7-98ee-402e-9fac-c236f27c77bb,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:18.520585 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.523693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:18.530191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network d637a744-b553-413b-9da6-9f498814ca0b is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:18.535444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dd8b297b-fc25-4cc5-8c32-123d98748e30 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=9a93d68b-16d0-4221-80d0-22d42447c571 HTTP/1.1" status: 200 len: 205 time: 0.0535891 Feb 11 13:44:18.541995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.542144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50726) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.542250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7634a-4a40-4fe0-89cf-9a0437a70098 None None] Sync routers for ids ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:18.542746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:18.557115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Calling delete_port for 81f940a7-98ee-402e-9fac-c236f27c77bb owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:18.559186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7634a-4a40-4fe0-89cf-9a0437a70098 None None] Routers {'41cbd445-a6d2-4ec2-82b6-6f98061ab889'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:18.560067 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d1d7634a-4a40-4fe0-89cf-9a0437a70098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:18.581211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e4b92ead-73c4-4995-b366-19d3a76a8d30 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "DELETE /v2.0/floatingips/9ed87eaf-c80b-4b18-ba45-5e1f3ba617ce HTTP/1.1" status: 204 len: 168 time: 3.6468797 Feb 11 13:44:18.583309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50728) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.585365 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-f213bc90-bdc3-4d9b-8b3f-98ff8929330c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] delete failed (client error): The resource could not be found. Feb 11 13:44:18.586490 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f213bc90-bdc3-4d9b-8b3f-98ff8929330c tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/9a93d68b-16d0-4221-80d0-22d42447c571 HTTP/1.1" status: 404 len: 336 time: 0.0502374 Feb 11 13:44:18.589240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:18.621034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50730) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.638009 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6b4bb61-3ef5-44e1-b4c8-37ed537db11f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.642422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e6b4bb61-3ef5-44e1-b4c8-37ed537db11f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2963676 Feb 11 13:44:18.664564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50732) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.667423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b83b84a3-0383-46d5-bde4-e1304c34ec20 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=f43a4dfe-a146-47e3-822b-609f0407df1d HTTP/1.1" status: 200 len: 205 time: 0.0453439 Feb 11 13:44:18.673261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4bccea82-8e60-4f8e-b3f6-1b13f1fa16ef tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'adf1c343-a008-43b1-bc6b-81ff665f45f8', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:18.674402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d1d7634a-4a40-4fe0-89cf-9a0437a70098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:18.681546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50738) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.699770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d7634a-4a40-4fe0-89cf-9a0437a70098 None None] Routers {'41cbd445-a6d2-4ec2-82b6-6f98061ab889'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:18.700674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d1d7634a-4a40-4fe0-89cf-9a0437a70098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:18.759516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router afed71f7-7b67-41c5-8220-a115cad55d16 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:18.791576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d1d7634a-4a40-4fe0-89cf-9a0437a70098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:18.800097 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-e394c7d1-e2d4-40f1-af96-9aa379dd08bc tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] delete failed (client error): The resource could not be found. Feb 11 13:44:18.801251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d7634a-4a40-4fe0-89cf-9a0437a70098 None None] The sync data for ids ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:18.804310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e394c7d1-e2d4-40f1-af96-9aa379dd08bc tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/f43a4dfe-a146-47e3-822b-609f0407df1d HTTP/1.1" status: 404 len: 336 time: 0.1188769 Feb 11 13:44:18.826351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50742) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.899885 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-69ce1a6f-50f1-48c7-a143-2b51b5c7bf61 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "GET /v2.0/ports?device_id=a7b2be26-e781-43a7-858a-f23e6b0f8e6c HTTP/1.1" status: 200 len: 205 time: 0.0497205 Feb 11 13:44:18.901797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50748) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.927660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:18.932734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-029adeee-8685-4a5a-ba8c-24dbc4926922 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/afed71f7-7b67-41c5-8220-a115cad55d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9036803 Feb 11 13:44:18.935656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50750) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:18.944830 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1feaa2-c527-4f10-8cd9-50e83a528432 None None] Sync routers for ids ['afed71f7-7b67-41c5-8220-a115cad55d16'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:18.955789 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b8b4f6d6-2441-4d6d-8379-d646d242a804 None None] Provisioning complete for port a3f74609-5de4-4ded-848c-a6f8b1c3a429 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:18.956526 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b8b4f6d6-2441-4d6d-8379-d646d242a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:18.961323 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1feaa2-c527-4f10-8cd9-50e83a528432 None None] Routers {'afed71f7-7b67-41c5-8220-a115cad55d16'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:18.962055 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-2f1feaa2-c527-4f10-8cd9-50e83a528432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['afed71f7-7b67-41c5-8220-a115cad55d16'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:19.003167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.004902 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-ac0ef5ec-df8a-41c4-93f2-e1ac5e12743b tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] delete failed (client error): The resource could not be found. Feb 11 13:44:19.005967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ac0ef5ec-df8a-41c4-93f2-e1ac5e12743b tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/routers/a7b2be26-e781-43a7-858a-f23e6b0f8e6c HTTP/1.1" status: 404 len: 336 time: 0.1031098 Feb 11 13:44:19.010525 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-2f1feaa2-c527-4f10-8cd9-50e83a528432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:19.019611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3557e54-f8a3-4eb3-a1d2-ff2bdff8efde tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:19.021216 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f3557e54-f8a3-4eb3-a1d2-ff2bdff8efde tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports/a3f74609-5de4-4ded-848c-a6f8b1c3a429 HTTP/1.1" status: 200 len: 910 time: 0.0837405 Feb 11 13:44:19.021968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50758) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:19.024897 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1feaa2-c527-4f10-8cd9-50e83a528432 None None] Routers {'afed71f7-7b67-41c5-8220-a115cad55d16'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:19.025668 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-2f1feaa2-c527-4f10-8cd9-50e83a528432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['afed71f7-7b67-41c5-8220-a115cad55d16'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:19.040616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50760) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:19.066598 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-2f1feaa2-c527-4f10-8cd9-50e83a528432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:19.067718 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1feaa2-c527-4f10-8cd9-50e83a528432 None None] The sync data for ids ['afed71f7-7b67-41c5-8220-a115cad55d16'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:19.083576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4f6d6-2441-4d6d-8379-d646d242a804 None None] Port a3f74609-5de4-4ded-848c-a6f8b1c3a429 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:19.125716 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a95bda-a9f7-4790-a4c7-b2e29087dd63 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] DELETE failed (client error): The resource could not be found. Feb 11 13:44:19.131488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a95bda-a9f7-4790-a4c7-b2e29087dd63 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:44:19.138695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-74a95bda-a9f7-4790-a4c7-b2e29087dd63 tempest-RoutersAdminTest-548200481 tempest-RoutersAdminTest-548200481-project] 10.222.0.52 "DELETE /v2.0/subnets/c5492dc8-2301-4591-bb98-129d85366451 HTTP/1.1" status: 404 len: 337 time: 0.1154103 Feb 11 13:44:19.163730 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-4bccea82-8e60-4f8e-b3f6-1b13f1fa16ef tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Project 575d93d5e9a4439796b157bf7e49a91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:44:19.221446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4bccea82-8e60-4f8e-b3f6-1b13f1fa16ef tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.408476 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4bccea82-8e60-4f8e-b3f6-1b13f1fa16ef tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.493583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4bccea82-8e60-4f8e-b3f6-1b13f1fa16ef tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.528479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.533399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.593649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccea82-8e60-4f8e-b3f6-1b13f1fa16ef tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d352f9a-4b2c-444e-9a3f-aac00f8d4019,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:19.602500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Port': ['ID=81f940a7-98ee-402e-9fac-c236f27c77bb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:19.688920 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4bccea82-8e60-4f8e-b3f6-1b13f1fa16ef tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.693621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4bccea82-8e60-4f8e-b3f6-1b13f1fa16ef tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0216634 Feb 11 13:44:19.693962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50788) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:19.698548 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6f490ad3-acc9-499e-94c2-dddacd01d2e1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'adf1c343-a008-43b1-bc6b-81ff665f45f8', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:19.709143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50790) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:19.948669 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-6f490ad3-acc9-499e-94c2-dddacd01d2e1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Project 575d93d5e9a4439796b157bf7e49a91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:44:19.955481 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f490ad3-acc9-499e-94c2-dddacd01d2e1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:19.986488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Allocated IP 172.25.0.223 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/8f96c4bc-c835-4339-9e5d-e7790943db18) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:19.997228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64a7c12a-aec2-46d5-8cae-37063440e5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.095122 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f490ad3-acc9-499e-94c2-dddacd01d2e1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.169168 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64a7c12a-aec2-46d5-8cae-37063440e5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.183894 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f490ad3-acc9-499e-94c2-dddacd01d2e1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.207946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f490ad3-acc9-499e-94c2-dddacd01d2e1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26bb0309-a314-4226-852a-da167871093a,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:20.209719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.234896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.291036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64a7c12a-aec2-46d5-8cae-37063440e5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.328382 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6f490ad3-acc9-499e-94c2-dddacd01d2e1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.330282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6f490ad3-acc9-499e-94c2-dddacd01d2e1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6353467 Feb 11 13:44:20.340153 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50812) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:20.347394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'network': {'name': 'tempest-network-smoke--1760103979', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'port_security_enabled': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:20.356601 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-64a7c12a-aec2-46d5-8cae-37063440e5df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d2ae0b0851284a6394ab49325c3c299e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425135 Feb 11 13:44:20.361102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50814) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:20.362768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7c12a-aec2-46d5-8cae-37063440e5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63c7915-f17d-4299-9370-9d70748e5aec,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:20.423760 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c529c0c3-6164-4613-ac14-faa629b63202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.448135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c529c0c3-6164-4613-ac14-faa629b63202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.478448 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:20.483083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.529557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:20.670693 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c529c0c3-6164-4613-ac14-faa629b63202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.674161 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c529c0c3-6164-4613-ac14-faa629b63202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.675314 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c529c0c3-6164-4613-ac14-faa629b63202 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d63c7915-f17d-4299-9370-9d70748e5aec HTTP/1.1" status: 204 len: 168 time: 0.3135064 Feb 11 13:44:20.676547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.676888 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Added segment 00e654ff-de79-4d11-a1d9-154d928e556e of type vlan for network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 Feb 11 13:44:20.692970 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.723143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529c0c3-6164-4613-ac14-faa629b63202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63c7915-f17d-4299-9370-9d70748e5aec,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:20.745731 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.949794 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.949794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:20.949794 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:20.956313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Router 8da91c65-8bfe-4815-b565-c91aa1784d9c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:20.997997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.036172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Network': ['ID=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:21.049867 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:21.068641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a09e137e-3da6-408b-b267-c439b8e7dedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7272730 Feb 11 13:44:21.079952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50834) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:21.087200 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'admin_state_up': True, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:21.210988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:21.228324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:21.235045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:21.261745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Pushing event updated for resources: {'Port': ['ID=8f96c4bc-c835-4339-9e5d-e7790943db18,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:21.279250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:21.326160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.326160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.326376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ae07e48d-6db6-4cdc-a5e3-a002999d4967 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "PUT /v2.0/routers/8da91c65-8bfe-4815-b565-c91aa1784d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4151869 Feb 11 13:44:21.326489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] Sync routers for ids ['8da91c65-8bfe-4815-b565-c91aa1784d9c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:21.326587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50836) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:21.326690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] Routers {'8da91c65-8bfe-4815-b565-c91aa1784d9c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:21.326690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8da91c65-8bfe-4815-b565-c91aa1784d9c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:21.326908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port a3f74609-5de4-4ded-848c-a6f8b1c3a429 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:21.326908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.403119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c31fe59-d968-4d89-bbf3-aa1d7a50b0e4 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Deleting subnet ff1cd232-e187-448f-8a9c-916df2a7f7a1 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:44:21.420799 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.425721 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c31fe59-d968-4d89-bbf3-aa1d7a50b0e4 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.489286 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.494104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] Set router 8da91c65-8bfe-4815-b565-c91aa1784d9c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:21.534170 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.564870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for a3f74609-5de4-4ded-848c-a6f8b1c3a429 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:21.632159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c31fe59-d968-4d89-bbf3-aa1d7a50b0e4 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.678364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50850) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:21.686310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.758085 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:44:19Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:21.790743 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8b148155-c412-4005-90fa-381867a4e440 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=aa2cf7c217a14fe1937eec933038b47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1124914 Feb 11 13:44:21.839439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50856) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:21.854783 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:21.873064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] Checking router: 8da91c65-8bfe-4815-b565-c91aa1784d9c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:44:21.902124 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] Routers {'8da91c65-8bfe-4815-b565-c91aa1784d9c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:21.904823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8da91c65-8bfe-4815-b565-c91aa1784d9c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:21.951722 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c31fe59-d968-4d89-bbf3-aa1d7a50b0e4 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.028743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f734b368-c9f8-4145-8b29-b3c65501129a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.083083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f734b368-c9f8-4145-8b29-b3c65501129a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.124678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.177900 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.227919 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.234409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=a3f74609-5de4-4ded-848c-a6f8b1c3a429,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:22.305053 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f734b368-c9f8-4145-8b29-b3c65501129a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.308053 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f734b368-c9f8-4145-8b29-b3c65501129a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.309707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f734b368-c9f8-4145-8b29-b3c65501129a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2f5c9b3a-43f7-425c-9062-639bcaa91388 HTTP/1.1" status: 204 len: 168 time: 0.4687448 Feb 11 13:44:22.363422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c31fe59-d968-4d89-bbf3-aa1d7a50b0e4 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.375965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734b368-c9f8-4145-8b29-b3c65501129a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5c9b3a-43f7-425c-9062-639bcaa91388,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:22.380623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] Set router 8da91c65-8bfe-4815-b565-c91aa1784d9c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:22.399860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Pushing event updated for resources: {'Port': ['ID=8f96c4bc-c835-4339-9e5d-e7790943db18,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:22.425024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.523535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31fe59-d968-4d89-bbf3-aa1d7a50b0e4 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Subnet': ['ID=ff1cd232-e187-448f-8a9c-916df2a7f7a1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:22.572681 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5c31fe59-d968-4d89-bbf3-aa1d7a50b0e4 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.576606 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5c31fe59-d968-4d89-bbf3-aa1d7a50b0e4 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "DELETE /v2.0/subnets/ff1cd232-e187-448f-8a9c-916df2a7f7a1 HTTP/1.1" status: 204 len: 168 time: 1.2817750 Feb 11 13:44:22.577537 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.579794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50876) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:22.582505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d42f9ff-35a0-4e43-a1b0-f360e08eb811 None None] Network 4157d4c3-94e8-4c03-acd6-124bcf31a755 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:22.609749 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.639881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.709351 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.710772 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-043ed8e8-5493-4c69-93fb-edba3debf3af tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1264870 Feb 11 13:44:22.713470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50880) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:22.806557 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:22.875097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:44:19Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:22.914171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d398f75b-45b6-40a5-8dac-c533cd502417 None None] The sync data for ids ['8da91c65-8bfe-4815-b565-c91aa1784d9c'] in n-d-816488-1 is: [{'id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-388921909', 'tenant_id': '68f7c1522217465ab9934a9fd077095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:41:27Z', 'updated_at': '2022-02-11T13:44:19Z', 'revision_number': 5, 'project_id': '68f7c1522217465ab9934a9fd077095e', 'gw_port': {'id': '14fd5cf0-6ccb-4bff-a502-14a96f276009', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:15:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da91c65-8bfe-4815-b565-c91aa1784d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2780, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:41:29Z', 'updated_at': '2022-02-11T13:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:22.998356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.25.0.209 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/08fbd22e-32fa-462a-ae3f-2421ef186fdb) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:23.023189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router afed71f7-7b67-41c5-8220-a115cad55d16 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:23.124260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.216243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:23.248245 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.262872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:23.267548 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-83e4a44e-1208-4f9d-8f6c-2635c3b77a13 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/afed71f7-7b67-41c5-8220-a115cad55d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2027302 Feb 11 13:44:23.268167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50902) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:23.276366 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8288603a-41cb-46d9-853a-666d167777c0 None None] Sync routers for ids ['afed71f7-7b67-41c5-8220-a115cad55d16'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:23.300062 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8288603a-41cb-46d9-853a-666d167777c0 None None] Routers {'afed71f7-7b67-41c5-8220-a115cad55d16'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:23.300984 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8288603a-41cb-46d9-853a-666d167777c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['afed71f7-7b67-41c5-8220-a115cad55d16'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:23.315036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b8414-b535-47c6-821b-7915e2b0299c None None] DHCP port deletion for 4157d4c3-94e8-4c03-acd6-124bcf31a755 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:44:23.319680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Deleting port 14fd5cf0-6ccb-4bff-a502-14a96f276009 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:23.320239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.383872 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8288603a-41cb-46d9-853a-666d167777c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:23.394826 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8288603a-41cb-46d9-853a-666d167777c0 None None] Routers {'afed71f7-7b67-41c5-8220-a115cad55d16'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:23.395774 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8288603a-41cb-46d9-853a-666d167777c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['afed71f7-7b67-41c5-8220-a115cad55d16'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:23.398314 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.468945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.513835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-830b8414-b535-47c6-821b-7915e2b0299c None None] Deleting port 3eb16daf-9060-4d9b-a062-d9c8b381799c {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:23.531756 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8288603a-41cb-46d9-853a-666d167777c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:23.532017 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-830b8414-b535-47c6-821b-7915e2b0299c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.535564 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8288603a-41cb-46d9-853a-666d167777c0 None None] The sync data for ids ['afed71f7-7b67-41c5-8220-a115cad55d16'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:23.624469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=08fbd22e-32fa-462a-ae3f-2421ef186fdb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:23.659446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:23.664669 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:23.668769 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] For port 14fd5cf0-6ccb-4bff-a502-14a96f276009, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=14fd5cf0-6ccb-4bff-a502-14a96f276009,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:23.669157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.671960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:23.683983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-830b8414-b535-47c6-821b-7915e2b0299c None None] For port 3eb16daf-9060-4d9b-a062-d9c8b381799c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3eb16daf-9060-4d9b-a062-d9c8b381799c,segment=NetworkSegment(a00923e1-f3b6-40ae-84ca-2c8d886ca032),segment_id=a00923e1-f3b6-40ae-84ca-2c8d886ca032)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:23.684728 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-830b8414-b535-47c6-821b-7915e2b0299c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.706297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-830b8414-b535-47c6-821b-7915e2b0299c None None] Calling delete_port for 3eb16daf-9060-4d9b-a062-d9c8b381799c owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:23.710748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Calling delete_port for 14fd5cf0-6ccb-4bff-a502-14a96f276009 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:23.884092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.891465 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-830b8414-b535-47c6-821b-7915e2b0299c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:23.964591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830b8414-b535-47c6-821b-7915e2b0299c None None] No DVR routers for this DVR port 3eb16daf-9060-4d9b-a062-d9c8b381799c on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:23.966623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b8414-b535-47c6-821b-7915e2b0299c None None] Pushing event deleted for resources: {'Port': ['ID=3eb16daf-9060-4d9b-a062-d9c8b381799c,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:24.155623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.226487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Port': ['ID=14fd5cf0-6ccb-4bff-a502-14a96f276009,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:24.351646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Allocated IP 172.25.0.124 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/695d7bb4-567d-4a27-a5f2-29e3bf8c496f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:24.399900 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.425266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50940) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:24.512500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50946) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:24.569007 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.661288 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d886fae2-a411-4d4e-aa27-74611b7c55cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.734269 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.770075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3eb16daf-9060-4d9b-a062-d9c8b381799c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:24.792263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 3eb16daf-9060-4d9b-a062-d9c8b381799c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:24.792745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3eb16daf-9060-4d9b-a062-d9c8b381799c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:24.793260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 81f940a7-98ee-402e-9fac-c236f27c77bb no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:24.801469 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.824291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-329884c0-3685-4ffe-a998-5c5ace67fb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.824745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 81f940a7-98ee-402e-9fac-c236f27c77bb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:24.824745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 81f940a7-98ee-402e-9fac-c236f27c77bb not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:24.835422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.888521 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a1af617f-4254-4609-934e-f45348ba99f4 tempest-AgentManagementNegativeTest-825604562 tempest-AgentManagementNegativeTest-825604562-project] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4620397 Feb 11 13:44:24.896889 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.907758 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:24.916933 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:44:24.932229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:24.939766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:24.948405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:24.992606 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Pushing event updated for resources: {'Port': ['ID=695d7bb4-567d-4a27-a5f2-29e3bf8c496f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:25.014994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 9cc15c9b-b931-4988-9f9a-156f436b5eed {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:25.014994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.045168 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.045892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Fanout notify agent at l3_agent the message router_deleted on router 8da91c65-8bfe-4815-b565-c91aa1784d9c {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:25.057850 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.059101 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6502aac0-2e9d-415a-a87c-0c73f5cab196 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "DELETE /v2.0/routers/8da91c65-8bfe-4815-b565-c91aa1784d9c HTTP/1.1" status: 204 len: 168 time: 2.4784162 Feb 11 13:44:25.083849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50962) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:25.198699 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-329884c0-3685-4ffe-a998-5c5ace67fb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.221422 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.243237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.244733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.274463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 9cc15c9b-b931-4988-9f9a-156f436b5eed owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:25.458322 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.614883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50974) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:25.674542 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.811854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa92d9ef-ecf5-4e92-8b36-facae161baad admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.863344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.869149 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.875651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-329884c0-3685-4ffe-a998-5c5ace67fb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.930883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.948486 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa92d9ef-ecf5-4e92-8b36-facae161baad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:25.970996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=9cc15c9b-b931-4988-9f9a-156f436b5eed,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:26.003738 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.035350 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.057280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4157d4c3-94e8-4c03-acd6-124bcf31a755']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:26.074229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00923e1-f3b6-40ae-84ca-2c8d886ca032') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:26.080270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00923e1-f3b6-40ae-84ca-2c8d886ca032') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:26.094104 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.107834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-329884c0-3685-4ffe-a998-5c5ace67fb2d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b10dc91ed9694aee9389ac2c558c1a88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5456448 Feb 11 13:44:26.112743 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 50990) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:26.115979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329884c0-3685-4ffe-a998-5c5ace67fb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62509423-02f4-4553-bf0d-c523c00af696,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:26.126993 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aa92d9ef-ecf5-4e92-8b36-facae161baad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.174082 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.260505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.280245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:26.280886 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:26.285029 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:26.292496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aa92d9ef-ecf5-4e92-8b36-facae161baad admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39496b4b6d2c4dc99db8c6a0625613e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6747103 Feb 11 13:44:26.294263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92d9ef-ecf5-4e92-8b36-facae161baad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28658593-b5cf-4dcf-9505-178465a3fe36,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:26.298576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Pushing event updated for resources: {'Port': ['ID=695d7bb4-567d-4a27-a5f2-29e3bf8c496f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:26.303700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 50996) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:26.380511 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8cdc-61f0-43f4-9f3e-0cb984126bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.407012 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8cdc-61f0-43f4-9f3e-0cb984126bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.419647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.436149 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.437461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-677f9fc5-031f-4f6c-a555-60e2cf2f7784 tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7229338 Feb 11 13:44:26.441410 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.443440 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51000) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:26.454083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.458223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] 10.222.0.52 "DELETE /v2.0/networks/4157d4c3-94e8-4c03-acd6-124bcf31a755 HTTP/1.1" status: 204 len: 168 time: 1.3780377 Feb 11 13:44:26.514729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e194b9e-25e8-4ced-9582-7dfd3b99ec33 tempest-TestSecurityGroupsBasicOps-573285073 tempest-TestSecurityGroupsBasicOps-573285073-project] Pushing event deleted for resources: {'Network': ['ID=4157d4c3-94e8-4c03-acd6-124bcf31a755,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:26.515598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router af8b7163-c6a6-47c9-9770-f85f22c84f03 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:26.529774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b3c7b010-5e70-4efd-8460-a0934057647a tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.0834088 Feb 11 13:44:26.537468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51004) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:26.595799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 14fd5cf0-6ccb-4bff-a502-14a96f276009 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:26.634898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 14fd5cf0-6ccb-4bff-a502-14a96f276009 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:26.635619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 14fd5cf0-6ccb-4bff-a502-14a96f276009 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:26.664219 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8cdc-61f0-43f4-9f3e-0cb984126bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.666985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8c6f8cdc-61f0-43f4-9f3e-0cb984126bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.668247 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8c6f8cdc-61f0-43f4-9f3e-0cb984126bf8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/62509423-02f4-4553-bf0d-c523c00af696 HTTP/1.1" status: 204 len: 168 time: 0.5541842 Feb 11 13:44:26.708948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b6e7ea9e-bc41-4d20-87d4-c1a04df6fe88 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1682622 Feb 11 13:44:26.708948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f8cdc-61f0-43f4-9f3e-0cb984126bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62509423-02f4-4553-bf0d-c523c00af696,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:26.709249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62fe4f29-b288-4ec4-aa15-77812f74bea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.711652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51016) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:26.757750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62fe4f29-b288-4ec4-aa15-77812f74bea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.759762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router afed71f7-7b67-41c5-8220-a115cad55d16 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:26.889144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:26.901716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3b4d9-9d3e-421d-8c24-a8a920b7d075 None None] Sync routers for ids ['afed71f7-7b67-41c5-8220-a115cad55d16'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:26.905037 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f81131fd-96c9-49a1-a182-bfd41be93525 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/afed71f7-7b67-41c5-8220-a115cad55d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6358714 Feb 11 13:44:26.907091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51020) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:26.920487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:26.926844 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5674bc06-b89c-49c0-a102-a88421150ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:26.934281 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Sync routers for ids ['af8b7163-c6a6-47c9-9770-f85f22c84f03'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:26.943399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-366eab89-d3e6-48cb-ad69-975e66df78d5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=afed71f7-7b67-41c5-8220-a115cad55d16 HTTP/1.1" status: 200 len: 205 time: 0.0348132 Feb 11 13:44:26.944029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51022) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:26.952545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3b4d9-9d3e-421d-8c24-a8a920b7d075 None None] Routers {'afed71f7-7b67-41c5-8220-a115cad55d16'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:26.953184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a3f3b4d9-9d3e-421d-8c24-a8a920b7d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:43:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['afed71f7-7b67-41c5-8220-a115cad55d16'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:26.964996 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Routers {'af8b7163-c6a6-47c9-9770-f85f22c84f03'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:26.966912 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af8b7163-c6a6-47c9-9770-f85f22c84f03'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:27.022659 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.024160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-edbf3835-5838-42fd-bc0b-553a2d95fab0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.9431684 Feb 11 13:44:27.031941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51026) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:27.042521 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62fe4f29-b288-4ec4-aa15-77812f74bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.049874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-62fe4f29-b288-4ec4-aa15-77812f74bea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.052215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-62fe4f29-b288-4ec4-aa15-77812f74bea6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28658593-b5cf-4dcf-9505-178465a3fe36 HTTP/1.1" status: 204 len: 168 time: 0.7472801 Feb 11 13:44:27.060514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-aadbddde-70ab-4848-83b8-239e7098f32e tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Deleting port 695d7bb4-567d-4a27-a5f2-29e3bf8c496f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:27.065537 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aadbddde-70ab-4848-83b8-239e7098f32e tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.066850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a3f3b4d9-9d3e-421d-8c24-a8a920b7d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:27.093201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3b4d9-9d3e-421d-8c24-a8a920b7d075 None None] Routers {'afed71f7-7b67-41c5-8220-a115cad55d16'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:27.093342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a3f3b4d9-9d3e-421d-8c24-a8a920b7d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['afed71f7-7b67-41c5-8220-a115cad55d16'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:27.184872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe4f29-b288-4ec4-aa15-77812f74bea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28658593-b5cf-4dcf-9505-178465a3fe36,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:27.213532 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc67ca0e-de3c-4858-beeb-080e510faf26 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.262046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a3f3b4d9-9d3e-421d-8c24-a8a920b7d075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:27.263415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f3b4d9-9d3e-421d-8c24-a8a920b7d075 None None] The sync data for ids ['afed71f7-7b67-41c5-8220-a115cad55d16'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:27.288057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aadbddde-70ab-4848-83b8-239e7098f32e tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.288577 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aadbddde-70ab-4848-83b8-239e7098f32e tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.292876 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Set router af8b7163-c6a6-47c9-9770-f85f22c84f03 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:27.321480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-aadbddde-70ab-4848-83b8-239e7098f32e tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Calling delete_port for 695d7bb4-567d-4a27-a5f2-29e3bf8c496f owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:27.326634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51044) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:27.479385 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc67ca0e-de3c-4858-beeb-080e510faf26 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.481688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc67ca0e-de3c-4858-beeb-080e510faf26 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.612772 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:24Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:27.657113 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Checking router: af8b7163-c6a6-47c9-9770-f85f22c84f03 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:44:27.658240 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Updating router af8b7163-c6a6-47c9-9770-f85f22c84f03 port 08fbd22e-32fa-462a-ae3f-2421ef186fdb binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:44:27.693520 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.723120 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-caf711ca-bcb9-4456-9586-6846746a5ac5 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=575d93d5e9a4439796b157bf7e49a91f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6856966 Feb 11 13:44:27.734521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51054) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:27.772711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51056) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:27.793248 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aadbddde-70ab-4848-83b8-239e7098f32e tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.869701 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.869914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbddde-70ab-4848-83b8-239e7098f32e tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Pushing event deleted for resources: {'Port': ['ID=695d7bb4-567d-4a27-a5f2-29e3bf8c496f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:27.874870 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-886edcbf-2cad-4da6-99e7-6bfbebd64598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.991975 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc67ca0e-de3c-4858-beeb-080e510faf26 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.991975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc67ca0e-de3c-4858-beeb-080e510faf26 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Fanout notify agent at l3_agent the message router_deleted on router afed71f7-7b67-41c5-8220-a115cad55d16 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:27.998130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fc67ca0e-de3c-4858-beeb-080e510faf26 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:27.999408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fc67ca0e-de3c-4858-beeb-080e510faf26 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/afed71f7-7b67-41c5-8220-a115cad55d16 HTTP/1.1" status: 204 len: 168 time: 1.0544586 Feb 11 13:44:28.002909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51060) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:28.045134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a6b34d-106a-4594-80a6-1da13b3ac407 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:28.049432 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-30a6b34d-106a-4594-80a6-1da13b3ac407 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3107858 Feb 11 13:44:28.057294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51064) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:28.090086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5903ac92-1f54-440e-bc99-a8d102392948 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting subnet 887df33f-2470-4811-b1e4-113d0f572047 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:44:28.097327 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5903ac92-1f54-440e-bc99-a8d102392948 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.101444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4aa766cd-c276-4365-a982-2d6dd8c3dff0 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335162 Feb 11 13:44:28.104162 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aadbddde-70ab-4848-83b8-239e7098f32e tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.106987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51070) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:28.107166 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aadbddde-70ab-4848-83b8-239e7098f32e tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.111982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aadbddde-70ab-4848-83b8-239e7098f32e tempest-FloatingIPAdminTestJSON-35020695 tempest-FloatingIPAdminTestJSON-35020695-project] 10.222.0.52 "DELETE /v2.0/floatingips/e9131ab9-64b5-4584-8af1-cfbe3b5becee HTTP/1.1" status: 204 len: 168 time: 1.3994908 Feb 11 13:44:28.112825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51074) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:28.120962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-264076879', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:28.167984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-886edcbf-2cad-4da6-99e7-6bfbebd64598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.266855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5903ac92-1f54-440e-bc99-a8d102392948 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.277267 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.281370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a61db5af-52bc-451a-bca9-08d0dbd9bd28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68f7c1522217465ab9934a9fd077095e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9523194 Feb 11 13:44:28.286664 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-886edcbf-2cad-4da6-99e7-6bfbebd64598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.290741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51080) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:28.382462 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.402881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5903ac92-1f54-440e-bc99-a8d102392948 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.447603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:28.448391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.452835 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Pushing event updated for resources: {'Port': ['ID=08fbd22e-32fa-462a-ae3f-2421ef186fdb,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:28.464352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-886edcbf-2cad-4da6-99e7-6bfbebd64598 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=70b9a987ef8c4239a77cd6d4f7d53907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6894481 Feb 11 13:44:28.471261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51090) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:28.475199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886edcbf-2cad-4da6-99e7-6bfbebd64598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eef9c71-7759-4a68-9f20-4214fa31073b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:28.484292 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Attempting to bind port 08fbd22e-32fa-462a-ae3f-2421ef186fdb on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:28.484654 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Attempting to bind port 08fbd22e-32fa-462a-ae3f-2421ef186fdb by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:28.485044 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Attempting to bind port 08fbd22e-32fa-462a-ae3f-2421ef186fdb on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:28.489921 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.490095 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.490331 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.490656 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.490979 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.491306 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.491622 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.491926 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.492505 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.492821 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.493133 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.493444 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:28.499640 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:28.500010 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:28.500406 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.505060 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:28.505060 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Bound port: 08fbd22e-32fa-462a-ae3f-2421ef186fdb, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:28.505060 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.523343 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0803e7fa-be3f-4f82-84cb-04c0aaebfde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.567838 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] For port 08fbd22e-32fa-462a-ae3f-2421ef186fdb, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:28.571825 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] For port 08fbd22e-32fa-462a-ae3f-2421ef186fdb, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=08fbd22e-32fa-462a-ae3f-2421ef186fdb,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:28.586667 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0803e7fa-be3f-4f82-84cb-04c0aaebfde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.606589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0ae362f6-aa23-45d2-b577-87cb4c128d38 tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Deleting port 8f96c4bc-c835-4339-9e5d-e7790943db18 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:28.608628 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ae362f6-aa23-45d2-b577-87cb4c128d38 tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.674634 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b96fa55b-7cc7-4fc4-b1d6-b66b489fa63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.681971 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.684079 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.728787 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b96fa55b-7cc7-4fc4-b1d6-b66b489fa63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.733008 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ae362f6-aa23-45d2-b577-87cb4c128d38 tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.733623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ae362f6-aa23-45d2-b577-87cb4c128d38 tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.743031 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5903ac92-1f54-440e-bc99-a8d102392948 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.771278 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Routers {'af8b7163-c6a6-47c9-9770-f85f22c84f03'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:28.771913 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af8b7163-c6a6-47c9-9770-f85f22c84f03'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:28.784232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0ae362f6-aa23-45d2-b577-87cb4c128d38 tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Calling delete_port for 8f96c4bc-c835-4339-9e5d-e7790943db18 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:28.794959 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0803e7fa-be3f-4f82-84cb-04c0aaebfde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.796558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903ac92-1f54-440e-bc99-a8d102392948 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Subnet': ['ID=887df33f-2470-4811-b1e4-113d0f572047,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:28.798627 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0803e7fa-be3f-4f82-84cb-04c0aaebfde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.802869 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0803e7fa-be3f-4f82-84cb-04c0aaebfde1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bcd0e8ec-3679-498d-a64a-5dfc5a6c88f7 HTTP/1.1" status: 204 len: 168 time: 0.5084515 Feb 11 13:44:28.809139 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5903ac92-1f54-440e-bc99-a8d102392948 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.815247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c294b6-e0e6-4def-9382-826e37c66cc8 None None] Network d637a744-b553-413b-9da6-9f498814ca0b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:28.816328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5903ac92-1f54-440e-bc99-a8d102392948 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/887df33f-2470-4811-b1e4-113d0f572047 HTTP/1.1" status: 204 len: 168 time: 0.8117497 Feb 11 13:44:28.817355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51102) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:28.848990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0803e7fa-be3f-4f82-84cb-04c0aaebfde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd0e8ec-3679-498d-a64a-5dfc5a6c88f7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:28.915406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5300e10-6428-4559-b08f-428ad72638e1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting subnet dfa7986e-a967-4504-9faf-aaf1b8e6beee {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:44:28.920996 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5300e10-6428-4559-b08f-428ad72638e1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:28.966722 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdde1f8-4138-47d9-8527-27c1e5a40617 None None] Pushing event updated for resources: {'Port': ['ID=08fbd22e-32fa-462a-ae3f-2421ef186fdb,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.011193 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b96fa55b-7cc7-4fc4-b1d6-b66b489fa63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.014128 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b96fa55b-7cc7-4fc4-b1d6-b66b489fa63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.036656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b96fa55b-7cc7-4fc4-b1d6-b66b489fa63c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1eef9c71-7759-4a68-9f20-4214fa31073b HTTP/1.1" status: 204 len: 168 time: 0.5476060 Feb 11 13:44:29.074376 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5300e10-6428-4559-b08f-428ad72638e1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.077725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fa55b-7cc7-4fc4-b1d6-b66b489fa63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eef9c71-7759-4a68-9f20-4214fa31073b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.196890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.265431 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] Set router af8b7163-c6a6-47c9-9770-f85f22c84f03 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:29.323528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5300e10-6428-4559-b08f-428ad72638e1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.338121 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ae362f6-aa23-45d2-b577-87cb4c128d38 tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.366326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6568864-b25b-4a7a-aaf0-afd3fc30f08a None None] DHCP port deletion for d637a744-b553-413b-9da6-9f498814ca0b request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:44:29.374689 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae362f6-aa23-45d2-b577-87cb4c128d38 tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f96c4bc-c835-4339-9e5d-e7790943db18,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.396448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Subnet': ['ID=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.431217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Checking segment: {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:29.431592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network hostable DHCP agents. Network: fa207a6a-53da-4f71-9cc9-f2bf9f0eef73, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:29.527418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ae362f6-aa23-45d2-b577-87cb4c128d38 tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.531402 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ae362f6-aa23-45d2-b577-87cb4c128d38 tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.535287 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0ae362f6-aa23-45d2-b577-87cb4c128d38 tempest-FloatingIPAdminTestJSON-1486195414 tempest-FloatingIPAdminTestJSON-1486195414-project-admin] 10.222.0.52 "DELETE /v2.0/floatingips/643700cb-f611-4172-8c42-cb62956d7413 HTTP/1.1" status: 204 len: 168 time: 1.4196250 Feb 11 13:44:29.537193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51126) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:29.537613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:29.538902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b6568864-b25b-4a7a-aaf0-afd3fc30f08a None None] Deleting port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:29.539367 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6568864-b25b-4a7a-aaf0-afd3fc30f08a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.571966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5300e10-6428-4559-b08f-428ad72638e1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.603987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5300e10-6428-4559-b08f-428ad72638e1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa7986e-a967-4504-9faf-aaf1b8e6beee,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:29.608026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5300e10-6428-4559-b08f-428ad72638e1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.615286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d5300e10-6428-4559-b08f-428ad72638e1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/dfa7986e-a967-4504-9faf-aaf1b8e6beee HTTP/1.1" status: 204 len: 168 time: 0.7949371 Feb 11 13:44:29.615977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51130) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:29.684328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b6568864-b25b-4a7a-aaf0-afd3fc30f08a None None] For port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=dfd4841a-6cf2-4a59-9e82-c35cb0c21b27,segment=NetworkSegment(7b12ff39-be36-4c4b-8052-9d8d36d52aa9),segment_id=7b12ff39-be36-4c4b-8052-9d8d36d52aa9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:29.684328 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6568864-b25b-4a7a-aaf0-afd3fc30f08a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.687253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, fa207a6a-53da-4f71-9cc9-f2bf9f0eef73) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:29.699778 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b6568864-b25b-4a7a-aaf0-afd3fc30f08a None None] Calling delete_port for dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:29.722244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:29.732139 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.739054 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:24Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:29.771488 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fe20b-5b12-49b6-99e2-a2d44ca280c4 None None] The sync data for ids ['af8b7163-c6a6-47c9-9770-f85f22c84f03'] in n-d-816488-1 is: [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:24Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:29.787079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd492118-4f62-4b3f-8bd7-542c2d7a271a None None] Network 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:29.842619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3228f161-c9a9-4d20-95f8-23a7c33571ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Deleting port 3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:29.843297 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3228f161-c9a9-4d20-95f8-23a7c33571ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.852342 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.915016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d6368-dfcf-4d6c-854f-74b0c3380572 None None] Network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:29.925005 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6568864-b25b-4a7a-aaf0-afd3fc30f08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:29.995049 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3228f161-c9a9-4d20-95f8-23a7c33571ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.009148 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2d442680-7eb1-41bb-83af-16fdca9db3b9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9007478 Feb 11 13:44:30.020288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3228f161-c9a9-4d20-95f8-23a7c33571ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Calling delete_port for 3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:30.048234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51142) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:30.089165 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6568864-b25b-4a7a-aaf0-afd3fc30f08a None None] Pushing event deleted for resources: {'Port': ['ID=dfd4841a-6cf2-4a59-9e82-c35cb0c21b27,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:30.273349 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.310577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6568864-b25b-4a7a-aaf0-afd3fc30f08a None None] No DVR routers for this DVR port dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:30.343278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51152) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:30.445546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3228f161-c9a9-4d20-95f8-23a7c33571ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.452593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.473751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51160) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:30.543254 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b769301-deae-427d-a5f3-654b6bc4779a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.575640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228f161-c9a9-4d20-95f8-23a7c33571ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event deleted for resources: {'Port': ['ID=3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:30.749309 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b769301-deae-427d-a5f3-654b6bc4779a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.755462 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9549b-4431-419f-a545-f03dac1371c0 None None] DHCP port deletion for 9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:44:30.756396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d637a744-b553-413b-9da6-9f498814ca0b']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:30.782857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b12ff39-be36-4c4b-8052-9d8d36d52aa9') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:30.783512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b12ff39-be36-4c4b-8052-9d8d36d52aa9') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:30.832978 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b769301-deae-427d-a5f3-654b6bc4779a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.863220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3228f161-c9a9-4d20-95f8-23a7c33571ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.893739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3228f161-c9a9-4d20-95f8-23a7c33571ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "DELETE /v2.0/ports/3498fd6a-aa55-4ce7-9e58-893c4fb4a4e1 HTTP/1.1" status: 204 len: 168 time: 1.3550169 Feb 11 13:44:30.896116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51170) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:30.912425 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.932414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:44:30.954599 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.963632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 08fbd22e-32fa-462a-ae3f-2421ef186fdb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:30.963801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.970916 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:30.984620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:30.987747 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.062487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070b87a6-6b7a-43c4-9af8-0629a204ce08 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:31.063395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-070b87a6-6b7a-43c4-9af8-0629a204ce08 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "GET /v2.0/ports?device_id=41cbd445-a6d2-4ec2-82b6-6f98061ab889 HTTP/1.1" status: 200 len: 913 time: 0.1652887 Feb 11 13:44:31.070896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51176) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:31.084324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'networks': [{'name': 'tempest-network--721831546'}, {'name': 'tempest-network--1820394932'}]} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:31.084636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'network': {'name': 'tempest-network--721831546'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:31.085098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'network': {'name': 'tempest-network--1820394932'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:31.132182 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:31.169444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3b769301-deae-427d-a5f3-654b6bc4779a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7b55348d1c4c40ccafac6ea3d0f6419f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6762886 Feb 11 13:44:31.176815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51180) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:31.228706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b769301-deae-427d-a5f3-654b6bc4779a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2241f090-bd5e-4d0c-9827-11d723669bda,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:31.284642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9549b-4431-419f-a545-f03dac1371c0 None None] Deleting port 8d91b71d-aeab-408c-8eaa-317fa2730944 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:31.285031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1d9549b-4431-419f-a545-f03dac1371c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.363089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c79c-f4a2-43d1-b64a-eaad667f8fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.400177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c79c-f4a2-43d1-b64a-eaad667f8fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.464626 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.483989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.489544 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/networks/d637a744-b553-413b-9da6-9f498814ca0b HTTP/1.1" status: 204 len: 168 time: 1.8701773 Feb 11 13:44:31.498879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51194) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:31.533178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b02ee-2ede-481f-8701-6a394fd57a0f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Network': ['ID=d637a744-b553-413b-9da6-9f498814ca0b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:31.581228 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c79c-f4a2-43d1-b64a-eaad667f8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.590252 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d8a8c79c-f4a2-43d1-b64a-eaad667f8fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.597017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d8a8c79c-f4a2-43d1-b64a-eaad667f8fa8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2241f090-bd5e-4d0c-9827-11d723669bda HTTP/1.1" status: 204 len: 168 time: 0.4035158 Feb 11 13:44:31.604589 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b1d9549b-4431-419f-a545-f03dac1371c0 None None] For port 8d91b71d-aeab-408c-8eaa-317fa2730944, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d91b71d-aeab-408c-8eaa-317fa2730944,segment=NetworkSegment(5f04671b-0993-4728-aa6b-b084097c8647),segment_id=5f04671b-0993-4728-aa6b-b084097c8647)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:31.604994 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1d9549b-4431-419f-a545-f03dac1371c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.619427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9549b-4431-419f-a545-f03dac1371c0 None None] Calling delete_port for 8d91b71d-aeab-408c-8eaa-317fa2730944 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:31.703041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 08fbd22e-32fa-462a-ae3f-2421ef186fdb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:31.704183 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.726166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Allocated IP 172.20.0.2 (fa207a6a-53da-4f71-9cc9-f2bf9f0eef73/db0b65a6-cff8-4ab3-8975-15ab1d5a3f08/f8cf5020-cbb4-4e17-a5df-197ebd3b7f19) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:31.792229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Made reservation on behalf of ce502f8d87674d97b074607ee1ab5e26 for: {'network': 2} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:31.802200 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.823483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8c79c-f4a2-43d1-b64a-eaad667f8fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2241f090-bd5e-4d0c-9827-11d723669bda,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:31.833604 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.908014 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:31.988419 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.097548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 8d91b71d-aeab-408c-8eaa-317fa2730944 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:32.097548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.265650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.332040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port 8d91b71d-aeab-408c-8eaa-317fa2730944, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8d91b71d-aeab-408c-8eaa-317fa2730944,segment=NetworkSegment(5f04671b-0993-4728-aa6b-b084097c8647),segment_id=5f04671b-0993-4728-aa6b-b084097c8647)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:32.332640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.373233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 8d91b71d-aeab-408c-8eaa-317fa2730944 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:32.419766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.423188 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.448261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 08fbd22e-32fa-462a-ae3f-2421ef186fdb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=08fbd22e-32fa-462a-ae3f-2421ef186fdb,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:32.473223 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.473684 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.535268 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.632043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51228) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:32.658537 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.670054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:32.671790 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1d9549b-4431-419f-a545-f03dac1371c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.705315 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.743641 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.754661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:32.754998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device dfd4841a-6cf2-4a59-9e82-c35cb0c21b27 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:32.755428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d91b71d-aeab-408c-8eaa-317fa2730944 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:32.756445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=8d91b71d-aeab-408c-8eaa-317fa2730944,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.759035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No DVR routers for this DVR port 8d91b71d-aeab-408c-8eaa-317fa2730944 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:32.784874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8d91b71d-aeab-408c-8eaa-317fa2730944 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:32.784874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8d91b71d-aeab-408c-8eaa-317fa2730944 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:32.795684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d9549b-4431-419f-a545-f03dac1371c0 None None] No DVR routers for this DVR port 8d91b71d-aeab-408c-8eaa-317fa2730944 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:32.835180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:32.835317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf52ddd4-848a-4de3-8a4c-43202af21293,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.837502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:32.840233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=08fbd22e-32fa-462a-ae3f-2421ef186fdb,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.848476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:32.872663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.873007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.873347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.873886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.874226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.874558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.874886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.878748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.879153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.879552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.880062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.880396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:44:32.898536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:32.964239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Attempting to bind port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:32.964872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Attempting to bind port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:32.965445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Attempting to bind port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 on network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:32.972589 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9549b-4431-419f-a545-f03dac1371c0 None None] Pushing event deleted for resources: {'Port': ['ID=8d91b71d-aeab-408c-8eaa-317fa2730944,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:32.980131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:32.980511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Checking segment: {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:32.980922 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.981311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Bound using segment: {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:32.981813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Bound port: f8cf5020-cbb4-4e17-a5df-197ebd3b7f19, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:32.982357 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:32.985175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5e142285-1a16-4277-a63f-fb35ef00cdb1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53d027c77f8d4eef8125dd38028f476e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3233004 Feb 11 13:44:32.989463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51240) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:33.018873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.019230 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Added segment 406a704c-7a29-4a53-9f6b-0daba8a13baa of type vlan for network 13352e9a-eeb4-47a9-a464-10420f7ea00d Feb 11 13:44:33.056684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Pushing event updated for resources: {'Port': ['ID=f8cf5020-cbb4-4e17-a5df-197ebd3b7f19,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:33.092250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] For port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:33.096441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] For port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f8cf5020-cbb4-4e17-a5df-197ebd3b7f19,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:33.130816 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.145388 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.159958 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.208545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:33.240615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3dc26-6c48-4233-9a1d-0c2311ec87cb None None] Pushing event updated for resources: {'Port': ['ID=f8cf5020-cbb4-4e17-a5df-197ebd3b7f19,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:33.259243 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.259816 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Added segment 0a69dc49-ad22-4431-b928-9922416a28a0 of type vlan for network 11140cb7-9e80-4197-b359-0119d1f1e5da Feb 11 13:44:33.300407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Deleting port 2d649b41-bd08-4528-8fea-29dc39d03b92 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:33.301040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.412636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.527689 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.547897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Calling delete_port for 2d649b41-bd08-4528-8fea-29dc39d03b92 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:33.548688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d890d97f-85e5-423a-a045-4d7b57c7cbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.551575 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.556900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.20.0.1 (fa207a6a-53da-4f71-9cc9-f2bf9f0eef73/db0b65a6-cff8-4ab3-8975-15ab1d5a3f08/7f935f6f-434b-47cf-8481-4bcad03d8bc3) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:33.557263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.557391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:33.565495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:33.573276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:33.573515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.604217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f04671b-0993-4728-aa6b-b084097c8647') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:33.604550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f04671b-0993-4728-aa6b-b084097c8647') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:33.630200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.683540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d890d97f-85e5-423a-a045-4d7b57c7cbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.726557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'Network': ['ID=13352e9a-eeb4-47a9-a464-10420f7ea00d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:33.740252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 13352e9a-eeb4-47a9-a464-10420f7ea00d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:33.768540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.779277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:33.780051 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:33.787265 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:33.803245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.4565561 Feb 11 13:44:33.807634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51262) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:33.855648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b6610-44c1-46be-8c5b-e78f6e34d02f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'Network': ['ID=11140cb7-9e80-4197-b359-0119d1f1e5da,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:33.874897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 11140cb7-9e80-4197-b359-0119d1f1e5da details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:34.007902 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.037556 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.067236 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.071409 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/networks/9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e HTTP/1.1" status: 204 len: 168 time: 2.5672066 Feb 11 13:44:34.075976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51266) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:34.092998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'network': {'name': 'tempest-RoutersTest-808749364'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:34.098970 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d890d97f-85e5-423a-a045-4d7b57c7cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.103116 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d890d97f-85e5-423a-a045-4d7b57c7cbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.103803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d890d97f-85e5-423a-a045-4d7b57c7cbee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/968ec517-cfb9-4cb8-abfd-8cb8a495fe17 HTTP/1.1" status: 204 len: 168 time: 1.0887475 Feb 11 13:44:34.124138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c7616-1de2-4dce-9423-20ddaba6da68 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Network': ['ID=9f9dbe5c-3bc5-439e-8b69-5c36c83ff49e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:34.141188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ab487-8302-4dd4-a974-1ea286dcfd43 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:34.146938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ab487-8302-4dd4-a974-1ea286dcfd43 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:34.152940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ab487-8302-4dd4-a974-1ea286dcfd43 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:34.157409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890d97f-85e5-423a-a045-4d7b57c7cbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968ec517-cfb9-4cb8-abfd-8cb8a495fe17,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:34.160818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52ab487-8302-4dd4-a974-1ea286dcfd43 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:34.163891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a52ab487-8302-4dd4-a974-1ea286dcfd43 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3547633 Feb 11 13:44:34.166422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51270) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:34.272439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.341157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:34.348467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.352404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:34.361884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:34.377590 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.396886 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:34.400483 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.423551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event deleted for resources: {'Port': ['ID=2d649b41-bd08-4528-8fea-29dc39d03b92,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:34.440341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=7f935f6f-434b-47cf-8481-4bcad03d8bc3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:34.493734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:34.518866 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.637893 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.638808 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added segment c198e2b3-2954-4a6d-ba47-4012b1a7eea3 of type vlan for network c488cd8f-7739-44c9-a309-a4c886ce7187 Feb 11 13:44:34.659148 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.808856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13352e9a-eeb4-47a9-a464-10420f7ea00d']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:34.826391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.826970 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:34.871157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406a704c-7a29-4a53-9f6b-0daba8a13baa') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:34.871413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406a704c-7a29-4a53-9f6b-0daba8a13baa') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:35.024430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ebb4a-3474-4868-b091-bee54eda527b None None] Network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:35.088060 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.104393 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.111857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:35.112370 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:35.218419 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:35.227958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.resource_extend [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:44:35.292079 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.301143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.308674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "DELETE /v2.0/networks/13352e9a-eeb4-47a9-a464-10420f7ea00d HTTP/1.1" status: 204 len: 168 time: 1.1378882 Feb 11 13:44:35.308674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.347899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51284) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:35.385613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:35.476144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3f827ce3-e367-4984-9d8d-6307b771a482 None None] Provisioning complete for port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:35.476532 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f827ce3-e367-4984-9d8d-6307b771a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.551351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:35.551719 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.852611 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.854448 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f827ce3-e367-4984-9d8d-6307b771a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:35.930741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3f827ce3-e367-4984-9d8d-6307b771a482 None None] For port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f8cf5020-cbb4-4e17-a5df-197ebd3b7f19,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:36.001295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.003909 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.009853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:36.010721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.013490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95245e73-4fcc-4d4a-9e3c-7a2f9956dedd tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Network': ['ID=13352e9a-eeb4-47a9-a464-10420f7ea00d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:36.046737 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f827ce3-e367-4984-9d8d-6307b771a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.047483 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.079386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Router 41cbd445-a6d2-4ec2-82b6-6f98061ab889 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:36.095260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.199740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=7f935f6f-434b-47cf-8481-4bcad03d8bc3,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:36.211753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1238034 Feb 11 13:44:36.223723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51302) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:36.273425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-488e8f40-d509-4012-bd14-b6115d0f32d3 None None] Provisioning complete for port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:36.274313 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-488e8f40-d509-4012-bd14-b6115d0f32d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.281365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca06b0-05a1-49ed-9984-94bfff523240 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Network': ['ID=c488cd8f-7739-44c9-a309-a4c886ce7187,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:36.312461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network c488cd8f-7739-44c9-a309-a4c886ce7187 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:36.351797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'subnet': {'network_id': 'c488cd8f-7739-44c9-a309-a4c886ce7187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:36.381964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:44:36.382621 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:44:36.382934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.385869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f827ce3-e367-4984-9d8d-6307b771a482 None None] Pushing event updated for resources: {'Port': ['ID=f8cf5020-cbb4-4e17-a5df-197ebd3b7f19,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:36.424728 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.509647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-488e8f40-d509-4012-bd14-b6115d0f32d3 None None] Provisioning complete for port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:36.509647 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-488e8f40-d509-4012-bd14-b6115d0f32d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.575768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-488e8f40-d509-4012-bd14-b6115d0f32d3 None None] Port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:36.590759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:36.603718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c7f7b-fbd7-4ce4-bb4b-333ecbb6750d None None] Sync routers for ids ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:36.606261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cd6be728-2607-4c33-bc5b-2f23061c0e35 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "PUT /v2.0/routers/41cbd445-a6d2-4ec2-82b6-6f98061ab889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5177007 Feb 11 13:44:36.608979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51308) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:36.617355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c7f7b-fbd7-4ce4-bb4b-333ecbb6750d None None] Routers {'41cbd445-a6d2-4ec2-82b6-6f98061ab889'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:36.618022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-de8c7f7b-fbd7-4ce4-bb4b-333ecbb6750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:36.620148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11140cb7-9e80-4197-b359-0119d1f1e5da']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:36.659301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-de8c7f7b-fbd7-4ce4-bb4b-333ecbb6750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:36.671148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c7f7b-fbd7-4ce4-bb4b-333ecbb6750d None None] Routers {'41cbd445-a6d2-4ec2-82b6-6f98061ab889'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:36.672476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-de8c7f7b-fbd7-4ce4-bb4b-333ecbb6750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:36.677871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a69dc49-ad22-4431-b928-9922416a28a0') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:36.686764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a69dc49-ad22-4431-b928-9922416a28a0') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:36.691149 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.702742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:36.706686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.718075 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.729090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-de8c7f7b-fbd7-4ce4-bb4b-333ecbb6750d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:36.730073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8c7f7b-fbd7-4ce4-bb4b-333ecbb6750d None None] The sync data for ids ['41cbd445-a6d2-4ec2-82b6-6f98061ab889'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:36.744347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-db925c66-360d-4698-afa4-3749e750f444 None None] Provisioning complete for port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:36.744805 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-db925c66-360d-4698-afa4-3749e750f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.761278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:36.761689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:36.766150 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:36.793835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-db925c66-360d-4698-afa4-3749e750f444 None None] Port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:36.867409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:36.870922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:36.877574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:36.935452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 08fbd22e-32fa-462a-ae3f-2421ef186fdb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:36.986666 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.003013 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.007137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "DELETE /v2.0/networks/11140cb7-9e80-4197-b359-0119d1f1e5da HTTP/1.1" status: 204 len: 168 time: 1.6751304 Feb 11 13:44:37.011530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51314) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:37.011713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 08fbd22e-32fa-462a-ae3f-2421ef186fdb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:37.012019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.054005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19158571-8e87-4165-8136-c7ac33202fcf tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Network': ['ID=11140cb7-9e80-4197-b359-0119d1f1e5da,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:37.263794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:37.317827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a64444-8a7d-48b4-9a3a-28efd2fd08a6 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:37.325963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a64444-8a7d-48b4-9a3a-28efd2fd08a6 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:37.328098 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-24a64444-8a7d-48b4-9a3a-28efd2fd08a6 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3156102 Feb 11 13:44:37.332805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51324) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:37.338803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1301660669'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:37.370627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ae99bd22-8e7c-459e-89cf-6ec23e9745c5 None None] Provisioning complete for port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:37.371325 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ae99bd22-8e7c-459e-89cf-6ec23e9745c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.414945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ae99bd22-8e7c-459e-89cf-6ec23e9745c5 None None] Port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:37.424408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:37.425072 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.479996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Made reservation on behalf of ce502f8d87674d97b074607ee1ab5e26 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:37.484166 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.533358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:37.538606 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.551237 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.552025 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Added segment 7fc7ca9b-5283-4fd5-aa8b-2f4407df3f51 of type vlan for network 4ba49516-f5fc-4351-89d4-c4c70396dbf7 Feb 11 13:44:37.561424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router af8b7163-c6a6-47c9-9770-f85f22c84f03 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:37.617494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.623796 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.721396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:37.727980 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-11452518-b227-4cc4-b430-f0e564ff8346 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "PUT /v2.0/routers/af8b7163-c6a6-47c9-9770-f85f22c84f03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6784663 Feb 11 13:44:37.742605 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Sync routers for ids ['af8b7163-c6a6-47c9-9770-f85f22c84f03'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:37.758512 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.759142 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Routers {'af8b7163-c6a6-47c9-9770-f85f22c84f03'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:37.761000 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af8b7163-c6a6-47c9-9770-f85f22c84f03'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:37.761159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Deleting port fc3f5be3-e9ed-4971-8497-318d4281df24 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:37.762244 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.801835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:37.802523 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.804936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Subnet': ['ID=97cafa75-489f-4026-9c09-84dac06640d1,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:37.946251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Checking segment: {'id': 'c198e2b3-2954-4a6d-ba47-4012b1a7eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c488cd8f-7739-44c9-a309-a4c886ce7187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:37.946547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network hostable DHCP agents. Network: c488cd8f-7739-44c9-a309-a4c886ce7187, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:37.962122 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:37.974659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Calling delete_port for fc3f5be3-e9ed-4971-8497-318d4281df24 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:37.978136 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Set router af8b7163-c6a6-47c9-9770-f85f22c84f03 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:37.981679 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6475759 Feb 11 13:44:37.998022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51344) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:38.004542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-369715544'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:38.029818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff6163-f9a3-4f68-b18a-c939a7b40644 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'Network': ['ID=4ba49516-f5fc-4351-89d4-c4c70396dbf7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:38.052181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 4ba49516-f5fc-4351-89d4-c4c70396dbf7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:38.131387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network c488cd8f-7739-44c9-a309-a4c886ce7187 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:38.176477 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Made reservation on behalf of ce502f8d87674d97b074607ee1ab5e26 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:38.179996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.238404 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:38.250891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.251343 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Added segment 80fb581b-be81-4e1e-ad05-681de241465b of type vlan for network 9334b8eb-5b93-4766-8b3b-c93ed7d0b90f Feb 11 13:44:38.273808 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-45a75a1c-6fb7-419c-8911-21c4342e060f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81602517&fields=id&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 267 time: 0.1045437 Feb 11 13:44:38.290185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, c488cd8f-7739-44c9-a309-a4c886ce7187) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:38.304921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:38.305805 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.311248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a523cf41-8ea6-4fc5-a6b8-3db41871b9dc None None] Network c488cd8f-7739-44c9-a309-a4c886ce7187 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:38.394081 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.416915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.462715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event deleted for resources: {'Port': ['ID=fc3f5be3-e9ed-4971-8497-318d4281df24,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:38.485987 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0144fd4c-1935-4d28-a513-c98a2b1dba66 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2575259 Feb 11 13:44:38.486409 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51360) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:38.503455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-022fab81-8aab-4314-af6a-dadfb81c9683 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-560139604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:38.508263 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '7f935f6f-434b-47cf-8481-4bcad03d8bc3', 'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:a5:5a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 2, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:38.547426 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Checking router: af8b7163-c6a6-47c9-9770-f85f22c84f03 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:44:38.548114 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Updating router af8b7163-c6a6-47c9-9770-f85f22c84f03 port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:44:38.575238 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.576954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-59ab8a9a-8a0c-44c9-a6aa-59e4f73e2a21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:38.584913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-59ab8a9a-8a0c-44c9-a6aa-59e4f73e2a21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 797 time: 0.3100274 Feb 11 13:44:38.590495 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.592622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:38.593379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.620723 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-fd0c4abf-7532-4d53-b523-8e84c9ecdbab tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/quotas/575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 375 time: 0.0351162 Feb 11 13:44:38.688279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-c488cd8f-7739-44c9-a309-a4c886ce7187', 'network_id': 'c488cd8f-7739-44c9-a309-a4c886ce7187', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'fixed_ips': [{'subnet_id': '97cafa75-489f-4026-9c09-84dac06640d1'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:44:38.689733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.721385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-022fab81-8aab-4314-af6a-dadfb81c9683 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.722898 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-022fab81-8aab-4314-af6a-dadfb81c9683 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.743653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'Network': ['ID=9334b8eb-5b93-4766-8b3b-c93ed7d0b90f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:38.771003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ad96897b-e7fa-4493-a03b-ffe33e16f361 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7757814 Feb 11 13:44:38.774205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51366) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:38.780118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'ports': [{'network_id': '4ba49516-f5fc-4351-89d4-c4c70396dbf7', 'name': 'tempest-port--1744528184', 'admin_state_up': True}, {'network_id': '9334b8eb-5b93-4766-8b3b-c93ed7d0b90f', 'admin_state_up': False}]} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:38.780678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'port': {'network_id': '4ba49516-f5fc-4351-89d4-c4c70396dbf7', 'name': 'tempest-port--1744528184', 'admin_state_up': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:38.781450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'port': {'network_id': '9334b8eb-5b93-4766-8b3b-c93ed7d0b90f', 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:38.782113 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.878485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Allocated IP 172.20.0.2 (c488cd8f-7739-44c9-a309-a4c886ce7187/97cafa75-489f-4026-9c09-84dac06640d1/5bb8673b-2457-46c2-b01b-3292ac418c67) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:38.935484 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-022fab81-8aab-4314-af6a-dadfb81c9683 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:38.962027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 9334b8eb-5b93-4766-8b3b-c93ed7d0b90f details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:39.055345 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-022fab81-8aab-4314-af6a-dadfb81c9683 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.152935 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-022fab81-8aab-4314-af6a-dadfb81c9683 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.155592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-9cf2c3a3-6d6c-4705-8fe5-edfda342782d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5089967 Feb 11 13:44:39.159713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.161745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-022fab81-8aab-4314-af6a-dadfb81c9683 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6706779 Feb 11 13:44:39.171016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51374) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:39.171016 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.181398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'port': {'network_id': 'c488cd8f-7739-44c9-a309-a4c886ce7187', 'name': 'tempest-RoutersTest-1485320154'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:39.185249 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.268140 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.270976 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.303144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Made reservation on behalf of ce502f8d87674d97b074607ee1ab5e26 for: {'port': 2} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:39.310076 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.352033 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.355830 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd8b58-67b9-4cc8-80ed-0c25c5bf83e1 None None] Pushing event updated for resources: {'Port': ['ID=7f935f6f-434b-47cf-8481-4bcad03d8bc3,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:39.371645 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.463601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Network c488cd8f-7739-44c9-a309-a4c886ce7187 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:39.475109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:39.486299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:39.505164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Pushing event updated for resources: {'Port': ['ID=5bb8673b-2457-46c2-b01b-3292ac418c67,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:39.523051 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Attempting to bind port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:39.523051 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Attempting to bind port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:39.523051 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Attempting to bind port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 on network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:39.525895 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:39.534103 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Checking segment: {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:39.534828 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.535239 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Bound using segment: {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:39.535747 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Bound port: 7f935f6f-434b-47cf-8481-4bcad03d8bc3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:39.536134 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.544021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.545506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Fanout notify agent at l3_agent the message router_deleted on router 41cbd445-a6d2-4ec2-82b6-6f98061ab889 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:39.569716 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.573035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dd6c0404-8741-43e3-9cbe-cc266766b860 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "DELETE /v2.0/routers/41cbd445-a6d2-4ec2-82b6-6f98061ab889 HTTP/1.1" status: 204 len: 168 time: 2.9615650 Feb 11 13:44:39.575350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51382) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:39.675065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:39.680168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.700151 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] For port 7f935f6f-434b-47cf-8481-4bcad03d8bc3, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:39.719928 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] For port 7f935f6f-434b-47cf-8481-4bcad03d8bc3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7f935f6f-434b-47cf-8481-4bcad03d8bc3,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:39.739291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Attempting to bind port 5bb8673b-2457-46c2-b01b-3292ac418c67 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:39.740019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Attempting to bind port 5bb8673b-2457-46c2-b01b-3292ac418c67 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'c198e2b3-2954-4a6d-ba47-4012b1a7eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c488cd8f-7739-44c9-a309-a4c886ce7187'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:39.740575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Attempting to bind port 5bb8673b-2457-46c2-b01b-3292ac418c67 on network c488cd8f-7739-44c9-a309-a4c886ce7187 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:39.755163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:39.755549 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Checking segment: {'id': 'c198e2b3-2954-4a6d-ba47-4012b1a7eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c488cd8f-7739-44c9-a309-a4c886ce7187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:39.755938 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.756754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Bound using segment: {'id': 'c198e2b3-2954-4a6d-ba47-4012b1a7eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c488cd8f-7739-44c9-a309-a4c886ce7187'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:39.756889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Bound port: 5bb8673b-2457-46c2-b01b-3292ac418c67, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c198e2b3-2954-4a6d-ba47-4012b1a7eea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'c488cd8f-7739-44c9-a309-a4c886ce7187'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:39.757163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.769348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] device_id is not set on port e794eb74-430a-4541-b67d-7940a4a0d256 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:44:39.788336 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.808627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e162e1a-615d-4c66-bc1a-7af4d88b91b8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Deleting subnet 13bbb817-00b6-49d5-9c7a-8f7570425138 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:44:39.816388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] device_id is not set on port 9bb43c81-a1fc-48f8-b031-72131157487e yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:44:39.879676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] For port 5bb8673b-2457-46c2-b01b-3292ac418c67, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:39.883349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a78d984d-6acb-40d0-aa14-ebb1a53986a7 None None] Provisioning complete for port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:39.883349 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a78d984d-6acb-40d0-aa14-ebb1a53986a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.885229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] For port 5bb8673b-2457-46c2-b01b-3292ac418c67, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5bb8673b-2457-46c2-b01b-3292ac418c67,segment=NetworkSegment(c198e2b3-2954-4a6d-ba47-4012b1a7eea3),segment_id=c198e2b3-2954-4a6d-ba47-4012b1a7eea3)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:39.890442 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0e162e1a-615d-4c66-bc1a-7af4d88b91b8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.925356 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Routers {'af8b7163-c6a6-47c9-9770-f85f22c84f03'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:39.926254 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af8b7163-c6a6-47c9-9770-f85f22c84f03'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:39.973280 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:39.996474 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0e162e1a-615d-4c66-bc1a-7af4d88b91b8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.026383 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.039803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-73015c5f-a7dc-48b9-a9a7-d78a9038c90b service neutron] 10.222.0.52 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511671 Feb 11 13:44:40.047272 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd8b58-67b9-4cc8-80ed-0c25c5bf83e1 None None] Pushing event updated for resources: {'Port': ['ID=7f935f6f-434b-47cf-8481-4bcad03d8bc3,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:40.144633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a78d984d-6acb-40d0-aa14-ebb1a53986a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.209613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] device_id is not set on port 331ad8a9-26ce-4488-a45b-396a7e33f8b6 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:44:40.243679 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] Set router af8b7163-c6a6-47c9-9770-f85f22c84f03 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:44:40.378928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Allocated IP 172.20.0.11 (c488cd8f-7739-44c9-a309-a4c886ce7187/97cafa75-489f-4026-9c09-84dac06640d1/e794eb74-430a-4541-b67d-7940a4a0d256) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:40.399160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-18b0b3b5-a327-4139-baef-1526b15260a6 service neutron] 10.222.0.52 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370147 Feb 11 13:44:40.408421 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0e162e1a-615d-4c66-bc1a-7af4d88b91b8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.439098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb369126-17b2-4f14-8f34-e123f9103ac5 None None] Pushing event updated for resources: {'Port': ['ID=5bb8673b-2457-46c2-b01b-3292ac418c67,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:40.482711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.491604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a78d984d-6acb-40d0-aa14-ebb1a53986a7 None None] For port 7f935f6f-434b-47cf-8481-4bcad03d8bc3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7f935f6f-434b-47cf-8481-4bcad03d8bc3,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:40.548521 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a78d984d-6acb-40d0-aa14-ebb1a53986a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.646737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d984d-6acb-40d0-aa14-ebb1a53986a7 None None] Pushing event updated for resources: {'Port': ['ID=7f935f6f-434b-47cf-8481-4bcad03d8bc3,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:40.680249 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.686737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-83b58f4e-d545-4f50-be7b-02f3c6b4fb7f None None] Provisioning complete for port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:40.688102 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-83b58f4e-d545-4f50-be7b-02f3c6b4fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.773742 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '7f935f6f-434b-47cf-8481-4bcad03d8bc3', 'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:a5:5a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:39Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:40.829422 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e35b-6f02-4696-be53-7b2116a48867 None None] The sync data for ids ['af8b7163-c6a6-47c9-9770-f85f22c84f03'] in n-d-816488-1 is: [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '7f935f6f-434b-47cf-8481-4bcad03d8bc3', 'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:a5:5a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:39Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:40.840324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'Port': ['ID=9bb43c81-a1fc-48f8-b031-72131157487e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:40.860816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Checking segment: {'id': '7fc7ca9b-5283-4fd5-aa8b-2f4407df3f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4ba49516-f5fc-4351-89d4-c4c70396dbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:40.861184 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Network hostable DHCP agents. Network: 4ba49516-f5fc-4351-89d4-c4c70396dbf7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:40.868150 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0e162e1a-615d-4c66-bc1a-7af4d88b91b8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.958870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e162e1a-615d-4c66-bc1a-7af4d88b91b8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event deleted for resources: {'Subnet': ['ID=13bbb817-00b6-49d5-9c7a-8f7570425138,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:40.960851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0e162e1a-615d-4c66-bc1a-7af4d88b91b8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:40.966351 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0e162e1a-615d-4c66-bc1a-7af4d88b91b8 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "DELETE /v2.0/subnets/13bbb817-00b6-49d5-9c7a-8f7570425138 HTTP/1.1" status: 204 len: 168 time: 1.3884602 Feb 11 13:44:40.969985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51404) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:40.974383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a824b3b7-f716-44c4-97e3-e19b9174f4c7 None None] Network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:41.064496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Network 4ba49516-f5fc-4351-89d4-c4c70396dbf7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:41.100917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:41.217461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b16cd480-8043-4245-9b78-b62bfe383563 req-391ef074-374f-4cf0-820d-3f69cd74d41a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 210 time: 0.1972990 Feb 11 13:44:41.297811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 4ba49516-f5fc-4351-89d4-c4c70396dbf7) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:41.305581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44b8eb-4b4d-4de3-9816-07dacb08226a None None] Network 4ba49516-f5fc-4351-89d4-c4c70396dbf7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:41.305791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:41.306816 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:41.316629 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:41.331623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:41.450541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5bb8673b-2457-46c2-b01b-3292ac418c67 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:41.459748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network c488cd8f-7739-44c9-a309-a4c886ce7187 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:41.465894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:41.483312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:41.494764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=e794eb74-430a-4541-b67d-7940a4a0d256,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:41.645182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'Port': ['ID=331ad8a9-26ce-4488-a45b-396a7e33f8b6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:41.681833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:41.682399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:41.694843 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5bb8673b-2457-46c2-b01b-3292ac418c67 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:41.694843 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:41.696532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Checking segment: {'id': '80fb581b-be81-4e1e-ad05-681de241465b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9334b8eb-5b93-4766-8b3b-c93ed7d0b90f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:41.696955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Network hostable DHCP agents. Network: 9334b8eb-5b93-4766-8b3b-c93ed7d0b90f, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:41.752397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Deleting port 5a6bc892-85c3-457d-8940-f5aa931c3703 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:41.752804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:41.760933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0761aff-c8cf-4cb3-abaf-dbd2aed2c38f None None] DHCP port deletion for 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:44:41.808739 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3b330ba9-7a38-46a7-abdf-3dd73dbb0659 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6418121 Feb 11 13:44:41.811389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51420) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:41.905403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Network 9334b8eb-5b93-4766-8b3b-c93ed7d0b90f is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:41.955611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b0761aff-c8cf-4cb3-abaf-dbd2aed2c38f None None] Deleting port 5a6bc892-85c3-457d-8940-f5aa931c3703 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:41.956969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b0761aff-c8cf-4cb3-abaf-dbd2aed2c38f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:41.965640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] For port 5a6bc892-85c3-457d-8940-f5aa931c3703, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5a6bc892-85c3-457d-8940-f5aa931c3703,segment=NetworkSegment(63103cd7-d887-4e4a-876f-00c17e469401),segment_id=63103cd7-d887-4e4a-876f-00c17e469401)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:41.966070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:41.998940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Calling delete_port for 5a6bc892-85c3-457d-8940-f5aa931c3703 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:42.077344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.102453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 9334b8eb-5b93-4766-8b3b-c93ed7d0b90f) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:42.112685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b0761aff-c8cf-4cb3-abaf-dbd2aed2c38f None None] For port 5a6bc892-85c3-457d-8940-f5aa931c3703, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5a6bc892-85c3-457d-8940-f5aa931c3703,segment=NetworkSegment(63103cd7-d887-4e4a-876f-00c17e469401),segment_id=63103cd7-d887-4e4a-876f-00c17e469401)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:42.113499 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b0761aff-c8cf-4cb3-abaf-dbd2aed2c38f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.113875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:42.116691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2bbd08-2f63-4bc7-8dca-d8d75057960d None None] Network 9334b8eb-5b93-4766-8b3b-c93ed7d0b90f requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:42.121960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:42.139415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:42.140155 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.204920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b1377f-ae06-45a3-b549-af620086a1b4 None None] Network c488cd8f-7739-44c9-a309-a4c886ce7187 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:42.300525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b0761aff-c8cf-4cb3-abaf-dbd2aed2c38f None None] Calling delete_port for 5a6bc892-85c3-457d-8940-f5aa931c3703 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:42.314265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-852f2197-be77-470a-9ef2-40fb67129570 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.5386255 Feb 11 13:44:42.314893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51434) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:42.368176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee2e53cb-75e7-44ec-a458-b5ea4d5027b2 req-822b0740-1d4d-4332-817b-c48c61ccf383 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 210 time: 0.0336895 Feb 11 13:44:42.368771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-83fdaccc-20ae-4795-a1a7-c23ffcbf42f5 None None] Provisioning complete for port 5bb8673b-2457-46c2-b01b-3292ac418c67 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:42.368771 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-83fdaccc-20ae-4795-a1a7-c23ffcbf42f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.414043 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.439922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413314d-060e-43ba-ab99-5797eb7bca96 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:42.448226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413314d-060e-43ba-ab99-5797eb7bca96 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:42.453749 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f413314d-060e-43ba-ab99-5797eb7bca96 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1372945 Feb 11 13:44:42.455156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51436) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:42.529658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 5bb8673b-2457-46c2-b01b-3292ac418c67, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5bb8673b-2457-46c2-b01b-3292ac418c67,segment=NetworkSegment(c198e2b3-2954-4a6d-ba47-4012b1a7eea3),segment_id=c198e2b3-2954-4a6d-ba47-4012b1a7eea3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:42.551780 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.560848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] No DVR routers for this DVR port 5a6bc892-85c3-457d-8940-f5aa931c3703 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:42.588109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event deleted for resources: {'Port': ['ID=5a6bc892-85c3-457d-8940-f5aa931c3703,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:42.647365 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.648166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7f935f6f-434b-47cf-8481-4bcad03d8bc3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:42.666107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.714125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:42.727014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63103cd7-d887-4e4a-876f-00c17e469401') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:42.727589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63103cd7-d887-4e4a-876f-00c17e469401') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:42.738744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.757801 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.767476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:42.767476 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:42.875992 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:42.962476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bb9936e3-952d-4861-a6da-aab8a2c7b6a3 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Deleting port 9bb43c81-a1fc-48f8-b031-72131157487e {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:42.963787 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb9936e3-952d-4861-a6da-aab8a2c7b6a3 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.030821 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.051753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:43.052322 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.088757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb9936e3-952d-4861-a6da-aab8a2c7b6a3 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.088938 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.104459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bb9936e3-952d-4861-a6da-aab8a2c7b6a3 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Calling delete_port for 9bb43c81-a1fc-48f8-b031-72131157487e owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:43.107434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=5bb8673b-2457-46c2-b01b-3292ac418c67,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:43.123132 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b0761aff-c8cf-4cb3-abaf-dbd2aed2c38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.165334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0761aff-c8cf-4cb3-abaf-dbd2aed2c38f None None] Pushing event deleted for resources: {'Port': ['ID=5a6bc892-85c3-457d-8940-f5aa931c3703,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:43.178140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0761aff-c8cf-4cb3-abaf-dbd2aed2c38f None None] Network 9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 is not hosted by any dhcp agent {{(pid=103008) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 11 13:44:43.178140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0761aff-c8cf-4cb3-abaf-dbd2aed2c38f None None] No DVR routers for this DVR port 5a6bc892-85c3-457d-8940-f5aa931c3703 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:43.203920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.247957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.253887 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "DELETE /v2.0/networks/9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2 HTTP/1.1" status: 204 len: 168 time: 2.2834816 Feb 11 13:44:43.256222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51446) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:43.278233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef76221-84c8-49d3-99de-90b0a7903042 tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event deleted for resources: {'Network': ['ID=9b6b88aa-bbc1-456b-b0b4-2ced408a4fe2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:43.375800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=e794eb74-430a-4541-b67d-7940a4a0d256,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:43.379739 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb9936e3-952d-4861-a6da-aab8a2c7b6a3 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.439866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5bb8673b-2457-46c2-b01b-3292ac418c67 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:43.474799 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb9936e3-952d-4861-a6da-aab8a2c7b6a3 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.478241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bb9936e3-952d-4861-a6da-aab8a2c7b6a3 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "DELETE /v2.0/ports/9bb43c81-a1fc-48f8-b031-72131157487e HTTP/1.1" status: 204 len: 168 time: 1.0033438 Feb 11 13:44:43.479386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9936e3-952d-4861-a6da-aab8a2c7b6a3 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Port': ['ID=9bb43c81-a1fc-48f8-b031-72131157487e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:43.481348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51456) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:43.594063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5bb8673b-2457-46c2-b01b-3292ac418c67 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:43.595894 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.605797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bdebfd90-c2dd-4e21-a83b-fcbcaa5403b0 req-2439f76b-2aad-40c8-bd86-a3c5a197ccf3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 210 time: 0.0403557 Feb 11 13:44:43.664281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-28cdac7d-4e42-4a79-95d6-ffa1153af78b None None] Provisioning complete for port e794eb74-430a-4541-b67d-7940a4a0d256 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:43.664664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-28cdac7d-4e42-4a79-95d6-ffa1153af78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.718184 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4fce3b64-7b77-400a-9ee4-9dd73e7879ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Deleting port 90402e94-bc81-47d0-95ed-1510cf61606c {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:43.719378 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fce3b64-7b77-400a-9ee4-9dd73e7879ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.728999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-28cdac7d-4e42-4a79-95d6-ffa1153af78b None None] Port e794eb74-430a-4541-b67d-7940a4a0d256 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:43.769201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-28cdac7d-4e42-4a79-95d6-ffa1153af78b None None] Provisioning complete for port 5bb8673b-2457-46c2-b01b-3292ac418c67 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:43.769577 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-28cdac7d-4e42-4a79-95d6-ffa1153af78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.809001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4ad01-6d29-4f21-b1c1-68712696f7aa tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Deleting port 331ad8a9-26ce-4488-a45b-396a7e33f8b6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:43.809001 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ad01-6d29-4f21-b1c1-68712696f7aa tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:43.913360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5a6bc892-85c3-457d-8940-f5aa931c3703 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:43.947073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 5a6bc892-85c3-457d-8940-f5aa931c3703 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:43.947637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5a6bc892-85c3-457d-8940-f5aa931c3703 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:43.989110 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ad01-6d29-4f21-b1c1-68712696f7aa tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.010101 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fce3b64-7b77-400a-9ee4-9dd73e7879ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.010497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fce3b64-7b77-400a-9ee4-9dd73e7879ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.025747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4ad01-6d29-4f21-b1c1-68712696f7aa tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Calling delete_port for 331ad8a9-26ce-4488-a45b-396a7e33f8b6 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:44.037040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4fce3b64-7b77-400a-9ee4-9dd73e7879ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Calling delete_port for 90402e94-bc81-47d0-95ed-1510cf61606c owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:44.095889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c52bb75a-327e-4058-9ffc-3db3567036c2 None None] Provisioning complete for port e794eb74-430a-4541-b67d-7940a4a0d256 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:44.096353 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c52bb75a-327e-4058-9ffc-3db3567036c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.222330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c52bb75a-327e-4058-9ffc-3db3567036c2 None None] Port e794eb74-430a-4541-b67d-7940a4a0d256 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:44.271522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.361591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ad01-6d29-4f21-b1c1-68712696f7aa tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.447588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-43096548-457a-467f-99ea-4be96b9ec7b0 None None] Provisioning complete for port e794eb74-430a-4541-b67d-7940a4a0d256 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:44.448015 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-43096548-457a-467f-99ea-4be96b9ec7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.554419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-43096548-457a-467f-99ea-4be96b9ec7b0 None None] Port e794eb74-430a-4541-b67d-7940a4a0d256 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:44.695308 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.740042 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fce3b64-7b77-400a-9ee4-9dd73e7879ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.742106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4ad01-6d29-4f21-b1c1-68712696f7aa tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Port': ['ID=331ad8a9-26ce-4488-a45b-396a7e33f8b6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:44.779237 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c8d4ad01-6d29-4f21-b1c1-68712696f7aa tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:44.784572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c8d4ad01-6d29-4f21-b1c1-68712696f7aa tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "DELETE /v2.0/ports/331ad8a9-26ce-4488-a45b-396a7e33f8b6 HTTP/1.1" status: 204 len: 168 time: 1.3002813 Feb 11 13:44:44.800312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51474) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:44.803142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c6eede2-2017-49c8-bab6-70ca1086467c req-2bac4adc-6411-4106-8e57-12b2565fd830 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 210 time: 0.0913932 Feb 11 13:44:44.913490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce3b64-7b77-400a-9ee4-9dd73e7879ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Pushing event deleted for resources: {'Port': ['ID=90402e94-bc81-47d0-95ed-1510cf61606c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:44.967030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51484) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:44.967275 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-49776cc9-2561-47ac-ac91-072110e2e25f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1418004 Feb 11 13:44:44.972149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1551642861'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:45.088628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-0be99f1a-90dd-47b0-a84f-b7376931db7f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:45.091128 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-0be99f1a-90dd-47b0-a84f-b7376931db7f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 797 time: 0.9078884 Feb 11 13:44:45.094996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fce3b64-7b77-400a-9ee4-9dd73e7879ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.095571 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fce3b64-7b77-400a-9ee4-9dd73e7879ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.096852 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4fce3b64-7b77-400a-9ee4-9dd73e7879ae tempest-FloatingIPAdminTestJSON-2054807259 tempest-FloatingIPAdminTestJSON-2054807259-project] 10.222.0.52 "DELETE /v2.0/floatingips/1c6ea610-211b-4348-aca5-9dbeb1808f8d HTTP/1.1" status: 204 len: 168 time: 1.8396814 Feb 11 13:44:45.150065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Made reservation on behalf of ce502f8d87674d97b074607ee1ab5e26 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:45.162953 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.186844 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-179359a6-2c45-4a4b-90e0-c22f8b52ae14 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 378 time: 0.0759006 Feb 11 13:44:45.198964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'port': {'device_id': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'admin_state_up': True, 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'security_groups': ['adf1c343-a008-43b1-bc6b-81ff665f45f8']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:45.215256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:45.224974 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.236880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.237228 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Added segment 14fdf81b-004c-4f62-bd25-06d52156254d of type vlan for network 72c8d293-2d92-4982-b963-ba7511618867 Feb 11 13:44:45.320066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.381398 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.459479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.467905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=e794eb74-430a-4541-b67d-7940a4a0d256,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:45.542240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.548472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:45.549080 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.598647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:45.602530 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.641516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6735446 Feb 11 13:44:45.646318 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51500) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:45.654831 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-288790012'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:45.670180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a936f8-1361-4ad0-aa97-787474675ffc tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'Network': ['ID=72c8d293-2d92-4982-b963-ba7511618867,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:45.691980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 72c8d293-2d92-4982-b963-ba7511618867 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:45.709742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network c488cd8f-7739-44c9-a309-a4c886ce7187 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:45.711558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:45.826827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Made reservation on behalf of ce502f8d87674d97b074607ee1ab5e26 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:45.832944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:45.952463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51508) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:45.972601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:45.975105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.20.0.7 (fa207a6a-53da-4f71-9cc9-f2bf9f0eef73/db0b65a6-cff8-4ab3-8975-15ab1d5a3f08/08e05d4d-9b4b-49e1-a309-e52fa011af18) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:46.020779 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b5a96d7-9cf7-4529-ac69-0f19dfe58f24 req-019becaa-3be9-474d-ad6c-1d6170f4435c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 210 time: 0.0582581 Feb 11 13:44:46.026688 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.047793 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Added segment bb0ea394-e4ac-4b91-871d-83daee01ad97 of type vlan for network 3c029de4-722d-4cd5-be5a-26d43023cd32 Feb 11 13:44:46.095546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router 1b901ba5-7cd0-4b5a-9a09-d0d795b435d2 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:44:46.107908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.210047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-76ab3e09-4d57-4ba3-b3f5-41b2490882b9 None None] Provisioning complete for port e794eb74-430a-4541-b67d-7940a4a0d256 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:46.210432 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-76ab3e09-4d57-4ba3-b3f5-41b2490882b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.219792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:46.225460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b611f314-0063-4cfa-ba75-ed2a59588565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/1b901ba5-7cd0-4b5a-9a09-d0d795b435d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4128282 Feb 11 13:44:46.229389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51518) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:46.272032 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5c12b4e8-8aea-4c3c-a655-1b8da97a1cd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96a99360eca14819b28436254340e328&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145142 Feb 11 13:44:46.273649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-76ab3e09-4d57-4ba3-b3f5-41b2490882b9 None None] Port e794eb74-430a-4541-b67d-7940a4a0d256 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:46.281851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51520) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:46.282268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913c1c38-066f-49f0-bcb3-99b1255af384 None None] Sync routers for ids ['1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:46.302799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c1c38-066f-49f0-bcb3-99b1255af384 None None] Routers {'1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:46.305945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-913c1c38-066f-49f0-bcb3-99b1255af384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:46.308371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.322568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ebc84-168c-467b-99b7-f392481051c1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:46.323873 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e74ebc84-168c-467b-99b7-f392481051c1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports/e794eb74-430a-4541-b67d-7940a4a0d256 HTTP/1.1" status: 200 len: 978 time: 0.0934503 Feb 11 13:44:46.326711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51522) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:46.326935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:46.327568 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.351689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-913c1c38-066f-49f0-bcb3-99b1255af384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:46.362352 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.362945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c1c38-066f-49f0-bcb3-99b1255af384 None None] Routers {'1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:46.364026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-913c1c38-066f-49f0-bcb3-99b1255af384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:46.403648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-913c1c38-066f-49f0-bcb3-99b1255af384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:46.405088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913c1c38-066f-49f0-bcb3-99b1255af384 None None] The sync data for ids ['1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:46.516788 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.586873 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'Network': ['ID=3c029de4-722d-4cd5-be5a-26d43023cd32,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:46.600479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6d2bed3-fa07-4298-b594-8c2cdf701ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.601231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 3c029de4-722d-4cd5-be5a-26d43023cd32 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:46.625791 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-34428e36-ee8e-4e03-8e61-a73638b3fdc7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9644151 Feb 11 13:44:46.625791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:46.625791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:46.625791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:46.753948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:46.758633 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.760192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51532) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:46.765750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'subnets': [{'network_id': '72c8d293-2d92-4982-b963-ba7511618867', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--213511149', 'ip_version': 4}, {'network_id': '3c029de4-722d-4cd5-be5a-26d43023cd32', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:46.766266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'subnet': {'network_id': '72c8d293-2d92-4982-b963-ba7511618867', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--213511149', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:46.767228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Request body: {'subnet': {'network_id': '3c029de4-722d-4cd5-be5a-26d43023cd32', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:46.831748 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6d2bed3-fa07-4298-b594-8c2cdf701ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.893639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=08e05d4d-9b4b-49e1-a309-e52fa011af18,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:46.900806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ec058417-12fb-4053-8b08-3014701bc805 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7073481 Feb 11 13:44:46.913180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Request body: {'port': {'device_id': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:46.981039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.985035 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6d2bed3-fa07-4298-b594-8c2cdf701ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.990419 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6d2bed3-fa07-4298-b594-8c2cdf701ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:46.992011 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b6d2bed3-fa07-4298-b594-8c2cdf701ce6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/46aaffd1-1727-4c07-bdf9-d585d3e4f30b HTTP/1.1" status: 204 len: 168 time: 0.7163951 Feb 11 13:44:47.007353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f6ac360c-a324-44fc-8f74-09b9a4571ca5 None None] Provisioning complete for port 08e05d4d-9b4b-49e1-a309-e52fa011af18 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:47.007929 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6ac360c-a324-44fc-8f74-09b9a4571ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.042642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2bed3-fa07-4298-b594-8c2cdf701ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46aaffd1-1727-4c07-bdf9-d585d3e4f30b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:47.108295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac360c-a324-44fc-8f74-09b9a4571ca5 None None] Port 08e05d4d-9b4b-49e1-a309-e52fa011af18 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:44:47.228724 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.328149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f79e07-80ce-4716-b05b-a8cc6c80fd71 req-723982aa-0860-4d75-9872-664b509aceeb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:47.329734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18f79e07-80ce-4716-b05b-a8cc6c80fd71 req-723982aa-0860-4d75-9872-664b509aceeb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 931 time: 0.1865878 Feb 11 13:44:47.440893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Made reservation on behalf of ce502f8d87674d97b074607ee1ab5e26 for: {'subnet': 2} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:47.449626 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.449988 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.505480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e05d4d-9b4b-49e1-a309-e52fa011af18 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:44:47.506936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-18f79e07-80ce-4716-b05b-a8cc6c80fd71 req-4abc158c-8657-43f6-84a1-0cd9409cac45 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620028 Feb 11 13:44:47.529293 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.561197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Transition to ACTIVE for port object 08e05d4d-9b4b-49e1-a309-e52fa011af18 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:44:47.679498 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.742107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51554) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:47.778147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3be52237-3fdb-4d80-94cd-baa7bea468bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.795114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Pushing event updated for resources: {'Port': ['ID=08e05d4d-9b4b-49e1-a309-e52fa011af18,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:47.928610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port e794eb74-430a-4541-b67d-7940a4a0d256 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:47.929229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:47.941872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Attempting to bind port 08e05d4d-9b4b-49e1-a309-e52fa011af18 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:47.942621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Attempting to bind port 08e05d4d-9b4b-49e1-a309-e52fa011af18 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:47.943146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Attempting to bind port 08e05d4d-9b4b-49e1-a309-e52fa011af18 on network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:47.955935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Port 08e05d4d-9b4b-49e1-a309-e52fa011af18 on network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:44:47.956550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Attempting to bind port 08e05d4d-9b4b-49e1-a309-e52fa011af18 on network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:47.972671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:47.973312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Checking segment: {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:47.974179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Bound using segment: {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:47.975072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Bound port: 08e05d4d-9b4b-49e1-a309-e52fa011af18, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:47.975704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.105661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.135728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:48.138904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:48.147219 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3be52237-3fdb-4d80-94cd-baa7bea468bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.155645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for e794eb74-430a-4541-b67d-7940a4a0d256 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:48.205510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.272884 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3be52237-3fdb-4d80-94cd-baa7bea468bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.297605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:48.298363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.299991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] 10.222.0.13 "PUT /v2.0/ports/08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 1091 time: 1.3912587 Feb 11 13:44:48.338198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:48.340650 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2c6fa5-d10d-484d-a666-b4606a0950a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:48.355304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be52237-3fdb-4d80-94cd-baa7bea468bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae6d79e-98ad-46e2-9189-f0eb1b56977d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:48.445254 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3be52237-3fdb-4d80-94cd-baa7bea468bd admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cc73e09fc2c64e0580ace198597c0fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012897 Feb 11 13:44:48.449327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51564) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:48.449327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843b543-304e-4ff7-88df-c7b9f61f60ae service neutron] Pushing event updated for resources: {'Port': ['ID=08e05d4d-9b4b-49e1-a309-e52fa011af18,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:48.464606 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d08ebe-5a18-4143-b77b-cc97890a7a85 x-openstack-request-id: req-67d08ebe-5a18-4143-b77b-cc97890a7a85 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:48.464888 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:48.465142 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-67d08ebe-5a18-4143-b77b-cc97890a7a85 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:48.465542 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'status': 'completed', 'code': 200} Feb 11 13:44:48.547198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-e63fcbe9-e153-4255-8f9c-64be49f4b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:48.550248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-e63fcbe9-e153-4255-8f9c-64be49f4b56f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1094 time: 0.1184165 Feb 11 13:44:48.665901 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-aba37c9d-61dc-45dc-9a5d-e25b9122ffa6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 217 time: 0.1069200 Feb 11 13:44:48.671325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3325fcac-5487-4ad1-886d-55f817c434c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.771820 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3325fcac-5487-4ad1-886d-55f817c434c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.795789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ab82c166-3994-44e1-a505-db3aa12ac729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:48.797513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-ab82c166-3994-44e1-a505-db3aa12ac729 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.1232333 Feb 11 13:44:48.803066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8abc24-3be9-466f-96fd-d33acc26f921 req-3a07bd44-59bb-4117-a4c6-4763bd97cf1b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:48.804592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e8abc24-3be9-466f-96fd-d33acc26f921 req-3a07bd44-59bb-4117-a4c6-4763bd97cf1b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 943 time: 0.1195729 Feb 11 13:44:48.858792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e8abc24-3be9-466f-96fd-d33acc26f921 req-58d8e7a7-315c-477d-88a0-d004c3588a29 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468836 Feb 11 13:44:48.863349 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:48.870880 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-35d2e0a4-10dc-475d-9a68-aa61c33b67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:48.873036 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-35d2e0a4-10dc-475d-9a68-aa61c33b67d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660894 Feb 11 13:44:49.019348 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-e5f02207-34e1-41db-8fd5-439fe9370432 service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402879 Feb 11 13:44:49.085831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'Subnet': ['ID=78cd5b12-1e9c-4b19-80b5-5b9ebe5d6bbb,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:49.089184 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3325fcac-5487-4ad1-886d-55f817c434c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:49.092704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3325fcac-5487-4ad1-886d-55f817c434c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:49.100031 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3325fcac-5487-4ad1-886d-55f817c434c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1ae6d79e-98ad-46e2-9189-f0eb1b56977d HTTP/1.1" status: 204 len: 168 time: 0.6467063 Feb 11 13:44:49.122722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325fcac-5487-4ad1-886d-55f817c434c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae6d79e-98ad-46e2-9189-f0eb1b56977d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:49.162240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Checking segment: {'id': '14fdf81b-004c-4f62-bd25-06d52156254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '72c8d293-2d92-4982-b963-ba7511618867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:49.162602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Network hostable DHCP agents. Network: 72c8d293-2d92-4982-b963-ba7511618867, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:49.173497 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:49.183913 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a519c17-0509-4d86-9e8b-5bc6f6d3ef78 req-48b70b9a-e2f1-49b1-925e-ce7ad6a915fc service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583428 Feb 11 13:44:49.246730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=e794eb74-430a-4541-b67d-7940a4a0d256,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:49.365787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Network 72c8d293-2d92-4982-b963-ba7511618867 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:49.387172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-c7ed339e-e353-4fd4-a2e5-93c350aa7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:49.388712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-c7ed339e-e353-4fd4-a2e5-93c350aa7cae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1094 time: 0.0900874 Feb 11 13:44:49.569941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:49.580270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 72c8d293-2d92-4982-b963-ba7511618867) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:49.586034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:49.596405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-e5cfe7b2-2868-4704-af6a-ac41bfd2742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:49.598463 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-e5cfe7b2-2868-4704-af6a-ac41bfd2742d service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 898 time: 0.2032762 Feb 11 13:44:49.602627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2dfccc-d717-4ad9-9f37-e1beb176fed8 None None] Network 72c8d293-2d92-4982-b963-ba7511618867 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:49.688313 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-ebe7719c-d082-476d-92c1-3a724d061da3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 217 time: 0.0811968 Feb 11 13:44:49.770176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-1f900782-c4d8-4774-b041-d6d88c5e9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:49.774243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-1f900782-c4d8-4774-b041-d6d88c5e9cc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.0792158 Feb 11 13:44:49.784181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event updated for resources: {'Subnet': ['ID=a047a399-62c7-4b20-a2ce-453513b1442b,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:49.926728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-08319b56-ce3d-461a-b5cb-2543ca5044a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:49.930119 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-08319b56-ce3d-461a-b5cb-2543ca5044a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465061 Feb 11 13:44:49.950388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Checking segment: {'id': 'bb0ea394-e4ac-4b91-871d-83daee01ad97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3c029de4-722d-4cd5-be5a-26d43023cd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:49.953558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Network hostable DHCP agents. Network: 3c029de4-722d-4cd5-be5a-26d43023cd32, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:49.989483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router 1b901ba5-7cd0-4b5a-9a09-d0d795b435d2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:44:49.999383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-72c8d293-2d92-4982-b963-ba7511618867', 'network_id': '72c8d293-2d92-4982-b963-ba7511618867', 'tenant_id': 'ce502f8d87674d97b074607ee1ab5e26', 'fixed_ips': [{'subnet_id': '78cd5b12-1e9c-4b19-80b5-5b9ebe5d6bbb'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:44:50.002748 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.070781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Network 3c029de4-722d-4cd5-be5a-26d43023cd32 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:50.119840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:44:50.132178 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9af6f-adab-48b8-bd7a-3a777027bcbc None None] Sync routers for ids ['1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:44:50.139504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9b1e04f3-c5f1-42e6-abd1-5238f3315b9b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/1b901ba5-7cd0-4b5a-9a09-d0d795b435d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8103352 Feb 11 13:44:50.140552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51596) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:50.146887 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9af6f-adab-48b8-bd7a-3a777027bcbc None None] Routers {'1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:50.147622 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-38d9af6f-adab-48b8-bd7a-3a777027bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:50.215481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ba9f9-8488-4191-af49-93efd40d2790 req-06211070-92be-4615-9dab-f6bb20b647d9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:50.220671 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c13ba9f9-8488-4191-af49-93efd40d2790 req-06211070-92be-4615-9dab-f6bb20b647d9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 943 time: 0.1771860 Feb 11 13:44:50.223575 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-79d6c8b8-247e-4d77-b53e-1b824813c479 service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827761 Feb 11 13:44:50.225322 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-38d9af6f-adab-48b8-bd7a-3a777027bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:50.234538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51598) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:50.262239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 3c029de4-722d-4cd5-be5a-26d43023cd32) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:50.264174 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9af6f-adab-48b8-bd7a-3a777027bcbc None None] Routers {'1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:44:50.267614 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-38d9af6f-adab-48b8-bd7a-3a777027bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:50.268576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:50.269735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:50.271002 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.274559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a4773-e1b9-4bd1-8b7e-7a80f23625b2 None None] Network 3c029de4-722d-4cd5-be5a-26d43023cd32 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:50.363005 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-38d9af6f-adab-48b8-bd7a-3a777027bcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:50.363830 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d9af6f-adab-48b8-bd7a-3a777027bcbc None None] The sync data for ids ['1b901ba5-7cd0-4b5a-9a09-d0d795b435d2'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:44:50.373793 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-888b664a-0e94-4894-bf72-df8b94565bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.481421 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c13ba9f9-8488-4191-af49-93efd40d2790 req-9495facf-7d5d-415d-87d3-969bdde4b78a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2329509 Feb 11 13:44:50.520611 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a2c6fa5-d10d-484d-a666-b4606a0950a1 req-56cff1c0-cfde-4fa0-8eac-ee1ae52e45b7 service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892120 Feb 11 13:44:50.543256 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-a977e404-76e2-4b0b-ac2c-846b07c63abe tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] remove_router_interface failed (client error): The resource could not be found. Feb 11 13:44:50.549953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a977e404-76e2-4b0b-ac2c-846b07c63abe tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/1b901ba5-7cd0-4b5a-9a09-d0d795b435d2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4077799 Feb 11 13:44:50.550759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51608) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:50.559517 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dc3bc5b0-3b27-418a-a18b-87ef0d05e751 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.7981310 Feb 11 13:44:50.589866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51612) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:50.613179 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-888b664a-0e94-4894-bf72-df8b94565bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.665332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51614) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:50.665569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9470d5e3-c4e4-4a53-a1fe-c9adc41e9c78 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b901ba5-7cd0-4b5a-9a09-d0d795b435d2 HTTP/1.1" status: 200 len: 205 time: 0.0999148 Feb 11 13:44:50.709962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Allocated IP 172.20.0.2 (72c8d293-2d92-4982-b963-ba7511618867/78cd5b12-1e9c-4b19-80b5-5b9ebe5d6bbb/81e3e4c5-45f3-4e33-bb23-14735ea96fe6) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:50.739070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-888b664a-0e94-4894-bf72-df8b94565bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.768685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-3c029de4-722d-4cd5-be5a-26d43023cd32', 'network_id': '3c029de4-722d-4cd5-be5a-26d43023cd32', 'tenant_id': 'ce502f8d87674d97b074607ee1ab5e26', 'fixed_ips': [{'subnet_id': 'a047a399-62c7-4b20-a2ce-453513b1442b'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:44:50.769612 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.804947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a50b1-4a49-4f17-a39d-9313159a8d75 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:50.806524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a50b1-4a49-4f17-a39d-9313159a8d75 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:50.808045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1a50b1-4a49-4f17-a39d-9313159a8d75 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:50.834914 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1a1a50b1-4a49-4f17-a39d-9313159a8d75 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2410073 Feb 11 13:44:50.835391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51620) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:50.882444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-888b664a-0e94-4894-bf72-df8b94565bd9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=21867733b6e2405280a737cf9f3a5f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6451156 Feb 11 13:44:50.891906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51622) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:50.928111 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17d98266-490e-4982-b195-70f3bdf457da tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:50.934417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb10251b-47ca-4305-8a3d-f19d01ae656f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Deleting subnet 78cd5b12-1e9c-4b19-80b5-5b9ebe5d6bbb {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:44:50.995270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b664a-0e94-4894-bf72-df8b94565bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c160ef93-c5b3-4d2d-a286-70178ab643ad,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:51.059275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.086672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Allocated IP 172.20.0.18 (3c029de4-722d-4cd5-be5a-26d43023cd32/a047a399-62c7-4b20-a2ce-453513b1442b/f06fa81c-883d-4857-a726-fc28462c0e5d) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:51.153270 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb10251b-47ca-4305-8a3d-f19d01ae656f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.189685 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.258508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Pushing event updated for resources: {'Port': ['ID=81e3e4c5-45f3-4e33-bb23-14735ea96fe6,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:51.267367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb10251b-47ca-4305-8a3d-f19d01ae656f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.310278 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Network 72c8d293-2d92-4982-b963-ba7511618867 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:51.332924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:51.336550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:51.389814 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb10251b-47ca-4305-8a3d-f19d01ae656f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.466723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Attempting to bind port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:51.467101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Attempting to bind port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '14fdf81b-004c-4f62-bd25-06d52156254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '72c8d293-2d92-4982-b963-ba7511618867'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:51.467467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Attempting to bind port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 on network 72c8d293-2d92-4982-b963-ba7511618867 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:51.488011 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:51.488380 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Checking segment: {'id': '14fdf81b-004c-4f62-bd25-06d52156254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '72c8d293-2d92-4982-b963-ba7511618867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:51.488778 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.489280 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Bound using segment: {'id': '14fdf81b-004c-4f62-bd25-06d52156254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '72c8d293-2d92-4982-b963-ba7511618867'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:51.489676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Bound port: 81e3e4c5-45f3-4e33-bb23-14735ea96fe6, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14fdf81b-004c-4f62-bd25-06d52156254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '72c8d293-2d92-4982-b963-ba7511618867'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:51.490128 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.516859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.537424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb10251b-47ca-4305-8a3d-f19d01ae656f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.564171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6074a641-e801-4c93-9678-f32879ea4400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.572541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17d98266-490e-4982-b195-70f3bdf457da tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.572541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17d98266-490e-4982-b195-70f3bdf457da tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.585171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10251b-47ca-4305-8a3d-f19d01ae656f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Subnet': ['ID=78cd5b12-1e9c-4b19-80b5-5b9ebe5d6bbb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:51.589371 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb10251b-47ca-4305-8a3d-f19d01ae656f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.596264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bb10251b-47ca-4305-8a3d-f19d01ae656f tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "DELETE /v2.0/subnets/78cd5b12-1e9c-4b19-80b5-5b9ebe5d6bbb HTTP/1.1" status: 204 len: 168 time: 0.7596943 Feb 11 13:44:51.598960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51636) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:51.628133 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6074a641-e801-4c93-9678-f32879ea4400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.642396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.708573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Network 3c029de4-722d-4cd5-be5a-26d43023cd32 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:51.715690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:51.723762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:51.726412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] For port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:51.738967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Pushing event updated for resources: {'Port': ['ID=f06fa81c-883d-4857-a726-fc28462c0e5d,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:51.739664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5263d438-9593-48ae-87b8-0b22f718b0b7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Deleting subnet a047a399-62c7-4b20-a2ce-453513b1442b {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:44:51.746695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] For port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=81e3e4c5-45f3-4e33-bb23-14735ea96fe6,segment=NetworkSegment(14fdf81b-004c-4f62-bd25-06d52156254d),segment_id=14fdf81b-004c-4f62-bd25-06d52156254d)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:51.760232 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5263d438-9593-48ae-87b8-0b22f718b0b7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.805754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Attempting to bind port f06fa81c-883d-4857-a726-fc28462c0e5d on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:51.806383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Attempting to bind port f06fa81c-883d-4857-a726-fc28462c0e5d by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'bb0ea394-e4ac-4b91-871d-83daee01ad97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3c029de4-722d-4cd5-be5a-26d43023cd32'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:51.806983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Attempting to bind port f06fa81c-883d-4857-a726-fc28462c0e5d on network 3c029de4-722d-4cd5-be5a-26d43023cd32 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:51.815952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:51.816647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Checking segment: {'id': 'bb0ea394-e4ac-4b91-871d-83daee01ad97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3c029de4-722d-4cd5-be5a-26d43023cd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:51.817301 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.818041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Bound using segment: {'id': 'bb0ea394-e4ac-4b91-871d-83daee01ad97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3c029de4-722d-4cd5-be5a-26d43023cd32'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:51.818704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Bound port: f06fa81c-883d-4857-a726-fc28462c0e5d, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0ea394-e4ac-4b91-871d-83daee01ad97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3c029de4-722d-4cd5-be5a-26d43023cd32'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:51.819364 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.832735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5263d438-9593-48ae-87b8-0b22f718b0b7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.862348 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17d98266-490e-4982-b195-70f3bdf457da tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.862858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d98266-490e-4982-b195-70f3bdf457da tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Fanout notify agent at l3_agent the message router_deleted on router 1b901ba5-7cd0-4b5a-9a09-d0d795b435d2 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:44:51.864546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6074a641-e801-4c93-9678-f32879ea4400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.867098 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6074a641-e801-4c93-9678-f32879ea4400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.873575 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6074a641-e801-4c93-9678-f32879ea4400 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c160ef93-c5b3-4d2d-a286-70178ab643ad HTTP/1.1" status: 204 len: 168 time: 0.9744830 Feb 11 13:44:51.878834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17d98266-490e-4982-b195-70f3bdf457da tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:51.882379 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17d98266-490e-4982-b195-70f3bdf457da tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/1b901ba5-7cd0-4b5a-9a09-d0d795b435d2 HTTP/1.1" status: 204 len: 168 time: 1.2131190 Feb 11 13:44:51.893238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51646) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:51.950168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] For port f06fa81c-883d-4857-a726-fc28462c0e5d, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:51.963447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] For port f06fa81c-883d-4857-a726-fc28462c0e5d, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f06fa81c-883d-4857-a726-fc28462c0e5d,segment=NetworkSegment(bb0ea394-e4ac-4b91-871d-83daee01ad97),segment_id=bb0ea394-e4ac-4b91-871d-83daee01ad97)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:51.965551 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:52.014866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a34514-df93-4ec8-8c84-fe3cad5cabdb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting subnet 97cafa75-489f-4026-9c09-84dac06640d1 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:44:52.027374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6074a641-e801-4c93-9678-f32879ea4400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c160ef93-c5b3-4d2d-a286-70178ab643ad,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:52.031702 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59a34514-df93-4ec8-8c84-fe3cad5cabdb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:52.057240 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:52.078749 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5263d438-9593-48ae-87b8-0b22f718b0b7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:52.161239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 08e05d4d-9b4b-49e1-a309-e52fa011af18 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:44:52.184776 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59a34514-df93-4ec8-8c84-fe3cad5cabdb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:52.228922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837faff6-ac6b-49b3-9844-5e98b363e3ac req-8ff5a108-88b3-4b52-bba8-d20be169452a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.231116 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-837faff6-ac6b-49b3-9844-5e98b363e3ac req-8ff5a108-88b3-4b52-bba8-d20be169452a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 943 time: 0.5984290 Feb 11 13:44:52.245149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e0b89-5a2b-47e6-9c99-b95522e46e87 None None] Pushing event updated for resources: {'Port': ['ID=81e3e4c5-45f3-4e33-bb23-14735ea96fe6,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:52.304230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5263d438-9593-48ae-87b8-0b22f718b0b7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:52.399073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb9425-138a-4264-a59b-28442c350868 None None] Pushing event updated for resources: {'Port': ['ID=f06fa81c-883d-4857-a726-fc28462c0e5d,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:52.446371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-837faff6-ac6b-49b3-9844-5e98b363e3ac req-8dc1c59d-216e-4c10-b85f-a1e0bc11059f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1993396 Feb 11 13:44:52.448309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263d438-9593-48ae-87b8-0b22f718b0b7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Subnet': ['ID=a047a399-62c7-4b20-a2ce-453513b1442b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:52.455106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5263d438-9593-48ae-87b8-0b22f718b0b7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:52.461932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5263d438-9593-48ae-87b8-0b22f718b0b7 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "DELETE /v2.0/subnets/a047a399-62c7-4b20-a2ce-453513b1442b HTTP/1.1" status: 204 len: 168 time: 0.8617659 Feb 11 13:44:52.474978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51674) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:52.594563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59a34514-df93-4ec8-8c84-fe3cad5cabdb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:52.668915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196ef3e5-c7a5-4253-9abd-a9e18e02e970 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:52.677146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51684) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:52.677316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-196ef3e5-c7a5-4253-9abd-a9e18e02e970 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2010634 Feb 11 13:44:52.772497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:52.828205 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59a34514-df93-4ec8-8c84-fe3cad5cabdb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:52.828516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'port_id': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'mac_address': 'fa:16:3e:38:76:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:44:52.884639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a34514-df93-4ec8-8c84-fe3cad5cabdb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Subnet': ['ID=97cafa75-489f-4026-9c09-84dac06640d1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:52.902873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59a34514-df93-4ec8-8c84-fe3cad5cabdb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:52.904549 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13afccaa-b488-4cc9-8834-f2541e7575fa None None] Network c488cd8f-7739-44c9-a309-a4c886ce7187 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:52.914254 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-59a34514-df93-4ec8-8c84-fe3cad5cabdb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/97cafa75-489f-4026-9c09-84dac06640d1 HTTP/1.1" status: 204 len: 168 time: 1.0198975 Feb 11 13:44:52.914895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51700) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:52.951990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.005319 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.051519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e05d4d-9b4b-49e1-a309-e52fa011af18 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:44:53.054720 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.138244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Deleting port f06fa81c-883d-4857-a726-fc28462c0e5d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:53.138882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.187943 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:53.191946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 5bb8673b-2457-46c2-b01b-3292ac418c67 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:53.192400 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.276971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] For port f06fa81c-883d-4857-a726-fc28462c0e5d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f06fa81c-883d-4857-a726-fc28462c0e5d,segment=NetworkSegment(bb0ea394-e4ac-4b91-871d-83daee01ad97),segment_id=bb0ea394-e4ac-4b91-871d-83daee01ad97)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:53.277554 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.286083 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.312527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Calling delete_port for f06fa81c-883d-4857-a726-fc28462c0e5d owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:53.379099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=08e05d4d-9b4b-49e1-a309-e52fa011af18,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:53.384008 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3e5c9-7fa0-4abe-b97a-5c2f40535b9e None None] DHCP port deletion for c488cd8f-7739-44c9-a309-a4c886ce7187 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:44:53.419315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port 5bb8673b-2457-46c2-b01b-3292ac418c67, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5bb8673b-2457-46c2-b01b-3292ac418c67,segment=NetworkSegment(c198e2b3-2954-4a6d-ba47-4012b1a7eea3),segment_id=c198e2b3-2954-4a6d-ba47-4012b1a7eea3)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:53.419697 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.476104 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 5bb8673b-2457-46c2-b01b-3292ac418c67 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:53.478362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3e5c9-7fa0-4abe-b97a-5c2f40535b9e None None] Deleting port 5bb8673b-2457-46c2-b01b-3292ac418c67 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:53.482910 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e5c9-7fa0-4abe-b97a-5c2f40535b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.518528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['08e05d4d-9b4b-49e1-a309-e52fa011af18'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:44:53.654168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5fd3e5c9-7fa0-4abe-b97a-5c2f40535b9e None None] For port 5bb8673b-2457-46c2-b01b-3292ac418c67, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5bb8673b-2457-46c2-b01b-3292ac418c67,segment=NetworkSegment(c198e2b3-2954-4a6d-ba47-4012b1a7eea3),segment_id=c198e2b3-2954-4a6d-ba47-4012b1a7eea3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:53.654796 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e5c9-7fa0-4abe-b97a-5c2f40535b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.671866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:53.678783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5fd3e5c9-7fa0-4abe-b97a-5c2f40535b9e None None] Calling delete_port for 5bb8673b-2457-46c2-b01b-3292ac418c67 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:53.685168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.724458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf8fdc-7e5c-485e-a97c-20ffffd85ca7 req-dc234c89-0bdc-40dc-915e-08ef117a5c8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:53.726055 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4edf8fdc-7e5c-485e-a97c-20ffffd85ca7 req-dc234c89-0bdc-40dc-915e-08ef117a5c8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 944 time: 0.1684477 Feb 11 13:44:53.743209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Port': ['ID=f06fa81c-883d-4857-a726-fc28462c0e5d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:53.762137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] No DVR routers for this DVR port f06fa81c-883d-4857-a726-fc28462c0e5d on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:53.807153 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:53.865820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=5bb8673b-2457-46c2-b01b-3292ac418c67,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:53.888928 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4edf8fdc-7e5c-485e-a97c-20ffffd85ca7 req-dd0aa35d-7497-4541-8177-e95b96b846c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1500964 Feb 11 13:44:53.920794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No DVR routers for this DVR port 5bb8673b-2457-46c2-b01b-3292ac418c67 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:53.971758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.089391 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.109531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c029de4-722d-4cd5-be5a-26d43023cd32']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:54.151401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c488cd8f-7739-44c9-a309-a4c886ce7187']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:54.158155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0ea394-e4ac-4b91-871d-83daee01ad97') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:54.158525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0ea394-e4ac-4b91-871d-83daee01ad97') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:54.178358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c198e2b3-2954-4a6d-ba47-4012b1a7eea3') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:54.178358 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c198e2b3-2954-4a6d-ba47-4012b1a7eea3') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:54.189276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.190135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.219501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.231306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:54.231700 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:54.234952 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:54.261981 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.266224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:54.268128 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:54.279651 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:54.327764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:54.328238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.393553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad293be-f089-49d1-9244-3e58552756cc None None] Network 3c029de4-722d-4cd5-be5a-26d43023cd32 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:54.434532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c122a396-11c3-4cce-912c-05b603e63b04 None None] Could not find standard attr ID for object f06fa81c-883d-4857-a726-fc28462c0e5d. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:44:54.491436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.496554 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5fd3e5c9-7fa0-4abe-b97a-5c2f40535b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.505395 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.509736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "DELETE /v2.0/networks/3c029de4-722d-4cd5-be5a-26d43023cd32 HTTP/1.1" status: 204 len: 168 time: 1.8317130 Feb 11 13:44:54.512350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51802) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:54.547450 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.550407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be216ad9-b5dc-407c-b031-62a085277541 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Network': ['ID=3c029de4-722d-4cd5-be5a-26d43023cd32,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:54.558196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd3e5c9-7fa0-4abe-b97a-5c2f40535b9e None None] Pushing event deleted for resources: {'Port': ['ID=5bb8673b-2457-46c2-b01b-3292ac418c67,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:54.562823 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.566142 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/networks/c488cd8f-7739-44c9-a309-a4c886ce7187 HTTP/1.1" status: 204 len: 168 time: 1.6500545 Feb 11 13:44:54.569967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51808) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:54.570264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3e5c9-7fa0-4abe-b97a-5c2f40535b9e None None] No DVR routers for this DVR port 5bb8673b-2457-46c2-b01b-3292ac418c67 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:54.576318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'network': {'name': 'tempest-RoutersTest-468448798'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:54.593144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20a151-bbd1-42ba-a399-1cc353767575 None None] Network 72c8d293-2d92-4982-b963-ba7511618867 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:54.637412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6209c-ffac-4bbb-ab84-54c71d79cb54 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Network': ['ID=c488cd8f-7739-44c9-a309-a4c886ce7187,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:54.672235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.697824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:54.711340 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.803585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Deleting port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:44:54.804819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:44:54.804989 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.816775 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.817370 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added segment 2bf57f41-3f6c-4986-8360-335aff6ebde6 of type vlan for network f7dd408e-69d3-4794-935e-ed1268fc3636 Feb 11 13:44:54.863879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-18c1de28-6a9d-44ba-b736-942d24a42009 None None] Provisioning complete for port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:54.864377 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-18c1de28-6a9d-44ba-b736-942d24a42009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.888987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.937929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91961ca-ad25-4b7f-b569-9ec02922fd16 None None] DHCP port deletion for 3c029de4-722d-4cd5-be5a-26d43023cd32 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:44:54.985445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] For port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=81e3e4c5-45f3-4e33-bb23-14735ea96fe6,segment=NetworkSegment(14fdf81b-004c-4f62-bd25-06d52156254d),segment_id=14fdf81b-004c-4f62-bd25-06d52156254d)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:54.985838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.988464 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c7871fb-8bae-423c-ac8e-1d832ad62eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.992269 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:54.993676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.003166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:55.004178 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.022384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Calling delete_port for 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:44:55.148030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=81e3e4c5-45f3-4e33-bb23-14735ea96fe6,segment=NetworkSegment(14fdf81b-004c-4f62-bd25-06d52156254d),segment_id=14fdf81b-004c-4f62-bd25-06d52156254d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:55.189170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Network': ['ID=f7dd408e-69d3-4794-935e-ed1268fc3636,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:55.235660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac693ead-0e53-4188-80ff-2d73f7dc7261 req-c171960a-b878-4e8b-810f-4c6e4fe1397c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:55.237568 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac693ead-0e53-4188-80ff-2d73f7dc7261 req-c171960a-b878-4e8b-810f-4c6e4fe1397c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 944 time: 0.1018019 Feb 11 13:44:55.316496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac693ead-0e53-4188-80ff-2d73f7dc7261 req-5af96951-c9e0-4971-942d-df8a55cecd4a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714254 Feb 11 13:44:55.324073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0b70146-25ea-4f1a-891e-d682ddb6ef39 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7529156 Feb 11 13:44:55.324664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51854) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:55.333249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'subnet': {'network_id': 'f7dd408e-69d3-4794-935e-ed1268fc3636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:55.337313 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.408524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f7dd408e-69d3-4794-935e-ed1268fc3636 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:44:55.431016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Port': ['ID=81e3e4c5-45f3-4e33-bb23-14735ea96fe6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:55.433922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] No DVR routers for this DVR port 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:44:55.457968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf0110-2920-4706-902d-a461462498cb None None] DHCP port deletion for 72c8d293-2d92-4982-b963-ba7511618867 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:44:55.469324 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.470390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f06fa81c-883d-4857-a726-fc28462c0e5d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:55.550276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f06fa81c-883d-4857-a726-fc28462c0e5d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:55.550966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f06fa81c-883d-4857-a726-fc28462c0e5d not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 11 13:44:55.556546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event deleted for resources: {'Port': ['ID=81e3e4c5-45f3-4e33-bb23-14735ea96fe6,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:55.577953 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-18c1de28-6a9d-44ba-b736-942d24a42009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.592638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Port f06fa81c-883d-4857-a726-fc28462c0e5d not found, will not notify nova. {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 11 13:44:55.614679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.647231 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c8d293-2d92-4982-b963-ba7511618867']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:55.674620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14fdf81b-004c-4f62-bd25-06d52156254d') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:55.675038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14fdf81b-004c-4f62-bd25-06d52156254d') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:55.697750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5bb8673b-2457-46c2-b01b-3292ac418c67 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:55.701445 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.716395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:55.721118 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.723961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 5bb8673b-2457-46c2-b01b-3292ac418c67 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:55.724248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5bb8673b-2457-46c2-b01b-3292ac418c67 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:55.728560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51876) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:55.729314 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.731590 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.757123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:55.757526 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:55.760476 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:55.817281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:55.860364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:55.860364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 81e3e4c5-45f3-4e33-bb23-14735ea96fe6 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:55.860364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f06fa81c-883d-4857-a726-fc28462c0e5d no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:44:55.882525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f06fa81c-883d-4857-a726-fc28462c0e5d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:44:55.882877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f06fa81c-883d-4857-a726-fc28462c0e5d not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:44:55.900504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1203470978', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:55.947900 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.962148 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:55.965447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "DELETE /v2.0/networks/72c8d293-2d92-4982-b963-ba7511618867 HTTP/1.1" status: 204 len: 168 time: 1.4518836 Feb 11 13:44:55.968813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51896) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:56.042353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd61c7-f01c-4fd2-92e5-5ac99f613039 tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Network': ['ID=72c8d293-2d92-4982-b963-ba7511618867,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:56.074175 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.080913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Made reservation on behalf of 8b0af76396964599865015474a501ce1 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:44:56.083679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.098162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.184802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 08e05d4d-9b4b-49e1-a309-e52fa011af18 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:44:56.188079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.250823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.277419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Checking segment: {'id': '2bf57f41-3f6c-4986-8360-335aff6ebde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7dd408e-69d3-4794-935e-ed1268fc3636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:56.277419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network hostable DHCP agents. Network: f7dd408e-69d3-4794-935e-ed1268fc3636, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:44:56.277419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Subnet': ['ID=bff3a347-0bb0-46b8-8b5f-f154eb0bd8e5,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:56.282608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9334b8eb-5b93-4766-8b3b-c93ed7d0b90f']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:56.300717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80fb581b-be81-4e1e-ad05-681de241465b') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:56.301010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80fb581b-be81-4e1e-ad05-681de241465b') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:56.316428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.318324 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.332484 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.338726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:56.339107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:56.342163 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:56.364894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 08e05d4d-9b4b-49e1-a309-e52fa011af18 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:44:56.377715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 08e05d4d-9b4b-49e1-a309-e52fa011af18 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:56.378158 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.429809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.430060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network f7dd408e-69d3-4794-935e-ed1268fc3636 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:44:56.459317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a204707-c11b-4e27-b542-9b7c590d8384 req-904fbe03-ef6e-46b1-8307-292f1bd5659d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:56.459317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a204707-c11b-4e27-b542-9b7c590d8384 req-904fbe03-ef6e-46b1-8307-292f1bd5659d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 944 time: 0.0752406 Feb 11 13:44:56.468629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] device_id is not set on port 33b6e9b7-5868-4594-ae55-5f0a6312e1b5 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:44:56.476775 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.487930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.492804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "DELETE /v2.0/networks/9334b8eb-5b93-4766-8b3b-c93ed7d0b90f HTTP/1.1" status: 204 len: 168 time: 0.5229633 Feb 11 13:44:56.493903 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.500159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df170674-bed0-4376-b1cb-566cd89babac,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:56.504778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51922) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:56.566408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7a204707-c11b-4e27-b542-9b7c590d8384 req-50c24c59-4366-4f08-baf1-e35172e1b750 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1024656 Feb 11 13:44:56.567605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f7dd408e-69d3-4794-935e-ed1268fc3636) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:56.573816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:56.574387 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.594125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6803d8-c301-4b8a-84c6-4a460da4342d tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Network': ['ID=9334b8eb-5b93-4766-8b3b-c93ed7d0b90f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:56.616391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:44:56.617576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:44:56.620241 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d0f49b-9fd1-4f4b-b45a-9b33c14b573a" -d '{"events": [{"server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "name": "network-vif-plugged", "status": "completed", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:44:56.626304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00c10d-925e-4b51-9b05-7517550e7ac1 None None] Network f7dd408e-69d3-4794-935e-ed1268fc3636 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:56.703647 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4c0db4-004b-4bb7-9e4d-ecd4f0c55a2c x-openstack-request-id: req-ff4c0db4-004b-4bb7-9e4d-ecd4f0c55a2c {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:44:56.704253 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "name": "network-vif-plugged", "status": "completed", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:44:56.704693 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff4c0db4-004b-4bb7-9e4d-ecd4f0c55a2c {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:44:56.705339 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'code': 200} Feb 11 13:44:56.710173 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8df355d8-6419-44e3-a8e1-ffa2523ee13f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3843009 Feb 11 13:44:56.712836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51936) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:56.719633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3ebdda66-5a05-4852-8ffb-738d61e34019 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-9593008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:56.724845 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.740072 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.782297 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Allocated IP 172.25.0.99 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/33b6e9b7-5868-4594-ae55-5f0a6312e1b5) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:56.853345 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ebdda66-5a05-4852-8ffb-738d61e34019 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.854632 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ebdda66-5a05-4852-8ffb-738d61e34019 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.868750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.890407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32961f26-351f-47c5-910e-d33d1e9aceca req-90c3acf9-c033-4f4f-8318-793924e3a6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:56.893248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32961f26-351f-47c5-910e-d33d1e9aceca req-90c3acf9-c033-4f4f-8318-793924e3a6fa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1096 time: 0.1207602 Feb 11 13:44:56.910524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba49516-f5fc-4351-89d4-c4c70396dbf7']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:56.917264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=08e05d4d-9b4b-49e1-a309-e52fa011af18,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:56.930069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc7ca9b-5283-4fd5-aa8b-2f4407df3f51') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:56.930368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc7ca9b-5283-4fd5-aa8b-2f4407df3f51') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:44:56.959219 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.987861 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32961f26-351f-47c5-910e-d33d1e9aceca req-ead736e2-c54d-4ee4-8299-6ec1f11aeeb0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873566 Feb 11 13:44:56.989277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ebdda66-5a05-4852-8ffb-738d61e34019 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.991501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:56.994089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f7dd408e-69d3-4794-935e-ed1268fc3636', 'network_id': 'f7dd408e-69d3-4794-935e-ed1268fc3636', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'fixed_ips': [{'subnet_id': 'bff3a347-0bb0-46b8-8b5f-f154eb0bd8e5'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:44:56.995725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.007560 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8432f39d-2c1b-4062-85d1-63510a957e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.024951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:44:57.025363 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:44:57.032793 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:44:57.050925 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ebdda66-5a05-4852-8ffb-738d61e34019 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.145921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.164530 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ebdda66-5a05-4852-8ffb-738d61e34019 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.168849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3ebdda66-5a05-4852-8ffb-738d61e34019 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.4539349 Feb 11 13:44:57.169516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 51958) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:57.185601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Allocated IP 172.20.0.2 (f7dd408e-69d3-4794-935e-ed1268fc3636/bff3a347-0bb0-46b8-8b5f-f154eb0bd8e5/e309cd87-e05a-4e1e-8d06-6ec3b215cb2b) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:57.227493 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.279125 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.291377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] 10.222.0.52 "DELETE /v2.0/networks/4ba49516-f5fc-4351-89d4-c4c70396dbf7 HTTP/1.1" status: 204 len: 168 time: 0.7839146 Feb 11 13:44:57.292915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed9359-ce33-4a34-9dd1-b519e0f0ac6c tempest-BulkNetworkOpsTest-1910445224 tempest-BulkNetworkOpsTest-1910445224-project] Pushing event deleted for resources: {'Network': ['ID=4ba49516-f5fc-4351-89d4-c4c70396dbf7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:57.299832 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.391815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:57.406544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:57.409985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:57.454390 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.481910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Pushing event updated for resources: {'Port': ['ID=33b6e9b7-5868-4594-ae55-5f0a6312e1b5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:57.510790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:57.511459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.538462 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.581696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Network f7dd408e-69d3-4794-935e-ed1268fc3636 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:57.584732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:57.587822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:57.600423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Pushing event updated for resources: {'Port': ['ID=e309cd87-e05a-4e1e-8d06-6ec3b215cb2b,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:57.609251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.637857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3c932822-d049-4b6a-afc8-3f09a8576453 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.9105909 Feb 11 13:44:57.639154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 51990) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:57.644428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.99'}]}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:44:57.675291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Attempting to bind port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:44:57.676614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Attempting to bind port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2bf57f41-3f6c-4986-8360-335aff6ebde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7dd408e-69d3-4794-935e-ed1268fc3636'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:44:57.676983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Attempting to bind port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b on network f7dd408e-69d3-4794-935e-ed1268fc3636 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:44:57.682703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:44:57.683156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Checking segment: {'id': '2bf57f41-3f6c-4986-8360-335aff6ebde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7dd408e-69d3-4794-935e-ed1268fc3636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:44:57.683565 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.695316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Bound using segment: {'id': '2bf57f41-3f6c-4986-8360-335aff6ebde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7dd408e-69d3-4794-935e-ed1268fc3636'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:44:57.695316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Bound port: e309cd87-e05a-4e1e-8d06-6ec3b215cb2b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf57f41-3f6c-4986-8360-335aff6ebde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f7dd408e-69d3-4794-935e-ed1268fc3636'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:44:57.695316 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.768278 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.770374 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.772395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] For port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:44:57.778316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] For port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e309cd87-e05a-4e1e-8d06-6ec3b215cb2b,segment=NetworkSegment(2bf57f41-3f6c-4986-8360-335aff6ebde6),segment_id=2bf57f41-3f6c-4986-8360-335aff6ebde6)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:44:57.819809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.863021 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:57.884452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c654b-87b3-4267-96ac-76a7f8149073 req-47748cb9-0868-4b36-a44f-81d9909153d4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:57.884452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12c654b-87b3-4267-96ac-76a7f8149073 req-47748cb9-0868-4b36-a44f-81d9909153d4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1812978 Feb 11 13:44:58.041332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d42b02-2fb5-48db-833a-bf7715e189ab None None] Pushing event updated for resources: {'Port': ['ID=e309cd87-e05a-4e1e-8d06-6ec3b215cb2b,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:58.056080 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f12c654b-87b3-4267-96ac-76a7f8149073 req-5f0a3bec-b80a-4dd6-9af0-33ec741b8b07 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1635606 Feb 11 13:44:58.219821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Allocated IP 172.20.0.1 (f7dd408e-69d3-4794-935e-ed1268fc3636/bff3a347-0bb0-46b8-8b5f-f154eb0bd8e5/8c668e34-5ca0-4e70-8be6-5708f38f52d0) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:44:58.227016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52018) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:58.356503 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:58.448222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:58.533209 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-88b944f2-0744-4759-aee6-07d6c75e4923 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce502f8d87674d97b074607ee1ab5e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029058 Feb 11 13:44:58.535379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52032) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:44:58.614908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:58.617088 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aacfbf39-ca46-42db-ae6c-5c61032e8229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:58.657286 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:58.701558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aacfbf39-ca46-42db-ae6c-5c61032e8229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:58.704178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network f7dd408e-69d3-4794-935e-ed1268fc3636 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:44:58.714835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:44:58.721381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:44:58.730305 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=8c668e34-5ca0-4e70-8be6-5708f38f52d0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:58.740078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:58.786515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:58.890854 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aacfbf39-ca46-42db-ae6c-5c61032e8229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:58.894229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aacfbf39-ca46-42db-ae6c-5c61032e8229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:58.902436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aacfbf39-ca46-42db-ae6c-5c61032e8229 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf52ddd4-848a-4de3-8a4c-43202af21293 HTTP/1.1" status: 204 len: 168 time: 0.3660183 Feb 11 13:44:58.935742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfbf39-ca46-42db-ae6c-5c61032e8229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf52ddd4-848a-4de3-8a4c-43202af21293,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:44:59.002594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:59.111231 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:59.145923 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:59.420783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878803-992e-4186-a052-8b9bfd6e122f req-844bfb51-2439-4042-becf-5fa49402e063 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:59.423528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8878803-992e-4186-a052-8b9bfd6e122f req-844bfb51-2439-4042-becf-5fa49402e063 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1878350 Feb 11 13:44:59.512760 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec8ff2-b227-4639-b141-6a6ab4c513e8 None None] Network f7dd408e-69d3-4794-935e-ed1268fc3636 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:44:59.553380 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8878803-992e-4186-a052-8b9bfd6e122f req-2043be30-a4dd-4cc1-8fec-32cc43e1d984 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218412 Feb 11 13:44:59.622615 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:59.630038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6df27642-58c7-4223-a2b8-8b730e3defbb None None] Provisioning complete for port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:44:59.630681 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6df27642-58c7-4223-a2b8-8b730e3defbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:59.867682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:59.867682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:59.901395 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6df27642-58c7-4223-a2b8-8b730e3defbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:44:59.912556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b280ad-bee5-42f1-9aa3-0e0e8a8d9e2f req-cd55419d-4f90-4d83-9a37-375c13d4eda2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:44:59.915226 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-59b280ad-bee5-42f1-9aa3-0e0e8a8d9e2f req-cd55419d-4f90-4d83-9a37-375c13d4eda2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1633027 Feb 11 13:45:00.010640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.011200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9442056-01d8-4758-b7f9-93ab1c41303f {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:45:00.030298 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-59b280ad-bee5-42f1-9aa3-0e0e8a8d9e2f req-4598bba1-eba1-4d92-93d5-b1f3d2b83038 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761518 Feb 11 13:45:00.039663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6df27642-58c7-4223-a2b8-8b730e3defbb None None] For port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e309cd87-e05a-4e1e-8d06-6ec3b215cb2b,segment=NetworkSegment(2bf57f41-3f6c-4986-8360-335aff6ebde6),segment_id=2bf57f41-3f6c-4986-8360-335aff6ebde6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:00.054111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52126) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:00.082512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e309cd87-e05a-4e1e-8d06-6ec3b215cb2b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:00.110074 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:45:00.111150 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9a2384b7-cb5e-4526-af39-860006104c2d tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.4701233 Feb 11 13:45:00.113907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52130) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:00.149719 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.154315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2491d7b-2468-4d24-b792-e88d4c39a1f6 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:00.161508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a2491d7b-2468-4d24-b792-e88d4c39a1f6 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1091 time: 0.1007926 Feb 11 13:45:00.165608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52136) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:00.166429 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6df27642-58c7-4223-a2b8-8b730e3defbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.172847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:00.200813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.210203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Deleting port 33b6e9b7-5868-4594-ae55-5f0a6312e1b5 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:00.210623 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.257321 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.329933 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.344062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Calling delete_port for 33b6e9b7-5868-4594-ae55-5f0a6312e1b5 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:00.345052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df27642-58c7-4223-a2b8-8b730e3defbb None None] Pushing event updated for resources: {'Port': ['ID=e309cd87-e05a-4e1e-8d06-6ec3b215cb2b,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:00.369325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.372072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=8c668e34-5ca0-4e70-8be6-5708f38f52d0,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:00.393221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:00.393966 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.403137 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.487702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.488172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.489662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.490153 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.491636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.492844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.494459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.496137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.497621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.498226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.498660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.501909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.682600 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.682975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network f7dd408e-69d3-4794-935e-ed1268fc3636 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:00.683874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:00.710071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a20a9e56-ce52-4e2e-a33f-00336ac11a93 None None] Provisioning complete for port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:00.710441 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a20a9e56-ce52-4e2e-a33f-00336ac11a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.726536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.746356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52166) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:00.807700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Pushing event deleted for resources: {'Port': ['ID=33b6e9b7-5868-4594-ae55-5f0a6312e1b5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:00.822628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.823084 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.823695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.824145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.824576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.825459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.825459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.830481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.831004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.831506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.832158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.832768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:00.903101 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.955929 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:00.963292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b8a44563-4c5e-4d14-9711-68b89b319103 tempest-RoutersAdminNegativeIpV6Test-620802863 tempest-RoutersAdminNegativeIpV6Test-620802863-project-admin] 10.222.0.52 "DELETE /v2.0/ports/33b6e9b7-5868-4594-ae55-5f0a6312e1b5 HTTP/1.1" status: 204 len: 168 time: 0.8450348 Feb 11 13:45:00.970441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a20a9e56-ce52-4e2e-a33f-00336ac11a93 None None] Provisioning complete for port 8c668e34-5ca0-4e70-8be6-5708f38f52d0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:00.970991 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a20a9e56-ce52-4e2e-a33f-00336ac11a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:01.157642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a20a9e56-ce52-4e2e-a33f-00336ac11a93 None None] Port 8c668e34-5ca0-4e70-8be6-5708f38f52d0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:01.159126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-30399cef-43e4-436b-9ce3-1dab77605b4d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1643041452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:01.162556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.25.0.122 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/1ddcdc85-d529-47cc-b5dd-320cf8265f72) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:01.289200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0e2e7150-fd44-4b32-b1d2-717299332770 None None] Provisioning complete for port 8c668e34-5ca0-4e70-8be6-5708f38f52d0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:01.289200 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e2e7150-fd44-4b32-b1d2-717299332770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:01.292439 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:01.311063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e7150-fd44-4b32-b1d2-717299332770 None None] Port 8c668e34-5ca0-4e70-8be6-5708f38f52d0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:01.431858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-691e404a-d5a6-408a-9382-10bac944b167 None None] Provisioning complete for port 8c668e34-5ca0-4e70-8be6-5708f38f52d0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:01.432233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-691e404a-d5a6-408a-9382-10bac944b167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:01.461123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router cdf0c2f3-dcaf-4899-8c1d-85d6e010e203 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:45:01.470870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-691e404a-d5a6-408a-9382-10bac944b167 None None] Port 8c668e34-5ca0-4e70-8be6-5708f38f52d0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:01.510971 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30399cef-43e4-436b-9ce3-1dab77605b4d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:01.511960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30399cef-43e4-436b-9ce3-1dab77605b4d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:01.515635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:01.602592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:01.621803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:01.623161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:01.634618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=1ddcdc85-d529-47cc-b5dd-320cf8265f72,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:01.637636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:01.661272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b28853-58bf-468b-934d-ffe9b5e4efec None None] Sync routers for ids ['cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:01.667824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-05a34028-a723-4fbc-8576-296a0e237de6 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/cdf0c2f3-dcaf-4899-8c1d-85d6e010e203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4947412 Feb 11 13:45:01.668075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52198) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:01.684911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b28853-58bf-468b-934d-ffe9b5e4efec None None] Routers {'cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:01.685553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-09b28853-58bf-468b-934d-ffe9b5e4efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:01.711302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30399cef-43e4-436b-9ce3-1dab77605b4d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:01.758128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-09b28853-58bf-468b-934d-ffe9b5e4efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:01.774580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877dc211-cb16-4ad0-99c4-a212af6f3c25 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:01.781306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-877dc211-cb16-4ad0-99c4-a212af6f3c25 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports/8c668e34-5ca0-4e70-8be6-5708f38f52d0 HTTP/1.1" status: 200 len: 910 time: 0.1070056 Feb 11 13:45:01.781306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52202) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:01.803613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b28853-58bf-468b-934d-ffe9b5e4efec None None] Routers {'cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:01.803613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-09b28853-58bf-468b-934d-ffe9b5e4efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:01.805294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30399cef-43e4-436b-9ce3-1dab77605b4d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:01.900063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e309cd87-e05a-4e1e-8d06-6ec3b215cb2b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:01.906072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-09b28853-58bf-468b-934d-ffe9b5e4efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:01.906789 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b28853-58bf-468b-934d-ffe9b5e4efec None None] The sync data for ids ['cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:01.919793 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:45:02.001739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52216) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:02.009133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:02.010229 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.014152 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30399cef-43e4-436b-9ce3-1dab77605b4d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.016452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-30399cef-43e4-436b-9ce3-1dab77605b4d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2689984 Feb 11 13:45:02.019768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52222) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:02.034034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1260886056'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:02.174726 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-740f2526-652d-4fb3-afdb-f10cd9904a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.239780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Made reservation on behalf of 4a1906e9509b43b7aa4d93ca8bcb9cad for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:02.243496 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.272611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.387741 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.436162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.436387 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-740f2526-652d-4fb3-afdb-f10cd9904a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.491079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-740f2526-652d-4fb3-afdb-f10cd9904a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.503046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.548042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.566420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-740f2526-652d-4fb3-afdb-f10cd9904a8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5ee9bf9b7bf45ac931c6d385b9a4b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5630200 Feb 11 13:45:02.567287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f2526-652d-4fb3-afdb-f10cd9904a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7717c819-b830-4089-9c45-dff4df367492,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:02.570324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52250) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:02.594120 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.627617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:02.646521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30c48a0-d8a2-41ca-9f62-c15d718d467d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:02.651339 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.653358 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Added segment f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af of type vlan for network 65d0692b-4c3c-4e1b-8231-294950d63c06 Feb 11 13:45:02.690998 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d3204b5-e453-451b-9a92-c74a890d27bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.703572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.762180 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d3204b5-e453-451b-9a92-c74a890d27bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.895244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.906358 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.918447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:02.918447 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.936757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d3204b5-e453-451b-9a92-c74a890d27bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.939396 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d3204b5-e453-451b-9a92-c74a890d27bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.940813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5d3204b5-e453-451b-9a92-c74a890d27bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7717c819-b830-4089-9c45-dff4df367492 HTTP/1.1" status: 204 len: 168 time: 0.3671448 Feb 11 13:45:02.969049 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:02.995445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3204b5-e453-451b-9a92-c74a890d27bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7717c819-b830-4089-9c45-dff4df367492,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:03.101389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0800653 Feb 11 13:45:03.111861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52278) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:03.119309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Request body: {'subnet': {'network_id': '65d0692b-4c3c-4e1b-8231-294950d63c06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:03.133051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd4674-6292-456f-96eb-dae522f9859d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'Network': ['ID=65d0692b-4c3c-4e1b-8231-294950d63c06,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:03.169470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 8c668e34-5ca0-4e70-8be6-5708f38f52d0 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:03.169470 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:03.184446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=1ddcdc85-d529-47cc-b5dd-320cf8265f72,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:03.196056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 65d0692b-4c3c-4e1b-8231-294950d63c06 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:03.252074 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:03.278182 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:03.294389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 8c668e34-5ca0-4e70-8be6-5708f38f52d0 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:03.396106 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Floating IP 1aa545de-59ad-4452-9c50-898277703150 associated. External IP: 172.25.0.122, port: 08e05d4d-9b4b-49e1-a309-e52fa011af18. Feb 11 13:45:03.644973 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:03.658787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Made reservation on behalf of 4a1906e9509b43b7aa4d93ca8bcb9cad for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:03.662327 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:03.689782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=8c668e34-5ca0-4e70-8be6-5708f38f52d0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:03.829461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router af8b7163-c6a6-47c9-9770-f85f22c84f03 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:03.943471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52320) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:03.975932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:04.111898 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-184ce096-5155-4bf3-a23d-7e21c225114a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b0af76396964599865015474a501ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646292 Feb 11 13:45:04.116681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52328) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:04.119367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:04.137604 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] Sync routers for ids ['af8b7163-c6a6-47c9-9770-f85f22c84f03'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:04.161403 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] Routers {'af8b7163-c6a6-47c9-9770-f85f22c84f03'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:04.162350 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af8b7163-c6a6-47c9-9770-f85f22c84f03'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:04.179515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router cdf0c2f3-dcaf-4899-8c1d-85d6e010e203 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:04.211768 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-960d5da4-fd27-4d12-97ff-86e6d4ce8469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:04.214951 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:04.277294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:04.288888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65012d4a-5c78-4fc5-85d6-2f324c4b3e77 None None] Sync routers for ids ['cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:04.304903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-209a09d2-0e0a-47d7-b770-e68558cb66ac tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/cdf0c2f3-dcaf-4899-8c1d-85d6e010e203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5203493 Feb 11 13:45:04.304903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52338) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:04.305188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:04.306911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65012d4a-5c78-4fc5-85d6-2f324c4b3e77 None None] Routers {'cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:04.307844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-65012d4a-5c78-4fc5-85d6-2f324c4b3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:04.361816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2b502a51-f77c-4796-beb6-5f000281b5d8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdf0c2f3-dcaf-4899-8c1d-85d6e010e203 HTTP/1.1" status: 200 len: 205 time: 0.0583057 Feb 11 13:45:04.362441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52340) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:04.369649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-65012d4a-5c78-4fc5-85d6-2f324c4b3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:04.398309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65012d4a-5c78-4fc5-85d6-2f324c4b3e77 None None] Routers {'cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:04.398986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-65012d4a-5c78-4fc5-85d6-2f324c4b3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:04.422520 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] Set router af8b7163-c6a6-47c9-9770-f85f22c84f03 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:04.453871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-65012d4a-5c78-4fc5-85d6-2f324c4b3e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:04.454560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65012d4a-5c78-4fc5-85d6-2f324c4b3e77 None None] The sync data for ids ['cdf0c2f3-dcaf-4899-8c1d-85d6e010e203'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:04.742756 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-960d5da4-fd27-4d12-97ff-86e6d4ce8469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:04.771218 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5730b487-f64d-4cdb-80a9-9820afad7b21 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6044562 Feb 11 13:45:04.796612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:04.805457 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:04.836661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0704f3b-9353-4d71-b768-89501be256fb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:04.865019 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '1aa545de-59ad-4452-9c50-898277703150', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'port_id': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'mac_address': 'fa:16:3e:38:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:02Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f935f6f-434b-47cf-8481-4bcad03d8bc3', 'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:a5:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:40Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:04.867385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'Subnet': ['ID=655305e7-b12b-4a45-b4d6-c1b3eb626bc3,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:04.874150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Checking segment: {'id': 'f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '65d0692b-4c3c-4e1b-8231-294950d63c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:04.874514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Network hostable DHCP agents. Network: 65d0692b-4c3c-4e1b-8231-294950d63c06, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:04.918546 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8c766a-babf-4793-adb1-d175b54b8ea2 x-openstack-request-id: req-de8c766a-babf-4793-adb1-d175b54b8ea2 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:04.918909 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:04.919423 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de8c766a-babf-4793-adb1-d175b54b8ea2 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:04.919877 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'status': 'completed', 'code': 200} Feb 11 13:45:04.924506 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] Checking router: af8b7163-c6a6-47c9-9770-f85f22c84f03 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:04.937009 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] Routers {'af8b7163-c6a6-47c9-9770-f85f22c84f03'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:04.938002 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af8b7163-c6a6-47c9-9770-f85f22c84f03'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:05.014059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-18dd1e01-b208-4f3a-9cf7-b80f8fb05493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:05.017215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-18dd1e01-b208-4f3a-9cf7-b80f8fb05493 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1096 time: 0.0758972 Feb 11 13:45:05.040228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-960d5da4-fd27-4d12-97ff-86e6d4ce8469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.043418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-960d5da4-fd27-4d12-97ff-86e6d4ce8469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.047648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-960d5da4-fd27-4d12-97ff-86e6d4ce8469 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df170674-bed0-4376-b1cb-566cd89babac HTTP/1.1" status: 204 len: 168 time: 0.9297886 Feb 11 13:45:05.048876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Network 65d0692b-4c3c-4e1b-8231-294950d63c06 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:05.081312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d5da4-fd27-4d12-97ff-86e6d4ce8469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df170674-bed0-4376-b1cb-566cd89babac,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:05.156781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 65d0692b-4c3c-4e1b-8231-294950d63c06) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:05.170746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80642a28-d930-435f-a848-e20050e61199 None None] Network 65d0692b-4c3c-4e1b-8231-294950d63c06 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:05.176179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:05.176783 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.216540 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] Set router af8b7163-c6a6-47c9-9770-f85f22c84f03 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:05.243594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-d375414b-6c98-47ea-ba3e-d26828248831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:05.246126 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-d375414b-6c98-47ea-ba3e-d26828248831 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 898 time: 0.2222874 Feb 11 13:45:05.250702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0704f3b-9353-4d71-b768-89501be256fb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.255538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0704f3b-9353-4d71-b768-89501be256fb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.267138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2fa5c-b73b-4c3b-8980-d37ccc848417 req-f76617c8-1a2b-41ab-95f2-6a64f7f95fdf tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:05.274735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcb2fa5c-b73b-4c3b-8980-d37ccc848417 req-f76617c8-1a2b-41ab-95f2-6a64f7f95fdf tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.3456240 Feb 11 13:45:05.348806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e9ac67ad-efe3-44e8-a395-ce53a11e3a2c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2365918 Feb 11 13:45:05.359561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52386) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:05.375906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Request body: {'network': {'name': 'tempest-router-network01--489415729'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:05.413719 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcb2fa5c-b73b-4c3b-8980-d37ccc848417 req-d409f9e2-fce6-4a30-86a6-77dc1a062611 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366940 Feb 11 13:45:05.414151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-9ca41973-f570-4150-b76f-588239efbaec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 999 time: 0.1609321 Feb 11 13:45:05.424368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0704f3b-9353-4d71-b768-89501be256fb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.424934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0704f3b-9353-4d71-b768-89501be256fb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Fanout notify agent at l3_agent the message router_deleted on router cdf0c2f3-dcaf-4899-8c1d-85d6e010e203 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:45:05.431999 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52392) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:05.445072 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d0704f3b-9353-4d71-b768-89501be256fb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.446211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d0704f3b-9353-4d71-b768-89501be256fb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/cdf0c2f3-dcaf-4899-8c1d-85d6e010e203 HTTP/1.1" status: 204 len: 168 time: 1.0828409 Feb 11 13:45:05.449211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52394) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:05.521998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-65d0692b-4c3c-4e1b-8231-294950d63c06', 'network_id': '65d0692b-4c3c-4e1b-8231-294950d63c06', 'tenant_id': '4a1906e9509b43b7aa4d93ca8bcb9cad', 'fixed_ips': [{'subnet_id': '655305e7-b12b-4a45-b4d6-c1b3eb626bc3'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:05.523451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.530917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d0f811-213a-49f5-9bf8-4affc4edba9c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting subnet bff3a347-0bb0-46b8-8b5f-f154eb0bd8e5 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:45:05.534362 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f811-213a-49f5-9bf8-4affc4edba9c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.562123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-4e38bb2c-ae2b-49cc-b717-da6f3e48142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:05.562123 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-4e38bb2c-ae2b-49cc-b717-da6f3e48142b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.1372814 Feb 11 13:45:05.562483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Made reservation on behalf of 4a1906e9509b43b7aa4d93ca8bcb9cad for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:05.565196 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.648657 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '1aa545de-59ad-4452-9c50-898277703150', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'port_id': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'mac_address': 'fa:16:3e:38:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:02Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f935f6f-434b-47cf-8481-4bcad03d8bc3', 'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:a5:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:40Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:05.655050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f811-213a-49f5-9bf8-4affc4edba9c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.683311 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2b64f-d622-4f0c-8fc6-6ebb1c83e0a6 None None] The sync data for ids ['af8b7163-c6a6-47c9-9770-f85f22c84f03'] in n-d-816488-1 is: [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '1aa545de-59ad-4452-9c50-898277703150', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'port_id': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'mac_address': 'fa:16:3e:38:76:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:45:02Z', 'updated_at': '2022-02-11T13:45:02Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f935f6f-434b-47cf-8481-4bcad03d8bc3', 'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:a5:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:40Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:05.815769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:05.824762 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.825133 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Added segment 2f023178-8cfe-4050-9077-a452228149d9 of type vlan for network ef140b4c-3482-42af-95cd-0c814534abb2 Feb 11 13:45:05.880415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.897700 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a1d8a2e6-35a3-4529-b884-3e2bbe75ba4c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/1aa545de-59ad-4452-9c50-898277703150 HTTP/1.1" status: 200 len: 991 time: 0.4645801 Feb 11 13:45:05.919998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-e448d373-63ae-4450-8dc7-0239acc04bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:05.921918 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-e448d373-63ae-4450-8dc7-0239acc04bcf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013755 Feb 11 13:45:05.941286 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f811-213a-49f5-9bf8-4affc4edba9c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.969321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Allocated IP 172.20.0.2 (65d0692b-4c3c-4e1b-8231-294950d63c06/655305e7-b12b-4a45-b4d6-c1b3eb626bc3/4b64c839-132f-4bbf-8ca3-c35922e05e8e) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:05.990979 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:05.996909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:05.997783 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.064065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-a0602186-7a73-4bed-8366-5ca22bb18c9a service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338661 Feb 11 13:45:06.118414 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10707cf5-3a11-4592-a930-187d5fd6bc7f None None] New status for floating IP 1aa545de-59ad-4452-9c50-898277703150: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:45:06.145176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7845764 Feb 11 13:45:06.149362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52436) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:06.173489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Request body: {'network': {'name': 'tempest-router-network02--1089118575'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:06.204790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11d303-45db-45ca-a50a-340517aac88d tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'Network': ['ID=ef140b4c-3482-42af-95cd-0c814534abb2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:06.224442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network ef140b4c-3482-42af-95cd-0c814534abb2 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:06.298775 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.348194 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f811-213a-49f5-9bf8-4affc4edba9c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.365335 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd58e8f0-a9b1-4f4f-93bc-0e263810b92b req-ab50a8fe-6d2c-49f5-b7d4-7931cada9531 service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919483 Feb 11 13:45:06.401828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Made reservation on behalf of 4a1906e9509b43b7aa4d93ca8bcb9cad for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:06.406737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.409509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0f811-213a-49f5-9bf8-4affc4edba9c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Subnet': ['ID=bff3a347-0bb0-46b8-8b5f-f154eb0bd8e5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:06.422040 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c5d0f811-213a-49f5-9bf8-4affc4edba9c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.424101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066ebe35-3292-412a-8bd7-d47738289ade None None] Network f7dd408e-69d3-4794-935e-ed1268fc3636 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:06.428541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52450) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:06.429161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c5d0f811-213a-49f5-9bf8-4affc4edba9c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/bff3a347-0bb0-46b8-8b5f-f154eb0bd8e5 HTTP/1.1" status: 204 len: 168 time: 0.9789360 Feb 11 13:45:06.446472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:06.458694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.459457 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Added segment b54e0234-a428-4b73-bd43-cc6787ea3245 of type vlan for network ed44d050-bcdd-44a7-9868-dbf9aa5ca69b Feb 11 13:45:06.513573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.545747 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.614441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Network 65d0692b-4c3c-4e1b-8231-294950d63c06 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:06.620074 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.633700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:06.637463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:06.685102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:06.685508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.699816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Pushing event updated for resources: {'Port': ['ID=4b64c839-132f-4bbf-8ca3-c35922e05e8e,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:06.711737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.715561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:06.716254 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.744575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Attempting to bind port 4b64c839-132f-4bbf-8ca3-c35922e05e8e on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:06.744949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Attempting to bind port 4b64c839-132f-4bbf-8ca3-c35922e05e8e by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '65d0692b-4c3c-4e1b-8231-294950d63c06'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:06.753228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Attempting to bind port 4b64c839-132f-4bbf-8ca3-c35922e05e8e on network 65d0692b-4c3c-4e1b-8231-294950d63c06 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:06.753228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:06.753228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Checking segment: {'id': 'f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '65d0692b-4c3c-4e1b-8231-294950d63c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:06.753228 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.753228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Bound using segment: {'id': 'f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '65d0692b-4c3c-4e1b-8231-294950d63c06'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:06.753228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Bound port: 4b64c839-132f-4bbf-8ca3-c35922e05e8e, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '65d0692b-4c3c-4e1b-8231-294950d63c06'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:06.753228 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.762854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e309cd87-e05a-4e1e-8d06-6ec3b215cb2b,segment=NetworkSegment(2bf57f41-3f6c-4986-8360-335aff6ebde6),segment_id=2bf57f41-3f6c-4986-8360-335aff6ebde6)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:06.763471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:06.788700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for e309cd87-e05a-4e1e-8d06-6ec3b215cb2b owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:06.839817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'Network': ['ID=ed44d050-bcdd-44a7-9868-dbf9aa5ca69b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:06.870120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a1636e-1559-45b6-9f4e-b98306fb284b None None] DHCP port deletion for f7dd408e-69d3-4794-935e-ed1268fc3636 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:45:06.875515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network ed44d050-bcdd-44a7-9868-dbf9aa5ca69b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:06.899753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52472) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:06.953026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52476) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:06.960774 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3fd4caf4-0f02-45f6-ad54-71b60f16ceb5 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8100250 Feb 11 13:45:06.965159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52480) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:06.970824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Request body: {'subnet': {'network_id': 'ef140b4c-3482-42af-95cd-0c814534abb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:07.016381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.064785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=e309cd87-e05a-4e1e-8d06-6ec3b215cb2b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:07.071691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No DVR routers for this DVR port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:07.099221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7041c49d-69ef-449c-be12-14da44801868 None None] For port 4b64c839-132f-4bbf-8ca3-c35922e05e8e, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:07.134885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7041c49d-69ef-449c-be12-14da44801868 None None] For port 4b64c839-132f-4bbf-8ca3-c35922e05e8e, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b64c839-132f-4bbf-8ca3-c35922e05e8e,segment=NetworkSegment(f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af),segment_id=f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:07.146360 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-acf8092d-e783-4e67-b0ff-200566f2be0d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/1aa545de-59ad-4452-9c50-898277703150 HTTP/1.1" status: 200 len: 993 time: 0.2451916 Feb 11 13:45:07.198146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-18a1636e-1559-45b6-9f4e-b98306fb284b None None] Deleting port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:07.198529 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-18a1636e-1559-45b6-9f4e-b98306fb284b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.209407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1989617744'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:07.224122 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.228594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.251330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7dd408e-69d3-4794-935e-ed1268fc3636']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:07.262384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Made reservation on behalf of 4a1906e9509b43b7aa4d93ca8bcb9cad for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:07.264038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf57f41-3f6c-4986-8360-335aff6ebde6') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:07.265655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf57f41-3f6c-4986-8360-335aff6ebde6') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:07.268723 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.289544 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.321810 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.337371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:07.338247 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:07.348470 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:07.371104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-18a1636e-1559-45b6-9f4e-b98306fb284b None None] For port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b, host n-d-816488-1, got binding levels [] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:07.371498 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-18a1636e-1559-45b6-9f4e-b98306fb284b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.380758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041c49d-69ef-449c-be12-14da44801868 None None] Pushing event updated for resources: {'Port': ['ID=4b64c839-132f-4bbf-8ca3-c35922e05e8e,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:07.389808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-18a1636e-1559-45b6-9f4e-b98306fb284b None None] Calling delete_port for e309cd87-e05a-4e1e-8d06-6ec3b215cb2b owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:07.392730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.ipam_backend_mixin [None req-18a1636e-1559-45b6-9f4e-b98306fb284b None None] Port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b was not found and therefore no delete operation was performed {{(pid=103008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:45:07.394081 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-18a1636e-1559-45b6-9f4e-b98306fb284b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.413012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Made reservation on behalf of 68ef0d8904924c2b9cf3a55217fdccd2 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:07.421952 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.424946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1636e-1559-45b6-9f4e-b98306fb284b None None] Pushing event deleted for resources: {'Port': ['ID=e309cd87-e05a-4e1e-8d06-6ec3b215cb2b,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:07.428825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1636e-1559-45b6-9f4e-b98306fb284b None None] No DVR routers for this DVR port e309cd87-e05a-4e1e-8d06-6ec3b215cb2b on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:07.437632 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.576070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.590864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.596222 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/networks/f7dd408e-69d3-4794-935e-ed1268fc3636 HTTP/1.1" status: 204 len: 168 time: 1.1666284 Feb 11 13:45:07.607181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52508) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:07.612351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-886514409', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:07.617116 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.618730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359c5b7-e571-4e95-9d8f-765a2d2eabb1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Network': ['ID=f7dd408e-69d3-4794-935e-ed1268fc3636,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:07.679198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.712862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.737177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.738183 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.780197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Checking segment: {'id': '2f023178-8cfe-4050-9077-a452228149d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ef140b4c-3482-42af-95cd-0c814534abb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:07.789262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Network hostable DHCP agents. Network: ef140b4c-3482-42af-95cd-0c814534abb2, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:07.789442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:07.789593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'Subnet': ['ID=43eebd85-048e-4005-9311-ad0e701a0c84,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:07.798160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b592ba7-786c-47e1-bcb5-b4907b7ad871,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:07.820624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.822263 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Added segment eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1 of type vlan for network d3b861d5-3f80-447d-86a2-9d813d543059 Feb 11 13:45:07.857490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.886814 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:07.896148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Network ef140b4c-3482-42af-95cd-0c814534abb2 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:07.971520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, ef140b4c-3482-42af-95cd-0c814534abb2) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:07.978320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b64c839-132f-4bbf-8ca3-c35922e05e8e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:07.978833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:07.979000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.011168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7649f3-3fc2-4da8-a249-a5245521e7c7 None None] Network ef140b4c-3482-42af-95cd-0c814534abb2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:08.029234 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.041590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:08.043946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.115857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event updated for resources: {'Network': ['ID=d3b861d5-3f80-447d-86a2-9d813d543059,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:08.118935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4b64c839-132f-4bbf-8ca3-c35922e05e8e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:08.119342 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.131314 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1549ca1f-667a-43f7-ade0-b2289e53e35e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1651413 Feb 11 13:45:08.134219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52534) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:08.137877 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.140052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Request body: {'subnet': {'network_id': 'ed44d050-bcdd-44a7-9868-dbf9aa5ca69b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:08.152579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d3b861d5-3f80-447d-86a2-9d813d543059 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:08.196164 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-70ad687d-1e6a-414f-ba90-e2c3d4cc8023 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2417526 Feb 11 13:45:08.198927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52538) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:08.205410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Request body: {'subnet': {'network_id': 'd3b861d5-3f80-447d-86a2-9d813d543059', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:08.436479 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.441981 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-ef140b4c-3482-42af-95cd-0c814534abb2', 'network_id': 'ef140b4c-3482-42af-95cd-0c814534abb2', 'tenant_id': '4a1906e9509b43b7aa4d93ca8bcb9cad', 'fixed_ips': [{'subnet_id': '43eebd85-048e-4005-9311-ad0e701a0c84'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:08.443211 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.477583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Made reservation on behalf of 4a1906e9509b43b7aa4d93ca8bcb9cad for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:08.482471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.493598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 4b64c839-132f-4bbf-8ca3-c35922e05e8e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b64c839-132f-4bbf-8ca3-c35922e05e8e,segment=NetworkSegment(f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af),segment_id=f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:08.585085 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.644772 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.686989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e309cd87-e05a-4e1e-8d06-6ec3b215cb2b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:08.712388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e309cd87-e05a-4e1e-8d06-6ec3b215cb2b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:45:08.713019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e309cd87-e05a-4e1e-8d06-6ec3b215cb2b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:08.727572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.774372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Made reservation on behalf of 68ef0d8904924c2b9cf3a55217fdccd2 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:08.779237 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.803463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=4b64c839-132f-4bbf-8ca3-c35922e05e8e,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:08.829238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Allocated IP 172.20.0.2 (ef140b4c-3482-42af-95cd-0c814534abb2/43eebd85-048e-4005-9311-ad0e701a0c84/96946e7b-a141-4585-856f-f5829f337c30) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:08.905496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:08.961338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b11a4-ec17-49f8-b8c2-c44722d4510b None None] Network 65d0692b-4c3c-4e1b-8231-294950d63c06 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:08.962638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Allocated IP 172.25.0.241 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/1ae8cd98-70b2-42fa-9bc0-6a104bdba22d) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:08.999597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'Subnet': ['ID=aab233fb-38e7-490f-b219-e87a0988c417,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:09.091669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bff710df-3ef7-4b7d-a7f4-285b697afae3 None None] Provisioning complete for port 4b64c839-132f-4bbf-8ca3-c35922e05e8e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:09.092391 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bff710df-3ef7-4b7d-a7f4-285b697afae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:09.099076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:09.130322 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:09.169866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Checking segment: {'id': 'b54e0234-a428-4b73-bd43-cc6787ea3245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed44d050-bcdd-44a7-9868-dbf9aa5ca69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:09.170355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Network hostable DHCP agents. Network: ed44d050-bcdd-44a7-9868-dbf9aa5ca69b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:09.262604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:09.302284 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:09.348192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:09.362353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:09.366806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:09.370382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Network ed44d050-bcdd-44a7-9868-dbf9aa5ca69b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:09.396076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=1ae8cd98-70b2-42fa-9bc0-6a104bdba22d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:09.438234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event updated for resources: {'Subnet': ['ID=662365e2-7114-45e7-87cc-0c68f221eb3a,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:09.461248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Checking segment: {'id': 'eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd3b861d5-3f80-447d-86a2-9d813d543059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:09.461605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Network hostable DHCP agents. Network: d3b861d5-3f80-447d-86a2-9d813d543059, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:09.490836 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:09.532823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, ed44d050-bcdd-44a7-9868-dbf9aa5ca69b) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:09.548582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:09.549458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:09.567949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11408dff-0b76-4c3f-a334-c8e7a60497b3 None None] Network ed44d050-bcdd-44a7-9868-dbf9aa5ca69b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:09.575036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Network ef140b4c-3482-42af-95cd-0c814534abb2 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:09.610735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:09.612493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Pushing event updated for resources: {'Port': ['ID=96946e7b-a141-4585-856f-f5829f337c30,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:09.616258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:09.673040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Network d3b861d5-3f80-447d-86a2-9d813d543059 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:09.680668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d3b861d5-3f80-447d-86a2-9d813d543059) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:09.685110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:09.685700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:09.720740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01cc29-7622-4d63-9f8d-814c271660a8 None None] Network d3b861d5-3f80-447d-86a2-9d813d543059 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:09.726373 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4b70c6a7-9a7d-454a-ab5c-ef0cc834b0fe tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5885053 Feb 11 13:45:09.733504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52592) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:09.823745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52594) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:09.826326 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4339c81c-155c-43cd-b1ef-a8ed9fbd5d51 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6263368 Feb 11 13:45:09.862732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Request body: {'port': {'network_id': 'd3b861d5-3f80-447d-86a2-9d813d543059', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1305897597'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:09.951452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b64c839-132f-4bbf-8ca3-c35922e05e8e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:09.955609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Attempting to bind port 96946e7b-a141-4585-856f-f5829f337c30 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:09.955989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Attempting to bind port 96946e7b-a141-4585-856f-f5829f337c30 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2f023178-8cfe-4050-9077-a452228149d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ef140b4c-3482-42af-95cd-0c814534abb2'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:09.956352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Attempting to bind port 96946e7b-a141-4585-856f-f5829f337c30 on network ef140b4c-3482-42af-95cd-0c814534abb2 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:09.968767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:09.969165 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Checking segment: {'id': '2f023178-8cfe-4050-9077-a452228149d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ef140b4c-3482-42af-95cd-0c814534abb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:09.969552 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:09.970226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Bound using segment: {'id': '2f023178-8cfe-4050-9077-a452228149d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ef140b4c-3482-42af-95cd-0c814534abb2'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:09.970719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Bound port: 96946e7b-a141-4585-856f-f5829f337c30, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f023178-8cfe-4050-9077-a452228149d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ef140b4c-3482-42af-95cd-0c814534abb2'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:09.972460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.042118 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.163491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7bde6e6a-404e-4964-9c12-d6c7b92fcd1d None None] Provisioning complete for port 4b64c839-132f-4bbf-8ca3-c35922e05e8e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:10.164725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7bde6e6a-404e-4964-9c12-d6c7b92fcd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.186332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.243471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-ed44d050-bcdd-44a7-9868-dbf9aa5ca69b', 'network_id': 'ed44d050-bcdd-44a7-9868-dbf9aa5ca69b', 'tenant_id': '4a1906e9509b43b7aa4d93ca8bcb9cad', 'fixed_ips': [{'subnet_id': 'aab233fb-38e7-490f-b219-e87a0988c417'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:10.244653 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.495295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Allocated IP 172.20.0.2 (ed44d050-bcdd-44a7-9868-dbf9aa5ca69b/aab233fb-38e7-490f-b219-e87a0988c417/71cbed9b-d88c-4e29-af78-9d793ab04455) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:10.566859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Allocated IP 172.20.0.1 (ef140b4c-3482-42af-95cd-0c814534abb2/43eebd85-048e-4005-9311-ad0e701a0c84/df66b29b-d427-4c66-a826-8869ace7fe06) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:10.660652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] For port 96946e7b-a141-4585-856f-f5829f337c30, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:10.669157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4b64c839-132f-4bbf-8ca3-c35922e05e8e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:10.669531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.726023 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.741705 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.741970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] For port 96946e7b-a141-4585-856f-f5829f337c30, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=96946e7b-a141-4585-856f-f5829f337c30,segment=NetworkSegment(2f023178-8cfe-4050-9077-a452228149d9),segment_id=2f023178-8cfe-4050-9077-a452228149d9)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:10.800591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Made reservation on behalf of 68ef0d8904924c2b9cf3a55217fdccd2 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:10.804216 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.843559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-d3b861d5-3f80-447d-86a2-9d813d543059', 'network_id': 'd3b861d5-3f80-447d-86a2-9d813d543059', 'tenant_id': '68ef0d8904924c2b9cf3a55217fdccd2', 'fixed_ips': [{'subnet_id': '662365e2-7114-45e7-87cc-0c68f221eb3a'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:10.844505 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.864324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] device_id is not set on port da2b2c21-5b75-448c-b45d-c94bccbb14ee yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:45:10.876430 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.978665 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:10.981859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:11.033696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Network ed44d050-bcdd-44a7-9868-dbf9aa5ca69b is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:11.049531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:11.055202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:11.068230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:11.133600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Pushing event updated for resources: {'Port': ['ID=71cbed9b-d88c-4e29-af78-9d793ab04455,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:11.134751 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Network ef140b4c-3482-42af-95cd-0c814534abb2 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:11.180726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Allocated IP 2001:db8::45 (d3b861d5-3f80-447d-86a2-9d813d543059/662365e2-7114-45e7-87cc-0c68f221eb3a/da2b2c21-5b75-448c-b45d-c94bccbb14ee) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:11.202677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:11.211405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:11.267725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'Port': ['ID=df66b29b-d427-4c66-a826-8869ace7fe06,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:11.293279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:11.391379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Attempting to bind port 71cbed9b-d88c-4e29-af78-9d793ab04455 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:11.391976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Attempting to bind port 71cbed9b-d88c-4e29-af78-9d793ab04455 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b54e0234-a428-4b73-bd43-cc6787ea3245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed44d050-bcdd-44a7-9868-dbf9aa5ca69b'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:11.392298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Attempting to bind port 71cbed9b-d88c-4e29-af78-9d793ab04455 on network ed44d050-bcdd-44a7-9868-dbf9aa5ca69b {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:11.415470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdd7d87-ddce-486a-bc3c-d9ea1a360d2c None None] Pushing event updated for resources: {'Port': ['ID=96946e7b-a141-4585-856f-f5829f337c30,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:11.443257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:11.444076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Checking segment: {'id': 'b54e0234-a428-4b73-bd43-cc6787ea3245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed44d050-bcdd-44a7-9868-dbf9aa5ca69b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:11.448119 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:11.450792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Bound using segment: {'id': 'b54e0234-a428-4b73-bd43-cc6787ea3245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed44d050-bcdd-44a7-9868-dbf9aa5ca69b'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:11.451926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Bound port: 71cbed9b-d88c-4e29-af78-9d793ab04455, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54e0234-a428-4b73-bd43-cc6787ea3245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ed44d050-bcdd-44a7-9868-dbf9aa5ca69b'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:11.453035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router 742f9f24-13d7-49bd-9e3a-c71428e37d7e is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:45:11.458507 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:11.595898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] For port 71cbed9b-d88c-4e29-af78-9d793ab04455, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:11.601971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] For port 71cbed9b-d88c-4e29-af78-9d793ab04455, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=71cbed9b-d88c-4e29-af78-9d793ab04455,segment=NetworkSegment(b54e0234-a428-4b73-bd43-cc6787ea3245),segment_id=b54e0234-a428-4b73-bd43-cc6787ea3245)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:11.631706 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:11.679069 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:11.724584 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:11.761502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:11.803317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd785cb-a487-4907-9eec-6bc3e407fd2f None None] Sync routers for ids ['742f9f24-13d7-49bd-9e3a-c71428e37d7e'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:11.862981 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:11.871687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd785cb-a487-4907-9eec-6bc3e407fd2f None None] Routers {'742f9f24-13d7-49bd-9e3a-c71428e37d7e'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:11.878952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cfd785cb-a487-4907-9eec-6bc3e407fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['742f9f24-13d7-49bd-9e3a-c71428e37d7e'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:11.962607 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:11.967837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9f31105f-a9b7-4fcc-a236-70706bfd4632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3593135 Feb 11 13:45:11.979595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52648) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:12.060753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 96946e7b-a141-4585-856f-f5829f337c30 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:12.067850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cfd785cb-a487-4907-9eec-6bc3e407fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:12.074455 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc037-6545-4006-bdfe-5685ea8251fb None None] Pushing event updated for resources: {'Port': ['ID=71cbed9b-d88c-4e29-af78-9d793ab04455,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:12.156458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Network d3b861d5-3f80-447d-86a2-9d813d543059 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:12.158659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:12.161811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:12.169873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:12.171915 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:12.188510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event updated for resources: {'Port': ['ID=da2b2c21-5b75-448c-b45d-c94bccbb14ee,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:12.255294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd785cb-a487-4907-9eec-6bc3e407fd2f None None] Routers {'742f9f24-13d7-49bd-9e3a-c71428e37d7e'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:12.256255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cfd785cb-a487-4907-9eec-6bc3e407fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['742f9f24-13d7-49bd-9e3a-c71428e37d7e'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:12.314496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:12.404535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-65ea4f1e-649d-4ee0-8e9c-0a015d5db9bb tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.5564613 Feb 11 13:45:12.407416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52654) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:12.415392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Request body: {'port': {'network_id': 'd3b861d5-3f80-447d-86a2-9d813d543059', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-738608463', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:12.415881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] bootfile-name is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:45:12.416220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] tftp-server is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:45:12.416556 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] server-ip-address is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:45:12.426502 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:12.444376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-db8e77d5-edd5-4c97-ab4d-f89185507ce9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/routers/742f9f24-13d7-49bd-9e3a-c71428e37d7e HTTP/1.1" status: 200 len: 880 time: 0.4586947 Feb 11 13:45:12.452123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52656) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:12.457334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Allocated IP 2001:db8::2 (d3b861d5-3f80-447d-86a2-9d813d543059/662365e2-7114-45e7-87cc-0c68f221eb3a/d292486f-4a5f-4f0e-bf52-a3a470226cad) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:12.469404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cfd785cb-a487-4907-9eec-6bc3e407fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:12.470687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd785cb-a487-4907-9eec-6bc3e407fd2f None None] The sync data for ids ['742f9f24-13d7-49bd-9e3a-c71428e37d7e'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:12.983912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 96946e7b-a141-4585-856f-f5829f337c30 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:12.983912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:12.993973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'Port': ['ID=df66b29b-d427-4c66-a826-8869ace7fe06,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:12.993973 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:12.996887 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:12.996887 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:12.996887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 96946e7b-a141-4585-856f-f5829f337c30, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=96946e7b-a141-4585-856f-f5829f337c30,segment=NetworkSegment(2f023178-8cfe-4050-9077-a452228149d9),segment_id=2f023178-8cfe-4050-9077-a452228149d9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:13.000433 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9fee9a76-fa3e-4cc8-9539-4c80f604c250 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4658689 Feb 11 13:45:13.000433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52666) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:13.000433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2e591b86-722b-44a3-950c-e4702cc421ed tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-886514409'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:13.002287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d15d11-92f0-4467-96e7-9e257bd82a2f None None] Network ef140b4c-3482-42af-95cd-0c814534abb2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:13.113278 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.376386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Network ef140b4c-3482-42af-95cd-0c814534abb2 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:13.381253 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:13.389572 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.405735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Network d3b861d5-3f80-447d-86a2-9d813d543059 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:13.412318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:13.421907 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:13.449197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-06d5af3d-6d82-47d2-959c-4eca09a64063 None None] Provisioning complete for port 96946e7b-a141-4585-856f-f5829f337c30 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:13.449762 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-06d5af3d-6d82-47d2-959c-4eca09a64063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.472422 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e591b86-722b-44a3-950c-e4702cc421ed tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.489925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Pushing event updated for resources: {'Port': ['ID=d292486f-4a5f-4f0e-bf52-a3a470226cad,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:13.506732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Made reservation on behalf of 68ef0d8904924c2b9cf3a55217fdccd2 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:13.511259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.540449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] device_id is not set on port 0e7f6be9-3eaf-4b00-8d32-32ea7fb30ff5 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:45:13.578172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Attempting to bind port d292486f-4a5f-4f0e-bf52-a3a470226cad on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:13.578749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Attempting to bind port d292486f-4a5f-4f0e-bf52-a3a470226cad by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd3b861d5-3f80-447d-86a2-9d813d543059'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:13.579116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Attempting to bind port d292486f-4a5f-4f0e-bf52-a3a470226cad on network d3b861d5-3f80-447d-86a2-9d813d543059 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:13.598896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:13.598896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Checking segment: {'id': 'eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd3b861d5-3f80-447d-86a2-9d813d543059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:13.598896 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.598896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Bound using segment: {'id': 'eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd3b861d5-3f80-447d-86a2-9d813d543059'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:13.598896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Bound port: d292486f-4a5f-4f0e-bf52-a3a470226cad, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'd3b861d5-3f80-447d-86a2-9d813d543059'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:13.598896 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.611671 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e591b86-722b-44a3-950c-e4702cc421ed tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:13.622417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb67c39-d1e9-4cd4-88bf-83ad66b006cc None None] Network ed44d050-bcdd-44a7-9868-dbf9aa5ca69b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:13.742293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=96946e7b-a141-4585-856f-f5829f337c30,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:13.749830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Allocated IP 2001:db8::23f (d3b861d5-3f80-447d-86a2-9d813d543059/662365e2-7114-45e7-87cc-0c68f221eb3a/0e7f6be9-3eaf-4b00-8d32-32ea7fb30ff5) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:13.756872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Router c685cb35-d8ec-40d7-b73a-49e78428b474 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:45:13.881994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] For port d292486f-4a5f-4f0e-bf52-a3a470226cad, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:13.886506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] For port d292486f-4a5f-4f0e-bf52-a3a470226cad, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d292486f-4a5f-4f0e-bf52-a3a470226cad,segment=NetworkSegment(eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1),segment_id=eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:13.936898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e591b86-722b-44a3-950c-e4702cc421ed tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router 742f9f24-13d7-49bd-9e3a-c71428e37d7e has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:13.976365 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.099720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 96946e7b-a141-4585-856f-f5829f337c30 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:14.119273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:14.143060 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c0ccf432-d6f9-4c8d-bd53-19b76ff35dd4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "PUT /v2.0/routers/c685cb35-d8ec-40d7-b73a-49e78428b474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4046676 Feb 11 13:45:14.144444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52692) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:14.158325 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87226ea-dfc8-4930-89db-31244ad6a9cd None None] Sync routers for ids ['c685cb35-d8ec-40d7-b73a-49e78428b474'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:14.158861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e591b86-722b-44a3-950c-e4702cc421ed tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:14.172987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e591b86-722b-44a3-950c-e4702cc421ed tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.186879 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87226ea-dfc8-4930-89db-31244ad6a9cd None None] Routers {'c685cb35-d8ec-40d7-b73a-49e78428b474'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:14.187767 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a87226ea-dfc8-4930-89db-31244ad6a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c685cb35-d8ec-40d7-b73a-49e78428b474'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:14.189787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f9524-eb0b-457c-a37b-4acce2e284fe None None] Sync routers for ids ['742f9f24-13d7-49bd-9e3a-c71428e37d7e'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:14.192118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2e591b86-722b-44a3-950c-e4702cc421ed tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/742f9f24-13d7-49bd-9e3a-c71428e37d7e HTTP/1.1" status: 200 len: 887 time: 1.2635260 Feb 11 13:45:14.199059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52696) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:14.216216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872dd87-21a3-4f0d-a32f-38f57c131282 None None] Pushing event updated for resources: {'Port': ['ID=d292486f-4a5f-4f0e-bf52-a3a470226cad,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:14.270597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f9524-eb0b-457c-a37b-4acce2e284fe None None] Routers {'742f9f24-13d7-49bd-9e3a-c71428e37d7e'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:14.274473 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-359f9524-eb0b-457c-a37b-4acce2e284fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['742f9f24-13d7-49bd-9e3a-c71428e37d7e'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:14.293458 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a87226ea-dfc8-4930-89db-31244ad6a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:14.321394 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87226ea-dfc8-4930-89db-31244ad6a9cd None None] Routers {'c685cb35-d8ec-40d7-b73a-49e78428b474'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:14.322124 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a87226ea-dfc8-4930-89db-31244ad6a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c685cb35-d8ec-40d7-b73a-49e78428b474'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:14.373007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-95223477-744f-444c-a843-0cd83db0479e None None] Provisioning complete for port 71cbed9b-d88c-4e29-af78-9d793ab04455 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:14.373576 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-95223477-744f-444c-a843-0cd83db0479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.392362 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a87226ea-dfc8-4930-89db-31244ad6a9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:14.393638 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87226ea-dfc8-4930-89db-31244ad6a9cd None None] The sync data for ids ['c685cb35-d8ec-40d7-b73a-49e78428b474'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:14.464808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-359f9524-eb0b-457c-a37b-4acce2e284fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:14.548126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359f9524-eb0b-457c-a37b-4acce2e284fe None None] Routers {'742f9f24-13d7-49bd-9e3a-c71428e37d7e'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:14.548758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-359f9524-eb0b-457c-a37b-4acce2e284fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['742f9f24-13d7-49bd-9e3a-c71428e37d7e'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:14.562332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 96946e7b-a141-4585-856f-f5829f337c30 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:14.562721 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.612994 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.734237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-359f9524-eb0b-457c-a37b-4acce2e284fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:14.734891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f9524-eb0b-457c-a37b-4acce2e284fe None None] The sync data for ids ['742f9f24-13d7-49bd-9e3a-c71428e37d7e'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:14.818725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-95223477-744f-444c-a843-0cd83db0479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:14.880907 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-95223477-744f-444c-a843-0cd83db0479e None None] For port 71cbed9b-d88c-4e29-af78-9d793ab04455, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=71cbed9b-d88c-4e29-af78-9d793ab04455,segment=NetworkSegment(b54e0234-a428-4b73-bd43-cc6787ea3245),segment_id=b54e0234-a428-4b73-bd43-cc6787ea3245)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:15.000474 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-95223477-744f-444c-a843-0cd83db0479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:15.022545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:15.098394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 71cbed9b-d88c-4e29-af78-9d793ab04455 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:15.220508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Network d3b861d5-3f80-447d-86a2-9d813d543059 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:15.226930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:15.229159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event updated for resources: {'Port': ['ID=0e7f6be9-3eaf-4b00-8d32-32ea7fb30ff5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:15.231429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:15.237678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.238376 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:15.259734 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-40df2ebe-8251-4cb0-b278-bd29dd88e800 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:45:15.261030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-40df2ebe-8251-4cb0-b278-bd29dd88e800 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "PUT /v2.0/routers/c685cb35-d8ec-40d7-b73a-49e78428b474/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0940335 Feb 11 13:45:15.265053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52714) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:15.305053 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7caa583f-0a15-443c-ad1c-2c7821d80756 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/routers/742f9f24-13d7-49bd-9e3a-c71428e37d7e HTTP/1.1" status: 200 len: 887 time: 1.1059656 Feb 11 13:45:15.309343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52716) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:15.343701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95223477-744f-444c-a843-0cd83db0479e None None] Pushing event updated for resources: {'Port': ['ID=71cbed9b-d88c-4e29-af78-9d793ab04455,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:15.357245 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a137d42c-54a7-4da6-9a51-958070326137 None None] Provisioning complete for port 71cbed9b-d88c-4e29-af78-9d793ab04455 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:15.357706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a137d42c-54a7-4da6-9a51-958070326137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:15.380620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5b099fd6-c394-415f-bea2-5adb3c396777 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=742f9f24-13d7-49bd-9e3a-c71428e37d7e HTTP/1.1" status: 200 len: 205 time: 0.0698164 Feb 11 13:45:15.382932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52720) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:15.400696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52722) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:15.406741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c2956b93-0a24-408f-b2cb-b84e20ae9bdf tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9981036 Feb 11 13:45:15.520722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 71cbed9b-d88c-4e29-af78-9d793ab04455 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:15.521510 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:15.785678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51816a29-bb96-46f0-ad0a-0ffe1d8a5eed tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.792687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a137d42c-54a7-4da6-9a51-958070326137 None None] Provisioning complete for port 96946e7b-a141-4585-856f-f5829f337c30 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:15.793262 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a137d42c-54a7-4da6-9a51-958070326137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:15.802354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51816a29-bb96-46f0-ad0a-0ffe1d8a5eed tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.819620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51816a29-bb96-46f0-ad0a-0ffe1d8a5eed tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:15.847220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-51816a29-bb96-46f0-ad0a-0ffe1d8a5eed tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3815899 Feb 11 13:45:15.849216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52734) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:15.887390 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.028961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a137d42c-54a7-4da6-9a51-958070326137 None None] Provisioning complete for port df66b29b-d427-4c66-a826-8869ace7fe06 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:16.030658 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a137d42c-54a7-4da6-9a51-958070326137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.127832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a137d42c-54a7-4da6-9a51-958070326137 None None] Port df66b29b-d427-4c66-a826-8869ace7fe06 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:16.135059 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.220096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d292486f-4a5f-4f0e-bf52-a3a470226cad up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:16.273214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b75a1-4639-46ed-a1de-0a2e378920b9 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Deleting port 0e7f6be9-3eaf-4b00-8d32-32ea7fb30ff5 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:16.274281 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee9b75a1-4639-46ed-a1de-0a2e378920b9 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.350686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 1ae8cd98-70b2-42fa-9bc0-6a104bdba22d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:16.351236 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.354511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b1d7eec8-b397-4cd0-83a3-18752851380f None None] Provisioning complete for port df66b29b-d427-4c66-a826-8869ace7fe06 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:16.354791 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1d7eec8-b397-4cd0-83a3-18752851380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.366219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c19c703-abfa-4e7a-bc16-ed0c4c665030 None None] Network d3b861d5-3f80-447d-86a2-9d813d543059 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:16.397568 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee9b75a1-4639-46ed-a1de-0a2e378920b9 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.412284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b75a1-4639-46ed-a1de-0a2e378920b9 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Calling delete_port for 0e7f6be9-3eaf-4b00-8d32-32ea7fb30ff5 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:16.511015 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.542582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b1d7eec8-b397-4cd0-83a3-18752851380f None None] Port df66b29b-d427-4c66-a826-8869ace7fe06 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:16.547950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d292486f-4a5f-4f0e-bf52-a3a470226cad triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:16.548317 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.566570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 1ae8cd98-70b2-42fa-9bc0-6a104bdba22d owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:16.706450 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.852927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee9b75a1-4639-46ed-a1de-0a2e378920b9 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.890708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.917517 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1c4da7c3-6af9-4023-9dcc-6647acbbb32a None None] Provisioning complete for port d292486f-4a5f-4f0e-bf52-a3a470226cad triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:16.918088 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c4da7c3-6af9-4023-9dcc-6647acbbb32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:16.927974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=1ae8cd98-70b2-42fa-9bc0-6a104bdba22d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:16.930732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b75a1-4639-46ed-a1de-0a2e378920b9 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event deleted for resources: {'Port': ['ID=0e7f6be9-3eaf-4b00-8d32-32ea7fb30ff5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:17.034879 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.094858 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.109497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee9b75a1-4639-46ed-a1de-0a2e378920b9 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.125821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ee9b75a1-4639-46ed-a1de-0a2e378920b9 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "DELETE /v2.0/ports/0e7f6be9-3eaf-4b00-8d32-32ea7fb30ff5 HTTP/1.1" status: 204 len: 168 time: 1.2708678 Feb 11 13:45:17.129541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52758) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:17.134091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port d292486f-4a5f-4f0e-bf52-a3a470226cad, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d292486f-4a5f-4f0e-bf52-a3a470226cad,segment=NetworkSegment(eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1),segment_id=eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:17.135583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Request body: {'port': {'name': 'tempest-new-port-name-847811016', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:17.136112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] bootfile-name is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:45:17.136537 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] tftp-server is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:45:17.136970 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.api.validators [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] server-ip-address is not in valid_values {{(pid=103006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 11 13:45:17.244161 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c4da7c3-6af9-4023-9dcc-6647acbbb32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.244161 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.244161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 71cbed9b-d88c-4e29-af78-9d793ab04455 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:17.244479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.258006 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.262094 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.378854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=d292486f-4a5f-4f0e-bf52-a3a470226cad,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:17.388609 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.390325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Fanout notify agent at l3_agent the message router_deleted on router 742f9f24-13d7-49bd-9e3a-c71428e37d7e {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:45:17.409354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.411697 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-34e09021-fd78-489a-82ec-60578ea36d1e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/742f9f24-13d7-49bd-9e3a-c71428e37d7e HTTP/1.1" status: 204 len: 168 time: 2.0276952 Feb 11 13:45:17.415451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52764) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:17.423878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'network': {'name': 'tempest-RoutersTest-1681098918'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:17.514290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 71cbed9b-d88c-4e29-af78-9d793ab04455 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:17.514831 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.518949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-1c4da7c3-6af9-4023-9dcc-6647acbbb32a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:45:17.519307 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-1c4da7c3-6af9-4023-9dcc-6647acbbb32a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:45:17.594382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Deleting port df66b29b-d427-4c66-a826-8869ace7fe06 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:17.594748 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.684578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:17.684578 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.764594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:17.767532 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.771485 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.792237 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.792588 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added segment 1f241879-e9d5-452a-a03a-1e6d521f7c87 of type vlan for network 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 Feb 11 13:45:17.794842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Calling delete_port for df66b29b-d427-4c66-a826-8869ace7fe06 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:17.946071 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:17.989741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d292486f-4a5f-4f0e-bf52-a3a470226cad up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:18.023513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.028938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] In _notify_port_updated(), no bound segment for port da2b2c21-5b75-448c-b45d-c94bccbb14ee on network d3b861d5-3f80-447d-86a2-9d813d543059 {{(pid=103006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 11 13:45:18.035585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:18.037662 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.037662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "PUT /v2.0/ports/da2b2c21-5b75-448c-b45d-c94bccbb14ee HTTP/1.1" status: 200 len: 1128 time: 0.9069924 Feb 11 13:45:18.040548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52780) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:18.047168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301bfc0-434a-421e-84cb-1512b760895b tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event updated for resources: {'Port': ['ID=da2b2c21-5b75-448c-b45d-c94bccbb14ee,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:18.126333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d292486f-4a5f-4f0e-bf52-a3a470226cad triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:18.126892 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.205884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfe9d1-655b-402f-b462-127664a9b610 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:18.234503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a9dfe9d1-655b-402f-b462-127664a9b610 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "GET /v2.0/ports/da2b2c21-5b75-448c-b45d-c94bccbb14ee HTTP/1.1" status: 200 len: 1128 time: 0.1928501 Feb 11 13:45:18.239078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52784) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:18.258611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a4f1b41a-b6e6-49b1-90a7-14761cccb682 None None] Provisioning complete for port d292486f-4a5f-4f0e-bf52-a3a470226cad triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:18.259173 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a4f1b41a-b6e6-49b1-90a7-14761cccb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.289747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.297458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:18.298375 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.340279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.442305 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a4f1b41a-b6e6-49b1-90a7-14761cccb682 None None] Provisioning complete for port da2b2c21-5b75-448c-b45d-c94bccbb14ee triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:18.443047 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a4f1b41a-b6e6-49b1-90a7-14761cccb682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.454007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event deleted for resources: {'Port': ['ID=df66b29b-d427-4c66-a826-8869ace7fe06,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:18.465262 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0486114 Feb 11 13:45:18.469849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52786) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:18.483385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'subnet': {'network_id': '62c93122-423c-4a68-8bdc-c8b28c8d4ef8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:18.533035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-acaf8a3e-8d10-4297-aa5b-cb598b84207d tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Deleting port da2b2c21-5b75-448c-b45d-c94bccbb14ee {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:18.533301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-acaf8a3e-8d10-4297-aa5b-cb598b84207d tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.811655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1b41a-b6e6-49b1-90a7-14761cccb682 None None] Port da2b2c21-5b75-448c-b45d-c94bccbb14ee cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:18.899908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-acaf8a3e-8d10-4297-aa5b-cb598b84207d tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:18.929574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6df8bf7d-613f-4e9c-80e5-48f32ed3f8dd None None] Could not find standard attr ID for object 0e7f6be9-3eaf-4b00-8d32-32ea7fb30ff5. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:45:18.961467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-acaf8a3e-8d10-4297-aa5b-cb598b84207d tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Calling delete_port for da2b2c21-5b75-448c-b45d-c94bccbb14ee owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:18.968384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:18.977364 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:19.266912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ee39b-008d-41e2-8de9-55c94b762cb4 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Network': ['ID=62c93122-423c-4a68-8bdc-c8b28c8d4ef8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:19.285393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:19.446832 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:19.535574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-acaf8a3e-8d10-4297-aa5b-cb598b84207d tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:19.559953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-06ccaed9-4c41-46de-8a0d-edc3e65266f4 None None] Could not find standard attr ID for object da2b2c21-5b75-448c-b45d-c94bccbb14ee. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:45:19.610812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-acaf8a3e-8d10-4297-aa5b-cb598b84207d tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:19.614260 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-acaf8a3e-8d10-4297-aa5b-cb598b84207d tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "DELETE /v2.0/ports/da2b2c21-5b75-448c-b45d-c94bccbb14ee HTTP/1.1" status: 204 len: 168 time: 1.3740337 Feb 11 13:45:19.616221 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:19.621319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52804) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:19.644128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Router c685cb35-d8ec-40d7-b73a-49e78428b474 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:19.691485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Subnet': ['ID=67054a9e-8540-4646-ae1d-fa045654c5f9,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:19.700633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf8a3e-8d10-4297-aa5b-cb598b84207d tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event deleted for resources: {'Port': ['ID=da2b2c21-5b75-448c-b45d-c94bccbb14ee,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:19.760524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:19.767299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ca5bfcb1-3462-4ebb-ba80-73c747ff2075 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "PUT /v2.0/routers/c685cb35-d8ec-40d7-b73a-49e78428b474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4924276 Feb 11 13:45:19.771565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52808) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:19.774054 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53fc67-85ab-478d-88fa-faf4e86e71da None None] Sync routers for ids ['c685cb35-d8ec-40d7-b73a-49e78428b474'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:19.789535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Checking segment: {'id': '1f241879-e9d5-452a-a03a-1e6d521f7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '62c93122-423c-4a68-8bdc-c8b28c8d4ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:19.789923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network hostable DHCP agents. Network: 62c93122-423c-4a68-8bdc-c8b28c8d4ef8, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:19.791353 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53fc67-85ab-478d-88fa-faf4e86e71da None None] Routers {'c685cb35-d8ec-40d7-b73a-49e78428b474'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:19.794737 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b53fc67-85ab-478d-88fa-faf4e86e71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c685cb35-d8ec-40d7-b73a-49e78428b474'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:19.809249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a063636b-d558-42d0-a242-3fd7aa73de70 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Deleting subnet 662365e2-7114-45e7-87cc-0c68f221eb3a {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:45:19.816883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a063636b-d558-42d0-a242-3fd7aa73de70 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:19.821390 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-189fda58-49a3-4470-a06c-e06f2630138b tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] delete failed (client error): The resource could not be found. Feb 11 13:45:19.822517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-189fda58-49a3-4470-a06c-e06f2630138b tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "DELETE /v2.0/routers/tempest-non_exist_router-1601132598 HTTP/1.1" status: 404 len: 335 time: 0.0499897 Feb 11 13:45:19.826802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52810) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:19.832409 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-53500c7f-89bf-4c24-b805-15848a259c71 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c685cb35-d8ec-40d7-b73a-49e78428b474'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:19.878849 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a063636b-d558-42d0-a242-3fd7aa73de70 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:19.899382 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b53fc67-85ab-478d-88fa-faf4e86e71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:19.908925 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53fc67-85ab-478d-88fa-faf4e86e71da None None] Routers {'c685cb35-d8ec-40d7-b73a-49e78428b474'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:19.909746 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b53fc67-85ab-478d-88fa-faf4e86e71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c685cb35-d8ec-40d7-b73a-49e78428b474'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:19.956568 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1b53fc67-85ab-478d-88fa-faf4e86e71da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:19.957512 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b53fc67-85ab-478d-88fa-faf4e86e71da None None] The sync data for ids ['c685cb35-d8ec-40d7-b73a-49e78428b474'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:19.971300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:20.057271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a063636b-d558-42d0-a242-3fd7aa73de70 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.060659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 62c93122-423c-4a68-8bdc-c8b28c8d4ef8) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:20.067829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:20.068829 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.070177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ec439d-fb37-4276-b6ff-6b564ec80c2f None None] Network 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:20.087788 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53500c7f-89bf-4c24-b805-15848a259c71 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.200344 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-53500c7f-89bf-4c24-b805-15848a259c71 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] update failed (client error): The resource could not be found. Feb 11 13:45:20.205066 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-53500c7f-89bf-4c24-b805-15848a259c71 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "PUT /v2.0/routers/c685cb35-d8ec-40d7-b73a-49e78428b474 HTTP/1.1" status: 404 len: 339 time: 0.3731668 Feb 11 13:45:20.205442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52818) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:20.254577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52822) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:20.254860 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-542172f0-9159-4a33-aab2-6d9be9afb286 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7824047 Feb 11 13:45:20.261255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-27fbdb5b-fbb5-492a-9b1b-2b49697d5cd3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-362226827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:20.261595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-62c93122-423c-4a68-8bdc-c8b28c8d4ef8', 'network_id': '62c93122-423c-4a68-8bdc-c8b28c8d4ef8', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'fixed_ips': [{'subnet_id': '67054a9e-8540-4646-ae1d-fa045654c5f9'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:20.262664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.319681 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a063636b-d558-42d0-a242-3fd7aa73de70 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.405432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27fbdb5b-fbb5-492a-9b1b-2b49697d5cd3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.406763 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27fbdb5b-fbb5-492a-9b1b-2b49697d5cd3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.455020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063636b-d558-42d0-a242-3fd7aa73de70 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event deleted for resources: {'Subnet': ['ID=662365e2-7114-45e7-87cc-0c68f221eb3a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:20.468969 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Allocated IP 172.20.0.2 (62c93122-423c-4a68-8bdc-c8b28c8d4ef8/67054a9e-8540-4646-ae1d-fa045654c5f9/0f0588b4-93c5-425a-bf18-d2eeb98379fa) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:20.534679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27fbdb5b-fbb5-492a-9b1b-2b49697d5cd3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.537577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a063636b-d558-42d0-a242-3fd7aa73de70 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.543701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52828) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:20.543850 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a063636b-d558-42d0-a242-3fd7aa73de70 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "DELETE /v2.0/subnets/662365e2-7114-45e7-87cc-0c68f221eb3a HTTP/1.1" status: 204 len: 168 time: 0.8662925 Feb 11 13:45:20.641180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.665229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.668316 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27fbdb5b-fbb5-492a-9b1b-2b49697d5cd3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.692543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.697919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee3120b-88d2-4236-a280-fc7913dd8df4 None None] Network d3b861d5-3f80-447d-86a2-9d813d543059 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:20.771088 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27fbdb5b-fbb5-492a-9b1b-2b49697d5cd3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.781332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-27fbdb5b-fbb5-492a-9b1b-2b49697d5cd3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5164633 Feb 11 13:45:20.781332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52834) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:20.840715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.860436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Network 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:20.861512 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Deleting port d292486f-4a5f-4f0e-bf52-a3a470226cad {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:20.861921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:20.879046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:20.912871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:20.948688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Allocated IP 172.20.0.1 (65d0692b-4c3c-4e1b-8231-294950d63c06/655305e7-b12b-4a45-b4d6-c1b3eb626bc3/5532a920-1841-4d84-b38a-99233d721e85) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:21.036200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Attempting to bind port 0f0588b4-93c5-425a-bf18-d2eeb98379fa on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:21.036829 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Attempting to bind port 0f0588b4-93c5-425a-bf18-d2eeb98379fa by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '1f241879-e9d5-452a-a03a-1e6d521f7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '62c93122-423c-4a68-8bdc-c8b28c8d4ef8'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:21.037333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Attempting to bind port 0f0588b4-93c5-425a-bf18-d2eeb98379fa on network 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:21.058135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Pushing event updated for resources: {'Port': ['ID=0f0588b4-93c5-425a-bf18-d2eeb98379fa,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:21.058135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:21.058135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Checking segment: {'id': '1f241879-e9d5-452a-a03a-1e6d521f7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '62c93122-423c-4a68-8bdc-c8b28c8d4ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:21.058135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.058135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Bound using segment: {'id': '1f241879-e9d5-452a-a03a-1e6d521f7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '62c93122-423c-4a68-8bdc-c8b28c8d4ef8'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:21.059870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Bound port: 0f0588b4-93c5-425a-bf18-d2eeb98379fa, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f241879-e9d5-452a-a03a-1e6d521f7c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '62c93122-423c-4a68-8bdc-c8b28c8d4ef8'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:21.059870 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.144003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] For port 0f0588b4-93c5-425a-bf18-d2eeb98379fa, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:21.152488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] For port 0f0588b4-93c5-425a-bf18-d2eeb98379fa, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f0588b4-93c5-425a-bf18-d2eeb98379fa,segment=NetworkSegment(1f241879-e9d5-452a-a03a-1e6d521f7c87),segment_id=1f241879-e9d5-452a-a03a-1e6d521f7c87)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:21.156511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4cb58-548e-46eb-8760-40eb79a94515 None None] DHCP port deletion for d3b861d5-3f80-447d-86a2-9d813d543059 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:45:21.184594 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.207226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] For port d292486f-4a5f-4f0e-bf52-a3a470226cad, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d292486f-4a5f-4f0e-bf52-a3a470226cad,segment=NetworkSegment(eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1),segment_id=eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:21.207890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.237563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4cb58-548e-46eb-8760-40eb79a94515 None None] Deleting port d292486f-4a5f-4f0e-bf52-a3a470226cad {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:21.237997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d5a4cb58-548e-46eb-8760-40eb79a94515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.240112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Calling delete_port for d292486f-4a5f-4f0e-bf52-a3a470226cad owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:21.241041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.314984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.359928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.367445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9397024-15cd-41bf-9905-ae3e024728cf None None] Pushing event updated for resources: {'Port': ['ID=0f0588b4-93c5-425a-bf18-d2eeb98379fa,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:21.416326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d5a4cb58-548e-46eb-8760-40eb79a94515 None None] For port d292486f-4a5f-4f0e-bf52-a3a470226cad, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d292486f-4a5f-4f0e-bf52-a3a470226cad,segment=NetworkSegment(eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1),segment_id=eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:21.418945 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d5a4cb58-548e-46eb-8760-40eb79a94515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.448690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4cb58-548e-46eb-8760-40eb79a94515 None None] Calling delete_port for d292486f-4a5f-4f0e-bf52-a3a470226cad owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:21.450495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'Port': ['ID=5532a920-1841-4d84-b38a-99233d721e85,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:21.471425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Network 65d0692b-4c3c-4e1b-8231-294950d63c06 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:21.479141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:21.479141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:21.533413 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.552191 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.683431 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d5a4cb58-548e-46eb-8760-40eb79a94515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:21.721196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4cb58-548e-46eb-8760-40eb79a94515 None None] Pushing event deleted for resources: {'Port': ['ID=d292486f-4a5f-4f0e-bf52-a3a470226cad,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:21.725425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a4cb58-548e-46eb-8760-40eb79a94515 None None] No DVR routers for this DVR port d292486f-4a5f-4f0e-bf52-a3a470226cad on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:21.769553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event deleted for resources: {'Port': ['ID=d292486f-4a5f-4f0e-bf52-a3a470226cad,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:21.785430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] No DVR routers for this DVR port d292486f-4a5f-4f0e-bf52-a3a470226cad on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:21.883562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Allocated IP 172.20.0.1 (62c93122-423c-4a68-8bdc-c8b28c8d4ef8/67054a9e-8540-4646-ae1d-fa045654c5f9/4335f840-85cf-4c91-95a5-9216b52cbaea) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:21.965360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.028659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2bb8a3fa-e8e5-47b4-b456-924afe5619cc None None] Provisioning complete for port 5532a920-1841-4d84-b38a-99233d721e85 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:22.030343 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a3fa-e8e5-47b4-b456-924afe5619cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.036721 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.073280 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f0588b4-93c5-425a-bf18-d2eeb98379fa up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:22.102917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b861d5-3f80-447d-86a2-9d813d543059']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:22.122002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8a3fa-e8e5-47b4-b456-924afe5619cc None None] Port 5532a920-1841-4d84-b38a-99233d721e85 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:22.126059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:22.126359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb22e1d1-9ec5-4970-b1c1-bc3fa770d7b1') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:22.149450 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.156431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.162701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:22.163128 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.182244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0f0588b4-93c5-425a-bf18-d2eeb98379fa triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:22.182922 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:22.239620 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:22.308732 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.331000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.350206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.372605 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.377956 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] 10.222.0.52 "DELETE /v2.0/networks/d3b861d5-3f80-447d-86a2-9d813d543059 HTTP/1.1" status: 204 len: 168 time: 1.8325095 Feb 11 13:45:22.411092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e492e06-046a-4df4-94e6-6ae9725ce9d6 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351 tempest-ExtraDHCPOptionsIpV6TestJSON-824094351-project] Pushing event deleted for resources: {'Network': ['ID=d3b861d5-3f80-447d-86a2-9d813d543059,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:22.422645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 0f0588b4-93c5-425a-bf18-d2eeb98379fa, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f0588b4-93c5-425a-bf18-d2eeb98379fa,segment=NetworkSegment(1f241879-e9d5-452a-a03a-1e6d521f7c87),segment_id=1f241879-e9d5-452a-a03a-1e6d521f7c87)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:22.464402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.479304 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.524765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.553959 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.579930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:22.583657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:22.587311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:22.611569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=0f0588b4-93c5-425a-bf18-d2eeb98379fa,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:22.618002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d292486f-4a5f-4f0e-bf52-a3a470226cad no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:22.640005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=4335f840-85cf-4c91-95a5-9216b52cbaea,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:22.652574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.667407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: d292486f-4a5f-4f0e-bf52-a3a470226cad {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:45:22.667758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d292486f-4a5f-4f0e-bf52-a3a470226cad not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:22.714242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event updated for resources: {'Port': ['ID=5532a920-1841-4d84-b38a-99233d721e85,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:22.757338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:22.898069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Network 65d0692b-4c3c-4e1b-8231-294950d63c06 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:22.900839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:22.935974 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.022003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b72f2f-09c5-4582-8495-79fb956aa11e None None] Network 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:23.168001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52870) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:23.238241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5b50c1ff-c178-40be-a385-ccc437763375 None None] Provisioning complete for port 0f0588b4-93c5-425a-bf18-d2eeb98379fa triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:23.238680 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5b50c1ff-c178-40be-a385-ccc437763375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.501991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6818b2c5-f8ca-4d63-b141-f9f477708966 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=68ef0d8904924c2b9cf3a55217fdccd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328466 Feb 11 13:45:23.504637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52882) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:23.566028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Router c685cb35-d8ec-40d7-b73a-49e78428b474 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:23.625687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-21589d4e-7ed5-47c8-8131-beb67acac222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.645168 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.660564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-21589d4e-7ed5-47c8-8131-beb67acac222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.661356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8b0dcf2b-099a-46a2-ab27-1a1748ded0f0 None None] Provisioning complete for port 5532a920-1841-4d84-b38a-99233d721e85 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:23.662547 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8b0dcf2b-099a-46a2-ab27-1a1748ded0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.711535 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8b0dcf2b-099a-46a2-ab27-1a1748ded0f0 None None] Port 5532a920-1841-4d84-b38a-99233d721e85 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:23.712840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:23.726578 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e80125ab-fa3b-4e5c-9806-29d48bc89e37 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "PUT /v2.0/routers/c685cb35-d8ec-40d7-b73a-49e78428b474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5199757 Feb 11 13:45:23.729200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52886) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:23.743318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791b01aa-0954-4e85-9a6b-35006b179cef None None] Sync routers for ids ['c685cb35-d8ec-40d7-b73a-49e78428b474'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:23.761852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b01aa-0954-4e85-9a6b-35006b179cef None None] Routers {'c685cb35-d8ec-40d7-b73a-49e78428b474'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:23.763081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-791b01aa-0954-4e85-9a6b-35006b179cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c685cb35-d8ec-40d7-b73a-49e78428b474'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:23.776039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.820490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-791b01aa-0954-4e85-9a6b-35006b179cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:23.861185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791b01aa-0954-4e85-9a6b-35006b179cef None None] Routers {'c685cb35-d8ec-40d7-b73a-49e78428b474'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:23.861829 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-791b01aa-0954-4e85-9a6b-35006b179cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c685cb35-d8ec-40d7-b73a-49e78428b474'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:23.877993 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-21589d4e-7ed5-47c8-8131-beb67acac222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.885109 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-21589d4e-7ed5-47c8-8131-beb67acac222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.887265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-21589d4e-7ed5-47c8-8131-beb67acac222 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6b592ba7-786c-47e1-bcb5-b4907b7ad871 HTTP/1.1" status: 204 len: 168 time: 0.3814092 Feb 11 13:45:23.904918 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.939512 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9577ec26-29b3-4369-9752-f9e38dd4d061 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:23.945943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=4335f840-85cf-4c91-95a5-9216b52cbaea,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:23.954445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21589d4e-7ed5-47c8-8131-beb67acac222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b592ba7-786c-47e1-bcb5-b4907b7ad871,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:23.983110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-791b01aa-0954-4e85-9a6b-35006b179cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:23.983782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791b01aa-0954-4e85-9a6b-35006b179cef None None] The sync data for ids ['c685cb35-d8ec-40d7-b73a-49e78428b474'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:24.057563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f0588b4-93c5-425a-bf18-d2eeb98379fa up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:24.122237 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-9577ec26-29b3-4369-9752-f9e38dd4d061 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 11 13:45:24.123920 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9577ec26-29b3-4369-9752-f9e38dd4d061 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "DELETE /v2.0/routers/c685cb35-d8ec-40d7-b73a-49e78428b474 HTTP/1.1" status: 409 len: 329 time: 0.3936083 Feb 11 13:45:24.127131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52896) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:24.168971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-92f5a94f-0b6e-456a-a756-f460d8815145 None None] Provisioning complete for port 4335f840-85cf-4c91-95a5-9216b52cbaea triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:24.169347 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92f5a94f-0b6e-456a-a756-f460d8815145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:24.219925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-92f5a94f-0b6e-456a-a756-f460d8815145 None None] Port 4335f840-85cf-4c91-95a5-9216b52cbaea cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:24.240646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-92f5a94f-0b6e-456a-a756-f460d8815145 None None] Provisioning complete for port 0f0588b4-93c5-425a-bf18-d2eeb98379fa triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:24.241038 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92f5a94f-0b6e-456a-a756-f460d8815145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:24.264241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0f0588b4-93c5-425a-bf18-d2eeb98379fa triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:24.264615 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:24.673233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44bf4750-772f-45d3-88a8-292a47bcd667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:24.681363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90e59e26-4f2b-4497-89e6-9cd130d91e02 None None] Provisioning complete for port 4335f840-85cf-4c91-95a5-9216b52cbaea triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:24.681870 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90e59e26-4f2b-4497-89e6-9cd130d91e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:24.734946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90e59e26-4f2b-4497-89e6-9cd130d91e02 None None] Port 4335f840-85cf-4c91-95a5-9216b52cbaea cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:24.771237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:24.771687 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:25.156360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:25.178516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2b486b82-b9ed-4f7e-b5fd-bf3f0a5b579f None None] Provisioning complete for port 4335f840-85cf-4c91-95a5-9216b52cbaea triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:25.180193 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2b486b82-b9ed-4f7e-b5fd-bf3f0a5b579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:25.262778 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2b486b82-b9ed-4f7e-b5fd-bf3f0a5b579f None None] Port 4335f840-85cf-4c91-95a5-9216b52cbaea cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:25.266013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router d4429aa6-3230-4b03-9aad-4ccac8c40114 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:45:25.509635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:25.523835 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8e192bd8-bfd0-4a3e-a58d-78dc4bf0941a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/d4429aa6-3230-4b03-9aad-4ccac8c40114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7471964 Feb 11 13:45:25.523968 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa1a1ea-a290-483f-8b15-a9bb164ef487 None None] Sync routers for ids ['d4429aa6-3230-4b03-9aad-4ccac8c40114'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:25.529074 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52938) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:25.570900 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1a1ea-a290-483f-8b15-a9bb164ef487 None None] Routers {'d4429aa6-3230-4b03-9aad-4ccac8c40114'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:25.573280 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-eaa1a1ea-a290-483f-8b15-a9bb164ef487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d4429aa6-3230-4b03-9aad-4ccac8c40114'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:25.623756 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-eaa1a1ea-a290-483f-8b15-a9bb164ef487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:25.627024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f34e45a-df91-43df-b3a2-87a6fefdb565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:25.628467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1f34e45a-df91-43df-b3a2-87a6fefdb565 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports/4335f840-85cf-4c91-95a5-9216b52cbaea HTTP/1.1" status: 200 len: 910 time: 0.0973358 Feb 11 13:45:25.631089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52940) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:25.636439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-790b758f-306e-40a5-9964-9995d292d7b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '67054a9e-8540-4646-ae1d-fa045654c5f9'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:25.637128 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa1a1ea-a290-483f-8b15-a9bb164ef487 None None] Routers {'d4429aa6-3230-4b03-9aad-4ccac8c40114'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:25.637835 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-eaa1a1ea-a290-483f-8b15-a9bb164ef487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d4429aa6-3230-4b03-9aad-4ccac8c40114'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:25.660697 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:25.668888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52942) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:25.679896 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-eaa1a1ea-a290-483f-8b15-a9bb164ef487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:25.680564 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa1a1ea-a290-483f-8b15-a9bb164ef487 None None] The sync data for ids ['d4429aa6-3230-4b03-9aad-4ccac8c40114'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:25.710226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Deleting port 5532a920-1841-4d84-b38a-99233d721e85 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:25.710626 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:25.897165 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:25.897340 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-790b758f-306e-40a5-9964-9995d292d7b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:25.915745 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Calling delete_port for 5532a920-1841-4d84-b38a-99233d721e85 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:25.922731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'networks': [{'name': 'tempest-network--1331675811'}, {'name': 'tempest-network--1665830843'}]} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:25.923130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'network': {'name': 'tempest-network--1331675811'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:25.923797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'network': {'name': 'tempest-network--1665830843'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:26.071303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Made reservation on behalf of 4ad5d1b4281a4b82a862db8a7024a0fa for: {'network': 2} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:26.077670 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.100917 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.294318 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-22f69f56-965c-4573-a8fa-f6c6df441333 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770316 Feb 11 13:45:26.329168 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.411693 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event deleted for resources: {'Port': ['ID=5532a920-1841-4d84-b38a-99233d721e85,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:26.500348 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-790b758f-306e-40a5-9964-9995d292d7b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.520949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-73ed0653-2b69-4f80-b16d-34c819841671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:26.522789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-73ed0653-2b69-4f80-b16d-34c819841671 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1096 time: 0.1721025 Feb 11 13:45:26.581919 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-790b758f-306e-40a5-9964-9995d292d7b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.627574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.676418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b758f-306e-40a5-9964-9995d292d7b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=4335f840-85cf-4c91-95a5-9216b52cbaea,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:26.679253 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.694304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790b758f-306e-40a5-9964-9995d292d7b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:26.694304 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-790b758f-306e-40a5-9964-9995d292d7b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.694304 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-790b758f-306e-40a5-9964-9995d292d7b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/ports/4335f840-85cf-4c91-95a5-9216b52cbaea HTTP/1.1" status: 200 len: 910 time: 1.0611196 Feb 11 13:45:26.696512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52978) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:26.793913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.794380 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:26.905038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-db81319e-c918-4771-94ba-dfc4ce68ac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:26.907856 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-db81319e-c918-4771-94ba-dfc4ce68ac7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 898 time: 0.3210609 Feb 11 13:45:26.980815 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bf1dcecb-5be8-4da7-aedc-c5d10d0e3b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.021352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-ef785582-25a9-4bf1-8223-84e1f3c32a29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 1001 time: 0.0739446 Feb 11 13:45:27.026984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df8cdac-a107-4b23-819b-534145dfcb74,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:27.029964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:27.087206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.087564 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Added segment 640b2f6e-ff5c-4efe-b02a-3e39ff5724c0 of type vlan for network 0ffcf147-1563-43a9-be48-7fb09c72bcd3 Feb 11 13:45:27.108286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Router c685cb35-d8ec-40d7-b73a-49e78428b474 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:27.201809 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-10aabcb9-7445-4bc6-a35d-e0326daf3587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.203408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-10aabcb9-7445-4bc6-a35d-e0326daf3587 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.1699889 Feb 11 13:45:27.250505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.270429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:27.278253 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0239b606-926d-40c0-9bb2-f956fe100d98 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "PUT /v2.0/routers/c685cb35-d8ec-40d7-b73a-49e78428b474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1498094 Feb 11 13:45:27.282718 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.287353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7b2ce-7210-4fd4-9ff1-931bb8aeacd7 None None] Sync routers for ids ['c685cb35-d8ec-40d7-b73a-49e78428b474'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:27.300406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7b2ce-7210-4fd4-9ff1-931bb8aeacd7 None None] Routers {'c685cb35-d8ec-40d7-b73a-49e78428b474'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:27.302537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b2ce-7210-4fd4-9ff1-931bb8aeacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c685cb35-d8ec-40d7-b73a-49e78428b474'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:27.313227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 52994) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:27.381254 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-1a33eb81-a626-4722-8ed9-424d8c287e0a tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] show failed (client error): The resource could not be found. Feb 11 13:45:27.383215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b2ce-7210-4fd4-9ff1-931bb8aeacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:27.383814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1a33eb81-a626-4722-8ed9-424d8c287e0a tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "GET /v2.0/routers/tempest-non_exist_router-1593939564 HTTP/1.1" status: 404 len: 335 time: 0.0689828 Feb 11 13:45:27.394488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 52998) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:27.414241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7b2ce-7210-4fd4-9ff1-931bb8aeacd7 None None] Routers {'c685cb35-d8ec-40d7-b73a-49e78428b474'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:27.417487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-5dac0f46-20b9-404e-8ec1-7d9fdd8d8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.418383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b2ce-7210-4fd4-9ff1-931bb8aeacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c685cb35-d8ec-40d7-b73a-49e78428b474'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:27.423777 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-5dac0f46-20b9-404e-8ec1-7d9fdd8d8f56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646676 Feb 11 13:45:27.432103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-36ae9adc-5c0f-4501-aee9-f3fd5b8f5698 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:27.464709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:27.483315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0eb7b2ce-7210-4fd4-9ff1-931bb8aeacd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:27.484138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb7b2ce-7210-4fd4-9ff1-931bb8aeacd7 None None] The sync data for ids ['c685cb35-d8ec-40d7-b73a-49e78428b474'] in n-d-816488-1 is: [] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:27.504366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.504719 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Added segment 371bbe37-f4c2-4231-8549-0692009c5081 of type vlan for network 89dbfd34-8bca-42e1-9112-222b741ba5fb Feb 11 13:45:27.571148 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-36ae9adc-5c0f-4501-aee9-f3fd5b8f5698 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] update failed (client error): The resource could not be found. Feb 11 13:45:27.571720 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.572852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-36ae9adc-5c0f-4501-aee9-f3fd5b8f5698 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "PUT /v2.0/routers/tempest-non_exist_router-1726013569 HTTP/1.1" status: 404 len: 335 time: 0.1774120 Feb 11 13:45:27.577680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53002) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:27.606908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-c684c12c-aaf0-4bdf-9c34-58c84579f9c8 service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737223 Feb 11 13:45:27.672301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3613769-5e9b-4aa9-8b4f-24e59beb72b4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Deleting subnet aab233fb-38e7-490f-b219-e87a0988c417 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:45:27.677125 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3613769-5e9b-4aa9-8b4f-24e59beb72b4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.714155 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.714667 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.721629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.727909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:27.728628 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.734195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3613769-5e9b-4aa9-8b4f-24e59beb72b4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.816332 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.838507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'Network': ['ID=0ffcf147-1563-43a9-be48-7fb09c72bcd3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:27.856741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 0ffcf147-1563-43a9-be48-7fb09c72bcd3 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:27.938111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'Network': ['ID=89dbfd34-8bca-42e1-9112-222b741ba5fb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:27.952850 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3613769-5e9b-4aa9-8b4f-24e59beb72b4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:27.957467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0bd3c069-335d-4490-86c6-5849218aecb7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.2809405 Feb 11 13:45:27.962217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53016) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:27.988854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 4335f840-85cf-4c91-95a5-9216b52cbaea {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:27.989397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.061886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 89dbfd34-8bca-42e1-9112-222b741ba5fb details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:28.088330 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdfd695c-f945-4a0f-ab0e-3390a94213a1 req-0b4bbc7e-7ebf-4eb3-aa5f-7544af71c570 service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619505 Feb 11 13:45:28.168681 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.199193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 4335f840-85cf-4c91-95a5-9216b52cbaea owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:28.200349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c3363-a0ad-448d-9759-2ada4e143e93 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:28.207506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c3363-a0ad-448d-9759-2ada4e143e93 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:28.224149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c3363-a0ad-448d-9759-2ada4e143e93 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:28.241102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c3363-a0ad-448d-9759-2ada4e143e93 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:28.243455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-298c3363-a0ad-448d-9759-2ada4e143e93 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2802715 Feb 11 13:45:28.246131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53030) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:28.343542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.436942 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.460661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffcf147-1563-43a9-be48-7fb09c72bcd3']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:28.476099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640b2f6e-ff5c-4efe-b02a-3e39ff5724c0') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:28.476394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640b2f6e-ff5c-4efe-b02a-3e39ff5724c0') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:28.487345 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.502395 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.507217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3613769-5e9b-4aa9-8b4f-24e59beb72b4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.508489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:28.519754 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:28.533996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a94ea-e1c2-44c8-9e55-090145847ed2 None None] Network ed44d050-bcdd-44a7-9868-dbf9aa5ca69b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:28.547937 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3613769-5e9b-4aa9-8b4f-24e59beb72b4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.551191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e3613769-5e9b-4aa9-8b4f-24e59beb72b4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "DELETE /v2.0/subnets/aab233fb-38e7-490f-b219-e87a0988c417 HTTP/1.1" status: 204 len: 168 time: 0.9722040 Feb 11 13:45:28.554256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53038) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:28.555222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3613769-5e9b-4aa9-8b4f-24e59beb72b4 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event deleted for resources: {'Subnet': ['ID=aab233fb-38e7-490f-b219-e87a0988c417,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:28.618131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a852912-0052-467a-9b67-8e991cc8cc5c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Deleting subnet 43eebd85-048e-4005-9311-ad0e701a0c84 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:45:28.621338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a852912-0052-467a-9b67-8e991cc8cc5c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.644815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.687808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=4335f840-85cf-4c91-95a5-9216b52cbaea,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:28.702618 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a852912-0052-467a-9b67-8e991cc8cc5c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.735345 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.750610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.755462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "DELETE /v2.0/networks/0ffcf147-1563-43a9-be48-7fb09c72bcd3 HTTP/1.1" status: 204 len: 168 time: 0.5074008 Feb 11 13:45:28.756840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53048) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:28.770018 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:28.847550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7aefa6-b65b-4645-b8d1-d4ec8d4ddb75 None None] DHCP port deletion for ed44d050-bcdd-44a7-9868-dbf9aa5ca69b request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:45:28.866958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e3b7d-f923-4eab-ad7a-6b3d0b227e6d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event deleted for resources: {'Network': ['ID=0ffcf147-1563-43a9-be48-7fb09c72bcd3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:28.996483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0c7aefa6-b65b-4645-b8d1-d4ec8d4ddb75 None None] Deleting port 71cbed9b-d88c-4e29-af78-9d793ab04455 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:28.998115 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0c7aefa6-b65b-4645-b8d1-d4ec8d4ddb75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.027532 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.077480 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a852912-0052-467a-9b67-8e991cc8cc5c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.111344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0c7aefa6-b65b-4645-b8d1-d4ec8d4ddb75 None None] For port 71cbed9b-d88c-4e29-af78-9d793ab04455, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=71cbed9b-d88c-4e29-af78-9d793ab04455,segment=NetworkSegment(b54e0234-a428-4b73-bd43-cc6787ea3245),segment_id=b54e0234-a428-4b73-bd43-cc6787ea3245)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:29.111814 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0c7aefa6-b65b-4645-b8d1-d4ec8d4ddb75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.142549 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0c7aefa6-b65b-4645-b8d1-d4ec8d4ddb75 None None] Calling delete_port for 71cbed9b-d88c-4e29-af78-9d793ab04455 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:29.208339 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.273363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.326858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89dbfd34-8bca-42e1-9112-222b741ba5fb']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:29.338639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371bbe37-f4c2-4231-8549-0692009c5081') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:29.339011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371bbe37-f4c2-4231-8549-0692009c5081') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:29.371331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.394765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.412518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:29.413005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:29.416378 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:29.448964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router d4429aa6-3230-4b03-9aad-4ccac8c40114 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:29.477390 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0c7aefa6-b65b-4645-b8d1-d4ec8d4ddb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.521417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7aefa6-b65b-4645-b8d1-d4ec8d4ddb75 None None] Pushing event deleted for resources: {'Port': ['ID=71cbed9b-d88c-4e29-af78-9d793ab04455,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:29.526646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7aefa6-b65b-4645-b8d1-d4ec8d4ddb75 None None] No DVR routers for this DVR port 71cbed9b-d88c-4e29-af78-9d793ab04455 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:29.541373 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.542039 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a852912-0052-467a-9b67-8e991cc8cc5c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.551381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.554952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "DELETE /v2.0/networks/89dbfd34-8bca-42e1-9112-222b741ba5fb HTTP/1.1" status: 204 len: 168 time: 0.7845550 Feb 11 13:45:29.556437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53084) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:29.585784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:29.587492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a852912-0052-467a-9b67-8e991cc8cc5c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event deleted for resources: {'Subnet': ['ID=43eebd85-048e-4005-9311-ad0e701a0c84,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:29.592953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c399826f-99f2-4ea8-a942-82c163e6bbe9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/d4429aa6-3230-4b03-9aad-4ccac8c40114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8948417 Feb 11 13:45:29.595573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53086) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:29.602926 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccecec-5c12-4030-9ffb-c73d4768848a None None] Sync routers for ids ['d4429aa6-3230-4b03-9aad-4ccac8c40114'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:29.605284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6a852912-0052-467a-9b67-8e991cc8cc5c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:29.613855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6a852912-0052-467a-9b67-8e991cc8cc5c tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "DELETE /v2.0/subnets/43eebd85-048e-4005-9311-ad0e701a0c84 HTTP/1.1" status: 204 len: 168 time: 1.0517633 Feb 11 13:45:29.617489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c80c5-7c1f-4119-a69a-7c3f9d5925f3 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event deleted for resources: {'Network': ['ID=89dbfd34-8bca-42e1-9112-222b741ba5fb,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:29.624091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53090) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:29.628724 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccecec-5c12-4030-9ffb-c73d4768848a None None] Routers {'d4429aa6-3230-4b03-9aad-4ccac8c40114'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:29.634062 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f7ccecec-5c12-4030-9ffb-c73d4768848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d4429aa6-3230-4b03-9aad-4ccac8c40114'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:29.664720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-edabf739-7169-4831-8491-1f72d773f24f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4429aa6-3230-4b03-9aad-4ccac8c40114 HTTP/1.1" status: 200 len: 205 time: 0.0655861 Feb 11 13:45:29.670840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53096) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:29.675902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ad09c1-8093-417c-8784-56ebbe48c2ed None None] Network ef140b4c-3482-42af-95cd-0c814534abb2 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:29.770362 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f7ccecec-5c12-4030-9ffb-c73d4768848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:29.807421 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ccecec-5c12-4030-9ffb-c73d4768848a None None] Routers {'d4429aa6-3230-4b03-9aad-4ccac8c40114'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:29.808051 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f7ccecec-5c12-4030-9ffb-c73d4768848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d4429aa6-3230-4b03-9aad-4ccac8c40114'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:29.878317 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f7ccecec-5c12-4030-9ffb-c73d4768848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:29.878974 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ccecec-5c12-4030-9ffb-c73d4768848a None None] The sync data for ids ['d4429aa6-3230-4b03-9aad-4ccac8c40114'] in n-d-816488-1 is: [] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:30.009786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 71cbed9b-d88c-4e29-af78-9d793ab04455 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:30.035457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 71cbed9b-d88c-4e29-af78-9d793ab04455 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:45:30.037119 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 71cbed9b-d88c-4e29-af78-9d793ab04455 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:30.103290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a469fb-2e91-498a-92c9-e3fa682a1935 None None] DHCP port deletion for ef140b4c-3482-42af-95cd-0c814534abb2 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:45:30.115428 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.282859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f6a469fb-2e91-498a-92c9-e3fa682a1935 None None] Deleting port 96946e7b-a141-4585-856f-f5829f337c30 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:30.283396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6a469fb-2e91-498a-92c9-e3fa682a1935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.363736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.408016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f6a469fb-2e91-498a-92c9-e3fa682a1935 None None] For port 96946e7b-a141-4585-856f-f5829f337c30, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=96946e7b-a141-4585-856f-f5829f337c30,segment=NetworkSegment(2f023178-8cfe-4050-9077-a452228149d9),segment_id=2f023178-8cfe-4050-9077-a452228149d9)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:30.408440 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6a469fb-2e91-498a-92c9-e3fa682a1935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.431551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f6a469fb-2e91-498a-92c9-e3fa682a1935 None None] Calling delete_port for 96946e7b-a141-4585-856f-f5829f337c30 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:30.433684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964293fb-5e99-441d-a325-34eaa35a4c19 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.443771 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964293fb-5e99-441d-a325-34eaa35a4c19 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.445883 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-964293fb-5e99-441d-a325-34eaa35a4c19 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8872421 Feb 11 13:45:30.452593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a8160f4-5f95-4402-976f-4c816622c27c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.463195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53130) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:30.470191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1568321844'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:30.553303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909579b-11ae-4ab6-bd9f-75400fad13e6 req-f24ed07d-c101-485e-98d5-b80ff4c29b2b tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.555237 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1909579b-11ae-4ab6-bd9f-75400fad13e6 req-f24ed07d-c101-485e-98d5-b80ff4c29b2b tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1096 time: 0.7475319 Feb 11 13:45:30.603151 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.627451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.629061 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6a469fb-2e91-498a-92c9-e3fa682a1935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.629719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed44d050-bcdd-44a7-9868-dbf9aa5ca69b']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:30.642910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54e0234-a428-4b73-bd43-cc6787ea3245') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:30.643400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54e0234-a428-4b73-bd43-cc6787ea3245') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:30.657272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.661096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a469fb-2e91-498a-92c9-e3fa682a1935 None None] Pushing event deleted for resources: {'Port': ['ID=96946e7b-a141-4585-856f-f5829f337c30,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:30.666896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Made reservation on behalf of 4ad5d1b4281a4b82a862db8a7024a0fa for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:30.671723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a469fb-2e91-498a-92c9-e3fa682a1935 None None] No DVR routers for this DVR port 96946e7b-a141-4585-856f-f5829f337c30 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:30.672732 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.695855 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.704167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:30.704569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:30.707550 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:30.712261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1909579b-11ae-4ab6-bd9f-75400fad13e6 req-b9a10f10-134e-4cee-ba4e-9eb8b6468476 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.712261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a8160f4-5f95-4402-976f-4c816622c27c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.714337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a8160f4-5f95-4402-976f-4c816622c27c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.723646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:30.771046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.771538 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Added segment cdc695c7-1293-4d1e-808f-230bbd920784 of type vlan for network 88851cdf-8236-4dd8-918c-af61f0dd5cce Feb 11 13:45:30.813543 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.822485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1909579b-11ae-4ab6-bd9f-75400fad13e6 req-b9a10f10-134e-4cee-ba4e-9eb8b6468476 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.889761 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a8160f4-5f95-4402-976f-4c816622c27c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.890615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8160f4-5f95-4402-976f-4c816622c27c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Fanout notify agent at l3_agent the message router_deleted on router d4429aa6-3230-4b03-9aad-4ccac8c40114 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:45:30.898309 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9a8160f4-5f95-4402-976f-4c816622c27c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.902016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9a8160f4-5f95-4402-976f-4c816622c27c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/d4429aa6-3230-4b03-9aad-4ccac8c40114 HTTP/1.1" status: 204 len: 168 time: 1.2273104 Feb 11 13:45:30.902754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53154) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:30.929888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.936292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:30.937030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.939754 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.940103 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1909579b-11ae-4ab6-bd9f-75400fad13e6 req-b9a10f10-134e-4cee-ba4e-9eb8b6468476 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.951358 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:30.956980 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "DELETE /v2.0/networks/ed44d050-bcdd-44a7-9868-dbf9aa5ca69b HTTP/1.1" status: 204 len: 168 time: 1.3304782 Feb 11 13:45:30.974767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53156) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:30.977361 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1909579b-11ae-4ab6-bd9f-75400fad13e6 req-b9a10f10-134e-4cee-ba4e-9eb8b6468476 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3887568 Feb 11 13:45:31.011249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a10f10-134e-4cee-ba4e-9eb8b6468476 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25690d54-4906-4e81-b8ec-4a8e7821acc0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.026255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6676817-ca7d-4b30-a28c-5a4ed3f5b30f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting subnet 67054a9e-8540-4646-ae1d-fa045654c5f9 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:45:31.032188 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6676817-ca7d-4b30-a28c-5a4ed3f5b30f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.117317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6676817-ca7d-4b30-a28c-5a4ed3f5b30f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.141509 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6766329 Feb 11 13:45:31.143945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53168) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:31.153366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb2d8f8-74ae-42c2-a87b-6ce7c37ddc6e tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'Network': ['ID=88851cdf-8236-4dd8-918c-af61f0dd5cce,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.160130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1329489135'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:31.166456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 88851cdf-8236-4dd8-918c-af61f0dd5cce details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:31.258412 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.263777 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2d162-5984-411c-bf63-dbb854ba826e tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event deleted for resources: {'Network': ['ID=ed44d050-bcdd-44a7-9868-dbf9aa5ca69b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.300776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a387d3-8b44-4843-a3a1-c6016b5cedb5 req-eea9b575-c5b7-4000-9413-a66430a0def3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:31.305446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6676817-ca7d-4b30-a28c-5a4ed3f5b30f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.308570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60a387d3-8b44-4843-a3a1-c6016b5cedb5 req-eea9b575-c5b7-4000-9413-a66430a0def3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1898217 Feb 11 13:45:31.404764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Made reservation on behalf of 4ad5d1b4281a4b82a862db8a7024a0fa for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:31.408276 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.427104 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.443825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60a387d3-8b44-4843-a3a1-c6016b5cedb5 req-b68dd4ea-170a-4e00-968f-843a17d07a8d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1342459 Feb 11 13:45:31.465934 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef140b4c-3482-42af-95cd-0c814534abb2']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:31.468168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53186) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:31.474767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f023178-8cfe-4050-9077-a452228149d9') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:31.475069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f023178-8cfe-4050-9077-a452228149d9') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:31.476742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:31.478627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6676817-ca7d-4b30-a28c-5a4ed3f5b30f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.489805 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.500522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.500871 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Added segment d733334f-73a1-4717-b498-b0ac40cd36bf of type vlan for network 6b7294c8-2c69-4084-b3d1-cdc073783d07 Feb 11 13:45:31.531590 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.548370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:31.548780 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:31.551949 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:31.555168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6676817-ca7d-4b30-a28c-5a4ed3f5b30f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Subnet': ['ID=67054a9e-8540-4646-ae1d-fa045654c5f9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.565053 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.566221 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6676817-ca7d-4b30-a28c-5a4ed3f5b30f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.572340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e6676817-ca7d-4b30-a28c-5a4ed3f5b30f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/67054a9e-8540-4646-ae1d-fa045654c5f9 HTTP/1.1" status: 204 len: 168 time: 0.6664104 Feb 11 13:45:31.572340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53194) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:31.581858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9fab0e-7744-40e6-a459-205fe56a7af7 None None] Network 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:31.612755 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-50f7bf8e-d5f5-4c20-aad1-a4323ed1f0b6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/1aa545de-59ad-4452-9c50-898277703150 HTTP/1.1" status: 200 len: 993 time: 0.1379895 Feb 11 13:45:31.718332 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.775085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.784399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.787677 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "DELETE /v2.0/networks/ef140b4c-3482-42af-95cd-0c814534abb2 HTTP/1.1" status: 204 len: 168 time: 0.8119683 Feb 11 13:45:31.791675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53204) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:31.833169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 0f0588b4-93c5-425a-bf18-d2eeb98379fa {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:31.833753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b887d084-70f9-408a-82bd-9e388147cea2 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event deleted for resources: {'Network': ['ID=ef140b4c-3482-42af-95cd-0c814534abb2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.835974 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.853368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.858302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:31.858878 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:31.936313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'Network': ['ID=6b7294c8-2c69-4084-b3d1-cdc073783d07,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:31.948314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e65abec-9cc3-4f40-a869-84a77c6fed62 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Deleting subnet 655305e7-b12b-4a45-b4d6-c1b3eb626bc3 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:45:31.976634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6b7294c8-2c69-4084-b3d1-cdc073783d07 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:31.988919 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e65abec-9cc3-4f40-a869-84a77c6fed62 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.006269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 96946e7b-a141-4585-856f-f5829f337c30 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:32.015536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-83d1dc94-2e77-46b8-9cb3-67ae9e33da87 req-ff714a0e-9823-4b98-95ab-3d4a10b76131 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:45:32.016615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-83d1dc94-2e77-46b8-9cb3-67ae9e33da87 req-ff714a0e-9823-4b98-95ab-3d4a10b76131 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078809 Feb 11 13:45:32.049404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port 0f0588b4-93c5-425a-bf18-d2eeb98379fa, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f0588b4-93c5-425a-bf18-d2eeb98379fa,segment=NetworkSegment(1f241879-e9d5-452a-a03a-1e6d521f7c87),segment_id=1f241879-e9d5-452a-a03a-1e6d521f7c87)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:32.049726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.061900 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e65abec-9cc3-4f40-a869-84a77c6fed62 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.063529 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-282b3456-d082-46b9-8a3b-a95dd5bdde43 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9072535 Feb 11 13:45:32.065457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53220) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:32.072948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'ports': [{'network_id': '88851cdf-8236-4dd8-918c-af61f0dd5cce', 'name': 'tempest-port--1327445027', 'admin_state_up': True}, {'network_id': '6b7294c8-2c69-4084-b3d1-cdc073783d07', 'admin_state_up': False}]} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:32.076007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'port': {'network_id': '88851cdf-8236-4dd8-918c-af61f0dd5cce', 'name': 'tempest-port--1327445027', 'admin_state_up': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:32.076007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'port': {'network_id': '6b7294c8-2c69-4084-b3d1-cdc073783d07', 'admin_state_up': False}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:32.087249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 96946e7b-a141-4585-856f-f5829f337c30 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:45:32.087702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 96946e7b-a141-4585-856f-f5829f337c30 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:32.101738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 0f0588b4-93c5-425a-bf18-d2eeb98379fa owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:32.256091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e91b7-97a0-4211-8816-902e316a0d96 None None] DHCP port deletion for 62c93122-423c-4a68-8bdc-c8b28c8d4ef8 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:45:32.300158 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e65abec-9cc3-4f40-a869-84a77c6fed62 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.411029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e91b7-97a0-4211-8816-902e316a0d96 None None] Deleting port 0f0588b4-93c5-425a-bf18-d2eeb98379fa {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:32.411401 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f2e91b7-97a0-4211-8816-902e316a0d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.424583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.489122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No DVR routers for this DVR port 0f0588b4-93c5-425a-bf18-d2eeb98379fa on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:32.552877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5f2e91b7-97a0-4211-8816-902e316a0d96 None None] For port 0f0588b4-93c5-425a-bf18-d2eeb98379fa, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0f0588b4-93c5-425a-bf18-d2eeb98379fa,segment=NetworkSegment(1f241879-e9d5-452a-a03a-1e6d521f7c87),segment_id=1f241879-e9d5-452a-a03a-1e6d521f7c87)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:32.553527 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f2e91b7-97a0-4211-8816-902e316a0d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.557340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=0f0588b4-93c5-425a-bf18-d2eeb98379fa,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:32.557886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Made reservation on behalf of 4ad5d1b4281a4b82a862db8a7024a0fa for: {'port': 2} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:32.564955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.574248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5f2e91b7-97a0-4211-8816-902e316a0d96 None None] Calling delete_port for 0f0588b4-93c5-425a-bf18-d2eeb98379fa owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:32.600387 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.619646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e65abec-9cc3-4f40-a869-84a77c6fed62 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.651943 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e65abec-9cc3-4f40-a869-84a77c6fed62 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.659768 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1e65abec-9cc3-4f40-a869-84a77c6fed62 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "DELETE /v2.0/subnets/655305e7-b12b-4a45-b4d6-c1b3eb626bc3 HTTP/1.1" status: 204 len: 168 time: 0.8665676 Feb 11 13:45:32.688209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53254) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:32.704760 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.709762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65abec-9cc3-4f40-a869-84a77c6fed62 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event deleted for resources: {'Subnet': ['ID=655305e7-b12b-4a45-b4d6-c1b3eb626bc3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:32.727302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c0aece-ac96-4779-a8e6-4053729d1f90 None None] Network 65d0692b-4c3c-4e1b-8231-294950d63c06 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:32.770586 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f2e91b7-97a0-4211-8816-902e316a0d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.788246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c93122-423c-4a68-8bdc-c8b28c8d4ef8']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:32.805341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e91b7-97a0-4211-8816-902e316a0d96 None None] Pushing event deleted for resources: {'Port': ['ID=0f0588b4-93c5-425a-bf18-d2eeb98379fa,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:32.808098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f241879-e9d5-452a-a03a-1e6d521f7c87') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:32.808397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f241879-e9d5-452a-a03a-1e6d521f7c87') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:32.823032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] device_id is not set on port 5d2e3805-c52a-40ee-a187-59e21553f910 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:45:32.823411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e91b7-97a0-4211-8816-902e316a0d96 None None] No DVR routers for this DVR port 0f0588b4-93c5-425a-bf18-d2eeb98379fa on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:32.824410 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.827337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.850668 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.877051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:32.877669 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:32.882162 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:32.975351 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:32.977574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Deleting port 4b64c839-132f-4bbf-8ca3-c35922e05e8e {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:32.978796 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.036011 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] DHCP port deletion for 65d0692b-4c3c-4e1b-8231-294950d63c06 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:45:33.102002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] device_id is not set on port 28855f96-5814-4b21-aa42-7f04f4a667b5 yet. {{(pid=103006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:45:33.107771 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.133632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Deleting port 4b64c839-132f-4bbf-8ca3-c35922e05e8e {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:33.134345 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.161361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] For port 4b64c839-132f-4bbf-8ca3-c35922e05e8e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b64c839-132f-4bbf-8ca3-c35922e05e8e,segment=NetworkSegment(f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af),segment_id=f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:33.162048 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.165798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.174631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53278) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:33.176469 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/networks/62c93122-423c-4a68-8bdc-c8b28c8d4ef8 HTTP/1.1" status: 204 len: 168 time: 1.6031294 Feb 11 13:45:33.181091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-823f8b3a-6230-4225-b881-ad24d81cedd5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1876060013', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:33.187707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d35129-5940-4cc2-b5cb-7953668f083f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Network': ['ID=62c93122-423c-4a68-8bdc-c8b28c8d4ef8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:33.202581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Calling delete_port for 4b64c839-132f-4bbf-8ca3-c35922e05e8e owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:33.220511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43d3a-c977-44f4-8e91-b59f2b05477b req-5921a49f-b9eb-4b33-a417-ff8541c7cde3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:33.228054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ed43d3a-c977-44f4-8e91-b59f2b05477b req-5921a49f-b9eb-4b33-a417-ff8541c7cde3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1801724 Feb 11 13:45:33.314956 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.332715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] For port 4b64c839-132f-4bbf-8ca3-c35922e05e8e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4b64c839-132f-4bbf-8ca3-c35922e05e8e,segment=NetworkSegment(f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af),segment_id=f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:33.333232 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.359931 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ed43d3a-c977-44f4-8e91-b59f2b05477b req-e474df9f-5f8d-42b4-ba8e-0c70972abab2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1302135 Feb 11 13:45:33.369523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Calling delete_port for 4b64c839-132f-4bbf-8ca3-c35922e05e8e owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:33.385311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-823f8b3a-6230-4225-b881-ad24d81cedd5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.386826 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-823f8b3a-6230-4225-b881-ad24d81cedd5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.452315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-b4fe8f00-1ba7-44f8-adcb-2c2df19a2b40 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2437975 Feb 11 13:45:33.453584 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.507113 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.513457 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.542277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Pushing event deleted for resources: {'Port': ['ID=4b64c839-132f-4bbf-8ca3-c35922e05e8e,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:33.547479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'Port': ['ID=5d2e3805-c52a-40ee-a187-59e21553f910,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:33.552639 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.552922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.553261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.553593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.553952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.554283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.554608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.554931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.555254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.555579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.555898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.556215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:33.569123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Checking segment: {'id': 'cdc695c7-1293-4d1e-808f-230bbd920784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '88851cdf-8236-4dd8-918c-af61f0dd5cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:33.569123 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Network hostable DHCP agents. Network: 88851cdf-8236-4dd8-918c-af61f0dd5cce, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:33.570154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event deleted for resources: {'Port': ['ID=4b64c839-132f-4bbf-8ca3-c35922e05e8e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:33.578842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fe099a-13f3-4161-b52d-1e650a5943ba None None] No DVR routers for this DVR port 4b64c839-132f-4bbf-8ca3-c35922e05e8e on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:33.585119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] No DVR routers for this DVR port 4b64c839-132f-4bbf-8ca3-c35922e05e8e on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:33.636133 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-823f8b3a-6230-4225-b881-ad24d81cedd5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.707235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-823f8b3a-6230-4225-b881-ad24d81cedd5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.707377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.739285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d0692b-4c3c-4e1b-8231-294950d63c06']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:33.752277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Network 88851cdf-8236-4dd8-918c-af61f0dd5cce is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:33.762764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:33.763940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c0bac3-a5a2-4cf2-85d5-a3ce930f17af') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:33.777704 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.794257 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.802124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:33.802682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.803811 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-823f8b3a-6230-4225-b881-ad24d81cedd5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.805269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-823f8b3a-6230-4225-b881-ad24d81cedd5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6297865 Feb 11 13:45:33.807731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53328) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:33.808904 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:33.818051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'network': {'name': 'tempest-RoutersTest-589436693'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:33.863007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 88851cdf-8236-4dd8-918c-af61f0dd5cce) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:33.867215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:33.868491 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:33.879802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1052fa76-c52c-46de-ba63-1338c9d48c9c None None] Network 88851cdf-8236-4dd8-918c-af61f0dd5cce requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:33.985077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b64c839-132f-4bbf-8ca3-c35922e05e8e no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:33.989810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:33.995186 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.004361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'Port': ['ID=28855f96-5814-4b21-aa42-7f04f4a667b5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:34.030398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 4b64c839-132f-4bbf-8ca3-c35922e05e8e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:45:34.031089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4b64c839-132f-4bbf-8ca3-c35922e05e8e not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:34.031390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f0588b4-93c5-425a-bf18-d2eeb98379fa no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:34.032833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.041736 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.051161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "DELETE /v2.0/networks/65d0692b-4c3c-4e1b-8231-294950d63c06 HTTP/1.1" status: 204 len: 168 time: 1.3607774 Feb 11 13:45:34.054622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53340) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:34.063488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 0f0588b4-93c5-425a-bf18-d2eeb98379fa {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:45:34.064011 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0f0588b4-93c5-425a-bf18-d2eeb98379fa not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:45:34.078652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00571c-76b0-43e0-965d-e3f7706c2db9 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Pushing event deleted for resources: {'Network': ['ID=65d0692b-4c3c-4e1b-8231-294950d63c06,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:34.102605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Checking segment: {'id': 'd733334f-73a1-4717-b498-b0ac40cd36bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6b7294c8-2c69-4084-b3d1-cdc073783d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:34.103208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Network hostable DHCP agents. Network: 6b7294c8-2c69-4084-b3d1-cdc073783d07, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:34.107552 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5ee1baa9-4a8c-4e54-bc1a-633c3bfba140 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "GET /v2.0/ports?device_id=c685cb35-d8ec-40d7-b73a-49e78428b474 HTTP/1.1" status: 200 len: 205 time: 0.0504436 Feb 11 13:45:34.110319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53344) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:34.119389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:34.139127 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.139590 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added segment a8ac601d-c80a-481e-8996-f5cf8f4dff64 of type vlan for network f149cac1-6136-4f6b-9de8-79b1aeada3d1 Feb 11 13:45:34.182289 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.202895 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc7ca-93d9-4af0-a24e-fd6dc5ffc358 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.255285 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Network 6b7294c8-2c69-4084-b3d1-cdc073783d07 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:34.307260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.314504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.315095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.375897 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc7ca-93d9-4af0-a24e-fd6dc5ffc358 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.378289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc7ca-93d9-4af0-a24e-fd6dc5ffc358 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.410555 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6b7294c8-2c69-4084-b3d1-cdc073783d07) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:34.415291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:34.423040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.427807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a53ce8-b030-4218-9cc3-f43558ffa826 None None] Network 6b7294c8-2c69-4084-b3d1-cdc073783d07 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:34.444914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.445646 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.472639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Network': ['ID=f149cac1-6136-4f6b-9de8-79b1aeada3d1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:34.491904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f149cac1-6136-4f6b-9de8-79b1aeada3d1 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:34.496189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e316df5c-522b-49fc-9f89-128831191dfb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6862590 Feb 11 13:45:34.510456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53366) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:34.518939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'subnet': {'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:34.551712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd3109-9afe-49a8-bf4a-8da5ee35837a req-267d6a16-7e0c-46ec-a9ce-07e139532bc3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.553423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79bd3109-9afe-49a8-bf4a-8da5ee35837a req-267d6a16-7e0c-46ec-a9ce-07e139532bc3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.0974920 Feb 11 13:45:34.596430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc7ca-93d9-4af0-a24e-fd6dc5ffc358 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.596973 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dbc7ca-93d9-4af0-a24e-fd6dc5ffc358 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Fanout notify agent at l3_agent the message router_deleted on router c685cb35-d8ec-40d7-b73a-49e78428b474 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:45:34.614765 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9dbc7ca-93d9-4af0-a24e-fd6dc5ffc358 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.616114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c9dbc7ca-93d9-4af0-a24e-fd6dc5ffc358 tempest-RoutersNegativeTest-1597933576 tempest-RoutersNegativeTest-1597933576-project] 10.222.0.52 "DELETE /v2.0/routers/c685cb35-d8ec-40d7-b73a-49e78428b474 HTTP/1.1" status: 204 len: 168 time: 0.5042634 Feb 11 13:45:34.640583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79bd3109-9afe-49a8-bf4a-8da5ee35837a req-0d736c9a-29c6-4f2f-b8d5-843ea76ad7a0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808880 Feb 11 13:45:34.662158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53376) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:34.662289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4fa37528-0430-46d2-8bd6-53d988f5ded7 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5956399 Feb 11 13:45:34.778106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26c452-0c73-4d70-a0af-473f49054d21 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.785315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26c452-0c73-4d70-a0af-473f49054d21 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:34.787174 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eb26c452-0c73-4d70-a0af-473f49054d21 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1204569 Feb 11 13:45:34.789895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53382) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:34.799689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:34.803659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:34.984538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a528525f-f652-4382-bfad-b4a1340c5a7f tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Deleting port 5d2e3805-c52a-40ee-a187-59e21553f910 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:34.984877 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a528525f-f652-4382-bfad-b4a1340c5a7f tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.095577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a528525f-f652-4382-bfad-b4a1340c5a7f tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.117311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a528525f-f652-4382-bfad-b4a1340c5a7f tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Calling delete_port for 5d2e3805-c52a-40ee-a187-59e21553f910 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:35.229549 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.308749 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a528525f-f652-4382-bfad-b4a1340c5a7f tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.348759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Subnet': ['ID=2f05c459-fb2e-4a27-b68e-b3df1055aa6e,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:35.360229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a528525f-f652-4382-bfad-b4a1340c5a7f tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.363493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a528525f-f652-4382-bfad-b4a1340c5a7f tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "DELETE /v2.0/ports/5d2e3805-c52a-40ee-a187-59e21553f910 HTTP/1.1" status: 204 len: 168 time: 0.5725610 Feb 11 13:45:35.364326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528525f-f652-4382-bfad-b4a1340c5a7f tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event deleted for resources: {'Port': ['ID=5d2e3805-c52a-40ee-a187-59e21553f910,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:35.366375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Checking segment: {'id': 'a8ac601d-c80a-481e-8996-f5cf8f4dff64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:35.366737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network hostable DHCP agents. Network: f149cac1-6136-4f6b-9de8-79b1aeada3d1, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:35.367389 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53414) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:35.400998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53416) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:35.466248 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b6101c11-e8af-4677-842a-d5dff709003d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Deleting port 28855f96-5814-4b21-aa42-7f04f4a667b5 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:45:35.466848 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6101c11-e8af-4677-842a-d5dff709003d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.467261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network f149cac1-6136-4f6b-9de8-79b1aeada3d1 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:35.549233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6101c11-e8af-4677-842a-d5dff709003d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.563458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b6101c11-e8af-4677-842a-d5dff709003d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Calling delete_port for 28855f96-5814-4b21-aa42-7f04f4a667b5 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:45:35.580808 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1757b93b-5927-4467-a143-e2b0791a70f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4a1906e9509b43b7aa4d93ca8bcb9cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784680 Feb 11 13:45:35.583372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53430) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:35.607645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f149cac1-6136-4f6b-9de8-79b1aeada3d1) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:35.615700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7badaa9d-447a-4cd6-bbe3-fef15c32d3db None None] Network f149cac1-6136-4f6b-9de8-79b1aeada3d1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:35.616854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:35.617489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.650951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d31e2b9-1b28-425f-b871-d2502cbfbe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.678355 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d31e2b9-1b28-425f-b871-d2502cbfbe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.775213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d18f895e-db99-4a22-8ca5-28fcdb67181f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2627437 Feb 11 13:45:35.779520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53438) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:35.797474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:35.798448 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.820808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6101c11-e8af-4677-842a-d5dff709003d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.905455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6101c11-e8af-4677-842a-d5dff709003d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event deleted for resources: {'Port': ['ID=28855f96-5814-4b21-aa42-7f04f4a667b5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:35.913548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6101c11-e8af-4677-842a-d5dff709003d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.916584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6938481-6261-40e6-aa5d-f002457c37b2 req-3d24c806-fc95-4a1f-820f-1280054447df tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:35.920844 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b6101c11-e8af-4677-842a-d5dff709003d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "DELETE /v2.0/ports/28855f96-5814-4b21-aa42-7f04f4a667b5 HTTP/1.1" status: 204 len: 168 time: 0.5494039 Feb 11 13:45:35.921590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53446) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:35.924377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e6938481-6261-40e6-aa5d-f002457c37b2 req-3d24c806-fc95-4a1f-820f-1280054447df tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1827846 Feb 11 13:45:35.924377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d31e2b9-1b28-425f-b871-d2502cbfbe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.926438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d31e2b9-1b28-425f-b871-d2502cbfbe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:35.927651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1d31e2b9-1b28-425f-b871-d2502cbfbe2f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f30c48a0-d8a2-41ca-9f62-c15d718d467d HTTP/1.1" status: 204 len: 168 time: 0.3434024 Feb 11 13:45:36.003325 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-00521491-98a8-451b-91a4-7b0915380bb0 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0614698 Feb 11 13:45:36.003936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53452) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:36.010052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2126627380'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:36.069670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Allocated IP 172.20.0.2 (f149cac1-6136-4f6b-9de8-79b1aeada3d1/2f05c459-fb2e-4a27-b68e-b3df1055aa6e/716c47fd-f247-4bb9-8b33-2ea811ea3deb) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:36.226379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Made reservation on behalf of 4ad5d1b4281a4b82a862db8a7024a0fa for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:36.228524 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.230711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.256346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:36.267492 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.267831 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Added segment bae346e2-9abc-48c7-9b60-9e706e4d6a9d of type vlan for network d802c06c-6523-4b9a-a4b8-029e3ea74f6d Feb 11 13:45:36.290195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31e2b9-1b28-425f-b871-d2502cbfbe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30c48a0-d8a2-41ca-9f62-c15d718d467d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:36.314988 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.341497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.376917 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Network f149cac1-6136-4f6b-9de8-79b1aeada3d1 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:36.381964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:36.393227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:36.395993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e6938481-6261-40e6-aa5d-f002457c37b2 req-c8ce93fc-dfbb-4812-b1fa-d41f9e42eb80 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4628496 Feb 11 13:45:36.430148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Pushing event updated for resources: {'Port': ['ID=716c47fd-f247-4bb9-8b33-2ea811ea3deb,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:36.508307 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.520686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:36.521297 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.570803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Attempting to bind port 716c47fd-f247-4bb9-8b33-2ea811ea3deb on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:36.571296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Attempting to bind port 716c47fd-f247-4bb9-8b33-2ea811ea3deb by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'a8ac601d-c80a-481e-8996-f5cf8f4dff64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:36.571781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Attempting to bind port 716c47fd-f247-4bb9-8b33-2ea811ea3deb on network f149cac1-6136-4f6b-9de8-79b1aeada3d1 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:36.587387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:36.590663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Checking segment: {'id': 'a8ac601d-c80a-481e-8996-f5cf8f4dff64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:36.590858 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.591408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Bound using segment: {'id': 'a8ac601d-c80a-481e-8996-f5cf8f4dff64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:36.592383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Bound port: 716c47fd-f247-4bb9-8b33-2ea811ea3deb, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ac601d-c80a-481e-8996-f5cf8f4dff64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:36.592907 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.610605 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.655225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'Network': ['ID=d802c06c-6523-4b9a-a4b8-029e3ea74f6d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:36.688188 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b04ba0fe-638e-4b62-9179-0c947da309f4 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6830883 Feb 11 13:45:36.690863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53490) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:36.706795 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1627372276'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:36.721288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d802c06c-6523-4b9a-a4b8-029e3ea74f6d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:36.809346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Made reservation on behalf of 4ad5d1b4281a4b82a862db8a7024a0fa for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:36.809480 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] For port 716c47fd-f247-4bb9-8b33-2ea811ea3deb, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:36.809480 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] For port 716c47fd-f247-4bb9-8b33-2ea811ea3deb, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=716c47fd-f247-4bb9-8b33-2ea811ea3deb,segment=NetworkSegment(a8ac601d-c80a-481e-8996-f5cf8f4dff64),segment_id=a8ac601d-c80a-481e-8996-f5cf8f4dff64)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:36.810176 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.865510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:36.887057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.887421 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Added segment ba2f17a5-cd13-47fd-a8e6-f246857d62b9 of type vlan for network d8889bde-f7fc-4ab3-a0f1-73917febe53a Feb 11 13:45:36.896511 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.939501 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:36.979982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef157d-631d-4ec0-9a8c-236764b0dc4b None None] Pushing event updated for resources: {'Port': ['ID=716c47fd-f247-4bb9-8b33-2ea811ea3deb,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:36.991255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Allocated IP 172.20.0.1 (f149cac1-6136-4f6b-9de8-79b1aeada3d1/2f05c459-fb2e-4a27-b68e-b3df1055aa6e/a0e7755a-9eda-4d35-96f2-c5ed6626cc28) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:37.100971 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.108129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:37.108953 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.286907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.299153 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'Network': ['ID=d8889bde-f7fc-4ab3-a0f1-73917febe53a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:37.312474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d8889bde-f7fc-4ab3-a0f1-73917febe53a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:37.400449 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e41630ec-234f-41a7-bfc1-b4968709f340 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7084210 Feb 11 13:45:37.484532 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.556391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=a0e7755a-9eda-4d35-96f2-c5ed6626cc28,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:37.560403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network f149cac1-6136-4f6b-9de8-79b1aeada3d1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:37.565557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:37.576838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:37.673398 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:37.992148 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.128277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53570) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:38.146982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efebc8-9e49-453b-8030-9f5c8a8a624d req-b55f4acd-84ee-4185-85e2-eb301047effa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:38.158792 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38efebc8-9e49-453b-8030-9f5c8a8a624d req-b55f4acd-84ee-4185-85e2-eb301047effa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.6733894 Feb 11 13:45:38.220432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 716c47fd-f247-4bb9-8b33-2ea811ea3deb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:38.257827 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-38efebc8-9e49-453b-8030-9f5c8a8a624d req-34cca81b-5cfb-408c-b9e8-280e894387f0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957544 Feb 11 13:45:38.409153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 716c47fd-f247-4bb9-8b33-2ea811ea3deb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:38.409573 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.564463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group': {'name': 'tempest-secgroup--142917415'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:38.656770 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.691410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b2a16d-748c-4891-8157-bd022b4b137a None None] Network f149cac1-6136-4f6b-9de8-79b1aeada3d1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:38.774043 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.789867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.845002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 716c47fd-f247-4bb9-8b33-2ea811ea3deb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=716c47fd-f247-4bb9-8b33-2ea811ea3deb,segment=NetworkSegment(a8ac601d-c80a-481e-8996-f5cf8f4dff64),segment_id=a8ac601d-c80a-481e-8996-f5cf8f4dff64)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:38.910578 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:45:38.976475 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.977873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4130a084-c687-414a-8721-1c265465b845 None None] Provisioning complete for port 716c47fd-f247-4bb9-8b33-2ea811ea3deb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:38.978365 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4130a084-c687-414a-8721-1c265465b845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:38.985804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.043475 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.054722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.107906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=a0e7755a-9eda-4d35-96f2-c5ed6626cc28,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:39.154356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.203966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.346490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b0e4c2-444d-48a3-afee-1a602bf94497,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:39.409886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=716c47fd-f247-4bb9-8b33-2ea811ea3deb,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:39.555245 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.662107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3cc29bb9-d214-4851-87c5-23d3ced3ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:39.663916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network f149cac1-6136-4f6b-9de8-79b1aeada3d1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:39.666784 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3cc29bb9-d214-4851-87c5-23d3ced3ca55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1096 time: 0.1487136 Feb 11 13:45:39.673557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:39.687340 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.919754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6776a39b-bf17-4ee1-aea1-f8f9c4798f1a None None] Provisioning complete for port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:39.920139 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6776a39b-bf17-4ee1-aea1-f8f9c4798f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.979939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-21ec7e6e-c590-420c-ac10-36c69573fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:39.983160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-21ec7e6e-c590-420c-ac10-36c69573fdcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 898 time: 0.3084149 Feb 11 13:45:39.984322 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:39.985540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8558898 Feb 11 13:45:39.989172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53658) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:40.008163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6776a39b-bf17-4ee1-aea1-f8f9c4798f1a None None] Port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:40.035443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6776a39b-bf17-4ee1-aea1-f8f9c4798f1a None None] Provisioning complete for port 716c47fd-f247-4bb9-8b33-2ea811ea3deb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:40.036051 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6776a39b-bf17-4ee1-aea1-f8f9c4798f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.045167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 716c47fd-f247-4bb9-8b33-2ea811ea3deb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:40.048269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fdf25-921f-4baf-8fef-d0c07bf72f33 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af87576-0ea7-44fd-bedd-a7dfabdd81a9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:40.111850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899846-2e6b-4a65-b056-a3d93a3adf86 req-ab8ac39c-d466-45c0-b0ab-bad856a2668c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:40.113435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30899846-2e6b-4a65-b056-a3d93a3adf86 req-ab8ac39c-d466-45c0-b0ab-bad856a2668c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.5892200 Feb 11 13:45:40.241217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30899846-2e6b-4a65-b056-a3d93a3adf86 req-ab6ba8c0-5e0e-453c-b17a-ca32e0146650 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143956 Feb 11 13:45:40.266704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:45:40.311793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a13d6694-e6c1-415a-8ec7-2585f745e7d0 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3211515 Feb 11 13:45:40.317126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53674) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:40.327969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1a99ea8a-130f-49a9-94d5-babadbfa2a74 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group': {'name': 'tempest-security--2122456400', 'description': 'tempest-security-description-1852681971'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:40.387445 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-0545830d-0ec2-4a9d-b4fc-2c08b4ddb3e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 1001 time: 0.3957160 Feb 11 13:45:40.392949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 716c47fd-f247-4bb9-8b33-2ea811ea3deb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:40.395631 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.432004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:40.438953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5a237478-ae95-4c05-9db1-7ddd5a766a18 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6576147 Feb 11 13:45:40.441645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53680) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:40.443360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a99ea8a-130f-49a9-94d5-babadbfa2a74 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.447734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'network': {'name': 'tempest-RoutersTest-1906311651'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:40.456021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:40.530350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:40.531011 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:40.562459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-12178ba1-3d97-49d6-9a82-0e34be51f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:40.571069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:40.574673 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.578697 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-12178ba1-3d97-49d6-9a82-0e34be51f2e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.1597638 Feb 11 13:45:40.624014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:40.682563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.690979 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added segment 67890592-0e1f-4ba7-815b-8602047008dc of type vlan for network f3b9060a-7baf-4349-bd55-2da47b723f77 Feb 11 13:45:40.696662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5d34023f-c46b-4605-b3df-9d6401826e9e None None] Provisioning complete for port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:40.697222 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d34023f-c46b-4605-b3df-9d6401826e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.766627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53696) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:40.768770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-0b031fcc-d785-44bf-80a5-e0004224e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:40.772336 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-0b031fcc-d785-44bf-80a5-e0004224e528 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790867 Feb 11 13:45:40.777427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'subnets': [{'network_id': 'd802c06c-6523-4b9a-a4b8-029e3ea74f6d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1290022980', 'ip_version': 6}, {'network_id': 'd8889bde-f7fc-4ab3-a0f1-73917febe53a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:40.778009 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'subnet': {'network_id': 'd802c06c-6523-4b9a-a4b8-029e3ea74f6d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1290022980', 'ip_version': 6}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:40.779425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Request body: {'subnet': {'network_id': 'd8889bde-f7fc-4ab3-a0f1-73917febe53a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:40.810278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a99ea8a-130f-49a9-94d5-babadbfa2a74 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.820480 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.835325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5d34023f-c46b-4605-b3df-9d6401826e9e None None] Port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:40.877910 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:40.878333 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a99ea8a-130f-49a9-94d5-babadbfa2a74 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.881645 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1a99ea8a-130f-49a9-94d5-babadbfa2a74 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:40.883347 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1a99ea8a-130f-49a9-94d5-babadbfa2a74 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "PUT /v2.0/security-groups/6af87576-0ea7-44fd-bedd-a7dfabdd81a9 HTTP/1.1" status: 200 len: 1780 time: 0.5649107 Feb 11 13:45:40.890520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53704) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:40.958300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99ea8a-130f-49a9-94d5-babadbfa2a74 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af87576-0ea7-44fd-bedd-a7dfabdd81a9,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:40.969803 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-a5edc031-8469-4d4d-89c2-e23469d9753a service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714847 Feb 11 13:45:40.976550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a3c1fdce-0588-4984-a40a-b40c6dc920a9 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups/6af87576-0ea7-44fd-bedd-a7dfabdd81a9 HTTP/1.1" status: 200 len: 1780 time: 0.0825772 Feb 11 13:45:40.987055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53706) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:41.011428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.019833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:41.020433 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.090290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-385b38b1-ce27-4cf4-936c-a1b11d79fd9f None None] Provisioning complete for port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:41.091438 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-385b38b1-ce27-4cf4-936c-a1b11d79fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.179277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7364142 Feb 11 13:45:41.182338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53720) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:41.192565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-385b38b1-ce27-4cf4-936c-a1b11d79fd9f None None] Port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:41.212629 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93d52a0b-2adc-4def-8753-6742e9171821 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.214805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'subnet': {'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:41.242730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b963f-de9a-4669-a02b-72c809ff3bea tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Network': ['ID=f3b9060a-7baf-4349-bd55-2da47b723f77,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:41.243355 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-5bde08cc-82ac-46ef-b218-b588bbbd803c service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651451 Feb 11 13:45:41.257021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f3b9060a-7baf-4349-bd55-2da47b723f77 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:41.265216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Made reservation on behalf of 4ad5d1b4281a4b82a862db8a7024a0fa for: {'subnet': 2} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:41.282564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.282912 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.285882 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93d52a0b-2adc-4def-8753-6742e9171821 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.349731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:45:37Z', 'revision_number': 2, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:38Z', 'revision_number': 2, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:41.386444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:41.386793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Updating router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:45:41.414020 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.487756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c0bf7-0eeb-4402-8c84-2a582478d51a req-3dd4a69c-aa2a-499a-baec-9226f1228d24 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:41.489334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-099c0bf7-0eeb-4402-8c84-2a582478d51a req-3dd4a69c-aa2a-499a-baec-9226f1228d24 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.0887229 Feb 11 13:45:41.499248 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93d52a0b-2adc-4def-8753-6742e9171821 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.503512 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93d52a0b-2adc-4def-8753-6742e9171821 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.505024 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-93d52a0b-2adc-4def-8753-6742e9171821 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/6af87576-0ea7-44fd-bedd-a7dfabdd81a9 HTTP/1.1" status: 204 len: 168 time: 0.5163722 Feb 11 13:45:41.507526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53736) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:41.528163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d52a0b-2adc-4def-8753-6742e9171821 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af87576-0ea7-44fd-bedd-a7dfabdd81a9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:41.552308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-099c0bf7-0eeb-4402-8c84-2a582478d51a req-4c68d96a-1353-4107-be42-af71683847f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565546 Feb 11 13:45:41.600441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5b34db0c-b720-4b9e-b871-ec020e222b91 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897615 Feb 11 13:45:41.603424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53740) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:41.617670 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-84711fbd-4336-4c35-8877-13f6ac4898c0 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] delete failed (client error): The resource could not be found. Feb 11 13:45:41.618849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-84711fbd-4336-4c35-8877-13f6ac4898c0 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/6af87576-0ea7-44fd-bedd-a7dfabdd81a9 HTTP/1.1" status: 404 len: 347 time: 0.0143487 Feb 11 13:45:41.629922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53742) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:41.636346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-872060ab-fe48-4dce-acb7-a00737f621aa tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294430198'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:41.715246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:41.717066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.754725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.793159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-872060ab-fe48-4dce-acb7-a00737f621aa tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:41.832290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.419888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-872060ab-fe48-4dce-acb7-a00737f621aa tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882926d7-8191-49d9-a0f9-d70dacec0e7a None None] Pushing event updated for resources: {'Port': ['ID=a0e7755a-9eda-4d35-96f2-c5ed6626cc28,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Attempting to bind port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Attempting to bind port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'a8ac601d-c80a-481e-8996-f5cf8f4dff64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Attempting to bind port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 on network f149cac1-6136-4f6b-9de8-79b1aeada3d1 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Checking segment: {'id': 'a8ac601d-c80a-481e-8996-f5cf8f4dff64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Bound using segment: {'id': 'a8ac601d-c80a-481e-8996-f5cf8f4dff64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Bound port: a0e7755a-9eda-4d35-96f2-c5ed6626cc28, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ac601d-c80a-481e-8996-f5cf8f4dff64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] For port a0e7755a-9eda-4d35-96f2-c5ed6626cc28, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] For port a0e7755a-9eda-4d35-96f2-c5ed6626cc28, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a0e7755a-9eda-4d35-96f2-c5ed6626cc28,segment=NetworkSegment(a8ac601d-c80a-481e-8996-f5cf8f4dff64),segment_id=a8ac601d-c80a-481e-8996-f5cf8f4dff64)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c5b1ed2f-8c15-4f9c-abbf-afa3079b97a4 None None] Provisioning complete for port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:42.433687 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c5b1ed2f-8c15-4f9c-abbf-afa3079b97a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.440327 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-872060ab-fe48-4dce-acb7-a00737f621aa tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.442151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1ed2f-8c15-4f9c-abbf-afa3079b97a4 None None] Port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:42.442939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872060ab-fe48-4dce-acb7-a00737f621aa tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37021663-d1d2-4d51-9a2a-a5a816e936dd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:42.443238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.444229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.444229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.445073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:42.445073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:42.445589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'Subnet': ['ID=f5944373-a25c-479a-8d90-2c1f6f6f4647,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:42.446156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882926d7-8191-49d9-a0f9-d70dacec0e7a None None] Pushing event updated for resources: {'Port': ['ID=a0e7755a-9eda-4d35-96f2-c5ed6626cc28,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:42.488058 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-872060ab-fe48-4dce-acb7-a00737f621aa tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.488058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-872060ab-fe48-4dce-acb7-a00737f621aa tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8340211 Feb 11 13:45:42.488058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53766) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:42.488844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Checking segment: {'id': 'bae346e2-9abc-48c7-9b60-9e706e4d6a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd802c06c-6523-4b9a-a4b8-029e3ea74f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:42.488844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Network hostable DHCP agents. Network: d802c06c-6523-4b9a-a4b8-029e3ea74f6d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:42.489264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e0656e91-0260-4531-88bb-7d0263c9eedd tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': '37021663-d1d2-4d51-9a2a-a5a816e936dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:42.489449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Checking segment: {'id': '67890592-0e1f-4ba7-815b-8602047008dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:42.489449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network hostable DHCP agents. Network: f3b9060a-7baf-4349-bd55-2da47b723f77, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:42.511429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:42.514230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Subnet': ['ID=bd20a550-b2c6-4102-8096-2d42b5c60ad9,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:42.633891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0656e91-0260-4531-88bb-7d0263c9eedd tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.650028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network f3b9060a-7baf-4349-bd55-2da47b723f77 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:42.652239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Network d802c06c-6523-4b9a-a4b8-029e3ea74f6d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:42.740576 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0656e91-0260-4531-88bb-7d0263c9eedd tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.762441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d5761-8745-4123-849f-ba69016c09c1 req-b756b2be-439f-4915-bba1-c804f83e6171 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:42.765326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d60d5761-8745-4123-849f-ba69016c09c1 req-b756b2be-439f-4915-bba1-c804f83e6171 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.0869174 Feb 11 13:45:42.789088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f3b9060a-7baf-4349-bd55-2da47b723f77) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:42.792867 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bd9ef269-da2c-4062-bf86-fb5786a6575f None None] Provisioning complete for port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:42.792867 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef269-da2c-4062-bf86-fb5786a6575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.800513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0656e91-0260-4531-88bb-7d0263c9eedd tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.833286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddb23d7-1f00-4818-af92-70de432d7e8c None None] Network f3b9060a-7baf-4349-bd55-2da47b723f77 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:42.836495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d802c06c-6523-4b9a-a4b8-029e3ea74f6d) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:42.857535 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd5292e-84f2-484b-8f05-2a89e5854ac1 None None] Network d802c06c-6523-4b9a-a4b8-029e3ea74f6d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:42.861439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.864183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:42.868956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.869537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0656e91-0260-4531-88bb-7d0263c9eedd tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c961bef-bfe4-4c1e-88ef-34a9c008b00f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:42.886544 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0656e91-0260-4531-88bb-7d0263c9eedd tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.895764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e0656e91-0260-4531-88bb-7d0263c9eedd tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4185824 Feb 11 13:45:42.895764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53790) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:42.945920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-465fd358-ee3c-4508-92d3-72e11bc52f3e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.957895 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-465fd358-ee3c-4508-92d3-72e11bc52f3e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:42.980807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d60d5761-8745-4123-849f-ba69016c09c1 req-6ae5a34e-1284-48a3-8337-6abb5b74e856 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2079320 Feb 11 13:45:43.018687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event updated for resources: {'Subnet': ['ID=42195d60-ae33-408f-b7f0-da3fa21ee086,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:43.030349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Checking segment: {'id': 'ba2f17a5-cd13-47fd-a8e6-f246857d62b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd8889bde-f7fc-4ab3-a0f1-73917febe53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:43.030714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Network hostable DHCP agents. Network: d8889bde-f7fc-4ab3-a0f1-73917febe53a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:43.035626 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5ca42a78-b83d-426f-b26f-a7bbc75ce445 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8483582 Feb 11 13:45:43.038798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53804) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:43.098628 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-465fd358-ee3c-4508-92d3-72e11bc52f3e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.123501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Network d8889bde-f7fc-4ab3-a0f1-73917febe53a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:43.139645 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-465fd358-ee3c-4508-92d3-72e11bc52f3e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.144000 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-465fd358-ee3c-4508-92d3-72e11bc52f3e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/2c961bef-bfe4-4c1e-88ef-34a9c008b00f HTTP/1.1" status: 204 len: 168 time: 0.2480555 Feb 11 13:45:43.144140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53808) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:43.156860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fd358-ee3c-4508-92d3-72e11bc52f3e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c961bef-bfe4-4c1e-88ef-34a9c008b00f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:43.198264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d8889bde-f7fc-4ab3-a0f1-73917febe53a) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:43.225975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:43.226646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:43.227424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.328689 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-68b133a7-3b18-4f50-938f-6139dadbbbea tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1838284 Feb 11 13:45:43.331308 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53824) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:43.352083 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ddd7e9-3148-44f2-8561-accd287c4fa3 None None] Network d8889bde-f7fc-4ab3-a0f1-73917febe53a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:43.382552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4cdbd704-9e0b-4ae8-831d-adb952eba5a8 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.6147990 Feb 11 13:45:43.383479 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53828) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:43.472781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e7101-16d5-4af3-94fd-ac7e1cb59969 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:43.474499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e7101-16d5-4af3-94fd-ac7e1cb59969 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:43.476171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e7101-16d5-4af3-94fd-ac7e1cb59969 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:43.489667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c23e7101-16d5-4af3-94fd-ac7e1cb59969 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1005015 Feb 11 13:45:43.490622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53836) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:43.491837 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a294b3ec-b651-4d76-849d-b0331ae94eb8 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.555211 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.568206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a294b3ec-b651-4d76-849d-b0331ae94eb8 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.585090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:45:37Z', 'revision_number': 2, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:42Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:43.602624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c6a37b-e983-4420-8cc7-d7cb1d719393 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Deleting subnet f5944373-a25c-479a-8d90-2c1f6f6f4647 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:45:43.615368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11c6a37b-e983-4420-8cc7-d7cb1d719393 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.639044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d301fa1-e445-4d0c-be28-39436d029275 None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:45:37Z', 'revision_number': 2, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:42Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:43.672636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11c6a37b-e983-4420-8cc7-d7cb1d719393 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.713343 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef269-da2c-4062-bf86-fb5786a6575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.731840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11c6a37b-e983-4420-8cc7-d7cb1d719393 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.781925 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a294b3ec-b651-4d76-849d-b0331ae94eb8 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.785033 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a294b3ec-b651-4d76-849d-b0331ae94eb8 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.786899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a294b3ec-b651-4d76-849d-b0331ae94eb8 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/37021663-d1d2-4d51-9a2a-a5a816e936dd HTTP/1.1" status: 204 len: 168 time: 0.4540424 Feb 11 13:45:43.789803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53850) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:43.806611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294b3ec-b651-4d76-849d-b0331ae94eb8 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37021663-d1d2-4d51-9a2a-a5a816e936dd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:43.816903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bd9ef269-da2c-4062-bf86-fb5786a6575f None None] For port a0e7755a-9eda-4d35-96f2-c5ed6626cc28, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a0e7755a-9eda-4d35-96f2-c5ed6626cc28,segment=NetworkSegment(a8ac601d-c80a-481e-8996-f5cf8f4dff64),segment_id=a8ac601d-c80a-481e-8996-f5cf8f4dff64)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:43.885690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11c6a37b-e983-4420-8cc7-d7cb1d719393 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.911511 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f3b9060a-7baf-4349-bd55-2da47b723f77', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:43.912398 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.947042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7e0966-ad79-4013-8cbd-15146145e6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-d802c06c-6523-4b9a-a4b8-029e3ea74f6d', 'network_id': 'd802c06c-6523-4b9a-a4b8-029e3ea74f6d', 'tenant_id': '4ad5d1b4281a4b82a862db8a7024a0fa', 'fixed_ips': [{'subnet_id': 'f5944373-a25c-479a-8d90-2c1f6f6f4647'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:43.951142 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df7e0966-ad79-4013-8cbd-15146145e6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.951142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59e2be7-caeb-4da3-87d5-8a2dbce00276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-d8889bde-f7fc-4ab3-a0f1-73917febe53a', 'network_id': 'd8889bde-f7fc-4ab3-a0f1-73917febe53a', 'tenant_id': '4ad5d1b4281a4b82a862db8a7024a0fa', 'fixed_ips': [{'subnet_id': '42195d60-ae33-408f-b7f0-da3fa21ee086'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:43.958814 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d59e2be7-caeb-4da3-87d5-8a2dbce00276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.960087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c6a37b-e983-4420-8cc7-d7cb1d719393 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event deleted for resources: {'Subnet': ['ID=f5944373-a25c-479a-8d90-2c1f6f6f4647,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:43.964187 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-11c6a37b-e983-4420-8cc7-d7cb1d719393 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.965612 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef269-da2c-4062-bf86-fb5786a6575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:43.972008 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-11c6a37b-e983-4420-8cc7-d7cb1d719393 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "DELETE /v2.0/subnets/f5944373-a25c-479a-8d90-2c1f6f6f4647 HTTP/1.1" status: 204 len: 168 time: 0.4762590 Feb 11 13:45:43.972864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53860) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:44.033602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e9418710-269f-4069-9259-f786dbc39336 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2426906 Feb 11 13:45:44.043327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 53866) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:44.056195 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0a2680e9-70fc-4692-afeb-46dc44aa103f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group': {'name': 'tempest-secgroup--666568035'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:44.094866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f963cd-0ba7-458f-a813-f2bf5f0863c6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Deleting subnet 42195d60-ae33-408f-b7f0-da3fa21ee086 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:45:44.099201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-49f963cd-0ba7-458f-a813-f2bf5f0863c6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.213395 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-49f963cd-0ba7-458f-a813-f2bf5f0863c6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.321530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-49f963cd-0ba7-458f-a813-f2bf5f0863c6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.485872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ef269-da2c-4062-bf86-fb5786a6575f None None] Pushing event updated for resources: {'Port': ['ID=a0e7755a-9eda-4d35-96f2-c5ed6626cc28,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:44.498061 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-49f963cd-0ba7-458f-a813-f2bf5f0863c6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server [None req-d59e2be7-caeb-4da3-87d5-8a2dbce00276 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42195d60-ae33-408f-b7f0-da3fa21ee086: This subnet is being modified by another concurrent operation. Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42195d60-ae33-408f-b7f0-da3fa21ee086: This subnet is being modified by another concurrent operation. Feb 11 13:45:44.542704 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Feb 11 13:45:44.580111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f963cd-0ba7-458f-a813-f2bf5f0863c6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event deleted for resources: {'Subnet': ['ID=42195d60-ae33-408f-b7f0-da3fa21ee086,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:44.584536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-49f963cd-0ba7-458f-a813-f2bf5f0863c6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.597627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec116b10-ba78-4a4f-b3f3-baba7f9ebf7a None None] Network d802c06c-6523-4b9a-a4b8-029e3ea74f6d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:44.607104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-49f963cd-0ba7-458f-a813-f2bf5f0863c6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "DELETE /v2.0/subnets/42195d60-ae33-408f-b7f0-da3fa21ee086 HTTP/1.1" status: 204 len: 168 time: 0.6275518 Feb 11 13:45:44.609900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53898) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:44.699444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad720ae-db6c-42ba-874f-c5161ea2cfc1 None None] Network d8889bde-f7fc-4ab3-a0f1-73917febe53a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:44.725583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59134e7b-08cc-41dd-aa9d-7bb596ddd92c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:44.729491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-59134e7b-08cc-41dd-aa9d-7bb596ddd92c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1184702 Feb 11 13:45:44.733934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53904) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:44.796891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Allocated IP 172.21.0.1 (f3b9060a-7baf-4349-bd55-2da47b723f77/bd20a550-b2c6-4102-8096-2d42b5c60ad9/3d333c8a-f321-4303-83f7-a59bc3cfbcd4) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:44.930942 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a2680e9-70fc-4692-afeb-46dc44aa103f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.949415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57cbdb4-5919-42d3-b14f-6f9f5e85dc74 req-aa2775fb-6cf8-4a9a-b046-628842caddec tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:44.949650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:44.958099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f57cbdb4-5919-42d3-b14f-6f9f5e85dc74 req-aa2775fb-6cf8-4a9a-b046-628842caddec tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.7938092 Feb 11 13:45:45.058316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f57cbdb4-5919-42d3-b14f-6f9f5e85dc74 req-edd9a15c-b3d1-4002-b374-9be1156c2ddc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991018 Feb 11 13:45:45.077679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.094214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.103670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8889bde-f7fc-4ab3-a0f1-73917febe53a']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:45.114309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2f17a5-cd13-47fd-a8e6-f246857d62b9') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:45.114628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2f17a5-cd13-47fd-a8e6-f246857d62b9') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:45.125899 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.141286 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a2680e9-70fc-4692-afeb-46dc44aa103f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.142565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.149193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:45.149630 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:45.153996 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:45.220624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a2680e9-70fc-4692-afeb-46dc44aa103f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.252265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2680e9-70fc-4692-afeb-46dc44aa103f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee3a18a-3337-4f3a-8ded-eb78c393888e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:45.280749 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.301419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.317090 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.326672 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "DELETE /v2.0/networks/d8889bde-f7fc-4ab3-a0f1-73917febe53a HTTP/1.1" status: 204 len: 168 time: 0.5911992 Feb 11 13:45:45.327514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53934) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:45.355748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac63c8c6-de91-4fe0-9ed4-59e657d3c8b6 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event deleted for resources: {'Network': ['ID=d8889bde-f7fc-4ab3-a0f1-73917febe53a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:45.370196 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a2680e9-70fc-4692-afeb-46dc44aa103f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.371507 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0a2680e9-70fc-4692-afeb-46dc44aa103f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3286729 Feb 11 13:45:45.376956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53938) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:45.380365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Allocated IP 172.21.0.2 (f3b9060a-7baf-4349-bd55-2da47b723f77/bd20a550-b2c6-4102-8096-2d42b5c60ad9/da70c7d6-9661-41fe-8d3e-dc29d56ef2bf) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:45.382808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-339f7238-5bfa-4faa-82e0-edb5f0fa6367 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': '0ee3a18a-3337-4f3a-8ded-eb78c393888e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:45.406584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network f3b9060a-7baf-4349-bd55-2da47b723f77 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:45.424506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:45.427433 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:45.431877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=3d333c8a-f321-4303-83f7-a59bc3cfbcd4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:45.498122 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.526104 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.620747 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.746604 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.804959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Network f3b9060a-7baf-4349-bd55-2da47b723f77 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:45.808154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:45.815558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:45.877542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:45.945626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Pushing event updated for resources: {'Port': ['ID=da70c7d6-9661-41fe-8d3e-dc29d56ef2bf,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:45.978934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Attempting to bind port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:45.979277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Attempting to bind port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '67890592-0e1f-4ba7-815b-8602047008dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:45.979629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Attempting to bind port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf on network f3b9060a-7baf-4349-bd55-2da47b723f77 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:45.996672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:45.997572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Checking segment: {'id': '67890592-0e1f-4ba7-815b-8602047008dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:45.998153 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.000874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Bound using segment: {'id': '67890592-0e1f-4ba7-815b-8602047008dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:46.001424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Bound port: da70c7d6-9661-41fe-8d3e-dc29d56ef2bf, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67890592-0e1f-4ba7-815b-8602047008dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:46.004577 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.009303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.070756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d802c06c-6523-4b9a-a4b8-029e3ea74f6d']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:46.094823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae346e2-9abc-48c7-9b60-9e706e4d6a9d') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:46.095521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae346e2-9abc-48c7-9b60-9e706e4d6a9d') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:46.126597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.126742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a0e7755a-9eda-4d35-96f2-c5ed6626cc28 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:46.143773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.154676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:46.155823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:46.228654 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:46.240364 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-339f7238-5bfa-4faa-82e0-edb5f0fa6367 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.279896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] For port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:46.293213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] For port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=da70c7d6-9661-41fe-8d3e-dc29d56ef2bf,segment=NetworkSegment(67890592-0e1f-4ba7-815b-8602047008dc),segment_id=67890592-0e1f-4ba7-815b-8602047008dc)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:46.303787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:46.304260 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.346998 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-339f7238-5bfa-4faa-82e0-edb5f0fa6367 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.359445 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.365447 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.370091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "DELETE /v2.0/networks/d802c06c-6523-4b9a-a4b8-029e3ea74f6d HTTP/1.1" status: 204 len: 168 time: 1.0383425 Feb 11 13:45:46.377210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53980) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:46.441036 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.490629 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.523962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bea6b1-c7be-4b30-b59c-1666d156fb5d tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event deleted for resources: {'Network': ['ID=d802c06c-6523-4b9a-a4b8-029e3ea74f6d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:46.525873 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-339f7238-5bfa-4faa-82e0-edb5f0fa6367 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.533628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca8286a-b096-4404-a16e-a9d93e2e0e9a None None] Pushing event updated for resources: {'Port': ['ID=da70c7d6-9661-41fe-8d3e-dc29d56ef2bf,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:46.550560 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.567403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f7238-5bfa-4faa-82e0-edb5f0fa6367 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06c4e5d-e8a2-4c60-820a-4af1775ef159,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:46.587419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5acdf-739c-45f7-8929-f78ee62a71bb req-4e7de569-a7f4-4b99-b545-9bbff1d3024a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:46.588985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48c5acdf-739c-45f7-8929-f78ee62a71bb req-4e7de569-a7f4-4b99-b545-9bbff1d3024a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.3001239 Feb 11 13:45:46.599498 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.707131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.708157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=3d333c8a-f321-4303-83f7-a59bc3cfbcd4,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:46.710846 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.718867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-339f7238-5bfa-4faa-82e0-edb5f0fa6367 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.720348 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-339f7238-5bfa-4faa-82e0-edb5f0fa6367 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3419571 Feb 11 13:45:46.723155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 53992) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:46.727460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a27b7962-a7e7-4111-868a-8c77ca4f25ff tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': '0ee3a18a-3337-4f3a-8ded-eb78c393888e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:46.758421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7294c8-2c69-4084-b3d1-cdc073783d07']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:46.773793 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48c5acdf-739c-45f7-8929-f78ee62a71bb req-b8555111-bbda-40f9-9d0f-2eef9812b87c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1559110 Feb 11 13:45:46.780058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd733334f-73a1-4717-b498-b0ac40cd36bf') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:46.780434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd733334f-73a1-4717-b498-b0ac40cd36bf') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:46.814562 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.837517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.845090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:46.845615 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:46.856143 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:46.878490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network f3b9060a-7baf-4349-bd55-2da47b723f77 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:46.880419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:46.984688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a27b7962-a7e7-4111-868a-8c77ca4f25ff tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.037219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:47.109427 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a27b7962-a7e7-4111-868a-8c77ca4f25ff tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.111743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.119516 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.126220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54006) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:47.133501 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "DELETE /v2.0/networks/6b7294c8-2c69-4084-b3d1-cdc073783d07 HTTP/1.1" status: 204 len: 168 time: 0.7262843 Feb 11 13:45:47.141546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399a84e-14ec-4e69-adae-ce00b4d7bc0c tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event deleted for resources: {'Network': ['ID=6b7294c8-2c69-4084-b3d1-cdc073783d07,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:47.221034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a27b7962-a7e7-4111-868a-8c77ca4f25ff tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.240011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:47.251233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8ddb2052-4252-4430-95fe-378d14ae525f tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2077701 Feb 11 13:45:47.253083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54022) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:47.254092 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:47.259647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'network': {'name': 'tempest-RoutersTest-1691369720'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:47.266422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b7962-a7e7-4111-868a-8c77ca4f25ff tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cb527d-331f-4b2b-9f42-f589751e66aa,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:47.269551 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:47.272803 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:47.332206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a27b7962-a7e7-4111-868a-8c77ca4f25ff tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.334247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a27b7962-a7e7-4111-868a-8c77ca4f25ff tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6099064 Feb 11 13:45:47.341636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54028) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:47.346577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-dd8ee66c-914e-46c3-9c34-bd6d0d1081a4 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': '0ee3a18a-3337-4f3a-8ded-eb78c393888e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:47.407920 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:47.440727 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.534691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:47.539457 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.591861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:47.604323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.619861 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added segment 5ddbb149-246e-4e79-a017-cb6c1d79c3cd of type vlan for network 331ca441-2e9e-424b-9d3f-b743197fe200 Feb 11 13:45:47.655665 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.667794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-0f1520da-6d56-488c-93e8-151681840d67 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:47.678537 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-0f1520da-6d56-488c-93e8-151681840d67 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/networks?id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d HTTP/1.1" status: 200 len: 814 time: 0.3831329 Feb 11 13:45:47.686047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.698898 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-52578b77-0ffe-43b8-9457-47877c93c291 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/quotas/4cd4824952994d188d14fa54352a2148 HTTP/1.1" status: 200 len: 375 time: 0.0099552 Feb 11 13:45:47.743803 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:45:45Z', 'revision_number': 3, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:46Z', 'revision_number': 2, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:47.776514 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-bd31cacb-90f2-4811-b9d8-b2f66fdb7ac1 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4cd4824952994d188d14fa54352a2148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685067 Feb 11 13:45:47.777159 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:47.777504 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Updating router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:45:47.782862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88851cdf-8236-4dd8-918c-af61f0dd5cce']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:47.802908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc695c7-1293-4d1e-808f-230bbd920784') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:47.803202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc695c7-1293-4d1e-808f-230bbd920784') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:47.804607 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.823332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.883666 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee66c-914e-46c3-9c34-bd6d0d1081a4 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.883666 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.904716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:45:47.905132 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:45:47.908190 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:45:47.962612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd99cef0-0b18-4123-bac7-1c80fd7f0a63 None None] Network f3b9060a-7baf-4349-bd55-2da47b723f77 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:47.970645 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:47.982320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:47.982971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.019295 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-e8c0b30a-ef2f-46a8-b6e6-6e6661230391 service neutron] 10.222.0.52 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285213 Feb 11 13:45:48.050806 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee66c-914e-46c3-9c34-bd6d0d1081a4 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.194597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea458a-e9c6-47ac-bf8a-d17e6a4e4e38 req-648258e9-f6d2-40ce-b921-bfe027169aa0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:48.202206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d9ea458a-e9c6-47ac-bf8a-d17e6a4e4e38 req-648258e9-f6d2-40ce-b921-bfe027169aa0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.2963705 Feb 11 13:45:48.210141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-bd3bdb8a-97d6-45e4-9e92-ed293a4d45d4 service neutron] 10.222.0.52 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724422 Feb 11 13:45:48.218179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device da70c7d6-9661-41fe-8d3e-dc29d56ef2bf up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:48.226108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee66c-914e-46c3-9c34-bd6d0d1081a4 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.235275 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.251749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Network': ['ID=331ca441-2e9e-424b-9d3f-b743197fe200,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:48.261913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.271013 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] 10.222.0.52 "DELETE /v2.0/networks/88851cdf-8236-4dd8-918c-af61f0dd5cce HTTP/1.1" status: 204 len: 168 time: 1.0552256 Feb 11 13:45:48.288967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ae42a73b-434f-4f0d-bc4e-f90615a8fe5a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0287092 Feb 11 13:45:48.289161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ee66c-914e-46c3-9c34-bd6d0d1081a4 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601ffe62-fd90-4295-a557-2ce5ab1134eb,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:48.305395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54046) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:48.312219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b59d2b85-942a-43d3-bd69-3643913ded80 None None] Provisioning complete for port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:48.312627 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b59d2b85-942a-43d3-bd69-3643913ded80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.318874 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e7f70-b394-4dbe-b307-c86889ec1ea1 tempest-BulkNetworkOpsIpV6Test-1939509271 tempest-BulkNetworkOpsIpV6Test-1939509271-project] Pushing event deleted for resources: {'Network': ['ID=88851cdf-8236-4dd8-918c-af61f0dd5cce,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:48.321512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'subnet': {'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:48.344527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 331ca441-2e9e-424b-9d3f-b743197fe200 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:48.351447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d9ea458a-e9c6-47ac-bf8a-d17e6a4e4e38 req-fda9fad4-7e7f-456e-a0d4-78452fc7984d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1481483 Feb 11 13:45:48.451572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd8ee66c-914e-46c3-9c34-bd6d0d1081a4 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.455082 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dd8ee66c-914e-46c3-9c34-bd6d0d1081a4 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1120124 Feb 11 13:45:48.457950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54050) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:48.464962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2a54f7b1-8aaa-4fed-a8d2-9deae0fe6d57 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': '0ee3a18a-3337-4f3a-8ded-eb78c393888e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:48.513325 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.609675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:48.613909 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.635499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:48.635875 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.656054 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.702798 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b59d2b85-942a-43d3-bd69-3643913ded80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.713200 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Pushing event updated for resources: {'Port': ['ID=3d333c8a-f321-4303-83f7-a59bc3cfbcd4,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:48.730328 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.731162 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.731661 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.732485 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.733012 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.733654 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.734194 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.734709 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.735225 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.746114 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a54f7b1-8aaa-4fed-a8d2-9deae0fe6d57 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.747355 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.747928 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.749373 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:45:48.755911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b59d2b85-942a-43d3-bd69-3643913ded80 None None] For port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=da70c7d6-9661-41fe-8d3e-dc29d56ef2bf,segment=NetworkSegment(67890592-0e1f-4ba7-815b-8602047008dc),segment_id=67890592-0e1f-4ba7-815b-8602047008dc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:48.819612 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b59d2b85-942a-43d3-bd69-3643913ded80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.842438 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Attempting to bind port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:48.843526 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Attempting to bind port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '67890592-0e1f-4ba7-815b-8602047008dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:48.844104 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Attempting to bind port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 on network f3b9060a-7baf-4349-bd55-2da47b723f77 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:48.850268 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:48.850763 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Checking segment: {'id': '67890592-0e1f-4ba7-815b-8602047008dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:48.851409 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.852010 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Bound using segment: {'id': '67890592-0e1f-4ba7-815b-8602047008dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:48.852808 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Bound port: 3d333c8a-f321-4303-83f7-a59bc3cfbcd4, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67890592-0e1f-4ba7-815b-8602047008dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:48.853267 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.879824 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:48.993187 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a54f7b1-8aaa-4fed-a8d2-9deae0fe6d57 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.013482 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] For port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:49.023562 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] For port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3d333c8a-f321-4303-83f7-a59bc3cfbcd4,segment=NetworkSegment(67890592-0e1f-4ba7-815b-8602047008dc),segment_id=67890592-0e1f-4ba7-815b-8602047008dc)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:49.069721 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8af415a4-e875-4668-872b-e3769eb53ec9 req-2f2550da-b78d-4cf0-9f27-28cc915d8657 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 210 time: 0.0797808 Feb 11 13:45:49.072231 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.140342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a54f7b1-8aaa-4fed-a8d2-9deae0fe6d57 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.159313 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.186930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54f7b1-8aaa-4fed-a8d2-9deae0fe6d57 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b60502-15f4-41e2-919e-e0360a18c855,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:49.254471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54070) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:49.257375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Subnet': ['ID=1e182d52-a8b5-49d1-985b-6eab8dd312f5,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:49.279391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Checking segment: {'id': '5ddbb149-246e-4e79-a017-cb6c1d79c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:49.279391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network hostable DHCP agents. Network: 331ca441-2e9e-424b-9d3f-b743197fe200, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:49.279738 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:49.280618 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:49.308329 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a54f7b1-8aaa-4fed-a8d2-9deae0fe6d57 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.310487 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2a54f7b1-8aaa-4fed-a8d2-9deae0fe6d57 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8492522 Feb 11 13:45:49.314884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54076) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:49.318166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f3718fd3-4af8-4051-b0fd-c12c91f44691 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': '0ee3a18a-3337-4f3a-8ded-eb78c393888e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:49.395799 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:45:49.396354 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:45:49.400730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d2b85-942a-43d3-bd69-3643913ded80 None None] Pushing event updated for resources: {'Port': ['ID=da70c7d6-9661-41fe-8d3e-dc29d56ef2bf,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:49.422134 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6471ab5-0761-47be-85ea-a4e11b3236fe None None] Pushing event updated for resources: {'Port': ['ID=3d333c8a-f321-4303-83f7-a59bc3cfbcd4,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:49.462065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 331ca441-2e9e-424b-9d3f-b743197fe200 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:49.467110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fb186efb-8c07-4ce2-bb3c-634f1c6bada1 None None] Provisioning complete for port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:49.467493 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fb186efb-8c07-4ce2-bb3c-634f1c6bada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.474701 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3718fd3-4af8-4051-b0fd-c12c91f44691 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.515423 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:49.585848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 331ca441-2e9e-424b-9d3f-b743197fe200) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:49.591586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fb186efb-8c07-4ce2-bb3c-634f1c6bada1 None None] Provisioning complete for port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:49.591900 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fb186efb-8c07-4ce2-bb3c-634f1c6bada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.596329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.596930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.626561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce5c16-148c-4327-87d7-7b521ef5a401 None None] Network 331ca441-2e9e-424b-9d3f-b743197fe200 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:49.678915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7230684-bad7-47e7-bf27-005c98f41d29 req-cdf04d2d-ca86-4999-94fd-516e7e8c83ca tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:49.681134 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7230684-bad7-47e7-bf27-005c98f41d29 req-cdf04d2d-ca86-4999-94fd-516e7e8c83ca tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1816123 Feb 11 13:45:49.738495 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eccb26d8-d9d9-4135-936f-f3f192f4e632 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4304345 Feb 11 13:45:49.741342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54090) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:49.796725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-73b4da8b-43ac-4a1d-a035-c6a41e2049d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4ad5d1b4281a4b82a862db8a7024a0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5406470 Feb 11 13:45:49.805027 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3718fd3-4af8-4051-b0fd-c12c91f44691 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.806181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54092) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:49.852124 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7230684-bad7-47e7-bf27-005c98f41d29 req-d36477b4-b05e-4392-8a35-34f5cd4daa56 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366615 Feb 11 13:45:49.906789 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fb186efb-8c07-4ce2-bb3c-634f1c6bada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.907499 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:45:45Z', 'revision_number': 3, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:48Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:49.917675 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3718fd3-4af8-4051-b0fd-c12c91f44691 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.954222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05dfaeb5-19a7-4b7b-aa6c-4c980fb04a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:49.990571 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a3cf78-b231-4fc1-b60e-2870aee3ea3b None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:45:45Z', 'revision_number': 3, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:48Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:45:49.992661 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05dfaeb5-19a7-4b7b-aa6c-4c980fb04a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.082211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3718fd3-4af8-4051-b0fd-c12c91f44691 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889c04db-9071-4030-ad5b-a5eb6a71f6b7,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:50.206656 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3718fd3-4af8-4051-b0fd-c12c91f44691 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.209852 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f3718fd3-4af8-4051-b0fd-c12c91f44691 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8935406 Feb 11 13:45:50.211148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54100) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:50.244470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-331ca441-2e9e-424b-9d3f-b743197fe200', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:50.244470 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.249330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fb186efb-8c07-4ce2-bb3c-634f1c6bada1 None None] For port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3d333c8a-f321-4303-83f7-a59bc3cfbcd4,segment=NetworkSegment(67890592-0e1f-4ba7-815b-8602047008dc),segment_id=67890592-0e1f-4ba7-815b-8602047008dc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:50.266489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b655cc38-a577-4b34-bc77-7e487eeb85cb req-356521c9-232e-498e-b3f2-fdfd5e9b87bd tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 210 time: 0.0546126 Feb 11 13:45:50.295484 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05dfaeb5-19a7-4b7b-aa6c-4c980fb04a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.309669 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05dfaeb5-19a7-4b7b-aa6c-4c980fb04a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.314888 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-05dfaeb5-19a7-4b7b-aa6c-4c980fb04a02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3df8cdac-a107-4b23-819b-534145dfcb74 HTTP/1.1" status: 204 len: 168 time: 0.5066354 Feb 11 13:45:50.324098 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a78c849f-662d-4b72-94f7-3a8af319f61b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.342618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfaeb5-19a7-4b7b-aa6c-4c980fb04a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df8cdac-a107-4b23-819b-534145dfcb74,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:50.366787 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a78c849f-662d-4b72-94f7-3a8af319f61b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.486141 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fb186efb-8c07-4ce2-bb3c-634f1c6bada1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.524222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a78c849f-662d-4b72-94f7-3a8af319f61b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.530981 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a78c849f-662d-4b72-94f7-3a8af319f61b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.535905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a78c849f-662d-4b72-94f7-3a8af319f61b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/889c04db-9071-4030-ad5b-a5eb6a71f6b7 HTTP/1.1" status: 204 len: 168 time: 0.3234031 Feb 11 13:45:50.536392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54114) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:50.704695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c849f-662d-4b72-94f7-3a8af319f61b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=889c04db-9071-4030-ad5b-a5eb6a71f6b7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:50.730354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.756046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Allocated IP 172.22.0.2 (331ca441-2e9e-424b-9d3f-b743197fe200/1e182d52-a8b5-49d1-985b-6eab8dd312f5/fde63020-8e5f-4242-bc7e-97064214e972) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:50.807213 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-76aa4d85-e87b-48fe-8759-57c20b15a0a5 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2135706 Feb 11 13:45:50.809218 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54116) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:50.885206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6838e0b-b39d-4db9-bc7e-ca63b0fbdee1 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:50.922830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6838e0b-b39d-4db9-bc7e-ca63b0fbdee1 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.093919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device da70c7d6-9661-41fe-8d3e-dc29d56ef2bf up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:51.121012 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6838e0b-b39d-4db9-bc7e-ca63b0fbdee1 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.129292 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f6838e0b-b39d-4db9-bc7e-ca63b0fbdee1 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.134197 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f6838e0b-b39d-4db9-bc7e-ca63b0fbdee1 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/26b60502-15f4-41e2-919e-e0360a18c855 HTTP/1.1" status: 204 len: 168 time: 0.3237004 Feb 11 13:45:51.134826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54130) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:51.199207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06fe0e-3f96-47d9-964e-f97c21ce5a10 req-acb8700a-12ba-4dbb-81ac-e4d72aa4e150 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:51.212605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec06fe0e-3f96-47d9-964e-f97c21ce5a10 req-acb8700a-12ba-4dbb-81ac-e4d72aa4e150 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1697733 Feb 11 13:45:51.212703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb186efb-8c07-4ce2-bb3c-634f1c6bada1 None None] Pushing event updated for resources: {'Port': ['ID=3d333c8a-f321-4303-83f7-a59bc3cfbcd4,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.224153 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-df9418a2-aabc-422f-a310-67cc3cc4064a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0830019 Feb 11 13:45:51.227003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54134) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:51.230000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6838e0b-b39d-4db9-bc7e-ca63b0fbdee1 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26b60502-15f4-41e2-919e-e0360a18c855,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.249613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5c02c1b8-9ba1-493d-960f-a48c2a20b88c None None] Provisioning complete for port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:51.253976 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5c02c1b8-9ba1-493d-960f-a48c2a20b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.268928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-404d0ddd-687f-4a52-8257-f97bd553e3c6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.278608 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-404d0ddd-687f-4a52-8257-f97bd553e3c6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.304194 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec06fe0e-3f96-47d9-964e-f97c21ce5a10 req-65cd5cc5-9d2b-467f-968a-9fc478184d5b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948932 Feb 11 13:45:51.332111 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.384366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:51.389913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.415897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d153845-f218-426e-bdb1-081149977c3c req-d6cf7b60-b7ff-45ec-917e-c3e189fd3c46 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 210 time: 0.0355556 Feb 11 13:45:51.422610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-404d0ddd-687f-4a52-8257-f97bd553e3c6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.431242 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-404d0ddd-687f-4a52-8257-f97bd553e3c6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.437847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-404d0ddd-687f-4a52-8257-f97bd553e3c6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/601ffe62-fd90-4295-a557-2ce5ab1134eb HTTP/1.1" status: 204 len: 168 time: 0.2040195 Feb 11 13:45:51.438563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54144) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:51.459592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d0ddd-687f-4a52-8257-f97bd553e3c6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=601ffe62-fd90-4295-a557-2ce5ab1134eb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.467861 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.541808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Network 331ca441-2e9e-424b-9d3f-b743197fe200 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:51.550689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:51.553794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:51.572254 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d7037bfc-1a37-4ac3-a1ea-ccd84cadfd97 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1325572 Feb 11 13:45:51.578127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54150) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:51.580636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Pushing event updated for resources: {'Port': ['ID=fde63020-8e5f-4242-bc7e-97064214e972,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.610779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Allocated IP 172.22.0.1 (331ca441-2e9e-424b-9d3f-b743197fe200/1e182d52-a8b5-49d1-985b-6eab8dd312f5/448316a4-0448-43d4-9136-ddf6d6d64ecc) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:51.615466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d93ef13-4fca-4ca5-9dbd-00292649b796 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.627515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d93ef13-4fca-4ca5-9dbd-00292649b796 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.680628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:51.772229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.789588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-48852762-a39e-48e2-ab5b-a413c1673c8c None None] Provisioning complete for port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:51.789588 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-48852762-a39e-48e2-ab5b-a413c1673c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.791271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Attempting to bind port fde63020-8e5f-4242-bc7e-97064214e972 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:51.791640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Attempting to bind port fde63020-8e5f-4242-bc7e-97064214e972 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5ddbb149-246e-4e79-a017-cb6c1d79c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:51.792003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Attempting to bind port fde63020-8e5f-4242-bc7e-97064214e972 on network 331ca441-2e9e-424b-9d3f-b743197fe200 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:51.823885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:51.824261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Checking segment: {'id': '5ddbb149-246e-4e79-a017-cb6c1d79c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:51.824716 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.825293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Bound using segment: {'id': '5ddbb149-246e-4e79-a017-cb6c1d79c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:51.826053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Bound port: fde63020-8e5f-4242-bc7e-97064214e972, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddbb149-246e-4e79-a017-cb6c1d79c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:51.826440 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.851360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:51.851811 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.877561 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d93ef13-4fca-4ca5-9dbd-00292649b796 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.882476 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d93ef13-4fca-4ca5-9dbd-00292649b796 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.883644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5d93ef13-4fca-4ca5-9dbd-00292649b796 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/e6cb527d-331f-4b2b-9f42-f589751e66aa HTTP/1.1" status: 204 len: 168 time: 0.3044269 Feb 11 13:45:51.886403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54162) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:51.892454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93ef13-4fca-4ca5-9dbd-00292649b796 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6cb527d-331f-4b2b-9f42-f589751e66aa,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:51.935438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-36039776-999d-4b93-9d35-fdc6c31d3085 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0474749 Feb 11 13:45:51.937874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54164) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:51.952311 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:51.978246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] For port fde63020-8e5f-4242-bc7e-97064214e972, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:52.028994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4d31ca0-b4e4-426e-a39f-ccf510f1aa58 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.040160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] For port fde63020-8e5f-4242-bc7e-97064214e972, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fde63020-8e5f-4242-bc7e-97064214e972,segment=NetworkSegment(5ddbb149-246e-4e79-a017-cb6c1d79c3cd),segment_id=5ddbb149-246e-4e79-a017-cb6c1d79c3cd)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:52.054882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4d31ca0-b4e4-426e-a39f-ccf510f1aa58 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.058270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 331ca441-2e9e-424b-9d3f-b743197fe200 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:52.064532 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=448316a4-0448-43d4-9136-ddf6d6d64ecc,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:52.070198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:52.080673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:52.130572 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.179806 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.223233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54174) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:52.257289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ac34-84ef-4842-b5f9-9f40bc2f4dcd None None] Pushing event updated for resources: {'Port': ['ID=fde63020-8e5f-4242-bc7e-97064214e972,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:52.282180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4d31ca0-b4e4-426e-a39f-ccf510f1aa58 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.352404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4d31ca0-b4e4-426e-a39f-ccf510f1aa58 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.354287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c4d31ca0-b4e4-426e-a39f-ccf510f1aa58 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/a06c4e5d-e8a2-4c60-820a-4af1775ef159 HTTP/1.1" status: 204 len: 168 time: 0.4152961 Feb 11 13:45:52.357263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54182) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:52.398165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d31ca0-b4e4-426e-a39f-ccf510f1aa58 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a06c4e5d-e8a2-4c60-820a-4af1775ef159,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:52.432532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:52.474299 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-672f4b02-e329-4f99-8d97-ad856b8453d8 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1155660 Feb 11 13:45:52.477658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54186) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:52.488131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-93833221'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:52.530127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:52.530257 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbec0f-2f39-437c-a838-57e4e6915b91 req-4a891567-a7d5-49f6-adda-c36d467d1b45 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:52.530628 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.548811 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85cbec0f-2f39-437c-a838-57e4e6915b91 req-4a891567-a7d5-49f6-adda-c36d467d1b45 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.0974276 Feb 11 13:45:52.581504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.656697 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85cbec0f-2f39-437c-a838-57e4e6915b91 req-05ca5ddd-74b7-489c-846a-b1684f24d63e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0986469 Feb 11 13:45:52.658126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:52.659951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d87c9d8-6fd7-43bf-9563-992ee495dbf2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.664766 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.723062 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.726273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-14c6d2ad-f0fc-4a5c-b261-bf8e7abd421f tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:52.727937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-14c6d2ad-f0fc-4a5c-b261-bf8e7abd421f tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.59 "GET /v2.0/networks?id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d HTTP/1.1" status: 200 len: 814 time: 0.3451531 Feb 11 13:45:52.773708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Request body: {'port': {'device_id': '7903ae0a-0750-48b6-bfcd-e94eb0090557', 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d', 'admin_state_up': True, 'tenant_id': '4cd4824952994d188d14fa54352a2148'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:52.829286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1fe62d0-6534-4aa3-94d5-9f7845dbad4c req-886aa894-ac37-413c-a869-8caa9fbb2e1d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 210 time: 0.1114080 Feb 11 13:45:52.834150 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d87c9d8-6fd7-43bf-9563-992ee495dbf2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.867213 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.946332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.976135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:52.987339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70989c83-74e9-4ce8-b5b5-439820974f2b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:52.992723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:52.993382 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Added segment 2b7f5781-54a8-41ac-bb68-a30044718fc2 of type vlan for network 20a6ca99-d33e-4cd5-b1d0-2465404a7b87 Feb 11 13:45:53.062283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.088127 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d87c9d8-6fd7-43bf-9563-992ee495dbf2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.088127 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0d87c9d8-6fd7-43bf-9563-992ee495dbf2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.088127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0d87c9d8-6fd7-43bf-9563-992ee495dbf2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/0ee3a18a-3337-4f3a-8ded-eb78c393888e HTTP/1.1" status: 204 len: 168 time: 0.6048429 Feb 11 13:45:53.089722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54200) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:53.139669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87c9d8-6fd7-43bf-9563-992ee495dbf2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee3a18a-3337-4f3a-8ded-eb78c393888e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:53.139874 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d486a054-9e4b-46e4-83e9-74470f5ca49c tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443802 Feb 11 13:45:53.142944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54202) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:53.153343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-202a691b-74be-45fa-90db-b4fd84dd8d8a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644947013'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:53.196653 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.196653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.196653 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.221445 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.270928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Network': ['ID=20a6ca99-d33e-4cd5-b1d0-2465404a7b87,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:53.284321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 20a6ca99-d33e-4cd5-b1d0-2465404a7b87 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:53.288997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Made reservation on behalf of 4cd4824952994d188d14fa54352a2148 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:53.294021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.325291 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.332252 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-94effa3a-ce5e-423a-aa39-f2178f47cad6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1021960 Feb 11 13:45:53.457354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.525230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-202a691b-74be-45fa-90db-b4fd84dd8d8a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.687378 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-202a691b-74be-45fa-90db-b4fd84dd8d8a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.764197 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-b53d6daf-a8dc-4526-9763-67eea2da04db service neutron] show failed (client error): The resource could not be found. Feb 11 13:45:53.765257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-b53d6daf-a8dc-4526-9763-67eea2da04db service neutron] 10.222.0.13 "GET /v2.0/ports/08e05d4d-9b4b-49e1-a309-e52fa011af18/bindings/n-h2-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.2554259 Feb 11 13:45:53.797475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-202a691b-74be-45fa-90db-b4fd84dd8d8a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.843866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4651506-e1e2-4974-a32c-cc20cd678ac7 None None] Network 331ca441-2e9e-424b-9d3f-b743197fe200 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:53.878465 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a691b-74be-45fa-90db-b4fd84dd8d8a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d9d0a8-7024-45dc-b18b-aae0e011ad76,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:53.910467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2764fe0-2647-401a-a538-b2b15b934abd req-15bd4f68-2dda-4b0b-b482-9bca57ab6b10 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:53.912101 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2764fe0-2647-401a-a538-b2b15b934abd req-15bd4f68-2dda-4b0b-b482-9bca57ab6b10 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1114149 Feb 11 13:45:53.923993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5e665fee-845c-4ac5-84ce-d66dd894ac68 None None] Provisioning complete for port fde63020-8e5f-4242-bc7e-97064214e972 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:53.924365 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5e665fee-845c-4ac5-84ce-d66dd894ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.988607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-202a691b-74be-45fa-90db-b4fd84dd8d8a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:53.989935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-202a691b-74be-45fa-90db-b4fd84dd8d8a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8435192 Feb 11 13:45:53.994503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54222) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:54.007475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c3349669-34a9-42cf-b1ef-104bc528eb85 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': 'd2d9d0a8-7024-45dc-b18b-aae0e011ad76', 'direction': 'ingress', 'protocol': 17}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:54.020163 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e2764fe0-2647-401a-a538-b2b15b934abd req-a82cf130-f0ec-4ba7-b939-ef1fb66333f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936618 Feb 11 13:45:54.192097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3349669-34a9-42cf-b1ef-104bc528eb85 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.233733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5e665fee-845c-4ac5-84ce-d66dd894ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.251629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Allocated IP 172.20.0.12 (e7431f25-4cfe-4c70-9b0f-f79f6d743a0d/b7f608d1-deb5-4213-9a80-4a576d3c2405/d6b66945-8ca5-4bec-a102-7aa2fe050ecb) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:54.347648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3349669-34a9-42cf-b1ef-104bc528eb85 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.397336 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5e665fee-845c-4ac5-84ce-d66dd894ac68 None None] For port fde63020-8e5f-4242-bc7e-97064214e972, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fde63020-8e5f-4242-bc7e-97064214e972,segment=NetworkSegment(5ddbb149-246e-4e79-a017-cb6c1d79c3cd),segment_id=5ddbb149-246e-4e79-a017-cb6c1d79c3cd)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:54.443445 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3349669-34a9-42cf-b1ef-104bc528eb85 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.468312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3349669-34a9-42cf-b1ef-104bc528eb85 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c5b34f-c078-484b-88ce-29fd887a066a,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:54.521172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fde63020-8e5f-4242-bc7e-97064214e972 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:54.529365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.576252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5e665fee-845c-4ac5-84ce-d66dd894ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.649919 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c3349669-34a9-42cf-b1ef-104bc528eb85 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.654738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c3349669-34a9-42cf-b1ef-104bc528eb85 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6601012 Feb 11 13:45:54.656968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54236) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:54.707215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e665fee-845c-4ac5-84ce-d66dd894ac68 None None] Pushing event updated for resources: {'Port': ['ID=fde63020-8e5f-4242-bc7e-97064214e972,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:54.718827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fde63020-8e5f-4242-bc7e-97064214e972 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:54.719199 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.779294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0fdd277-b2bc-4cfe-917c-47217a70b1eb req-6d24cd2d-0adb-493a-832f-50cd614832df tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 210 time: 0.6432369 Feb 11 13:45:54.817745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=448316a4-0448-43d4-9136-ddf6d6d64ecc,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:54.870078 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f03b70d1-a686-4f02-98f3-239948e33c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.878088 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96037565-7eff-466e-accc-ba6230ac659a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:54.891429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-6b8638b8-ec66-41fd-ae24-21e71caa3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:54.892926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-6b8638b8-ec66-41fd-ae24-21e71caa3db0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 1096 time: 0.3567922 Feb 11 13:45:54.907360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:54.941232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 331ca441-2e9e-424b-9d3f-b743197fe200 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:54.944254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:54.968961 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96037565-7eff-466e-accc-ba6230ac659a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.032576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-849f3925-a427-4066-bc8e-a9569698ff7f None None] Provisioning complete for port fde63020-8e5f-4242-bc7e-97064214e972 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:55.033326 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-849f3925-a427-4066-bc8e-a9569698ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.045927 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.153144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.195083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96037565-7eff-466e-accc-ba6230ac659a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.197738 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96037565-7eff-466e-accc-ba6230ac659a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.215758 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-96037565-7eff-466e-accc-ba6230ac659a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/d2d9d0a8-7024-45dc-b18b-aae0e011ad76 HTTP/1.1" status: 204 len: 168 time: 0.5570927 Feb 11 13:45:55.239817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54248) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:55.311648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:45:55.312197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-849f3925-a427-4066-bc8e-a9569698ff7f None None] Provisioning complete for port 448316a4-0448-43d4-9136-ddf6d6d64ecc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:55.312879 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-849f3925-a427-4066-bc8e-a9569698ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.335652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96037565-7eff-466e-accc-ba6230ac659a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d9d0a8-7024-45dc-b18b-aae0e011ad76,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:55.378388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:55.422162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:45:55.461608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:45:55.502809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-436dc5fe-b87e-4f5f-90e7-40c44a04af78 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2589812 Feb 11 13:45:55.515895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54258) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:55.524896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d572b0f9-8b44-42ad-aea7-48876a2f845b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group': {'name': 'tempest-secgroup--723622439'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:55.530974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-849f3925-a427-4066-bc8e-a9569698ff7f None None] Port 448316a4-0448-43d4-9136-ddf6d6d64ecc cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:55.569715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a59c-1e96-412e-ad09-53b43e2bee34 req-8551d433-274e-44c7-b99a-760646a42b44 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:55.571328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b559a59c-1e96-412e-ad09-53b43e2bee34 req-8551d433-274e-44c7-b99a-760646a42b44 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.3324065 Feb 11 13:45:55.664738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ffc08ce1-fb53-4284-a8a5-d57510021720 None None] Provisioning complete for port 448316a4-0448-43d4-9136-ddf6d6d64ecc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:55.666599 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ffc08ce1-fb53-4284-a8a5-d57510021720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.673047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d69e445-7372-424b-8262-3568316ac88a None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:45:55.695946 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b559a59c-1e96-412e-ad09-53b43e2bee34 req-aa327f8e-b8e1-4639-bba8-4dbb8e27d8a5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151028 Feb 11 13:45:55.717403 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d572b0f9-8b44-42ad-aea7-48876a2f845b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.766684 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.800029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ffc08ce1-fb53-4284-a8a5-d57510021720 None None] Port 448316a4-0448-43d4-9136-ddf6d6d64ecc cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:55.867051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Pushing event updated for resources: {'Port': ['ID=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:55.872633 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d572b0f9-8b44-42ad-aea7-48876a2f845b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.885243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:55.885243 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.916207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:45:55.947227 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d572b0f9-8b44-42ad-aea7-48876a2f845b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.947427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6ee91b87-5316-4d7a-a5c0-24d6b7f84108 None None] Provisioning complete for port 448316a4-0448-43d4-9136-ddf6d6d64ecc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:55.947860 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6ee91b87-5316-4d7a-a5c0-24d6b7f84108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:55.974879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d69e445-7372-424b-8262-3568316ac88a None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:45:55.988056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572b0f9-8b44-42ad-aea7-48876a2f845b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7870b1-e3d3-4566-bfb6-9d70c48cd9cf,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:55.995728 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6ee91b87-5316-4d7a-a5c0-24d6b7f84108 None None] Port 448316a4-0448-43d4-9136-ddf6d6d64ecc cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:56.039309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f982c34a-7632-48a7-b829-a394931667e8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2754509 Feb 11 13:45:56.058424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d572b0f9-8b44-42ad-aea7-48876a2f845b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.068449 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d572b0f9-8b44-42ad-aea7-48876a2f845b tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5508630 Feb 11 13:45:56.071071 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54272) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:56.084064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Request body: {'port': {'device_id': '7903ae0a-0750-48b6-bfcd-e94eb0090557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:56.092568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f054fd6d-c308-4ced-a611-b91d98795c4f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group': {'name': 'tempest-secgroup--886863918'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:56.244558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:45:56.248278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f054fd6d-c308-4ced-a611-b91d98795c4f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.280513 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-18e8efb7-84f1-45df-b266-dae1aa255af9 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5367270 Feb 11 13:45:56.313121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54274) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:56.315442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f624217-e962-4acb-a122-0a351b868d3e req-e06eefb8-b062-461c-b045-537803731cde tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:56.324472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'network': {'name': 'tempest-RoutersTest-935620076'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:56.334098 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f624217-e962-4acb-a122-0a351b868d3e req-e06eefb8-b062-461c-b045-537803731cde tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 932 time: 0.4282157 Feb 11 13:45:56.336478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:56.339593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.457413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:56.466785 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.498667 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f054fd6d-c308-4ced-a611-b91d98795c4f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.582319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:56.588681 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fde63020-8e5f-4242-bc7e-97064214e972 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:45:56.590787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 08e05d4d-9b4b-49e1-a309-e52fa011af18 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:45:56.593988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:45:56.610862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.611206 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added segment 8bb276ee-00d3-4acb-baf9-f9e890ca1a52 of type vlan for network 7170e33d-ce9e-45d0-8497-72e3055dd0cd Feb 11 13:45:56.632597 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f054fd6d-c308-4ced-a611-b91d98795c4f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.695359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:56.696007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:56.702824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054fd6d-c308-4ced-a611-b91d98795c4f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61ad58e-2a9d-4850-9b25-41dd7a269fc7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:56.739454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f054fd6d-c308-4ced-a611-b91d98795c4f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.742260 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f054fd6d-c308-4ced-a611-b91d98795c4f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6579092 Feb 11 13:45:56.746438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54284) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:56.750302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.754405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b66945-8ca5-4bec-a102-7aa2fe050ecb {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:45:56.755887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9b951b59-7922-4da3-b1bd-f14d0712a429 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': '5f7870b1-e3d3-4566-bfb6-9d70c48cd9cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f61ad58e-2a9d-4850-9b25-41dd7a269fc7', 'remote_ip_prefix': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:56.791436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54290) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:56.796266 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.799504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'subnet': {'network_id': '20a6ca99-d33e-4cd5-b1d0-2465404a7b87', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:56.813321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:45:56.818530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Transition to ACTIVE for port object d6b66945-8ca5-4bec-a102-7aa2fe050ecb will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:56.896534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5f624217-e962-4acb-a122-0a351b868d3e req-b8528c14-05e6-4d23-a0e2-3fe92826f8e9 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584252 Feb 11 13:45:56.922276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:56.924823 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c53d34-e753-4376-8657-8492ed15ef79" -d '{"events": [{"server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "name": "network-vif-unplugged", "status": "completed", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:56.929195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:56.943535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Transition to ACTIVE for port object 08e05d4d-9b4b-49e1-a309-e52fa011af18 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:45:56.954229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.024743 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451e279f-7e2f-43a7-9797-54a5e3abc61f x-openstack-request-id: req-451e279f-7e2f-43a7-9797-54a5e3abc61f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:57.025026 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "name": "network-vif-unplugged", "status": "completed", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:57.025447 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-451e279f-7e2f-43a7-9797-54a5e3abc61f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:57.029704 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'code': 200} Feb 11 13:45:57.057286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ba1d7-37e5-4619-8c90-26b3e1371119 req-1a224511-3fb8-4657-aef1-bc005eca50d8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:57.062547 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-493ba1d7-37e5-4619-8c90-26b3e1371119 req-1a224511-3fb8-4657-aef1-bc005eca50d8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1806629 Feb 11 13:45:57.081947 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.085922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.099541 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d00a2b04-088f-4cf5-b4f7-2a91b4cc6bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.144485 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-493ba1d7-37e5-4619-8c90-26b3e1371119 req-a3c1fb4d-4de6-4ea2-aefc-480363f0b45a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0785956 Feb 11 13:45:57.161631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fde63020-8e5f-4242-bc7e-97064214e972 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:57.162329 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.183316 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.208864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:57.209488 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.264549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b951b59-7922-4da3-b1bd-f14d0712a429 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.272789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:57.287232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.350966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:45:53Z', 'revision_number': 2, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:57.355451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0381839 Feb 11 13:45:57.363543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54302) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:57.372984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'subnet': {'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:57.381517 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:45:57.381997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Updating router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 port 448316a4-0448-43d4-9136-ddf6d6d64ecc binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:45:57.416671 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.447339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43a62c-c58a-4674-bb2f-3a418c41a25b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Network': ['ID=7170e33d-ce9e-45d0-8497-72e3055dd0cd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.455909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] No DVR routers for this DVR port 08e05d4d-9b4b-49e1-a309-e52fa011af18 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:45:57.463103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Attempting to bind port d6b66945-8ca5-4bec-a102-7aa2fe050ecb on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:57.463533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Attempting to bind port d6b66945-8ca5-4bec-a102-7aa2fe050ecb by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'c5d31242-8039-4691-8f08-d931373dc0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:57.463938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Attempting to bind port d6b66945-8ca5-4bec-a102-7aa2fe050ecb on network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:57.504705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Pushing event updated for resources: {'Port': ['ID=08e05d4d-9b4b-49e1-a309-e52fa011af18,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.534655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Port d6b66945-8ca5-4bec-a102-7aa2fe050ecb on network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:45:57.537678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Attempting to bind port d6b66945-8ca5-4bec-a102-7aa2fe050ecb on network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:57.566089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:57.567146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Checking segment: {'id': 'c5d31242-8039-4691-8f08-d931373dc0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:57.567892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Bound using segment: {'id': 'c5d31242-8039-4691-8f08-d931373dc0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:57.568441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Bound port: d6b66945-8ca5-4bec-a102-7aa2fe050ecb, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d31242-8039-4691-8f08-d931373dc0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:57.569080 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.593427 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b951b59-7922-4da3-b1bd-f14d0712a429 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.594530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 7170e33d-ce9e-45d0-8497-72e3055dd0cd details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:45:57.702199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b951b59-7922-4da3-b1bd-f14d0712a429 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.717230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] For port d6b66945-8ca5-4bec-a102-7aa2fe050ecb, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:57.721795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] For port d6b66945-8ca5-4bec-a102-7aa2fe050ecb, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,segment=NetworkSegment(c5d31242-8039-4691-8f08-d931373dc0fc),segment_id=c5d31242-8039-4691-8f08-d931373dc0fc)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:57.780216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Attempting to bind port 08e05d4d-9b4b-49e1-a309-e52fa011af18 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:57.780639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Attempting to bind port 08e05d4d-9b4b-49e1-a309-e52fa011af18 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:57.781039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Attempting to bind port 08e05d4d-9b4b-49e1-a309-e52fa011af18 on network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:57.785902 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Port 08e05d4d-9b4b-49e1-a309-e52fa011af18 on network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:45:57.786301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Attempting to bind port 08e05d4d-9b4b-49e1-a309-e52fa011af18 on network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:57.791331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:57.791811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Checking segment: {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:57.792353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Bound using segment: {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:57.792832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Bound port: 08e05d4d-9b4b-49e1-a309-e52fa011af18, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e654ff-de79-4d11-a1d9-154d928e556e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:57.794201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.803474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b951b59-7922-4da3-b1bd-f14d0712a429 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c4e377-3723-4ede-9060-7b780de454f6,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.812679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.816731 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Made reservation on behalf of e81778477f83463f92ff64a6262f2e37 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:57.836306 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.883865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:57.884820 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.886249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] 10.222.0.59 "PUT /v2.0/ports/d6b66945-8ca5-4bec-a102-7aa2fe050ecb HTTP/1.1" status: 200 len: 1092 time: 1.8138778 Feb 11 13:45:57.948445 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b951b59-7922-4da3-b1bd-f14d0712a429 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.949941 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9b951b59-7922-4da3-b1bd-f14d0712a429 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2017694 Feb 11 13:45:57.950822 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.953090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54316) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:57.966226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca79b4-101d-444a-946b-dab517abfad8 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:57.980250 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.991661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:57.993369 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:57.999118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:58.002442 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b03456d-7abd-42df-a237-0fe1468bb764 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.012625 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b03456d-7abd-42df-a237-0fe1468bb764 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.076109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Subnet': ['ID=2b1b45de-27e9-4c8f-94c1-5d6361fd29a8,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:58.106457 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.117023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Checking segment: {'id': '2b7f5781-54a8-41ac-bb68-a30044718fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '20a6ca99-d33e-4cd5-b1d0-2465404a7b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:58.117498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network hostable DHCP agents. Network: 20a6ca99-d33e-4cd5-b1d0-2465404a7b87, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:58.123020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5dcc0f-13b4-4ccd-9a1e-8c349557aaa1 req-9b705c55-0a90-437d-83c2-ba07d2f1e42a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:58.125208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e5dcc0f-13b4-4ccd-9a1e-8c349557aaa1 req-9b705c55-0a90-437d-83c2-ba07d2f1e42a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 944 time: 0.1049459 Feb 11 13:45:58.130144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-2cddb4c7-2bec-4034-930f-b38de520a04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:58.131631 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-2cddb4c7-2bec-4034-930f-b38de520a04c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cd4824952994d188d14fa54352a2148&device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 1095 time: 0.1020684 Feb 11 13:45:58.171731 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.272813 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b03456d-7abd-42df-a237-0fe1468bb764 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.285875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-deb4c896-b8fd-41a7-86c2-efc80b8445ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6b66945-8ca5-4bec-a102-7aa2fe050ecb HTTP/1.1" status: 200 len: 217 time: 0.1305928 Feb 11 13:45:58.294798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6b03456d-7abd-42df-a237-0fe1468bb764 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.299005 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6b03456d-7abd-42df-a237-0fe1468bb764 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/f7c4e377-3723-4ede-9060-7b780de454f6 HTTP/1.1" status: 204 len: 168 time: 0.3446143 Feb 11 13:45:58.306342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54324) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:58.311991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3649cd-de74-423f-89fb-f18445c2f49a None None] Pushing event updated for resources: {'Port': ['ID=448316a4-0448-43d4-9136-ddf6d6d64ecc,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:58.329328 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network 20a6ca99-d33e-4cd5-b1d0-2465404a7b87 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:58.369331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.434106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Attempting to bind port 448316a4-0448-43d4-9136-ddf6d6d64ecc on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:45:58.434106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Attempting to bind port 448316a4-0448-43d4-9136-ddf6d6d64ecc by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5ddbb149-246e-4e79-a017-cb6c1d79c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:45:58.434106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Attempting to bind port 448316a4-0448-43d4-9136-ddf6d6d64ecc on network 331ca441-2e9e-424b-9d3f-b743197fe200 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:45:58.439559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:45:58.440193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Checking segment: {'id': '5ddbb149-246e-4e79-a017-cb6c1d79c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:58.440777 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.454461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Bound using segment: {'id': '5ddbb149-246e-4e79-a017-cb6c1d79c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:45:58.455250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Bound port: 448316a4-0448-43d4-9136-ddf6d6d64ecc, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddbb149-246e-4e79-a017-cb6c1d79c3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:45:58.455817 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.483273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 20a6ca99-d33e-4cd5-b1d0-2465404a7b87) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:58.499442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:58.500191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.530862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdcdf48-4a4e-450b-8951-7eb8f23428b7 None None] Network 20a6ca99-d33e-4cd5-b1d0-2465404a7b87 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:58.563700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73720d-4577-470e-9bc3-63e133114103 req-1566cf8f-802a-472b-9e05-8d22eea26064 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:58.565373 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd73720d-4577-470e-9bc3-63e133114103 req-1566cf8f-802a-472b-9e05-8d22eea26064 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 943 time: 0.3145695 Feb 11 13:45:58.704846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9744a401-4a02-4068-a6d8-a9312701e928 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3939941 Feb 11 13:45:58.706449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Subnet': ['ID=8621e50e-f773-42ef-83ba-66e22b020fc5,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:58.714927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54332) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:58.727893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd73720d-4577-470e-9bc3-63e133114103 req-da8fe9a3-6c22-4dda-a3e3-de7d3efd233e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1397011 Feb 11 13:45:58.778151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f24e8ca9-e935-48fa-bda9-3bbfed52a912 None None] Provisioning complete for port 448316a4-0448-43d4-9136-ddf6d6d64ecc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:45:58.779133 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f24e8ca9-e935-48fa-bda9-3bbfed52a912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.785630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Checking segment: {'id': '8bb276ee-00d3-4acb-baf9-f9e890ca1a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:45:58.786037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network hostable DHCP agents. Network: 7170e33d-ce9e-45d0-8497-72e3055dd0cd, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:45:58.795634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-96b6d025-2d47-4249-96f8-3369e0e9e9e8 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0010026 Feb 11 13:45:58.810181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] For port 448316a4-0448-43d4-9136-ddf6d6d64ecc, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:45:58.820338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54336) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:58.821969 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11d3ebb5-ce32-4dcc-a009-a2dac3100097 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.833015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03456d-7abd-42df-a237-0fe1468bb764 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7c4e377-3723-4ede-9060-7b780de454f6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:58.847838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] For port 448316a4-0448-43d4-9136-ddf6d6d64ecc, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=448316a4-0448-43d4-9136-ddf6d6d64ecc,segment=NetworkSegment(5ddbb149-246e-4e79-a017-cb6c1d79c3cd),segment_id=5ddbb149-246e-4e79-a017-cb6c1d79c3cd)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:45:58.861604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-20a6ca99-d33e-4cd5-b1d0-2465404a7b87', 'network_id': '20a6ca99-d33e-4cd5-b1d0-2465404a7b87', 'tenant_id': '0187f38ad4534e9f9e550a13ceff1944', 'fixed_ips': [{'subnet_id': '2b1b45de-27e9-4c8f-94c1-5d6361fd29a8'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:45:58.864598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.864701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:58.864701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.865335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] 10.222.0.59 "PUT /v2.0/ports/08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 1091 time: 3.9647398 Feb 11 13:45:58.880286 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.881501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f24e8ca9-e935-48fa-bda9-3bbfed52a912 None None] Port 448316a4-0448-43d4-9136-ddf6d6d64ecc cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:45:58.884106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-9c9ce041-387e-487a-a8a8-e6e98edbb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:58.885550 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-9c9ce041-387e-487a-a8a8-e6e98edbb7a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7f608d1-deb5-4213-9a80-4a576d3c2405 HTTP/1.1" status: 200 len: 854 time: 0.5810559 Feb 11 13:45:58.914563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-79738631'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:45:58.958172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891980f-25fd-449b-875c-438ffe1deb56 service neutron] Pushing event updated for resources: {'Port': ['ID=08e05d4d-9b4b-49e1-a309-e52fa011af18,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:58.959564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11d3ebb5-ce32-4dcc-a009-a2dac3100097 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:58.976161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-9bd4eede-e62f-42f7-b852-1211334b3cfa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827222 Feb 11 13:45:58.990321 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.029636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7903ae0a-0750-48b6-bfcd-e94eb0090557', 'tag': 'd6b66945-8ca5-4bec-a102-7aa2fe050ecb'}, {'name': 'network-changed', 'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:45:59.032831 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded815fe-ccdf-4245-927c-0e571a39a674" -d '{"events": [{"name": "network-changed", "server_uuid": "7903ae0a-0750-48b6-bfcd-e94eb0090557", "tag": "d6b66945-8ca5-4bec-a102-7aa2fe050ecb"}, {"name": "network-changed", "server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:45:59.043237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 7170e33d-ce9e-45d0-8497-72e3055dd0cd is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:45:59.055373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e5dcc0f-13b4-4ccd-9a1e-8c349557aaa1 req-92206465-8dce-40ba-83fc-573a608c613f tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8206439 Feb 11 13:45:59.075217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:45:59.076111 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.079796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3649cd-de74-423f-89fb-f18445c2f49a None None] Pushing event updated for resources: {'Port': ['ID=448316a4-0448-43d4-9136-ddf6d6d64ecc,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:59.102924 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11d3ebb5-ce32-4dcc-a009-a2dac3100097 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.110755 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-11d3ebb5-ce32-4dcc-a009-a2dac3100097 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.121252 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-11d3ebb5-ce32-4dcc-a009-a2dac3100097 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/f61ad58e-2a9d-4850-9b25-41dd7a269fc7 HTTP/1.1" status: 204 len: 168 time: 0.4047868 Feb 11 13:45:59.124655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54344) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:59.150210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:45:59.150210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:45:59.208557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3ebb5-ce32-4dcc-a009-a2dac3100097 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61ad58e-2a9d-4850-9b25-41dd7a269fc7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:59.252202 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Feb 2022 13:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb99f1-9d36-4189-9fa6-d632db6c052b x-openstack-request-id: req-26eb99f1-9d36-4189-9fa6-d632db6c052b {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:45:59.252536 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7903ae0a-0750-48b6-bfcd-e94eb0090557", "tag": "d6b66945-8ca5-4bec-a102-7aa2fe050ecb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:45:59.252791 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-26eb99f1-9d36-4189-9fa6-d632db6c052b {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:45:59.253189 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7903ae0a-0750-48b6-bfcd-e94eb0090557', 'tag': 'd6b66945-8ca5-4bec-a102-7aa2fe050ecb', 'status': 'completed', 'code': 200} Feb 11 13:45:59.253441 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'status': 'completed', 'code': 200} Feb 11 13:45:59.256797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 7170e33d-ce9e-45d0-8497-72e3055dd0cd) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:45:59.262919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.264189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.281939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Allocated IP 2001:db8:0:ffff::2 (20a6ca99-d33e-4cd5-b1d0-2465404a7b87/2b1b45de-27e9-4c8f-94c1-5d6361fd29a8/68f0896c-4ff0-455a-a74a-b8d519c45164) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:45:59.294516 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f2a34b6f-2f18-4952-ba0e-e81821ee3e01 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1240528 Feb 11 13:45:59.298947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54348) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:59.304385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-fcba10c0-de49-4783-b6d7-ca7a2e70a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.312304 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-fcba10c0-de49-4783-b6d7-ca7a2e70a1c6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1094 time: 0.3954070 Feb 11 13:45:59.353140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:45:59.396739 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-f1b9dd51-9b19-46d2-b33c-f1e18a7f8590 service neutron] 10.222.0.59 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016614 Feb 11 13:45:59.403410 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.403595 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Added segment f2878a69-b492-4909-a759-42e168c1b914 of type vlan for network afdb3100-08fc-496c-b073-2fb16bfff4a7 Feb 11 13:45:59.406550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-bf7a8203-3818-4bf0-ac77-976f7c1b5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.408266 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-bf7a8203-3818-4bf0-ac77-976f7c1b5270 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1094 time: 0.1314733 Feb 11 13:45:59.490419 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e0575920-3071-4f27-95b2-14ea9cb67452 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1200306 Feb 11 13:45:59.510007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54356) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:59.535773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-e3414cfa-5ebf-4c06-92ab-deb4670c48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.537636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-e3414cfa-5ebf-4c06-92ab-deb4670c48a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 898 time: 0.2245550 Feb 11 13:45:59.549224 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d4543146-418a-45cb-965d-542ab75505e6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.565071 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.568180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c80988-edfa-462d-bec6-18cfc7ae4ab7 None None] Network 7170e33d-ce9e-45d0-8497-72e3055dd0cd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:45:59.573232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.601854 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d4543146-418a-45cb-965d-542ab75505e6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.705206 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-d0557bb8-a6d6-4bd8-a94a-4bd23ce9e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.706752 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-d0557bb8-a6d6-4bd8-a94a-4bd23ce9e34c service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 898 time: 0.2794480 Feb 11 13:45:59.805505 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.817981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:45:59.825876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.884542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-8356d9fa-b767-410b-b98d-b727df1d8faa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 999 time: 0.2271626 Feb 11 13:45:59.909213 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Network': ['ID=afdb3100-08fc-496c-b073-2fb16bfff4a7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:59.922419 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d4543146-418a-45cb-965d-542ab75505e6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.925528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d4543146-418a-45cb-965d-542ab75505e6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.926806 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d4543146-418a-45cb-965d-542ab75505e6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/5f7870b1-e3d3-4566-bfb6-9d70c48cd9cf HTTP/1.1" status: 204 len: 168 time: 0.6277773 Feb 11 13:45:59.940235 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:45:59.947294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54364) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:45:59.991646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4543146-418a-45cb-965d-542ab75505e6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7870b1-e3d3-4566-bfb6-9d70c48cd9cf,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:45:59.991930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network afdb3100-08fc-496c-b073-2fb16bfff4a7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:00.065104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-136f7073-f837-445b-b178-fbbe225a14e5 None None] Provisioning complete for port 448316a4-0448-43d4-9136-ddf6d6d64ecc triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:00.065496 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-136f7073-f837-445b-b178-fbbe225a14e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.102241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-964379cb-dcfe-44d8-acac-f6d62764bfcd req-e905bfae-7a10-4c95-ad53-b105fab14591 service neutron] 10.222.0.59 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879640 Feb 11 13:46:00.127956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Network 20a6ca99-d33e-4cd5-b1d0-2465404a7b87 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:00.129007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'fixed_ips': [{'subnet_id': '8621e50e-f773-42ef-83ba-66e22b020fc5'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:46:00.131322 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.178587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254e7e5-f2ee-40fe-bc05-13734475a961 req-26114cb8-968f-4d91-bec1-8c2ff3f6281e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.189488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7254e7e5-f2ee-40fe-bc05-13734475a961 req-26114cb8-968f-4d91-bec1-8c2ff3f6281e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 943 time: 0.3482263 Feb 11 13:46:00.223434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-998b671b-fd96-4e39-823a-6d8f7600baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.224702 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-998b671b-fd96-4e39-823a-6d8f7600baf9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.3182726 Feb 11 13:46:00.405066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7254e7e5-f2ee-40fe-bc05-13734475a961 req-9c85eb9c-bdea-4bc4-a5d4-77c49a3729ed tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2145627 Feb 11 13:46:00.410322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Allocated IP 172.23.0.2 (7170e33d-ce9e-45d0-8497-72e3055dd0cd/8621e50e-f773-42ef-83ba-66e22b020fc5/b4c17696-ca52-469e-8efd-afcd0ef241cb) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:00.434610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.444322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:00.447264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:00.473812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e2bf8c8f-d5cf-492d-ac69-7103068f3dbd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5780470 Feb 11 13:46:00.478652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54380) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:00.483247 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-029d1489-e1b0-46fa-8e84-e6f8f957a2bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 999 time: 0.7678688 Feb 11 13:46:00.493594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'subnet': {'network_id': 'afdb3100-08fc-496c-b073-2fb16bfff4a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:00.502709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-2ea74117-0d40-474f-ad7b-ec95695d062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.504581 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-2ea74117-0d40-474f-ad7b-ec95695d062c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2637546 Feb 11 13:46:00.553522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f89fc9-e280-48cc-b266-fc7923179795 req-e59520d4-55f5-4dcf-bacb-9aee0dcfc8e6 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.555241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f89fc9-e280-48cc-b266-fc7923179795 req-e59520d4-55f5-4dcf-bacb-9aee0dcfc8e6 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 944 time: 0.1339970 Feb 11 13:46:00.586174 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3e8e2208-2c93-4fe9-a5d4-c9fdd1622b1e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6285458 Feb 11 13:46:00.588666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54384) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:00.595435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group': {'name': 'tempest-secgroup--930752876'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:00.606432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:00.607298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-1e67f0bc-b59e-43ce-845c-484f48f64288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.609017 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-1e67f0bc-b59e-43ce-845c-484f48f64288 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.1183617 Feb 11 13:46:00.609913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.682355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-2f6a2d15-c0f7-4ae5-aaeb-f93ead8da189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.684100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-2f6a2d15-c0f7-4ae5-aaeb-f93ead8da189 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cd4824952994d188d14fa54352a2148&device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 1095 time: 0.3694856 Feb 11 13:46:00.695746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.704461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f89fc9-e280-48cc-b266-fc7923179795 req-f06d16c8-0ef8-432d-a38f-cd44a3197ce4 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423507 Feb 11 13:46:00.750431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Pushing event updated for resources: {'Port': ['ID=68f0896c-4ff0-455a-a74a-b8d519c45164,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:00.761673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Attempting to bind port 68f0896c-4ff0-455a-a74a-b8d519c45164 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:00.762740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Attempting to bind port 68f0896c-4ff0-455a-a74a-b8d519c45164 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2b7f5781-54a8-41ac-bb68-a30044718fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '20a6ca99-d33e-4cd5-b1d0-2465404a7b87'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:00.763382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Attempting to bind port 68f0896c-4ff0-455a-a74a-b8d519c45164 on network 20a6ca99-d33e-4cd5-b1d0-2465404a7b87 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:00.765669 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-920c0055-f3ee-4754-acaf-159b9d54a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.768359 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-920c0055-f3ee-4754-acaf-159b9d54a695 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394787 Feb 11 13:46:00.794593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:00.795054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Checking segment: {'id': '2b7f5781-54a8-41ac-bb68-a30044718fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '20a6ca99-d33e-4cd5-b1d0-2465404a7b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:00.795462 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.795970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Bound using segment: {'id': '2b7f5781-54a8-41ac-bb68-a30044718fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '20a6ca99-d33e-4cd5-b1d0-2465404a7b87'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:00.796655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Bound port: 68f0896c-4ff0-455a-a74a-b8d519c45164, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7f5781-54a8-41ac-bb68-a30044718fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '20a6ca99-d33e-4cd5-b1d0-2465404a7b87'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:00.797093 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.814693 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-136f7073-f837-445b-b178-fbbe225a14e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.878790 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:00.916870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-d0cd7e6f-d9fb-4fb3-90ca-86faa23d4602 service neutron] 10.222.0.59 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424649 Feb 11 13:46:00.923739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-85b6df33-9a62-4905-a3d1-c8c2237dfca4 service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461248 Feb 11 13:46:00.982608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-4d3837ac-7ab6-4c67-8e78-4596990db6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:00.984149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-4d3837ac-7ab6-4c67-8e78-4596990db6e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d HTTP/1.1" status: 200 len: 915 time: 0.2221291 Feb 11 13:46:00.993499 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.034965 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.062935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-e4771042-c991-4e66-a5a8-e7c6031da894 service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312640 Feb 11 13:46:01.115355 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.128782 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-a2b4669c-bfd7-42df-bbe9-9cc57cb481e4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6b66945-8ca5-4bec-a102-7aa2fe050ecb HTTP/1.1" status: 200 len: 217 time: 0.1268384 Feb 11 13:46:01.148745 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2e084a-4e47-470c-a62e-4fa846d625e5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:01.160696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.162052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.162400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.162872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.163473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.163817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.165254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.165254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.178455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.178455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.178455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.178455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:01.210872 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.224391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-136f7073-f837-445b-b178-fbbe225a14e5 None None] For port 448316a4-0448-43d4-9136-ddf6d6d64ecc, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=448316a4-0448-43d4-9136-ddf6d6d64ecc,segment=NetworkSegment(5ddbb149-246e-4e79-a017-cb6c1d79c3cd),segment_id=5ddbb149-246e-4e79-a017-cb6c1d79c3cd)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:01.279847 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.282881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1729aa82-5fe0-460d-bf7e-03345e277a71 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6908987 Feb 11 13:46:01.283985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Network 7170e33d-ce9e-45d0-8497-72e3055dd0cd is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:01.285649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54398) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:01.290125 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] For port 68f0896c-4ff0-455a-a74a-b8d519c45164, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:01.297917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0dcc289e-c034-40db-bb96-b8a5658323de tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': '4b2e084a-4e47-470c-a62e-4fa846d625e5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:01.299171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] For port 68f0896c-4ff0-455a-a74a-b8d519c45164, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=68f0896c-4ff0-455a-a74a-b8d519c45164,segment=NetworkSegment(2b7f5781-54a8-41ac-bb68-a30044718fc2),segment_id=2b7f5781-54a8-41ac-bb68-a30044718fc2)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:01.299620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:01.303878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-3ac13bb5-5a12-490a-af16-bed9d42fa5d3 service neutron] 10.222.0.59 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699105 Feb 11 13:46:01.304093 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:01.305025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-92620a07-8986-4b3a-8803-25cb0161fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:01.314861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-92620a07-8986-4b3a-8803-25cb0161fb5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7f608d1-deb5-4213-9a80-4a576d3c2405 HTTP/1.1" status: 200 len: 854 time: 0.1488268 Feb 11 13:46:01.315075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Pushing event updated for resources: {'Port': ['ID=b4c17696-ca52-469e-8efd-afcd0ef241cb,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:01.338079 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-136f7073-f837-445b-b178-fbbe225a14e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.367415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-50ac41e5-686c-48ce-b6f3-540fd194243c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493670 Feb 11 13:46:01.441373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:45:58Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:01.443781 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.472971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:01.476768 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.486829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Allocated IP 172.23.0.1 (7170e33d-ce9e-45d0-8497-72e3055dd0cd/8621e50e-f773-42ef-83ba-66e22b020fc5/5bf8678f-4981-400b-8458-d28f879b92fd) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:01.522127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed432e74-cc58-43a8-a87b-5fcfbd481d1b None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:45:52Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:45:58Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:01.536202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Attempting to bind port b4c17696-ca52-469e-8efd-afcd0ef241cb on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:01.536564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Attempting to bind port b4c17696-ca52-469e-8efd-afcd0ef241cb by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '8bb276ee-00d3-4acb-baf9-f9e890ca1a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:01.536932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Attempting to bind port b4c17696-ca52-469e-8efd-afcd0ef241cb on network 7170e33d-ce9e-45d0-8497-72e3055dd0cd {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:01.546197 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dcc289e-c034-40db-bb96-b8a5658323de tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.557113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f7073-f837-445b-b178-fbbe225a14e5 None None] Pushing event updated for resources: {'Port': ['ID=448316a4-0448-43d4-9136-ddf6d6d64ecc,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:01.560553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:01.560928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Checking segment: {'id': '8bb276ee-00d3-4acb-baf9-f9e890ca1a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:01.561332 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.561717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Bound using segment: {'id': '8bb276ee-00d3-4acb-baf9-f9e890ca1a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:01.564260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Bound port: b4c17696-ca52-469e-8efd-afcd0ef241cb, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb276ee-00d3-4acb-baf9-f9e890ca1a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:01.564260 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.677651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dcc289e-c034-40db-bb96-b8a5658323de tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.765735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a6ba5-29ff-4c07-8e56-3d92495287c2 None None] Pushing event updated for resources: {'Port': ['ID=68f0896c-4ff0-455a-a74a-b8d519c45164,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:01.786397 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dcc289e-c034-40db-bb96-b8a5658323de tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:01.817109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc289e-c034-40db-bb96-b8a5658323de tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24338b8c-3fc8-4f12-9c66-3a0f63c391b8,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:01.867396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] For port b4c17696-ca52-469e-8efd-afcd0ef241cb, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:01.878997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] For port b4c17696-ca52-469e-8efd-afcd0ef241cb, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b4c17696-ca52-469e-8efd-afcd0ef241cb,segment=NetworkSegment(8bb276ee-00d3-4acb-baf9-f9e890ca1a52),segment_id=8bb276ee-00d3-4acb-baf9-f9e890ca1a52)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:01.967594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71414e-38f5-4353-8585-9f52b4a0abc9 req-a39495a3-063d-4f9e-ba4b-11479ec0dd32 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:01.967594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e71414e-38f5-4353-8585-9f52b4a0abc9 req-a39495a3-063d-4f9e-ba4b-11479ec0dd32 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 944 time: 0.1165891 Feb 11 13:46:02.025733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e71414e-38f5-4353-8585-9f52b4a0abc9 req-661ae35e-2e81-4a6c-923b-81ec4c961d7f tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566232 Feb 11 13:46:02.232643 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0dcc289e-c034-40db-bb96-b8a5658323de tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:02.235046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0dcc289e-c034-40db-bb96-b8a5658323de tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9437382 Feb 11 13:46:02.238127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54418) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:02.243682 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:02.362466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca504-bd2e-42b4-b812-eeb4bab2ae09 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:02.363996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da7b3d-b04a-4265-b366-fe142800282d req-4ecb12ab-7297-48e9-845e-4642e97f722d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:02.365411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74da7b3d-b04a-4265-b366-fe142800282d req-4ecb12ab-7297-48e9-845e-4642e97f722d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 943 time: 0.8486836 Feb 11 13:46:02.374769 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-7ef1978d-025d-42dd-b2e1-b5b00a6d88f0 service neutron] 10.222.0.59 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9982820 Feb 11 13:46:02.386524 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca504-bd2e-42b4-b812-eeb4bab2ae09 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:02.452929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448221ba-8dfa-4eb0-972d-3254709bc3e3 None None] Pushing event updated for resources: {'Port': ['ID=b4c17696-ca52-469e-8efd-afcd0ef241cb,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:02.546364 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca504-bd2e-42b4-b812-eeb4bab2ae09 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:02.552934 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e9ca504-bd2e-42b4-b812-eeb4bab2ae09 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:02.554554 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7e9ca504-bd2e-42b4-b812-eeb4bab2ae09 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/24338b8c-3fc8-4f12-9c66-3a0f63c391b8 HTTP/1.1" status: 204 len: 168 time: 0.3153167 Feb 11 13:46:02.562338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 68f0896c-4ff0-455a-a74a-b8d519c45164 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:02.571306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54426) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:02.594499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ca504-bd2e-42b4-b812-eeb4bab2ae09 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24338b8c-3fc8-4f12-9c66-3a0f63c391b8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:02.695295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 68f0896c-4ff0-455a-a74a-b8d519c45164 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:02.696147 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:02.707164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-c5623251-26e9-4ccb-86c6-643ff7d0ff63 service neutron] 10.222.0.59 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107314 Feb 11 13:46:02.730540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:02.767223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74da7b3d-b04a-4265-b366-fe142800282d req-f6eda9ff-dd71-479e-9eec-ddf7e46ecf15 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3719878 Feb 11 13:46:02.833171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4ab56864-77f7-4b91-adae-22b57f465fb3 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2592659 Feb 11 13:46:02.838058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54428) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:02.969739 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-41b301b0-2aa6-4bdb-9cb4-dbd1d78482e9 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:02.999092 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-41b301b0-2aa6-4bdb-9cb4-dbd1d78482e9 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.020857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.043299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-86739c59-d8d2-4af8-b13d-bc539b719ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:03.045200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-86739c59-d8d2-4af8-b13d-bc539b719ff9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1094 time: 0.2523947 Feb 11 13:46:03.073102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 68f0896c-4ff0-455a-a74a-b8d519c45164, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=68f0896c-4ff0-455a-a74a-b8d519c45164,segment=NetworkSegment(2b7f5781-54a8-41ac-bb68-a30044718fc2),segment_id=2b7f5781-54a8-41ac-bb68-a30044718fc2)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:03.122359 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.179316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 7170e33d-ce9e-45d0-8497-72e3055dd0cd is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:03.194940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:03.197601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:03.232197 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.233017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 448316a4-0448-43d4-9136-ddf6d6d64ecc up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:03.251449 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-41b301b0-2aa6-4bdb-9cb4-dbd1d78482e9 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.267475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-41b301b0-2aa6-4bdb-9cb4-dbd1d78482e9 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.272204 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-41b301b0-2aa6-4bdb-9cb4-dbd1d78482e9 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/4b2e084a-4e47-470c-a62e-4fa846d625e5 HTTP/1.1" status: 204 len: 168 time: 0.4301405 Feb 11 13:46:03.288552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54442) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:03.317802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=5bf8678f-4981-400b-8458-d28f879b92fd,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:03.333808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ca081c-a74f-457c-9222-e95ebdca2f43 req-475ef98e-64cd-4bce-8648-e686abe4bd90 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:03.334892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.335245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.335596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.335933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.336265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.336957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14ca081c-a74f-457c-9222-e95ebdca2f43 req-475ef98e-64cd-4bce-8648-e686abe4bd90 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 944 time: 0.1749554 Feb 11 13:46:03.347654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b301b0-2aa6-4bdb-9cb4-dbd1d78482e9 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2e084a-4e47-470c-a62e-4fa846d625e5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:03.348499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.348499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.348499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.348499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.348499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.348499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.348499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:03.383583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-70cc65e7-98d8-41b6-9712-da6227b90e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:03.386987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-70cc65e7-98d8-41b6-9712-da6227b90e55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 898 time: 0.3331831 Feb 11 13:46:03.412077 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b2e063e-8af9-4c22-bc7d-c85b59591676 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1226192 Feb 11 13:46:03.423890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54444) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:03.431112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c76c50dd-4551-4745-aa1d-e12e196ee264 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248348505'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:03.433403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=68f0896c-4ff0-455a-a74a-b8d519c45164,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:03.447953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14ca081c-a74f-457c-9222-e95ebdca2f43 req-415c2bcb-d187-4176-b36d-558b76d31780 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944862 Feb 11 13:46:03.479096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 448316a4-0448-43d4-9136-ddf6d6d64ecc triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:03.479505 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.521895 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-2acdb7c9-a36a-42cd-af96-4ae8700c4cdd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 999 time: 0.1251669 Feb 11 13:46:03.538380 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adde772-1f2e-40fe-b4ed-7baa081f7b71 None None] Network 20a6ca99-d33e-4cd5-b1d0-2465404a7b87 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:03.565713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.615110 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c76c50dd-4551-4745-aa1d-e12e196ee264 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.727029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:46:03.746416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1094e6ce-d1d3-48f2-ade5-ff9b17884b8d None None] Provisioning complete for port 68f0896c-4ff0-455a-a74a-b8d519c45164 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:03.747518 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1094e6ce-d1d3-48f2-ade5-ff9b17884b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.750494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c76c50dd-4551-4745-aa1d-e12e196ee264 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.759258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.848010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-d6564ccf-75a8-4b8d-a164-c7addeb08252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:03.849539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-d6564ccf-75a8-4b8d-a164-c7addeb08252 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.3197002 Feb 11 13:46:03.890456 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c76c50dd-4551-4745-aa1d-e12e196ee264 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:03.939629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Subnet': ['ID=513ab763-31cd-403e-be68-149b6d87b2ea,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:04.002343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c50dd-4551-4745-aa1d-e12e196ee264 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab265ee0-60fd-4da6-bc5d-235446f49576,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:04.004342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d6b66945-8ca5-4bec-a102-7aa2fe050ecb details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:46:04.014240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Checking segment: {'id': 'f2878a69-b492-4909-a759-42e168c1b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'afdb3100-08fc-496c-b073-2fb16bfff4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:04.014929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network hostable DHCP agents. Network: afdb3100-08fc-496c-b073-2fb16bfff4a7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:04.023497 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-4ccd4268-3679-488f-b79c-b4e9dd4b2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:04.025864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-4ccd4268-3679-488f-b79c-b4e9dd4b2ae6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1663110 Feb 11 13:46:04.045654 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.091390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c76c50dd-4551-4745-aa1d-e12e196ee264 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.093416 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c76c50dd-4551-4745-aa1d-e12e196ee264 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6661727 Feb 11 13:46:04.100338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54458) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:04.104820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f3d28f6f-8f40-4502-bc60-fb4feef2cd8e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': 'ab265ee0-60fd-4da6-bc5d-235446f49576', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:04.130916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cf014-9584-48de-9b66-7c33a56874bf req-23bc7dcc-0493-47d3-b91a-1ae59103d7fc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:04.135645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0984286-4ab1-41bc-ae58-e695a73cc700 None None] Network 7170e33d-ce9e-45d0-8497-72e3055dd0cd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:04.139378 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd9cf014-9584-48de-9b66-7c33a56874bf req-23bc7dcc-0493-47d3-b91a-1ae59103d7fc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 943 time: 0.2348576 Feb 11 13:46:04.253607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3d28f6f-8f40-4502-bc60-fb4feef2cd8e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.263718 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd9cf014-9584-48de-9b66-7c33a56874bf req-fe9fa4d5-de7a-4229-8bfc-470de2e82916 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074827 Feb 11 13:46:04.316016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network afdb3100-08fc-496c-b073-2fb16bfff4a7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:04.364423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-f250a2aa-949f-491c-9a9d-d8a52c0a6a4f service neutron] 10.222.0.59 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311431 Feb 11 13:46:04.425513 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3d28f6f-8f40-4502-bc60-fb4feef2cd8e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.435519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d6b66945-8ca5-4bec-a102-7aa2fe050ecb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,segment=NetworkSegment(c5d31242-8039-4691-8f08-d931373dc0fc),segment_id=c5d31242-8039-4691-8f08-d931373dc0fc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:04.472207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'd6b66945-8ca5-4bec-a102-7aa2fe050ecb', 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d', 'port_id': 'd6b66945-8ca5-4bec-a102-7aa2fe050ecb', 'mac_address': 'fa:16:3e:61:47:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f608d1-deb5-4213-9a80-4a576d3c2405', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:46:04.516233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, afdb3100-08fc-496c-b073-2fb16bfff4a7) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:04.545242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:04.546693 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.568598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c2a0fe-c31a-440a-846d-dd83e0683497 None None] Network afdb3100-08fc-496c-b073-2fb16bfff4a7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:04.605934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b4c17696-ca52-469e-8efd-afcd0ef241cb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:04.618872 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3d28f6f-8f40-4502-bc60-fb4feef2cd8e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.644885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d28f6f-8f40-4502-bc60-fb4feef2cd8e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5155c632-16ed-4975-a4a6-17f29771107e,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:04.697209 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.703488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587425f-d076-48da-8ae7-0c267dad8adf req-c3ab7723-c728-4e5c-b77a-3f0515a8c739 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:04.705044 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d587425f-d076-48da-8ae7-0c267dad8adf req-c3ab7723-c728-4e5c-b77a-3f0515a8c739 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 944 time: 0.1640890 Feb 11 13:46:04.719889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded815fe-ccdf-4245-927c-0e571a39a674 req-97177bf2-55fa-44d5-b475-b2e0939aee9c service neutron] 10.222.0.59 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399200 Feb 11 13:46:04.768687 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d587425f-d076-48da-8ae7-0c267dad8adf req-bb51514d-ed65-4468-a082-95abc7832933 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573790 Feb 11 13:46:04.785849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b66945-8ca5-4bec-a102-7aa2fe050ecb {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:46:04.797493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-617f6eee-5ceb-44d8-94e9-851bdedff5d5 None None] Provisioning complete for port b4c17696-ca52-469e-8efd-afcd0ef241cb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:04.797883 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-617f6eee-5ceb-44d8-94e9-851bdedff5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.804932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f3d28f6f-8f40-4502-bc60-fb4feef2cd8e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.807930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f3d28f6f-8f40-4502-bc60-fb4feef2cd8e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7066255 Feb 11 13:46:04.811134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54480) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:04.825556 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.832126 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a99df6c6-928f-41af-b6d5-2d790bc6d185 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules/5155c632-16ed-4975-a4a6-17f29771107e HTTP/1.1" status: 200 len: 763 time: 0.0196955 Feb 11 13:46:04.834691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54482) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:04.871794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9c9cd778-9b6d-4068-b010-707a6bf75c1f tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3849254 Feb 11 13:46:04.871996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d6b66945-8ca5-4bec-a102-7aa2fe050ecb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,segment=NetworkSegment(c5d31242-8039-4691-8f08-d931373dc0fc),segment_id=c5d31242-8039-4691-8f08-d931373dc0fc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:04.872083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54484) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:04.877078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'port': {'network_id': 'afdb3100-08fc-496c-b073-2fb16bfff4a7', 'name': 'tempest-NetworksIpV6TestAttrs-1937619722'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:04.893898 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8f30da15-78d3-4211-a9c9-2d1bdd0ffe8f tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0576189 Feb 11 13:46:04.894542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54488) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:04.919461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b4c17696-ca52-469e-8efd-afcd0ef241cb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:04.919832 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.924515 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-08b11e4d-a19d-49aa-bd8c-f33967931599 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:04.932616 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-08b11e4d-a19d-49aa-bd8c-f33967931599 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.050093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.056179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.071643 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-afdb3100-08fc-496c-b073-2fb16bfff4a7', 'network_id': 'afdb3100-08fc-496c-b073-2fb16bfff4a7', 'tenant_id': '0187f38ad4534e9f9e550a13ceff1944', 'fixed_ips': [{'subnet_id': '513ab763-31cd-403e-be68-149b6d87b2ea'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:46:05.072490 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.148853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.148853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event updated for resources: {'Port': ['ID=5bf8678f-4981-400b-8458-d28f879b92fd,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:05.149173 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-617f6eee-5ceb-44d8-94e9-851bdedff5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.157354 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-08b11e4d-a19d-49aa-bd8c-f33967931599 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.184636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-08b11e4d-a19d-49aa-bd8c-f33967931599 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.189731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-08b11e4d-a19d-49aa-bd8c-f33967931599 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/5155c632-16ed-4975-a4a6-17f29771107e HTTP/1.1" status: 204 len: 168 time: 0.2941611 Feb 11 13:46:05.191541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b11e4d-a19d-49aa-bd8c-f33967931599 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5155c632-16ed-4975-a4a6-17f29771107e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:05.194066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54494) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:05.273814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:05.279267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.335877 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9bbb6cf3-e98d-4814-b841-58da530c3eb2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1273866 Feb 11 13:46:05.335973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:05.336059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54500) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:05.340339 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ac92e419-da05-4fef-a62e-7288ea5f61f6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': 'ab265ee0-60fd-4da6-bc5d-235446f49576', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:05.358939 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.370323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] device_id is not set on port bef72585-2916-460f-884a-290ef2fb408d yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:46:05.404985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-617f6eee-5ceb-44d8-94e9-851bdedff5d5 None None] For port b4c17696-ca52-469e-8efd-afcd0ef241cb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b4c17696-ca52-469e-8efd-afcd0ef241cb,segment=NetworkSegment(8bb276ee-00d3-4acb-baf9-f9e890ca1a52),segment_id=8bb276ee-00d3-4acb-baf9-f9e890ca1a52)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:05.472463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d6b66945-8ca5-4bec-a102-7aa2fe050ecb'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:46:05.477193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Network 7170e33d-ce9e-45d0-8497-72e3055dd0cd is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:05.500478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:05.521869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f7b3d-e862-4836-9ab0-50194419fc5b req-4de921a7-a837-421d-b3c1-922d6e6943be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:05.523467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533f7b3d-e862-4836-9ab0-50194419fc5b req-4de921a7-a837-421d-b3c1-922d6e6943be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 943 time: 0.1426547 Feb 11 13:46:05.525055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Allocated IP 2001:db8::f816:3eff:fe8c:def9 (afdb3100-08fc-496c-b073-2fb16bfff4a7/513ab763-31cd-403e-be68-149b6d87b2ea/fa94d7e4-f91d-44f6-a667-03eb9b3c0847) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:05.535584 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-617f6eee-5ceb-44d8-94e9-851bdedff5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.574296 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac92e419-da05-4fef-a62e-7288ea5f61f6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.722430 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac92e419-da05-4fef-a62e-7288ea5f61f6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.746968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-617f6eee-5ceb-44d8-94e9-851bdedff5d5 None None] Provisioning complete for port 68f0896c-4ff0-455a-a74a-b8d519c45164 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:05.747206 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-617f6eee-5ceb-44d8-94e9-851bdedff5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.758162 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:46:05.758513 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:46:05.765433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:05.768854 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-533f7b3d-e862-4836-9ab0-50194419fc5b req-21281532-24b4-4b0d-9e81-11a37a49289c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521908 Feb 11 13:46:05.791668 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac92e419-da05-4fef-a62e-7288ea5f61f6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.823773 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f6eee-5ceb-44d8-94e9-851bdedff5d5 None None] Pushing event updated for resources: {'Port': ['ID=b4c17696-ca52-469e-8efd-afcd0ef241cb,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:05.839131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92e419-da05-4fef-a62e-7288ea5f61f6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7ffc7e-310c-4cdf-b0bb-aeacc34840b4,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:05.947766 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 08e05d4d-9b4b-49e1-a309-e52fa011af18 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:46:05.953113 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac92e419-da05-4fef-a62e-7288ea5f61f6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:05.954440 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ac92e419-da05-4fef-a62e-7288ea5f61f6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6181703 Feb 11 13:46:05.961410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54512) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:06.002217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c022958a-fb49-4293-a263-193b617334da tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules/ae7ffc7e-310c-4cdf-b0bb-aeacc34840b4 HTTP/1.1" status: 200 len: 763 time: 0.0289836 Feb 11 13:46:06.005426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:06.007710 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54514) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:06.015586 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:06.020625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e6cde04f-b463-4f99-830e-407d9a8531b5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5073783 Feb 11 13:46:06.028886 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54516) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:06.033752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8f4d5f5b-f80b-42fc-a113-dfcff13112b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:06.059055 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:06.060250 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:06.084948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec5ae9-54e3-478c-9e8c-47cf5da8e3c2 req-0bd65d95-227f-4693-bb87-cb5a552dc93b tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:06.086825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-91ec5ae9-54e3-478c-9e8c-47cf5da8e3c2 req-0bd65d95-227f-4693-bb87-cb5a552dc93b tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 945 time: 0.1698561 Feb 11 13:46:06.147210 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-91ec5ae9-54e3-478c-9e8c-47cf5da8e3c2 req-abb75a14-fea8-44f9-b339-c7defc1bc561 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528126 Feb 11 13:46:06.185504 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:06.195427 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.resource_extend [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:46:06.196838 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:06.325906 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:06.435617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Network afdb3100-08fc-496c-b073-2fb16bfff4a7 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:06.439811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c600d6a3-63ce-46a7-8e69-d92750b4a679 req-cdd2cbc0-a0dc-48b2-a6a8-bd99befd5de9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:06.443589 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c600d6a3-63ce-46a7-8e69-d92750b4a679 req-cdd2cbc0-a0dc-48b2-a6a8-bd99befd5de9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 943 time: 0.1116254 Feb 11 13:46:06.473473 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:06.476598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:06.512925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 68f0896c-4ff0-455a-a74a-b8d519c45164 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:06.582581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c600d6a3-63ce-46a7-8e69-d92750b4a679 req-9e95432a-9d62-4b2f-bb71-cb661695cf98 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682247 Feb 11 13:46:06.604161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-81bdfc90-1bc9-4885-8d86-b2a5839df748 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:06.607231 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-81bdfc90-1bc9-4885-8d86-b2a5839df748 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f&tenant_id=575d93d5e9a4439796b157bf7e49a91f&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 943 time: 0.1600013 Feb 11 13:46:06.635923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Pushing event updated for resources: {'Port': ['ID=fa94d7e4-f91d-44f6-a667-03eb9b3c0847,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:06.661220 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:03Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bf8678f-4981-400b-8458-d28f879b92fd', 'name': '', 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:ba:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:01Z', 'updated_at': '2022-02-11T13:46:04Z', 'revision_number': 2, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:06.662179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:06.694765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Attempting to bind port fa94d7e4-f91d-44f6-a667-03eb9b3c0847 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:06.695149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Attempting to bind port fa94d7e4-f91d-44f6-a667-03eb9b3c0847 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f2878a69-b492-4909-a759-42e168c1b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'afdb3100-08fc-496c-b073-2fb16bfff4a7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:06.695522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Attempting to bind port fa94d7e4-f91d-44f6-a667-03eb9b3c0847 on network afdb3100-08fc-496c-b073-2fb16bfff4a7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:06.709827 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:06.710442 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Updating router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 port 5bf8678f-4981-400b-8458-d28f879b92fd binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:46:06.733931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'port_id': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'mac_address': 'fa:16:3e:38:76:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:46:06.737142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:06.737535 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Checking segment: {'id': 'f2878a69-b492-4909-a759-42e168c1b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'afdb3100-08fc-496c-b073-2fb16bfff4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:06.738204 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:06.738787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Bound using segment: {'id': 'f2878a69-b492-4909-a759-42e168c1b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'afdb3100-08fc-496c-b073-2fb16bfff4a7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:06.739288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Bound port: fa94d7e4-f91d-44f6-a667-03eb9b3c0847, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2878a69-b492-4909-a759-42e168c1b914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'afdb3100-08fc-496c-b073-2fb16bfff4a7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:06.739677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:06.739959 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-6311c6e9-3fee-4ebc-9724-476153b7874b service neutron] delete failed (client error): The resource could not be found. Feb 11 13:46:06.742111 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-6311c6e9-3fee-4ebc-9724-476153b7874b service neutron] 10.222.0.13 "DELETE /v2.0/ports/08e05d4d-9b4b-49e1-a309-e52fa011af18/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.1273844 Feb 11 13:46:06.769838 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:06.899183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-51cf8490-79c0-4f55-899c-344381c84358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:06.916197 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-51cf8490-79c0-4f55-899c-344381c84358 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1094 time: 0.0952277 Feb 11 13:46:07.037865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4959ff8d-fe84-4d1f-8b83-8ea710071cdc tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0288205 Feb 11 13:46:07.042005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54532) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:07.055069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-941145eb-4d22-4d23-b077-06b46ae41ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:07.057145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-941145eb-4d22-4d23-b077-06b46ae41ff2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 898 time: 0.1496782 Feb 11 13:46:07.090518 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.108507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b1156033-91ef-47b1-b449-1a3b560409cb None None] Provisioning complete for port b4c17696-ca52-469e-8efd-afcd0ef241cb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:07.109173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Allocated IP 2001:db8::f816:3eff:fe88:c37f (afdb3100-08fc-496c-b073-2fb16bfff4a7/513ab763-31cd-403e-be68-149b6d87b2ea/bef72585-2916-460f-884a-290ef2fb408d) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:07.114098 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1156033-91ef-47b1-b449-1a3b560409cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.129024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 68f0896c-4ff0-455a-a74a-b8d519c45164 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:07.129024 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.210078 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-2cc2b38c-3d77-4819-a00d-9ccd63c06ed5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 999 time: 0.1371951 Feb 11 13:46:07.231057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1f13-e669-495d-b180-eac1efa3d3a2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.244834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1f13-e669-495d-b180-eac1efa3d3a2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.250404 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.335389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e05d4d-9b4b-49e1-a309-e52fa011af18 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:46:07.338831 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-0f7ef191-5af6-4f29-a447-6cabe0d05a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:07.347131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-0f7ef191-5af6-4f29-a447-6cabe0d05a89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.1158726 Feb 11 13:46:07.351518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] For port fa94d7e4-f91d-44f6-a667-03eb9b3c0847, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:07.377431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:07.398009 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.398128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] For port fa94d7e4-f91d-44f6-a667-03eb9b3c0847, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fa94d7e4-f91d-44f6-a667-03eb9b3c0847,segment=NetworkSegment(f2878a69-b492-4909-a759-42e168c1b914),segment_id=f2878a69-b492-4909-a759-42e168c1b914)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:07.454692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-4e3d3b9d-e677-4b03-94f7-72f47aefc4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:07.454692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-4e3d3b9d-e677-4b03-94f7-72f47aefc4f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954750 Feb 11 13:46:07.504801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b1156033-91ef-47b1-b449-1a3b560409cb None None] Provisioning complete for port 5bf8678f-4981-400b-8458-d28f879b92fd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:07.505974 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b1156033-91ef-47b1-b449-1a3b560409cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.543962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1f13-e669-495d-b180-eac1efa3d3a2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.546815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b1156033-91ef-47b1-b449-1a3b560409cb None None] Port 5bf8678f-4981-400b-8458-d28f879b92fd cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:46:07.548827 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.551141 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.654392 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228c003-bcd8-44a0-b82a-fc2e961a76b4 None None] Pushing event updated for resources: {'Port': ['ID=5bf8678f-4981-400b-8458-d28f879b92fd,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:07.672042 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fa6b1f13-e669-495d-b180-eac1efa3d3a2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.673235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fa6b1f13-e669-495d-b180-eac1efa3d3a2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/ae7ffc7e-310c-4cdf-b0bb-aeacc34840b4 HTTP/1.1" status: 204 len: 168 time: 0.6285489 Feb 11 13:46:07.681146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=08e05d4d-9b4b-49e1-a309-e52fa011af18,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:07.688825 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd83b1-ff9d-43f1-9442-62d88703a9ea req-93c84d85-9de0-4150-b9e7-3ce2ce04d1d4 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:07.691693 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Attempting to bind port 5bf8678f-4981-400b-8458-d28f879b92fd on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:07.692278 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Attempting to bind port 5bf8678f-4981-400b-8458-d28f879b92fd by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '8bb276ee-00d3-4acb-baf9-f9e890ca1a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:07.693522 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Attempting to bind port 5bf8678f-4981-400b-8458-d28f879b92fd on network 7170e33d-ce9e-45d0-8497-72e3055dd0cd {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:07.701051 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97dd83b1-ff9d-43f1-9442-62d88703a9ea req-93c84d85-9de0-4150-b9e7-3ce2ce04d1d4 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 945 time: 0.3815696 Feb 11 13:46:07.701599 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:07.702360 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Checking segment: {'id': '8bb276ee-00d3-4acb-baf9-f9e890ca1a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:07.704233 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.705035 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Bound using segment: {'id': '8bb276ee-00d3-4acb-baf9-f9e890ca1a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:07.705740 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Bound port: 5bf8678f-4981-400b-8458-d28f879b92fd, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb276ee-00d3-4acb-baf9-f9e890ca1a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:07.706909 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.722520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54544) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:07.727384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b1f13-e669-495d-b180-eac1efa3d3a2 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae7ffc7e-310c-4cdf-b0bb-aeacc34840b4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:07.804223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b4c17696-ca52-469e-8efd-afcd0ef241cb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:07.824604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.extraroute_db [None req-8f4d5f5b-f80b-42fc-a113-dfcff13112b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:46:07.885820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.extraroute_db [None req-8f4d5f5b-f80b-42fc-a113-dfcff13112b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Removed routes are [] {{(pid=103007) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:46:07.885820 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5f5b-f80b-42fc-a113-dfcff13112b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.890238 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:07.891487 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] For port 5bf8678f-4981-400b-8458-d28f879b92fd, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:07.893856 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97dd83b1-ff9d-43f1-9442-62d88703a9ea req-afddb46f-c648-4bef-b2bd-cbf074537002 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919162 Feb 11 13:46:07.895274 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] For port 5bf8678f-4981-400b-8458-d28f879b92fd, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5bf8678f-4981-400b-8458-d28f879b92fd,segment=NetworkSegment(8bb276ee-00d3-4acb-baf9-f9e890ca1a52),segment_id=8bb276ee-00d3-4acb-baf9-f9e890ca1a52)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:07.923534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bd6a38a7-5ff2-4243-804e-ba95f53e2a8a tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2009916 Feb 11 13:46:07.924665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54550) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:07.942976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-da762485-d296-4b8d-8bcf-8ccbcb6febb5 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': 'ab265ee0-60fd-4da6-bc5d-235446f49576', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:07.947839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d6b66945-8ca5-4bec-a102-7aa2fe050ecb up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:07.951567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['08e05d4d-9b4b-49e1-a309-e52fa011af18'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:46:08.001203 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-4d1d6ecf-cd87-412f-b6a3-6ddae27314ad service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411785 Feb 11 13:46:08.013489 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.078266 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.135256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3e90194d-b2b8-400d-b1d2-03542c7393b8 None None] Provisioning complete for port 5bf8678f-4981-400b-8458-d28f879b92fd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:08.135657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e90194d-b2b8-400d-b1d2-03542c7393b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.147178 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:08.149998 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:08.200977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network afdb3100-08fc-496c-b073-2fb16bfff4a7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:08.207674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:08.215413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:08.231021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:08.231708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.266019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23971c5f-5964-42ed-987d-67c1df7d8a2f None None] Pushing event updated for resources: {'Port': ['ID=fa94d7e4-f91d-44f6-a667-03eb9b3c0847,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:08.299998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3aa068fe-d827-4823-9269-10e1b094acf2 req-5dd118ce-03d6-42fb-afba-1cfa56d50fc9 service neutron] 10.222.0.13 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654228 Feb 11 13:46:08.336586 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b68727-6bd9-4fe8-939f-ef590896b258 req-3e5713c2-0997-4ece-98cb-e1e271ef0a14 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:08.338455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4b68727-6bd9-4fe8-939f-ef590896b258 req-3e5713c2-0997-4ece-98cb-e1e271ef0a14 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 944 time: 0.5798771 Feb 11 13:46:08.406392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port d6b66945-8ca5-4bec-a102-7aa2fe050ecb completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:08.417326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b4c17696-ca52-469e-8efd-afcd0ef241cb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:08.417751 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.434883 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port d6b66945-8ca5-4bec-a102-7aa2fe050ecb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:08.434883 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.435170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4b68727-6bd9-4fe8-939f-ef590896b258 req-a295351e-8769-4653-9a6a-77395198bfd2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808723 Feb 11 13:46:08.454108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-da762485-d296-4b8d-8bcf-8ccbcb6febb5 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.494491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6205130 Feb 11 13:46:08.496659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d28a9-d04b-4fc0-aac5-68e1514d34ef tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Port': ['ID=bef72585-2916-460f-884a-290ef2fb408d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:08.498896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54556) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:08.631006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe90c27-8ca7-4e79-a0e5-4976c7ce0ae6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Deleting subnet 513ab763-31cd-403e-be68-149b6d87b2ea {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:46:08.631247 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e90194d-b2b8-400d-b1d2-03542c7393b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.631687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fe90c27-8ca7-4e79-a0e5-4976c7ce0ae6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.657327 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228c003-bcd8-44a0-b82a-fc2e961a76b4 None None] Pushing event updated for resources: {'Port': ['ID=5bf8678f-4981-400b-8458-d28f879b92fd,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:08.671394 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:08.739039 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5f5b-f80b-42fc-a113-dfcff13112b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.751229 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5f5b-f80b-42fc-a113-dfcff13112b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.760900 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-da762485-d296-4b8d-8bcf-8ccbcb6febb5 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.767887 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fe90c27-8ca7-4e79-a0e5-4976c7ce0ae6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.791982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3e90194d-b2b8-400d-b1d2-03542c7393b8 None None] For port 5bf8678f-4981-400b-8458-d28f879b92fd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5bf8678f-4981-400b-8458-d28f879b92fd,segment=NetworkSegment(8bb276ee-00d3-4acb-baf9-f9e890ca1a52),segment_id=8bb276ee-00d3-4acb-baf9-f9e890ca1a52)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:08.895306 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-da762485-d296-4b8d-8bcf-8ccbcb6febb5 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.945308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e90194d-b2b8-400d-b1d2-03542c7393b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:08.966977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da762485-d296-4b8d-8bcf-8ccbcb6febb5 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0908bf8-fdae-4a65-b56a-4f96fcf53833,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:08.994611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4d5f5b-f80b-42fc-a113-dfcff13112b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:09.090567 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fe90c27-8ca7-4e79-a0e5-4976c7ce0ae6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:09.101070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-da762485-d296-4b8d-8bcf-8ccbcb6febb5 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:09.110548 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-da762485-d296-4b8d-8bcf-8ccbcb6febb5 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1741977 Feb 11 13:46:09.111260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54566) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:09.240887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08361932-6be4-445d-abca-3a816053b140 req-10dc8432-31c8-44e9-8939-e2499725519e tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:09.244016 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:09.246341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08361932-6be4-445d-abca-3a816053b140 req-10dc8432-31c8-44e9-8939-e2499725519e tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 945 time: 0.1502776 Feb 11 13:46:09.250014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4d5f5b-f80b-42fc-a113-dfcff13112b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:09.257013 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-052d8293-630c-4f0d-a8ae-db793e66f7ed tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules/c0908bf8-fdae-4a65-b56a-4f96fcf53833 HTTP/1.1" status: 200 len: 764 time: 0.0959053 Feb 11 13:46:09.266983 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f4d5f5b-f80b-42fc-a113-dfcff13112b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:09.273086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8f4d5f5b-f80b-42fc-a113-dfcff13112b8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 HTTP/1.1" status: 200 len: 934 time: 3.2428408 Feb 11 13:46:09.274581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54570) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:09.276383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54572) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:09.284085 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:07Z', 'revision_number': 6, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bf8678f-4981-400b-8458-d28f879b92fd', 'name': '', 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:ba:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:01Z', 'updated_at': '2022-02-11T13:46:07Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:09.322983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1abb3981-e9e2-49be-b508-b28f9b15b657 None None] Provisioning complete for port 5bf8678f-4981-400b-8458-d28f879b92fd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:09.323305 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1abb3981-e9e2-49be-b508-b28f9b15b657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:09.347975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d6b66945-8ca5-4bec-a102-7aa2fe050ecb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,segment=NetworkSegment(c5d31242-8039-4691-8f08-d931373dc0fc),segment_id=c5d31242-8039-4691-8f08-d931373dc0fc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:09.367341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7903ae0a-0750-48b6-bfcd-e94eb0090557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b66945-8ca5-4bec-a102-7aa2fe050ecb'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:09.369416 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4ca394-7fc6-42d6-9eb2-78e9a5a12043" -d '{"events": [{"server_uuid": "7903ae0a-0750-48b6-bfcd-e94eb0090557", "name": "network-vif-plugged", "status": "completed", "tag": "d6b66945-8ca5-4bec-a102-7aa2fe050ecb"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:46:09.375988 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672a6220-54a9-404c-8c93-adf0546b6663 None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:07Z', 'revision_number': 6, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bf8678f-4981-400b-8458-d28f879b92fd', 'name': '', 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:ba:9a:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:01Z', 'updated_at': '2022-02-11T13:46:07Z', 'revision_number': 4, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:09.413546 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90194d-b2b8-400d-b1d2-03542c7393b8 None None] Pushing event updated for resources: {'Port': ['ID=5bf8678f-4981-400b-8458-d28f879b92fd,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:09.432276 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fe90c27-8ca7-4e79-a0e5-4976c7ce0ae6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:09.498033 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:09.504163 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fe90c27-8ca7-4e79-a0e5-4976c7ce0ae6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:09.530924 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7fe90c27-8ca7-4e79-a0e5-4976c7ce0ae6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/subnets/513ab763-31cd-403e-be68-149b6d87b2ea HTTP/1.1" status: 204 len: 168 time: 1.0296414 Feb 11 13:46:09.546337 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47e8229-395a-42b3-ab91-2f9f7954c06c x-openstack-request-id: req-b47e8229-395a-42b3-ab91-2f9f7954c06c {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:46:09.546623 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7903ae0a-0750-48b6-bfcd-e94eb0090557", "name": "network-vif-plugged", "status": "completed", "tag": "d6b66945-8ca5-4bec-a102-7aa2fe050ecb", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:46:09.546868 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b47e8229-395a-42b3-ab91-2f9f7954c06c {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:46:09.547341 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7903ae0a-0750-48b6-bfcd-e94eb0090557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b66945-8ca5-4bec-a102-7aa2fe050ecb', 'code': 200} Feb 11 13:46:09.574838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54580) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:09.587432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe90c27-8ca7-4e79-a0e5-4976c7ce0ae6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Subnet': ['ID=513ab763-31cd-403e-be68-149b6d87b2ea,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:09.694886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb621f-521b-4980-bfda-2b84896dde3f None None] Network afdb3100-08fc-496c-b073-2fb16bfff4a7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:09.758638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97938d3-2cb3-42e0-aa0a-540930fe046e req-1088bad3-df39-46ba-a186-1633e559f667 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:09.774245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b97938d3-2cb3-42e0-aa0a-540930fe046e req-1088bad3-df39-46ba-a186-1633e559f667 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 944 time: 0.1235824 Feb 11 13:46:09.794835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3781e-a911-4bf0-841b-215ba3e03622 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:09.796464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d3781e-a911-4bf0-841b-215ba3e03622 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:09.801026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-60d3781e-a911-4bf0-841b-215ba3e03622 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2195423 Feb 11 13:46:09.801683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08361932-6be4-445d-abca-3a816053b140 req-b2f95e8c-ee6d-47ff-a27e-0195a3f36517 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229259 Feb 11 13:46:09.802458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54582) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:09.890789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a35356-9dcf-4199-88ae-73cda98a9184 req-cd2f33d9-a16c-4b18-a883-856e45fb3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:09.892445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49a35356-9dcf-4199-88ae-73cda98a9184 req-cd2f33d9-a16c-4b18-a883-856e45fb3a6d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 1097 time: 0.2592216 Feb 11 13:46:09.910288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c2a18e3a-b40b-4e70-b1cf-e5af9984f507 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6108024 Feb 11 13:46:09.921251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:09.922521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1bdf48b1-942c-4332-ad75-7e372dbb8281 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 HTTP/1.1" status: 200 len: 934 time: 0.6095562 Feb 11 13:46:09.924090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54588) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:09.929803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54590) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:09.934983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e8aa7306-4b0c-412d-a1b0-8db5ac281d29 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'routes': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:09.993459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6013f71f-3d3c-4a76-88fb-9257bac673b6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:09.993934 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84d2b88a-8585-4f4b-8653-43b938191b56 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.001190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fa94d7e4-f91d-44f6-a667-03eb9b3c0847 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:10.020134 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6013f71f-3d3c-4a76-88fb-9257bac673b6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.023589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49a35356-9dcf-4199-88ae-73cda98a9184 req-30af253b-22f3-46b4-9aed-8ae47e9a4a04 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983148 Feb 11 13:46:10.072704 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b97938d3-2cb3-42e0-aa0a-540930fe046e req-59e5313c-2cd6-4590-afae-eaba8574e60a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2926083 Feb 11 13:46:10.086622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54594) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:10.138979 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d2b88a-8585-4f4b-8653-43b938191b56 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 13:46:10.139455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d2b88a-8585-4f4b-8653-43b938191b56 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:10.142721 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-84d2b88a-8585-4f4b-8653-43b938191b56 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/afdb3100-08fc-496c-b073-2fb16bfff4a7 HTTP/1.1" status: 409 len: 405 time: 0.3392522 Feb 11 13:46:10.147653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54596) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:10.171119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-181481759'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:10.174716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fa94d7e4-f91d-44f6-a667-03eb9b3c0847 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:10.175205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.187483 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6013f71f-3d3c-4a76-88fb-9257bac673b6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.199426 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6013f71f-3d3c-4a76-88fb-9257bac673b6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.204124 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6013f71f-3d3c-4a76-88fb-9257bac673b6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-group-rules/c0908bf8-fdae-4a65-b56a-4f96fcf53833 HTTP/1.1" status: 204 len: 168 time: 0.2774682 Feb 11 13:46:10.205185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013f71f-3d3c-4a76-88fb-9257bac673b6 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0908bf8-fdae-4a65-b56a-4f96fcf53833,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:10.205942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54598) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:10.221412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-16f45d71-d2e8-4c7f-ad80-7a21cfd4037c None None] Provisioning complete for port fa94d7e4-f91d-44f6-a667-03eb9b3c0847 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:10.221942 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16f45d71-d2e8-4c7f-ad80-7a21cfd4037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.256010 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b099e855-410c-43db-8404-b178bf174fa2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/1aa545de-59ad-4452-9c50-898277703150 HTTP/1.1" status: 200 len: 992 time: 0.1675570 Feb 11 13:46:10.357336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:10.360646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.411359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:10.415146 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cb116257-6d6a-4cda-ad18-198f69f20721 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2080882 Feb 11 13:46:10.418773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54600) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:10.427175 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.427513 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Added segment 3f2ea2e2-1196-4e9a-a756-2b4b16933113 of type vlan for network 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 Feb 11 13:46:10.458646 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.549106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.568665 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16f45d71-d2e8-4c7f-ad80-7a21cfd4037c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.576757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac12b37d-4574-4393-8e33-fba2d4364c2e None None] DHCP port deletion for afdb3100-08fc-496c-b073-2fb16bfff4a7 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:46:10.579429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a8b9-2105-46fd-8442-3fa17f64b165 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.582168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port fa94d7e4-f91d-44f6-a667-03eb9b3c0847, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fa94d7e4-f91d-44f6-a667-03eb9b3c0847,segment=NetworkSegment(f2878a69-b492-4909-a759-42e168c1b914),segment_id=f2878a69-b492-4909-a759-42e168c1b914)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:10.633537 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a8b9-2105-46fd-8442-3fa17f64b165 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.653398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ac12b37d-4574-4393-8e33-fba2d4364c2e None None] Deleting port fa94d7e4-f91d-44f6-a667-03eb9b3c0847 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:10.654185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ac12b37d-4574-4393-8e33-fba2d4364c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.726623 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.727410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5bf8678f-4981-400b-8458-d28f879b92fd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:10.786386 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.798365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:10.807700 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.819522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:10.860720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ac12b37d-4574-4393-8e33-fba2d4364c2e None None] For port fa94d7e4-f91d-44f6-a667-03eb9b3c0847, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fa94d7e4-f91d-44f6-a667-03eb9b3c0847,segment=NetworkSegment(f2878a69-b492-4909-a759-42e168c1b914),segment_id=f2878a69-b492-4909-a759-42e168c1b914)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:10.865102 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ac12b37d-4574-4393-8e33-fba2d4364c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.871282 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.extraroute_db [None req-e8aa7306-4b0c-412d-a1b0-8db5ac281d29 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added routes are [] {{(pid=103006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:46:10.871449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.extraroute_db [None req-e8aa7306-4b0c-412d-a1b0-8db5ac281d29 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:46:10.903999 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-16f45d71-d2e8-4c7f-ad80-7a21cfd4037c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:46:10.905134 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-16f45d71-d2e8-4c7f-ad80-7a21cfd4037c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:46:10.908994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ac12b37d-4574-4393-8e33-fba2d4364c2e None None] Calling delete_port for fa94d7e4-f91d-44f6-a667-03eb9b3c0847 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:10.913498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:10.914106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:10.921620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=fa94d7e4-f91d-44f6-a667-03eb9b3c0847,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:10.945093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a8b9-2105-46fd-8442-3fa17f64b165 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.947789 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7fb7a8b9-2105-46fd-8442-3fa17f64b165 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.952146 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7fb7a8b9-2105-46fd-8442-3fa17f64b165 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/ab265ee0-60fd-4da6-bc5d-235446f49576 HTTP/1.1" status: 204 len: 168 time: 0.5297632 Feb 11 13:46:10.953066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54612) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:10.955674 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7306-4b0c-412d-a1b0-8db5ac281d29 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:10.982756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7a8b9-2105-46fd-8442-3fa17f64b165 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab265ee0-60fd-4da6-bc5d-235446f49576,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:10.995785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Network': ['ID=3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:11.022957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:11.106402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a45b46d2-a576-4cd2-82c3-9cc57de3e26d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9522512 Feb 11 13:46:11.118338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e2c13986-36bd-46db-86b2-f67f014113ce tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1608782 Feb 11 13:46:11.118338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54614) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:11.125779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21fa1e-ad45-472a-be37-1200c1ecbdc3 req-905fb3d5-7849-440e-a887-2d2f955f5947 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:11.127822 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd21fa1e-ad45-472a-be37-1200c1ecbdc3 req-905fb3d5-7849-440e-a887-2d2f955f5947 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 946 time: 0.0958698 Feb 11 13:46:11.133931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'subnet': {'network_id': '3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:11.148359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54616) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:11.176853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-af8168e0-853e-49f0-bd9e-2119265bd37c tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group': {'name': 'tempest-secgroup--231378523'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:11.311896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd21fa1e-ad45-472a-be37-1200c1ecbdc3 req-8b493650-69e0-434b-8c1c-737be6e177c8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664222 Feb 11 13:46:11.340011 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5bf8678f-4981-400b-8458-d28f879b92fd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:11.340534 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.373169 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7306-4b0c-412d-a1b0-8db5ac281d29 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.373169 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7306-4b0c-412d-a1b0-8db5ac281d29 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.374409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af8168e0-853e-49f0-bd9e-2119265bd37c tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.434903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:11.477391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:11.485194 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.525032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8aa7306-4b0c-412d-a1b0-8db5ac281d29 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:11.561816 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af8168e0-853e-49f0-bd9e-2119265bd37c tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.845017 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ac12b37d-4574-4393-8e33-fba2d4364c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:11.914074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12b37d-4574-4393-8e33-fba2d4364c2e None None] Pushing event deleted for resources: {'Port': ['ID=fa94d7e4-f91d-44f6-a667-03eb9b3c0847,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:11.927567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12b37d-4574-4393-8e33-fba2d4364c2e None None] No DVR routers for this DVR port fa94d7e4-f91d-44f6-a667-03eb9b3c0847 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:11.971004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 08e05d4d-9b4b-49e1-a309-e52fa011af18 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:12.031219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fa94d7e4-f91d-44f6-a667-03eb9b3c0847 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:12.071587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: fa94d7e4-f91d-44f6-a667-03eb9b3c0847 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:46:12.072007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fa94d7e4-f91d-44f6-a667-03eb9b3c0847 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:12.093482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8aa7306-4b0c-412d-a1b0-8db5ac281d29 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:12.102265 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e8aa7306-4b0c-412d-a1b0-8db5ac281d29 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.103700 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e8aa7306-4b0c-412d-a1b0-8db5ac281d29 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 HTTP/1.1" status: 200 len: 700 time: 2.1729450 Feb 11 13:46:12.120163 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af8168e0-853e-49f0-bd9e-2119265bd37c tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.121117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54630) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:12.121206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:07Z', 'revision_number': 6, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bf8678f-4981-400b-8458-d28f879b92fd', 'name': '', 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:ba:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:01Z', 'updated_at': '2022-02-11T13:46:08Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:12.153535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8168e0-853e-49f0-bd9e-2119265bd37c tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195d7fed-a7c0-49e0-94c1-f005ea945549,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:12.157339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:12.167229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:12.168070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:12.255697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 08e05d4d-9b4b-49e1-a309-e52fa011af18 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:46:12.275449 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 08e05d4d-9b4b-49e1-a309-e52fa011af18 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:12.275864 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.296803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:46:12.299894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.312787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:12.313068 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-af8168e0-853e-49f0-bd9e-2119265bd37c tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.314390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-af8168e0-853e-49f0-bd9e-2119265bd37c tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1413393 Feb 11 13:46:12.317130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54634) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:12.322747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-160de98f-7aac-42d4-a5ef-0b2173e2b372 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Request body: {'security_group_rule': {'security_group_id': '195d7fed-a7c0-49e0-94c1-f005ea945549', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:12.388617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7e82825f-4c06-4f55-8d1c-df280d3dd357 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 HTTP/1.1" status: 200 len: 700 time: 0.2764168 Feb 11 13:46:12.388617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Subnet': ['ID=2bd09b77-ab5f-48b5-be9e-62e6793f1d3f,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:12.389851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54638) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:12.447694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Checking segment: {'id': '3f2ea2e2-1196-4e9a-a756-2b4b16933113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:12.448210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network hostable DHCP agents. Network: 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:12.508415 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.513673 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-160de98f-7aac-42d4-a5ef-0b2173e2b372 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.552083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:12.556888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:46:12.560105 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9af509-1ce0-4f9c-94ac-b2d40e5b45d7" -d '{"events": [{"server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "name": "network-vif-plugged", "status": "completed", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:46:12.626425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:12.650918 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fff2b7-2373-496c-90ce-f54a26408f4b x-openstack-request-id: req-98fff2b7-2373-496c-90ce-f54a26408f4b {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:46:12.651347 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "name": "network-vif-plugged", "status": "completed", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:46:12.651693 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98fff2b7-2373-496c-90ce-f54a26408f4b {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:46:12.652252 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'code': 200} Feb 11 13:46:12.654461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:12.661727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5d7fd-cc29-4383-9df3-7916e0e7ef92 req-4a7331a9-8e21-4ce8-8d63-440ffd27cc79 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:12.663484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1c5d7fd-cc29-4383-9df3-7916e0e7ef92 req-4a7331a9-8e21-4ce8-8d63-440ffd27cc79 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 946 time: 0.2212512 Feb 11 13:46:12.669527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba662bf1-143c-4e97-8cf6-3fce1307270e None None] Network 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:12.669855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:12.670604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.721698 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.766910 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-160de98f-7aac-42d4-a5ef-0b2173e2b372 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.778383 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1c5d7fd-cc29-4383-9df3-7916e0e7ef92 req-e7f68206-0b3b-4098-8229-0999976e2a05 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787725 Feb 11 13:46:12.817596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:10Z', 'revision_number': 7, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bf8678f-4981-400b-8458-d28f879b92fd', 'name': '', 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:ba:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:01Z', 'updated_at': '2022-02-11T13:46:08Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:12.854196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01eccbd-9e85-449d-b695-54de9bf63fa8 None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:10Z', 'revision_number': 7, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bf8678f-4981-400b-8458-d28f879b92fd', 'name': '', 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:ba:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:01Z', 'updated_at': '2022-02-11T13:46:08Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:12.856029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=08e05d4d-9b4b-49e1-a309-e52fa011af18,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:12.873515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-370a10bf-fae5-409a-9d12-5e4fa626611e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7414200 Feb 11 13:46:12.873952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54658) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:12.881577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'port': {'network_id': '3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091', 'name': 'tempest-NetworksIpV6TestAttrs-680766627'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:12.908607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-160de98f-7aac-42d4-a5ef-0b2173e2b372 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:12.961597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160de98f-7aac-42d4-a5ef-0b2173e2b372 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b63b2b1-f4b2-4c3e-aac3-16a90b6a4495,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:13.004211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091', 'network_id': '3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091', 'tenant_id': '0187f38ad4534e9f9e550a13ceff1944', 'fixed_ips': [{'subnet_id': '2bd09b77-ab5f-48b5-be9e-62e6793f1d3f'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:46:13.004211 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.011444 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.128866 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-160de98f-7aac-42d4-a5ef-0b2173e2b372 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.130122 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-160de98f-7aac-42d4-a5ef-0b2173e2b372 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8120172 Feb 11 13:46:13.132976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54694) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:13.226849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:13.234610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.318100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Allocated IP 2001:db8::f816:3eff:fea2:b16 (3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091/2bd09b77-ab5f-48b5-be9e-62e6793f1d3f/0057bb60-d42f-47ff-aa44-fad4c2b6edc0) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:13.329390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] device_id is not set on port 65846bcd-1927-4930-b9d7-cff0162036c5 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:46:13.365947 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:13.381422 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:13.382572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:13.409637 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9f1f-bd59-48bc-8296-b50fa74fd47e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.460114 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9f1f-bd59-48bc-8296-b50fa74fd47e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.521221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 5bf8678f-4981-400b-8458-d28f879b92fd {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:13.521903 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.558048 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:13.558382 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.619729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port 5bf8678f-4981-400b-8458-d28f879b92fd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5bf8678f-4981-400b-8458-d28f879b92fd,segment=NetworkSegment(8bb276ee-00d3-4acb-baf9-f9e890ca1a52),segment_id=8bb276ee-00d3-4acb-baf9-f9e890ca1a52)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:13.620283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.634552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 5bf8678f-4981-400b-8458-d28f879b92fd owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:13.649400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9f1f-bd59-48bc-8296-b50fa74fd47e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.657650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9f1f-bd59-48bc-8296-b50fa74fd47e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.659343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5b4f9f1f-bd59-48bc-8296-b50fa74fd47e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/195d7fed-a7c0-49e0-94c1-f005ea945549 HTTP/1.1" status: 204 len: 168 time: 0.5242665 Feb 11 13:46:13.671384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54706) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:13.672491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f9f1f-bd59-48bc-8296-b50fa74fd47e tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195d7fed-a7c0-49e0-94c1-f005ea945549,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:13.700398 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.816545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Network 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:13.837647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:13.846032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:13.870471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Pushing event updated for resources: {'Port': ['ID=0057bb60-d42f-47ff-aa44-fad4c2b6edc0,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:13.885818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Allocated IP 2001:db8::f816:3eff:fed4:725d (3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091/2bd09b77-ab5f-48b5-be9e-62e6793f1d3f/65846bcd-1927-4930-b9d7-cff0162036c5) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:13.896239 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:10Z', 'revision_number': 7, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bf8678f-4981-400b-8458-d28f879b92fd', 'name': '', 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:ba:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:01Z', 'updated_at': '2022-02-11T13:46:08Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:13.901190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3b431f30-69d1-4fb2-8cf3-c458c5ea9a45 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2258277 Feb 11 13:46:13.905215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54710) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:13.926382 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:13.942274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Attempting to bind port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:13.942697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Attempting to bind port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '3f2ea2e2-1196-4e9a-a756-2b4b16933113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:13.943192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Attempting to bind port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 on network 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:13.944961 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:13.945877 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:13.953462 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:13.953857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Checking segment: {'id': '3f2ea2e2-1196-4e9a-a756-2b4b16933113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:13.954257 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.954647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Bound using segment: {'id': '3f2ea2e2-1196-4e9a-a756-2b4b16933113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:13.955112 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Bound port: 0057bb60-d42f-47ff-aa44-fad4c2b6edc0, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2ea2e2-1196-4e9a-a756-2b4b16933113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:13.955489 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:13.966106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-79783928-05fc-4dfb-8527-a1259565ac21 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0589519 Feb 11 13:46:13.968977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54712) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:13.986740 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-7f700bcf-178c-4f82-bd68-75f5fd9e7be4 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] delete failed (client error): The resource could not be found. Feb 11 13:46:13.989820 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7f700bcf-178c-4f82-bd68-75f5fd9e7be4 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "DELETE /v2.0/security-groups/195d7fed-a7c0-49e0-94c1-f005ea945549 HTTP/1.1" status: 404 len: 347 time: 0.0176594 Feb 11 13:46:13.993020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54716) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:14.009710 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:14.051109 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:14.056178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=5bf8678f-4981-400b-8458-d28f879b92fd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:14.108222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-df758268-5bad-404c-b257-d200a7d62f74 tempest-SecGroupTest-2074337961 tempest-SecGroupTest-2074337961-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0757422 Feb 11 13:46:14.392677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aa080659-3546-488c-8658-1c65b5121396 None None] For port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:14.399351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aa080659-3546-488c-8658-1c65b5121396 None None] For port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0057bb60-d42f-47ff-aa44-fad4c2b6edc0,segment=NetworkSegment(3f2ea2e2-1196-4e9a-a756-2b4b16933113),segment_id=3f2ea2e2-1196-4e9a-a756-2b4b16933113)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:14.424517 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:10Z', 'revision_number': 7, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bf8678f-4981-400b-8458-d28f879b92fd', 'name': '', 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:ba:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:01Z', 'updated_at': '2022-02-11T13:46:08Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:14.446796 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:14.458996 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79993bf9-cac1-4b02-91c6-21dba8889635 None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:10Z', 'revision_number': 7, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5bf8678f-4981-400b-8458-d28f879b92fd', 'name': '', 'network_id': '7170e33d-ce9e-45d0-8497-72e3055dd0cd', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:ba:9a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:46:01Z', 'updated_at': '2022-02-11T13:46:08Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '8621e50e-f773-42ef-83ba-66e22b020fc5', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:14.492156 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:14.534887 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:14.603541 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:14.642683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa080659-3546-488c-8658-1c65b5121396 None None] Pushing event updated for resources: {'Port': ['ID=0057bb60-d42f-47ff-aa44-fad4c2b6edc0,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:14.693203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:14.693203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:14.694810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Port': ['ID=65846bcd-1927-4930-b9d7-cff0162036c5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:14.697214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:14.709275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:14.710022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:14.784038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:14.904035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-96f0a097-54ad-40d6-81cd-08b5ac1fe9ec tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0288210 Feb 11 13:46:14.907993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54748) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:14.991143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:14.999039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-95c14f1a-0db5-4422-aaf6-70cded7d5f2e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6079452 Feb 11 13:46:15.001710 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54770) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:15.012272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:15.041812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:15.042541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:15.043429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-2891342f-8780-4fb1-92a1-cb37dbddc05a tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Deleting subnet 2bd09b77-ab5f-48b5-be9e-62e6793f1d3f {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:46:15.055269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2891342f-8780-4fb1-92a1-cb37dbddc05a tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.068517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9662cc-c9a4-4fbd-90d3-877853ecd1dd tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting subnet 8621e50e-f773-42ef-83ba-66e22b020fc5 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:46:15.071843 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e9662cc-c9a4-4fbd-90d3-877853ecd1dd tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.122048 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e9662cc-c9a4-4fbd-90d3-877853ecd1dd tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.196836 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2891342f-8780-4fb1-92a1-cb37dbddc05a tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.253915 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e9662cc-c9a4-4fbd-90d3-877853ecd1dd tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.271726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54776) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:15.342787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:15.471861 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e9662cc-c9a4-4fbd-90d3-877853ecd1dd tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.503094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9662cc-c9a4-4fbd-90d3-877853ecd1dd tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Subnet': ['ID=8621e50e-f773-42ef-83ba-66e22b020fc5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:15.530005 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e9662cc-c9a4-4fbd-90d3-877853ecd1dd tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.535035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6e9662cc-c9a4-4fbd-90d3-877853ecd1dd tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/8621e50e-f773-42ef-83ba-66e22b020fc5 HTTP/1.1" status: 204 len: 168 time: 0.5322530 Feb 11 13:46:15.538116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54786) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:15.618594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217d0c13-9c13-4932-b5d3-0e08c1515dca None None] Network 7170e33d-ce9e-45d0-8497-72e3055dd0cd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:15.628750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2891342f-8780-4fb1-92a1-cb37dbddc05a tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.724574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.888798 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-eb7535ed-b1d8-42e8-bb38-5d70b9b9e370 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5ae0692716164f47bf7fb332aaad6280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6111987 Feb 11 13:46:15.890207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54796) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:15.910416 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:46:15.926162 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2891342f-8780-4fb1-92a1-cb37dbddc05a tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.930953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port b4c17696-ca52-469e-8efd-afcd0ef241cb {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:15.931293 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.956570 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2891342f-8780-4fb1-92a1-cb37dbddc05a tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:15.963627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2891342f-8780-4fb1-92a1-cb37dbddc05a tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/subnets/2bd09b77-ab5f-48b5-be9e-62e6793f1d3f HTTP/1.1" status: 204 len: 168 time: 1.0544589 Feb 11 13:46:15.969496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54798) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:16.006182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891342f-8780-4fb1-92a1-cb37dbddc05a tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd09b77-ab5f-48b5-be9e-62e6793f1d3f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:16.042979 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53a97619-bd32-4650-ba70-537816223685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:16.106037 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53a97619-bd32-4650-ba70-537816223685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:16.236659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:13Z', 'revision_number': 8, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:16.239944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:46:16.294454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53a97619-bd32-4650-ba70-537816223685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:16.299741 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53a97619-bd32-4650-ba70-537816223685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:16.301561 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-53a97619-bd32-4650-ba70-537816223685 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/37b0e4c2-444d-48a3-afee-1a602bf94497 HTTP/1.1" status: 204 len: 168 time: 0.4094431 Feb 11 13:46:16.331376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a97619-bd32-4650-ba70-537816223685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b0e4c2-444d-48a3-afee-1a602bf94497,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:16.381508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99cbe94-73a1-4012-843f-1ac12ccefc27 None None] DHCP port deletion for 7170e33d-ce9e-45d0-8497-72e3055dd0cd request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:46:16.395110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:16.498327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:16.499156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:16.670982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:16.773601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f910538c-3789-489e-b132-b613479e89b9 None None] Network 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:16.835503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port b4c17696-ca52-469e-8efd-afcd0ef241cb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b4c17696-ca52-469e-8efd-afcd0ef241cb,segment=NetworkSegment(8bb276ee-00d3-4acb-baf9-f9e890ca1a52),segment_id=8bb276ee-00d3-4acb-baf9-f9e890ca1a52)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:16.835967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:16.846905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a0837-014a-4dd7-af05-f66e1e7cfcfa tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:16.848619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a0837-014a-4dd7-af05-f66e1e7cfcfa tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:16.852768 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-074a0837-014a-4dd7-af05-f66e1e7cfcfa tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8797283 Feb 11 13:46:16.853090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54818) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:16.866922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for b4c17696-ca52-469e-8efd-afcd0ef241cb owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:16.974684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f679da16-8570-473c-81c4-8a127c7397da None None] Provisioning complete for port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:16.975441 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f679da16-8570-473c-81c4-8a127c7397da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.033140 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-291b6276-061f-4af7-989f-dc25ac0c65cb tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.043419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:46:17.043799 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.052350 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-291b6276-061f-4af7-989f-dc25ac0c65cb tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 11 13:46:17.052820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-291b6276-061f-4af7-989f-dc25ac0c65cb tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:17.057829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-291b6276-061f-4af7-989f-dc25ac0c65cb tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 HTTP/1.1" status: 409 len: 405 time: 0.2019062 Feb 11 13:46:17.060436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54822) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:17.070482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-683807184'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:17.134441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d99cbe94-73a1-4012-843f-1ac12ccefc27 None None] Deleting port b4c17696-ca52-469e-8efd-afcd0ef241cb {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:17.134827 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d99cbe94-73a1-4012-843f-1ac12ccefc27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.242879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:17.247338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.249871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.296293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=b4c17696-ca52-469e-8efd-afcd0ef241cb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:17.302693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No DVR routers for this DVR port b4c17696-ca52-469e-8efd-afcd0ef241cb on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:17.334151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:17.367814 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.368171 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Added segment e4a33e77-cab6-40e3-9a93-aca10079aea2 of type vlan for network 1fdbd361-c9b0-421a-9708-e040918b60bc Feb 11 13:46:17.462332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d99cbe94-73a1-4012-843f-1ac12ccefc27 None None] For port b4c17696-ca52-469e-8efd-afcd0ef241cb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b4c17696-ca52-469e-8efd-afcd0ef241cb,segment=NetworkSegment(8bb276ee-00d3-4acb-baf9-f9e890ca1a52),segment_id=8bb276ee-00d3-4acb-baf9-f9e890ca1a52)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:17.462874 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d99cbe94-73a1-4012-843f-1ac12ccefc27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.467012 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.541003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d99cbe94-73a1-4012-843f-1ac12ccefc27 None None] Calling delete_port for b4c17696-ca52-469e-8efd-afcd0ef241cb owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:17.542824 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f679da16-8570-473c-81c4-8a127c7397da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.548926 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.645366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3486738-85fc-433e-bc2c-0871fbc34271 None None] DHCP port deletion for 3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:46:17.673911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0057bb60-d42f-47ff-aa44-fad4c2b6edc0,segment=NetworkSegment(3f2ea2e2-1196-4e9a-a756-2b4b16933113),segment_id=3f2ea2e2-1196-4e9a-a756-2b4b16933113)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:17.685537 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.692230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:17.693007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.716283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:13Z', 'revision_number': 8, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:17.717701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.754417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cacd2e-6847-478a-9891-95f268c02274 None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:13Z', 'revision_number': 8, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '448316a4-0448-43d4-9136-ddf6d6d64ecc', 'name': '', 'network_id': '331ca441-2e9e-424b-9d3f-b743197fe200', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:89:85:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:50Z', 'updated_at': '2022-02-11T13:46:01Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '1e182d52-a8b5-49d1-985b-6eab8dd312f5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:46:17.775115 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 13:46:17.787644 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.790892 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d99cbe94-73a1-4012-843f-1ac12ccefc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.791709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7170e33d-ce9e-45d0-8497-72e3055dd0cd']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:17.819723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb276ee-00d3-4acb-baf9-f9e890ca1a52') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:17.820033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb276ee-00d3-4acb-baf9-f9e890ca1a52') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:17.830118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Network': ['ID=1fdbd361-c9b0-421a-9708-e040918b60bc,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:17.836172 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.852399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:17.866002 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:17.875089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 1fdbd361-c9b0-421a-9708-e040918b60bc details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:17.928731 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-31dee4d2-79da-4250-adab-bc36a754ac2d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8669815 Feb 11 13:46:17.932255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54848) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:17.951906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'subnet': {'network_id': '1fdbd361-c9b0-421a-9708-e040918b60bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:17.961581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b3486738-85fc-433e-bc2c-0871fbc34271 None None] Deleting port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:17.961581 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b3486738-85fc-433e-bc2c-0871fbc34271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:17.962811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99cbe94-73a1-4012-843f-1ac12ccefc27 None None] No DVR routers for this DVR port b4c17696-ca52-469e-8efd-afcd0ef241cb on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:18.050622 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:18.070582 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:18.075999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/networks/7170e33d-ce9e-45d0-8497-72e3055dd0cd HTTP/1.1" status: 204 len: 168 time: 2.5361197 Feb 11 13:46:18.078805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54852) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:18.110630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7f01e-a369-457a-82e9-cd1b87800b4b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Network': ['ID=7170e33d-ce9e-45d0-8497-72e3055dd0cd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:18.356717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:18.360660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:18.517911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b4c17696-ca52-469e-8efd-afcd0ef241cb no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:18.646997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=0057bb60-d42f-47ff-aa44-fad4c2b6edc0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:18.658490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b3486738-85fc-433e-bc2c-0871fbc34271 None None] For port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0057bb60-d42f-47ff-aa44-fad4c2b6edc0,segment=NetworkSegment(3f2ea2e2-1196-4e9a-a756-2b4b16933113),segment_id=3f2ea2e2-1196-4e9a-a756-2b4b16933113)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:18.658490 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b3486738-85fc-433e-bc2c-0871fbc34271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:18.689898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cbe94-73a1-4012-843f-1ac12ccefc27 None None] Pushing event deleted for resources: {'Port': ['ID=b4c17696-ca52-469e-8efd-afcd0ef241cb,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:18.691975 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-f679da16-8570-473c-81c4-8a127c7397da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:46:18.692489 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-f679da16-8570-473c-81c4-8a127c7397da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:46:18.693087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: b4c17696-ca52-469e-8efd-afcd0ef241cb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:46:18.693475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b4c17696-ca52-469e-8efd-afcd0ef241cb not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:18.694234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5bf8678f-4981-400b-8458-d28f879b92fd no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:18.760033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b3486738-85fc-433e-bc2c-0871fbc34271 None None] Calling delete_port for 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:18.762855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 5bf8678f-4981-400b-8458-d28f879b92fd {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:46:18.763924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5bf8678f-4981-400b-8458-d28f879b92fd not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:18.764595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:18.767964 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:19.031514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.objects.ports [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103006) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:46:19.037823 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:19.047140 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:19.173796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Subnet': ['ID=4a10521a-6011-45bd-af53-43b6e655ddcf,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:19.186044 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b3486738-85fc-433e-bc2c-0871fbc34271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:19.208858 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Checking segment: {'id': 'e4a33e77-cab6-40e3-9a93-aca10079aea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1fdbd361-c9b0-421a-9708-e040918b60bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:19.209346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network hostable DHCP agents. Network: 1fdbd361-c9b0-421a-9708-e040918b60bc, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:19.338050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3486738-85fc-433e-bc2c-0871fbc34271 None None] Pushing event deleted for resources: {'Port': ['ID=0057bb60-d42f-47ff-aa44-fad4c2b6edc0,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:19.344550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network 1fdbd361-c9b0-421a-9708-e040918b60bc is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:19.348649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f679da16-8570-473c-81c4-8a127c7397da None None] Port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 update to ACTIVE by agent not found {{(pid=103008) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 11 13:46:19.357837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3486738-85fc-433e-bc2c-0871fbc34271 None None] No DVR routers for this DVR port 0057bb60-d42f-47ff-aa44-fad4c2b6edc0 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:19.366473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 448316a4-0448-43d4-9136-ddf6d6d64ecc {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:19.368689 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:19.471031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 1fdbd361-c9b0-421a-9708-e040918b60bc) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:19.476685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:19.477325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:19.491266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4122009-3333-4117-8cac-030412d470d0 None None] Network 1fdbd361-c9b0-421a-9708-e040918b60bc requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:19.534924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port 448316a4-0448-43d4-9136-ddf6d6d64ecc, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=448316a4-0448-43d4-9136-ddf6d6d64ecc,segment=NetworkSegment(5ddbb149-246e-4e79-a017-cb6c1d79c3cd),segment_id=5ddbb149-246e-4e79-a017-cb6c1d79c3cd)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:19.535539 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:19.552087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 448316a4-0448-43d4-9136-ddf6d6d64ecc owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:19.607988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2f4db7a2-6824-4c8e-ae7a-64c26e9e87b4 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6729307 Feb 11 13:46:19.610734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54890) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:19.821976 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:19.836192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53146e8-9fd6-465c-9c24-11e0586a346e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1fdbd361-c9b0-421a-9708-e040918b60bc', 'network_id': '1fdbd361-c9b0-421a-9708-e040918b60bc', 'tenant_id': '0187f38ad4534e9f9e550a13ceff1944', 'fixed_ips': [{'subnet_id': '4a10521a-6011-45bd-af53-43b6e655ddcf'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:46:19.843441 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b53146e8-9fd6-465c-9c24-11e0586a346e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:19.988235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.187751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server [None req-b53146e8-9fd6-465c-9c24-11e0586a346e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a10521a-6011-45bd-af53-43b6e655ddcf: This subnet is being modified by another concurrent operation. Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise self.value Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server raise exception Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4a10521a-6011-45bd-af53-43b6e655ddcf: This subnet is being modified by another concurrent operation. Feb 11 13:46:20.220640 n-d-816488-1 neutron-server[103008]: ERROR oslo_messaging.rpc.server Feb 11 13:46:20.242093 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb9561-7a08-4355-a279-b3d9761fae81 None None] Network 1fdbd361-c9b0-421a-9708-e040918b60bc requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:20.304098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Subnet': ['ID=4a10521a-6011-45bd-af53-43b6e655ddcf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:20.431257 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.487547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.515041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=448316a4-0448-43d4-9136-ddf6d6d64ecc,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:20.528473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdbd361-c9b0-421a-9708-e040918b60bc']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:20.544151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a33e77-cab6-40e3-9a93-aca10079aea2') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:20.545155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a33e77-cab6-40e3-9a93-aca10079aea2') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:20.556948 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.576992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.585031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:20.585442 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:20.590525 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:20.802968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05d60e4-6ae0-4c72-8fec-9f1886669ddb None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:46:20.807130 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.848874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.861150 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:20.873621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/1fdbd361-c9b0-421a-9708-e040918b60bc HTTP/1.1" status: 204 len: 168 time: 1.2579520 Feb 11 13:46:20.890757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54920) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:20.897578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba491e-c809-4712-9731-b267abec3941 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Network': ['ID=1fdbd361-c9b0-421a-9708-e040918b60bc,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:20.907453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-493436550'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:21.012029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05d60e4-6ae0-4c72-8fec-9f1886669ddb None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:46:21.149666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54928) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:21.210378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:21.335172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:21.339387 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.358560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:21.364146 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-056eeebb-37be-47e5-86e8-55132dde4fc1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2841158 Feb 11 13:46:21.366922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54934) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:21.374192 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:21.376847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3247212-2024-4bee-8a5b-e2d63c867a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.380066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:21.386839 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:21.390272 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:21.430214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.430665 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Added segment 2a00afab-c399-4d99-bc06-d7937a53a330 of type vlan for network 3164cf7a-ca10-490e-86f2-0abe85026676 Feb 11 13:46:21.548090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-248dfa28-7957-4090-b6c2-14ddbcaeb6eb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting subnet 1e182d52-a8b5-49d1-985b-6eab8dd312f5 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:46:21.556834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.566999 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:21.587693 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-248dfa28-7957-4090-b6c2-14ddbcaeb6eb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.614156 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3247212-2024-4bee-8a5b-e2d63c867a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.642978 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-248dfa28-7957-4090-b6c2-14ddbcaeb6eb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.669344 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.676315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:21.677164 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.722341 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3247212-2024-4bee-8a5b-e2d63c867a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.796516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a3247212-2024-4bee-8a5b-e2d63c867a15 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=71837594a8e74137bbe6e0b834cb0af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6470573 Feb 11 13:46:21.802139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54942) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:21.812972 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Network': ['ID=3164cf7a-ca10-490e-86f2-0abe85026676,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:21.832952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 3164cf7a-ca10-490e-86f2-0abe85026676 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:21.836688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3247212-2024-4bee-8a5b-e2d63c867a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179e242c-9082-4c01-8adb-b2b3f5f8287e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:21.904783 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0021455-2a7c-4852-9abd-27f81c0845ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.916094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-248dfa28-7957-4090-b6c2-14ddbcaeb6eb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.929517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cebfc570-b09d-478d-9513-5806604611a2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0353680 Feb 11 13:46:21.932289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54944) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:21.961572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'subnet': {'network_id': '3164cf7a-ca10-490e-86f2-0abe85026676', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:21.968812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0021455-2a7c-4852-9abd-27f81c0845ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:21.981580 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:20Z', 'revision_number': 9, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:22.048470 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:22.083406 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:22.083406 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:22.153011 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0021455-2a7c-4852-9abd-27f81c0845ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.157277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0021455-2a7c-4852-9abd-27f81c0845ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.160900 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0021455-2a7c-4852-9abd-27f81c0845ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/179e242c-9082-4c01-8adb-b2b3f5f8287e HTTP/1.1" status: 204 len: 168 time: 0.3553455 Feb 11 13:46:22.171926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0021455-2a7c-4852-9abd-27f81c0845ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179e242c-9082-4c01-8adb-b2b3f5f8287e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:22.225914 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-248dfa28-7957-4090-b6c2-14ddbcaeb6eb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.265977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248dfa28-7957-4090-b6c2-14ddbcaeb6eb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Subnet': ['ID=1e182d52-a8b5-49d1-985b-6eab8dd312f5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:22.274277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-248dfa28-7957-4090-b6c2-14ddbcaeb6eb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.278070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-248dfa28-7957-4090-b6c2-14ddbcaeb6eb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/1e182d52-a8b5-49d1-985b-6eab8dd312f5 HTTP/1.1" status: 204 len: 168 time: 0.9081817 Feb 11 13:46:22.281225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54954) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:22.285034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc56bbd-f434-427d-a14d-fe9e6f52b843 None None] Network 331ca441-2e9e-424b-9d3f-b743197fe200 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:22.308950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:22.313797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.397304 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:22.443424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.609157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port fde63020-8e5f-4242-bc7e-97064214e972 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:22.609499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.661334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bfeeb6-a4f2-4111-a2a0-89fbee7bca49 None None] DHCP port deletion for 331ca441-2e9e-424b-9d3f-b743197fe200 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:46:22.818102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-53bfeeb6-a4f2-4111-a2a0-89fbee7bca49 None None] Deleting port fde63020-8e5f-4242-bc7e-97064214e972 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:22.818609 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-53bfeeb6-a4f2-4111-a2a0-89fbee7bca49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.825026 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:20Z', 'revision_number': 9, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:22.838121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port fde63020-8e5f-4242-bc7e-97064214e972, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fde63020-8e5f-4242-bc7e-97064214e972,segment=NetworkSegment(5ddbb149-246e-4e79-a017-cb6c1d79c3cd),segment_id=5ddbb149-246e-4e79-a017-cb6c1d79c3cd)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:22.839148 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.876331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for fde63020-8e5f-4242-bc7e-97064214e972 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:22.878017 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a2903-d91a-4e4d-8b4c-d631c74f36ab None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:20Z', 'revision_number': 9, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': '3d333c8a-f321-4303-83f7-a59bc3cfbcd4', 'name': '', 'network_id': 'f3b9060a-7baf-4349-bd55-2da47b723f77', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:6c:04:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3318, 'fixed_ips': [{'subnet_id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:43Z', 'updated_at': '2022-02-11T13:45:50Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': 'bd20a550-b2c6-4102-8096-2d42b5c60ad9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:22.911487 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.990108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-53bfeeb6-a4f2-4111-a2a0-89fbee7bca49 None None] For port fde63020-8e5f-4242-bc7e-97064214e972, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fde63020-8e5f-4242-bc7e-97064214e972,segment=NetworkSegment(5ddbb149-246e-4e79-a017-cb6c1d79c3cd),segment_id=5ddbb149-246e-4e79-a017-cb6c1d79c3cd)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:22.990512 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-53bfeeb6-a4f2-4111-a2a0-89fbee7bca49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:22.995255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Subnet': ['ID=b0a87cb7-78e6-48b3-8d32-5da469d5804b,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:23.016627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Checking segment: {'id': '2a00afab-c399-4d99-bc06-d7937a53a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3164cf7a-ca10-490e-86f2-0abe85026676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:23.016998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network hostable DHCP agents. Network: 3164cf7a-ca10-490e-86f2-0abe85026676, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:23.024948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-53bfeeb6-a4f2-4111-a2a0-89fbee7bca49 None None] Calling delete_port for fde63020-8e5f-4242-bc7e-97064214e972 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:23.153453 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network 3164cf7a-ca10-490e-86f2-0abe85026676 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:23.191202 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.201323 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-53bfeeb6-a4f2-4111-a2a0-89fbee7bca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.215075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bfeeb6-a4f2-4111-a2a0-89fbee7bca49 None None] No DVR routers for this DVR port fde63020-8e5f-4242-bc7e-97064214e972 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:23.220240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54972) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:23.249913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a52849-351b-4b79-97fb-ecad6312f77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.262112 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=fde63020-8e5f-4242-bc7e-97064214e972,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:23.270859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 3164cf7a-ca10-490e-86f2-0abe85026676) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:23.289309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No DVR routers for this DVR port fde63020-8e5f-4242-bc7e-97064214e972 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:23.310396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfeeb6-a4f2-4111-a2a0-89fbee7bca49 None None] Pushing event deleted for resources: {'Port': ['ID=fde63020-8e5f-4242-bc7e-97064214e972,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:23.313948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57eb32b-50c0-4de4-a127-aa2df98b4e08 None None] Network 3164cf7a-ca10-490e-86f2-0abe85026676 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:23.392044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:23.392636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.411742 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a52849-351b-4b79-97fb-ecad6312f77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.461257 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.491163 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['331ca441-2e9e-424b-9d3f-b743197fe200']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:23.503462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddbb149-246e-4e79-a017-cb6c1d79c3cd') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:23.504167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddbb149-246e-4e79-a017-cb6c1d79c3cd') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:23.519408 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ba927452-6d31-4e21-a93f-9aac7658c085 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5580134 Feb 11 13:46:23.519408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-05a52849-351b-4b79-97fb-ecad6312f77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.523483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 54974) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:23.531433 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.547170 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.556626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:23.557306 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:23.561845 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:23.602801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-3164cf7a-ca10-490e-86f2-0abe85026676', 'network_id': '3164cf7a-ca10-490e-86f2-0abe85026676', 'tenant_id': '0187f38ad4534e9f9e550a13ceff1944', 'fixed_ips': [{'subnet_id': 'b0a87cb7-78e6-48b3-8d32-5da469d5804b'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:46:23.604574 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.677909 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-05a52849-351b-4b79-97fb-ecad6312f77d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3b15bd316194790b645efab528ed6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4531968 Feb 11 13:46:23.678253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54980) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:23.678667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a52849-351b-4b79-97fb-ecad6312f77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15714d5-fc9e-4da5-bf05-6fc12741c0d8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:23.731974 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.753785 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.763752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.769705 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/networks/331ca441-2e9e-424b-9d3f-b743197fe200 HTTP/1.1" status: 204 len: 168 time: 1.4841323 Feb 11 13:46:23.771996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 54982) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:23.772915 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-71fcec79-01cd-4f19-8b36-2a9f4ec80b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.847309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070ab43-5300-44dc-a17f-0079fcedfe45 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Network': ['ID=331ca441-2e9e-424b-9d3f-b743197fe200,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:23.920374 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-71fcec79-01cd-4f19-8b36-2a9f4ec80b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.965225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fde63020-8e5f-4242-bc7e-97064214e972 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:23.985269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:23.993846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: fde63020-8e5f-4242-bc7e-97064214e972 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:46:23.996361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fde63020-8e5f-4242-bc7e-97064214e972 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:23.996946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 448316a4-0448-43d4-9136-ddf6d6d64ecc no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:24.156100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Allocated IP 2001:db8::2 (3164cf7a-ca10-490e-86f2-0abe85026676/b0a87cb7-78e6-48b3-8d32-5da469d5804b/72bf8a5a-2904-4b45-9b4c-d959789fe1c9) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:24.157574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 448316a4-0448-43d4-9136-ddf6d6d64ecc {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:46:24.158181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 448316a4-0448-43d4-9136-ddf6d6d64ecc not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:24.219997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-71fcec79-01cd-4f19-8b36-2a9f4ec80b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.222734 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-71fcec79-01cd-4f19-8b36-2a9f4ec80b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.235138 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-71fcec79-01cd-4f19-8b36-2a9f4ec80b2e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c15714d5-fc9e-4da5-bf05-6fc12741c0d8 HTTP/1.1" status: 204 len: 168 time: 0.5471575 Feb 11 13:46:24.252853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcec79-01cd-4f19-8b36-2a9f4ec80b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15714d5-fc9e-4da5-bf05-6fc12741c0d8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:24.339233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.411061 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.438276 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.520401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Pushing event updated for resources: {'Port': ['ID=72bf8a5a-2904-4b45-9b4c-d959789fe1c9,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:24.529263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.550463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Network 3164cf7a-ca10-490e-86f2-0abe85026676 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:24.556274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:24.561683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:24.631844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a87cb7-78e6-48b3-8d32-5da469d5804b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:24.712136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Attempting to bind port 72bf8a5a-2904-4b45-9b4c-d959789fe1c9 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:24.715456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Attempting to bind port 72bf8a5a-2904-4b45-9b4c-d959789fe1c9 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2a00afab-c399-4d99-bc06-d7937a53a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3164cf7a-ca10-490e-86f2-0abe85026676'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:24.716039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Attempting to bind port 72bf8a5a-2904-4b45-9b4c-d959789fe1c9 on network 3164cf7a-ca10-490e-86f2-0abe85026676 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:24.728019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:24.730924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Checking segment: {'id': '2a00afab-c399-4d99-bc06-d7937a53a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3164cf7a-ca10-490e-86f2-0abe85026676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:24.733528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.734592 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.738581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Bound using segment: {'id': '2a00afab-c399-4d99-bc06-d7937a53a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3164cf7a-ca10-490e-86f2-0abe85026676'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:24.740524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Bound port: 72bf8a5a-2904-4b45-9b4c-d959789fe1c9, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a00afab-c399-4d99-bc06-d7937a53a330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3164cf7a-ca10-490e-86f2-0abe85026676'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:24.746593 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.774644 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c0f85871-8b5d-41a7-a73b-43b868a95f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.811023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:24.811419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.813953 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3164cf7a-ca10-490e-86f2-0abe85026676']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:24.855368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a00afab-c399-4d99-bc06-d7937a53a330') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:24.856102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a00afab-c399-4d99-bc06-d7937a53a330') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:24.895420 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.907617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] For port 72bf8a5a-2904-4b45-9b4c-d959789fe1c9, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:24.911276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] For port 72bf8a5a-2904-4b45-9b4c-d959789fe1c9, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=72bf8a5a-2904-4b45-9b4c-d959789fe1c9,segment=NetworkSegment(2a00afab-c399-4d99-bc06-d7937a53a330),segment_id=2a00afab-c399-4d99-bc06-d7937a53a330)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:24.987276 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.988642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:24.995945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:24.996599 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:25.001796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port 3d333c8a-f321-4303-83f7-a59bc3cfbcd4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3d333c8a-f321-4303-83f7-a59bc3cfbcd4,segment=NetworkSegment(67890592-0e1f-4ba7-815b-8602047008dc),segment_id=67890592-0e1f-4ba7-815b-8602047008dc)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:25.002478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:25.035068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:25.109470 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:25.185682 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.api [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:46:25.185682 n-d-816488-1 neutron-server[103006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:46:25.185682 n-d-816488-1 neutron-server[103006]: [parameters: {'id': '3164cf7a-ca10-490e-86f2-0abe85026676'}] Feb 11 13:46:25.185682 n-d-816488-1 neutron-server[103006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:46:25.186418 n-d-816488-1 neutron-server[103006]: DEBUG oslo_db.api [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:46:25.217296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af17d943-84dc-4d08-a70d-b91b2fb16865 None None] Network 3164cf7a-ca10-490e-86f2-0abe85026676 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:25.237037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baea19b-fd64-4bbd-afe2-2ec10c1e05d5 None None] Pushing event updated for resources: {'Port': ['ID=72bf8a5a-2904-4b45-9b4c-d959789fe1c9,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:25.369618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97480097-58e1-4f57-8243-712a14b4aad6 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:46:25.481163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97480097-58e1-4f57-8243-712a14b4aad6 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:46:25.487736 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:25.522446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=3d333c8a-f321-4303-83f7-a59bc3cfbcd4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:25.688629 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:25.805263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Deleting port 72bf8a5a-2904-4b45-9b4c-d959789fe1c9 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:25.805606 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:25.817244 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:25.818390 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:25.903431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] For port 72bf8a5a-2904-4b45-9b4c-d959789fe1c9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=72bf8a5a-2904-4b45-9b4c-d959789fe1c9,segment=NetworkSegment(2a00afab-c399-4d99-bc06-d7937a53a330),segment_id=2a00afab-c399-4d99-bc06-d7937a53a330)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:25.903431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:25.934997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Calling delete_port for 72bf8a5a-2904-4b45-9b4c-d959789fe1c9 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:26.206254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:26.248614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:26.305747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Port': ['ID=72bf8a5a-2904-4b45-9b4c-d959789fe1c9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:26.326755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No DVR routers for this DVR port 72bf8a5a-2904-4b45-9b4c-d959789fe1c9 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:26.398271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:26.412856 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-079f6a66-e8f8-4c86-affe-5a09cb168f80 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6292126 Feb 11 13:46:26.412856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55046) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:26.413042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:26.432870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:26.434098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:26.496997 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:26.526997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ace66c-e7b2-4571-8af0-aefb9180e63b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting subnet bd20a550-b2c6-4102-8096-2d42b5c60ad9 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:46:26.532072 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8ace66c-e7b2-4571-8af0-aefb9180e63b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:26.540882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3164cf7a-ca10-490e-86f2-0abe85026676']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:26.580620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a00afab-c399-4d99-bc06-d7937a53a330') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:26.581330 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a00afab-c399-4d99-bc06-d7937a53a330') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:26.591665 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:26.610971 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:26.632224 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:26.645022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:26.645433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:26.648673 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:26.655901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8ace66c-e7b2-4571-8af0-aefb9180e63b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:26.795306 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8ace66c-e7b2-4571-8af0-aefb9180e63b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:26.853901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:26.864778 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:26.868280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/3164cf7a-ca10-490e-86f2-0abe85026676 HTTP/1.1" status: 204 len: 168 time: 3.3388801 Feb 11 13:46:26.872060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55054) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:26.879521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80adaa-35a6-4c7c-8403-d7d2abcdafb0 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Network': ['ID=3164cf7a-ca10-490e-86f2-0abe85026676,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:26.880404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1468646879'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:26.884273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:25Z', 'revision_number': 10, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:26.922918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:26.933319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:26.934000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:45:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:27.071694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8ace66c-e7b2-4571-8af0-aefb9180e63b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.078552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:27.087747 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.132285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ace66c-e7b2-4571-8af0-aefb9180e63b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Subnet': ['ID=bd20a550-b2c6-4102-8096-2d42b5c60ad9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:27.138126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8ace66c-e7b2-4571-8af0-aefb9180e63b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.144418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55062) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:27.158394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e8ace66c-e7b2-4571-8af0-aefb9180e63b tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/bd20a550-b2c6-4102-8096-2d42b5c60ad9 HTTP/1.1" status: 204 len: 168 time: 0.7497582 Feb 11 13:46:27.178235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:46:27.184573 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5fa445f1-86d7-4a67-bbe0-1b2d5b671a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.190928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ad348-425a-46f3-9ead-12c7a5996689 None None] Network f3b9060a-7baf-4349-bd55-2da47b723f77 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:27.203057 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.203636 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Added segment 5b83bb76-a712-470a-b37f-09b159d51753 of type vlan for network f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd Feb 11 13:46:27.270208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:27.270517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.387901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.390455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.397013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:27.398003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.555738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:27.556222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.593303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Network': ['ID=f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:27.619932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44621ac1-b8ab-490b-a6fe-f086eeb99dfe None None] DHCP port deletion for f3b9060a-7baf-4349-bd55-2da47b723f77 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:46:27.638853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=da70c7d6-9661-41fe-8d3e-dc29d56ef2bf,segment=NetworkSegment(67890592-0e1f-4ba7-815b-8602047008dc),segment_id=67890592-0e1f-4ba7-815b-8602047008dc)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:27.639476 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.660140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for da70c7d6-9661-41fe-8d3e-dc29d56ef2bf owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:27.671417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:46:27.796559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5bdb4ca2-8d56-4d8a-827d-66e49f9aeca2 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9058788 Feb 11 13:46:27.796559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55082) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:27.796559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Request body: {'subnet': {'network_id': 'f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:27.797021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:25Z', 'revision_number': 10, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:27.827978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91324303-2466-4275-a69b-2c5bf0526832 None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:25Z', 'revision_number': 10, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None, '_interfaces': [{'id': 'a0e7755a-9eda-4d35-96f2-c5ed6626cc28', 'name': '', 'network_id': 'f149cac1-6136-4f6b-9de8-79b1aeada3d1', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'mac_address': 'fa:16:3e:da:d8:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3298, 'fixed_ips': [{'subnet_id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:45:36Z', 'updated_at': '2022-02-11T13:45:43Z', 'revision_number': 5, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'subnets': [{'id': '2f05c459-fb2e-4a27-b68e-b3df1055aa6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:27.844463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-44621ac1-b8ab-490b-a6fe-f086eeb99dfe None None] Deleting port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:27.846636 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44621ac1-b8ab-490b-a6fe-f086eeb99dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.954405 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.980983 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:27.992991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-44621ac1-b8ab-490b-a6fe-f086eeb99dfe None None] For port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=da70c7d6-9661-41fe-8d3e-dc29d56ef2bf,segment=NetworkSegment(67890592-0e1f-4ba7-815b-8602047008dc),segment_id=67890592-0e1f-4ba7-815b-8602047008dc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:27.993508 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44621ac1-b8ab-490b-a6fe-f086eeb99dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.009796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-44621ac1-b8ab-490b-a6fe-f086eeb99dfe None None] Calling delete_port for da70c7d6-9661-41fe-8d3e-dc29d56ef2bf owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:28.010284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=da70c7d6-9661-41fe-8d3e-dc29d56ef2bf,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:28.015798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No DVR routers for this DVR port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:28.259523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Made reservation on behalf of 0187f38ad4534e9f9e550a13ceff1944 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:46:28.259523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.263921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.300477 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b9060a-7baf-4349-bd55-2da47b723f77']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:28.325853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device da70c7d6-9661-41fe-8d3e-dc29d56ef2bf no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:28.346982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67890592-0e1f-4ba7-815b-8602047008dc') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:28.347300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67890592-0e1f-4ba7-815b-8602047008dc') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:28.378093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.386659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: da70c7d6-9661-41fe-8d3e-dc29d56ef2bf {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:46:28.387192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device da70c7d6-9661-41fe-8d3e-dc29d56ef2bf not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:28.410809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44621ac1-b8ab-490b-a6fe-f086eeb99dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.445589 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.459784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:28.462211 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:28.469394 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:28.492902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44621ac1-b8ab-490b-a6fe-f086eeb99dfe None None] Pushing event deleted for resources: {'Port': ['ID=da70c7d6-9661-41fe-8d3e-dc29d56ef2bf,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:28.526748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44621ac1-b8ab-490b-a6fe-f086eeb99dfe None None] No DVR routers for this DVR port da70c7d6-9661-41fe-8d3e-dc29d56ef2bf on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:28.649694 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.722281 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.740213 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.758729 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/networks/f3b9060a-7baf-4349-bd55-2da47b723f77 HTTP/1.1" status: 204 len: 168 time: 1.6118932 Feb 11 13:46:28.761661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55114) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:28.805861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.objects.ports [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103007) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:46:28.808446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:28.816763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42e6bc-de34-4b6e-bb28-c750cf28dd70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Network': ['ID=f3b9060a-7baf-4349-bd55-2da47b723f77,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:28.895515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Checking segment: {'id': '5b83bb76-a712-470a-b37f-09b159d51753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:28.895879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network hostable DHCP agents. Network: f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:46:28.904593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event updated for resources: {'Subnet': ['ID=89457804-67e8-4130-86e4-d6ecc08d0b42,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:29.210421 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:29.473930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port a0e7755a-9eda-4d35-96f2-c5ed6626cc28 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:29.474714 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:29.591642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port a0e7755a-9eda-4d35-96f2-c5ed6626cc28, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a0e7755a-9eda-4d35-96f2-c5ed6626cc28,segment=NetworkSegment(a8ac601d-c80a-481e-8996-f5cf8f4dff64),segment_id=a8ac601d-c80a-481e-8996-f5cf8f4dff64)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:29.602273 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:29.609455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for a0e7755a-9eda-4d35-96f2-c5ed6626cc28 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:29.863849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:29.885826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:46:29.886226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3d333c8a-f321-4303-83f7-a59bc3cfbcd4 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:30.298485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Network f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:46:30.409577 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:30.412841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:30.436993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=a0e7755a-9eda-4d35-96f2-c5ed6626cc28,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:30.465873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:30.471743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:30.480802 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:30.503277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73c384a-f7a2-4bae-bb1d-52986320030d None None] Network f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:30.559389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-773d6ce2-047f-4ca6-98f2-d33843d2b232 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7758012 Feb 11 13:46:30.562323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55140) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:30.645750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:30.837964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:30.840721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:30.951282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd', 'network_id': 'f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd', 'tenant_id': '0187f38ad4534e9f9e550a13ceff1944', 'fixed_ips': [{'subnet_id': '89457804-67e8-4130-86e4-d6ecc08d0b42'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:46:30.957430 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:31.051156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:31.163835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Allocated IP 2001:db8::f816:3eff:fe37:3e5 (f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd/89457804-67e8-4130-86e4-d6ecc08d0b42/98bee500-9112-4571-a3f2-74a7febf9098) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:46:31.501413 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:31.565461 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:31.610693 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:31.638134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Network f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:46:31.642885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:46:31.644728 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:31.662248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-faf630a4-e068-4b5b-af46-99101b042fc5 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8967586 Feb 11 13:46:31.665025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55164) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:31.667065 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:31.685099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:46:31.700567 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:31.704665 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:46:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:31.725648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c5dc86-8c3f-46b1-a729-33b4bb0dd8a1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting subnet 2f05c459-fb2e-4a27-b68e-b3df1055aa6e {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:46:31.731382 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dc86-8c3f-46b1-a729-33b4bb0dd8a1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:31.751039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Pushing event updated for resources: {'Port': ['ID=98bee500-9112-4571-a3f2-74a7febf9098,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:31.781479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Attempting to bind port 98bee500-9112-4571-a3f2-74a7febf9098 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:46:31.781881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Attempting to bind port 98bee500-9112-4571-a3f2-74a7febf9098 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5b83bb76-a712-470a-b37f-09b159d51753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:46:31.782252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Attempting to bind port 98bee500-9112-4571-a3f2-74a7febf9098 on network f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:46:31.785420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:31.789345 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dc86-8c3f-46b1-a729-33b4bb0dd8a1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:31.793500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:46:31.793854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Checking segment: {'id': '5b83bb76-a712-470a-b37f-09b159d51753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:46:31.796311 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:31.797498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Bound using segment: {'id': '5b83bb76-a712-470a-b37f-09b159d51753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:46:31.802770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Bound port: 98bee500-9112-4571-a3f2-74a7febf9098, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b83bb76-a712-470a-b37f-09b159d51753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:46:31.804444 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:31.840364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Subnet': ['ID=89457804-67e8-4130-86e4-d6ecc08d0b42,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:31.939620 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:31.959857 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.012131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] For port 98bee500-9112-4571-a3f2-74a7febf9098, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:46:32.021338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] For port 98bee500-9112-4571-a3f2-74a7febf9098, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=98bee500-9112-4571-a3f2-74a7febf9098,segment=NetworkSegment(5b83bb76-a712-470a-b37f-09b159d51753),segment_id=5b83bb76-a712-470a-b37f-09b159d51753)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:46:32.056041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:32.084525 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dc86-8c3f-46b1-a729-33b4bb0dd8a1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.088310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b83bb76-a712-470a-b37f-09b159d51753') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:32.089146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b83bb76-a712-470a-b37f-09b159d51753') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:32.102649 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:29Z', 'revision_number': 11, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:32.111380 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.161528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.185096 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:32.211941 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:32.212570 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:46:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:32.228130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.236223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:32.236678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:32.241198 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:32.295930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58245516-3e5a-4cbc-bc7a-56cf8ada739f None None] Pushing event updated for resources: {'Port': ['ID=98bee500-9112-4571-a3f2-74a7febf9098,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:32.312106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae66c1e8-a68f-44e9-9465-8b14373a546f None None] Network f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:32.374784 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dc86-8c3f-46b1-a729-33b4bb0dd8a1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.396944 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:32.463969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5dc86-8c3f-46b1-a729-33b4bb0dd8a1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Subnet': ['ID=2f05c459-fb2e-4a27-b68e-b3df1055aa6e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:32.472681 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dc86-8c3f-46b1-a729-33b4bb0dd8a1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.475878 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:29Z', 'revision_number': 11, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:32.476172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d5c5dc86-8c3f-46b1-a729-33b4bb0dd8a1 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/2f05c459-fb2e-4a27-b68e-b3df1055aa6e HTTP/1.1" status: 204 len: 168 time: 0.8101079 Feb 11 13:46:32.480503 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.db.api [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 13:46:32.480503 n-d-816488-1 neutron-server[103007]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 13:46:32.480503 n-d-816488-1 neutron-server[103007]: [parameters: {'id': 'f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd'}] Feb 11 13:46:32.480503 n-d-816488-1 neutron-server[103007]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:46:32.480503 n-d-816488-1 neutron-server[103007]: DEBUG oslo_db.api [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:46:32.480503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55198) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:32.513175 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9bc21a-db8f-4293-a103-4a3ef2911d7a None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:29Z', 'revision_number': 11, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:32.524924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d688480-c6a1-4396-95f3-57cb0b99257c None None] Network f149cac1-6136-4f6b-9de8-79b1aeada3d1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:32.647845 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.723195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Deleting port 716c47fd-f247-4bb9-8b33-2ea811ea3deb {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:32.724181 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.844947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] For port 716c47fd-f247-4bb9-8b33-2ea811ea3deb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=716c47fd-f247-4bb9-8b33-2ea811ea3deb,segment=NetworkSegment(a8ac601d-c80a-481e-8996-f5cf8f4dff64),segment_id=a8ac601d-c80a-481e-8996-f5cf8f4dff64)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:32.845325 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:32.877525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Calling delete_port for 716c47fd-f247-4bb9-8b33-2ea811ea3deb owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:32.918126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] DHCP port deletion for f149cac1-6136-4f6b-9de8-79b1aeada3d1 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:46:32.922642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-084ffc95-194f-4d18-9e18-8ef9fe22f936 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1318762 Feb 11 13:46:32.979564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.021629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Deleting port 716c47fd-f247-4bb9-8b33-2ea811ea3deb {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:33.022251 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.106107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-b9492a8f-02b4-4344-b13a-bc52a6bc2b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:33.107503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-b9492a8f-02b4-4344-b13a-bc52a6bc2b47 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1096 time: 0.1083660 Feb 11 13:46:33.123204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Deleting port 98bee500-9112-4571-a3f2-74a7febf9098 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:33.123570 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.230244 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.392731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Port': ['ID=716c47fd-f247-4bb9-8b33-2ea811ea3deb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:33.419306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No DVR routers for this DVR port 716c47fd-f247-4bb9-8b33-2ea811ea3deb on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:33.424939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] For port 98bee500-9112-4571-a3f2-74a7febf9098, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=98bee500-9112-4571-a3f2-74a7febf9098,segment=NetworkSegment(5b83bb76-a712-470a-b37f-09b159d51753),segment_id=5b83bb76-a712-470a-b37f-09b159d51753)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:33.425580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.435683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] For port 716c47fd-f247-4bb9-8b33-2ea811ea3deb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=716c47fd-f247-4bb9-8b33-2ea811ea3deb,segment=NetworkSegment(a8ac601d-c80a-481e-8996-f5cf8f4dff64),segment_id=a8ac601d-c80a-481e-8996-f5cf8f4dff64)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:33.436058 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.451473 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Calling delete_port for 716c47fd-f247-4bb9-8b33-2ea811ea3deb owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:33.544901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Calling delete_port for 98bee500-9112-4571-a3f2-74a7febf9098 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:33.561627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-a9bbaefc-c3f7-49f7-810f-69670366fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:33.563405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-a9bbaefc-c3f7-49f7-810f-69670366fce2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 898 time: 0.4239049 Feb 11 13:46:33.613306 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.669534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Pushing event deleted for resources: {'Port': ['ID=716c47fd-f247-4bb9-8b33-2ea811ea3deb,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:33.672367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] No DVR routers for this DVR port 716c47fd-f247-4bb9-8b33-2ea811ea3deb on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:33.684197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.684740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.685229 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.685723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.686299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.687606 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.688113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.688611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.689183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.689477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.689842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.690299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa929743-8521-4ab8-b3a5-be338867ec4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:46:33.696547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.705304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdb9663-9fa6-45ed-b39f-a210e39f0aa5 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 13:46:33.750481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f149cac1-6136-4f6b-9de8-79b1aeada3d1']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:33.759321 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-39d0ffc3-5ae8-4349-9374-7f2cccf43d06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 1001 time: 0.1602578 Feb 11 13:46:33.764160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ac601d-c80a-481e-8996-f5cf8f4dff64') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:33.764454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ac601d-c80a-481e-8996-f5cf8f4dff64') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:33.785169 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.812741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdb9663-9fa6-45ed-b39f-a210e39f0aa5 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 13:46:33.829654 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.842161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:33.842636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:33.845807 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:33.859499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-61e4161b-c757-4b6c-8a2c-4179a69f9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:33.860981 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-61e4161b-c757-4b6c-8a2c-4179a69f9b13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.0945668 Feb 11 13:46:33.982047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a0e7755a-9eda-4d35-96f2-c5ed6626cc28 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:33.986868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-b0857bb0-90ab-441f-813c-8d635c4798eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:46:34.001341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-b0857bb0-90ab-441f-813c-8d635c4798eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209481 Feb 11 13:46:34.012331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: a0e7755a-9eda-4d35-96f2-c5ed6626cc28 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:46:34.012683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a0e7755a-9eda-4d35-96f2-c5ed6626cc28 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:34.013101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 716c47fd-f247-4bb9-8b33-2ea811ea3deb no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:34.051458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.055356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 716c47fd-f247-4bb9-8b33-2ea811ea3deb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:46:34.056392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 716c47fd-f247-4bb9-8b33-2ea811ea3deb not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:34.114406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.117338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Port': ['ID=98bee500-9112-4571-a3f2-74a7febf9098,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:34.136415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No DVR routers for this DVR port 98bee500-9112-4571-a3f2-74a7febf9098 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:34.157157 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.172727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/networks/f149cac1-6136-4f6b-9de8-79b1aeada3d1 HTTP/1.1" status: 204 len: 168 time: 1.6797423 Feb 11 13:46:34.172868 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55238) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:34.173500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9714129-ef7c-4f00-877f-1ffe95e523fa tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Pushing event deleted for resources: {'Network': ['ID=f149cac1-6136-4f6b-9de8-79b1aeada3d1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:34.173789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-077a0757-534c-4064-827b-b4b84c1341e3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'routes': None}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:34.323731 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.345222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-80d2c20b-dc9a-4ca1-aa9b-6d4347d92f18 service neutron] 10.222.0.59 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497469 Feb 11 13:46:34.372286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:34.387138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.extraroute_db [None req-077a0757-534c-4064-827b-b4b84c1341e3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Added routes are [] {{(pid=103006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 11 13:46:34.387429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.extraroute_db [None req-077a0757-534c-4064-827b-b4b84c1341e3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Removed routes are [] {{(pid=103006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 11 13:46:34.387991 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-077a0757-534c-4064-827b-b4b84c1341e3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.436154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b83bb76-a712-470a-b37f-09b159d51753') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:34.436452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b83bb76-a712-470a-b37f-09b159d51753') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:34.453444 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.479828 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.497225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:34.497225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:34.500094 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:34.599629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-487f768f-84ce-4e83-9e88-19a7703cf058 req-ae975b18-2640-450b-b08f-123a36768d46 service neutron] 10.222.0.59 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438176 Feb 11 13:46:34.638188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-077a0757-534c-4064-827b-b4b84c1341e3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.647873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-077a0757-534c-4064-827b-b4b84c1341e3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.728297 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.739705 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.748045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077a0757-534c-4064-827b-b4b84c1341e3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:46:34.748045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55264) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:34.749465 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd HTTP/1.1" status: 204 len: 168 time: 4.1848495 Feb 11 13:46:34.783017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c751eb-54ff-471e-9dc3-3f830c8ecc12 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Network': ['ID=f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:34.807727 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1d06d6-8f5b-4a84-ba36-f52b9d9f430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:34.808237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1d06d6-8f5b-4a84-ba36-f52b9d9f430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:34.811905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d1d06d6-8f5b-4a84-ba36-f52b9d9f430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/subnets/89457804-67e8-4130-86e4-d6ecc08d0b42 HTTP/1.1" status: 404 len: 337 time: 0.0606697 Feb 11 13:46:34.814570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55268) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:34.840020 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a389b3-a03d-47f7-9ff3-747299fb0467 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:34.841007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a389b3-a03d-47f7-9ff3-747299fb0467 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:34.846517 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-45a389b3-a03d-47f7-9ff3-747299fb0467 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/f274a7f1-9b8b-4f47-a2b8-d0fe6f52b9cd HTTP/1.1" status: 404 len: 339 time: 0.0303655 Feb 11 13:46:34.852201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55270) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:34.891341 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce0aafe-b550-4c5d-9a07-26f28378b995 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:34.893253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce0aafe-b550-4c5d-9a07-26f28378b995 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:34.897886 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fce0aafe-b550-4c5d-9a07-26f28378b995 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/subnets/b0a87cb7-78e6-48b3-8d32-5da469d5804b HTTP/1.1" status: 404 len: 337 time: 0.0442398 Feb 11 13:46:34.904651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55272) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:34.924772 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbaaa4c3-6c33-49e1-9f40-7db7613e9b1d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:34.930487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbaaa4c3-6c33-49e1-9f40-7db7613e9b1d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:34.934024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cbaaa4c3-6c33-49e1-9f40-7db7613e9b1d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/3164cf7a-ca10-490e-86f2-0abe85026676 HTTP/1.1" status: 404 len: 339 time: 0.0318401 Feb 11 13:46:34.936379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55274) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:34.957886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077a0757-534c-4064-827b-b4b84c1341e3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:34.973231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] Sync routers for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:34.977750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-077a0757-534c-4064-827b-b4b84c1341e3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:34.983165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-077a0757-534c-4064-827b-b4b84c1341e3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 HTTP/1.1" status: 200 len: 701 time: 0.8189669 Feb 11 13:46:34.987228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55280) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:34.994418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:34.997927 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-044b6a30-8b27-4cd0-a5ee-6ec7a3bbbbda tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:34.998397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044b6a30-8b27-4cd0-a5ee-6ec7a3bbbbda tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:34.999975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:46:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:35.001411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-044b6a30-8b27-4cd0-a5ee-6ec7a3bbbbda tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/subnets/4a10521a-6011-45bd-af53-43b6e655ddcf HTTP/1.1" status: 404 len: 337 time: 0.0641069 Feb 11 13:46:35.005760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55282) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:35.055342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55284) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:35.055761 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0cbc1cd2-fe31-4a6e-9ac4-b97603cb3e71 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 HTTP/1.1" status: 200 len: 205 time: 0.0666616 Feb 11 13:46:35.071918 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c884f7-2d3a-4bdd-996c-77a2418e4df5 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:35.073121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c884f7-2d3a-4bdd-996c-77a2418e4df5 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:35.076919 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-58c884f7-2d3a-4bdd-996c-77a2418e4df5 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/1fdbd361-c9b0-421a-9708-e040918b60bc HTTP/1.1" status: 404 len: 339 time: 0.0699298 Feb 11 13:46:35.079314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55286) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:35.126996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:35.186759 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4671af43-a6f9-45e0-a765-7a1c3006c0cc tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.216819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-14c4b139-c436-41d9-b88f-17e945990338 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Deleting port 65846bcd-1927-4930-b9d7-cff0162036c5 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:35.217447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-14c4b139-c436-41d9-b88f-17e945990338 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.218812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:29Z', 'revision_number': 11, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:35.260923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] Checking router: fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:35.288587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] Routers {'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:35.291220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:46:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:35.338399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-14c4b139-c436-41d9-b88f-17e945990338 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.371298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-14c4b139-c436-41d9-b88f-17e945990338 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Calling delete_port for 65846bcd-1927-4930-b9d7-cff0162036c5 owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:35.461930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] Set router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:35.483971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4671af43-a6f9-45e0-a765-7a1c3006c0cc tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.487475 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4671af43-a6f9-45e0-a765-7a1c3006c0cc tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.526132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:29Z', 'revision_number': 11, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:35.559483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f878912-b36d-415a-8565-35d88f3d648a None None] The sync data for ids ['fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5'] in n-d-816488-1 is: [{'id': 'fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5', 'name': 'tempest-RoutersTest-router-1876060013', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:45:33Z', 'updated_at': '2022-02-11T13:46:29Z', 'revision_number': 11, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:35.619936 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-14c4b139-c436-41d9-b88f-17e945990338 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.622173 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4671af43-a6f9-45e0-a765-7a1c3006c0cc tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.622173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4671af43-a6f9-45e0-a765-7a1c3006c0cc tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Fanout notify agent at l3_agent the message router_deleted on router fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:46:35.633448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4671af43-a6f9-45e0-a765-7a1c3006c0cc tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.638195 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4671af43-a6f9-45e0-a765-7a1c3006c0cc tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 HTTP/1.1" status: 204 len: 168 time: 0.5811827 Feb 11 13:46:35.644011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55312) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:35.649680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e8b2013a-d7ed-4794-b442-ebbe9ebb7aca tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-591013341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:35.685574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c4b139-c436-41d9-b88f-17e945990338 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Port': ['ID=65846bcd-1927-4930-b9d7-cff0162036c5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:35.700524 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-14c4b139-c436-41d9-b88f-17e945990338 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.710292 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-14c4b139-c436-41d9-b88f-17e945990338 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/ports/65846bcd-1927-4930-b9d7-cff0162036c5 HTTP/1.1" status: 204 len: 168 time: 0.6271400 Feb 11 13:46:35.710292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55314) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:35.740111 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-96885e81-337d-49d1-a755-4ac9365aae1d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:35.740589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96885e81-337d-49d1-a755-4ac9365aae1d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:35.744025 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-96885e81-337d-49d1-a755-4ac9365aae1d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/subnets/2bd09b77-ab5f-48b5-be9e-62e6793f1d3f HTTP/1.1" status: 404 len: 337 time: 0.0328655 Feb 11 13:46:35.747204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55316) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:35.830504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8b2013a-d7ed-4794-b442-ebbe9ebb7aca tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.831382 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8b2013a-d7ed-4794-b442-ebbe9ebb7aca tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.844993 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:35.952985 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8b2013a-d7ed-4794-b442-ebbe9ebb7aca tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.036186 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.062518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:36.073425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2ea2e2-1196-4e9a-a756-2b4b16933113') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:36.073901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2ea2e2-1196-4e9a-a756-2b4b16933113') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:36.083701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.097722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.104470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:36.104855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:36.107998 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:36.373264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8b2013a-d7ed-4794-b442-ebbe9ebb7aca tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.385521 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.396637 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.403287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55338) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:36.404156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091 HTTP/1.1" status: 204 len: 168 time: 0.6550262 Feb 11 13:46:36.421410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb0776-4d8b-4393-8326-2ca0da8a01d6 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Network': ['ID=3fe4ebf1-bb68-4b22-af70-cbfa1ed8a091,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:36.478679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8b2013a-d7ed-4794-b442-ebbe9ebb7aca tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.480259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e8b2013a-d7ed-4794-b442-ebbe9ebb7aca tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8352282 Feb 11 13:46:36.483052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55346) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:36.489067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d9af3aea-ada8-4791-a45b-4524d5dcb183 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:36.529821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b9b8f3b1-fd1c-4ec5-bd4b-4b7616fa430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Deleting port bef72585-2916-460f-884a-290ef2fb408d {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:36.530248 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f3b1-fd1c-4ec5-bd4b-4b7616fa430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.639867 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f3b1-fd1c-4ec5-bd4b-4b7616fa430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.661847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b9b8f3b1-fd1c-4ec5-bd4b-4b7616fa430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Calling delete_port for bef72585-2916-460f-884a-290ef2fb408d owned by {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:36.734417 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9af3aea-ada8-4791-a45b-4524d5dcb183 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8037669', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8037599', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8340'] for router, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.882284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9af3aea-ada8-4791-a45b-4524d5dcb183 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8037694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8037687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8036971'] for router, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.917984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f3b1-fd1c-4ec5-bd4b-4b7616fa430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.962622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9b8f3b1-fd1c-4ec5-bd4b-4b7616fa430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:36.967646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b9b8f3b1-fd1c-4ec5-bd4b-4b7616fa430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/ports/bef72585-2916-460f-884a-290ef2fb408d HTTP/1.1" status: 204 len: 168 time: 0.5629954 Feb 11 13:46:36.969096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8f3b1-fd1c-4ec5-bd4b-4b7616fa430e tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Port': ['ID=bef72585-2916-460f-884a-290ef2fb408d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:36.971750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55370) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:37.032698 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa3f32c2-0486-4309-b2e5-3d1cebaf39cd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:37.033153 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa3f32c2-0486-4309-b2e5-3d1cebaf39cd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:37.042939 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fa3f32c2-0486-4309-b2e5-3d1cebaf39cd tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/subnets/513ab763-31cd-403e-be68-149b6d87b2ea HTTP/1.1" status: 404 len: 337 time: 0.0694330 Feb 11 13:46:37.043562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55372) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:37.138065 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.302957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.330041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdb3100-08fc-496c-b073-2fb16bfff4a7']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:37.343847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2878a69-b492-4909-a759-42e168c1b914') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:37.344553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2878a69-b492-4909-a759-42e168c1b914') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:37.358153 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.365992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55380) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:37.382503 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.392327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:37.392910 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:37.398221 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:37.545995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9af3aea-ada8-4791-a45b-4524d5dcb183 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Router c8c21f38-0079-407e-95d9-5c0717db4e6e is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:46:37.561139 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e0a4811-6249-4210-9f87-f025dc4c0bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.614765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.646763 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.649741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/afdb3100-08fc-496c-b073-2fb16bfff4a7 HTTP/1.1" status: 204 len: 168 time: 0.6050792 Feb 11 13:46:37.655641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55390) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:37.673082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9af3aea-ada8-4791-a45b-4524d5dcb183 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:46:37.673639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ae432b-68b8-4818-bae0-6ddfe434b48d tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Network': ['ID=afdb3100-08fc-496c-b073-2fb16bfff4a7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:37.720694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9af3aea-ada8-4791-a45b-4524d5dcb183 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.722382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d9af3aea-ada8-4791-a45b-4524d5dcb183 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "PUT /v2.0/routers/c8c21f38-0079-407e-95d9-5c0717db4e6e HTTP/1.1" status: 200 len: 693 time: 1.2378354 Feb 11 13:46:37.725061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55394) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:37.727772 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] Sync routers for ids ['c8c21f38-0079-407e-95d9-5c0717db4e6e'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:46:37.743170 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] Routers {'c8c21f38-0079-407e-95d9-5c0717db4e6e'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:37.743862 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:46:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c8c21f38-0079-407e-95d9-5c0717db4e6e'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:37.758586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4550f0e-29d8-4282-a8f9-ba9a76e64f09 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Deleting subnet 2b1b45de-27e9-4c8f-94c1-5d6361fd29a8 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:46:37.764846 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4550f0e-29d8-4282-a8f9-ba9a76e64f09 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.816357 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4550f0e-29d8-4282-a8f9-ba9a76e64f09 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.832248 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] Set router c8c21f38-0079-407e-95d9-5c0717db4e6e gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:37.909030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e80a6c4-091b-4a7a-8e56-dbc5b1fad2ff tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/routers/c8c21f38-0079-407e-95d9-5c0717db4e6e HTTP/1.1" status: 200 len: 699 time: 0.1710076 Feb 11 13:46:37.914798 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c21f38-0079-407e-95d9-5c0717db4e6e', 'name': 'tempest-RoutersTest-router-591013341', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:35Z', 'updated_at': '2022-02-11T13:46:36Z', 'revision_number': 2, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:37.922018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55398) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:37.944528 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] Checking router: c8c21f38-0079-407e-95d9-5c0717db4e6e for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:46:37.954294 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] Routers {'c8c21f38-0079-407e-95d9-5c0717db4e6e'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:46:37.956434 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:46:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['c8c21f38-0079-407e-95d9-5c0717db4e6e'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:37.960989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4550f0e-29d8-4282-a8f9-ba9a76e64f09 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.976732 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ecedf1a7-c7a9-465a-903b-ad89badb0d24 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8c21f38-0079-407e-95d9-5c0717db4e6e HTTP/1.1" status: 200 len: 205 time: 0.0534172 Feb 11 13:46:37.979229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e0a4811-6249-4210-9f87-f025dc4c0bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:37.980065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55400) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.045406 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] Set router c8c21f38-0079-407e-95d9-5c0717db4e6e gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:46:38.063924 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df027a2f-1fbc-4d52-9df2-597f25f579f3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.101706 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c21f38-0079-407e-95d9-5c0717db4e6e', 'name': 'tempest-RoutersTest-router-591013341', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:35Z', 'updated_at': '2022-02-11T13:46:36Z', 'revision_number': 2, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:38.144640 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f8f8e0-4aac-4596-a75b-4b24092e1116 None None] The sync data for ids ['c8c21f38-0079-407e-95d9-5c0717db4e6e'] in n-d-816488-1 is: [{'id': 'c8c21f38-0079-407e-95d9-5c0717db4e6e', 'name': 'tempest-RoutersTest-router-591013341', 'tenant_id': 'e81778477f83463f92ff64a6262f2e37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:46:35Z', 'updated_at': '2022-02-11T13:46:36Z', 'revision_number': 2, 'project_id': 'e81778477f83463f92ff64a6262f2e37', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:46:38.144884 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7e0a4811-6249-4210-9f87-f025dc4c0bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.185925 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4550f0e-29d8-4282-a8f9-ba9a76e64f09 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.241974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4550f0e-29d8-4282-a8f9-ba9a76e64f09 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1b45de-27e9-4c8f-94c1-5d6361fd29a8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:38.243906 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e4550f0e-29d8-4282-a8f9-ba9a76e64f09 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.247595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e4550f0e-29d8-4282-a8f9-ba9a76e64f09 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/subnets/2b1b45de-27e9-4c8f-94c1-5d6361fd29a8 HTTP/1.1" status: 204 len: 168 time: 0.5907328 Feb 11 13:46:38.256183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b5e08e-bd41-4305-8b74-3c9d23082492 None None] Network 20a6ca99-d33e-4cd5-b1d0-2465404a7b87 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:46:38.260859 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55406) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.279442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a4811-6249-4210-9f87-f025dc4c0bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cc49ca-2c63-4973-b0cf-b039557656e1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:38.318003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7e0a4811-6249-4210-9f87-f025dc4c0bd7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e936b711944347298200c8a7b45e67ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9506426 Feb 11 13:46:38.318624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55408) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.320261 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df027a2f-1fbc-4d52-9df2-597f25f579f3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.323810 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df027a2f-1fbc-4d52-9df2-597f25f579f3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.395117 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.471913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e378200d-8fc4-47c8-bc21-04264bbe7247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.507593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Deleting port 68f0896c-4ff0-455a-a74a-b8d519c45164 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:38.508098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.518151 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e378200d-8fc4-47c8-bc21-04264bbe7247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.550269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df027a2f-1fbc-4d52-9df2-597f25f579f3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.550814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df027a2f-1fbc-4d52-9df2-597f25f579f3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Fanout notify agent at l3_agent the message router_deleted on router c8c21f38-0079-407e-95d9-5c0717db4e6e {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:46:38.571225 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-df027a2f-1fbc-4d52-9df2-597f25f579f3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.574062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-df027a2f-1fbc-4d52-9df2-597f25f579f3 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/c8c21f38-0079-407e-95d9-5c0717db4e6e HTTP/1.1" status: 204 len: 168 time: 0.5928421 Feb 11 13:46:38.577414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55414) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.644948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-75430f13-4ab6-44da-abad-bec280793d59 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=c8c21f38-0079-407e-95d9-5c0717db4e6e HTTP/1.1" status: 200 len: 205 time: 0.0660810 Feb 11 13:46:38.646408 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55416) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.674239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a258599-ff0a-40be-ba5b-00c58a09c659 None None] DHCP port deletion for 20a6ca99-d33e-4cd5-b1d0-2465404a7b87 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:46:38.702106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] For port 68f0896c-4ff0-455a-a74a-b8d519c45164, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=68f0896c-4ff0-455a-a74a-b8d519c45164,segment=NetworkSegment(2b7f5781-54a8-41ac-bb68-a30044718fc2),segment_id=2b7f5781-54a8-41ac-bb68-a30044718fc2)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:38.702846 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.727221 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-0f22409c-33a7-4263-a8ed-50c2c0575d91 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] delete failed (client error): The resource could not be found. Feb 11 13:46:38.731643 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0f22409c-33a7-4263-a8ed-50c2c0575d91 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/c8c21f38-0079-407e-95d9-5c0717db4e6e HTTP/1.1" status: 404 len: 336 time: 0.0841649 Feb 11 13:46:38.732217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55422) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.747630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Calling delete_port for 68f0896c-4ff0-455a-a74a-b8d519c45164 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:38.777291 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-49988ada-f008-4ab8-a225-3e911f8a6576 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:38.777291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49988ada-f008-4ab8-a225-3e911f8a6576 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:38.777291 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-49988ada-f008-4ab8-a225-3e911f8a6576 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/8621e50e-f773-42ef-83ba-66e22b020fc5 HTTP/1.1" status: 404 len: 337 time: 0.0390968 Feb 11 13:46:38.780297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55426) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.804759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8a258599-ff0a-40be-ba5b-00c58a09c659 None None] Deleting port 68f0896c-4ff0-455a-a74a-b8d519c45164 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:46:38.807443 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a258599-ff0a-40be-ba5b-00c58a09c659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.812947 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec877213-ee51-4793-8e0c-012bfede3b70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:38.813531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec877213-ee51-4793-8e0c-012bfede3b70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:38.819482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ec877213-ee51-4793-8e0c-012bfede3b70 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/1e182d52-a8b5-49d1-985b-6eab8dd312f5 HTTP/1.1" status: 404 len: 337 time: 0.0366118 Feb 11 13:46:38.820176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55428) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.850179 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33f9471-a408-4689-acef-c81605570133 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:38.850802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33f9471-a408-4689-acef-c81605570133 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:38.857722 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f33f9471-a408-4689-acef-c81605570133 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/bd20a550-b2c6-4102-8096-2d42b5c60ad9 HTTP/1.1" status: 404 len: 337 time: 0.0362160 Feb 11 13:46:38.858425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55430) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.868833 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e378200d-8fc4-47c8-bc21-04264bbe7247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.872253 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e378200d-8fc4-47c8-bc21-04264bbe7247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:38.876363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e378200d-8fc4-47c8-bc21-04264bbe7247 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a2cc49ca-2c63-4973-b0cf-b039557656e1 HTTP/1.1" status: 204 len: 168 time: 0.5540285 Feb 11 13:46:38.896938 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c24969f-3ebf-41c6-9c89-af37c36138ab tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:38.897416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c24969f-3ebf-41c6-9c89-af37c36138ab tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:38.903972 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6c24969f-3ebf-41c6-9c89-af37c36138ab tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/2f05c459-fb2e-4a27-b68e-b3df1055aa6e HTTP/1.1" status: 404 len: 337 time: 0.0441952 Feb 11 13:46:38.905703 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55434) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.937483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378200d-8fc4-47c8-bc21-04264bbe7247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cc49ca-2c63-4973-b0cf-b039557656e1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:38.968904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55436) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:38.975911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-14c30e88-f1c5-4951-92a4-db22e2134b65 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 HTTP/1.1" status: 200 len: 205 time: 0.0680933 Feb 11 13:46:39.002968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8a258599-ff0a-40be-ba5b-00c58a09c659 None None] For port 68f0896c-4ff0-455a-a74a-b8d519c45164, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=68f0896c-4ff0-455a-a74a-b8d519c45164,segment=NetworkSegment(2b7f5781-54a8-41ac-bb68-a30044718fc2),segment_id=2b7f5781-54a8-41ac-bb68-a30044718fc2)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:46:39.003585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a258599-ff0a-40be-ba5b-00c58a09c659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.021136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8a258599-ff0a-40be-ba5b-00c58a09c659 None None] Calling delete_port for 68f0896c-4ff0-455a-a74a-b8d519c45164 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:46:39.027049 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-fcd846ff-a775-42a9-96c1-088d91dab344 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] delete failed (client error): The resource could not be found. Feb 11 13:46:39.028260 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fcd846ff-a775-42a9-96c1-088d91dab344 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/fcdc5702-8ba8-46c2-abf3-9cdeed4aabd5 HTTP/1.1" status: 404 len: 336 time: 0.0584040 Feb 11 13:46:39.031148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55444) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.064927 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5d862a22-366e-4d73-b4c2-09297735bde0 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=d4429aa6-3230-4b03-9aad-4ccac8c40114 HTTP/1.1" status: 200 len: 205 time: 0.0325124 Feb 11 13:46:39.066809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.067470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55450) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.127235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Port': ['ID=68f0896c-4ff0-455a-a74a-b8d519c45164,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:39.129248 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-25396765-96a9-4850-b79d-6c8046953ed2 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] delete failed (client error): The resource could not be found. Feb 11 13:46:39.133118 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-25396765-96a9-4850-b79d-6c8046953ed2 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/d4429aa6-3230-4b03-9aad-4ccac8c40114 HTTP/1.1" status: 404 len: 336 time: 0.0645978 Feb 11 13:46:39.134283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55452) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.142280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] No DVR routers for this DVR port 68f0896c-4ff0-455a-a74a-b8d519c45164 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:39.163342 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-602bd13f-f435-4689-b927-ba7038a2499e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:39.163812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-602bd13f-f435-4689-b927-ba7038a2499e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:39.170257 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-602bd13f-f435-4689-b927-ba7038a2499e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/67054a9e-8540-4646-ae1d-fa045654c5f9 HTTP/1.1" status: 404 len: 337 time: 0.0343492 Feb 11 13:46:39.170866 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55454) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.201685 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a258599-ff0a-40be-ba5b-00c58a09c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.205822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-38b9808f-be1a-45d5-ab2c-a356ae653496 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=742f9f24-13d7-49bd-9e3a-c71428e37d7e HTTP/1.1" status: 200 len: 205 time: 0.0338380 Feb 11 13:46:39.206560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55456) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.217286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a258599-ff0a-40be-ba5b-00c58a09c659 None None] No DVR routers for this DVR port 68f0896c-4ff0-455a-a74a-b8d519c45164 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:46:39.255128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a258599-ff0a-40be-ba5b-00c58a09c659 None None] Pushing event deleted for resources: {'Port': ['ID=68f0896c-4ff0-455a-a74a-b8d519c45164,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:39.299904 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-31174c0c-8820-4f19-a657-29b6ea3fae65 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] delete failed (client error): The resource could not be found. Feb 11 13:46:39.304455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-31174c0c-8820-4f19-a657-29b6ea3fae65 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/742f9f24-13d7-49bd-9e3a-c71428e37d7e HTTP/1.1" status: 404 len: 336 time: 0.0969126 Feb 11 13:46:39.305028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55460) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.340374 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.340652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-42957e99-b924-4895-84e8-d522927945a0 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=cdf0c2f3-dcaf-4899-8c1d-85d6e010e203 HTTP/1.1" status: 200 len: 205 time: 0.0339830 Feb 11 13:46:39.341271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55464) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.391488 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-b01b17fd-3b47-47cf-912b-d54e223221d8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] delete failed (client error): The resource could not be found. Feb 11 13:46:39.395872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b01b17fd-3b47-47cf-912b-d54e223221d8 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/cdf0c2f3-dcaf-4899-8c1d-85d6e010e203 HTTP/1.1" status: 404 len: 336 time: 0.0536199 Feb 11 13:46:39.396434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55468) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.409832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a6ca99-d33e-4cd5-b1d0-2465404a7b87']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.429989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7f5781-54a8-41ac-bb68-a30044718fc2') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.429989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7f5781-54a8-41ac-bb68-a30044718fc2') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:46:39.438393 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ae811c-02e7-4a2d-89e1-74442dbcc6ca tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:39.438860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ae811c-02e7-4a2d-89e1-74442dbcc6ca tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:39.445095 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-60ae811c-02e7-4a2d-89e1-74442dbcc6ca tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/bff3a347-0bb0-46b8-8b5f-f154eb0bd8e5 HTTP/1.1" status: 404 len: 337 time: 0.0476973 Feb 11 13:46:39.445702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55470) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.456475 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.492571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-be93eb8e-2c28-4077-83a3-33848d39ac51 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=1b901ba5-7cd0-4b5a-9a09-d0d795b435d2 HTTP/1.1" status: 200 len: 205 time: 0.0456829 Feb 11 13:46:39.493143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55474) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.508260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.521369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:46:39.522312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:46:39.558252 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:46:39.571213 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-862d07d3-b8f3-417f-88ca-a6a7e91f436a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] delete failed (client error): The resource could not be found. Feb 11 13:46:39.571298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55476) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.571367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-862d07d3-b8f3-417f-88ca-a6a7e91f436a tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/1b901ba5-7cd0-4b5a-9a09-d0d795b435d2 HTTP/1.1" status: 404 len: 336 time: 0.0740542 Feb 11 13:46:39.639981 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7f2904-04f6-4f04-a780-ba0ebb1146bb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:39.644252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7f2904-04f6-4f04-a780-ba0ebb1146bb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:39.644252 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3d7f2904-04f6-4f04-a780-ba0ebb1146bb tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/97cafa75-489f-4026-9c09-84dac06640d1 HTTP/1.1" status: 404 len: 337 time: 0.0434268 Feb 11 13:46:39.646336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55478) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.692766 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55482) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.692930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-02cc8b19-064f-413d-9baf-f6223fb7f64e tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "GET /v2.0/ports?device_id=afed71f7-7b67-41c5-8220-a115cad55d16 HTTP/1.1" status: 200 len: 205 time: 0.0454562 Feb 11 13:46:39.741841 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-d431dff9-f397-4d55-a0c5-8e4d734f8c83 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] delete failed (client error): The resource could not be found. Feb 11 13:46:39.741841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d431dff9-f397-4d55-a0c5-8e4d734f8c83 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/routers/afed71f7-7b67-41c5-8220-a115cad55d16 HTTP/1.1" status: 404 len: 336 time: 0.0399754 Feb 11 13:46:39.741841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55486) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.778133 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de3cceb-d5d9-4621-b886-d65029b3bd4c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:39.779229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de3cceb-d5d9-4621-b886-d65029b3bd4c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:39.783025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0de3cceb-d5d9-4621-b886-d65029b3bd4c tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/887df33f-2470-4811-b1e4-113d0f572047 HTTP/1.1" status: 404 len: 337 time: 0.0457036 Feb 11 13:46:39.784194 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.785659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55490) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:39.805005 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:39.810323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] 10.222.0.52 "DELETE /v2.0/networks/20a6ca99-d33e-4cd5-b1d0-2465404a7b87 HTTP/1.1" status: 204 len: 168 time: 1.5474784 Feb 11 13:46:39.831094 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a2d16e-b3b1-4f2d-ad46-9ea56158cc83 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] DELETE failed (client error): The resource could not be found. Feb 11 13:46:39.831572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a2d16e-b3b1-4f2d-ad46-9ea56158cc83 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 13:46:39.834112 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f97cb-e270-4861-8f92-a1a428242544 tempest-NetworksIpV6TestAttrs-1493397237 tempest-NetworksIpV6TestAttrs-1493397237-project] Pushing event deleted for resources: {'Network': ['ID=20a6ca99-d33e-4cd5-b1d0-2465404a7b87,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:39.838368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-63a2d16e-b3b1-4f2d-ad46-9ea56158cc83 tempest-RoutersTest-111932357 tempest-RoutersTest-111932357-project] 10.222.0.52 "DELETE /v2.0/subnets/dfa7986e-a967-4504-9faf-aaf1b8e6beee HTTP/1.1" status: 404 len: 337 time: 0.0510480 Feb 11 13:46:39.948586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 68f0896c-4ff0-455a-a74a-b8d519c45164 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:46:39.998837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 68f0896c-4ff0-455a-a74a-b8d519c45164 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:46:39.999182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 68f0896c-4ff0-455a-a74a-b8d519c45164 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:46:40.059715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55498) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:40.073603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-939a3074-acaf-40d8-81d5-b8262f43b9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.225910 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-939a3074-acaf-40d8-81d5-b8262f43b9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.379600 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-939a3074-acaf-40d8-81d5-b8262f43b9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.432719 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-939a3074-acaf-40d8-81d5-b8262f43b9a8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9df6b005193b422f8ec0338b9fee0e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720179 Feb 11 13:46:40.433627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a3074-acaf-40d8-81d5-b8262f43b9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b20bc8-8290-4e29-9bf2-8b8897990f3b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:40.436051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55510) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:40.564772 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2924b182-fcfc-4bd7-abe9-9eaf2109cfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.587622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55514) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:40.608342 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2924b182-fcfc-4bd7-abe9-9eaf2109cfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.784626 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2924b182-fcfc-4bd7-abe9-9eaf2109cfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.787691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2924b182-fcfc-4bd7-abe9-9eaf2109cfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:40.789223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2924b182-fcfc-4bd7-abe9-9eaf2109cfe5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24b20bc8-8290-4e29-9bf2-8b8897990f3b HTTP/1.1" status: 204 len: 168 time: 0.3517892 Feb 11 13:46:40.799443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924b182-fcfc-4bd7-abe9-9eaf2109cfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b20bc8-8290-4e29-9bf2-8b8897990f3b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:40.844680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55530) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:40.984263 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-68ef0816-911c-4a71-bae0-c79d31e5c142 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0187f38ad4534e9f9e550a13ceff1944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916173 Feb 11 13:46:40.984547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55536) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:41.056175 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7255736-8c5b-41a7-b179-0d86de779d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.063355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b6b5282b-bf01-4b75-ab37-ba65781936f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e81778477f83463f92ff64a6262f2e37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173979 Feb 11 13:46:41.064063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55538) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:41.141404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7255736-8c5b-41a7-b179-0d86de779d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.204839 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63703368-30e6-49a2-a855-ab5998fcbe50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.262493 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63703368-30e6-49a2-a855-ab5998fcbe50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.316283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7255736-8c5b-41a7-b179-0d86de779d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.330814 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f7255736-8c5b-41a7-b179-0d86de779d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.332674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f7255736-8c5b-41a7-b179-0d86de779d85 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70989c83-74e9-4ce8-b5b5-439820974f2b HTTP/1.1" status: 204 len: 168 time: 0.3470585 Feb 11 13:46:41.351068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7255736-8c5b-41a7-b179-0d86de779d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70989c83-74e9-4ce8-b5b5-439820974f2b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:41.441983 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63703368-30e6-49a2-a855-ab5998fcbe50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.445078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63703368-30e6-49a2-a855-ab5998fcbe50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:41.448034 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-63703368-30e6-49a2-a855-ab5998fcbe50 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de375aef-e361-459d-9641-0e4479699a23 HTTP/1.1" status: 204 len: 168 time: 0.3816493 Feb 11 13:46:41.458632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63703368-30e6-49a2-a855-ab5998fcbe50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de375aef-e361-459d-9641-0e4479699a23,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:43.655792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55646) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:43.797807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-81b0da8d-b0ee-4c16-b1fd-a9eaf90e2186 tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-894470146', 'prefixes': ['172.20.0.0/16']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:44.048686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55678) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:44.176245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e1d89fa0-836b-4953-9f11-468e1e597d8d tempest-DvrRoutersNegativeTest-2079325406 tempest-DvrRoutersNegativeTest-2079325406-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-516752602', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:44.179940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.policy [None req-e1d89fa0-836b-4953-9f11-468e1e597d8d tempest-DvrRoutersNegativeTest-2079325406 tempest-DvrRoutersNegativeTest-2079325406-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103006) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 11 13:46:44.180499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.policy [None req-e1d89fa0-836b-4953-9f11-468e1e597d8d tempest-DvrRoutersNegativeTest-2079325406 tempest-DvrRoutersNegativeTest-2079325406-project] Failed policy check for 'create_router' {{(pid=103006) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 11 13:46:44.181221 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-e1d89fa0-836b-4953-9f11-468e1e597d8d tempest-DvrRoutersNegativeTest-2079325406 tempest-DvrRoutersNegativeTest-2079325406-project] create failed (client error): Access was denied to this resource. Feb 11 13:46:44.187756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e1d89fa0-836b-4953-9f11-468e1e597d8d tempest-DvrRoutersNegativeTest-2079325406 tempest-DvrRoutersNegativeTest-2079325406-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1376839 Feb 11 13:46:44.244703 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-81b0da8d-b0ee-4c16-b1fd-a9eaf90e2186 tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] Notify callbacks [] for subnetpool, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:44.250144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55688) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:44.256860 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-81b0da8d-b0ee-4c16-b1fd-a9eaf90e2186 tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5974362 Feb 11 13:46:44.322819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-62907b7a-8405-4e97-8545-77ba0e757811 tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] 10.222.0.52 "GET /v2.0/subnetpools/865189bf-88b6-461e-98bf-57e8823769cc HTTP/1.1" status: 200 len: 731 time: 0.0711265 Feb 11 13:46:44.325637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55692) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:44.330557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d32a7dca-b1e7-493e-8191-9463383eb00e tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2927442'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:44.588562 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d32a7dca-b1e7-493e-8191-9463383eb00e tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] Notify callbacks [] for subnetpool, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:44.589933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d32a7dca-b1e7-493e-8191-9463383eb00e tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] 10.222.0.52 "PUT /v2.0/subnetpools/865189bf-88b6-461e-98bf-57e8823769cc HTTP/1.1" status: 200 len: 681 time: 0.2632997 Feb 11 13:46:44.593010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55700) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:44.924361 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cc93ced2-2ff4-4c88-a84f-a4ccb86692d1 tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] Notify callbacks [] for subnetpool, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:44.925543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cc93ced2-2ff4-4c88-a84f-a4ccb86692d1 tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] 10.222.0.52 "DELETE /v2.0/subnetpools/865189bf-88b6-461e-98bf-57e8823769cc HTTP/1.1" status: 204 len: 168 time: 0.3313534 Feb 11 13:46:44.929690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55708) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:44.943895 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-48e45a3c-4629-432f-bfe3-27405f02ed7b tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] show failed (client error): The resource could not be found. Feb 11 13:46:44.945176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-48e45a3c-4629-432f-bfe3-27405f02ed7b tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] 10.222.0.52 "GET /v2.0/subnetpools/865189bf-88b6-461e-98bf-57e8823769cc HTTP/1.1" status: 404 len: 346 time: 0.0157440 Feb 11 13:46:44.948387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55712) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:44.969419 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-d8a128a2-bdb1-4a24-a132-087abcca8a9b tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] delete failed (client error): The resource could not be found. Feb 11 13:46:44.975555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d8a128a2-bdb1-4a24-a132-087abcca8a9b tempest-SubnetPoolsTestJSON-532533212 tempest-SubnetPoolsTestJSON-532533212-project] 10.222.0.52 "DELETE /v2.0/subnetpools/865189bf-88b6-461e-98bf-57e8823769cc HTTP/1.1" status: 404 len: 346 time: 0.0208151 Feb 11 13:46:45.036744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55716) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:45.306138 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ec31a35-22af-4e71-9f19-762bb3e3578c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.339670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55728) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:45.402504 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ec31a35-22af-4e71-9f19-762bb3e3578c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.418810 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7c37145-6096-4d7c-addb-8f651a7c0ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.482378 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3ec31a35-22af-4e71-9f19-762bb3e3578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.510806 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7c37145-6096-4d7c-addb-8f651a7c0ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.538735 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3ec31a35-22af-4e71-9f19-762bb3e3578c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0a9767e7c9d440c1b6e6c591029d101a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008483 Feb 11 13:46:45.539853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec31a35-22af-4e71-9f19-762bb3e3578c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d801b9-00e6-4569-96a4-598e8956b4c1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:45.542598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55734) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:45.592054 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-193b1642-4a15-4f0d-af0a-2a46db1758fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.614318 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-193b1642-4a15-4f0d-af0a-2a46db1758fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.710467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e7c37145-6096-4d7c-addb-8f651a7c0ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.738140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55740) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:45.757911 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e7c37145-6096-4d7c-addb-8f651a7c0ba9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ec4b50fc96a44cd1a3c259cb7e79f823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188848 Feb 11 13:46:45.758680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c37145-6096-4d7c-addb-8f651a7c0ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea78c4c-96d6-4a21-9044-7f8bd720d006,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:45.761677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55748) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:45.853707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-193b1642-4a15-4f0d-af0a-2a46db1758fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.856552 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-193b1642-4a15-4f0d-af0a-2a46db1758fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.857727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-193b1642-4a15-4f0d-af0a-2a46db1758fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85d801b9-00e6-4569-96a4-598e8956b4c1 HTTP/1.1" status: 204 len: 168 time: 0.3139529 Feb 11 13:46:45.863543 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8ea3-16b0-4c45-9a12-13b9923f003f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.873641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b1642-4a15-4f0d-af0a-2a46db1758fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d801b9-00e6-4569-96a4-598e8956b4c1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:45.901907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8ea3-16b0-4c45-9a12-13b9923f003f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:45.937090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61de375d-b811-4523-a42b-5532e8c62b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.181332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8ea3-16b0-4c45-9a12-13b9923f003f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.183972 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6a5e8ea3-16b0-4c45-9a12-13b9923f003f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.190519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6a5e8ea3-16b0-4c45-9a12-13b9923f003f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ea78c4c-96d6-4a21-9044-7f8bd720d006 HTTP/1.1" status: 204 len: 168 time: 0.4275143 Feb 11 13:46:46.206234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e8ea3-16b0-4c45-9a12-13b9923f003f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea78c4c-96d6-4a21-9044-7f8bd720d006,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:46.254429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61de375d-b811-4523-a42b-5532e8c62b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.318474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61de375d-b811-4523-a42b-5532e8c62b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.392452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-61de375d-b811-4523-a42b-5532e8c62b14 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=710801e7eea947f8890e7fa65e8f19f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6528494 Feb 11 13:46:46.393606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de375d-b811-4523-a42b-5532e8c62b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1324658-4a41-490e-be6e-fd9a5aeabd26,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:46.394930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55768) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:46.461095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e347b10-cbe0-4092-9e47-f333f500d847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.534938 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e347b10-cbe0-4092-9e47-f333f500d847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.744730 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e347b10-cbe0-4092-9e47-f333f500d847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.747477 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e347b10-cbe0-4092-9e47-f333f500d847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:46.748725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5e347b10-cbe0-4092-9e47-f333f500d847 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1324658-4a41-490e-be6e-fd9a5aeabd26 HTTP/1.1" status: 204 len: 168 time: 0.3528185 Feb 11 13:46:46.757407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e347b10-cbe0-4092-9e47-f333f500d847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1324658-4a41-490e-be6e-fd9a5aeabd26,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:47.120202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55794) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:47.136480 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e146d29b-9747-4e04-baa1-a3d0d0ba393f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.228233 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e146d29b-9747-4e04-baa1-a3d0d0ba393f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.390356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e146d29b-9747-4e04-baa1-a3d0d0ba393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.443275 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e146d29b-9747-4e04-baa1-a3d0d0ba393f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f292ed160884adcb8122f4f1c7cb9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215821 Feb 11 13:46:47.445179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146d29b-9747-4e04-baa1-a3d0d0ba393f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5318ef-a4ac-4aa3-8241-642b93a9c101,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:47.449166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55808) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:47.502754 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c23124f0-0671-4ad9-b416-6f2a6f393a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.525238 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c23124f0-0671-4ad9-b416-6f2a6f393a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.713811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c23124f0-0671-4ad9-b416-6f2a6f393a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.713811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c23124f0-0671-4ad9-b416-6f2a6f393a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:47.716765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c23124f0-0671-4ad9-b416-6f2a6f393a6d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2e5318ef-a4ac-4aa3-8241-642b93a9c101 HTTP/1.1" status: 204 len: 168 time: 0.2647250 Feb 11 13:46:47.723132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23124f0-0671-4ad9-b416-6f2a6f393a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5318ef-a4ac-4aa3-8241-642b93a9c101,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:47.984422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55834) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:48.300628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-31e3e0e6-41db-4c13-b7e5-f5e09ecf0d75 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:48.301075 n-d-816488-1 neutron-server[103007]: WARNING neutron.api.v2.base [None req-31e3e0e6-41db-4c13-b7e5-f5e09ecf0d75 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:46:48.301571 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-31e3e0e6-41db-4c13-b7e5-f5e09ecf0d75 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:46:48.306793 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-31e3e0e6-41db-4c13-b7e5-f5e09ecf0d75 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3165970 Feb 11 13:46:48.307173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55852) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:48.313293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'tempest-secgroup--721410343'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:48.527773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.537917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.656107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.812779 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:48.865923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5611b2d-c579-4738-b5f5-392d3455d57b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:48.907227 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.124210 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.184865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c43dbb-290b-4ea7-af5b-565d5d4fc422,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:49.319098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.323093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9e637fc5-82ac-4f0c-8074-9b5e81db0e93 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0139399 Feb 11 13:46:49.325477 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55890) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:49.335609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-108500a7-e8f8-4365-8121-b23e024ca37b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '15c43dbb-290b-4ea7-af5b-565d5d4fc422', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:49.562193 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-108500a7-e8f8-4365-8121-b23e024ca37b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.643145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-108500a7-e8f8-4365-8121-b23e024ca37b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.824336 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-108500a7-e8f8-4365-8121-b23e024ca37b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.844656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108500a7-e8f8-4365-8121-b23e024ca37b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d5778d-f1c0-4a27-b2be-6f2e82c2c073,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:49.946409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-108500a7-e8f8-4365-8121-b23e024ca37b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:49.950956 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-108500a7-e8f8-4365-8121-b23e024ca37b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6226180 Feb 11 13:46:49.951137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55916) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:49.966440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-bede6564-0b7b-4812-a528-d70b97349101 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '15c43dbb-290b-4ea7-af5b-565d5d4fc422', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:50.213927 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bede6564-0b7b-4812-a528-d70b97349101 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.481700 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-bede6564-0b7b-4812-a528-d70b97349101 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): There was a conflict when trying to complete your request. Feb 11 13:46:50.485428 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bede6564-0b7b-4812-a528-d70b97349101 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5305297 Feb 11 13:46:50.486171 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55936) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:50.549673 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22dd5c6b-05a1-40e8-a7b7-a6945aa90b62 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.587065 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22dd5c6b-05a1-40e8-a7b7-a6945aa90b62 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.812997 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22dd5c6b-05a1-40e8-a7b7-a6945aa90b62 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.815876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22dd5c6b-05a1-40e8-a7b7-a6945aa90b62 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:50.817545 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-22dd5c6b-05a1-40e8-a7b7-a6945aa90b62 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/15c43dbb-290b-4ea7-af5b-565d5d4fc422 HTTP/1.1" status: 204 len: 168 time: 0.3301935 Feb 11 13:46:50.820288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55950) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:50.828817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd5c6b-05a1-40e8-a7b7-a6945aa90b62 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c43dbb-290b-4ea7-af5b-565d5d4fc422,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:50.903240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5f126169-7744-4b2e-a488-296a5ce9cd49 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814600 Feb 11 13:46:50.907479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55952) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:50.912912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-36a90b7e-d186-42ba-b308-1135543c2f8b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'tempest-secgroup--460600916'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:51.202066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36a90b7e-d186-42ba-b308-1135543c2f8b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.283733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36a90b7e-d186-42ba-b308-1135543c2f8b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.464320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36a90b7e-d186-42ba-b308-1135543c2f8b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.527958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a90b7e-d186-42ba-b308-1135543c2f8b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e8ab3d-53a0-49e1-8357-ab3c2c4ce2fa,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:51.667530 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36a90b7e-d186-42ba-b308-1135543c2f8b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.669198 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-36a90b7e-d186-42ba-b308-1135543c2f8b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7606196 Feb 11 13:46:51.672080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55980) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:51.678006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fd7a0f55-82e3-4fa8-9ff2-8a3c2b41c737 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '29e8ab3d-53a0-49e1-8357-ab3c2c4ce2fa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:51.678888 n-d-816488-1 neutron-server[103007]: WARNING neutron.api.v2.base [None req-fd7a0f55-82e3-4fa8-9ff2-8a3c2b41c737 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 11 13:46:51.681357 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-fd7a0f55-82e3-4fa8-9ff2-8a3c2b41c737 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:51.681357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fd7a0f55-82e3-4fa8-9ff2-8a3c2b41c737 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069702 Feb 11 13:46:51.683806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 55982) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:51.815949 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22aefce9-6163-44f7-b70d-e4488ed66b21 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:51.871613 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22aefce9-6163-44f7-b70d-e4488ed66b21 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.012898 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22aefce9-6163-44f7-b70d-e4488ed66b21 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.015734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-22aefce9-6163-44f7-b70d-e4488ed66b21 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.017242 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-22aefce9-6163-44f7-b70d-e4488ed66b21 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/29e8ab3d-53a0-49e1-8357-ab3c2c4ce2fa HTTP/1.1" status: 204 len: 168 time: 0.3322580 Feb 11 13:46:52.020073 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 55992) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:52.037048 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aefce9-6163-44f7-b70d-e4488ed66b21 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e8ab3d-53a0-49e1-8357-ab3c2c4ce2fa,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:52.140558 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-48e8f03b-55f8-4bfe-aba7-51c045ec368b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1158035 Feb 11 13:46:52.142014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56000) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:52.159062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-de03c65a-9124-4253-aab4-ac5e0fca5282 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'tempest-secgroup--28576262'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:52.282404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-de03c65a-9124-4253-aab4-ac5e0fca5282 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.442885 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-de03c65a-9124-4253-aab4-ac5e0fca5282 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.573948 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-de03c65a-9124-4253-aab4-ac5e0fca5282 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.636004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03c65a-9124-4253-aab4-ac5e0fca5282 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41166ec1-47f3-4d20-9618-8e053e6d61cb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:52.764242 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-de03c65a-9124-4253-aab4-ac5e0fca5282 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.765621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-de03c65a-9124-4253-aab4-ac5e0fca5282 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6224854 Feb 11 13:46:52.768294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56016) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:52.772703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-da1067b7-7926-4060-9251-1cce5faa5c2c tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '41166ec1-47f3-4d20-9618-8e053e6d61cb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:52.773546 n-d-816488-1 neutron-server[103007]: WARNING neutron.api.v2.base [None req-da1067b7-7926-4060-9251-1cce5faa5c2c tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 11 13:46:52.774198 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-da1067b7-7926-4060-9251-1cce5faa5c2c tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:52.777922 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-da1067b7-7926-4060-9251-1cce5faa5c2c tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059590 Feb 11 13:46:52.778534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56018) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:52.844904 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1947a1e6-6f7b-4131-b1db-7c355906d832 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.871949 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1947a1e6-6f7b-4131-b1db-7c355906d832 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:52.910273 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:46:53.018676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1947a1e6-6f7b-4131-b1db-7c355906d832 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.024735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1947a1e6-6f7b-4131-b1db-7c355906d832 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.030185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1947a1e6-6f7b-4131-b1db-7c355906d832 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/41166ec1-47f3-4d20-9618-8e053e6d61cb HTTP/1.1" status: 204 len: 168 time: 0.2479415 Feb 11 13:46:53.031010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56022) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:53.056618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947a1e6-6f7b-4131-b1db-7c355906d832 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41166ec1-47f3-4d20-9618-8e053e6d61cb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:53.124785 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3894f791-376c-4517-96ba-08777f0435a1 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0903130 Feb 11 13:46:53.127958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56024) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:53.133674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ee72e98b-5bd8-4961-8b7f-476814a8bd2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'tempest-secgroup--99024608'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:53.299500 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee72e98b-5bd8-4961-8b7f-476814a8bd2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.374614 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee72e98b-5bd8-4961-8b7f-476814a8bd2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.452681 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee72e98b-5bd8-4961-8b7f-476814a8bd2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.486250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72e98b-5bd8-4961-8b7f-476814a8bd2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e9d3aa-62c4-4cba-b835-559c8a925121,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:53.569951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee72e98b-5bd8-4961-8b7f-476814a8bd2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.574608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56044) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:53.574757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ee72e98b-5bd8-4961-8b7f-476814a8bd2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4453936 Feb 11 13:46:53.579214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2b1639c0-99ef-44fc-b23a-239cae73cb2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '23e9d3aa-62c4-4cba-b835-559c8a925121', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:53.580085 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-2b1639c0-99ef-44fc-b23a-239cae73cb2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 11 13:46:53.580571 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-2b1639c0-99ef-44fc-b23a-239cae73cb2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:53.581547 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2b1639c0-99ef-44fc-b23a-239cae73cb2f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059044 Feb 11 13:46:53.584196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56046) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:53.588647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6e6e3390-7bac-482c-b5a6-e110ffe65c7b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '23e9d3aa-62c4-4cba-b835-559c8a925121', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:53.589396 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-6e6e3390-7bac-482c-b5a6-e110ffe65c7b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 11 13:46:53.589893 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-6e6e3390-7bac-482c-b5a6-e110ffe65c7b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:53.593294 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e6e3390-7bac-482c-b5a6-e110ffe65c7b tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057685 Feb 11 13:46:53.593705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56048) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:53.620565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ceb6b897-664d-41b5-8143-77b91c656517 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '23e9d3aa-62c4-4cba-b835-559c8a925121', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:53.620565 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-ceb6b897-664d-41b5-8143-77b91c656517 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 11 13:46:53.620565 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-ceb6b897-664d-41b5-8143-77b91c656517 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:53.620565 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ceb6b897-664d-41b5-8143-77b91c656517 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0179803 Feb 11 13:46:53.621876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56054) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:53.627327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ba590ee0-76be-480f-bdec-a179410190cf tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '23e9d3aa-62c4-4cba-b835-559c8a925121', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:53.631917 n-d-816488-1 neutron-server[103007]: WARNING neutron.api.v2.base [None req-ba590ee0-76be-480f-bdec-a179410190cf tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 11 13:46:53.632781 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-ba590ee0-76be-480f-bdec-a179410190cf tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:53.637321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56058) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:53.637494 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ba590ee0-76be-480f-bdec-a179410190cf tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0140712 Feb 11 13:46:53.701723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92e5d5dd-b872-481b-bf52-edc9c30fa9f6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.724703 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92e5d5dd-b872-481b-bf52-edc9c30fa9f6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.870796 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92e5d5dd-b872-481b-bf52-edc9c30fa9f6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.879736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-92e5d5dd-b872-481b-bf52-edc9c30fa9f6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:53.879736 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-92e5d5dd-b872-481b-bf52-edc9c30fa9f6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/23e9d3aa-62c4-4cba-b835-559c8a925121 HTTP/1.1" status: 204 len: 168 time: 0.2362006 Feb 11 13:46:53.879941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56062) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:53.883903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e5d5dd-b872-481b-bf52-edc9c30fa9f6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e9d3aa-62c4-4cba-b835-559c8a925121,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:53.932899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b329a3aa-bdfc-4042-87d3-93b2c5d1b712 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543664 Feb 11 13:46:53.936480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56064) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:53.940759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-27865b67-8825-46f4-af06-4e42cbcc2fc6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036723130'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:54.053295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-27865b67-8825-46f4-af06-4e42cbcc2fc6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.158145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-27865b67-8825-46f4-af06-4e42cbcc2fc6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.224589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-27865b67-8825-46f4-af06-4e42cbcc2fc6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.270487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27865b67-8825-46f4-af06-4e42cbcc2fc6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=439634fb-212b-44a3-a003-0937e5e784c9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:54.374556 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-27865b67-8825-46f4-af06-4e42cbcc2fc6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.379080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56072) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:54.379674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-27865b67-8825-46f4-af06-4e42cbcc2fc6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4415889 Feb 11 13:46:54.383666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-21e73542-07cb-4080-a49a-5ea72eb88401 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '439634fb-212b-44a3-a003-0937e5e784c9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:54.384177 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-21e73542-07cb-4080-a49a-5ea72eb88401 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:46:54.384672 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-21e73542-07cb-4080-a49a-5ea72eb88401 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:54.386993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-21e73542-07cb-4080-a49a-5ea72eb88401 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069027 Feb 11 13:46:54.390399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56074) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:54.396419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-51eddca3-a8fb-4842-912f-0c8096ec14cc tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '439634fb-212b-44a3-a003-0937e5e784c9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:54.641403 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-51eddca3-a8fb-4842-912f-0c8096ec14cc tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:54.736297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56084) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:54.738210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-51eddca3-a8fb-4842-912f-0c8096ec14cc tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1754305 Feb 11 13:46:54.739721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3f51422a-2d53-424e-aead-218ec37c2e0e tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '439634fb-212b-44a3-a003-0937e5e784c9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:54.739721 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-3f51422a-2d53-424e-aead-218ec37c2e0e tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 11 13:46:54.739721 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-3f51422a-2d53-424e-aead-218ec37c2e0e tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:54.739721 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3f51422a-2d53-424e-aead-218ec37c2e0e tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0177710 Feb 11 13:46:54.742849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56090) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:54.742849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fee5e160-60f8-4b48-aae9-28be727f67d2 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '439634fb-212b-44a3-a003-0937e5e784c9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:54.744596 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e8a54cbd-72f7-46d9-ba46-1816a374dd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:54.915391 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-fee5e160-60f8-4b48-aae9-28be727f67d2 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:54.917349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fee5e160-60f8-4b48-aae9-28be727f67d2 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3257923 Feb 11 13:46:54.920063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56102) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:54.925717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d39e6a91-f09f-4708-b195-ad7c73f1d03a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '439634fb-212b-44a3-a003-0937e5e784c9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:54.926291 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-d39e6a91-f09f-4708-b195-ad7c73f1d03a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 11 13:46:54.936554 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-d39e6a91-f09f-4708-b195-ad7c73f1d03a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:54.936554 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d39e6a91-f09f-4708-b195-ad7c73f1d03a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067008 Feb 11 13:46:54.938842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56104) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:54.943781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-22c153e9-5289-41b0-aaa2-396843ae2af6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '439634fb-212b-44a3-a003-0937e5e784c9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:55.105286 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-22c153e9-5289-41b0-aaa2-396843ae2af6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Project 3a492e374bcf4bdc81c5bf3b54c091ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:46:55.212841 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-22c153e9-5289-41b0-aaa2-396843ae2af6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:55.213940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-22c153e9-5289-41b0-aaa2-396843ae2af6 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2738564 Feb 11 13:46:55.216729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56116) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:55.221368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d817f5b8-b194-441f-a9a9-db89645a3a0e tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '439634fb-212b-44a3-a003-0937e5e784c9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:55.221881 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-d817f5b8-b194-441f-a9a9-db89645a3a0e tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 11 13:46:55.222373 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-d817f5b8-b194-441f-a9a9-db89645a3a0e tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:55.228446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d817f5b8-b194-441f-a9a9-db89645a3a0e tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055623 Feb 11 13:46:55.231045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56118) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:55.236164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-00455717-dcae-42af-a93f-e9a8d5d9512f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '439634fb-212b-44a3-a003-0937e5e784c9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:55.340333 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-00455717-dcae-42af-a93f-e9a8d5d9512f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Project 3a492e374bcf4bdc81c5bf3b54c091ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:46:55.448392 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-00455717-dcae-42af-a93f-e9a8d5d9512f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:55.449554 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-00455717-dcae-42af-a93f-e9a8d5d9512f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2175338 Feb 11 13:46:55.452309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56122) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:55.456789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-eef0a169-fd88-456a-9239-3a1892066d94 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '439634fb-212b-44a3-a003-0937e5e784c9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:55.692093 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-eef0a169-fd88-456a-9239-3a1892066d94 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Project 3a492e374bcf4bdc81c5bf3b54c091ce added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:46:56.224766 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.270181 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-eef0a169-fd88-456a-9239-3a1892066d94 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:56.276142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eef0a169-fd88-456a-9239-3a1892066d94 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8179812 Feb 11 13:46:56.276273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56138) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:56.329383 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6afbb31-2401-4aaa-ab0f-e046cafa7c7f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.355033 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6afbb31-2401-4aaa-ab0f-e046cafa7c7f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.504418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6afbb31-2401-4aaa-ab0f-e046cafa7c7f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.511026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b6afbb31-2401-4aaa-ab0f-e046cafa7c7f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.511026 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b6afbb31-2401-4aaa-ab0f-e046cafa7c7f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/439634fb-212b-44a3-a003-0937e5e784c9 HTTP/1.1" status: 204 len: 168 time: 0.2323594 Feb 11 13:46:56.511277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56142) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:56.523823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afbb31-2401-4aaa-ab0f-e046cafa7c7f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=439634fb-212b-44a3-a003-0937e5e784c9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:56.600870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a659bbf3-12c4-49e6-b5f0-455b427cc4e7 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0843985 Feb 11 13:46:56.601449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56150) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:56.606619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2952070e-cc22-4405-8912-d8ef8a9e3ee3 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'tempest-secgroup--865189065'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:56.754998 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2952070e-cc22-4405-8912-d8ef8a9e3ee3 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.906530 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2952070e-cc22-4405-8912-d8ef8a9e3ee3 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.996435 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2952070e-cc22-4405-8912-d8ef8a9e3ee3 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:56.996879 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-286aa1f4-dd4b-42f2-b2ba-474c22cfe7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.031927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952070e-cc22-4405-8912-d8ef8a9e3ee3 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f209926e-a0c9-4d64-ab7a-1e23bff4d74a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:57.209263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2952070e-cc22-4405-8912-d8ef8a9e3ee3 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.211583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2952070e-cc22-4405-8912-d8ef8a9e3ee3 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6088831 Feb 11 13:46:57.214424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56168) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:57.225189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7005e847-2c68-44c8-a551-77454f913409 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': 'f209926e-a0c9-4d64-ab7a-1e23bff4d74a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:57.515770 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-7005e847-2c68-44c8-a551-77454f913409 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The resource could not be found. Feb 11 13:46:57.517058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7005e847-2c68-44c8-a551-77454f913409 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3005159 Feb 11 13:46:57.520372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56180) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:57.525335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e42a6e0b-c6c9-4a49-bd70-89a1d2d68a49 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': 'f209926e-a0c9-4d64-ab7a-1e23bff4d74a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ac18743e-86a4-469a-93fd-7229e6cdedd9'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:57.818901 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-e42a6e0b-c6c9-4a49-bd70-89a1d2d68a49 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The resource could not be found. Feb 11 13:46:57.822447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e42a6e0b-c6c9-4a49-bd70-89a1d2d68a49 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2987347 Feb 11 13:46:57.824484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56192) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:57.891614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16cb1ba5-60c0-46ea-8e1f-28ffb1999c0a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.915595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:57.920278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16cb1ba5-60c0-46ea-8e1f-28ffb1999c0a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:58.087151 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16cb1ba5-60c0-46ea-8e1f-28ffb1999c0a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:58.090260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16cb1ba5-60c0-46ea-8e1f-28ffb1999c0a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:58.095596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-16cb1ba5-60c0-46ea-8e1f-28ffb1999c0a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/f209926e-a0c9-4d64-ab7a-1e23bff4d74a HTTP/1.1" status: 204 len: 168 time: 0.2659569 Feb 11 13:46:58.095755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56202) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:58.107176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb1ba5-60c0-46ea-8e1f-28ffb1999c0a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f209926e-a0c9-4d64-ab7a-1e23bff4d74a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:58.192259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ab9c274d-a3ef-4a5d-903d-ff0f6b37c9b5 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0963306 Feb 11 13:46:58.196955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56204) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:58.202760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-08fbd0da-aa6c-4f38-b617-54e92c1fd0ed tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': '255ced3a-223d-47cd-bc0d-02ea3ceefc0b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:58.436315 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-08fbd0da-aa6c-4f38-b617-54e92c1fd0ed tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The resource could not be found. Feb 11 13:46:58.437463 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-08fbd0da-aa6c-4f38-b617-54e92c1fd0ed tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2386706 Feb 11 13:46:58.440964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56214) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:58.446011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3413b8e9-c30b-487f-a760-70e0dc9b0233 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'tempest-secgroup--196806256'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:58.579352 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3413b8e9-c30b-487f-a760-70e0dc9b0233 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:58.753572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3413b8e9-c30b-487f-a760-70e0dc9b0233 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:58.784412 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:58.873630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3413b8e9-c30b-487f-a760-70e0dc9b0233 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:58.909546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413b8e9-c30b-487f-a760-70e0dc9b0233 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=febd2a0f-b9e5-4eb3-b003-b08f5a733688,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:58.974461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3413b8e9-c30b-487f-a760-70e0dc9b0233 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:58.975871 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3413b8e9-c30b-487f-a760-70e0dc9b0233 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5339532 Feb 11 13:46:58.978632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56242) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:58.983103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-107c5b5f-744c-47f4-a6d6-c365a84d3d34 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215858851'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:59.121558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-107c5b5f-744c-47f4-a6d6-c365a84d3d34 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.248379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-107c5b5f-744c-47f4-a6d6-c365a84d3d34 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.372823 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-107c5b5f-744c-47f4-a6d6-c365a84d3d34 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.403816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107c5b5f-744c-47f4-a6d6-c365a84d3d34 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e312486-9579-498c-9417-8ddfb036d3f7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:46:59.460851 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-107c5b5f-744c-47f4-a6d6-c365a84d3d34 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.461734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-107c5b5f-744c-47f4-a6d6-c365a84d3d34 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4821680 Feb 11 13:46:59.465629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56252) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:59.471866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-35f2eb21-b142-46f2-a672-d7d6ffe5b422 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': 'febd2a0f-b9e5-4eb3-b003-b08f5a733688', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1e312486-9579-498c-9417-8ddfb036d3f7'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:46:59.664023 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-35f2eb21-b142-46f2-a672-d7d6ffe5b422 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:46:59.665836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-35f2eb21-b142-46f2-a672-d7d6ffe5b422 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1984673 Feb 11 13:46:59.668883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56266) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:46:59.776247 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af02c24b-a5ca-4b92-9899-cfc37117045a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:46:59.834935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af02c24b-a5ca-4b92-9899-cfc37117045a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.064808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af02c24b-a5ca-4b92-9899-cfc37117045a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.067864 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af02c24b-a5ca-4b92-9899-cfc37117045a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.069066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-af02c24b-a5ca-4b92-9899-cfc37117045a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/1e312486-9579-498c-9417-8ddfb036d3f7 HTTP/1.1" status: 204 len: 168 time: 0.3990431 Feb 11 13:47:00.073043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56274) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:00.079655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02c24b-a5ca-4b92-9899-cfc37117045a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e312486-9579-498c-9417-8ddfb036d3f7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:00.135604 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-813ed1c5-1ae9-4920-aad5-8b01556b271a tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0613782 Feb 11 13:47:00.138261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56278) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:00.147298 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.260778 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-209dec18-6625-4a7e-b238-51ace61ce142 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.303223 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-209dec18-6625-4a7e-b238-51ace61ce142 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.458459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-209dec18-6625-4a7e-b238-51ace61ce142 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.461544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-209dec18-6625-4a7e-b238-51ace61ce142 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.463853 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-209dec18-6625-4a7e-b238-51ace61ce142 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/febd2a0f-b9e5-4eb3-b003-b08f5a733688 HTTP/1.1" status: 204 len: 168 time: 0.3245211 Feb 11 13:47:00.466621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56282) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:00.474198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209dec18-6625-4a7e-b238-51ace61ce142 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=febd2a0f-b9e5-4eb3-b003-b08f5a733688,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:00.591395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56288) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:00.591607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c8906ece-08cb-40c5-a88d-dd62af1382a4 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1237142 Feb 11 13:47:00.596549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1f8870f9-6d18-42b5-bbe4-e65349a8d992 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421545660'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:00.733982 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.767246 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1f8870f9-6d18-42b5-bbe4-e65349a8d992 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:00.881250 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1f8870f9-6d18-42b5-bbe4-e65349a8d992 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:01.030285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1f8870f9-6d18-42b5-bbe4-e65349a8d992 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:01.079413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8870f9-6d18-42b5-bbe4-e65349a8d992 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06136b8-7a50-47e3-9169-a88b9ed7cd2a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:01.193083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1f8870f9-6d18-42b5-bbe4-e65349a8d992 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:01.195640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1f8870f9-6d18-42b5-bbe4-e65349a8d992 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6027548 Feb 11 13:47:01.220699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56318) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:01.233873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e84e8e4c-1105-42a7-8087-8b1f03362c4f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': 'c06136b8-7a50-47e3-9169-a88b9ed7cd2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:01.527804 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-e84e8e4c-1105-42a7-8087-8b1f03362c4f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:47:01.537620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56330) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:01.541840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e84e8e4c-1105-42a7-8087-8b1f03362c4f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3124990 Feb 11 13:47:01.544186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-115dd314-0677-4f9d-a420-f3442a38e993 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group_rule': {'security_group_id': 'c06136b8-7a50-47e3-9169-a88b9ed7cd2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:01.841672 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-115dd314-0677-4f9d-a420-f3442a38e993 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 13:47:01.842816 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-115dd314-0677-4f9d-a420-f3442a38e993 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3035119 Feb 11 13:47:01.845910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56340) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:01.971747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.019192 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.193570 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.199475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.203362 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/c06136b8-7a50-47e3-9169-a88b9ed7cd2a HTTP/1.1" status: 204 len: 168 time: 0.3538826 Feb 11 13:47:02.203792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56364) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:02.229128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06136b8-7a50-47e3-9169-a88b9ed7cd2a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:02.255802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.256606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.257174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.259852 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.260479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.260998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.261542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.262130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.262357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.262762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.263157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.263699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84fa0b8-3228-4c46-80cd-5cddfce62f17 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:02.271013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9da8b0c9-e6b8-4e29-ada7-5e26bf77a711 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660410 Feb 11 13:47:02.275701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56366) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:02.284950 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fcc4ee55-e15b-4fef-af14-f9083ec3106d tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'tempest-secgroup--565003506'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:02.412543 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcc4ee55-e15b-4fef-af14-f9083ec3106d tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.498947 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcc4ee55-e15b-4fef-af14-f9083ec3106d tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.618551 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcc4ee55-e15b-4fef-af14-f9083ec3106d tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.653459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4ee55-e15b-4fef-af14-f9083ec3106d tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96cf83b-c5c8-4dd4-9583-daaa57190820,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:02.797069 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcc4ee55-e15b-4fef-af14-f9083ec3106d tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.797069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fcc4ee55-e15b-4fef-af14-f9083ec3106d tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5133104 Feb 11 13:47:02.797349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56390) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:02.801975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0f362b0a-6587-44b5-8367-cc588c7615ad tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:02.802642 n-d-816488-1 neutron-server[103006]: WARNING neutron.api.v2.base [None req-0f362b0a-6587-44b5-8367-cc588c7615ad tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 11 13:47:02.803129 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-0f362b0a-6587-44b5-8367-cc588c7615ad tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] update failed (client error): There was a conflict when trying to complete your request. Feb 11 13:47:02.807236 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0f362b0a-6587-44b5-8367-cc588c7615ad tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "PUT /v2.0/security-groups/c96cf83b-c5c8-4dd4-9583-daaa57190820 HTTP/1.1" status: 409 len: 330 time: 0.0057108 Feb 11 13:47:02.808002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56392) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:02.872498 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd2dea85-0412-44f0-8757-824960a0f5e5 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:02.895645 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd2dea85-0412-44f0-8757-824960a0f5e5 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:03.075501 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd2dea85-0412-44f0-8757-824960a0f5e5 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:03.078842 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dd2dea85-0412-44f0-8757-824960a0f5e5 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:03.080054 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dd2dea85-0412-44f0-8757-824960a0f5e5 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/c96cf83b-c5c8-4dd4-9583-daaa57190820 HTTP/1.1" status: 204 len: 168 time: 0.2709136 Feb 11 13:47:03.082750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56408) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:03.090785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dea85-0412-44f0-8757-824960a0f5e5 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96cf83b-c5c8-4dd4-9583-daaa57190820,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:03.159105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cfbe7511-8855-41c0-9490-4272dfa26b1f tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0752106 Feb 11 13:47:03.163799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56422) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:03.194931 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-3d3c1297-0de3-47af-8989-adf8c582f063 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] delete failed (client error): The resource could not be found. Feb 11 13:47:03.195966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d3c1297-0de3-47af-8989-adf8c582f063 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "DELETE /v2.0/security-groups/92cf633e-182f-44f7-b04e-71599c97eee7 HTTP/1.1" status: 404 len: 347 time: 0.0299563 Feb 11 13:47:03.200684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56424) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:03.224461 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-d13f2d9e-a861-441f-be93-7b9b5cf38619 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] show failed (client error): The resource could not be found. Feb 11 13:47:03.225572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d13f2d9e-a861-441f-be93-7b9b5cf38619 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-groups/5af7d30b-9e4b-4e69-81be-e87bbd5a9676 HTTP/1.1" status: 404 len: 347 time: 0.0238862 Feb 11 13:47:03.234424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56428) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:03.252378 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-084847c8-42ec-43f9-ab15-dfe6be633261 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] show failed (client error): The resource could not be found. Feb 11 13:47:03.253404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-084847c8-42ec-43f9-ab15-dfe6be633261 tempest-NegativeSecGroupIPv6Test-1359457865 tempest-NegativeSecGroupIPv6Test-1359457865-project] 10.222.0.52 "GET /v2.0/security-group-rules/1ac78214-6c71-412b-aa75-79eccf3798a6 HTTP/1.1" status: 404 len: 356 time: 0.0226603 Feb 11 13:47:03.708758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf063c9-d1c4-43c1-af35-cb59ff491ad2 req-2589cde9-ad82-470f-93a6-453f33801bc5 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:03.710528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecf063c9-d1c4-43c1-af35-cb59ff491ad2 req-2589cde9-ad82-470f-93a6-453f33801bc5 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1096 time: 0.0661402 Feb 11 13:47:03.766367 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ecf063c9-d1c4-43c1-af35-cb59ff491ad2 req-3bfe0007-2baf-417d-b870-9711d397a993 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490484 Feb 11 13:47:03.786641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56460) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:04.029228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 1ddcdc85-d529-47cc-b5dd-320cf8265f72 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:47:04.029933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.092408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56478) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:04.225865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.228002 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.251124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 1ddcdc85-d529-47cc-b5dd-320cf8265f72 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:47:04.447508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5eda9f7e-a4de-4f7e-a0bf-dc232c167851 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3a492e374bcf4bdc81c5bf3b54c091ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536103 Feb 11 13:47:04.450021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56496) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:04.547410 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.549964 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.570649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.630712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=1ddcdc85-d529-47cc-b5dd-320cf8265f72,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:04.717551 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.717943 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Floating IP 1aa545de-59ad-4452-9c50-898277703150 disassociated (deleted). External IP: 172.25.0.122, port: 08e05d4d-9b4b-49e1-a309-e52fa011af18. Feb 11 13:47:04.766972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.769575 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:04.774842 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5611b2d-c579-4738-b5f5-392d3455d57b HTTP/1.1" status: 204 len: 168 time: 0.3238139 Feb 11 13:47:04.787730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5611b2d-c579-4738-b5f5-392d3455d57b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:04.796594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.797188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.797693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.798064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.798394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.798726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.799053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.799376 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.799698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.800587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.800587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:04.800788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e42e03-fc9e-432b-aa5d-a0787d01af79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:05.335081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router af8b7163-c6a6-47c9-9770-f85f22c84f03 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:05.479450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:05.485673 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:05.490287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] Sync routers for ids ['af8b7163-c6a6-47c9-9770-f85f22c84f03'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:05.511506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] Routers {'af8b7163-c6a6-47c9-9770-f85f22c84f03'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:05.526851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:46:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af8b7163-c6a6-47c9-9770-f85f22c84f03'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:05.527243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ee629851-0579-4111-9ed8-feef7479c13a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/floatingips/1aa545de-59ad-4452-9c50-898277703150 HTTP/1.1" status: 204 len: 168 time: 1.7360749 Feb 11 13:47:05.527243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:05.527411 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:05.641886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] Set router af8b7163-c6a6-47c9-9770-f85f22c84f03 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:05.843344 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666d197f-0c95-4b35-bec4-1b55ab4ada0e x-openstack-request-id: req-666d197f-0c95-4b35-bec4-1b55ab4ada0e {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:05.843635 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:05.843879 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-666d197f-0c95-4b35-bec4-1b55ab4ada0e {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:05.844277 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'status': 'completed', 'code': 200} Feb 11 13:47:05.918690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-be8b9de1-86a9-4d45-81be-f44c180d5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:05.920997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-be8b9de1-86a9-4d45-81be-f44c180d5f64 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 1096 time: 0.0519123 Feb 11 13:47:06.049168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-dd797641-43a2-46bb-bc01-da67d8ad19f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:06.050709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-dd797641-43a2-46bb-bc01-da67d8ad19f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 200 len: 898 time: 0.1228552 Feb 11 13:47:06.130363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-0f24a0ca-250d-4926-9fd0-29dc23140cc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 200 len: 217 time: 0.0721607 Feb 11 13:47:06.139368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '7f935f6f-434b-47cf-8481-4bcad03d8bc3', 'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:a5:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:40Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:06.179677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] Checking router: af8b7163-c6a6-47c9-9770-f85f22c84f03 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:06.195508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] Routers {'af8b7163-c6a6-47c9-9770-f85f22c84f03'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:06.197013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:46:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af8b7163-c6a6-47c9-9770-f85f22c84f03'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:06.201666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-1c1094db-3819-4f08-b032-c867409e0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:06.203970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-1c1094db-3819-4f08-b032-c867409e0389 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 200 len: 834 time: 0.0660319 Feb 11 13:47:06.259933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-31da68e8-0dd8-4d41-b2aa-e706fe98541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:06.260962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-31da68e8-0dd8-4d41-b2aa-e706fe98541f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505579 Feb 11 13:47:06.376308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] Set router af8b7163-c6a6-47c9-9770-f85f22c84f03 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:06.546282 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282b2a3-fba5-4a24-9d17-e7cfa0770526 req-22d698e0-1920-46ef-8856-2bade3b78b76 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:06.555403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9282b2a3-fba5-4a24-9d17-e7cfa0770526 req-22d698e0-1920-46ef-8856-2bade3b78b76 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1877785 Feb 11 13:47:06.574221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56610) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:06.595499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-7c0134b3-d836-4f33-b7e8-fee83b1a7d74 service neutron] 10.222.0.59 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259923 Feb 11 13:47:06.625882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9282b2a3-fba5-4a24-9d17-e7cfa0770526 req-a2fab0fe-c658-48d8-9b52-33494e4a5bd7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556366 Feb 11 13:47:06.750831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b5ff0129-8752-49fb-95c5-2b236d0443c7 tempest-ServiceProvidersTest-1502709006 tempest-ServiceProvidersTest-1502709006-project] 10.222.0.52 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1754892 Feb 11 13:47:06.799095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-493a9654-aa46-42e4-bd7c-6f90c6a1f9a8 req-bb8f2dc6-8f1d-4f9b-84ac-1e70b1cfbdf8 service neutron] 10.222.0.59 "GET /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700437 Feb 11 13:47:06.815593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '7f935f6f-434b-47cf-8481-4bcad03d8bc3', 'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:a5:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:40Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:06.850258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf2fc04-2813-43a8-92fc-5da11b0a1064 None None] The sync data for ids ['af8b7163-c6a6-47c9-9770-f85f22c84f03'] in n-d-816488-1 is: [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:44:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '7f935f6f-434b-47cf-8481-4bcad03d8bc3', 'name': '', 'network_id': 'fa207a6a-53da-4f71-9cc9-f2bf9f0eef73', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:a5:5a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3176, 'fixed_ips': [{'subnet_id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:32Z', 'updated_at': '2022-02-11T13:44:40Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'db0b65a6-cff8-4ab3-8975-15ab1d5a3f08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:07.150572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f345aa68-8e5f-4ced-a51c-ece3f30778b6 None None] New status for floating IP 1aa545de-59ad-4452-9c50-898277703150: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:47:07.558315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56658) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:07.736737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e410496-67b1-4cf3-82f3-ac39245019d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:07.756478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8458f-2790-4663-9c1b-f777d63f473e req-756aba71-f3bc-4d15-b921-5421109f76e5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:07.758358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78e8458f-2790-4663-9c1b-f777d63f473e req-756aba71-f3bc-4d15-b921-5421109f76e5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.1048415 Feb 11 13:47:07.798890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfcc13-5c28-4e1b-b24d-3c268d48e4d1 req-6c2cde44-641f-4182-b628-969c67f5e8a5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:07.801085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5acfcc13-5c28-4e1b-b24d-3c268d48e4d1 req-6c2cde44-641f-4182-b628-969c67f5e8a5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 945 time: 0.0924661 Feb 11 13:47:07.882355 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5acfcc13-5c28-4e1b-b24d-3c268d48e4d1 req-2f80076a-c39f-423a-875d-c8682a4a5260 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=adf1c343-a008-43b1-bc6b-81ff665f45f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621595 Feb 11 13:47:07.925243 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e410496-67b1-4cf3-82f3-ac39245019d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:07.928402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-78e8458f-2790-4663-9c1b-f777d63f473e req-5db0e35d-35e2-41c1-b324-fe963f9cdc84 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 08e05d4d-9b4b-49e1-a309-e52fa011af18 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:47:07.928747 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-78e8458f-2790-4663-9c1b-f777d63f473e req-5db0e35d-35e2-41c1-b324-fe963f9cdc84 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:08.018039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e410496-67b1-4cf3-82f3-ac39245019d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:08.030190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-78e8458f-2790-4663-9c1b-f777d63f473e req-5db0e35d-35e2-41c1-b324-fe963f9cdc84 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 08e05d4d-9b4b-49e1-a309-e52fa011af18, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=08e05d4d-9b4b-49e1-a309-e52fa011af18,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:08.030720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-78e8458f-2790-4663-9c1b-f777d63f473e req-5db0e35d-35e2-41c1-b324-fe963f9cdc84 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:08.044049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-78e8458f-2790-4663-9c1b-f777d63f473e req-5db0e35d-35e2-41c1-b324-fe963f9cdc84 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 08e05d4d-9b4b-49e1-a309-e52fa011af18 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:47:08.054116 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e410496-67b1-4cf3-82f3-ac39245019d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cba22018ab634c1b8f575c5136031c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946954 Feb 11 13:47:08.054955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56678) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:08.128244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e410496-67b1-4cf3-82f3-ac39245019d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d596e84e-ba02-4e72-a0da-621244adfe52,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:08.151564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3672fba-4c94-4abd-bcad-6d2fccf91865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:08.192135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3672fba-4c94-4abd-bcad-6d2fccf91865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:08.395350 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3672fba-4c94-4abd-bcad-6d2fccf91865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:08.398156 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b3672fba-4c94-4abd-bcad-6d2fccf91865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:08.400117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b3672fba-4c94-4abd-bcad-6d2fccf91865 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d596e84e-ba02-4e72-a0da-621244adfe52 HTTP/1.1" status: 204 len: 168 time: 0.3426044 Feb 11 13:47:08.409986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3672fba-4c94-4abd-bcad-6d2fccf91865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d596e84e-ba02-4e72-a0da-621244adfe52,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:08.440727 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-78e8458f-2790-4663-9c1b-f777d63f473e req-5db0e35d-35e2-41c1-b324-fe963f9cdc84 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:08.504327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0e35d-35e2-41c1-b324-fe963f9cdc84 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=08e05d4d-9b4b-49e1-a309-e52fa011af18,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:08.626856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8458f-2790-4663-9c1b-f777d63f473e req-5db0e35d-35e2-41c1-b324-fe963f9cdc84 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] No DVR routers for this DVR port 08e05d4d-9b4b-49e1-a309-e52fa011af18 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:08.636743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-78e8458f-2790-4663-9c1b-f777d63f473e req-5db0e35d-35e2-41c1-b324-fe963f9cdc84 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:08.641927 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78e8458f-2790-4663-9c1b-f777d63f473e req-5db0e35d-35e2-41c1-b324-fe963f9cdc84 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "DELETE /v2.0/ports/08e05d4d-9b4b-49e1-a309-e52fa011af18 HTTP/1.1" status: 204 len: 173 time: 0.8768487 Feb 11 13:47:08.642916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'name': 'network-vif-deleted', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:08.646146 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82d57e0-8729-4fd5-b6f9-7283a68d62c1" -d '{"events": [{"server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "name": "network-vif-deleted", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:08.695368 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f640da6b-d887-4e6c-814a-efdfd9230766 x-openstack-request-id: req-f640da6b-d887-4e6c-814a-efdfd9230766 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:08.695665 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9315b6b-4b41-4cab-b9bb-c3223445ab0f", "name": "network-vif-deleted", "tag": "08e05d4d-9b4b-49e1-a309-e52fa011af18", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:08.696568 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f640da6b-d887-4e6c-814a-efdfd9230766 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:08.696968 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9315b6b-4b41-4cab-b9bb-c3223445ab0f', 'name': 'network-vif-deleted', 'tag': '08e05d4d-9b4b-49e1-a309-e52fa011af18', 'status': 'completed', 'code': 200} Feb 11 13:47:09.059447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79b098ed-08c9-4d4c-b5d1-d5420b6a69f9 req-e476c487-48d1-4b73-b31f-c9a179a82bee tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=c9315b6b-4b41-4cab-b9bb-c3223445ab0f HTTP/1.1" status: 200 len: 210 time: 0.0483532 Feb 11 13:47:09.927432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56788) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:10.125445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56800) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:10.150545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56802) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:10.212385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 08e05d4d-9b4b-49e1-a309-e52fa011af18 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:10.273915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 08e05d4d-9b4b-49e1-a309-e52fa011af18 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:47:10.274872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1277230652'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:10.275918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 08e05d4d-9b4b-49e1-a309-e52fa011af18 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:10.334084 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bd896722-bfa7-476a-9c89-8e2baaeab86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.395468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Made reservation on behalf of 7bd6d661446046a09f2435df36ce1ed3 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:10.402661 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.425944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.572952 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.646505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bd896722-bfa7-476a-9c89-8e2baaeab86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.653097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.669401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:47:10.678891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.679590 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Added segment 0d478003-9673-49ad-864a-ca223c70f5b4 of type vlan for network c8d9f11d-931e-4eff-9a4a-f0cdda8f574a Feb 11 13:47:10.756441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.800200 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56230f0-8a67-4866-835d-5eadc8cc63c7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:10.843083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bd896722-bfa7-476a-9c89-8e2baaeab86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.881350 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.888941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:10.889844 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:10.931840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd896722-bfa7-476a-9c89-8e2baaeab86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e08825a-b7f3-45c0-a4d6-6bb3cbb2490d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:10.938799 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bd896722-bfa7-476a-9c89-8e2baaeab86e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4edee918f7c84a70818b28bd4a7ac1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0101581 Feb 11 13:47:10.941260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56848) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:10.998590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Pushing event updated for resources: {'Network': ['ID=c8d9f11d-931e-4eff-9a4a-f0cdda8f574a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:11.015413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network c8d9f11d-931e-4eff-9a4a-f0cdda8f574a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:47:11.038353 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-380c5c09-e90d-4d26-9282-7f4192d23218 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8859494 Feb 11 13:47:11.042241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56852) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:11.047768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Request body: {'subnet': {'network_id': 'c8d9f11d-931e-4eff-9a4a-f0cdda8f574a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:11.166808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b991dfc8-dcdd-4253-bba3-1de8e7c32828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.219210 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b991dfc8-dcdd-4253-bba3-1de8e7c32828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.280737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.565871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Made reservation on behalf of 7bd6d661446046a09f2435df36ce1ed3 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:11.565871 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.640074 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b991dfc8-dcdd-4253-bba3-1de8e7c32828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.642670 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b991dfc8-dcdd-4253-bba3-1de8e7c32828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.646412 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b991dfc8-dcdd-4253-bba3-1de8e7c32828 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3e08825a-b7f3-45c0-a4d6-6bb3cbb2490d HTTP/1.1" status: 204 len: 168 time: 0.7015171 Feb 11 13:47:11.668250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 7f935f6f-434b-47cf-8481-4bcad03d8bc3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:47:11.668615 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.673929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991dfc8-dcdd-4253-bba3-1de8e7c32828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e08825a-b7f3-45c0-a4d6-6bb3cbb2490d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:11.808565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 7f935f6f-434b-47cf-8481-4bcad03d8bc3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7f935f6f-434b-47cf-8481-4bcad03d8bc3,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:11.808932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:11.844490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 7f935f6f-434b-47cf-8481-4bcad03d8bc3 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:47:12.065233 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:12.154403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Pushing event updated for resources: {'Subnet': ['ID=59443248-1152-4a99-a9e9-7e1f90c6a41b,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:12.165420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Checking segment: {'id': '0d478003-9673-49ad-864a-ca223c70f5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c8d9f11d-931e-4eff-9a4a-f0cdda8f574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:47:12.166114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Network hostable DHCP agents. Network: c8d9f11d-931e-4eff-9a4a-f0cdda8f574a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:47:12.200027 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:12.241316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=7f935f6f-434b-47cf-8481-4bcad03d8bc3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:12.320860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Network c8d9f11d-931e-4eff-9a4a-f0cdda8f574a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:47:12.428847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, c8d9f11d-931e-4eff-9a4a-f0cdda8f574a) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:12.437564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:12.437564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:12.446543 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f08172-16be-4c60-8869-8f74d0365f1b None None] Network c8d9f11d-931e-4eff-9a4a-f0cdda8f574a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:47:12.549101 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:12.623781 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0ea09d5a-4971-4f3a-a9f0-fd7d5a260e43 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5804954 Feb 11 13:47:12.626644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56918) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:12.641126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Request body: {'port': {'network_id': 'c8d9f11d-931e-4eff-9a4a-f0cdda8f574a', 'name': 'tempest-TagsExtTest-2068156744'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:12.644904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-c8d9f11d-931e-4eff-9a4a-f0cdda8f574a', 'network_id': 'c8d9f11d-931e-4eff-9a4a-f0cdda8f574a', 'tenant_id': '7bd6d661446046a09f2435df36ce1ed3', 'fixed_ips': [{'subnet_id': '59443248-1152-4a99-a9e9-7e1f90c6a41b'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:47:12.646693 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:12.809060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Allocated IP 172.20.0.2 (c8d9f11d-931e-4eff-9a4a-f0cdda8f574a/59443248-1152-4a99-a9e9-7e1f90c6a41b/5d44932f-8dd8-4b36-8d81-e4b06d60708c) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:12.870497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56928) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:12.905718 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6488d043-c3ed-4ee1-a916-c5c33d9c8bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.033253 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.040908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6488d043-c3ed-4ee1-a916-c5c33d9c8bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.128819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56942) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:13.173479 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.183830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6488d043-c3ed-4ee1-a916-c5c33d9c8bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.213600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488d043-c3ed-4ee1-a916-c5c33d9c8bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a56fe-a90d-462a-bab7-b2299b328b12,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:13.240849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Pushing event updated for resources: {'Port': ['ID=5d44932f-8dd8-4b36-8d81-e4b06d60708c,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:13.250651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Network c8d9f11d-931e-4eff-9a4a-f0cdda8f574a is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:13.252418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:13.260325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:13.265824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6488d043-c3ed-4ee1-a916-c5c33d9c8bfe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1df93df018c74a2da74828ddabec7b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901892 Feb 11 13:47:13.268634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 56950) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:13.324265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Made reservation on behalf of 7bd6d661446046a09f2435df36ce1ed3 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:13.329790 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.337148 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad10898c-6edf-4bcb-b90c-44f13d416f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.354830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Attempting to bind port 5d44932f-8dd8-4b36-8d81-e4b06d60708c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:47:13.356410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Attempting to bind port 5d44932f-8dd8-4b36-8d81-e4b06d60708c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '0d478003-9673-49ad-864a-ca223c70f5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c8d9f11d-931e-4eff-9a4a-f0cdda8f574a'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:47:13.356410 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Attempting to bind port 5d44932f-8dd8-4b36-8d81-e4b06d60708c on network c8d9f11d-931e-4eff-9a4a-f0cdda8f574a {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:13.360956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:13.361336 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Checking segment: {'id': '0d478003-9673-49ad-864a-ca223c70f5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c8d9f11d-931e-4eff-9a4a-f0cdda8f574a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:47:13.361734 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.362163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Bound using segment: {'id': '0d478003-9673-49ad-864a-ca223c70f5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c8d9f11d-931e-4eff-9a4a-f0cdda8f574a'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:13.362622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Bound port: 5d44932f-8dd8-4b36-8d81-e4b06d60708c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d478003-9673-49ad-864a-ca223c70f5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c8d9f11d-931e-4eff-9a4a-f0cdda8f574a'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:47:13.363181 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.366884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] device_id is not set on port 2ad5a919-31ac-4903-8869-c437ff299a19 yet. {{(pid=103007) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 11 13:47:13.377442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router af8b7163-c6a6-47c9-9770-f85f22c84f03 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:13.381107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fde14f4d-7419-4a86-a4d0-eb9ee304cedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.444441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad10898c-6edf-4bcb-b90c-44f13d416f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.444997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fde14f4d-7419-4a86-a4d0-eb9ee304cedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.449035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] For port 5d44932f-8dd8-4b36-8d81-e4b06d60708c, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:13.452638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] For port 5d44932f-8dd8-4b36-8d81-e4b06d60708c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5d44932f-8dd8-4b36-8d81-e4b06d60708c,segment=NetworkSegment(0d478003-9673-49ad-864a-ca223c70f5b4),segment_id=0d478003-9673-49ad-864a-ca223c70f5b4)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:13.533415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad10898c-6edf-4bcb-b90c-44f13d416f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.566904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.578235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ad10898c-6edf-4bcb-b90c-44f13d416f8a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f15716f41af4c7697fe0e65674d5601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4482622 Feb 11 13:47:13.580966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56964) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:13.620185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad10898c-6edf-4bcb-b90c-44f13d416f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d4d811-e3ff-4201-b70b-7c0226ba8fbe,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:13.652436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Allocated IP 172.20.0.6 (c8d9f11d-931e-4eff-9a4a-f0cdda8f574a/59443248-1152-4a99-a9e9-7e1f90c6a41b/2ad5a919-31ac-4903-8869-c437ff299a19) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:13.665933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf08f68-fa4d-4898-bc9c-a70e39f3ccc9 None None] Pushing event updated for resources: {'Port': ['ID=5d44932f-8dd8-4b36-8d81-e4b06d60708c,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:13.691020 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5276920-b837-43f4-82a9-cb75e4dca3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.700660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:13.712117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-50cb7f9f-25c6-4d92-8bcc-7b7b34fa9546 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "PUT /v2.0/routers/af8b7163-c6a6-47c9-9770-f85f22c84f03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5815334 Feb 11 13:47:13.714826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] Sync routers for ids ['af8b7163-c6a6-47c9-9770-f85f22c84f03'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:13.715799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 56970) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:13.744179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] Routers {'af8b7163-c6a6-47c9-9770-f85f22c84f03'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:13.744179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:46:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af8b7163-c6a6-47c9-9770-f85f22c84f03'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:13.751296 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5276920-b837-43f4-82a9-cb75e4dca3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.772401 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fde14f4d-7419-4a86-a4d0-eb9ee304cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.778220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fde14f4d-7419-4a86-a4d0-eb9ee304cedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.780945 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fde14f4d-7419-4a86-a4d0-eb9ee304cedc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/df9a56fe-a90d-462a-bab7-b2299b328b12 HTTP/1.1" status: 204 len: 168 time: 0.5107322 Feb 11 13:47:13.809160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde14f4d-7419-4a86-a4d0-eb9ee304cedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a56fe-a90d-462a-bab7-b2299b328b12,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:13.858870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-429ca501-c8b4-4c8e-a04e-1a9de2a51b90 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting subnet db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:47:13.862660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-429ca501-c8b4-4c8e-a04e-1a9de2a51b90 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:13.973389 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.003635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-429ca501-c8b4-4c8e-a04e-1a9de2a51b90 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.100210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] Set router af8b7163-c6a6-47c9-9770-f85f22c84f03 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:14.155926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.164682 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5276920-b837-43f4-82a9-cb75e4dca3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.167829 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5276920-b837-43f4-82a9-cb75e4dca3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.193916 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e5276920-b837-43f4-82a9-cb75e4dca3f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d0d4d811-e3ff-4201-b70b-7c0226ba8fbe HTTP/1.1" status: 204 len: 168 time: 0.6044409 Feb 11 13:47:14.233597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Network c8d9f11d-931e-4eff-9a4a-f0cdda8f574a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:14.239221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:14.245518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5276920-b837-43f4-82a9-cb75e4dca3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d4d811-e3ff-4201-b70b-7c0226ba8fbe,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:14.249975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:14.288986 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-429ca501-c8b4-4c8e-a04e-1a9de2a51b90 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.306855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Pushing event updated for resources: {'Port': ['ID=2ad5a919-31ac-4903-8869-c437ff299a19,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:14.337411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:14.337411 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.456180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-56b0aa6e-8c27-4d9b-9a6f-8a0798510865 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8282125 Feb 11 13:47:14.458631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57008) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:14.464350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-719f05f4-18e4-4e3e-8047-96cce0ddc4dd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-394678591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:14.464863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:47:12Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:14.507887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] Checking router: af8b7163-c6a6-47c9-9770-f85f22c84f03 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:14.533086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] Routers {'af8b7163-c6a6-47c9-9770-f85f22c84f03'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:14.534092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:46:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af8b7163-c6a6-47c9-9770-f85f22c84f03'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:14.590756 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-429ca501-c8b4-4c8e-a04e-1a9de2a51b90 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.627176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ca501-c8b4-4c8e-a04e-1a9de2a51b90 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Subnet': ['ID=db0b65a6-cff8-4ab3-8975-15ab1d5a3f08,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:14.635937 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-719f05f4-18e4-4e3e-8047-96cce0ddc4dd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.636562 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-429ca501-c8b4-4c8e-a04e-1a9de2a51b90 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.637027 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-719f05f4-18e4-4e3e-8047-96cce0ddc4dd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.644553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57018) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:14.645211 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-429ca501-c8b4-4c8e-a04e-1a9de2a51b90 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/subnets/db0b65a6-cff8-4ab3-8975-15ab1d5a3f08 HTTP/1.1" status: 204 len: 168 time: 0.9145038 Feb 11 13:47:14.687004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b537d6-e5c4-4daf-b0f5-040a17e0bef9 None None] Network fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:47:14.819089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-719f05f4-18e4-4e3e-8047-96cce0ddc4dd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.830802 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:14.841471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] Set router af8b7163-c6a6-47c9-9770-f85f22c84f03 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:15.002864 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-719f05f4-18e4-4e3e-8047-96cce0ddc4dd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.032922 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.135372 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-719f05f4-18e4-4e3e-8047-96cce0ddc4dd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.136536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-719f05f4-18e4-4e3e-8047-96cce0ddc4dd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6769571 Feb 11 13:47:15.139420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57036) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:15.144000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f911b11e-1118-458e-a452-0bf408dd7ee7 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1744320789', 'prefixes': ['172.20.0.0/16']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:15.354539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 08fbd22e-32fa-462a-ae3f-2421ef186fdb {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:47:15.355236 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.424873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f7be4c-2891-450b-9ae7-929745fd72e6 None None] Network c8d9f11d-931e-4eff-9a4a-f0cdda8f574a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:47:15.489916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 08fbd22e-32fa-462a-ae3f-2421ef186fdb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=08fbd22e-32fa-462a-ae3f-2421ef186fdb,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:15.491678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.521390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 08fbd22e-32fa-462a-ae3f-2421ef186fdb owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:47:15.616505 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57058) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:15.647167 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b77d9bd-777c-4567-adf7-7a44ac780ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.655918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-612fb04e-6684-4c18-bc60-b644f9cc13c4 None None] Provisioning complete for port 5d44932f-8dd8-4b36-8d81-e4b06d60708c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:15.658008 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-612fb04e-6684-4c18-bc60-b644f9cc13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.658127 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f911b11e-1118-458e-a452-0bf408dd7ee7 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for subnetpool, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.658306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f911b11e-1118-458e-a452-0bf408dd7ee7 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5177813 Feb 11 13:47:15.661686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57062) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:15.760289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-2793f136-42fc-4835-8bbb-b74f4912c5bd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b', 'tempest-TagsExtTest-Tag-400120585') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:15.794940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b77d9bd-777c-4567-adf7-7a44ac780ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.872257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:47:12Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:15.923617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b77d9bd-777c-4567-adf7-7a44ac780ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:15.953938 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07469435-80af-4e8d-bb68-5314b4d65d1b None None] The sync data for ids ['af8b7163-c6a6-47c9-9770-f85f22c84f03'] in n-d-816488-1 is: [{'id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1930792440', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:44:21Z', 'updated_at': '2022-02-11T13:47:12Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '08fbd22e-32fa-462a-ae3f-2421ef186fdb', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b7163-c6a6-47c9-9770-f85f22c84f03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:44:22Z', 'updated_at': '2022-02-11T13:44:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:16.029385 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b77d9bd-777c-4567-adf7-7a44ac780ca8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23d91a10544d43cd94a2733f5fc4d500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3939943 Feb 11 13:47:16.029893 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-612fb04e-6684-4c18-bc60-b644f9cc13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.030972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6b15cd-8d54-4cf9-9fcb-0d449a2852da None None] DHCP port deletion for fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:47:16.055482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b77d9bd-777c-4567-adf7-7a44ac780ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba4aa0-ff2f-490a-a2ef-f0bca81cdaab,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:16.085676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57074) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:16.249391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-612fb04e-6684-4c18-bc60-b644f9cc13c4 None None] For port 5d44932f-8dd8-4b36-8d81-e4b06d60708c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5d44932f-8dd8-4b36-8d81-e4b06d60708c,segment=NetworkSegment(0d478003-9673-49ad-864a-ca223c70f5b4),segment_id=0d478003-9673-49ad-864a-ca223c70f5b4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:16.274530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.320325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f7131d3-9de2-4d0b-83ca-ffd2b3433bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.346493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=08fbd22e-32fa-462a-ae3f-2421ef186fdb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:16.361273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b15cd-8d54-4cf9-9fcb-0d449a2852da None None] Deleting port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:47:16.361665 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb6b15cd-8d54-4cf9-9fcb-0d449a2852da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.379973 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-612fb04e-6684-4c18-bc60-b644f9cc13c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.472267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5d44932f-8dd8-4b36-8d81-e4b06d60708c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:16.486667 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f7131d3-9de2-4d0b-83ca-ffd2b3433bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.596143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.606306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-eb6b15cd-8d54-4cf9-9fcb-0d449a2852da None None] For port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f8cf5020-cbb4-4e17-a5df-197ebd3b7f19,segment=NetworkSegment(00e654ff-de79-4d11-a1d9-154d928e556e),segment_id=00e654ff-de79-4d11-a1d9-154d928e556e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:16.606707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb6b15cd-8d54-4cf9-9fcb-0d449a2852da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.684721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-eb6b15cd-8d54-4cf9-9fcb-0d449a2852da None None] Calling delete_port for f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:47:16.689308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fb04e-6684-4c18-bc60-b644f9cc13c4 None None] Pushing event updated for resources: {'Port': ['ID=5d44932f-8dd8-4b36-8d81-e4b06d60708c,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:16.727169 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f7131d3-9de2-4d0b-83ca-ffd2b3433bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.734929 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f7131d3-9de2-4d0b-83ca-ffd2b3433bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.742745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5f7131d3-9de2-4d0b-83ca-ffd2b3433bbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/68ba4aa0-ff2f-490a-a2ef-f0bca81cdaab HTTP/1.1" status: 204 len: 168 time: 0.6433179 Feb 11 13:47:16.756450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5d44932f-8dd8-4b36-8d81-e4b06d60708c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:16.756825 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.762808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7131d3-9de2-4d0b-83ca-ffd2b3433bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba4aa0-ff2f-490a-a2ef-f0bca81cdaab,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:16.818646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2793f136-42fc-4835-8bbb-b74f4912c5bd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags/tempest-TagsExtTest-Tag-400120585 HTTP/1.1" status: 201 len: 201 time: 1.0767694 Feb 11 13:47:16.822612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57112) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:16.832375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-1efcacf6-2fd5-4668-9cf5-bae4d2eac9d5 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19', 'tempest-TagsExtTest-Tag-985339063') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:16.832606 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.836766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:16.985695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4e2d2908-43bd-4272-bdc5-e74e7e0757f9 None None] Provisioning complete for port 5d44932f-8dd8-4b36-8d81-e4b06d60708c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:16.986084 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2908-43bd-4272-bdc5-e74e7e0757f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.073283 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.073920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Fanout notify agent at l3_agent the message router_deleted on router af8b7163-c6a6-47c9-9770-f85f22c84f03 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:47:17.118642 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.127562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57126) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:17.127800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9db14542-abdc-4f29-a3df-b30ecc03ee97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/routers/af8b7163-c6a6-47c9-9770-f85f22c84f03 HTTP/1.1" status: 204 len: 168 time: 2.4803958 Feb 11 13:47:17.182081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1efcacf6-2fd5-4668-9cf5-bae4d2eac9d5 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags/tempest-TagsExtTest-Tag-985339063 HTTP/1.1" status: 201 len: 201 time: 0.3580637 Feb 11 13:47:17.185866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57128) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:17.186632 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb6b15cd-8d54-4cf9-9fcb-0d449a2852da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.211086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-c7f1a4b7-6dc9-4ed3-860e-3884acceefb1 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644', 'tempest-TagsExtTest-Tag-1838596444') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:17.319241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b15cd-8d54-4cf9-9fcb-0d449a2852da None None] No DVR routers for this DVR port f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:17.337053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b15cd-8d54-4cf9-9fcb-0d449a2852da None None] Pushing event deleted for resources: {'Port': ['ID=f8cf5020-cbb4-4e17-a5df-197ebd3b7f19,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:17.349743 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.374447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4e2d2908-43bd-4272-bdc5-e74e7e0757f9 None None] Provisioning complete for port 2ad5a919-31ac-4903-8869-c437ff299a19 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:17.374824 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2908-43bd-4272-bdc5-e74e7e0757f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.503064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d2908-43bd-4272-bdc5-e74e7e0757f9 None None] Port 2ad5a919-31ac-4903-8869-c437ff299a19 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:47:17.522887 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.561638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa207a6a-53da-4f71-9cc9-f2bf9f0eef73']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:17.573443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e654ff-de79-4d11-a1d9-154d928e556e') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:17.573794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e654ff-de79-4d11-a1d9-154d928e556e') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:17.588954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.607574 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c7f1a4b7-6dc9-4ed3-860e-3884acceefb1 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags/tempest-TagsExtTest-Tag-1838596444 HTTP/1.1" status: 201 len: 201 time: 0.4177101 Feb 11 13:47:17.611753 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.611937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57158) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:17.616866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-e380e7e4-b2c9-4226-b0b5-5feb219bfcd6 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3', 'tempest-TagsExtTest-Tag-112847986') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:17.627552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:47:17.633484 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-173f40e9-1d2a-4282-95f6-059dda1a2d2b None None] Provisioning complete for port 2ad5a919-31ac-4903-8869-c437ff299a19 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:17.635398 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-173f40e9-1d2a-4282-95f6-059dda1a2d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.636300 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:47:17.649246 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:47:17.713651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-173f40e9-1d2a-4282-95f6-059dda1a2d2b None None] Port 2ad5a919-31ac-4903-8869-c437ff299a19 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:47:17.891470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57174) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:17.892415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e380e7e4-b2c9-4226-b0b5-5feb219bfcd6 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags/tempest-TagsExtTest-Tag-112847986 HTTP/1.1" status: 201 len: 201 time: 0.2785311 Feb 11 13:47:17.898301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-d13f1bc1-e3e2-47ac-852a-cda566f557a8 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:17.994885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5d44932f-8dd8-4b36-8d81-e4b06d60708c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:17.998208 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.035922 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.041684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57178) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:18.042119 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/networks/fa207a6a-53da-4f71-9cc9-f2bf9f0eef73 HTTP/1.1" status: 204 len: 168 time: 0.9132545 Feb 11 13:47:18.043904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cacf27-9010-431e-b161-89feb1dd6eb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Network': ['ID=fa207a6a-53da-4f71-9cc9-f2bf9f0eef73,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:18.084239 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d13f1bc1-e3e2-47ac-852a-cda566f557a8 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags HTTP/1.1" status: 200 len: 240 time: 0.1915088 Feb 11 13:47:18.085411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57184) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:18.094202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5d44932f-8dd8-4b36-8d81-e4b06d60708c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:18.095105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.098530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-9dc7e5ad-f539-46ab-a37b-6d694adf2a96 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b', 'tempest-TagsExtTest-Tag-400120585') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.118459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57188) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:18.157833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-829dc76e-d960-45b5-9e82-8f9eb193e397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.193531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9dc7e5ad-f539-46ab-a37b-6d694adf2a96 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags/tempest-TagsExtTest-Tag-400120585 HTTP/1.1" status: 204 len: 168 time: 0.1032708 Feb 11 13:47:18.194402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57192) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:18.200739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-343df27c-aaea-42bb-bc4b-dc8f57c1c08b tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b', 'tempest-TagsExtTest-Tag-400120585') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.230161 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6559977f-a32f-435b-93fa-2b4e5bf2b66d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.280995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6559977f-a32f-435b-93fa-2b4e5bf2b66d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.346910 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:18.366555 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-829dc76e-d960-45b5-9e82-8f9eb193e397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.387080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:47:18.387436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f8cf5020-cbb4-4e17-a5df-197ebd3b7f19 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:18.387861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 08fbd22e-32fa-462a-ae3f-2421ef186fdb no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:18.408702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 08fbd22e-32fa-462a-ae3f-2421ef186fdb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:47:18.409048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 08fbd22e-32fa-462a-ae3f-2421ef186fdb not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:18.409467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7f935f6f-434b-47cf-8481-4bcad03d8bc3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:18.432741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 7f935f6f-434b-47cf-8481-4bcad03d8bc3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:47:18.435285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7f935f6f-434b-47cf-8481-4bcad03d8bc3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:18.505839 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-343df27c-aaea-42bb-bc4b-dc8f57c1c08b tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags/tempest-TagsExtTest-Tag-400120585 HTTP/1.1" status: 204 len: 168 time: 0.3096297 Feb 11 13:47:18.507388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57208) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:18.512119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-7a78476b-f9ae-4135-a8c2-32244108e611 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.581857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7a78476b-f9ae-4135-a8c2-32244108e611 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags HTTP/1.1" status: 200 len: 205 time: 0.0609255 Feb 11 13:47:18.581857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57210) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:18.581857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-1d613686-5de8-409e-8bd3-617c3044a8da tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.630720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6559977f-a32f-435b-93fa-2b4e5bf2b66d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.630720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6559977f-a32f-435b-93fa-2b4e5bf2b66d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.630720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6559977f-a32f-435b-93fa-2b4e5bf2b66d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/security-groups/adf1c343-a008-43b1-bc6b-81ff665f45f8 HTTP/1.1" status: 204 len: 168 time: 0.5816784 Feb 11 13:47:18.630720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-829dc76e-d960-45b5-9e82-8f9eb193e397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.650372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559977f-a32f-435b-93fa-2b4e5bf2b66d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf1c343-a008-43b1-bc6b-81ff665f45f8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:18.664049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1d613686-5de8-409e-8bd3-617c3044a8da tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags HTTP/1.1" status: 200 len: 240 time: 0.0882761 Feb 11 13:47:18.675886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57214) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:18.676987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-829dc76e-d960-45b5-9e82-8f9eb193e397 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f840373a5011452c8c20701af8dc5a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484951 Feb 11 13:47:18.676987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57218) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:18.678688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-17989be6-764f-4629-8142-6d43660d4709 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19', 'tempest-TagsExtTest-Tag-985339063') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:18.703628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dc76e-d960-45b5-9e82-8f9eb193e397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea33dcb-d756-409c-9e22-bc64522d142b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:18.756894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9df2199b-da37-40ee-ab9d-f2f57ffc92bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.779935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17989be6-764f-4629-8142-6d43660d4709 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags/tempest-TagsExtTest-Tag-985339063 HTTP/1.1" status: 204 len: 168 time: 0.1112742 Feb 11 13:47:18.782616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57224) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:18.792172 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9df2199b-da37-40ee-ab9d-f2f57ffc92bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:18.794304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-71596292-5f69-42bb-a6ce-dd90fc76446e tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19', 'tempest-TagsExtTest-Tag-985339063') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:19.127295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9df2199b-da37-40ee-ab9d-f2f57ffc92bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:19.127295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9df2199b-da37-40ee-ab9d-f2f57ffc92bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:19.127295 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9df2199b-da37-40ee-ab9d-f2f57ffc92bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aea33dcb-d756-409c-9e22-bc64522d142b HTTP/1.1" status: 204 len: 168 time: 0.4462459 Feb 11 13:47:19.128089 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-71596292-5f69-42bb-a6ce-dd90fc76446e tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags/tempest-TagsExtTest-Tag-985339063 HTTP/1.1" status: 204 len: 168 time: 0.3360314 Feb 11 13:47:19.128089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57236) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:19.137119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-529a50b9-f982-44da-8691-eb6e26eefb02 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:19.148190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2199b-da37-40ee-ab9d-f2f57ffc92bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea33dcb-d756-409c-9e22-bc64522d142b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:19.218095 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-529a50b9-f982-44da-8691-eb6e26eefb02 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags HTTP/1.1" status: 200 len: 205 time: 0.0924611 Feb 11 13:47:19.220787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57240) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:19.227415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-8d8d3462-a8e1-4bc8-a8f6-5ca84c7c59d5 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:19.278984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57248) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:19.283498 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b80bd05b-32f3-4195-b657-d73a306b519b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426730152', 'description': 'tempest-secgroup-smoke-1426730152 description', 'project_id': '575d93d5e9a4439796b157bf7e49a91f'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:19.348080 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8d8d3462-a8e1-4bc8-a8f6-5ca84c7c59d5 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags HTTP/1.1" status: 200 len: 241 time: 0.1256025 Feb 11 13:47:19.350528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57254) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:19.356352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-ee9a86a6-f98b-4f47-9299-a7d97cee03c2 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644', 'tempest-TagsExtTest-Tag-1838596444') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:19.433615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ee9a86a6-f98b-4f47-9299-a7d97cee03c2 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags/tempest-TagsExtTest-Tag-1838596444 HTTP/1.1" status: 204 len: 168 time: 0.0820303 Feb 11 13:47:19.436402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57258) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:19.441406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-932afa92-ac46-4932-b85b-788c1da33692 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644', 'tempest-TagsExtTest-Tag-1838596444') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:19.521282 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b80bd05b-32f3-4195-b657-d73a306b519b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:19.607569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b80bd05b-32f3-4195-b657-d73a306b519b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:19.750681 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-932afa92-ac46-4932-b85b-788c1da33692 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags/tempest-TagsExtTest-Tag-1838596444 HTTP/1.1" status: 204 len: 168 time: 0.3128531 Feb 11 13:47:19.753010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57270) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:19.758164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-d23bf160-8080-43e6-9282-3a3792a34b38 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:19.772612 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b80bd05b-32f3-4195-b657-d73a306b519b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:19.901641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d23bf160-8080-43e6-9282-3a3792a34b38 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags HTTP/1.1" status: 200 len: 205 time: 0.1427066 Feb 11 13:47:19.901860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80bd05b-32f3-4195-b657-d73a306b519b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39228d8-86e7-452b-987f-008c5286e6d6,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:19.918670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57276) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:19.933465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-381d019f-46d3-4002-ac41-04dd38b7a76a tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:19.977280 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-381d019f-46d3-4002-ac41-04dd38b7a76a tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags HTTP/1.1" status: 200 len: 240 time: 0.0504720 Feb 11 13:47:19.977280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57280) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:19.980399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-f7e7fdeb-3536-4246-b9f2-fc8b08856475 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3', 'tempest-TagsExtTest-Tag-112847986') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:19.997078 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b80bd05b-32f3-4195-b657-d73a306b519b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:19.998372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b80bd05b-32f3-4195-b657-d73a306b519b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7201209 Feb 11 13:47:20.002827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57284) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:20.010633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a0d64823-b56b-47d5-bb98-ede7532c7da1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c39228d8-86e7-452b-987f-008c5286e6d6', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:20.038379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f7e7fdeb-3536-4246-b9f2-fc8b08856475 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags/tempest-TagsExtTest-Tag-112847986 HTTP/1.1" status: 204 len: 168 time: 0.0619781 Feb 11 13:47:20.039037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57288) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:20.059905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-3d220b4d-619f-4217-b6e7-42ce2b03100c tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3', 'tempest-TagsExtTest-Tag-112847986') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.125956 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0d64823-b56b-47d5-bb98-ede7532c7da1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:20.222294 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d220b4d-619f-4217-b6e7-42ce2b03100c tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags/tempest-TagsExtTest-Tag-112847986 HTTP/1.1" status: 204 len: 168 time: 0.1821933 Feb 11 13:47:20.224903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57304) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:20.232643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-4d5120a1-1621-4f3a-977c-0e015b6aef88 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.278135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4d5120a1-1621-4f3a-977c-0e015b6aef88 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags HTTP/1.1" status: 200 len: 205 time: 0.0518882 Feb 11 13:47:20.278898 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0d64823-b56b-47d5-bb98-ede7532c7da1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:20.285519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57312) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:20.293734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-23210386-faa8-463a-86ac-a142e54f497e tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.336644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-23210386-faa8-463a-86ac-a142e54f497e tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags HTTP/1.1" status: 204 len: 168 time: 0.0486448 Feb 11 13:47:20.339196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57316) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:20.344321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-0abc09be-aa8d-4ccc-b126-38457c8d9176 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.418569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0d64823-b56b-47d5-bb98-ede7532c7da1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:20.511018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d64823-b56b-47d5-bb98-ede7532c7da1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f783dc99-f649-4afd-ad21-5ff87e5a8728,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:20.541894 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0abc09be-aa8d-4ccc-b126-38457c8d9176 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags HTTP/1.1" status: 204 len: 168 time: 0.2014101 Feb 11 13:47:20.544855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57330) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:20.550011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-69158b7e-d946-45e1-a090-891d7bd2ca10 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.612077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-69158b7e-d946-45e1-a090-891d7bd2ca10 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags HTTP/1.1" status: 204 len: 168 time: 0.0660474 Feb 11 13:47:20.614612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57334) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:20.619540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-2dde4878-3ba8-4b47-801a-c4112a5022c4 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.672348 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2dde4878-3ba8-4b47-801a-c4112a5022c4 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags HTTP/1.1" status: 204 len: 168 time: 0.0567496 Feb 11 13:47:20.676036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57336) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:20.681229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-eaa7187f-772f-4401-be2e-86dc7c4a2343 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b', 'tempest-TagsExtTest-Tag-1586009346') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.688657 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a0d64823-b56b-47d5-bb98-ede7532c7da1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:20.690186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a0d64823-b56b-47d5-bb98-ede7532c7da1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6860235 Feb 11 13:47:20.692747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57338) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:20.698955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-cdd27d69-b95e-4a50-b6ef-d57a0168c969 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c39228d8-86e7-452b-987f-008c5286e6d6', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:20.836427 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cdd27d69-b95e-4a50-b6ef-d57a0168c969 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:20.872876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-eaa7187f-772f-4401-be2e-86dc7c4a2343 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags/tempest-TagsExtTest-Tag-1586009346 HTTP/1.1" status: 201 len: 201 time: 0.1934369 Feb 11 13:47:20.873408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57354) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:20.879430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-e86c2c96-7046-41dd-a6d2-e743ba58ee35 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19', 'tempest-TagsExtTest-Tag-718305598') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:20.939393 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cdd27d69-b95e-4a50-b6ef-d57a0168c969 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.069420 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cdd27d69-b95e-4a50-b6ef-d57a0168c969 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.089558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd27d69-b95e-4a50-b6ef-d57a0168c969 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d18cb74-f376-4831-a009-e5e1cb40e846,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:21.123385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e86c2c96-7046-41dd-a6d2-e743ba58ee35 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags/tempest-TagsExtTest-Tag-718305598 HTTP/1.1" status: 201 len: 201 time: 0.2491863 Feb 11 13:47:21.131366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57364) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:21.136416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-037d516b-8c05-470e-bde2-2b7014dd27fd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644', 'tempest-TagsExtTest-Tag-994363219') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:21.243594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cdd27d69-b95e-4a50-b6ef-d57a0168c969 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.246971 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cdd27d69-b95e-4a50-b6ef-d57a0168c969 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5532775 Feb 11 13:47:21.247208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57374) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:21.253808 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ee0077da-b1f6-432a-918f-4791f8581716 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c39228d8-86e7-452b-987f-008c5286e6d6', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:21.390647 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-037d516b-8c05-470e-bde2-2b7014dd27fd tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags/tempest-TagsExtTest-Tag-994363219 HTTP/1.1" status: 201 len: 201 time: 0.2580838 Feb 11 13:47:21.393209 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57378) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:21.398125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-90041e4b-840f-4a10-ba41-b5274015179e tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3', 'tempest-TagsExtTest-Tag-119113322') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:21.439171 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee0077da-b1f6-432a-918f-4791f8581716 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.542868 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee0077da-b1f6-432a-918f-4791f8581716 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.584789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-90041e4b-840f-4a10-ba41-b5274015179e tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags/tempest-TagsExtTest-Tag-119113322 HTTP/1.1" status: 201 len: 201 time: 0.1903689 Feb 11 13:47:21.592819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57398) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:21.593265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-c973babc-c5f4-4b3a-b237-b2a98d71b662 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b', {'tags': ['tempest-TagsExtTest-Tag-166066187', 'tempest-TagsExtTest-Tag-1070217215', 'tempest-TagsExtTest-Tag-2040411560']}) {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:21.623903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee0077da-b1f6-432a-918f-4791f8581716 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.638421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0077da-b1f6-432a-918f-4791f8581716 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f5ca4d-190f-4a3d-98d8-c46a2209b13f,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:21.728960 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee0077da-b1f6-432a-918f-4791f8581716 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.736968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ee0077da-b1f6-432a-918f-4791f8581716 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887629 Feb 11 13:47:21.740937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57406) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:21.748343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6493e57a-5656-4953-a70d-882c4b464237 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c39228d8-86e7-452b-987f-008c5286e6d6', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:21.787955 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c973babc-c5f4-4b3a-b237-b2a98d71b662 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags HTTP/1.1" status: 200 len: 317 time: 0.1963382 Feb 11 13:47:21.789506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57410) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:21.798169 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-f9fbe33b-1f1e-4d63-9cfb-e23f154c7451 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:21.943136 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6493e57a-5656-4953-a70d-882c4b464237 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:21.994680 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f9fbe33b-1f1e-4d63-9cfb-e23f154c7451 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags HTTP/1.1" status: 204 len: 168 time: 0.2030537 Feb 11 13:47:22.000756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57420) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:22.011712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-26f7318f-0155-4c09-8fba-7a370af6f708 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b', 'tempest-TagsExtTest-Tag-166066187') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:22.109387 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6493e57a-5656-4953-a70d-882c4b464237 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:22.110625 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-26f7318f-0155-4c09-8fba-7a370af6f708 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:22.114329 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-26f7318f-0155-4c09-8fba-7a370af6f708 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags/tempest-TagsExtTest-Tag-166066187 HTTP/1.1" status: 404 len: 328 time: 0.1124578 Feb 11 13:47:22.114907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57422) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:22.121180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-0017c1cb-ff0c-424a-a0ea-a0822a2b0b3a tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b', 'tempest-TagsExtTest-Tag-1070217215') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:22.193956 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-0017c1cb-ff0c-424a-a0ea-a0822a2b0b3a tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:22.198597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57426) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:22.199832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0017c1cb-ff0c-424a-a0ea-a0822a2b0b3a tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags/tempest-TagsExtTest-Tag-1070217215 HTTP/1.1" status: 404 len: 329 time: 0.0834491 Feb 11 13:47:22.201493 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6493e57a-5656-4953-a70d-882c4b464237 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:22.212988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-6f557570-8487-46f2-9a01-0cc94af5b4aa tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b', 'tempest-TagsExtTest-Tag-2040411560') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:22.225658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493e57a-5656-4953-a70d-882c4b464237 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f17b3d-74ee-452c-82d6-7e0ce86f472f,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:22.322332 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-6f557570-8487-46f2-9a01-0cc94af5b4aa tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:22.326933 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57432) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:22.327866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6f557570-8487-46f2-9a01-0cc94af5b4aa tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags/tempest-TagsExtTest-Tag-2040411560 HTTP/1.1" status: 404 len: 329 time: 0.1265943 Feb 11 13:47:22.334211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-6cd6eb6a-30f5-4b79-a16e-a4b009acb711 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19', {'tags': ['tempest-TagsExtTest-Tag-965531486', 'tempest-TagsExtTest-Tag-1230044553', 'tempest-TagsExtTest-Tag-1003534227']}) {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:22.409499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6493e57a-5656-4953-a70d-882c4b464237 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:22.410924 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6493e57a-5656-4953-a70d-882c4b464237 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6668739 Feb 11 13:47:22.415081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57440) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:22.421185 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5835ee03-4c79-4f65-94f4-2a6da75f8666 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c39228d8-86e7-452b-987f-008c5286e6d6', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:22.518789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6cd6eb6a-30f5-4b79-a16e-a4b009acb711 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags HTTP/1.1" status: 200 len: 317 time: 0.1877935 Feb 11 13:47:22.531627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57448) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:22.548972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-d2f6b94b-6699-4c26-bd91-a73bf18d608c tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:22.569825 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-5835ee03-4c79-4f65-94f4-2a6da75f8666 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Project 575d93d5e9a4439796b157bf7e49a91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:47:22.576834 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5835ee03-4c79-4f65-94f4-2a6da75f8666 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:22.765525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5835ee03-4c79-4f65-94f4-2a6da75f8666 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:22.863912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57462) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:22.864220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d2f6b94b-6699-4c26-bd91-a73bf18d608c tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags HTTP/1.1" status: 204 len: 168 time: 0.3309996 Feb 11 13:47:22.870289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-10902dad-91b1-4cc4-85f0-dc3d3d0aa212 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19', 'tempest-TagsExtTest-Tag-965531486') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:22.875385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5835ee03-4c79-4f65-94f4-2a6da75f8666 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:22.914341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835ee03-4c79-4f65-94f4-2a6da75f8666 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276a1280-841e-443d-afea-fd20ab41292a,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:22.959879 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-10902dad-91b1-4cc4-85f0-dc3d3d0aa212 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:22.961740 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-10902dad-91b1-4cc4-85f0-dc3d3d0aa212 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags/tempest-TagsExtTest-Tag-965531486 HTTP/1.1" status: 404 len: 328 time: 0.0963471 Feb 11 13:47:22.965691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57464) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:22.971083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-12a78efb-773b-4c0a-b6f8-2d2d4d71ddbb tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19', 'tempest-TagsExtTest-Tag-1230044553') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:23.028860 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-12a78efb-773b-4c0a-b6f8-2d2d4d71ddbb tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:23.032597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-12a78efb-773b-4c0a-b6f8-2d2d4d71ddbb tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags/tempest-TagsExtTest-Tag-1230044553 HTTP/1.1" status: 404 len: 329 time: 0.0632217 Feb 11 13:47:23.032838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57466) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:23.037642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-415f0dd5-ae03-4d37-bece-c7a241c5b291 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19', 'tempest-TagsExtTest-Tag-1003534227') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:23.038496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5835ee03-4c79-4f65-94f4-2a6da75f8666 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.040503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5835ee03-4c79-4f65-94f4-2a6da75f8666 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6244192 Feb 11 13:47:23.043242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57468) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:23.048331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7d3154ce-fed3-47a3-8f8f-3f8d02f4e108 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c39228d8-86e7-452b-987f-008c5286e6d6', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:23.096829 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-415f0dd5-ae03-4d37-bece-c7a241c5b291 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:23.102029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57470) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:23.103363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-415f0dd5-ae03-4d37-bece-c7a241c5b291 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags/tempest-TagsExtTest-Tag-1003534227 HTTP/1.1" status: 404 len: 329 time: 0.0693498 Feb 11 13:47:23.107092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-b32d2d3d-f387-429f-a473-f2dffe7776e4 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644', {'tags': ['tempest-TagsExtTest-Tag-1812597527', 'tempest-TagsExtTest-Tag-501415400', 'tempest-TagsExtTest-Tag-856641438']}) {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:23.182212 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-7d3154ce-fed3-47a3-8f8f-3f8d02f4e108 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Project 575d93d5e9a4439796b157bf7e49a91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:47:23.194153 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d3154ce-fed3-47a3-8f8f-3f8d02f4e108 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.271171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d3154ce-fed3-47a3-8f8f-3f8d02f4e108 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.303757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57472) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:23.309818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-77a52816-f4d8-4674-8435-49617f559c08 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:23.331536 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b32d2d3d-f387-429f-a473-f2dffe7776e4 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags HTTP/1.1" status: 200 len: 316 time: 0.2283041 Feb 11 13:47:23.371905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d3154ce-fed3-47a3-8f8f-3f8d02f4e108 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.403844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3154ce-fed3-47a3-8f8f-3f8d02f4e108 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4637a36-cf3f-4b22-88dc-aec5f3186a01,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:23.435176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57480) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:23.534708 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d3154ce-fed3-47a3-8f8f-3f8d02f4e108 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.536202 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7d3154ce-fed3-47a3-8f8f-3f8d02f4e108 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4918668 Feb 11 13:47:23.551605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57490) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:23.558546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'network': {'name': 'tempest-network-smoke--934191999', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'port_security_enabled': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:23.585150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-e1785522-d097-431e-8d41-bf6c75f5a590 req-99432624-9068-493d-b8b7-4d84d83aafe5 tempest-ServerRescueNegativeTestJSON-1042266112 tempest-ServerRescueNegativeTestJSON-1042266112-project] (103006) timed out ('10.222.0.59', 57389) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 13:47:23.612294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac95f131-a861-4fb7-9c0b-4dc3cf3453b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.636629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-77a52816-f4d8-4674-8435-49617f559c08 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags HTTP/1.1" status: 204 len: 168 time: 0.3310254 Feb 11 13:47:23.639457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57494) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:23.653044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-8f365143-35e3-4420-abf9-0f9357ff6c58 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644', 'tempest-TagsExtTest-Tag-1812597527') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:23.706633 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac95f131-a861-4fb7-9c0b-4dc3cf3453b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.783332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ac95f131-a861-4fb7-9c0b-4dc3cf3453b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.805062 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-8f365143-35e3-4420-abf9-0f9357ff6c58 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:23.809833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8f365143-35e3-4420-abf9-0f9357ff6c58 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags/tempest-TagsExtTest-Tag-1812597527 HTTP/1.1" status: 404 len: 329 time: 0.1673756 Feb 11 13:47:23.810451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57498) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:23.814814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-11e68fc3-7279-4477-a6ed-6817c3c607da tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644', 'tempest-TagsExtTest-Tag-501415400') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:23.827442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95f131-a861-4fb7-9c0b-4dc3cf3453b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be81af63-921d-4168-ab45-bf12a44a4f76,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:23.836436 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ac95f131-a861-4fb7-9c0b-4dc3cf3453b3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d93f59a7ea6d442599f05e5eeef43e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3982718 Feb 11 13:47:23.838682 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57500) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:23.846290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:23.850134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.906702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:47:23.939021 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-11e68fc3-7279-4477-a6ed-6817c3c607da tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:23.939021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-11e68fc3-7279-4477-a6ed-6817c3c607da tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags/tempest-TagsExtTest-Tag-501415400 HTTP/1.1" status: 404 len: 328 time: 0.1236622 Feb 11 13:47:23.939021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57502) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:23.940830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-bb47bc8d-c227-4b95-b439-4e4d073bba5f tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644', 'tempest-TagsExtTest-Tag-856641438') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:23.964987 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:23.965863 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Added segment b9e0a5d8-4b14-4992-9fc2-914440d640f7 of type vlan for network 40f14580-cf4e-4d86-ba30-fdff0cebca3a Feb 11 13:47:24.015941 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93531f37-0806-4da4-af1f-44f0de57446e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.038099 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.064304 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-bb47bc8d-c227-4b95-b439-4e4d073bba5f tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:24.069665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bb47bc8d-c227-4b95-b439-4e4d073bba5f tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags/tempest-TagsExtTest-Tag-856641438 HTTP/1.1" status: 404 len: 328 time: 0.1326885 Feb 11 13:47:24.075377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57504) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:24.077642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93531f37-0806-4da4-af1f-44f0de57446e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.085251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-38cc1617-2d86-4938-bb5c-4256aa3693e4 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3', {'tags': ['tempest-TagsExtTest-Tag-1345420768', 'tempest-TagsExtTest-Tag-418249900', 'tempest-TagsExtTest-Tag-422800990']}) {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:24.263674 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.270922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:24.272139 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.355773 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-38cc1617-2d86-4938-bb5c-4256aa3693e4 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "PUT /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags HTTP/1.1" status: 200 len: 316 time: 0.2729387 Feb 11 13:47:24.357001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57508) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:24.364461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-b82e2206-f555-42ae-a187-726c200cda77 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:24.404267 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93531f37-0806-4da4-af1f-44f0de57446e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.415875 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-93531f37-0806-4da4-af1f-44f0de57446e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.415875 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-93531f37-0806-4da4-af1f-44f0de57446e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be81af63-921d-4168-ab45-bf12a44a4f76 HTTP/1.1" status: 204 len: 168 time: 0.5704179 Feb 11 13:47:24.456356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57516) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:24.456584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9028399 Feb 11 13:47:24.458904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93531f37-0806-4da4-af1f-44f0de57446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be81af63-921d-4168-ab45-bf12a44a4f76,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:24.463943 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'admin_state_up': True, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:24.469247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dff5ae-9e9e-4bcc-b5e9-29199eb96056 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Network': ['ID=40f14580-cf4e-4d86-ba30-fdff0cebca3a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:24.484470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 40f14580-cf4e-4d86-ba30-fdff0cebca3a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:47:24.536046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b82e2206-f555-42ae-a187-726c200cda77 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags HTTP/1.1" status: 204 len: 168 time: 0.1760457 Feb 11 13:47:24.538933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57520) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:24.545624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-af7a8d7d-2fbf-4e80-a695-64548541763a tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3', 'tempest-TagsExtTest-Tag-1345420768') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:24.614855 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-af7a8d7d-2fbf-4e80-a695-64548541763a tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:24.619230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-af7a8d7d-2fbf-4e80-a695-64548541763a tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags/tempest-TagsExtTest-Tag-1345420768 HTTP/1.1" status: 404 len: 329 time: 0.0787249 Feb 11 13:47:24.622680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57522) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:24.633017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-b1244c59-6f71-4192-bddc-6cf35b458c28 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3', 'tempest-TagsExtTest-Tag-418249900') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:24.677153 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [None req-b1244c59-6f71-4192-bddc-6cf35b458c28 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:24.678748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b1244c59-6f71-4192-bddc-6cf35b458c28 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags/tempest-TagsExtTest-Tag-418249900 HTTP/1.1" status: 404 len: 328 time: 0.0543649 Feb 11 13:47:24.682340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57524) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:24.689796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-8612751d-a7fc-434f-9729-301a4402bd13 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3', 'tempest-TagsExtTest-Tag-422800990') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:24.719009 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-8612751d-a7fc-434f-9729-301a4402bd13 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] show failed (client error): The resource could not be found. Feb 11 13:47:24.720232 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8612751d-a7fc-434f-9729-301a4402bd13 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags/tempest-TagsExtTest-Tag-422800990 HTTP/1.1" status: 404 len: 328 time: 0.0365183 Feb 11 13:47:24.723039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57526) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:24.726397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.732735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.736983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-8d220ce2-d883-4588-9bfd-4b1b53257f1a tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '874b99b3-0b94-4606-a873-0b2669ffeed3') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:24.805859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8d220ce2-d883-4588-9bfd-4b1b53257f1a tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3/tags HTTP/1.1" status: 204 len: 168 time: 0.0754941 Feb 11 13:47:24.806107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57530) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:24.810998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.tag.tag_plugin [None req-436000fd-8689-4aff-969b-362e4b964f82 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b6957834-14fd-4ee5-81ce-83fad5ed5644') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:24.816082 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:24.864219 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-10dd9243-412c-48e9-9623-49b950c1fa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.443264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-436000fd-8689-4aff-969b-362e4b964f82 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644/tags HTTP/1.1" status: 204 len: 168 time: 0.6356227 Feb 11 13:47:25.445913 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.446851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57538) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:25.454853 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-e14b2743-842e-477e-aa79-b235a3d856b0 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2ad5a919-31ac-4903-8869-c437ff299a19') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:25.469626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57544) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:25.497355 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77dfce01-eb2c-405a-afab-3ac8b7c01f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.524151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e14b2743-842e-477e-aa79-b235a3d856b0 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19/tags HTTP/1.1" status: 204 len: 168 time: 0.0747402 Feb 11 13:47:25.526730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57548) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:25.531508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.tag.tag_plugin [None req-5c4b4e0c-5e60-4bf4-ab60-0a4236f2aa73 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '59443248-1152-4a99-a9e9-7e1f90c6a41b') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:25.594388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5c4b4e0c-5e60-4bf4-ab60-0a4236f2aa73 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b/tags HTTP/1.1" status: 204 len: 168 time: 0.0665712 Feb 11 13:47:25.598940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57550) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:25.669062 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77dfce01-eb2c-405a-afab-3ac8b7c01f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.710429 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.787442 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-77dfce01-eb2c-405a-afab-3ac8b7c01f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.852049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-77dfce01-eb2c-405a-afab-3ac8b7c01f59 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=acb769d2aad040cdbaa3a28393c8d837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769841 Feb 11 13:47:25.852280 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-706741b7-f10e-476e-a366-ada6dcd7db88 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for subnetpool, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.852437 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.853100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57558) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:25.853422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57560) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:25.854131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-706741b7-f10e-476e-a366-ada6dcd7db88 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/subnetpools/874b99b3-0b94-4606-a873-0b2669ffeed3 HTTP/1.1" status: 204 len: 168 time: 0.2540293 Feb 11 13:47:25.898628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfce01-eb2c-405a-afab-3ac8b7c01f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517b2091-4a33-43e6-a88f-6105a73fc756,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:25.917830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:25.926353 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1f5d2783-c981-4ab6-bf85-b93508dbda92 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "GET /v2.0/ports?device_id=b6957834-14fd-4ee5-81ce-83fad5ed5644 HTTP/1.1" status: 200 len: 205 time: 0.0684793 Feb 11 13:47:25.927512 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57566) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:26.006120 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18816166-420d-440d-aece-fd43b97260a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.010422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d7276ef-7592-4b1e-814d-5b0045367a48 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.056430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18816166-420d-440d-aece-fd43b97260a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.102481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.25.0.38 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/8ed0e065-1aba-442a-8054-fd975d42071a) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:26.238792 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.286478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18816166-420d-440d-aece-fd43b97260a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.289838 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-18816166-420d-440d-aece-fd43b97260a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.291787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-18816166-420d-440d-aece-fd43b97260a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/517b2091-4a33-43e6-a88f-6105a73fc756 HTTP/1.1" status: 204 len: 168 time: 0.4367101 Feb 11 13:47:26.300270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18816166-420d-440d-aece-fd43b97260a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517b2091-4a33-43e6-a88f-6105a73fc756,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:26.379276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.430833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:26.433944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:26.442284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:26.446358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=8ed0e065-1aba-442a-8054-fd975d42071a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:26.542618 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d7276ef-7592-4b1e-814d-5b0045367a48 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.544847 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d7276ef-7592-4b1e-814d-5b0045367a48 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.652469 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d7276ef-7592-4b1e-814d-5b0045367a48 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.652960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7276ef-7592-4b1e-814d-5b0045367a48 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Fanout notify agent at l3_agent the message router_deleted on router b6957834-14fd-4ee5-81ce-83fad5ed5644 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:47:26.666909 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d7276ef-7592-4b1e-814d-5b0045367a48 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.671025 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d7276ef-7592-4b1e-814d-5b0045367a48 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/routers/b6957834-14fd-4ee5-81ce-83fad5ed5644 HTTP/1.1" status: 204 len: 168 time: 0.7429743 Feb 11 13:47:26.671153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57586) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:26.860341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-308bc7c5-f76a-49bf-9831-d8be37b0d690 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Deleting port 2ad5a919-31ac-4903-8869-c437ff299a19 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:47:26.860596 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-308bc7c5-f76a-49bf-9831-d8be37b0d690 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.913028 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:26.984230 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e1ca6446-da3c-43dc-9d11-b79476a64a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:27.036901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-308bc7c5-f76a-49bf-9831-d8be37b0d690 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:27.058643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-308bc7c5-f76a-49bf-9831-d8be37b0d690 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Calling delete_port for 2ad5a919-31ac-4903-8869-c437ff299a19 owned by {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:47:27.371742 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:27.454212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-308bc7c5-f76a-49bf-9831-d8be37b0d690 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:27.494503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bc7c5-f76a-49bf-9831-d8be37b0d690 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Pushing event deleted for resources: {'Port': ['ID=2ad5a919-31ac-4903-8869-c437ff299a19,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:27.696666 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-308bc7c5-f76a-49bf-9831-d8be37b0d690 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:27.704467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-308bc7c5-f76a-49bf-9831-d8be37b0d690 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/ports/2ad5a919-31ac-4903-8869-c437ff299a19 HTTP/1.1" status: 204 len: 168 time: 1.0322099 Feb 11 13:47:27.706849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57616) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:27.784801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e3d979-a7f6-4fe1-a180-da1440bbceee tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Deleting subnet 59443248-1152-4a99-a9e9-7e1f90c6a41b {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:47:27.788751 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96e3d979-a7f6-4fe1-a180-da1440bbceee tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:27.848418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96e3d979-a7f6-4fe1-a180-da1440bbceee tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:27.869435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router 36b94036-5327-489d-8f38-012aa904738f is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:47:27.954949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:27.969717 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96e3d979-a7f6-4fe1-a180-da1440bbceee tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.041280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:28.053095 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Sync routers for ids ['36b94036-5327-489d-8f38-012aa904738f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:28.070516 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Routers {'36b94036-5327-489d-8f38-012aa904738f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:28.071288 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:47:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['36b94036-5327-489d-8f38-012aa904738f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:28.109189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96e3d979-a7f6-4fe1-a180-da1440bbceee tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.157461 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.162406 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2fa9b7ac-422d-4710-92cb-aa8e122da801 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7020528 Feb 11 13:47:28.162853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57624) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:28.183800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3d979-a7f6-4fe1-a180-da1440bbceee tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Pushing event deleted for resources: {'Subnet': ['ID=59443248-1152-4a99-a9e9-7e1f90c6a41b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:28.189487 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96e3d979-a7f6-4fe1-a180-da1440bbceee tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.196655 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-96e3d979-a7f6-4fe1-a180-da1440bbceee tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/subnets/59443248-1152-4a99-a9e9-7e1f90c6a41b HTTP/1.1" status: 204 len: 168 time: 0.4883339 Feb 11 13:47:28.198667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57626) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:28.199696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b9afe6-9139-4c8e-bafb-226051f9dc8e None None] Network c8d9f11d-931e-4eff-9a4a-f0cdda8f574a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:47:28.284740 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Set router 36b94036-5327-489d-8f38-012aa904738f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:28.288179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-304b5263-7e14-4447-83ac-d25d0858dbc9 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=575d93d5e9a4439796b157bf7e49a91f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240990 Feb 11 13:47:28.291144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57630) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:28.408134 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.449299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d0030-24ef-4b4d-8b9b-9f426e34bfc9 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:28.451457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b19d0030-24ef-4b4d-8b9b-9f426e34bfc9 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1590843 Feb 11 13:47:28.452036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57636) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:28.489546 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a7e04a76-94b5-450f-8858-9ac0e7a979b4 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362163 Feb 11 13:47:28.496381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57638) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:28.509956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1341452949', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:28.563787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c844f82-e750-41e0-8fd7-e7d85f5063f9 None None] DHCP port deletion for c8d9f11d-931e-4eff-9a4a-f0cdda8f574a request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:47:28.668579 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.725206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6c844f82-e750-41e0-8fd7-e7d85f5063f9 None None] Deleting port 5d44932f-8dd8-4b36-8d81-e4b06d60708c {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:47:28.728844 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c844f82-e750-41e0-8fd7-e7d85f5063f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.748393 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:26Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:28.752513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Deleting port 5d44932f-8dd8-4b36-8d81-e4b06d60708c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:47:28.759176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.818595 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Checking router: 36b94036-5327-489d-8f38-012aa904738f for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:28.819069 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Updating router 36b94036-5327-489d-8f38-012aa904738f port 8ed0e065-1aba-442a-8054-fd975d42071a binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:47:28.872032 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.934581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6c844f82-e750-41e0-8fd7-e7d85f5063f9 None None] For port 5d44932f-8dd8-4b36-8d81-e4b06d60708c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5d44932f-8dd8-4b36-8d81-e4b06d60708c,segment=NetworkSegment(0d478003-9673-49ad-864a-ca223c70f5b4),segment_id=0d478003-9673-49ad-864a-ca223c70f5b4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:28.934969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c844f82-e750-41e0-8fd7-e7d85f5063f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.943050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] For port 5d44932f-8dd8-4b36-8d81-e4b06d60708c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5d44932f-8dd8-4b36-8d81-e4b06d60708c,segment=NetworkSegment(0d478003-9673-49ad-864a-ca223c70f5b4),segment_id=0d478003-9673-49ad-864a-ca223c70f5b4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:28.945673 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:28.962438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Calling delete_port for 5d44932f-8dd8-4b36-8d81-e4b06d60708c owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:47:28.963716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6c844f82-e750-41e0-8fd7-e7d85f5063f9 None None] Calling delete_port for 5d44932f-8dd8-4b36-8d81-e4b06d60708c owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:47:29.076204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:29.079748 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.388866 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.431007 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c844f82-e750-41e0-8fd7-e7d85f5063f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.526783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c844f82-e750-41e0-8fd7-e7d85f5063f9 None None] Pushing event deleted for resources: {'Port': ['ID=5d44932f-8dd8-4b36-8d81-e4b06d60708c,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:29.551299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c844f82-e750-41e0-8fd7-e7d85f5063f9 None None] No DVR routers for this DVR port 5d44932f-8dd8-4b36-8d81-e4b06d60708c on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:29.564779 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.608512 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.655001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Pushing event deleted for resources: {'Port': ['ID=5d44932f-8dd8-4b36-8d81-e4b06d60708c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:29.666262 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Attempting to bind port 8ed0e065-1aba-442a-8054-fd975d42071a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:47:29.666638 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Attempting to bind port 8ed0e065-1aba-442a-8054-fd975d42071a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:47:29.667004 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Attempting to bind port 8ed0e065-1aba-442a-8054-fd975d42071a on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:29.668372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] No DVR routers for this DVR port 5d44932f-8dd8-4b36-8d81-e4b06d60708c on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:29.684493 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:29.684893 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:47:29.685337 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.685690 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:29.690485 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Bound port: 8ed0e065-1aba-442a-8054-fd975d42071a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:47:29.691211 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.770177 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.775329 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] For port 8ed0e065-1aba-442a-8054-fd975d42071a, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:29.779329 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] For port 8ed0e065-1aba-442a-8054-fd975d42071a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8ed0e065-1aba-442a-8054-fd975d42071a,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:29.785377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Pushing event updated for resources: {'Port': ['ID=8ed0e065-1aba-442a-8054-fd975d42071a,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:29.793364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d9f11d-931e-4eff-9a4a-f0cdda8f574a']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:29.800568 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.800905 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.801237 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.802699 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.803326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d478003-9673-49ad-864a-ca223c70f5b4') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:29.803830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d478003-9673-49ad-864a-ca223c70f5b4') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:29.806873 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.807222 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.808336 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.808676 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.809008 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.809336 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.809663 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.812944 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:29.816053 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.824563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.878360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.914564 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:47:29.923176 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.935694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:47:29.936534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: self.session.flush() Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:47:29.941796 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:47:29.990893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Subnet': ['ID=54863aa5-d015-4730-9156-013cdbd95248,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:30.041995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5d44932f-8dd8-4b36-8d81-e4b06d60708c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:30.064528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Checking segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:47:30.065736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network hostable DHCP agents. Network: 40f14580-cf4e-4d86-ba30-fdff0cebca3a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:47:30.071999 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:30.075649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 5d44932f-8dd8-4b36-8d81-e4b06d60708c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:47:30.076001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5d44932f-8dd8-4b36-8d81-e4b06d60708c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:30.085788 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Routers {'36b94036-5327-489d-8f38-012aa904738f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:30.086841 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:47:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['36b94036-5327-489d-8f38-012aa904738f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:30.136410 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e4af-e60d-4a84-b459-e5cfa52bef3d None None] Pushing event updated for resources: {'Port': ['ID=8ed0e065-1aba-442a-8054-fd975d42071a,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:30.160764 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:30.181365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:30.185834 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] 10.222.0.52 "DELETE /v2.0/networks/c8d9f11d-931e-4eff-9a4a-f0cdda8f574a HTTP/1.1" status: 204 len: 168 time: 1.9846289 Feb 11 13:47:30.186749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ac6c9-3a4e-4370-a426-26bd75c0cbe3 tempest-TagsExtTest-145556267 tempest-TagsExtTest-145556267-project] Pushing event deleted for resources: {'Network': ['ID=c8d9f11d-931e-4eff-9a4a-f0cdda8f574a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:30.200387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network 40f14580-cf4e-4d86-ba30-fdff0cebca3a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:47:30.281256 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] Set router 36b94036-5327-489d-8f38-012aa904738f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:30.326910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 40f14580-cf4e-4d86-ba30-fdff0cebca3a) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:30.339402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:30.341344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0b5ba4-faa8-40b3-b311-2cb5afd42871 None None] Network 40f14580-cf4e-4d86-ba30-fdff0cebca3a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:47:30.341479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:30.508577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 57686) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:30.515305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9cb0c8dc-ef1c-409a-b02b-519e595a8532 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0111399 Feb 11 13:47:30.688387 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:26Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:30.779011 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211d785a-11db-41ca-8a59-6fff4f5f0778 None None] The sync data for ids ['36b94036-5327-489d-8f38-012aa904738f'] in n-d-816488-1 is: [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:26Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:30.802982 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:30.890776 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:47:30.892706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.155447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57702) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:31.511299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Allocated IP 172.20.0.2 (40f14580-cf4e-4d86-ba30-fdff0cebca3a/54863aa5-d015-4730-9156-013cdbd95248/4673bac8-13e2-4921-b927-ce3758e7cb58) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:31.624749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c85a0335-fc94-4c48-a2b4-85419363ccde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7bd6d661446046a09f2435df36ce1ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669824 Feb 11 13:47:31.632256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 57714) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:31.736689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0dcdb5b3-8151-47a9-8b6f-02ddbfaf28e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.782155 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0dcdb5b3-8151-47a9-8b6f-02ddbfaf28e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.879459 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:31.932543 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.027310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0dcdb5b3-8151-47a9-8b6f-02ddbfaf28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.027911 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.030650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0dcdb5b3-8151-47a9-8b6f-02ddbfaf28e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.034933 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0dcdb5b3-8151-47a9-8b6f-02ddbfaf28e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d56230f0-8a67-4866-835d-5eadc8cc63c7 HTTP/1.1" status: 204 len: 168 time: 0.4002025 Feb 11 13:47:32.045316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdb5b3-8151-47a9-8b6f-02ddbfaf28e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56230f0-8a67-4866-835d-5eadc8cc63c7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:32.187766 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Network 40f14580-cf4e-4d86-ba30-fdff0cebca3a is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:32.190792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8ed0e065-1aba-442a-8054-fd975d42071a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:32.251900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:32.258636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:32.270809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Pushing event updated for resources: {'Port': ['ID=4673bac8-13e2-4921-b927-ce3758e7cb58,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:32.347498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8ed0e065-1aba-442a-8054-fd975d42071a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:32.348097 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.503790 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Attempting to bind port 4673bac8-13e2-4921-b927-ce3758e7cb58 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:47:32.504430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Attempting to bind port 4673bac8-13e2-4921-b927-ce3758e7cb58 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:47:32.504978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Attempting to bind port 4673bac8-13e2-4921-b927-ce3758e7cb58 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:32.552832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:32.554714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Checking segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:47:32.558232 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.558837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Bound using segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:32.562750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Bound port: 4673bac8-13e2-4921-b927-ce3758e7cb58, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:47:32.563307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.670376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.729838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.20.0.1 (40f14580-cf4e-4d86-ba30-fdff0cebca3a/54863aa5-d015-4730-9156-013cdbd95248/588e37eb-d2d2-4c0f-bb62-e4be4375ddd1) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:32.755594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] For port 4673bac8-13e2-4921-b927-ce3758e7cb58, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:32.759619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] For port 4673bac8-13e2-4921-b927-ce3758e7cb58, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4673bac8-13e2-4921-b927-ce3758e7cb58,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:32.792070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 8ed0e065-1aba-442a-8054-fd975d42071a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8ed0e065-1aba-442a-8054-fd975d42071a,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:32.905542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.908354 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:32.984459 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:33.048121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99302b5e-77aa-4c00-859d-80c409869434 None None] Pushing event updated for resources: {'Port': ['ID=4673bac8-13e2-4921-b927-ce3758e7cb58,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:33.121059 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=8ed0e065-1aba-442a-8054-fd975d42071a,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:33.206770 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:33.255061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network 40f14580-cf4e-4d86-ba30-fdff0cebca3a is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:33.268655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:33.275588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:33.380230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:33.609513 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=588e37eb-d2d2-4c0f-bb62-e4be4375ddd1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:33.902285 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:33.902644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-e0a54da0-813d-4c08-9e01-28e03495d4f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1349971 Feb 11 13:47:33.987733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-f08d9660-a2e8-4c1a-b15c-a58a7869b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:33.989257 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-f08d9660-a2e8-4c1a-b15c-a58a7869b816 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cd4824952994d188d14fa54352a2148&device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 1097 time: 0.0640209 Feb 11 13:47:34.142839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8ed0e065-1aba-442a-8054-fd975d42071a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:34.260408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-87c220f5-b719-4be0-93ed-be6c6b87688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:34.262583 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-87c220f5-b719-4be0-93ed-be6c6b87688e service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d HTTP/1.1" status: 200 len: 915 time: 0.2528698 Feb 11 13:47:34.286736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8ed0e065-1aba-442a-8054-fd975d42071a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:34.287778 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:34.417873 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-611db6e6-1b8f-4cee-9efe-90f9235c1c82 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6b66945-8ca5-4bec-a102-7aa2fe050ecb HTTP/1.1" status: 200 len: 217 time: 0.1476583 Feb 11 13:47:34.468267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4673bac8-13e2-4921-b927-ce3758e7cb58 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:34.550091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-33fa957b-9bba-4424-9bd4-d56361360c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:34.553055 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-33fa957b-9bba-4424-9bd4-d56361360c30 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7f608d1-deb5-4213-9a80-4a576d3c2405 HTTP/1.1" status: 200 len: 854 time: 0.1269639 Feb 11 13:47:34.589294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4673bac8-13e2-4921-b927-ce3758e7cb58 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:34.589294 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:34.639960 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-49c057b6-5bf2-420e-9663-e8fa6354a4f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811384 Feb 11 13:47:34.651000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-aeb1f590-393c-413e-ad31-0a4169bbd5bd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:47:34.654754 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-aeb1f590-393c-413e-ad31-0a4169bbd5bd service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088601 Feb 11 13:47:34.674866 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:34.720816 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:34.776865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 4673bac8-13e2-4921-b927-ce3758e7cb58, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4673bac8-13e2-4921-b927-ce3758e7cb58,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:34.797614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-226e064b-38f1-49f6-bef2-f209c74e6510 service neutron] 10.222.0.59 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358929 Feb 11 13:47:34.840419 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:34.876632 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:34.969642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcecdb6c-f29e-4f1b-be42-44d9595e3e03 req-d48a39f6-b1d3-43a0-b7b4-03a72171f62a service neutron] 10.222.0.59 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656935 Feb 11 13:47:34.973561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9f91d1-2fc3-4d26-99db-2f01307464b8 None None] Network 40f14580-cf4e-4d86-ba30-fdff0cebca3a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:47:34.992851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=588e37eb-d2d2-4c0f-bb62-e4be4375ddd1,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:34.999810 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:35.044643 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=4673bac8-13e2-4921-b927-ce3758e7cb58,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:35.060612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.060818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.061044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.061325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.061656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.062558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.062558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.062775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.063317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.063651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.063980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.064581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:47:35.074721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8c8e434a-52d9-457d-9271-9ab55be53d3d None None] Provisioning complete for port 4673bac8-13e2-4921-b927-ce3758e7cb58 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:35.075098 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c8e434a-52d9-457d-9271-9ab55be53d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:35.108024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network 40f14580-cf4e-4d86-ba30-fdff0cebca3a is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:35.110536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:35.353495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router 36b94036-5327-489d-8f38-012aa904738f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:35.529014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:35.534849 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aa4367aa-aeca-44b3-a83a-aaa72b9c464e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "PUT /v2.0/routers/36b94036-5327-489d-8f38-012aa904738f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0248444 Feb 11 13:47:35.567914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Sync routers for ids ['36b94036-5327-489d-8f38-012aa904738f'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:35.602135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Routers {'36b94036-5327-489d-8f38-012aa904738f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:35.607044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:47:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['36b94036-5327-489d-8f38-012aa904738f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:35.818600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0e93fbab-79ce-402d-96e3-1daa9e86f0b2 None None] Provisioning complete for port 4673bac8-13e2-4921-b927-ce3758e7cb58 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:35.819225 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbab-79ce-402d-96e3-1daa9e86f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:35.912861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Set router 36b94036-5327-489d-8f38-012aa904738f gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:35.925920 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-4a6d702f-7025-4ec7-aa9b-d7a5e6af7f3d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426730152&fields=id&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 267 time: 0.0585811 Feb 11 13:47:36.042749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4673bac8-13e2-4921-b927-ce3758e7cb58 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:36.157686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-b7bd18f3-fb9d-4111-9313-171c70f23c88 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:36.160835 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-b7bd18f3-fb9d-4111-9313-171c70f23c88 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 796 time: 0.2228999 Feb 11 13:47:36.180308 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-7cfbe225-407e-49ba-92ff-5d7022ef58e0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/quotas/575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 375 time: 0.0127409 Feb 11 13:47:36.318183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0e93fbab-79ce-402d-96e3-1daa9e86f0b2 None None] Provisioning complete for port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:36.318559 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e93fbab-79ce-402d-96e3-1daa9e86f0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:36.323006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4673bac8-13e2-4921-b927-ce3758e7cb58 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:36.323348 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:36.334075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-5e430f73-46f4-4c05-8422-fa26dbe70a5c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363571 Feb 11 13:47:36.342108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-e662d02f-3181-4ef0-b9dd-2874ac965a3e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:47:36.360312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-e662d02f-3181-4ef0-b9dd-2874ac965a3e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234759 Feb 11 13:47:36.513016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-75b3a31c-7e9f-46ad-a1c3-7bcde6ad9b8e service neutron] 10.222.0.52 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499472 Feb 11 13:47:36.559678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0e93fbab-79ce-402d-96e3-1daa9e86f0b2 None None] Port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:47:36.728223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4fe5b4db-2acd-4fc0-8d72-8d8b50ad2928 None None] Provisioning complete for port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:36.728882 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b4db-2acd-4fc0-8d72-8d8b50ad2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:36.784311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '588e37eb-d2d2-4c0f-bb62-e4be4375ddd1', 'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:ce:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:34Z', 'revision_number': 2, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': '54863aa5-d015-4730-9156-013cdbd95248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:36.900507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Checking router: 36b94036-5327-489d-8f38-012aa904738f for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:36.900896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Updating router 36b94036-5327-489d-8f38-012aa904738f port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:47:36.938590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5b4db-2acd-4fc0-8d72-8d8b50ad2928 None None] Port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:47:36.945704 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.057221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-4757a9e3-d10b-491e-bb25-2aaa50dc764d service neutron] 10.222.0.52 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425138 Feb 11 13:47:37.621293 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.665675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cfb2b4e0-8fb7-48fc-879f-4db67e0b18c9 req-857f9941-200b-4486-bb72-c524ebefc8fe tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 210 time: 0.0707347 Feb 11 13:47:37.754341 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.814825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb93ad1-7b53-428b-ba32-a0fd5022a07c None None] Pushing event updated for resources: {'Port': ['ID=588e37eb-d2d2-4c0f-bb62-e4be4375ddd1,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:37.887766 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Attempting to bind port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:47:37.888353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Attempting to bind port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:47:37.888750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Attempting to bind port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:37.894836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:37.895288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Checking segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:47:37.895750 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:37.896566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Bound using segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:37.897113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Bound port: 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:47:37.897530 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:38.049510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] For port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:38.053395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] For port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=588e37eb-d2d2-4c0f-bb62-e4be4375ddd1,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:38.179811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-96d7d93e-096b-4e18-9e13-2ec44e627d0d None None] Provisioning complete for port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:38.180192 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96d7d93e-096b-4e18-9e13-2ec44e627d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:38.235274 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:38.337188 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb93ad1-7b53-428b-ba32-a0fd5022a07c None None] Pushing event updated for resources: {'Port': ['ID=588e37eb-d2d2-4c0f-bb62-e4be4375ddd1,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:38.351971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-96d7d93e-096b-4e18-9e13-2ec44e627d0d None None] Port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:47:38.355922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Routers {'36b94036-5327-489d-8f38-012aa904738f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:38.384477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:47:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['36b94036-5327-489d-8f38-012aa904738f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:38.783029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b632d85e-9119-4fc4-96d8-73677d8fea80 req-1836c374-7f5b-4532-8c36-2f643c981235 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 210 time: 0.0389359 Feb 11 13:47:38.791880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] Set router 36b94036-5327-489d-8f38-012aa904738f gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:38.833496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c0c07b45-b173-41d5-800f-7a2dba19fceb None None] Provisioning complete for port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:38.833899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c0c07b45-b173-41d5-800f-7a2dba19fceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.106515 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c0c07b45-b173-41d5-800f-7a2dba19fceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.171903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c0c07b45-b173-41d5-800f-7a2dba19fceb None None] For port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=588e37eb-d2d2-4c0f-bb62-e4be4375ddd1,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:39.200647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '588e37eb-d2d2-4c0f-bb62-e4be4375ddd1', 'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:ce:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:38Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': '54863aa5-d015-4730-9156-013cdbd95248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:39.238741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31837df2-556f-4a23-912e-8b0596e2350e None None] The sync data for ids ['36b94036-5327-489d-8f38-012aa904738f'] in n-d-816488-1 is: [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '588e37eb-d2d2-4c0f-bb62-e4be4375ddd1', 'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:ce:46:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:38Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': '54863aa5-d015-4730-9156-013cdbd95248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:47:39.282063 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c0c07b45-b173-41d5-800f-7a2dba19fceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:39.378792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c07b45-b173-41d5-800f-7a2dba19fceb None None] Pushing event updated for resources: {'Port': ['ID=588e37eb-d2d2-4c0f-bb62-e4be4375ddd1,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:39.948190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-29d3d3de-28c2-4241-a653-a9880bafccb2 req-103718d9-e15e-4e2a-acb3-2f46efd53fdd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 210 time: 0.0532019 Feb 11 13:47:40.040849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:40.208246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:40.212481 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:40.636962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af127e44-c8db-41d7-b744-70f16ae99340 req-34af2e29-9bdd-44ea-8a98-186ea2269ca9 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:40.646895 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af127e44-c8db-41d7-b744-70f16ae99340 req-34af2e29-9bdd-44ea-8a98-186ea2269ca9 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 946 time: 0.0844569 Feb 11 13:47:40.726307 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af127e44-c8db-41d7-b744-70f16ae99340 req-7f8cae17-2559-46a0-b963-8d888316b84f tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761874 Feb 11 13:47:41.005683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-dfad15be-3611-469a-a446-5834cbde294e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:41.016777 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-dfad15be-3611-469a-a446-5834cbde294e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 796 time: 0.1666021 Feb 11 13:47:41.089250 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-eb9e2cd0-2fc3-407c-8f3e-ba7097384496 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 380 time: 0.0624199 Feb 11 13:47:41.106274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'port': {'device_id': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'admin_state_up': True, 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'security_groups': ['c39228d8-86e7-452b-987f-008c5286e6d6']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:41.158264 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a49cbb67-e984-4b58-8696-2f5d756495cb req-421af2f3-125b-40dd-b956-b5db33f8120f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 210 time: 0.0784183 Feb 11 13:47:41.451500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:47:41.455773 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:41.681491 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.20.0.6 (40f14580-cf4e-4d86-ba30-fdff0cebca3a/54863aa5-d015-4730-9156-013cdbd95248/f49c8bfe-75c8-4301-89a7-fcb0042144d4) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:41.923450 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:41.969545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f26e7-4317-433e-8171-617101032f31 req-7230f0a1-9d6b-4f3c-9efa-3a77d886f505 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:41.976619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b0f26e7-4317-433e-8171-617101032f31 req-7230f0a1-9d6b-4f3c-9efa-3a77d886f505 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 946 time: 0.1182439 Feb 11 13:47:42.033345 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b0f26e7-4317-433e-8171-617101032f31 req-fd754862-1608-47f0-b6fd-4ee7e98a84d9 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433788 Feb 11 13:47:42.097644 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.141198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network 40f14580-cf4e-4d86-ba30-fdff0cebca3a is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:42.143168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:42.150719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:42.206937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:42.263273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:42.264610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.373864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-f6a725a6-90fd-4f32-8c0b-35a37ae760bd tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:42.373864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-f6a725a6-90fd-4f32-8c0b-35a37ae760bd tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.59 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 946 time: 0.1753094 Feb 11 13:47:42.375870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc7362-ac4f-4e12-8cac-15305a0ea430 req-27c80dc1-22e8-4342-9fe2-6c2d42027a83 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:42.375870 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8dfc7362-ac4f-4e12-8cac-15305a0ea430 req-27c80dc1-22e8-4342-9fe2-6c2d42027a83 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 931 time: 0.0616019 Feb 11 13:47:42.411635 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8dfc7362-ac4f-4e12-8cac-15305a0ea430 req-4a9fbc20-67a8-494b-b2cb-528143c1cd02 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417492 Feb 11 13:47:42.432469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-d612972d-ed9f-4244-8f29-344b40b2e200 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Deleting port d6b66945-8ca5-4bec-a102-7aa2fe050ecb {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:47:42.440700 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-d612972d-ed9f-4244-8f29-344b40b2e200 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.528446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ba8bf8da-e187-43cc-b5e5-9d0df7b9fedc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4284670 Feb 11 13:47:42.534552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f5bb7047-3a6c-44b9-843d-72f8571614af None None] Provisioning complete for port f49c8bfe-75c8-4301-89a7-fcb0042144d4 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:42.535074 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7047-3a6c-44b9-843d-72f8571614af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.541272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-e0812cc4-24eb-4534-b745-8c7866569b90 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:47:42.543207 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-e0812cc4-24eb-4534-b745-8c7866569b90 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094109 Feb 11 13:47:42.548366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-d612972d-ed9f-4244-8f29-344b40b2e200 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] For port d6b66945-8ca5-4bec-a102-7aa2fe050ecb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,segment=NetworkSegment(c5d31242-8039-4691-8f08-d931373dc0fc),segment_id=c5d31242-8039-4691-8f08-d931373dc0fc)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:42.548739 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-d612972d-ed9f-4244-8f29-344b40b2e200 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.563954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-d612972d-ed9f-4244-8f29-344b40b2e200 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Calling delete_port for d6b66945-8ca5-4bec-a102-7aa2fe050ecb owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:47:42.578055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb7047-3a6c-44b9-843d-72f8571614af None None] Port f49c8bfe-75c8-4301-89a7-fcb0042144d4 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:47:42.693785 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Request body: {'port': {'device_id': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:42.796558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.932504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-d612972d-ed9f-4244-8f29-344b40b2e200 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:42.948260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d6b66945-8ca5-4bec-a102-7aa2fe050ecb'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:47:42.977979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612972d-ed9f-4244-8f29-344b40b2e200 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Pushing event deleted for resources: {'Port': ['ID=d6b66945-8ca5-4bec-a102-7aa2fe050ecb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:43.071483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-d612972d-ed9f-4244-8f29-344b40b2e200 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] No DVR routers for this DVR port d6b66945-8ca5-4bec-a102-7aa2fe050ecb on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:47:43.077618 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-d612972d-ed9f-4244-8f29-344b40b2e200 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:43.082658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f3ab4f9b-6ee5-4163-b480-b5165b64bd41 req-d612972d-ed9f-4244-8f29-344b40b2e200 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.59 "DELETE /v2.0/ports/d6b66945-8ca5-4bec-a102-7aa2fe050ecb HTTP/1.1" status: 204 len: 173 time: 0.7531595 Feb 11 13:47:43.083272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7903ae0a-0750-48b6-bfcd-e94eb0090557', 'name': 'network-vif-deleted', 'tag': 'd6b66945-8ca5-4bec-a102-7aa2fe050ecb'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:43.088999 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0313a046-3325-4a78-9be9-2fd60e5493aa" -d '{"events": [{"server_uuid": "7903ae0a-0750-48b6-bfcd-e94eb0090557", "name": "network-vif-deleted", "tag": "d6b66945-8ca5-4bec-a102-7aa2fe050ecb"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:43.262886 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f3c4af8-c29f-4dfe-8496-bafdff56aacc req-f5a9ccdf-10d1-4d14-b3cd-3b20c150df49 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 210 time: 0.0482001 Feb 11 13:47:43.297613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49c8bfe-75c8-4301-89a7-fcb0042144d4 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:47:43.314233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:43.349094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Transition to ACTIVE for port object f49c8bfe-75c8-4301-89a7-fcb0042144d4 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:47:43.417622 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2ef582-6510-40c5-a603-66522f3bef21 x-openstack-request-id: req-5a2ef582-6510-40c5-a603-66522f3bef21 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:43.417949 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7903ae0a-0750-48b6-bfcd-e94eb0090557", "name": "network-vif-deleted", "tag": "d6b66945-8ca5-4bec-a102-7aa2fe050ecb", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:43.418200 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a2ef582-6510-40c5-a603-66522f3bef21 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:43.418601 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7903ae0a-0750-48b6-bfcd-e94eb0090557', 'name': 'network-vif-deleted', 'tag': 'd6b66945-8ca5-4bec-a102-7aa2fe050ecb', 'status': 'completed', 'code': 200} Feb 11 13:47:43.434694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:43.624075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:43.720514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:47:43.721522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:47:43.722203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:43.734080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:47:43.734080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:47:43.735359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef640aaf-e34f-47a5-b6cd-6bf3c02d3701 req-02557214-881a-4255-b2b0-c99ca6fde4c7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:43.737385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef640aaf-e34f-47a5-b6cd-6bf3c02d3701 req-02557214-881a-4255-b2b0-c99ca6fde4c7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.1413412 Feb 11 13:47:43.743780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:47:43.744310 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Checking segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:47:43.744798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Bound using segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:47:43.745379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Bound port: f49c8bfe-75c8-4301-89a7-fcb0042144d4, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:47:43.745970 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:43.847799 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef640aaf-e34f-47a5-b6cd-6bf3c02d3701 req-ea9e3c20-d719-40db-9c80-7f0415aa7e95 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945907 Feb 11 13:47:43.883404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58356) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:43.917557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:47:43.923938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:47:44.012363 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7832d0d-ffef-40c5-81e5-f0d6d08a473c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:44.032329 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:44.076845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:44.078050 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:44.080210 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] 10.222.0.13 "PUT /v2.0/ports/f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 1091 time: 1.5282733 Feb 11 13:47:44.080849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:44.083808 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5236e6b6-6e75-41ca-8564-56232aee50ac" -d '{"events": [{"name": "network-changed", "server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:44.117903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7832d0d-ffef-40c5-81e5-f0d6d08a473c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:44.118355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aa253-4865-4b2d-88d1-321accd15ffd service neutron] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:44.178349 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d183a61-6255-4d03-bf98-e4488fbe5627 x-openstack-request-id: req-4d183a61-6255-4d03-bf98-e4488fbe5627 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:44.179518 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:44.180506 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d183a61-6255-4d03-bf98-e4488fbe5627 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:44.181104 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'status': 'completed', 'code': 200} Feb 11 13:47:44.285699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7832d0d-ffef-40c5-81e5-f0d6d08a473c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:44.333909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236e6b6-6e75-41ca-8564-56232aee50ac req-e30ebc75-dc2a-43aa-bb87-abb73f31d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:44.343145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5236e6b6-6e75-41ca-8564-56232aee50ac req-e30ebc75-dc2a-43aa-bb87-abb73f31d70c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1094 time: 0.1265507 Feb 11 13:47:44.488870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7832d0d-ffef-40c5-81e5-f0d6d08a473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd5a33b-bd90-4ceb-bd62-0231a0cac3b7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:44.601761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdbc49b9-aab1-464a-b99f-d6e9a3be5b8f req-7ce4b4b5-8c05-465c-a291-dcc2af12c521 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=7903ae0a-0750-48b6-bfcd-e94eb0090557 HTTP/1.1" status: 200 len: 210 time: 0.0982606 Feb 11 13:47:44.605430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b7832d0d-ffef-40c5-81e5-f0d6d08a473c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be29036604b54caf8e58f044bbe70de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7210362 Feb 11 13:47:44.620788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58386) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:44.702090 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4c48c3b1-44c4-4dc0-a9df-ec0265daed1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:44.727686 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4c48c3b1-44c4-4dc0-a9df-ec0265daed1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:44.908944 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4c48c3b1-44c4-4dc0-a9df-ec0265daed1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:44.915010 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4c48c3b1-44c4-4dc0-a9df-ec0265daed1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:44.924355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4c48c3b1-44c4-4dc0-a9df-ec0265daed1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfd5a33b-bd90-4ceb-bd62-0231a0cac3b7 HTTP/1.1" status: 204 len: 168 time: 0.3021600 Feb 11 13:47:44.942802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48c3b1-44c4-4dc0-a9df-ec0265daed1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd5a33b-bd90-4ceb-bd62-0231a0cac3b7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:45.096922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236e6b6-6e75-41ca-8564-56232aee50ac req-13f89062-2c96-499f-8c70-a04e1347a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.098459 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5236e6b6-6e75-41ca-8564-56232aee50ac req-13f89062-2c96-499f-8c70-a04e1347a357 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=575d93d5e9a4439796b157bf7e49a91f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.7488892 Feb 11 13:47:45.172217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72524c-cd8c-4d68-b59b-9197d6bc83fe req-2636ef64-de9c-4db9-acef-22f50aa5187b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.174825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d72524c-cd8c-4d68-b59b-9197d6bc83fe req-2636ef64-de9c-4db9-acef-22f50aa5187b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.1447623 Feb 11 13:47:45.315894 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d72524c-cd8c-4d68-b59b-9197d6bc83fe req-333bca6d-030d-4669-b8a7-93a8840fdefb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092322 Feb 11 13:47:45.330796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236e6b6-6e75-41ca-8564-56232aee50ac req-2f012d2f-f3c1-45f8-8bbb-b95b7c0df462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.332376 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5236e6b6-6e75-41ca-8564-56232aee50ac req-2f012d2f-f3c1-45f8-8bbb-b95b7c0df462 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2270977 Feb 11 13:47:45.416176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-43b7db3f-6dde-44ef-b3f6-27ae4f0d1d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.418049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-43b7db3f-6dde-44ef-b3f6-27ae4f0d1d17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0503628 Feb 11 13:47:45.466300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-311983d1-18a0-4d1a-81a6-05cef4c5f4ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 217 time: 0.0395365 Feb 11 13:47:45.521541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-3a4d956c-2782-4891-8b17-24fafe3714e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.523150 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-3a4d956c-2782-4891-8b17-24fafe3714e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.0506368 Feb 11 13:47:45.570500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-2426cd9f-52b6-45c0-ae0d-74ad04e1576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:45.572076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-2426cd9f-52b6-45c0-ae0d-74ad04e1576c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418706 Feb 11 13:47:45.678341 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-6acf0b57-22d4-4ff9-9e41-a6a91cdd7cb2 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999715 Feb 11 13:47:45.791514 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0f19e0b-d301-480e-b85e-9fbd48a1f372 req-ec7786ff-d45d-4279-a0a7-282ca715bfa3 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060603 Feb 11 13:47:45.951401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58450) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:45.965520 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ffcaf-6d3b-4800-b6ea-c39c95f3c25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.042851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ffcaf-6d3b-4800-b6ea-c39c95f3c25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.257613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c9ffcaf-6d3b-4800-b6ea-c39c95f3c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.295976 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5c9ffcaf-6d3b-4800-b6ea-c39c95f3c25c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b3ed7ab29784bed8f210e8e20aadddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402855 Feb 11 13:47:46.296452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58464) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:46.378074 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ffcaf-6d3b-4800-b6ea-c39c95f3c25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f772f88-b598-4569-a638-0e70c72a86b5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:46.405741 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7414ee0-1cf3-4297-992e-e60253bf4c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.407020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d6b66945-8ca5-4bec-a102-7aa2fe050ecb no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:47:46.431932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: d6b66945-8ca5-4bec-a102-7aa2fe050ecb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:47:46.432239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d6b66945-8ca5-4bec-a102-7aa2fe050ecb not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:47:46.436289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7414ee0-1cf3-4297-992e-e60253bf4c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.534043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc4d7b-9df3-4f8a-8e7e-383edabc9976 req-95871147-00dc-4058-b66a-243e211c4e3e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:46.535712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a3dc4d7b-9df3-4f8a-8e7e-383edabc9976 req-95871147-00dc-4058-b66a-243e211c4e3e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.1095150 Feb 11 13:47:46.586018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a3dc4d7b-9df3-4f8a-8e7e-383edabc9976 req-fb34102e-bbfe-451f-82a4-47fe9a496976 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Feb 11 13:47:46.589171 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7414ee0-1cf3-4297-992e-e60253bf4c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.593025 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d7414ee0-1cf3-4297-992e-e60253bf4c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:46.594772 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d7414ee0-1cf3-4297-992e-e60253bf4c7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f772f88-b598-4569-a638-0e70c72a86b5 HTTP/1.1" status: 204 len: 168 time: 0.2970655 Feb 11 13:47:46.617202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7414ee0-1cf3-4297-992e-e60253bf4c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f772f88-b598-4569-a638-0e70c72a86b5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:47.739301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbeb87-317e-46e7-8406-b236dd2579a4 req-3f7f69d9-1228-4819-b56b-b0ebf0d9f3ab tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:47.741357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bbbeb87-317e-46e7-8406-b236dd2579a4 req-3f7f69d9-1228-4819-b56b-b0ebf0d9f3ab tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.0638909 Feb 11 13:47:47.786033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bbbeb87-317e-46e7-8406-b236dd2579a4 req-a0c906de-a8fc-45d0-b079-611fd62264bb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388417 Feb 11 13:47:48.263421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58570) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:48.578396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7c3a-d668-4e14-917c-55aa630349e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:48.676152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7c3a-d668-4e14-917c-55aa630349e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:48.834312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7c3a-d668-4e14-917c-55aa630349e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:48.864721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa7c3a-d668-4e14-917c-55aa630349e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b742a-fe98-456b-8b41-df630cc14cca,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:48.885537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1aaa7c3a-d668-4e14-917c-55aa630349e6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6881ab20a6fa42ce92b7bef8e57e2d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6217406 Feb 11 13:47:48.888198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58608) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:48.941870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd02076-f829-450a-8222-7ce4a0757c96 req-fce5b58c-8f15-4ffb-ac84-1a82c8bac53a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:48.941870 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcd02076-f829-450a-8222-7ce4a0757c96 req-fce5b58c-8f15-4ffb-ac84-1a82c8bac53a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.0644915 Feb 11 13:47:48.945607 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45632258-a54d-4455-96c7-a1e7eea5cc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:48.955385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:47:48.971225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45632258-a54d-4455-96c7-a1e7eea5cc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:49.006424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcd02076-f829-450a-8222-7ce4a0757c96 req-8687ffcd-12a5-490b-96d9-94b0a7a74ce7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658939 Feb 11 13:47:49.120019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:49.130755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'port_id': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'mac_address': 'fa:16:3e:5b:fb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:47:49.170835 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:49.188312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49c8bfe-75c8-4301-89a7-fcb0042144d4 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:47:49.189089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45632258-a54d-4455-96c7-a1e7eea5cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:49.192323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45632258-a54d-4455-96c7-a1e7eea5cc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:49.195078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-45632258-a54d-4455-96c7-a1e7eea5cc1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c02b742a-fe98-456b-8b41-df630cc14cca HTTP/1.1" status: 204 len: 168 time: 0.3057775 Feb 11 13:47:49.210680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45632258-a54d-4455-96c7-a1e7eea5cc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b742a-fe98-456b-8b41-df630cc14cca,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:49.211301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:49.303426 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:49.356198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:49.544313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['f49c8bfe-75c8-4301-89a7-fcb0042144d4'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:47:50.309359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cce48-068f-4039-b279-af48da6fa6f3 req-1418fbbc-18d2-4bed-a7b4-de1b440bc35f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:50.316567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-733cce48-068f-4039-b279-af48da6fa6f3 req-1418fbbc-18d2-4bed-a7b4-de1b440bc35f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 944 time: 0.1567945 Feb 11 13:47:50.382038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58670) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:50.402552 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4062898-b20d-49a5-a6dd-fc9154a03f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:50.405639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-733cce48-068f-4039-b279-af48da6fa6f3 req-d8213103-5cda-4d6e-8012-cbbca7114668 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811245 Feb 11 13:47:50.522592 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4062898-b20d-49a5-a6dd-fc9154a03f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:50.640747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e4062898-b20d-49a5-a6dd-fc9154a03f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:50.708334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4062898-b20d-49a5-a6dd-fc9154a03f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba84c8e8-1e35-4b8d-a344-3a2d11bc2950,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:50.742551 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e4062898-b20d-49a5-a6dd-fc9154a03f84 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2954b9cc85694748a5536fe796ae3313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589866 Feb 11 13:47:50.744867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58684) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:50.913879 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-09ef2ef8-e4b7-4c73-bb22-6e65933c437d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:50.951818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:47:51.011968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-09ef2ef8-e4b7-4c73-bb22-6e65933c437d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:51.142988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port f49c8bfe-75c8-4301-89a7-fcb0042144d4 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:47:51.148726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port f49c8bfe-75c8-4301-89a7-fcb0042144d4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:47:51.149324 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:51.251675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-09ef2ef8-e4b7-4c73-bb22-6e65933c437d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:51.254553 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-09ef2ef8-e4b7-4c73-bb22-6e65933c437d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:51.255933 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-09ef2ef8-e4b7-4c73-bb22-6e65933c437d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ba84c8e8-1e35-4b8d-a344-3a2d11bc2950 HTTP/1.1" status: 204 len: 168 time: 0.5098956 Feb 11 13:47:51.261651 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:51.280092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef2ef8-e4b7-4c73-bb22-6e65933c437d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba84c8e8-1e35-4b8d-a344-3a2d11bc2950,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:51.293141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:51.296561 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34a6725-7ca2-418b-bb1d-45a940dd0265" -d '{"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-plugged", "status": "completed", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:51.319697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:47:51.497410 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:51.598171 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45cb2e8-13e2-43d5-96db-4acebbb15dcb x-openstack-request-id: req-e45cb2e8-13e2-43d5-96db-4acebbb15dcb {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:51.598797 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-plugged", "status": "completed", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:51.599292 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e45cb2e8-13e2-43d5-96db-4acebbb15dcb {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:51.599942 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'code': 200} Feb 11 13:47:51.604839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:51.667624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d253e2c-753d-4faa-aea6-a158814bca00 req-fcffed74-e6f4-43ce-8f95-6d6b36b72d61 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:51.682201 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d253e2c-753d-4faa-aea6-a158814bca00 req-fcffed74-e6f4-43ce-8f95-6d6b36b72d61 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.1322317 Feb 11 13:47:51.761353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de088a-88b1-4f8d-8de9-e31c171baf6a req-7949908d-7c07-44ff-a86b-0d56e619b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:51.764272 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d253e2c-753d-4faa-aea6-a158814bca00 req-0122f7be-a149-4be3-97a4-4a49044c34ae tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799620 Feb 11 13:47:51.774982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82de088a-88b1-4f8d-8de9-e31c171baf6a req-7949908d-7c07-44ff-a86b-0d56e619b440 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1096 time: 0.1216924 Feb 11 13:47:51.843592 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82de088a-88b1-4f8d-8de9-e31c171baf6a req-ef7dbd34-e2b0-4ea8-8f20-d9031263be6c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589974 Feb 11 13:47:53.035052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f6fcc-3f76-4d6b-9f86-0c824d5d7a8e req-52058c53-52b2-45c0-bb19-18ff435507bf tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:53.037524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c85f6fcc-3f76-4d6b-9f86-0c824d5d7a8e req-52058c53-52b2-45c0-bb19-18ff435507bf tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.1572819 Feb 11 13:47:53.078340 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c85f6fcc-3f76-4d6b-9f86-0c824d5d7a8e req-11133b57-efc7-467a-a803-dbf526077204 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341702 Feb 11 13:47:54.270698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5cf13-c8f5-4eac-b110-9880227fa336 req-a339890c-88ee-4a6f-ba04-2603c18279f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:54.272914 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46b5cf13-c8f5-4eac-b110-9880227fa336 req-a339890c-88ee-4a6f-ba04-2603c18279f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0752439 Feb 11 13:47:54.339332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46b5cf13-c8f5-4eac-b110-9880227fa336 req-b0812948-c06d-4af5-bd92-bfa2ca34a85e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518336 Feb 11 13:47:54.517299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cc0e5-ad8a-44ae-8d97-33756c5c3273 req-9166db53-7ef3-408c-8df7-660042478cc5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:54.532518 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea6cc0e5-ad8a-44ae-8d97-33756c5c3273 req-9166db53-7ef3-408c-8df7-660042478cc5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.1103175 Feb 11 13:47:54.639341 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ea6cc0e5-ad8a-44ae-8d97-33756c5c3273 req-41ff5419-48e3-4e31-952d-cd665df40780 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005311 Feb 11 13:47:54.652656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58834) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:54.732188 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d34db4bc-949f-454d-90e0-002f5b51d2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:54.756899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68292a-bcc3-4e2c-81fa-c2226a983371 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:54.759517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8e68292a-bcc3-4e2c-81fa-c2226a983371 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1091 time: 0.1053946 Feb 11 13:47:54.762339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58838) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:54.768775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:47:54.984700 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:55.139800 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:55.344864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.25.0.37 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/54de53ed-52e9-4d41-a9c1-dd80408b93fd) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:47:55.455958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:55.634956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:55.721198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:47:55.727401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:47:55.780691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:47:55.831218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=54de53ed-52e9-4d41-a9c1-dd80408b93fd,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:55.886185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:56.476706 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:56.665602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58904) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:56.718471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:56.850055 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9aeebe66-573c-4cb2-bbbe-23417c35f29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.017342 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.028849 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3ae5d5c-8482-4a36-bc93-67138e521e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.066688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9aeebe66-573c-4cb2-bbbe-23417c35f29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.154572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.305358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=54de53ed-52e9-4d41-a9c1-dd80408b93fd,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:57.322775 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9aeebe66-573c-4cb2-bbbe-23417c35f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.395068 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.398196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeebe66-573c-4cb2-bbbe-23417c35f29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acf091d-9c13-4ce9-a97c-e6d0397ea361,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:57.442133 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9aeebe66-573c-4cb2-bbbe-23417c35f29c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c5f6f57ca8724330ab6d6d041c1b5d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7753267 Feb 11 13:47:57.445993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58952) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:57.581151 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5fa034f-0b86-4293-aecd-0b9791185200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.599916 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Floating IP dd487be4-b7e2-45ec-9d35-69de22038d25 associated. External IP: 172.25.0.37, port: f49c8bfe-75c8-4301-89a7-fcb0042144d4. Feb 11 13:47:57.625686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5fa034f-0b86-4293-aecd-0b9791185200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.816790 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5fa034f-0b86-4293-aecd-0b9791185200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.820063 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5fa034f-0b86-4293-aecd-0b9791185200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:57.821489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e5fa034f-0b86-4293-aecd-0b9791185200 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8acf091d-9c13-4ce9-a97c-e6d0397ea361 HTTP/1.1" status: 204 len: 168 time: 0.3652370 Feb 11 13:47:57.849393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa034f-0b86-4293-aecd-0b9791185200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acf091d-9c13-4ce9-a97c-e6d0397ea361,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:57.913499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-7675c5e2-5902-44c2-9d42-364943cb0d95 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:57.915029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-7675c5e2-5902-44c2-9d42-364943cb0d95 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/networks?id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d HTTP/1.1" status: 200 len: 814 time: 0.1954525 Feb 11 13:47:57.970069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-3bfd8fa0-5e7f-49a2-8d50-e3e32f3a5993 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/quotas/4cd4824952994d188d14fa54352a2148 HTTP/1.1" status: 200 len: 375 time: 0.0186479 Feb 11 13:47:57.971631 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:58.051130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-6f34a9d8-bab7-4483-a797-8f6869ca16a3 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=4cd4824952994d188d14fa54352a2148&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740280 Feb 11 13:47:58.064156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router 36b94036-5327-489d-8f38-012aa904738f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:47:58.260328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-e3971a30-5c9f-4263-bae8-0f362d18c6ff service neutron] 10.222.0.52 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082164 Feb 11 13:47:58.347174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:47:58.359630 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] Sync routers for ids ['36b94036-5327-489d-8f38-012aa904738f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:47:58.377352 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] Routers {'36b94036-5327-489d-8f38-012aa904738f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:58.378230 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:47:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['36b94036-5327-489d-8f38-012aa904738f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:58.402382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-53fff5d0-12c3-48b8-9b80-2c86d1f1074a service neutron] 10.222.0.52 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408725 Feb 11 13:47:58.441914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:58.530876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b1d5b7e0-4e32-4f54-9c62-175f6440da8b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7654345 Feb 11 13:47:58.534420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:47:58.542464 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba" -d '{"events": [{"name": "network-changed", "server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:47:58.645830 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] Set router 36b94036-5327-489d-8f38-012aa904738f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:58.706084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a296da-228d-4caa-b734-468825aea8a5 req-d7182500-62a1-4400-be7b-b6151f02b333 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:58.717529 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6a296da-228d-4caa-b734-468825aea8a5 req-d7182500-62a1-4400-be7b-b6151f02b333 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0942516 Feb 11 13:47:58.761321 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:58.854705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6a296da-228d-4caa-b734-468825aea8a5 req-8a82d3bc-9752-4779-9c18-70f7501a2ac7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196208 Feb 11 13:47:58.870867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 58988) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:58.902644 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b6ab14-cadf-483a-be24-399554481c09 x-openstack-request-id: req-c4b6ab14-cadf-483a-be24-399554481c09 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:47:58.903766 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:47:58.904237 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c4b6ab14-cadf-483a-be24-399554481c09 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:47:58.905418 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'status': 'completed', 'code': 200} Feb 11 13:47:59.009905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6f754c43-8a84-4747-a137-64274c861861 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/dd487be4-b7e2-45ec-9d35-69de22038d25 HTTP/1.1" status: 200 len: 990 time: 0.1367218 Feb 11 13:47:59.111517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2deefe8-0f0e-47a3-937e-a4d3321c9bc0 req-98a77c38-9acb-4582-9ac4-9fc226b52984 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 210 time: 0.1000068 Feb 11 13:47:59.143020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 58998) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:59.161226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-ab45573a-0f6e-4b22-8ebc-4063e11b5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:59.163464 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-ab45573a-0f6e-4b22-8ebc-4063e11b5296 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1096 time: 0.1509256 Feb 11 13:47:59.170097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa5bde8d-6788-4530-9e20-d5df7d0a3aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:59.282191 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'dd487be4-b7e2-45ec-9d35-69de22038d25', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '36b94036-5327-489d-8f38-012aa904738f', 'port_id': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'mac_address': 'fa:16:3e:5b:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:56Z', 'updated_at': '2022-02-11T13:47:56Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588e37eb-d2d2-4c0f-bb62-e4be4375ddd1', 'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:ce:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': '54863aa5-d015-4730-9156-013cdbd95248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:59.328939 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] Checking router: 36b94036-5327-489d-8f38-012aa904738f for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:47:59.350958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa5bde8d-6788-4530-9e20-d5df7d0a3aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:59.364489 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] Routers {'36b94036-5327-489d-8f38-012aa904738f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:47:59.367876 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:47:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['36b94036-5327-489d-8f38-012aa904738f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:47:59.370907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-76a9f8a6-e9bc-4730-84fa-395836d02ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:59.374914 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-76a9f8a6-e9bc-4730-84fa-395836d02ffe service neutron] 10.222.0.13 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.2024124 Feb 11 13:47:59.468072 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fa5bde8d-6788-4530-9e20-d5df7d0a3aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:59.492085 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-27c16f8b-85ca-4ecc-9898-f6ef7ad0ae9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 998 time: 0.1104889 Feb 11 13:47:59.551046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fa5bde8d-6788-4530-9e20-d5df7d0a3aed admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=566c14a93de143099171b9dc9af7a12e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4065289 Feb 11 13:47:59.552168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-01bff621-86b4-42e1-a295-181c836b94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:59.552293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59010) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:47:59.554450 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-01bff621-86b4-42e1-a295-181c836b94c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.0554502 Feb 11 13:47:59.559093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bde8d-6788-4530-9e20-d5df7d0a3aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbae72c-81b9-4016-ab82-92afbbb965e0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:47:59.581574 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] Set router 36b94036-5327-489d-8f38-012aa904738f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:47:59.634298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-3872d4e8-90e9-4abe-b66f-7a39ec1b41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:47:59.637519 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-3872d4e8-90e9-4abe-b66f-7a39ec1b41e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690162 Feb 11 13:47:59.693213 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c68f0031-947f-4fb1-bfef-aae219aa8f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:59.742231 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c68f0031-947f-4fb1-bfef-aae219aa8f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:47:59.788746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-8ff0353a-8bc7-4a8b-b7d0-e43515eaa568 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435645 Feb 11 13:47:59.976128 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f7ff0a1-a51c-433a-a61c-85b6ab6597ba req-ef4c7da9-da66-4c49-97c0-7bcaec6dcec1 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816113 Feb 11 13:47:59.994034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59020) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:00.010046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59024) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:00.028794 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'dd487be4-b7e2-45ec-9d35-69de22038d25', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '36b94036-5327-489d-8f38-012aa904738f', 'port_id': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'mac_address': 'fa:16:3e:5b:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:56Z', 'updated_at': '2022-02-11T13:47:56Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588e37eb-d2d2-4c0f-bb62-e4be4375ddd1', 'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:ce:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': '54863aa5-d015-4730-9156-013cdbd95248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:48:00.059243 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfab28ca-4aea-42a9-9e78-bf2db0191d15 None None] The sync data for ids ['36b94036-5327-489d-8f38-012aa904738f'] in n-d-816488-1 is: [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'dd487be4-b7e2-45ec-9d35-69de22038d25', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '36b94036-5327-489d-8f38-012aa904738f', 'port_id': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'mac_address': 'fa:16:3e:5b:fb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:47:56Z', 'updated_at': '2022-02-11T13:47:56Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '588e37eb-d2d2-4c0f-bb62-e4be4375ddd1', 'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:ce:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': '54863aa5-d015-4730-9156-013cdbd95248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:48:00.062539 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c68f0031-947f-4fb1-bfef-aae219aa8f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:00.070118 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c68f0031-947f-4fb1-bfef-aae219aa8f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:00.070118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c68f0031-947f-4fb1-bfef-aae219aa8f1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7dbae72c-81b9-4016-ab82-92afbbb965e0 HTTP/1.1" status: 204 len: 168 time: 0.5079975 Feb 11 13:48:00.091467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f0031-947f-4fb1-bfef-aae219aa8f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbae72c-81b9-4016-ab82-92afbbb965e0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:00.141468 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:00.155225 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c4c892fc-df9d-4407-b236-0f0f9fd65a82 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/dd487be4-b7e2-45ec-9d35-69de22038d25 HTTP/1.1" status: 200 len: 990 time: 0.1437309 Feb 11 13:48:00.221842 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ad98b8e-9a48-4026-ae36-a1a4949dd442 req-e1013977-c5a4-4668-9cbe-79068dfa8015 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 210 time: 0.0313382 Feb 11 13:48:00.278877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-49a70b88-e2d7-46d8-b1ad-41f8adc2ff58 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=405888198070466496bb6fe40d02172f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827520 Feb 11 13:48:00.281132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59034) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:00.353987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05b007bb-fd84-4fd9-b499-c94325c3b80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:00.378926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05b007bb-fd84-4fd9-b499-c94325c3b80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:00.475505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20850b7-c73f-4a24-9976-b7762350fb75 None None] New status for floating IP dd487be4-b7e2-45ec-9d35-69de22038d25: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:48:00.680845 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:00.684883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05b007bb-fd84-4fd9-b499-c94325c3b80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:00.687678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05b007bb-fd84-4fd9-b499-c94325c3b80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:00.688878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-05b007bb-fd84-4fd9-b499-c94325c3b80c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11b8c268-0fe0-4f66-9ef5-3b93635a116a HTTP/1.1" status: 204 len: 168 time: 0.4068577 Feb 11 13:48:00.700461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b007bb-fd84-4fd9-b499-c94325c3b80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b8c268-0fe0-4f66-9ef5-3b93635a116a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:01.159757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59074) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:01.307884 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-02a88e24-9288-4dcc-b12a-4bfe0e9cee66 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/dd487be4-b7e2-45ec-9d35-69de22038d25 HTTP/1.1" status: 200 len: 992 time: 0.1491699 Feb 11 13:48:01.362058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e298b4c3-06cf-4870-ad7f-83a4286162c2 req-f0828a4b-a14e-479b-ab59-9de224a9b252 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 210 time: 0.0359762 Feb 11 13:48:01.832015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59108) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:02.200020 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1591367510-network', 'tenant_id': '27fd768ee8c04a15a253a2dd393a4ea0'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:02.319684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Made reservation on behalf of 27fd768ee8c04a15a253a2dd393a4ea0 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:02.322924 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.336520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.342359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59124) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:02.471062 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.527004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f54ea4e4-9f88-41dc-a557-f72831f9cf40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.551613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13ee77bc-e0ec-455a-90bc-d8012e1c817e req-6050e524-c422-4fc5-a451-38cbc9c4318e tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 210 time: 0.0340400 Feb 11 13:48:02.596422 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.636560 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f54ea4e4-9f88-41dc-a557-f72831f9cf40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.651900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:48:02.658727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf5308a-62ed-401c-b9da-4e7c6a173650,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:02.668365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.669217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.669805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.670359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.670939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.671481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.672022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.672699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.673249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.673835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.674175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.686059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:02.697415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.697788 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Added segment 5e86df5f-0c4a-4143-8865-af017c4ce92a of type vlan for network b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 Feb 11 13:48:02.743162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f54ea4e4-9f88-41dc-a557-f72831f9cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.750913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.787667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ea4e4-9f88-41dc-a557-f72831f9cf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa172a-b0a6-4be2-8001-1491bac54ef9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:02.793821 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f54ea4e4-9f88-41dc-a557-f72831f9cf40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c7147c7ccfd4d5da828c30ea0d5ea64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492927 Feb 11 13:48:02.796396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59144) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:02.961259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:02.962591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:02.963360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:03.181435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] Pushing event updated for resources: {'Network': ['ID=b2d11d23-69fb-4b7f-b436-1d3d58b3cf55,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:03.194372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:48:03.234337 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb082f13-67f8-47a0-a159-20ff81b8b161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:03.273281 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb082f13-67f8-47a0-a159-20ff81b8b161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:03.295227 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-392e6b58-730c-4477-a66d-32903d166ccc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4613924 Feb 11 13:48:03.298534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59154) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:03.306387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Request body: {'subnet': {'network_id': 'b2d11d23-69fb-4b7f-b436-1d3d58b3cf55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1591367510-subnet', 'tenant_id': '27fd768ee8c04a15a253a2dd393a4ea0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:03.307326 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-389ea24e-b5ec-48fa-8c8e-90ce6ac3114a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:03.308810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-389ea24e-b5ec-48fa-8c8e-90ce6ac3114a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.59 "GET /v2.0/networks?id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d HTTP/1.1" status: 200 len: 814 time: 0.1511769 Feb 11 13:48:03.327420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Request body: {'port': {'device_id': '5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9', 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d', 'admin_state_up': True, 'tenant_id': '4cd4824952994d188d14fa54352a2148'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:03.482900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Made reservation on behalf of 27fd768ee8c04a15a253a2dd393a4ea0 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:03.485465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:03.582420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb082f13-67f8-47a0-a159-20ff81b8b161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:03.586264 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb082f13-67f8-47a0-a159-20ff81b8b161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:03.590009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cb082f13-67f8-47a0-a159-20ff81b8b161 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e4fa172a-b0a6-4be2-8001-1491bac54ef9 HTTP/1.1" status: 204 len: 168 time: 0.7892721 Feb 11 13:48:03.596481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb082f13-67f8-47a0-a159-20ff81b8b161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa172a-b0a6-4be2-8001-1491bac54ef9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:03.697821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Made reservation on behalf of 4cd4824952994d188d14fa54352a2148 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:03.701301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:03.768302 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af6fcc0d-69f8-4483-8758-f8e5942bb3ae req-0bc74e48-7ff2-4f5e-885e-b34cc4077830 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 210 time: 0.0879698 Feb 11 13:48:03.873923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Allocated IP 172.20.0.10 (e7431f25-4cfe-4c70-9b0f-f79f6d743a0d/b7f608d1-deb5-4213-9a80-4a576d3c2405/40358421-9689-4904-8e03-14339df9f222) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:03.933692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:03.993052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e1b6b72-7b5d-490f-841b-e2529e01b6a9,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:04.062636 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:04.094288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Checking segment: {'id': '5e86df5f-0c4a-4143-8865-af017c4ce92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b2d11d23-69fb-4b7f-b436-1d3d58b3cf55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:48:04.095072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Network hostable DHCP agents. Network: b2d11d23-69fb-4b7f-b436-1d3d58b3cf55, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:48:04.225276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:04.251196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Network b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:48:04.288057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:04.291574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:04.302041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:04.306439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Pushing event updated for resources: {'Port': ['ID=40358421-9689-4904-8e03-14339df9f222,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:04.365991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:04.366594 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:04.388487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, b2d11d23-69fb-4b7f-b436-1d3d58b3cf55) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:04.393316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:04.394039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:04.399110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3490bb9b-460d-4180-82ac-b52cb1c681b0 None None] Network b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:48:04.529947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9a1a9-52f4-4a56-8f1e-474e0ff00b7e None None] Network b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:48:04.539348 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-531ecd23-f86d-46d8-b988-f76bedb4bc0d tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2204828 Feb 11 13:48:04.556030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-69a08345-f840-4f55-8ab7-4daae7a87362 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2563493 Feb 11 13:48:04.556880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Request body: {'port': {'device_id': '5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:04.669960 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:04.819140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59194) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:04.854170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10721134-1554-482d-a975-e92c5301740e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:04.985821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5b0c4-1aea-4c3b-b9ff-45a198c4c378 req-60b5c5dc-67ff-45c7-82a7-9e2ed4ff77a3 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:04.993704 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53b5b0c4-1aea-4c3b-b9ff-45a198c4c378 req-60b5c5dc-67ff-45c7-82a7-9e2ed4ff77a3 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 932 time: 0.1457453 Feb 11 13:48:05.040954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10721134-1554-482d-a975-e92c5301740e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.046161 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59200) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:05.089536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53b5b0c4-1aea-4c3b-b9ff-45a198c4c378 req-b42850e8-75d9-419d-954a-387c851c29e0 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948160 Feb 11 13:48:05.166073 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10721134-1554-482d-a975-e92c5301740e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.204488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40358421-9689-4904-8e03-14339df9f222 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:05.219029 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.233150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10721134-1554-482d-a975-e92c5301740e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249489c9-48d1-44f2-8712-72c021b94996,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:05.235777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Transition to ACTIVE for port object 40358421-9689-4904-8e03-14339df9f222 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:05.257506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-10721134-1554-482d-a975-e92c5301740e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=efd71230818b4540b189b61054d8a270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301617 Feb 11 13:48:05.257633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59206) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:05.259212 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e109-96a9-46c1-844e-b40572023543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.343693 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b816727e-62df-4cd6-8b7f-93365113c342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.358077 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.377654 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e109-96a9-46c1-844e-b40572023543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.412458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b816727e-62df-4cd6-8b7f-93365113c342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.468114 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e109-96a9-46c1-844e-b40572023543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.479172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Pushing event updated for resources: {'Port': ['ID=40358421-9689-4904-8e03-14339df9f222,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:05.518050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.518410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.518797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.519077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.519407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.519740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.520069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.520394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.520722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.521063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.522096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.522440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:05.559049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9bc3e109-96a9-46c1-844e-b40572023543 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=808d7b121f854d07b7dfb459639517fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5111032 Feb 11 13:48:05.570343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59216) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:05.577379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3e109-96a9-46c1-844e-b40572023543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f943a69-48b4-4cb3-ac49-f3738d1959ad,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:05.591648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Attempting to bind port 40358421-9689-4904-8e03-14339df9f222 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:05.591914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Attempting to bind port 40358421-9689-4904-8e03-14339df9f222 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'c5d31242-8039-4691-8f08-d931373dc0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:05.592247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Attempting to bind port 40358421-9689-4904-8e03-14339df9f222 on network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:05.621799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Port 40358421-9689-4904-8e03-14339df9f222 on network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:48:05.622122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Attempting to bind port 40358421-9689-4904-8e03-14339df9f222 on network e7431f25-4cfe-4c70-9b0f-f79f6d743a0d {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:05.641142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b816727e-62df-4cd6-8b7f-93365113c342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.643870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b816727e-62df-4cd6-8b7f-93365113c342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.645069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b816727e-62df-4cd6-8b7f-93365113c342 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/249489c9-48d1-44f2-8712-72c021b94996 HTTP/1.1" status: 204 len: 168 time: 0.3801856 Feb 11 13:48:05.646000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:48:05.647036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Checking segment: {'id': 'c5d31242-8039-4691-8f08-d931373dc0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:48:05.647419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Bound using segment: {'id': 'c5d31242-8039-4691-8f08-d931373dc0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:48:05.647874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Bound port: 40358421-9689-4904-8e03-14339df9f222, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d31242-8039-4691-8f08-d931373dc0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:05.648230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.676841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816727e-62df-4cd6-8b7f-93365113c342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249489c9-48d1-44f2-8712-72c021b94996,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:05.682878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cdf97cc5-e3dc-4444-a7d8-ad5dfd8407db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.732658 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cdf97cc5-e3dc-4444-a7d8-ad5dfd8407db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.779686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] For port 40358421-9689-4904-8e03-14339df9f222, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:05.791915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] For port 40358421-9689-4904-8e03-14339df9f222, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=40358421-9689-4904-8e03-14339df9f222,segment=NetworkSegment(c5d31242-8039-4691-8f08-d931373dc0fc),segment_id=c5d31242-8039-4691-8f08-d931373dc0fc)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:05.943591 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.983047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:05.986305 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:05.986305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] 10.222.0.59 "PUT /v2.0/ports/40358421-9689-4904-8e03-14339df9f222 HTTP/1.1" status: 200 len: 1092 time: 1.4380860 Feb 11 13:48:05.987633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9', 'tag': '40358421-9689-4904-8e03-14339df9f222'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:05.991696 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a8b80b-949d-48c1-8b21-a49e1d9f99ec" -d '{"events": [{"name": "network-changed", "server_uuid": "5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9", "tag": "40358421-9689-4904-8e03-14339df9f222"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:05.994906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59232) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:06.000238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-718416457-network', 'tenant_id': '957166d5829549d38088710e00a6e079'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:06.034552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d688d2b-cd59-4495-8a8f-933b097def04 service neutron] Pushing event updated for resources: {'Port': ['ID=40358421-9689-4904-8e03-14339df9f222,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.048933 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e867c9a1-7230-45c6-a468-1f77ebce7151 x-openstack-request-id: req-e867c9a1-7230-45c6-a468-1f77ebce7151 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:06.049882 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9", "tag": "40358421-9689-4904-8e03-14339df9f222", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:06.050006 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e867c9a1-7230-45c6-a468-1f77ebce7151 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:06.050420 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9', 'tag': '40358421-9689-4904-8e03-14339df9f222', 'status': 'completed', 'code': 200} Feb 11 13:48:06.079252 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cdf97cc5-e3dc-4444-a7d8-ad5dfd8407db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.082279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cdf97cc5-e3dc-4444-a7d8-ad5dfd8407db admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.086441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cdf97cc5-e3dc-4444-a7d8-ad5dfd8407db admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0f943a69-48b4-4cb3-ac49-f3738d1959ad HTTP/1.1" status: 204 len: 168 time: 0.5149040 Feb 11 13:48:06.136706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Made reservation on behalf of 957166d5829549d38088710e00a6e079 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:06.140965 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.151890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.187680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf97cc5-e3dc-4444-a7d8-ad5dfd8407db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f943a69-48b4-4cb3-ac49-f3738d1959ad,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.332248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b80b-949d-48c1-8b21-a49e1d9f99ec req-4e628a85-0022-405d-88b6-a4d039690273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:06.336327 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-42a8b80b-949d-48c1-8b21-a49e1d9f99ec req-4e628a85-0022-405d-88b6-a4d039690273 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cd4824952994d188d14fa54352a2148&device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 1095 time: 0.2683201 Feb 11 13:48:06.337519 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.411859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.461657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a66bbf-7326-455c-b3a3-8e6263db9af9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.473842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:48:06.488944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.489702 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Added segment a4a71a89-14ed-4ae4-ac33-b93a26349490 of type vlan for network 2bb64cc0-8b57-466d-a5e2-bb3667747780 Feb 11 13:48:06.497754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc88da7-34a0-4895-83b6-b9744b345fe3 req-51d733d4-c513-4091-af57-fbb8a5896e8e tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:06.503978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc88da7-34a0-4895-83b6-b9744b345fe3 req-51d733d4-c513-4091-af57-fbb8a5896e8e tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 944 time: 0.2707963 Feb 11 13:48:06.561094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.633212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc88da7-34a0-4895-83b6-b9744b345fe3 req-8698cce9-5867-458b-b23a-37890b939745 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205842 Feb 11 13:48:06.645157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b80b-949d-48c1-8b21-a49e1d9f99ec req-fa55cec7-e795-4a88-9e67-998bfa0e1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:06.647326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-42a8b80b-949d-48c1-8b21-a49e1d9f99ec req-fa55cec7-e795-4a88-9e67-998bfa0e1b78 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=4cd4824952994d188d14fa54352a2148&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3014722 Feb 11 13:48:06.719636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.720631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:06.727747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:06.781238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] Pushing event updated for resources: {'Network': ['ID=2bb64cc0-8b57-466d-a5e2-bb3667747780,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:06.792383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 2bb64cc0-8b57-466d-a5e2-bb3667747780 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:48:06.831480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8b80b-949d-48c1-8b21-a49e1d9f99ec req-5fafc85f-cb21-41ed-8e1c-49b68fbf2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:06.833827 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-42a8b80b-949d-48c1-8b21-a49e1d9f99ec req-5fafc85f-cb21-41ed-8e1c-49b68fbf2e84 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1791098 Feb 11 13:48:06.872093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6daccdf9-e5d6-42ef-bc2d-371c38ab8aaa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8757460 Feb 11 13:48:06.874833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59264) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:06.879936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Request body: {'subnet': {'network_id': '2bb64cc0-8b57-466d-a5e2-bb3667747780', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-718416457-subnet', 'tenant_id': '957166d5829549d38088710e00a6e079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:06.917151 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:48:06.926605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-caaa4bce-6111-41b6-ab81-ba89dfc53eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:06.929160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-caaa4bce-6111-41b6-ab81-ba89dfc53eb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cd4824952994d188d14fa54352a2148&device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 1095 time: 0.0559127 Feb 11 13:48:06.973876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-1edeb29b-1534-4a4f-8e28-da6b628f255b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40358421-9689-4904-8e03-14339df9f222 HTTP/1.1" status: 200 len: 217 time: 0.0378499 Feb 11 13:48:07.022833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-e84136c1-c347-45cc-8b00-cc77d2c25aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:07.022833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-e84136c1-c347-45cc-8b00-cc77d2c25aa7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7f608d1-deb5-4213-9a80-4a576d3c2405 HTTP/1.1" status: 200 len: 854 time: 0.0428154 Feb 11 13:48:07.053931 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-62372ade-8bc0-4cb5-9fbe-05ed78c48610 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251651 Feb 11 13:48:07.096943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Made reservation on behalf of 957166d5829549d38088710e00a6e079 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:07.102736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.171264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59274) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:07.190561 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a121163-846b-4646-b8d0-20223d8bcae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.196126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-187f6b51-cef1-4b02-898d-74ea468b75be service neutron] 10.222.0.59 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356409 Feb 11 13:48:07.368037 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dcb959f-50bb-4b35-a9d6-2a67234bdd8d req-df0426c0-e8d5-45ce-88f8-506cebae655f service neutron] 10.222.0.59 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654744 Feb 11 13:48:07.410583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a121163-846b-4646-b8d0-20223d8bcae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.548344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a121163-846b-4646-b8d0-20223d8bcae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.548878 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.611239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3a121163-846b-4646-b8d0-20223d8bcae1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0ca20995877458bb5a4eb46d5ab678c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4383550 Feb 11 13:48:07.614306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59290) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:07.617011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a121163-846b-4646-b8d0-20223d8bcae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9689ee-5406-4789-a9c6-8ff61a3d1d8d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:07.640488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f62a7a-0206-4b00-a63a-68c628cf2e99,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:07.683806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Checking segment: {'id': 'a4a71a89-14ed-4ae4-ac33-b93a26349490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2bb64cc0-8b57-466d-a5e2-bb3667747780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:48:07.686191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Network hostable DHCP agents. Network: 2bb64cc0-8b57-466d-a5e2-bb3667747780, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:48:07.707417 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc9a5-d815-4724-8068-968f5eacf1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.733464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc9a5-d815-4724-8068-968f5eacf1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.788078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Network 2bb64cc0-8b57-466d-a5e2-bb3667747780 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:48:07.843926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbaf93-0c9d-44c3-afe6-d619225a6f62 req-44d68798-2f35-4d39-a2bc-1461aa2d59c1 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:07.846072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8ebbaf93-0c9d-44c3-afe6-d619225a6f62 req-44d68798-2f35-4d39-a2bc-1461aa2d59c1 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 944 time: 0.0754597 Feb 11 13:48:07.875820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 2bb64cc0-8b57-466d-a5e2-bb3667747780) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:07.884332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:07.885071 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.893036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ad94c-6ad6-46d8-ba7a-3051da5468f0 None None] Network 2bb64cc0-8b57-466d-a5e2-bb3667747780 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:48:07.910526 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8ebbaf93-0c9d-44c3-afe6-d619225a6f62 req-2f6f1347-df93-4c29-a6a5-b8de254dbef7 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530357 Feb 11 13:48:07.974591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc9a5-d815-4724-8068-968f5eacf1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.982470 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e1dc9a5-d815-4724-8068-968f5eacf1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:07.983655 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5e1dc9a5-d815-4724-8068-968f5eacf1c6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1a9689ee-5406-4789-a9c6-8ff61a3d1d8d HTTP/1.1" status: 204 len: 168 time: 0.3683481 Feb 11 13:48:08.003049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1dc9a5-d815-4724-8068-968f5eacf1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9689ee-5406-4789-a9c6-8ff61a3d1d8d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:08.026598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-daf9d598-8638-4ebe-ba9f-59649df5e83f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1506941 Feb 11 13:48:08.121113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b009ae-691b-4b97-8f0f-d5c5a5e3f51c None None] Network 2bb64cc0-8b57-466d-a5e2-bb3667747780 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:48:08.999368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-93d45e6c-c69c-422f-b119-66b8254cdcfe tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:09.006615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-93d45e6c-c69c-422f-b119-66b8254cdcfe tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/networks?id=b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 HTTP/1.1" status: 200 len: 809 time: 0.1554956 Feb 11 13:48:09.024920 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-ffdd7969-7c21-480c-a315-c559ae0fc2b9 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/quotas/27fd768ee8c04a15a253a2dd393a4ea0 HTTP/1.1" status: 200 len: 375 time: 0.0102570 Feb 11 13:48:09.082340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-d02f4af8-f84e-48e4-9646-8fa638dbbc51 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=27fd768ee8c04a15a253a2dd393a4ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488331 Feb 11 13:48:09.084643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372e6e32-fe38-471f-ae4d-0bf22bf01c17 req-fa5f9219-b3e8-4ebb-964f-60a83e266bf6 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:09.086812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-372e6e32-fe38-471f-ae4d-0bf22bf01c17 req-fa5f9219-b3e8-4ebb-964f-60a83e266bf6 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 944 time: 0.0990129 Feb 11 13:48:09.154058 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-372e6e32-fe38-471f-ae4d-0bf22bf01c17 req-6f51440d-6426-4a5c-81d4-2602b1cdbee8 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497932 Feb 11 13:48:09.184272 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-3d89d9c7-0e8e-47cc-a0b3-fde01c1b6806 service neutron] 10.222.0.52 "GET /v2.0/networks/b2d11d23-69fb-4b7f-b436-1d3d58b3cf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954132 Feb 11 13:48:09.286064 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-6a2e0972-21c5-4e79-ba1d-a7caa8e21fc1 service neutron] 10.222.0.52 "GET /v2.0/networks/b2d11d23-69fb-4b7f-b436-1d3d58b3cf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941668 Feb 11 13:48:09.617714 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-781f244e-99ce-4976-b29b-841ce5fc6f2f req-b3944e2e-ff12-4718-a48c-8c73eb5572e6 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 210 time: 0.0395746 Feb 11 13:48:10.300412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c96c9-36dd-4421-abe9-0ab2884888b6 req-12eea099-d656-4aee-adfc-8d23767d4c2c tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:10.303455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e12c96c9-36dd-4421-abe9-0ab2884888b6 req-12eea099-d656-4aee-adfc-8d23767d4c2c tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 944 time: 0.0733898 Feb 11 13:48:10.351379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e12c96c9-36dd-4421-abe9-0ab2884888b6 req-232b66e2-8021-4500-a61f-b86fdc1d58f9 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Feb 11 13:48:10.730985 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1b9433a3-bcfe-4e54-8da6-5b914391fa3f req-b5955d42-2384-41c4-b90d-850271c72204 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 210 time: 0.0340006 Feb 11 13:48:11.532868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757615f8-4abf-4f1c-b4e6-74db015ba89c req-18daeca4-ca30-4dea-a6a8-4e6e5b11898b tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:11.546233 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-757615f8-4abf-4f1c-b4e6-74db015ba89c req-18daeca4-ca30-4dea-a6a8-4e6e5b11898b tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 944 time: 0.0728021 Feb 11 13:48:11.583177 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-757615f8-4abf-4f1c-b4e6-74db015ba89c req-33666cac-a70b-43c0-bf6f-fca026641496 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359955 Feb 11 13:48:11.818969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cd09b63-568c-4c69-865c-0d74d634f779 req-cec2e273-b9b0-46bd-b153-b9f04e97a5bc tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 210 time: 0.0349312 Feb 11 13:48:12.570628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-5c228961-ab6a-4b8d-a6ca-cfbfeec46e7e tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:12.572121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-5c228961-ab6a-4b8d-a6ca-cfbfeec46e7e tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.13 "GET /v2.0/networks?id=b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 HTTP/1.1" status: 200 len: 809 time: 0.1159720 Feb 11 13:48:12.576691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 40358421-9689-4904-8e03-14339df9f222 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:48:12.614178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Request body: {'port': {'device_id': 'af5e0e27-0db0-4e07-af14-5bca9bbc89ef', 'network_id': 'b2d11d23-69fb-4b7f-b436-1d3d58b3cf55', 'admin_state_up': True, 'tenant_id': '27fd768ee8c04a15a253a2dd393a4ea0'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:12.715764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 40358421-9689-4904-8e03-14339df9f222, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=40358421-9689-4904-8e03-14339df9f222,segment=NetworkSegment(c5d31242-8039-4691-8f08-d931373dc0fc),segment_id=c5d31242-8039-4691-8f08-d931373dc0fc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:12.726869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '40358421-9689-4904-8e03-14339df9f222', 'network_id': 'e7431f25-4cfe-4c70-9b0f-f79f6d743a0d', 'port_id': '40358421-9689-4904-8e03-14339df9f222', 'mac_address': 'fa:16:3e:de:8c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7f608d1-deb5-4213-9a80-4a576d3c2405', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:48:12.760415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a645f6-4bc1-4714-b9b3-16205df1804e req-67790918-a3c9-4a12-95ed-e2710e5424e2 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:12.763904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4a645f6-4bc1-4714-b9b3-16205df1804e req-67790918-a3c9-4a12-95ed-e2710e5424e2 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 944 time: 0.0857191 Feb 11 13:48:12.793224 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.797864 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40358421-9689-4904-8e03-14339df9f222 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:12.821371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f4a645f6-4bc1-4714-b9b3-16205df1804e req-53bfffed-893a-4325-b285-9b7bd7ea18a0 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471847 Feb 11 13:48:12.821512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 40358421-9689-4904-8e03-14339df9f222, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=40358421-9689-4904-8e03-14339df9f222,segment=NetworkSegment(c5d31242-8039-4691-8f08-d931373dc0fc),segment_id=c5d31242-8039-4691-8f08-d931373dc0fc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:12.928474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec8cf606-1f4b-4338-84f3-8b828755529a req-f28878dd-ec07-470d-91f0-6d3f47f1c8cb tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 210 time: 0.0342238 Feb 11 13:48:12.959489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Made reservation on behalf of 27fd768ee8c04a15a253a2dd393a4ea0 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:12.971414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:12.971780 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.019500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=40358421-9689-4904-8e03-14339df9f222,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:13.171536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Allocated IP 172.20.0.14 (b2d11d23-69fb-4b7f-b436-1d3d58b3cf55/2e1b6b72-7b5d-490f-841b-e2529e01b6a9/c7cea7a3-46f1-49be-b5e3-5e234b83bab7) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:13.347690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['40358421-9689-4904-8e03-14339df9f222'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:13.362855 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.469240 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.557373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Network b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:13.561694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:13.563683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Pushing event updated for resources: {'Port': ['ID=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:13.566100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:13.628283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:13.628907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:13.738216 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-95fa0682-0b92-4396-a2a6-38efd848951a tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1420133 Feb 11 13:48:13.754693 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Request body: {'port': {'device_id': 'af5e0e27-0db0-4e07-af14-5bca9bbc89ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:13.844901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:14.040940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cee419-c770-4caa-a271-61df5086a0f4 req-d40e0b77-0dae-444f-8fda-1806a501f002 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:14.048339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21cee419-c770-4caa-a271-61df5086a0f4 req-d40e0b77-0dae-444f-8fda-1806a501f002 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 945 time: 0.1377664 Feb 11 13:48:14.117479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21cee419-c770-4caa-a271-61df5086a0f4 req-5367eae5-28bb-4b4d-a97a-92d5ed4b4cfa tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606515 Feb 11 13:48:14.185971 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd2075-7888-4527-a327-14d546111bec req-4bffd4b7-27c0-46d3-9df7-8e6c245b2862 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:14.188382 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74cd2075-7888-4527-a327-14d546111bec req-4bffd4b7-27c0-46d3-9df7-8e6c245b2862 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 932 time: 0.1067340 Feb 11 13:48:14.261939 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74cd2075-7888-4527-a327-14d546111bec req-e19e63aa-146b-460e-b206-2eeef2882a2f tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642123 Feb 11 13:48:14.267612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cea7a3-46f1-49be-b5e3-5e234b83bab7 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:14.277184 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:14.292040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Transition to ACTIVE for port object c7cea7a3-46f1-49be-b5e3-5e234b83bab7 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:14.376324 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:14.488861 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:14.592286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 40358421-9689-4904-8e03-14339df9f222 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:14.604416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Attempting to bind port c7cea7a3-46f1-49be-b5e3-5e234b83bab7 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:14.604759 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Attempting to bind port c7cea7a3-46f1-49be-b5e3-5e234b83bab7 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '5e86df5f-0c4a-4143-8865-af017c4ce92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b2d11d23-69fb-4b7f-b436-1d3d58b3cf55'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:14.605090 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Attempting to bind port c7cea7a3-46f1-49be-b5e3-5e234b83bab7 on network b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:14.611830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Port c7cea7a3-46f1-49be-b5e3-5e234b83bab7 on network b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:48:14.612111 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Attempting to bind port c7cea7a3-46f1-49be-b5e3-5e234b83bab7 on network b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:14.617497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:48:14.619198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Checking segment: {'id': '5e86df5f-0c4a-4143-8865-af017c4ce92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b2d11d23-69fb-4b7f-b436-1d3d58b3cf55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:48:14.619198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Bound using segment: {'id': '5e86df5f-0c4a-4143-8865-af017c4ce92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b2d11d23-69fb-4b7f-b436-1d3d58b3cf55'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:48:14.619198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Bound port: c7cea7a3-46f1-49be-b5e3-5e234b83bab7, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e86df5f-0c4a-4143-8865-af017c4ce92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b2d11d23-69fb-4b7f-b436-1d3d58b3cf55'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:14.619198 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:14.719589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] For port c7cea7a3-46f1-49be-b5e3-5e234b83bab7, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:14.723125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] For port c7cea7a3-46f1-49be-b5e3-5e234b83bab7, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,segment=NetworkSegment(5e86df5f-0c4a-4143-8865-af017c4ce92a),segment_id=5e86df5f-0c4a-4143-8865-af017c4ce92a)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:14.795557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 40358421-9689-4904-8e03-14339df9f222 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:14.807317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 40358421-9689-4904-8e03-14339df9f222 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:14.808746 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:14.829398 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:14.901740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:14.916366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:14.918119 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] 10.222.0.13 "PUT /v2.0/ports/c7cea7a3-46f1-49be-b5e3-5e234b83bab7 HTTP/1.1" status: 200 len: 1092 time: 1.1691639 Feb 11 13:48:14.920554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af5e0e27-0db0-4e07-af14-5bca9bbc89ef', 'tag': 'c7cea7a3-46f1-49be-b5e3-5e234b83bab7'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:14.925273 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a122c7-0e43-47fb-a958-363daecf122d" -d '{"events": [{"name": "network-changed", "server_uuid": "af5e0e27-0db0-4e07-af14-5bca9bbc89ef", "tag": "c7cea7a3-46f1-49be-b5e3-5e234b83bab7"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:15.004848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577084a4-06e2-4e18-b180-81ac1643f141 service neutron] Pushing event updated for resources: {'Port': ['ID=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.031516 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebcd59b-7ee1-446c-b830-66d414e7f765 x-openstack-request-id: req-8ebcd59b-7ee1-446c-b830-66d414e7f765 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:15.032011 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af5e0e27-0db0-4e07-af14-5bca9bbc89ef", "tag": "c7cea7a3-46f1-49be-b5e3-5e234b83bab7", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:15.032505 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8ebcd59b-7ee1-446c-b830-66d414e7f765 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:15.033045 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af5e0e27-0db0-4e07-af14-5bca9bbc89ef', 'tag': 'c7cea7a3-46f1-49be-b5e3-5e234b83bab7', 'status': 'completed', 'code': 200} Feb 11 13:48:15.084042 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.131508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a122c7-0e43-47fb-a958-363daecf122d req-1b3220d9-7074-4dbf-9932-41dca91e1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.133427 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09a122c7-0e43-47fb-a958-363daecf122d req-1b3220d9-7074-4dbf-9932-41dca91e1034 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27fd768ee8c04a15a253a2dd393a4ea0&device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 1095 time: 0.0783560 Feb 11 13:48:15.136344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40358421-9689-4904-8e03-14339df9f222'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:15.144377 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89c75cb-995e-4255-b94d-9dc2b50b744d" -d '{"events": [{"server_uuid": "5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9", "name": "network-vif-plugged", "status": "completed", "tag": "40358421-9689-4904-8e03-14339df9f222"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:15.202525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 40358421-9689-4904-8e03-14339df9f222, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=40358421-9689-4904-8e03-14339df9f222,segment=NetworkSegment(c5d31242-8039-4691-8f08-d931373dc0fc),segment_id=c5d31242-8039-4691-8f08-d931373dc0fc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:15.248440 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0034665-b19b-43e0-9009-674ad708f529 x-openstack-request-id: req-c0034665-b19b-43e0-9009-674ad708f529 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:15.248984 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9", "name": "network-vif-plugged", "status": "completed", "tag": "40358421-9689-4904-8e03-14339df9f222", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:15.249390 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c0034665-b19b-43e0-9009-674ad708f529 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:15.250036 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40358421-9689-4904-8e03-14339df9f222', 'code': 200} Feb 11 13:48:15.325323 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:15.419786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ee485-96bf-4641-9d4d-e1d892e26ee2 req-041aee19-87d4-4d33-84aa-04047c60fe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.422912 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66ee485-96bf-4641-9d4d-e1d892e26ee2 req-041aee19-87d4-4d33-84aa-04047c60fe87 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 1096 time: 0.1112037 Feb 11 13:48:15.455566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=40358421-9689-4904-8e03-14339df9f222,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:15.461597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6bcce9-dbcd-4a1c-842e-47c238645b2e req-20a41950-6787-4a4d-9997-30513d45859a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.475975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0d6bcce9-dbcd-4a1c-842e-47c238645b2e req-20a41950-6787-4a4d-9997-30513d45859a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 945 time: 0.2161541 Feb 11 13:48:15.519003 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e66ee485-96bf-4641-9d4d-e1d892e26ee2 req-48a0c226-a669-42b9-a212-6d0987353da6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 Feb 11 13:48:15.529325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e5b2b-347f-4d54-8f8a-e3f41f6bca1a req-36f0041c-295c-4cda-b9a7-f116608ad5e8 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.531395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-455e5b2b-347f-4d54-8f8a-e3f41f6bca1a req-36f0041c-295c-4cda-b9a7-f116608ad5e8 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 944 time: 0.1177750 Feb 11 13:48:15.538631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a122c7-0e43-47fb-a958-363daecf122d req-a63131a9-1d4f-44ae-ba76-effd1c2772ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.545144 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09a122c7-0e43-47fb-a958-363daecf122d req-a63131a9-1d4f-44ae-ba76-effd1c2772ea service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=27fd768ee8c04a15a253a2dd393a4ea0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4001610 Feb 11 13:48:15.649875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-455e5b2b-347f-4d54-8f8a-e3f41f6bca1a req-3d260248-512d-40eb-b1cc-975861982ff5 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104040 Feb 11 13:48:15.726640 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0d6bcce9-dbcd-4a1c-842e-47c238645b2e req-4eeb12aa-2483-400e-9d1b-27def1b47861 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491534 Feb 11 13:48:15.758891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a122c7-0e43-47fb-a958-363daecf122d req-c3c78ac3-e398-4869-a90b-5f7d662c8735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.760634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09a122c7-0e43-47fb-a958-363daecf122d req-c3c78ac3-e398-4869-a90b-5f7d662c8735 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2118001 Feb 11 13:48:15.903387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-8bbf9a03-1236-49a0-b8b9-320f4aa129d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:15.905337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-8bbf9a03-1236-49a0-b8b9-320f4aa129d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=27fd768ee8c04a15a253a2dd393a4ea0&device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 1095 time: 0.0861025 Feb 11 13:48:15.959309 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-e485088a-1a45-47e7-916f-cd72ddc2ca2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c7cea7a3-46f1-49be-b5e3-5e234b83bab7 HTTP/1.1" status: 200 len: 217 time: 0.0462420 Feb 11 13:48:16.029031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-de8b86e0-5aba-43b6-994d-fe4fa4821c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:16.030967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-de8b86e0-5aba-43b6-994d-fe4fa4821c14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2e1b6b72-7b5d-490f-841b-e2529e01b6a9 HTTP/1.1" status: 200 len: 849 time: 0.0641165 Feb 11 13:48:16.087550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-0a73e5e8-0f20-4a0d-867f-b3fe3351f88f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2d11d23-69fb-4b7f-b436-1d3d58b3cf55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481515 Feb 11 13:48:16.267767 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-6b7d6e34-684e-44bb-ab7d-3dab9da8edc8 service neutron] 10.222.0.13 "GET /v2.0/networks/b2d11d23-69fb-4b7f-b436-1d3d58b3cf55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720991 Feb 11 13:48:16.389965 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd66adfc-abbe-4429-a60e-f8b434a4d81a req-817e4418-8b96-4d04-8faa-e527cf1d0bdd service neutron] 10.222.0.13 "GET /v2.0/networks/b2d11d23-69fb-4b7f-b436-1d3d58b3cf55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145415 Feb 11 13:48:16.862233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69402fef-cabe-4466-a35a-1452673db165 req-030b5f09-a7b4-4f13-8647-2201f69e6c51 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:16.863837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69402fef-cabe-4466-a35a-1452673db165 req-030b5f09-a7b4-4f13-8647-2201f69e6c51 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 944 time: 0.0670903 Feb 11 13:48:16.905359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85751c8b-7a4e-4a42-9b4c-ef52518b29f3 req-6189f5ba-0554-460d-9024-1319c88acfc2 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:16.910264 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85751c8b-7a4e-4a42-9b4c-ef52518b29f3 req-6189f5ba-0554-460d-9024-1319c88acfc2 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 946 time: 0.0782535 Feb 11 13:48:16.914019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69402fef-cabe-4466-a35a-1452673db165 req-fea1f545-ac37-44d6-9cdc-ad09fe06f60d tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399745 Feb 11 13:48:16.979457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85751c8b-7a4e-4a42-9b4c-ef52518b29f3 req-def862b8-ffb9-43ee-8565-1a944dd99ed7 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657251 Feb 11 13:48:18.052785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59694) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:18.137939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2177d7c1-b334-4cc3-b23e-93d5ddd5c8cf req-6f33c734-46fe-42c1-bc0b-40d17f55ff0e tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:18.150735 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2177d7c1-b334-4cc3-b23e-93d5ddd5c8cf req-6f33c734-46fe-42c1-bc0b-40d17f55ff0e tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 944 time: 0.1284218 Feb 11 13:48:18.218137 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2177d7c1-b334-4cc3-b23e-93d5ddd5c8cf req-983152b6-39c2-4d1d-ba1b-9347083c86e1 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660613 Feb 11 13:48:18.237709 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-754ae089-e3ad-4669-935d-5e31eb28d6f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.250706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87f43f-fd98-41db-b3f8-6c751bd326d9 req-f12d49c5-2b2f-4a37-83eb-851c4e669fe3 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:18.252491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a87f43f-fd98-41db-b3f8-6c751bd326d9 req-f12d49c5-2b2f-4a37-83eb-851c4e669fe3 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 946 time: 0.1279783 Feb 11 13:48:18.335073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a87f43f-fd98-41db-b3f8-6c751bd326d9 req-1758e462-d369-445f-8c33-5cae5e35b160 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625491 Feb 11 13:48:18.368402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-754ae089-e3ad-4669-935d-5e31eb28d6f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.451209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-754ae089-e3ad-4669-935d-5e31eb28d6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.504190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ae089-e3ad-4669-935d-5e31eb28d6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfce1bc4-fee4-4ddf-8a58-c608e880458c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:18.542018 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-754ae089-e3ad-4669-935d-5e31eb28d6f3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3c9b42678482461592d1494a6ce98753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878123 Feb 11 13:48:18.544643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59706) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:18.610563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dca5f39-d783-420f-909f-03715e3c2ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.638413 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dca5f39-d783-420f-909f-03715e3c2ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.833922 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dca5f39-d783-420f-909f-03715e3c2ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.836612 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6dca5f39-d783-420f-909f-03715e3c2ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:18.841142 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6dca5f39-d783-420f-909f-03715e3c2ce0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cfce1bc4-fee4-4ddf-8a58-c608e880458c HTTP/1.1" status: 204 len: 168 time: 0.2921031 Feb 11 13:48:18.867039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca5f39-d783-420f-909f-03715e3c2ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfce1bc4-fee4-4ddf-8a58-c608e880458c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:19.068597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c7cea7a3-46f1-49be-b5e3-5e234b83bab7 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:48:19.230739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c7cea7a3-46f1-49be-b5e3-5e234b83bab7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,segment=NetworkSegment(5e86df5f-0c4a-4143-8865-af017c4ce92a),segment_id=5e86df5f-0c4a-4143-8865-af017c4ce92a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:19.269536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'c7cea7a3-46f1-49be-b5e3-5e234b83bab7', 'network_id': 'b2d11d23-69fb-4b7f-b436-1d3d58b3cf55', 'port_id': 'c7cea7a3-46f1-49be-b5e3-5e234b83bab7', 'mac_address': 'fa:16:3e:32:66:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e1b6b72-7b5d-490f-841b-e2529e01b6a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:48:19.397923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572612f-0c50-4770-a482-b1112b37104c req-593abda0-65bb-4b7f-b649-19ab2862a8cb tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:19.399724 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f572612f-0c50-4770-a482-b1112b37104c req-593abda0-65bb-4b7f-b649-19ab2862a8cb tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 944 time: 0.0912805 Feb 11 13:48:19.482319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f572612f-0c50-4770-a482-b1112b37104c req-16c3a210-35c9-4d75-af50-1bdf01ea66d5 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721858 Feb 11 13:48:19.639318 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.668415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cea7a3-46f1-49be-b5e3-5e234b83bab7 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:19.724416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c7cea7a3-46f1-49be-b5e3-5e234b83bab7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,segment=NetworkSegment(5e86df5f-0c4a-4143-8865-af017c4ce92a),segment_id=5e86df5f-0c4a-4143-8865-af017c4ce92a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:19.850289 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:19.902037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:20.074616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['c7cea7a3-46f1-49be-b5e3-5e234b83bab7'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:20.712075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08cc3b-ed15-43f5-bc4f-edfc3076464d req-67a72ae1-0911-4f73-8914-73af154646f5 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:20.718827 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d08cc3b-ed15-43f5-bc4f-edfc3076464d req-67a72ae1-0911-4f73-8914-73af154646f5 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 945 time: 0.0980704 Feb 11 13:48:20.779628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2d08cc3b-ed15-43f5-bc4f-edfc3076464d req-2053a84e-8ec2-4784-8869-1427e767f51d tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524333 Feb 11 13:48:21.062172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c7cea7a3-46f1-49be-b5e3-5e234b83bab7 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:21.228787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port c7cea7a3-46f1-49be-b5e3-5e234b83bab7 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:21.237123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port c7cea7a3-46f1-49be-b5e3-5e234b83bab7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:21.238979 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.380217 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.428052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port c7cea7a3-46f1-49be-b5e3-5e234b83bab7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,segment=NetworkSegment(5e86df5f-0c4a-4143-8865-af017c4ce92a),segment_id=5e86df5f-0c4a-4143-8865-af017c4ce92a)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:21.440022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e0e27-0db0-4e07-af14-5bca9bbc89ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cea7a3-46f1-49be-b5e3-5e234b83bab7'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:21.440022 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7610f225-3d82-4034-9682-36126fb32c8e" -d '{"events": [{"server_uuid": "af5e0e27-0db0-4e07-af14-5bca9bbc89ef", "name": "network-vif-plugged", "status": "completed", "tag": "c7cea7a3-46f1-49be-b5e3-5e234b83bab7"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:21.495850 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d18b62-7668-4229-88fd-260149bb0a43 x-openstack-request-id: req-d2d18b62-7668-4229-88fd-260149bb0a43 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:21.495850 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e0e27-0db0-4e07-af14-5bca9bbc89ef", "name": "network-vif-plugged", "status": "completed", "tag": "c7cea7a3-46f1-49be-b5e3-5e234b83bab7", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:21.495850 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2d18b62-7668-4229-88fd-260149bb0a43 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:21.495850 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5e0e27-0db0-4e07-af14-5bca9bbc89ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cea7a3-46f1-49be-b5e3-5e234b83bab7', 'code': 200} Feb 11 13:48:21.547604 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:21.620437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab5b2e-9b9c-4949-ae0f-d020425f62c5 req-77b99bb8-6d08-48a0-8e10-d03017afa489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:21.622310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8ab5b2e-9b9c-4949-ae0f-d020425f62c5 req-77b99bb8-6d08-48a0-8e10-d03017afa489 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 1097 time: 0.0615652 Feb 11 13:48:21.623208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:21.697001 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8ab5b2e-9b9c-4949-ae0f-d020425f62c5 req-e0a74620-3511-4349-b1a7-49622533a4e0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670409 Feb 11 13:48:21.919273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b82ad-8d18-4100-9578-a02e7610199b req-60cf526e-9195-45fb-aeb7-44f820d0cdce tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:21.920863 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a8b82ad-8d18-4100-9578-a02e7610199b req-60cf526e-9195-45fb-aeb7-44f820d0cdce tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 946 time: 0.0538421 Feb 11 13:48:21.972430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4a8b82ad-8d18-4100-9578-a02e7610199b req-b95cb5c7-f652-4565-bf81-0df22f6832ab tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423331 Feb 11 13:48:22.804023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59834) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:23.108914 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e451b40-00fa-4aa6-9433-b431b68868c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:23.147431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1aea5-5365-4b92-9f92-149f95c6c5de req-b43a5b8d-d6f5-40a7-8f03-9f95cb7061be tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:23.158463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded1aea5-5365-4b92-9f92-149f95c6c5de req-b43a5b8d-d6f5-40a7-8f03-9f95cb7061be tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 946 time: 0.0721488 Feb 11 13:48:23.214318 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e451b40-00fa-4aa6-9433-b431b68868c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:23.219219 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ded1aea5-5365-4b92-9f92-149f95c6c5de req-bfcdefd6-5ce6-4263-b2de-ca1074f0b923 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572398 Feb 11 13:48:23.387418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e451b40-00fa-4aa6-9433-b431b68868c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:23.428551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e451b40-00fa-4aa6-9433-b431b68868c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b7fa49-29f2-4c95-bc29-f72e793f6060,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:23.433365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4e451b40-00fa-4aa6-9433-b431b68868c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1702a3488b364304b7f8b37bd7fc95bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275759 Feb 11 13:48:23.435417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59854) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:23.489591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc9b508e-f27f-48b1-8902-328f6ecdae3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:23.515189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc9b508e-f27f-48b1-8902-328f6ecdae3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:23.639106 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc9b508e-f27f-48b1-8902-328f6ecdae3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:23.642135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc9b508e-f27f-48b1-8902-328f6ecdae3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:23.646201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fc9b508e-f27f-48b1-8902-328f6ecdae3d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/04b7fa49-29f2-4c95-bc29-f72e793f6060 HTTP/1.1" status: 204 len: 168 time: 0.2069960 Feb 11 13:48:23.652647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b508e-f27f-48b1-8902-328f6ecdae3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b7fa49-29f2-4c95-bc29-f72e793f6060,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:24.356017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e82c6-26f0-4f07-8ee8-f5d3d846f68a req-0fbd1293-05ee-4269-bc62-e831f6a3cddf tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:24.358269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f6e82c6-26f0-4f07-8ee8-f5d3d846f68a req-0fbd1293-05ee-4269-bc62-e831f6a3cddf tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 946 time: 0.0527322 Feb 11 13:48:24.398351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3f6e82c6-26f0-4f07-8ee8-f5d3d846f68a req-4fd712b7-4abd-4e6f-a867-bf2c86fdcbc7 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345716 Feb 11 13:48:24.548457 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59894) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:24.580768 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64de4728-d105-4547-a533-512bf09761d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.718035 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4a8b2adb-77f6-4479-9b7c-e23738631869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.738366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64de4728-d105-4547-a533-512bf09761d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.798870 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64de4728-d105-4547-a533-512bf09761d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.845446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59902) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:24.846065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-64de4728-d105-4547-a533-512bf09761d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9ce3b7e534148968f641c6a9b573270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957909 Feb 11 13:48:24.846421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de4728-d105-4547-a533-512bf09761d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2d041e-4ef0-4445-addd-ff5a9c92e298,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:24.919979 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffdeac5e-c7f3-44c7-bd97-846463c064fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:24.946494 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffdeac5e-c7f3-44c7-bd97-846463c064fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.102144 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffdeac5e-c7f3-44c7-bd97-846463c064fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.104875 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ffdeac5e-c7f3-44c7-bd97-846463c064fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:25.106059 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ffdeac5e-c7f3-44c7-bd97-846463c064fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bc2d041e-4ef0-4445-addd-ff5a9c92e298 HTTP/1.1" status: 204 len: 168 time: 0.2588394 Feb 11 13:48:25.115029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdeac5e-c7f3-44c7-bd97-846463c064fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2d041e-4ef0-4445-addd-ff5a9c92e298,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:25.766063 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.268388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 59950) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:26.452482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-25edffaf-54c9-4575-a910-8bb325fb4585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.564975 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-25edffaf-54c9-4575-a910-8bb325fb4585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.656345 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-25edffaf-54c9-4575-a910-8bb325fb4585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.764290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 59972) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:26.774419 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-25edffaf-54c9-4575-a910-8bb325fb4585 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e3d15390550a426092079a6cb984e9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047195 Feb 11 13:48:26.783647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edffaf-54c9-4575-a910-8bb325fb4585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ccacc4-587c-49bc-a6e2-fd05389edc47,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:26.870459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e950be0-b93d-4f92-a2fb-c5ad2ebc709b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:26.898026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e950be0-b93d-4f92-a2fb-c5ad2ebc709b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:27.027585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7b3f461b-3835-4648-836d-a01270676d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:27.102397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e950be0-b93d-4f92-a2fb-c5ad2ebc709b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:27.104977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e950be0-b93d-4f92-a2fb-c5ad2ebc709b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:27.108486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6e950be0-b93d-4f92-a2fb-c5ad2ebc709b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/69ccacc4-587c-49bc-a6e2-fd05389edc47 HTTP/1.1" status: 204 len: 168 time: 0.3426747 Feb 11 13:48:27.126779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e950be0-b93d-4f92-a2fb-c5ad2ebc709b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ccacc4-587c-49bc-a6e2-fd05389edc47,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:27.833246 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:28.453858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2ee08-4356-4436-945d-a5657da77911 req-2065954a-1759-4c66-94c9-147799f6196f tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:28.455489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-77c2ee08-4356-4436-945d-a5657da77911 req-2065954a-1759-4c66-94c9-147799f6196f tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0456469 Feb 11 13:48:28.508746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-77c2ee08-4356-4436-945d-a5657da77911 req-2f4c5ec2-ddd9-4868-9c29-74993584571e tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457690 Feb 11 13:48:28.651664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:28.715307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295a28e-2cdc-4372-8dc7-bb0f53ca8dc9 req-495774ed-37aa-4b1c-8fed-adc7505f0fba tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:28.728091 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2295a28e-2cdc-4372-8dc7-bb0f53ca8dc9 req-495774ed-37aa-4b1c-8fed-adc7505f0fba tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.1089480 Feb 11 13:48:28.779595 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2295a28e-2cdc-4372-8dc7-bb0f53ca8dc9 req-06a36ee2-a1a1-47be-a614-495f54af79ab tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503318 Feb 11 13:48:28.797459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 60074) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:28.866374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7c3f6fb5-ca44-4b41-a69f-680947ec68b8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/dd487be4-b7e2-45ec-9d35-69de22038d25 HTTP/1.1" status: 200 len: 992 time: 0.0677087 Feb 11 13:48:30.056109 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:30.656558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4406db16-70ef-4394-84e7-bba92b59b079 req-dab1b723-721a-46f7-84d0-9ea64382d5d3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:30.658100 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4406db16-70ef-4394-84e7-bba92b59b079 req-dab1b723-721a-46f7-84d0-9ea64382d5d3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0603867 Feb 11 13:48:30.690414 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:30.706794 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4406db16-70ef-4394-84e7-bba92b59b079 req-fdfef9e7-5559-44d4-81d3-bd79061829ed tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422361 Feb 11 13:48:30.901177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ecbd-74af-4650-a844-36647795ae1c req-3a820679-bcb9-4586-a9c5-b1d0322e69c6 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:30.903019 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6f3ecbd-74af-4650-a844-36647795ae1c req-3a820679-bcb9-4586-a9c5-b1d0322e69c6 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 946 time: 0.0873985 Feb 11 13:48:30.948421 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6f3ecbd-74af-4650-a844-36647795ae1c req-f63ce641-113d-4624-976b-d8298a25c596 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392148 Feb 11 13:48:31.185946 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-9562381e-f9b6-4639-b4eb-cd50f971cfb9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2453239 Feb 11 13:48:31.219970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-3ff4350c-7413-4959-82d2-94429a0a9ceb service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:48:31.225695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-3ff4350c-7413-4959-82d2-94429a0a9ceb service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125563 Feb 11 13:48:31.357414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-b91e5bde-59a6-4c26-8e87-af98ea53e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:31.362811 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-b91e5bde-59a6-4c26-8e87-af98ea53e353 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1096 time: 0.0727792 Feb 11 13:48:31.534193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60184) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:31.558055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-914d441a-8c69-40ea-99e3-b7e1de66381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:31.566758 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-914d441a-8c69-40ea-99e3-b7e1de66381d service neutron] 10.222.0.13 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.1725907 Feb 11 13:48:31.729144 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79437649-aba2-4bee-9677-563641da2419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:31.749353 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-060cf632-bac8-4cf0-8664-0ecf28259b06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 1000 time: 0.1745334 Feb 11 13:48:31.935590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-7e8f0de9-6e98-47a2-9a4e-8519db1732b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:31.939308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-7e8f0de9-6e98-47a2-9a4e-8519db1732b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.1775050 Feb 11 13:48:31.959596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723dc4e-c7ed-41b1-b69e-845432773152 req-0dac9171-4982-4e8f-876d-cfb9bd2b02b5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:31.961953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0723dc4e-c7ed-41b1-b69e-845432773152 req-0dac9171-4982-4e8f-876d-cfb9bd2b02b5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0694089 Feb 11 13:48:32.031157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0723dc4e-c7ed-41b1-b69e-845432773152 req-4ecc62aa-ddf5-44e4-a816-3f57d5c5c8ec tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553148 Feb 11 13:48:32.104238 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79437649-aba2-4bee-9677-563641da2419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:32.163136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-2a5911a0-a22c-4824-8cd1-59d47538d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:32.165518 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-2a5911a0-a22c-4824-8cd1-59d47538d21a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2124548 Feb 11 13:48:32.204991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-3be89477-707d-4b1d-bc30-c1f3d8ef001b tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:32.206893 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-3be89477-707d-4b1d-bc30-c1f3d8ef001b tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.13 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 946 time: 0.1437354 Feb 11 13:48:32.237118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730bb60-468b-4e09-8091-8492faa8c054 req-d4d139b6-6ec6-4150-b22d-3eaa3c8df2de tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:32.245926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a730bb60-468b-4e09-8091-8492faa8c054 req-d4d139b6-6ec6-4150-b22d-3eaa3c8df2de tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 946 time: 0.1187255 Feb 11 13:48:32.271823 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-79437649-aba2-4bee-9677-563641da2419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:32.372920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-92851cdf-f4c0-40d6-a86f-07ec79211940 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Deleting port c7cea7a3-46f1-49be-b5e3-5e234b83bab7 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:48:32.373737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-92851cdf-f4c0-40d6-a86f-07ec79211940 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:32.679010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-92851cdf-f4c0-40d6-a86f-07ec79211940 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] For port c7cea7a3-46f1-49be-b5e3-5e234b83bab7, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,segment=NetworkSegment(5e86df5f-0c4a-4143-8865-af017c4ce92a),segment_id=5e86df5f-0c4a-4143-8865-af017c4ce92a)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:32.680071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-92851cdf-f4c0-40d6-a86f-07ec79211940 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:32.708732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-92851cdf-f4c0-40d6-a86f-07ec79211940 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Calling delete_port for c7cea7a3-46f1-49be-b5e3-5e234b83bab7 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:48:32.766322 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-69034f47-4049-47f3-a5af-150371973010 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=96a107bb78ea46f6b067a69fd7f5f497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483148 Feb 11 13:48:32.937661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a730bb60-468b-4e09-8091-8492faa8c054 req-f76a2131-dff5-481c-81e2-f1a216c09551 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/security-groups?id=aaf5308a-62ed-401c-b9da-4e7c6a173650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6853878 Feb 11 13:48:32.957531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-79437649-aba2-4bee-9677-563641da2419 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1c43bb12e89842489d3272772b55e902&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4223089 Feb 11 13:48:32.964369 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60248) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:32.968521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79437649-aba2-4bee-9677-563641da2419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ebb4ca-6a43-4f20-80d9-59d1a872794a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:33.021686 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-14581dd2-3314-4632-96b3-d7a328b08846 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8482151 Feb 11 13:48:33.142690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-92851cdf-f4c0-40d6-a86f-07ec79211940 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.216596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-922ec51b-5155-432c-b55a-df43a8d8e231 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:33.220553 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d401f1bd-4deb-4eec-8ea7-bec2488aee36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.225924 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-922ec51b-5155-432c-b55a-df43a8d8e231 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4540954 Feb 11 13:48:33.314813 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-e1ec1ce1-c084-4f31-b08d-7eb5e759f2d8 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/quotas/96a107bb78ea46f6b067a69fd7f5f497 HTTP/1.1" status: 200 len: 375 time: 0.0877275 Feb 11 13:48:33.326700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f095c-c035-4da8-95c7-c6850e9f3e41 req-3f466fde-fdf0-469e-a832-e06c2ed5a9f4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:33.334951 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-928f095c-c035-4da8-95c7-c6850e9f3e41 req-3f466fde-fdf0-469e-a832-e06c2ed5a9f4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.1927655 Feb 11 13:48:33.349066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d401f1bd-4deb-4eec-8ea7-bec2488aee36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.361250 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-94bd44bc-95d9-4784-aff8-7098585e0e20 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=96a107bb78ea46f6b067a69fd7f5f497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447760 Feb 11 13:48:33.380317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f977af5b-b231-45dc-9fcc-9a103398a733 req-006b5c1a-1e6b-426e-b7e9-40f61efc7795 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504357 Feb 11 13:48:33.411875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92851cdf-f4c0-40d6-a86f-07ec79211940 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Pushing event deleted for resources: {'Port': ['ID=c7cea7a3-46f1-49be-b5e3-5e234b83bab7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:33.422431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-92851cdf-f4c0-40d6-a86f-07ec79211940 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] No DVR routers for this DVR port c7cea7a3-46f1-49be-b5e3-5e234b83bab7 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:33.432626 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-92851cdf-f4c0-40d6-a86f-07ec79211940 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.440339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1671b7ca-2356-4ce3-9d03-7dfc3c88762d req-92851cdf-f4c0-40d6-a86f-07ec79211940 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.13 "DELETE /v2.0/ports/c7cea7a3-46f1-49be-b5e3-5e234b83bab7 HTTP/1.1" status: 204 len: 173 time: 1.2268796 Feb 11 13:48:33.441080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af5e0e27-0db0-4e07-af14-5bca9bbc89ef', 'name': 'network-vif-deleted', 'tag': 'c7cea7a3-46f1-49be-b5e3-5e234b83bab7'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:33.446978 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e31f97-dfc3-4ba2-927e-7ffd7bb4aefc" -d '{"events": [{"server_uuid": "af5e0e27-0db0-4e07-af14-5bca9bbc89ef", "name": "network-vif-deleted", "tag": "c7cea7a3-46f1-49be-b5e3-5e234b83bab7"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:33.466494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-928f095c-c035-4da8-95c7-c6850e9f3e41 req-362c2b9b-bd8b-4fde-bc24-47ad642b8eae tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305373 Feb 11 13:48:33.474718 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cee639a4-3dff-46ba-8618-e3665c11954c req-01eb5516-e9e3-4adc-8d52-9ef85d234045 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5376725 Feb 11 13:48:33.567281 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d401f1bd-4deb-4eec-8ea7-bec2488aee36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.571155 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d401f1bd-4deb-4eec-8ea7-bec2488aee36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:33.573372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d401f1bd-4deb-4eec-8ea7-bec2488aee36 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b5ebb4ca-6a43-4f20-80d9-59d1a872794a HTTP/1.1" status: 204 len: 168 time: 0.6078024 Feb 11 13:48:33.611014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401f1bd-4deb-4eec-8ea7-bec2488aee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ebb4ca-6a43-4f20-80d9-59d1a872794a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:33.644423 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e297fa4-a010-4ecc-9463-0a14c06109db x-openstack-request-id: req-8e297fa4-a010-4ecc-9463-0a14c06109db {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:33.645357 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af5e0e27-0db0-4e07-af14-5bca9bbc89ef", "name": "network-vif-deleted", "tag": "c7cea7a3-46f1-49be-b5e3-5e234b83bab7", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:33.645891 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e297fa4-a010-4ecc-9463-0a14c06109db {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:33.646526 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af5e0e27-0db0-4e07-af14-5bca9bbc89ef', 'name': 'network-vif-deleted', 'tag': 'c7cea7a3-46f1-49be-b5e3-5e234b83bab7', 'status': 'completed', 'code': 200} Feb 11 13:48:33.700627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee639a4-3dff-46ba-8618-e3665c11954c req-a6c17baf-98fb-4486-9989-a7974c89f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:33.710548 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cee639a4-3dff-46ba-8618-e3665c11954c req-a6c17baf-98fb-4486-9989-a7974c89f932 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4cd4824952994d188d14fa54352a2148&device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 1097 time: 0.1602762 Feb 11 13:48:33.831625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7ef4700f-0b5e-479f-954d-aaf93500bc34 req-d204f61c-1b7e-43df-8bbf-17446eca6aca tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 210 time: 0.0826323 Feb 11 13:48:33.965985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee639a4-3dff-46ba-8618-e3665c11954c req-01391ca2-d5bb-45a3-a31c-af02d7f680f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:33.970811 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cee639a4-3dff-46ba-8618-e3665c11954c req-01391ca2-d5bb-45a3-a31c-af02d7f680f7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d HTTP/1.1" status: 200 len: 915 time: 0.2297308 Feb 11 13:48:34.092731 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cee639a4-3dff-46ba-8618-e3665c11954c req-bc27485a-8677-46e3-a8b9-7af7f7a71cc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40358421-9689-4904-8e03-14339df9f222 HTTP/1.1" status: 200 len: 217 time: 0.1169221 Feb 11 13:48:34.187660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d056f82-2f6c-4210-b352-eebf0449b9c5 req-75277913-3ca4-4236-a608-7f9558772ee3 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 210 time: 0.0778217 Feb 11 13:48:34.225387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee639a4-3dff-46ba-8618-e3665c11954c req-566da545-cff7-4ddb-80d9-7033ab32e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:34.228996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cee639a4-3dff-46ba-8618-e3665c11954c req-566da545-cff7-4ddb-80d9-7033ab32e5d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b7f608d1-deb5-4213-9a80-4a576d3c2405 HTTP/1.1" status: 200 len: 854 time: 0.1296763 Feb 11 13:48:34.603240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb64b5f-1948-4c0a-a52e-f909647b1326 req-378b30ab-3357-45d9-b1d1-a7bf217c01d7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:34.606508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5cb64b5f-1948-4c0a-a52e-f909647b1326 req-378b30ab-3357-45d9-b1d1-a7bf217c01d7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0635076 Feb 11 13:48:34.698729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cee639a4-3dff-46ba-8618-e3665c11954c req-63a12d08-ca14-4fe4-b0b9-9fc485b4ab28 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4616928 Feb 11 13:48:34.699296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5cb64b5f-1948-4c0a-a52e-f909647b1326 req-bb257dfa-cbd1-4575-9912-ab1df81311e3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787990 Feb 11 13:48:34.710749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60296) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:34.746824 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce0b872a-302e-402d-b527-d92ca721f0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:35.026210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce0b872a-302e-402d-b527-d92ca721f0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:35.140190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c7cea7a3-46f1-49be-b5e3-5e234b83bab7 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:35.180759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: c7cea7a3-46f1-49be-b5e3-5e234b83bab7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:48:35.181406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device c7cea7a3-46f1-49be-b5e3-5e234b83bab7 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:35.187642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce0b872a-302e-402d-b527-d92ca721f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:35.224266 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cee639a4-3dff-46ba-8618-e3665c11954c req-b0a46182-5f45-45b9-a1a8-dfc7f64a20dc service neutron] 10.222.0.59 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105822 Feb 11 13:48:35.230407 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5d1a25ee-7a87-41ea-8d12-d12d32c6aa19 req-4e606c65-528e-4ae7-a0d1-f1e565592e65 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 210 time: 0.1853390 Feb 11 13:48:35.294365 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ce0b872a-302e-402d-b527-d92ca721f0a4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9c8b7f66f2204745824baf74135ff1b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5771470 Feb 11 13:48:35.295475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 60312) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:48:35.324878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b872a-302e-402d-b527-d92ca721f0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a615394-3a3f-48ec-b089-083bfe426e21,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:35.347230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eded08c5-f6ef-4f89-8824-dd0fcc05f5e7 req-8f1fcd95-e5f2-47a6-9389-684225800e06 tempest-VolumesActionsTest-1807599486 tempest-VolumesActionsTest-1807599486-project] 10.222.0.52 "GET /v2.0/ports?device_id=af5e0e27-0db0-4e07-af14-5bca9bbc89ef HTTP/1.1" status: 200 len: 210 time: 0.0329998 Feb 11 13:48:35.351849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-de5f343f-e61b-4f5a-89d6-08f84e44ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:35.353593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-de5f343f-e61b-4f5a-89d6-08f84e44ed69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1096 time: 0.3074782 Feb 11 13:48:35.390562 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3958d2f1-6931-4548-b1e9-279cbc62d461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:35.423702 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3958d2f1-6931-4548-b1e9-279cbc62d461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:35.550274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cee639a4-3dff-46ba-8618-e3665c11954c req-a5b10bab-0c7b-40e9-9cf2-9ebd91b5c22b service neutron] 10.222.0.59 "GET /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170643 Feb 11 13:48:35.594300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-11f6d212-afc9-4b70-a89b-672d1366c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:35.595783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-11f6d212-afc9-4b70-a89b-672d1366c90f service neutron] 10.222.0.13 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.2345700 Feb 11 13:48:35.599096 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3958d2f1-6931-4548-b1e9-279cbc62d461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:35.606588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3958d2f1-6931-4548-b1e9-279cbc62d461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:35.606588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3958d2f1-6931-4548-b1e9-279cbc62d461 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2a615394-3a3f-48ec-b089-083bfe426e21 HTTP/1.1" status: 204 len: 168 time: 0.3071330 Feb 11 13:48:35.621391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958d2f1-6931-4548-b1e9-279cbc62d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a615394-3a3f-48ec-b089-083bfe426e21,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:35.765933 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-a41bf99c-2a19-457c-8b8a-67b20c58cc57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 1000 time: 0.1636360 Feb 11 13:48:35.823340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-8ee4667f-fd31-4d72-8ad3-705ebdcf40f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:35.825329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-8ee4667f-fd31-4d72-8ad3-705ebdcf40f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.0518847 Feb 11 13:48:35.920236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c90d1-c029-4380-85e0-2db238aa6159 req-b83b18f0-7405-42b6-9593-0b087b3c23e4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:35.921722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-321c90d1-c029-4380-85e0-2db238aa6159 req-b83b18f0-7405-42b6-9593-0b087b3c23e4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0954552 Feb 11 13:48:35.923470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-a279819e-3167-4e6c-b78f-ba5640c33823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:35.924918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-a279819e-3167-4e6c-b78f-ba5640c33823 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871873 Feb 11 13:48:36.050394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-321c90d1-c029-4380-85e0-2db238aa6159 req-99a816d0-6223-4f11-8cf1-467d0f9ff29e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223876 Feb 11 13:48:36.117156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-536f8836-3a61-4811-a741-84a6526d36f6 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821828 Feb 11 13:48:36.233968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-42782965-c365-4037-8b54-38a53904d788 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093030 Feb 11 13:48:36.410339 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cfdae0aa-ea2a-431e-a637-8859f694b35e req-2cf2ff64-8372-436f-b574-426b4353a1ca tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 210 time: 0.0532508 Feb 11 13:48:37.202064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054e106-588b-49e5-b1b8-78184c3043f2 req-db626e5c-3df2-4713-9c40-cc434b4c34cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:37.210081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c054e106-588b-49e5-b1b8-78184c3043f2 req-db626e5c-3df2-4713-9c40-cc434b4c34cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0689979 Feb 11 13:48:37.263708 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c054e106-588b-49e5-b1b8-78184c3043f2 req-1c748758-595a-4b1f-90aa-fcfa215162dd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526812 Feb 11 13:48:37.512031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1257e2c4-95d7-4693-9102-7e53dbbf4357 req-3c4b1433-ce46-4376-9bb4-4e182198992e tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 210 time: 0.0301492 Feb 11 13:48:37.606300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-0c62a77c-ce3c-44d4-be98-e5c62c89e7fb tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=96a107bb78ea46f6b067a69fd7f5f497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316892 Feb 11 13:48:37.723116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-0e6949db-a2f3-4121-8b5d-ebf5a3ca31b8 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:37.724907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-0e6949db-a2f3-4121-8b5d-ebf5a3ca31b8 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134529 Feb 11 13:48:37.738074 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Request body: {'port': {'device_id': 'd5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '96a107bb78ea46f6b067a69fd7f5f497'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:38.001290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Made reservation on behalf of 96a107bb78ea46f6b067a69fd7f5f497 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:48:38.006418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:38.024476 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:38.203360 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:38.279301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:38.466304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa07e6-38af-465a-8d1f-0c6d837bfc83 req-b5a2eba8-efe5-4c50-b6bc-42b04986fb6b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:38.480253 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5caa07e6-38af-465a-8d1f-0c6d837bfc83 req-b5a2eba8-efe5-4c50-b6bc-42b04986fb6b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0761330 Feb 11 13:48:38.510483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9277b29b-1339-41ea-9522-a49b522c6213,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:38.569604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Allocated IP 192.168.233.110 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:48:38.575944 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5caa07e6-38af-465a-8d1f-0c6d837bfc83 req-15a9ed2b-8059-4d6c-bdb1-c14b57d2bc32 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626500 Feb 11 13:48:38.706991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf7f11ca-36ba-41f4-a407-f2c711dc9063 req-37f95948-c473-4dfb-9186-4958f19b6842 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 210 time: 0.0526307 Feb 11 13:48:38.855893 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:39.005572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:39.080672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Pushing event updated for resources: {'Port': ['ID=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:39.134448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:48:39.136070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:48:39.138865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:48:39.257250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:39.258041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:39.436385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c8addf00-a9d7-4caf-8947-c5566843ba13 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7020648 Feb 11 13:48:39.450608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Request body: {'port': {'device_id': 'd5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:39.519376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6255ce5e-8bb0-413c-aa9a-60a2b3c615ee None None] Provisioning complete for port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:39.519880 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6255ce5e-8bb0-413c-aa9a-60a2b3c615ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:39.531509 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:39.558618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6255ce5e-8bb0-413c-aa9a-60a2b3c615ee None None] Port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:48:39.684143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94429dd3-37ab-4c7a-a4ca-0489943f3857 req-4b6eb2b2-8a3d-488a-bd68-9052b23c13da tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:39.690449 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-94429dd3-37ab-4c7a-a4ca-0489943f3857 req-4b6eb2b2-8a3d-488a-bd68-9052b23c13da tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0661478 Feb 11 13:48:39.758170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-94429dd3-37ab-4c7a-a4ca-0489943f3857 req-4f3c4eb5-5076-434b-a1e5-76d31beb0b54 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507209 Feb 11 13:48:39.902203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139639db-1f36-4719-88d7-6c25ae5ac195 req-9e631ff5-b620-4083-b549-929f7b214720 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:39.904119 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-139639db-1f36-4719-88d7-6c25ae5ac195 req-9e631ff5-b620-4083-b549-929f7b214720 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 936 time: 0.0812979 Feb 11 13:48:39.989469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:40.000667 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:40.026198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Transition to ACTIVE for port object 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:40.030020 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-139639db-1f36-4719-88d7-6c25ae5ac195 req-7d970bbf-6c47-465e-b183-a113e75f647e tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187556 Feb 11 13:48:40.152863 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:40.270884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:40.359725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Attempting to bind port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:40.359725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Attempting to bind port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:40.359725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Attempting to bind port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:40.364421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:48:40.365932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Attempting to bind port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:40.374318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:48:40.374751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:48:40.375045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:48:40.375872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Bound port: 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:40.376259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:40.459599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] For port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:40.459599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] For port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:40.616733 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:40.716095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:40.717418 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:40.720303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] 10.222.0.59 "PUT /v2.0/ports/4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 HTTP/1.1" status: 200 len: 1096 time: 1.2755785 Feb 11 13:48:40.725977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343', 'tag': '4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:40.729640 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb11ee9-a320-4e6e-a4c9-6d9cdc015073" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343", "tag": "4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:40.801873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a054ba6-f472-47af-b8a9-4fe1ca0f0e16 service neutron] Pushing event updated for resources: {'Port': ['ID=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:40.824190 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722c236c-cbe4-4f6c-b7a2-c0800b47d673 x-openstack-request-id: req-722c236c-cbe4-4f6c-b7a2-c0800b47d673 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:40.825960 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343", "tag": "4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:40.826250 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-722c236c-cbe4-4f6c-b7a2-c0800b47d673 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:40.826998 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343', 'tag': '4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27', 'status': 'completed', 'code': 200} Feb 11 13:48:41.003325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbe595-7a92-45c9-823a-94eb26f6030a req-8c544752-b606-4ebf-b697-057d72bbb52b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.008175 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-29fbe595-7a92-45c9-823a-94eb26f6030a req-8c544752-b606-4ebf-b697-057d72bbb52b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.1105571 Feb 11 13:48:41.010586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb11ee9-a320-4e6e-a4c9-6d9cdc015073 req-e74681ec-73d8-4374-8254-b70348930245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.012259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5eb11ee9-a320-4e6e-a4c9-6d9cdc015073 req-e74681ec-73d8-4374-8254-b70348930245 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96a107bb78ea46f6b067a69fd7f5f497&device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 1099 time: 0.1741765 Feb 11 13:48:41.063691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-29fbe595-7a92-45c9-823a-94eb26f6030a req-d73020b2-15a1-4ab8-b328-e87be70eb79f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503683 Feb 11 13:48:41.090884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5eb11ee9-a320-4e6e-a4c9-6d9cdc015073 req-6caf5252-9885-4a55-997b-f77f1d479cf7 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=96a107bb78ea46f6b067a69fd7f5f497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303831 Feb 11 13:48:41.217526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cac71-41fd-4d53-b1e5-6ca02673458b req-5350d561-9b87-4e82-b13d-f29323a28834 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.226385 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba8cac71-41fd-4d53-b1e5-6ca02673458b req-5350d561-9b87-4e82-b13d-f29323a28834 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 948 time: 0.0943930 Feb 11 13:48:41.285610 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba8cac71-41fd-4d53-b1e5-6ca02673458b req-df6b5f5f-b694-4118-8137-8eca11abb480 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575988 Feb 11 13:48:41.305461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb11ee9-a320-4e6e-a4c9-6d9cdc015073 req-6481f79d-6df3-4479-9be3-e28d63b8f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.308590 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5eb11ee9-a320-4e6e-a4c9-6d9cdc015073 req-6481f79d-6df3-4479-9be3-e28d63b8f2b4 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2070634 Feb 11 13:48:41.518404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-9d4ee53c-11ff-46fc-bf42-daed504a8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.533705 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-9d4ee53c-11ff-46fc-bf42-daed504a8b68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=96a107bb78ea46f6b067a69fd7f5f497&device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 1099 time: 0.1690493 Feb 11 13:48:41.594456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-c605d121-9352-4955-8d6d-2f9f93d35082 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 HTTP/1.1" status: 200 len: 217 time: 0.0531278 Feb 11 13:48:41.697655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-b2115421-dc67-46b3-9e71-e39f62a7eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.699429 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-b2115421-dc67-46b3-9e71-e39f62a7eab7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0974126 Feb 11 13:48:41.791783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-63386197-1bbc-4f01-9209-5b9894981c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:41.793353 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-63386197-1bbc-4f01-9209-5b9894981c71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0873044 Feb 11 13:48:41.906149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-1da1ea34-f67f-430f-b83b-f67c5dd64ba0 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051481 Feb 11 13:48:42.128593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6cb42279-1ece-4e99-ac37-a0a9ad03a0eb req-25a83e92-a90e-43d2-8751-c0d1f8b8a702 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166030 Feb 11 13:48:42.254214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb6e5d-f26f-4ffc-a694-d9ebcbe14582 req-636fc524-d1ec-43b5-b98b-40ee01de7bc0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:42.264039 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ecb6e5d-f26f-4ffc-a694-d9ebcbe14582 req-636fc524-d1ec-43b5-b98b-40ee01de7bc0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0609496 Feb 11 13:48:42.317634 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ecb6e5d-f26f-4ffc-a694-d9ebcbe14582 req-c56d489a-e76f-44eb-a30d-2220ee0dbc72 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526850 Feb 11 13:48:42.433859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bc3e6-0db5-406f-9ff1-36dd6f9573e4 req-893fb3e0-d1f3-44b0-a2e3-2f096d0d046b tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:42.442692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f7bc3e6-0db5-406f-9ff1-36dd6f9573e4 req-893fb3e0-d1f3-44b0-a2e3-2f096d0d046b tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 948 time: 0.0681560 Feb 11 13:48:42.493304 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f7bc3e6-0db5-406f-9ff1-36dd6f9573e4 req-8a9c08d7-79db-49b7-afdb-0190fa8ed988 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491769 Feb 11 13:48:43.494306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74561c09-ab97-411e-829a-e0a1e5e0cb5a req-7ccbb5ad-4459-4dc4-a4e7-5b1707f9efe3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:43.518804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74561c09-ab97-411e-829a-e0a1e5e0cb5a req-7ccbb5ad-4459-4dc4-a4e7-5b1707f9efe3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.1010790 Feb 11 13:48:43.631650 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74561c09-ab97-411e-829a-e0a1e5e0cb5a req-4a446ed2-e058-4a28-b06b-ed4421cc37d3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101544 Feb 11 13:48:43.705037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba848228-dd20-43ed-a3c4-4b78acedc636 req-f72d6b45-73a1-4125-be41-5b6a56410933 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:43.715310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba848228-dd20-43ed-a3c4-4b78acedc636 req-f72d6b45-73a1-4125-be41-5b6a56410933 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 948 time: 0.0738678 Feb 11 13:48:43.758377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba848228-dd20-43ed-a3c4-4b78acedc636 req-431c2621-a69d-46b1-8d42-f76e767322f1 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355563 Feb 11 13:48:43.917794 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:48:44.895763 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa996a-6e51-4f99-b474-3210965e2a4e req-e5d16d19-0bd6-475d-9642-0d3018167cfa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:44.898816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1daa996a-6e51-4f99-b474-3210965e2a4e req-e5d16d19-0bd6-475d-9642-0d3018167cfa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0719779 Feb 11 13:48:44.909926 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57712e76-4536-43e4-932d-70be64121f5e req-3471dc53-4a01-4919-bdd3-33e2c63d8519 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:44.914061 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57712e76-4536-43e4-932d-70be64121f5e req-3471dc53-4a01-4919-bdd3-33e2c63d8519 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 948 time: 0.0634489 Feb 11 13:48:44.944817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1daa996a-6e51-4f99-b474-3210965e2a4e req-41f0cfde-297e-46d9-b415-12bd3a29b774 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 Feb 11 13:48:44.969915 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57712e76-4536-43e4-932d-70be64121f5e req-d29adf3a-549a-4768-97c8-826acc1acc8c tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454681 Feb 11 13:48:46.178849 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52772c6b-8faa-4b67-b627-3b0250be0972 req-4b8ffa9f-c55f-4f6b-993e-4410633b2e27 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:46.183967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-52772c6b-8faa-4b67-b627-3b0250be0972 req-4b8ffa9f-c55f-4f6b-993e-4410633b2e27 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 948 time: 0.1038930 Feb 11 13:48:46.204432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef844dd4-7522-46b8-9654-c7dbb6a3c79d req-a43097ab-95d7-4158-8d61-e493e1cdad0f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:46.214013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef844dd4-7522-46b8-9654-c7dbb6a3c79d req-a43097ab-95d7-4158-8d61-e493e1cdad0f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.1405404 Feb 11 13:48:46.287845 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef844dd4-7522-46b8-9654-c7dbb6a3c79d req-e9c70d0d-79bd-4c13-98b3-d3de1f700dda tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729003 Feb 11 13:48:46.321282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-52772c6b-8faa-4b67-b627-3b0250be0972 req-2e28a5e7-7018-4a4d-a321-267dca073c49 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281216 Feb 11 13:48:46.737912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:48:46.865128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:46.871398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': '4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27', 'mac_address': 'fa:16:3e:45:11:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:48:46.932189 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:46.948155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:46.978653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:47.125242 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:47.209941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:47.222610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.223972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.232172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.232172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.232172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.232172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.232172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.232172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.232172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.232172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.232172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.234028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:48:47.455996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:47.599802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4689e787-eaa9-4723-9a54-435bbbbba006 req-2027b418-53c0-4d34-8604-19f7c9404e4b tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:47.606562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4689e787-eaa9-4723-9a54-435bbbbba006 req-2027b418-53c0-4d34-8604-19f7c9404e4b tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 949 time: 0.1663971 Feb 11 13:48:47.654815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127f8a6-cabb-4808-925b-606fd001de93 req-e37639ba-b911-4808-a573-9b4788bd39be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:47.664242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7127f8a6-cabb-4808-925b-606fd001de93 req-e37639ba-b911-4808-a573-9b4788bd39be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0882740 Feb 11 13:48:47.698646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4689e787-eaa9-4723-9a54-435bbbbba006 req-7da79fa1-4ab8-436d-9d19-5f640ecbed83 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739737 Feb 11 13:48:47.729158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7127f8a6-cabb-4808-925b-606fd001de93 req-0b26e44e-1efa-4630-9352-e2cf68dddb09 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621879 Feb 11 13:48:48.524813 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-1115925a-7592-4e46-90c3-8c7e30ec4af5 service neutron] show failed (client error): The resource could not be found. Feb 11 13:48:48.526118 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-1115925a-7592-4e46-90c3-8c7e30ec4af5 service neutron] 10.222.0.13 "GET /v2.0/ports/f49c8bfe-75c8-4301-89a7-fcb0042144d4/bindings/n-h2-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.1039836 Feb 11 13:48:48.736827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:48.873234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2af39-9522-481b-8502-5c088e893dda req-3a83aa79-f596-44ab-a714-f69b6d7750d9 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:48.886353 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52a2af39-9522-481b-8502-5c088e893dda req-3a83aa79-f596-44ab-a714-f69b6d7750d9 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 949 time: 0.1072497 Feb 11 13:48:48.926587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52a2af39-9522-481b-8502-5c088e893dda req-5b633b6a-f9b6-4fc8-960e-ea41db4190ee tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393713 Feb 11 13:48:48.988239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:48.992889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:48.993284 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:49.061673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f119a-c7b4-432f-b644-bf2d8eede08c req-021e951c-fea7-42be-839a-5058efca6962 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:49.063495 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-314f119a-c7b4-432f-b644-bf2d8eede08c req-021e951c-fea7-42be-839a-5058efca6962 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0632491 Feb 11 13:48:49.154498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-314f119a-c7b4-432f-b644-bf2d8eede08c req-b6be3025-2ccf-4504-8558-9c7896fb10d4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768967 Feb 11 13:48:49.210385 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:49.245985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:49.247292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:49.249792 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf0e824-7bae-4f87-bf26-19c8e01c5853" -d '{"events": [{"server_uuid": "d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343", "name": "network-vif-plugged", "status": "completed", "tag": "4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:49.317369 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c2efe8-05cf-4cff-8718-f9b59d93d560 x-openstack-request-id: req-84c2efe8-05cf-4cff-8718-f9b59d93d560 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:49.318461 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343", "name": "network-vif-plugged", "status": "completed", "tag": "4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:49.319135 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84c2efe8-05cf-4cff-8718-f9b59d93d560 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:49.319626 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27', 'code': 200} Feb 11 13:48:49.348433 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:49.455172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:49.546761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-7b8aea6b-00fb-431e-885a-8c50b3b1e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:49.548457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-7b8aea6b-00fb-431e-885a-8c50b3b1e4cb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 1096 time: 0.2877374 Feb 11 13:48:49.567731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:48:49.601444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f7e79-a59f-4fa6-98d8-dd71f8eb7259 req-3113f777-3757-4fc9-8668-b5dd7ca8a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:49.602968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-212f7e79-a59f-4fa6-98d8-dd71f8eb7259 req-3113f777-3757-4fc9-8668-b5dd7ca8a5cd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 1101 time: 0.1211929 Feb 11 13:48:49.692474 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:49.709858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-212f7e79-a59f-4fa6-98d8-dd71f8eb7259 req-af6caad7-2351-442a-8c66-16be68a133ab service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995765 Feb 11 13:48:49.978451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:50.076295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:50.103642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db842dfb-1cff-4a9f-b8f0-7f022359d026 req-3af5f494-e83a-42a2-91bc-70fcb7df9eb6 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:50.105996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db842dfb-1cff-4a9f-b8f0-7f022359d026 req-3af5f494-e83a-42a2-91bc-70fcb7df9eb6 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 950 time: 0.0683398 Feb 11 13:48:50.145100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:50.148627 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aac8d2-454f-46b0-bb2d-9aa1b0c58508" -d '{"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:50.153166 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:50.163857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db842dfb-1cff-4a9f-b8f0-7f022359d026 req-6e46452a-83b5-4671-9bfd-a08f419dffd9 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518446 Feb 11 13:48:50.178056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Transition to ACTIVE for port object f49c8bfe-75c8-4301-89a7-fcb0042144d4 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:48:50.246395 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03af5e8-7a0c-4e73-b415-b43ff818dc1f x-openstack-request-id: req-d03af5e8-7a0c-4e73-b415-b43ff818dc1f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:50.246582 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:50.246843 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d03af5e8-7a0c-4e73-b415-b43ff818dc1f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:50.247248 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'code': 200} Feb 11 13:48:50.277456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:50.386348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebed50-6ad4-411c-902d-9e7c77039b15 req-0ae77c99-c417-4129-bddc-8476aa00d2e1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:50.395076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7eebed50-6ad4-411c-902d-9e7c77039b15 req-0ae77c99-c417-4129-bddc-8476aa00d2e1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.1106589 Feb 11 13:48:50.508710 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7eebed50-6ad4-411c-902d-9e7c77039b15 req-f77217cc-0fee-4f9d-bca5-19f99d779308 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813248 Feb 11 13:48:50.767891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:50.851432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] No DVR routers for this DVR port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:51.068243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:48:51.072979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:48:51.072979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:51.075657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:48:51.076017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:48:51.082047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:48:51.082387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Checking segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:48:51.082928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Bound using segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:48:51.083947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Bound port: f49c8bfe-75c8-4301-89a7-fcb0042144d4, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:48:51.084436 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:51.219262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:51.319816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:48:51.323377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:48:51.383990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:51.435732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783e4a3-c935-4bd7-bb5a-b07b2845a575 req-57a93e2b-99b4-47f8-8ab3-f146414fed49 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:51.439844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d783e4a3-c935-4bd7-bb5a-b07b2845a575 req-57a93e2b-99b4-47f8-8ab3-f146414fed49 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 950 time: 0.0978217 Feb 11 13:48:51.441701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:51.568458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:51.578348 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:51.579816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] 10.222.0.59 "PUT /v2.0/ports/f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 1091 time: 2.0233610 Feb 11 13:48:51.681476 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d783e4a3-c935-4bd7-bb5a-b07b2845a575 req-35711ae9-d2b2-4ccb-aa30-c2c9b2498dff tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663194 Feb 11 13:48:51.682303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894acf2-639d-4025-8896-8663ecf7b1ea service neutron] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:51.711598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-676c58f7-7ec9-47ae-b432-8307a7fd8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:51.713562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-676c58f7-7ec9-47ae-b432-8307a7fd8933 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1094 time: 0.0753365 Feb 11 13:48:51.832512 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6e5b4-d581-4b12-8c9f-15d226414be8 req-0ae73759-7f6a-4832-8902-59b574727ce6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:51.852394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-66d6e5b4-d581-4b12-8c9f-15d226414be8 req-0ae73759-7f6a-4832-8902-59b574727ce6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.2146306 Feb 11 13:48:51.870300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c236d3bb-4992-44d0-ab04-6ac3830b944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:51.872176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-c236d3bb-4992-44d0-ab04-6ac3830b944f service neutron] 10.222.0.59 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.1512983 Feb 11 13:48:51.977512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-66d6e5b4-d581-4b12-8c9f-15d226414be8 req-775bd77e-4fb3-4acb-9202-4da741416b9a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202204 Feb 11 13:48:52.108677 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-07782e67-5da4-42a9-8ef3-f101dc5bf327 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 998 time: 0.2256351 Feb 11 13:48:52.232634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-5b2dea75-cd0c-45c7-83dd-5bd40c4939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.239038 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-5b2dea75-cd0c-45c7-83dd-5bd40c4939d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.1207290 Feb 11 13:48:52.265058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:52.268185 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0" -d '{"events": [{"name": "network-changed", "server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:52.359899 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8148b7df-0625-4c27-b52a-daab67318ef0 x-openstack-request-id: req-8148b7df-0625-4c27-b52a-daab67318ef0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:52.360193 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:52.360442 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8148b7df-0625-4c27-b52a-daab67318ef0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:52.360835 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'status': 'completed', 'code': 200} Feb 11 13:48:52.383914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-4397b98f-9552-4a93-83fe-2aa4edd671c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.400802 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-4397b98f-9552-4a93-83fe-2aa4edd671c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556339 Feb 11 13:48:52.769869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-a54f28fe-e34f-4c6d-842e-c3bb55e4f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.771517 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-a54f28fe-e34f-4c6d-842e-c3bb55e4f8dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1094 time: 0.3665621 Feb 11 13:48:52.773505 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-7fafcfcc-563e-47a0-8a81-087152d96e0a service neutron] 10.222.0.59 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978783 Feb 11 13:48:52.884710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b4ab0-0e88-4d60-a263-bab060d071eb req-cf250680-3028-46cb-9705-510d8340d9d8 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.887588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-859b4ab0-0e88-4d60-a263-bab060d071eb req-cf250680-3028-46cb-9705-510d8340d9d8 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 950 time: 0.0938654 Feb 11 13:48:52.964198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-e8b02ef3-f6db-42a8-9b28-2036285dc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:52.965841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-e8b02ef3-f6db-42a8-9b28-2036285dc6d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.1833072 Feb 11 13:48:52.970427 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-859b4ab0-0e88-4d60-a263-bab060d071eb req-d335af81-fc17-4a5c-a7a9-14ccc6fc5c55 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717220 Feb 11 13:48:53.049930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8655e87-4ea2-4048-aa56-b726a5cf8a86 req-4585de22-2145-48cd-9642-85e3930bb7e1 service neutron] 10.222.0.59 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662637 Feb 11 13:48:53.088333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-dea142c6-c27e-4ce6-a0e0-9a81b812421d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 998 time: 0.1154084 Feb 11 13:48:53.178871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-27b48bdb-c808-4159-86e8-9a8ca1a80f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.178871 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-27b48bdb-c808-4159-86e8-9a8ca1a80f98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.0818429 Feb 11 13:48:53.256182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3929c6c-dedd-45be-b2dd-ff183a7f20b0 req-9d8440bf-4538-4993-8cf5-ff3d7ae7d154 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.261982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3929c6c-dedd-45be-b2dd-ff183a7f20b0 req-9d8440bf-4538-4993-8cf5-ff3d7ae7d154 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.1538818 Feb 11 13:48:53.344902 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-d4827242-03de-41ea-b76b-792f46860303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.346692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-d4827242-03de-41ea-b76b-792f46860303 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1094 time: 0.1417742 Feb 11 13:48:53.352743 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3929c6c-dedd-45be-b2dd-ff183a7f20b0 req-f66914e1-877d-4ff0-9efd-7ba049aea1f7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862896 Feb 11 13:48:53.356269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-b3648501-578b-43c6-98b5-a9b6942bb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.358232 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-b3648501-578b-43c6-98b5-a9b6942bb805 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725934 Feb 11 13:48:53.547522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-5e0dfa84-7e84-4002-9413-eb80cab2d581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.549028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-5e0dfa84-7e84-4002-9413-eb80cab2d581 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.1953788 Feb 11 13:48:53.671916 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-bdaf4df0-8869-443d-8b6c-10b6892ae562 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548922 Feb 11 13:48:53.754730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-f01f6f4b-e486-472b-8a5d-fcf08ef6cdac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 998 time: 0.0815532 Feb 11 13:48:53.876081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-ed326c16-ac30-434a-b0ea-c506c8dfaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:53.879469 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-ed326c16-ac30-434a-b0ea-c506c8dfaa75 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.0678368 Feb 11 13:48:53.957462 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-d68332ed-806c-4f4a-9126-a66121ff5ee1 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009881 Feb 11 13:48:54.011534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-d65b06a2-7eec-4a3a-b6eb-5887f11355aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:54.014116 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-d65b06a2-7eec-4a3a-b6eb-5887f11355aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282868 Feb 11 13:48:54.024596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d11c0-1f39-4ba5-a97d-718c50128968 req-9bc1262b-6eff-4244-91fa-a6e376b5ec63 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:54.026234 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa8d11c0-1f39-4ba5-a97d-718c50128968 req-9bc1262b-6eff-4244-91fa-a6e376b5ec63 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 950 time: 0.0974195 Feb 11 13:48:54.147189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa8d11c0-1f39-4ba5-a97d-718c50128968 req-d8fa69b7-0b97-4b44-b845-ac44deef490e tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928919 Feb 11 13:48:54.190156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-778ad6d8-b8e5-4d42-9f52-f678d1b76d32 service neutron] 10.222.0.59 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628439 Feb 11 13:48:54.310109 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddafd816-38e0-4f1f-85e3-8ee7f93061a0 req-1c0212c1-497d-4dd7-bcb3-ff6aa8f99b4d service neutron] 10.222.0.59 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115408 Feb 11 13:48:54.554053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d8bfa-c3f6-4ffb-9ea3-eb7cea1edd27 req-7fb860a2-8bb9-4e55-abaa-2ede366dac70 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:54.562701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d47d8bfa-c3f6-4ffb-9ea3-eb7cea1edd27 req-7fb860a2-8bb9-4e55-abaa-2ede366dac70 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.1057384 Feb 11 13:48:54.677782 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d47d8bfa-c3f6-4ffb-9ea3-eb7cea1edd27 req-21acf011-e3e1-4a3f-bba2-4a43f6161334 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091058 Feb 11 13:48:54.740296 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-85c85e6b-4006-4d78-9d30-3a8f7cbd25eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:55.372192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7606466-1c3f-40c7-a260-586421200230 req-8a5ae6c6-83c0-4246-bb00-e1e44595024f tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:55.374853 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7606466-1c3f-40c7-a260-586421200230 req-8a5ae6c6-83c0-4246-bb00-e1e44595024f tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 950 time: 0.0966427 Feb 11 13:48:55.432191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7606466-1c3f-40c7-a260-586421200230 req-449e670b-bd97-4e0e-a422-66d691da5b1f tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/security-groups?id=9277b29b-1339-41ea-9522-a49b522c6213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513616 Feb 11 13:48:55.524155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-767947da-e35e-4629-ad65-cbe47322c4e1 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:55.525780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-767947da-e35e-4629-ad65-cbe47322c4e1 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 950 time: 0.0777669 Feb 11 13:48:55.640966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-d6e98a35-64f6-45b5-9d7c-05c3be278b92 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Deleting port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:48:55.641227 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-d6e98a35-64f6-45b5-9d7c-05c3be278b92 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:55.787887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-d6e98a35-64f6-45b5-9d7c-05c3be278b92 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] For port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:55.788173 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-d6e98a35-64f6-45b5-9d7c-05c3be278b92 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:55.800692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-d6e98a35-64f6-45b5-9d7c-05c3be278b92 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Calling delete_port for 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:48:55.818848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62582365-56ca-4c56-be16-19418da7c72f req-c8dac48d-1cb5-49fe-9fdb-013ce95d812c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:55.828914 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62582365-56ca-4c56-be16-19418da7c72f req-c8dac48d-1cb5-49fe-9fdb-013ce95d812c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.0653803 Feb 11 13:48:55.890756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62582365-56ca-4c56-be16-19418da7c72f req-62f4a6ee-7ead-4d8e-addc-4544cc512363 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609624 Feb 11 13:48:55.895223 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:56.151750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-d6e98a35-64f6-45b5-9d7c-05c3be278b92 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:56.165367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:56.294270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e98a35-64f6-45b5-9d7c-05c3be278b92 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Pushing event deleted for resources: {'Port': ['ID=4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:56.355786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-d6e98a35-64f6-45b5-9d7c-05c3be278b92 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] No DVR routers for this DVR port 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:56.361285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-d6e98a35-64f6-45b5-9d7c-05c3be278b92 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:56.367856 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-319743e1-e2ed-4f02-b2a0-dc74075cc829 req-d6e98a35-64f6-45b5-9d7c-05c3be278b92 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.59 "DELETE /v2.0/ports/4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 HTTP/1.1" status: 204 len: 173 time: 0.8360856 Feb 11 13:48:56.368486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343', 'name': 'network-vif-deleted', 'tag': '4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:56.372340 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2336d43-dffe-4761-b6a9-24520e79274a" -d '{"events": [{"server_uuid": "d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343", "name": "network-vif-deleted", "tag": "4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:56.419583 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02eb4cb-daab-4f7d-8fbb-db73efcd7f2c x-openstack-request-id: req-c02eb4cb-daab-4f7d-8fbb-db73efcd7f2c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:56.419877 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343", "name": "network-vif-deleted", "tag": "4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:56.420137 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c02eb4cb-daab-4f7d-8fbb-db73efcd7f2c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:56.420579 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343', 'name': 'network-vif-deleted', 'tag': '4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27', 'status': 'completed', 'code': 200} Feb 11 13:48:56.598283 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85253faa-f0f6-428f-a88b-0f49100b45f7 req-b038ad40-937c-45d1-981e-9113b5146398 tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 210 time: 0.0340378 Feb 11 13:48:56.788268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:48:56.940139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169f13b-802f-4c6d-99bc-3782aabd1a02 req-e6d4cf4e-95ab-4721-b524-7ca06be6107c tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:56.950220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:56.957618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9169f13b-802f-4c6d-99bc-3782aabd1a02 req-e6d4cf4e-95ab-4721-b524-7ca06be6107c tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 946 time: 0.0914578 Feb 11 13:48:56.977137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'port_id': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'mac_address': 'fa:16:3e:5b:fb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:48:57.045886 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9169f13b-802f-4c6d-99bc-3782aabd1a02 req-51ccb691-562e-482d-a09c-b29835e8656b tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813327 Feb 11 13:48:57.047372 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-330fa442-d3d1-4e3b-a551-731cfc70e151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:57.054988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bbc41-2d9f-457d-b06b-68ddf055570e req-c678a2e4-9298-43b0-8c26-2ebe50496a18 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:57.063208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-306bbc41-2d9f-457d-b06b-68ddf055570e req-c678a2e4-9298-43b0-8c26-2ebe50496a18 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 943 time: 0.0876489 Feb 11 13:48:57.079612 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:57.097792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49c8bfe-75c8-4301-89a7-fcb0042144d4 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:48:57.122156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-306bbc41-2d9f-457d-b06b-68ddf055570e req-be65ff49-d5e7-4648-8419-aba1d46cbdf4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568087 Feb 11 13:48:57.140275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:57.246985 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:57.318838 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:57.575496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['f49c8bfe-75c8-4301-89a7-fcb0042144d4'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:48:57.789007 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a4795038-d696-44c7-b442-bba858849f87 req-69728775-ac8c-4b32-8e89-39dd3a7c296d tempest-VolumesNegativeTest-1076244472 tempest-VolumesNegativeTest-1076244472-project] 10.222.0.52 "GET /v2.0/ports?device_id=d5e9a2c7-3ae0-46ab-8fd3-7c0a638b6343 HTTP/1.1" status: 200 len: 210 time: 0.0783925 Feb 11 13:48:57.964857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:58.234575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766781ce-ff4d-49fb-aa7b-690a6b96b199 req-bc3cbe0e-912b-4ddb-995e-78ba5c91b3a0 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:58.245306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-766781ce-ff4d-49fb-aa7b-690a6b96b199 req-bc3cbe0e-912b-4ddb-995e-78ba5c91b3a0 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 946 time: 0.1172161 Feb 11 13:48:58.311547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-766781ce-ff4d-49fb-aa7b-690a6b96b199 req-8f0509d5-4a84-4691-b9a1-6e5cb40e6c53 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/security-groups?id=291845cd-708a-4515-91db-0a4dabddd1f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649979 Feb 11 13:48:58.368700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e15f2-0df6-446b-a8fd-baffe6d1e4e5 req-c56448c3-b279-4ef1-8a57-d707d2c11804 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:58.377805 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db4e15f2-0df6-446b-a8fd-baffe6d1e4e5 req-c56448c3-b279-4ef1-8a57-d707d2c11804 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 944 time: 0.1211531 Feb 11 13:48:58.428039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db4e15f2-0df6-446b-a8fd-baffe6d1e4e5 req-cada01bc-dfab-44b7-b55c-5bf0044065ad tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493529 Feb 11 13:48:58.550352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-c5f5ceca-05e1-4436-9576-0056edd03487 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:58.552598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-c5f5ceca-05e1-4436-9576-0056edd03487 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.59 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 946 time: 0.0543325 Feb 11 13:48:58.665657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-954f1e4c-22b3-436c-99fd-66a91bccfd6a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Deleting port 40358421-9689-4904-8e03-14339df9f222 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:48:58.666203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-954f1e4c-22b3-436c-99fd-66a91bccfd6a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:58.770283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-954f1e4c-22b3-436c-99fd-66a91bccfd6a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] For port 40358421-9689-4904-8e03-14339df9f222, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=40358421-9689-4904-8e03-14339df9f222,segment=NetworkSegment(c5d31242-8039-4691-8f08-d931373dc0fc),segment_id=c5d31242-8039-4691-8f08-d931373dc0fc)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:58.771148 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-954f1e4c-22b3-436c-99fd-66a91bccfd6a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:58.787032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-954f1e4c-22b3-436c-99fd-66a91bccfd6a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Calling delete_port for 40358421-9689-4904-8e03-14339df9f222 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:48:58.799090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:58.811160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:48:59.034020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port f49c8bfe-75c8-4301-89a7-fcb0042144d4 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:48:59.042097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port f49c8bfe-75c8-4301-89a7-fcb0042144d4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:48:59.042097 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:59.084265 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-954f1e4c-22b3-436c-99fd-66a91bccfd6a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:59.140538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f1e4c-22b3-436c-99fd-66a91bccfd6a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Pushing event deleted for resources: {'Port': ['ID=40358421-9689-4904-8e03-14339df9f222,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:59.194278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671af06c-ad8d-4e9a-a31a-954bd2993aa5 req-7683c103-0a8f-4320-911c-1e91ac6bad70 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:59.198961 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:59.202853 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-671af06c-ad8d-4e9a-a31a-954bd2993aa5 req-7683c103-0a8f-4320-911c-1e91ac6bad70 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 944 time: 0.0929098 Feb 11 13:48:59.229984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:59.233244 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e3c609-e9b9-41d8-af2c-f66a8e19e007" -d '{"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-plugged", "status": "completed", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:59.253180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-671af06c-ad8d-4e9a-a31a-954bd2993aa5 req-539d5be4-8c56-4ae7-90be-9a22f73140fb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471144 Feb 11 13:48:59.280235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-954f1e4c-22b3-436c-99fd-66a91bccfd6a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] No DVR routers for this DVR port 40358421-9689-4904-8e03-14339df9f222 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:48:59.296623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:48:59.305393 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-954f1e4c-22b3-436c-99fd-66a91bccfd6a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:59.309387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-226d37c6-a8e0-4278-a24c-0f11f39ff6e7 req-954f1e4c-22b3-436c-99fd-66a91bccfd6a tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.59 "DELETE /v2.0/ports/40358421-9689-4904-8e03-14339df9f222 HTTP/1.1" status: 204 len: 173 time: 0.7504458 Feb 11 13:48:59.309854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9', 'name': 'network-vif-deleted', 'tag': '40358421-9689-4904-8e03-14339df9f222'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:48:59.337325 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b0a69-6258-4d68-ac1a-a0ef2d9f19d5" -d '{"events": [{"server_uuid": "5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9", "name": "network-vif-deleted", "tag": "40358421-9689-4904-8e03-14339df9f222"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:48:59.344219 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf9bf75-2d2a-45bb-836d-e2953c8ca372 x-openstack-request-id: req-abf9bf75-2d2a-45bb-836d-e2953c8ca372 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:59.344518 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-plugged", "status": "completed", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:59.344771 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-abf9bf75-2d2a-45bb-836d-e2953c8ca372 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:59.345160 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'code': 200} Feb 11 13:48:59.395230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-d19a4138-c1d7-4e67-af99-efba2cac9cce tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:59.397648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-d19a4138-c1d7-4e67-af99-efba2cac9cce tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3&tenant_id=575d93d5e9a4439796b157bf7e49a91f&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 944 time: 0.2017963 Feb 11 13:48:59.406326 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4f89dd-4e15-4793-8ec2-7a564632f753 x-openstack-request-id: req-0a4f89dd-4e15-4793-8ec2-7a564632f753 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:48:59.406635 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9", "name": "network-vif-deleted", "tag": "40358421-9689-4904-8e03-14339df9f222", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:48:59.407093 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0a4f89dd-4e15-4793-8ec2-7a564632f753 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:48:59.407679 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9', 'name': 'network-vif-deleted', 'tag': '40358421-9689-4904-8e03-14339df9f222', 'status': 'completed', 'code': 200} Feb 11 13:48:59.408073 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:48:59.409891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 40358421-9689-4904-8e03-14339df9f222 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:59.508200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 40358421-9689-4904-8e03-14339df9f222 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:48:59.509190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 40358421-9689-4904-8e03-14339df9f222 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:59.510667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:48:59.577123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:48:59.577714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 4bf8d3d7-7d4c-4c69-9ed6-d7ac891d7a27 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:48:59.597725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-67914f3d-7804-42bc-87b0-678198a55bc2 service neutron] 10.222.0.59 "GET /v2.0/ports/f49c8bfe-75c8-4301-89a7-fcb0042144d4/bindings/n-h2-816488-1 HTTP/1.1" status: 200 len: 382 time: 0.1883485 Feb 11 13:48:59.632392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:48:59.747672 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0df299a-adf0-45bf-97e2-702be5b099e0 req-651e7981-05b4-461b-b248-3282f9db06f3 tempest-VolumesSnapshotTestJSON-997995909 tempest-VolumesSnapshotTestJSON-997995909-project] 10.222.0.52 "GET /v2.0/ports?device_id=5e60c654-59ba-4a6b-8e3a-eb9606b8f9e9 HTTP/1.1" status: 200 len: 210 time: 0.1544254 Feb 11 13:48:59.767618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-f7f5214b-bfe4-4e26-a5c7-1200d3806fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:59.770693 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-f7f5214b-bfe4-4e26-a5c7-1200d3806fe4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1096 time: 0.1335967 Feb 11 13:48:59.874508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-72f2748f-0d01-400b-8258-e09abc9d31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:48:59.876206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-72f2748f-0d01-400b-8258-e09abc9d31fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.0978734 Feb 11 13:48:59.966333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-c5e0fc01-1f53-4094-b3ed-04f71321bc65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 1000 time: 0.0817585 Feb 11 13:49:00.061131 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:00.094859 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-749bea9d-6a64-4f7f-952f-2715266eb8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:00.096619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-749bea9d-6a64-4f7f-952f-2715266eb8fe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.1234834 Feb 11 13:49:00.226967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-9d3a43e3-b703-4cf0-a0e4-519c3b4c9c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:00.226967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-9d3a43e3-b703-4cf0-a0e4-519c3b4c9c98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224191 Feb 11 13:49:00.444014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-777d5b38-5513-43a1-9f7e-06565b12369d service neutron] 10.222.0.59 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112281 Feb 11 13:49:00.460499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942ceff-af40-4423-8362-52709021a260 req-9e7548d0-0a26-4762-bfcb-88c24a9cdc42 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:00.470382 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0942ceff-af40-4423-8362-52709021a260 req-9e7548d0-0a26-4762-bfcb-88c24a9cdc42 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0957878 Feb 11 13:49:00.542259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0942ceff-af40-4423-8362-52709021a260 req-9c929679-3182-4af4-8cb5-bc26b3d8ed53 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709991 Feb 11 13:49:00.680200 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:00.979698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-5a75b021-9b57-4ad4-b39c-58f93cd07ce9 service neutron] 10.222.0.59 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283401 Feb 11 13:49:01.712770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b77afe-95a2-4787-9fd0-ae52058d7485 req-8181b47d-95fe-4996-8565-95e67c78e8ea tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:01.721963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37b77afe-95a2-4787-9fd0-ae52058d7485 req-8181b47d-95fe-4996-8565-95e67c78e8ea tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0830948 Feb 11 13:49:01.804562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37b77afe-95a2-4787-9fd0-ae52058d7485 req-e899b00d-f048-4592-8012-e0b9e97e2702 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760527 Feb 11 13:49:03.058594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfdcba-68d4-40b1-a3e9-cf8c8573d06b req-7187badf-caf7-4890-bc07-d8b440aeeba3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:03.060159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14bfdcba-68d4-40b1-a3e9-cf8c8573d06b req-7187badf-caf7-4890-bc07-d8b440aeeba3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0846703 Feb 11 13:49:03.164706 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14bfdcba-68d4-40b1-a3e9-cf8c8573d06b req-6516997c-fe30-456a-9621-4ec58233fb25 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817399 Feb 11 13:49:04.331771 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2db747-0849-4f26-aa5f-5410196f57c3 req-d88988d5-a5a0-4546-892e-e9db3175f5b0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:04.334121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb2db747-0849-4f26-aa5f-5410196f57c3 req-d88988d5-a5a0-4546-892e-e9db3175f5b0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.0651402 Feb 11 13:49:04.399148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb2db747-0849-4f26-aa5f-5410196f57c3 req-d6c6ec16-5c3d-4493-bac1-9eac2f5b908e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571609 Feb 11 13:49:04.419751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-daa440c2-7e19-43b5-b516-8a90c7f5c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:04.422895 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-daa440c2-7e19-43b5-b516-8a90c7f5c030 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 1096 time: 0.1193144 Feb 11 13:49:04.441384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:04.536804 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:04.913957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:05.017381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:05.105351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:05.108853 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9df7727-0dee-4e86-a1a0-f619bd734cf6" -d '{"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:05.113029 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:05.162946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Transition to ACTIVE for port object f49c8bfe-75c8-4301-89a7-fcb0042144d4 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:49:05.192820 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885c57fb-267c-4662-9564-e8ef0d26ee89 x-openstack-request-id: req-885c57fb-267c-4662-9564-e8ef0d26ee89 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:05.193479 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-unplugged", "status": "completed", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:05.194023 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-885c57fb-267c-4662-9564-e8ef0d26ee89 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:05.194607 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'code': 200} Feb 11 13:49:05.260913 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:05.508857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=10']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:05.577660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] No DVR routers for this DVR port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:05.699364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6d64f-bd93-41c8-b7e1-913f5ea326c7 req-21c385ef-5ea9-4720-94be-8dc4d3a7cd41 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:05.720952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40d6d64f-bd93-41c8-b7e1-913f5ea326c7 req-21c385ef-5ea9-4720-94be-8dc4d3a7cd41 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 944 time: 0.1617260 Feb 11 13:49:05.843546 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40d6d64f-bd93-41c8-b7e1-913f5ea326c7 req-d9b60a6c-6dd3-4f8d-b18e-dab63b2f560a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075754 Feb 11 13:49:05.945448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:49:05.946063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:49:05.946581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:05.952146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:49:05.953946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Attempting to bind port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on network 40f14580-cf4e-4d86-ba30-fdff0cebca3a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:49:05.970467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:49:05.970904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Checking segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:49:05.971302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Bound using segment: {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:49:05.971894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Bound port: f49c8bfe-75c8-4301-89a7-fcb0042144d4, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e0a5d8-4b14-4992-9fc2-914440d640f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:49:05.972273 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:06.160460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:49:06.165659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:49:06.273254 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:06.369491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=11']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:06.387270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.387841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.388413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.388912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.389391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.389974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.390483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.390961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.391461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.392083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.392953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.393725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:06.441807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:06.443754 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:06.448014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-44119343-3a80-4c67-bc67-02e2051cbdeb service neutron] 10.222.0.13 "PUT /v2.0/ports/f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 1092 time: 2.0175462 Feb 11 13:49:06.652570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-bf624afe-7910-403e-b649-95dbb19880f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:06.665598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-bf624afe-7910-403e-b649-95dbb19880f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1095 time: 0.1927104 Feb 11 13:49:06.706747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33424) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:06.872173 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:07.061933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:07.174168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-5cca6dc5-461e-432a-95ca-e109e6f5c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:07.176700 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-5cca6dc5-461e-432a-95ca-e109e6f5c87c service neutron] 10.222.0.13 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.4942164 Feb 11 13:49:07.184551 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:07.315860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961515f-0588-442a-a0de-c2d496949443 req-5407f572-4fc6-4c46-bbc4-31dd7a08e0d9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:07.321665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f961515f-0588-442a-a0de-c2d496949443 req-5407f572-4fc6-4c46-bbc4-31dd7a08e0d9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 944 time: 0.2424901 Feb 11 13:49:07.323279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:07.326751 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5966b54-f8c1-40af-ada4-ca2bfbd95401" -d '{"events": [{"name": "network-changed", "server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:07.367193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-e11d3a76-3069-4d84-a667-2ac5ed821bd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 998 time: 0.1799498 Feb 11 13:49:07.384339 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:07.461823 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:07.467490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-7dc120b2-275a-49e2-ba8f-72e4ab95c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:07.472741 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-7dc120b2-275a-49e2-ba8f-72e4ab95c8fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.0981109 Feb 11 13:49:07.487499 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2861abb-0ea9-4f47-b4cd-07c2752eefa7 x-openstack-request-id: req-d2861abb-0ea9-4f47-b4cd-07c2752eefa7 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:07.487499 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:07.487499 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2861abb-0ea9-4f47-b4cd-07c2752eefa7 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:07.487499 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'status': 'completed', 'code': 200} Feb 11 13:49:07.580559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12451dd0-89c0-4b50-aef4-a4e3dea95d53,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:07.586729 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1b21e9fa1982420ba57732db685de1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8782113 Feb 11 13:49:07.589305 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33440) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:07.621937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.626158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.627887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.629217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.631425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.633984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.636165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.636376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.636988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.637560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.638172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.638781 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605c78c6-b9a4-41b9-add3-6d0ec682f585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:07.697502 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f961515f-0588-442a-a0de-c2d496949443 req-904d6a92-8a1c-4825-87b7-e8f5db752591 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3641634 Feb 11 13:49:07.734879 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ca534d8-ba9b-4efb-9ed7-fcedd4daf1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:07.758652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-83a47c54-7708-48c7-a035-71d839e29b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:07.760193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-83a47c54-7708-48c7-a035-71d839e29b64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2698054 Feb 11 13:49:07.762078 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ca534d8-ba9b-4efb-9ed7-fcedd4daf1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:07.791446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-fa953ed3-4b64-486c-9719-94e844d74f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:07.807362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-fa953ed3-4b64-486c-9719-94e844d74f79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1095 time: 0.3249679 Feb 11 13:49:08.000455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ca534d8-ba9b-4efb-9ed7-fcedd4daf1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:08.003031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1ca534d8-ba9b-4efb-9ed7-fcedd4daf1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:08.004186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1ca534d8-ba9b-4efb-9ed7-fcedd4daf1d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12451dd0-89c0-4b50-aef4-a4e3dea95d53 HTTP/1.1" status: 204 len: 168 time: 0.4136212 Feb 11 13:49:08.021530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca534d8-ba9b-4efb-9ed7-fcedd4daf1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12451dd0-89c0-4b50-aef4-a4e3dea95d53,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:08.074995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-42e6adf0-6ee9-420f-bfe3-2174ae94b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:08.076439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-42e6adf0-6ee9-420f-bfe3-2174ae94b651 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.2476492 Feb 11 13:49:08.202552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-ca3b8c1a-5477-4663-824e-0fdd6a8d262d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 998 time: 0.0892391 Feb 11 13:49:08.282441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-8adc32be-4bd2-4cd7-a1f5-4bcb2b73867c service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134013 Feb 11 13:49:08.307354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-c4b0fb33-5f7f-47fc-85e4-bbfbdace5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:08.317533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-c4b0fb33-5f7f-47fc-85e4-bbfbdace5bcb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.0956430 Feb 11 13:49:08.407747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-eb163a21-56f6-4523-bb80-8fa909f70307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:08.409232 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-eb163a21-56f6-4523-bb80-8fa909f70307 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694315 Feb 11 13:49:08.413291 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8363dad-3c7a-430e-bbd2-0f498dfcc518 req-52416106-e866-4786-bbb8-8e22f9c25502 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238587 Feb 11 13:49:08.527471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-7956e9ca-02d0-428e-990a-26a12661cb1c service neutron] 10.222.0.59 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108165 Feb 11 13:49:08.699301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-dd530729-8423-4820-9fa5-8c626ac1a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:08.701226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-dd530729-8423-4820-9fa5-8c626ac1a3ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1095 time: 0.0885851 Feb 11 13:49:08.785000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-8fde4a74-988d-4921-8e39-8d90b0989219 service neutron] 10.222.0.59 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497604 Feb 11 13:49:08.978196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-62cfff5a-3bfb-4095-999e-a771e460cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:08.982286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af0679-5d1d-4030-b451-e1bcd3e3e0df req-e7e2f948-04cf-4a49-9bcc-e7a52ce5b319 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:08.983915 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2af0679-5d1d-4030-b451-e1bcd3e3e0df req-e7e2f948-04cf-4a49-9bcc-e7a52ce5b319 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 944 time: 0.1494150 Feb 11 13:49:09.006167 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-62cfff5a-3bfb-4095-999e-a771e460cfb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.2638483 Feb 11 13:49:09.041903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33500) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:09.102824 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96139fcd-47de-4753-9a85-61b0f3cbba2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.125962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-f6c6e63c-a815-45c3-9eb8-56dca9b9325c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 998 time: 0.1150789 Feb 11 13:49:09.166886 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d2af0679-5d1d-4030-b451-e1bcd3e3e0df req-a9d1a377-fe0c-46a7-8c04-2c612452746e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585987 Feb 11 13:49:09.251567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-a5cdb72c-d1aa-4248-ae59-c2a38162420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:09.253196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-a5cdb72c-d1aa-4248-ae59-c2a38162420e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.1197302 Feb 11 13:49:09.342906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:49:09.343758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-0e5f265f-66a6-4c6e-9c2f-98739a1a545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:09.345334 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-0e5f265f-66a6-4c6e-9c2f-98739a1a545d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849440 Feb 11 13:49:09.357267 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96139fcd-47de-4753-9a85-61b0f3cbba2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.455920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-96139fcd-47de-4753-9a85-61b0f3cbba2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.556874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:09.564285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-96139fcd-47de-4753-9a85-61b0f3cbba2b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b9f854acbe2b4862b07a45ae3a94bdae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084357 Feb 11 13:49:09.565584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33506) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:09.569625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'port_id': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'mac_address': 'fa:16:3e:5b:fb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:49:09.621564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.637561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49c8bfe-75c8-4301-89a7-fcb0042144d4 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:49:09.641401 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-52514b0b-fcc0-4d58-aaff-6c186891fe1f service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841604 Feb 11 13:49:09.661319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:09.673963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96139fcd-47de-4753-9a85-61b0f3cbba2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef08253-f15d-4923-a734-f3a63f3f7608,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:09.713483 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af0b-73ad-4a6f-9c82-013fe97998cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.747244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af0b-73ad-4a6f-9c82-013fe97998cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.775164 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.894665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5966b54-f8c1-40af-ada4-ca2bfbd95401 req-464e4317-726b-465d-a9ba-40f1f8e21372 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462525 Feb 11 13:49:09.907736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af0b-73ad-4a6f-9c82-013fe97998cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.910583 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c2b2af0b-73ad-4a6f-9c82-013fe97998cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:09.912346 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c2b2af0b-73ad-4a6f-9c82-013fe97998cb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5ef08253-f15d-4923-a734-f3a63f3f7608 HTTP/1.1" status: 204 len: 168 time: 0.3273211 Feb 11 13:49:09.924148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=12']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:09.952349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2af0b-73ad-4a6f-9c82-013fe97998cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef08253-f15d-4923-a734-f3a63f3f7608,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:10.048433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['f49c8bfe-75c8-4301-89a7-fcb0042144d4'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:49:10.479875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda45a06-a9e4-4dbc-b62d-001becc35dbf req-dcc6a34e-2ba7-4ff9-93de-e8742687f5a8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:10.481459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dda45a06-a9e4-4dbc-b62d-001becc35dbf req-dcc6a34e-2ba7-4ff9-93de-e8742687f5a8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 945 time: 0.1192753 Feb 11 13:49:10.557982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dda45a06-a9e4-4dbc-b62d-001becc35dbf req-b6146dcc-4c34-4149-b188-94d1344d5e8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637970 Feb 11 13:49:10.886650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33550) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:11.171668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b5e30ecd-9936-4240-b74b-ffd9cf66fc10 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=96a107bb78ea46f6b067a69fd7f5f497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2837934 Feb 11 13:49:11.187363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33558) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:11.268365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1706888a-18d1-4e18-90a4-dd3e2bb7917e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.307315 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1706888a-18d1-4e18-90a4-dd3e2bb7917e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.314556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:49:11.508220 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1706888a-18d1-4e18-90a4-dd3e2bb7917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.512056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1706888a-18d1-4e18-90a4-dd3e2bb7917e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.513599 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1706888a-18d1-4e18-90a4-dd3e2bb7917e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9277b29b-1339-41ea-9522-a49b522c6213 HTTP/1.1" status: 204 len: 168 time: 0.3247232 Feb 11 13:49:11.536248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port f49c8bfe-75c8-4301-89a7-fcb0042144d4 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:49:11.540998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port f49c8bfe-75c8-4301-89a7-fcb0042144d4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:49:11.541754 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:11.550414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706888a-18d1-4e18-90a4-dd3e2bb7917e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9277b29b-1339-41ea-9522-a49b522c6213,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:11.980000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:12.038502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:12.046816 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3615bb11-4fef-432e-9ef0-2a9687ac9097" -d '{"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-plugged", "status": "completed", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:12.093672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:12.198924 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e30150-c017-466a-a500-5f618999c0f5 x-openstack-request-id: req-d8e30150-c017-466a-a500-5f618999c0f5 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:12.199217 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-plugged", "status": "completed", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:12.199461 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d8e30150-c017-466a-a500-5f618999c0f5 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:12.199848 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'code': 200} Feb 11 13:49:12.204424 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:12.352450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=13']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:12.484891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4c6d5-22f2-44f2-b43a-e8bab404faa4 req-3fd2b799-5ef7-4478-ac12-aed20cabc6d2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:12.488842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19a4c6d5-22f2-44f2-b43a-e8bab404faa4 req-3fd2b799-5ef7-4478-ac12-aed20cabc6d2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 946 time: 0.0923073 Feb 11 13:49:12.579440 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19a4c6d5-22f2-44f2-b43a-e8bab404faa4 req-cd275c9f-0e3a-458f-8d4f-4cbec6c6170b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843725 Feb 11 13:49:12.610144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33606) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:12.722242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-955a782c-fcc7-41fc-a961-e5c252b9fe7a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/dd487be4-b7e2-45ec-9d35-69de22038d25 HTTP/1.1" status: 200 len: 992 time: 0.1101630 Feb 11 13:49:15.819750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33716) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:15.976563 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6a1951c-bd47-4b08-b73a-5f5f5e5424f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.134370 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6a1951c-bd47-4b08-b73a-5f5f5e5424f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.192858 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6a1951c-bd47-4b08-b73a-5f5f5e5424f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.262850 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d6a1951c-bd47-4b08-b73a-5f5f5e5424f8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d08724f1dcd4064a1306f90e13e79bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414282 Feb 11 13:49:16.263086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33724) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:16.268246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1951c-bd47-4b08-b73a-5f5f5e5424f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbc24a8-8df6-43e1-9944-bca4383a1256,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:16.337402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f23590e5-cdda-448c-b1fe-2f6d97b4f32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.361756 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f23590e5-cdda-448c-b1fe-2f6d97b4f32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.489977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f23590e5-cdda-448c-b1fe-2f6d97b4f32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.493224 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f23590e5-cdda-448c-b1fe-2f6d97b4f32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:16.498240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f23590e5-cdda-448c-b1fe-2f6d97b4f32c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5cbc24a8-8df6-43e1-9944-bca4383a1256 HTTP/1.1" status: 204 len: 168 time: 0.2320268 Feb 11 13:49:16.508410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23590e5-cdda-448c-b1fe-2f6d97b4f32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbc24a8-8df6-43e1-9944-bca4383a1256,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:17.608884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33750) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:17.628368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-314c08ad-3aa6-4870-86cd-cb7a398d7a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:17.726316 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-314c08ad-3aa6-4870-86cd-cb7a398d7a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:17.835439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-314c08ad-3aa6-4870-86cd-cb7a398d7a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:17.884951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-314c08ad-3aa6-4870-86cd-cb7a398d7a88 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d8ce2563a45469a9adddd6957696170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740340 Feb 11 13:49:17.886112 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c08ad-3aa6-4870-86cd-cb7a398d7a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2d1709-86b4-4fdb-81fe-6de52ed90fa4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:17.887629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33752) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:17.972026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b518339-2e26-4a1f-a821-16de315689d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.007957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b518339-2e26-4a1f-a821-16de315689d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.260913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b518339-2e26-4a1f-a821-16de315689d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.263765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b518339-2e26-4a1f-a821-16de315689d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:18.265402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b518339-2e26-4a1f-a821-16de315689d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de2d1709-86b4-4fdb-81fe-6de52ed90fa4 HTTP/1.1" status: 204 len: 168 time: 0.3761506 Feb 11 13:49:18.275552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b518339-2e26-4a1f-a821-16de315689d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2d1709-86b4-4fdb-81fe-6de52ed90fa4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:18.850469 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-d0f7af3f-8b80-4427-aa54-ad4b1bb35281 req-23f7aa1b-a1a8-4ab9-ab6c-843bffcbc4f9 tempest-ServersTestJSON-363987766 tempest-ServersTestJSON-363987766-project] (103006) timed out ('10.222.0.13', 61887) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 13:49:20.675996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33802) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:20.742789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb2daf8-2fa7-479a-b037-7993abd96b25 admin admin] Deleting subnet 2e1b6b72-7b5d-490f-841b-e2529e01b6a9 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:49:20.746134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ebb2daf8-2fa7-479a-b037-7993abd96b25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.793760 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ebb2daf8-2fa7-479a-b037-7993abd96b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.854522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ebb2daf8-2fa7-479a-b037-7993abd96b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:20.918264 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:49:21.089962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ebb2daf8-2fa7-479a-b037-7993abd96b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.126145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb2daf8-2fa7-479a-b037-7993abd96b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e1b6b72-7b5d-490f-841b-e2529e01b6a9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:21.141741 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ebb2daf8-2fa7-479a-b037-7993abd96b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.143223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ebb2daf8-2fa7-479a-b037-7993abd96b25 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2e1b6b72-7b5d-490f-841b-e2529e01b6a9 HTTP/1.1" status: 204 len: 168 time: 0.4660995 Feb 11 13:49:21.147010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33806) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:21.238563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.349945 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.376940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d11d23-69fb-4b7f-b436-1d3d58b3cf55']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:21.388763 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e86df5f-0c4a-4143-8865-af017c4ce92a') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:21.389056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e86df5f-0c4a-4143-8865-af017c4ce92a') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:21.403277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.414197 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.420316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:49:21.420630 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:49:21.422275 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:49:21.569244 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.574955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.581011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b2d11d23-69fb-4b7f-b436-1d3d58b3cf55 HTTP/1.1" status: 204 len: 168 time: 0.4303296 Feb 11 13:49:21.581431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33842) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:21.596164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6966d91-dea5-4703-9ed1-0dc425184643 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d11d23-69fb-4b7f-b436-1d3d58b3cf55,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:21.664884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99dffd8-6a2e-4d9b-97bc-d2bee47ada65 admin admin] Deleting subnet 13f62a7a-0206-4b00-a63a-68c628cf2e99 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:49:21.693852 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b99dffd8-6a2e-4d9b-97bc-d2bee47ada65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.712021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b99dffd8-6a2e-4d9b-97bc-d2bee47ada65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:21.774199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b99dffd8-6a2e-4d9b-97bc-d2bee47ada65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.089756 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b99dffd8-6a2e-4d9b-97bc-d2bee47ada65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.117937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99dffd8-6a2e-4d9b-97bc-d2bee47ada65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f62a7a-0206-4b00-a63a-68c628cf2e99,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:22.119955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b99dffd8-6a2e-4d9b-97bc-d2bee47ada65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.123241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b99dffd8-6a2e-4d9b-97bc-d2bee47ada65 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/13f62a7a-0206-4b00-a63a-68c628cf2e99 HTTP/1.1" status: 204 len: 168 time: 0.5401959 Feb 11 13:49:22.125730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33844) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:22.265808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.387750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.425134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bb64cc0-8b57-466d-a5e2-bb3667747780']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:22.441484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a71a89-14ed-4ae4-ac33-b93a26349490') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:22.442924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a71a89-14ed-4ae4-ac33-b93a26349490') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:22.454415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.477228 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.483226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:49:22.483695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:49:22.485396 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:49:22.586887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.594274 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:22.603292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2bb64cc0-8b57-466d-a5e2-bb3667747780 HTTP/1.1" status: 204 len: 168 time: 0.4749141 Feb 11 13:49:22.632260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f544d-30ba-4a84-a0a5-1d04f40047b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bb64cc0-8b57-466d-a5e2-bb3667747780,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:23.000378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33856) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:23.047825 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2d2fa094-e199-4c2c-839f-a577f9354464 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=27fd768ee8c04a15a253a2dd393a4ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462110 Feb 11 13:49:23.051890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33858) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:23.109617 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23d8d226-e0ac-48d0-8392-d601acc9c76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.135159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23d8d226-e0ac-48d0-8392-d601acc9c76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.268359 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23d8d226-e0ac-48d0-8392-d601acc9c76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.273559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-23d8d226-e0ac-48d0-8392-d601acc9c76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:23.276982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-23d8d226-e0ac-48d0-8392-d601acc9c76f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aaf5308a-62ed-401c-b9da-4e7c6a173650 HTTP/1.1" status: 204 len: 168 time: 0.2219274 Feb 11 13:49:23.288415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8d226-e0ac-48d0-8392-d601acc9c76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf5308a-62ed-401c-b9da-4e7c6a173650,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:24.386282 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 33876) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:24.432303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 33878) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:24.432923 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-40a2a31a-35ab-4ba8-96b5-0ead299a190f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=957166d5829549d38088710e00a6e079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449753 Feb 11 13:49:24.507057 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b27a41d6-c238-4e4a-b911-818ff1fd66b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.548424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b27a41d6-c238-4e4a-b911-818ff1fd66b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.757918 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b27a41d6-c238-4e4a-b911-818ff1fd66b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.760585 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b27a41d6-c238-4e4a-b911-818ff1fd66b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:24.762659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b27a41d6-c238-4e4a-b911-818ff1fd66b6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28a66bbf-7326-455c-b3a3-8e6263db9af9 HTTP/1.1" status: 204 len: 168 time: 0.3284657 Feb 11 13:49:24.781182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a41d6-c238-4e4a-b911-818ff1fd66b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a66bbf-7326-455c-b3a3-8e6263db9af9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:24.795874 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c67dd8fe-0d9e-4e90-8e82-03f59a2f1967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:25.803368 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:27.935227 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90187a1d-7459-4de7-9a46-4243da917db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:28.043673 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:28.649245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:30.054549 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:30.673532 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:32.242314 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90e3b20f-b029-4186-8906-d5182d048167 req-632b1800-2c7b-4668-9ad1-648223517b8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592735 Feb 11 13:49:32.337667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3b20f-b029-4186-8906-d5182d048167 req-1254561c-68ef-4472-88ad-f341a2a3f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.339274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90e3b20f-b029-4186-8906-d5182d048167 req-1254561c-68ef-4472-88ad-f341a2a3f912 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0440104 Feb 11 13:49:32.477156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3b20f-b029-4186-8906-d5182d048167 req-735c181a-0f0c-4d4a-b853-9939bf065893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.479041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90e3b20f-b029-4186-8906-d5182d048167 req-735c181a-0f0c-4d4a-b853-9939bf065893 service neutron] 10.222.0.13 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.1092174 Feb 11 13:49:32.555574 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90e3b20f-b029-4186-8906-d5182d048167 req-5a462e82-344e-4c0e-b28b-d72ec23b8d2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 1000 time: 0.0690558 Feb 11 13:49:32.621249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3b20f-b029-4186-8906-d5182d048167 req-ac43518e-e94f-45f5-b6a1-dd8e4141fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.623145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90e3b20f-b029-4186-8906-d5182d048167 req-ac43518e-e94f-45f5-b6a1-dd8e4141fd8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.0610402 Feb 11 13:49:32.673930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3b20f-b029-4186-8906-d5182d048167 req-3ac6e93b-ff36-469c-9996-ea5bc3a74227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:32.676458 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90e3b20f-b029-4186-8906-d5182d048167 req-3ac6e93b-ff36-469c-9996-ea5bc3a74227 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470665 Feb 11 13:49:32.793714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90e3b20f-b029-4186-8906-d5182d048167 req-0cffb816-d34c-409c-948f-94c3e45e251f service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100376 Feb 11 13:49:32.937361 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90e3b20f-b029-4186-8906-d5182d048167 req-340981ee-e4cb-42aa-9049-016123522950 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373100 Feb 11 13:49:41.528940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99844b99-5d25-49d6-84c5-69ad3cae180b req-ebab7294-342e-4af9-ac31-c02e4bf0e208 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:41.530637 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99844b99-5d25-49d6-84c5-69ad3cae180b req-ebab7294-342e-4af9-ac31-c02e4bf0e208 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0646648 Feb 11 13:49:41.573001 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99844b99-5d25-49d6-84c5-69ad3cae180b req-e3cc1d33-4a49-4123-9ecb-835495d4e65b tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320542 Feb 11 13:49:41.599056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34292) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:41.824222 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 54de53ed-52e9-4d41-a9c1-dd80408b93fd {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:49:41.829882 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:41.958679 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:41.959287 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:41.979227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 54de53ed-52e9-4d41-a9c1-dd80408b93fd owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:49:42.311999 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:42.379301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=54de53ed-52e9-4d41-a9c1-dd80408b93fd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:42.426316 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:42.426779 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Floating IP dd487be4-b7e2-45ec-9d35-69de22038d25 disassociated (deleted). External IP: 172.25.0.37, port: f49c8bfe-75c8-4301-89a7-fcb0042144d4. Feb 11 13:49:42.751634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router 36b94036-5327-489d-8f38-012aa904738f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:42.962063 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:42.967174 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:42.978003 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] Sync routers for ids ['36b94036-5327-489d-8f38-012aa904738f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:49:42.998174 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] Routers {'36b94036-5327-489d-8f38-012aa904738f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:42.999062 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:49:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['36b94036-5327-489d-8f38-012aa904738f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:43.044048 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d62318ee-c128-4b85-8c65-dbf69521835f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/floatingips/dd487be4-b7e2-45ec-9d35-69de22038d25 HTTP/1.1" status: 204 len: 168 time: 1.4412847 Feb 11 13:49:43.044907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:43.054626 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828ef03b-5841-4435-9a8c-bbd9939450fa" -d '{"events": [{"name": "network-changed", "server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:43.134244 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e13699f-b2ae-4cc4-8d04-74fe3ab428e7 x-openstack-request-id: req-5e13699f-b2ae-4cc4-8d04-74fe3ab428e7 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:43.134486 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:43.134734 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5e13699f-b2ae-4cc4-8d04-74fe3ab428e7 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:43.135139 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'status': 'completed', 'code': 200} Feb 11 13:49:43.214494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-7b6e459f-e9ab-496f-bef7-7f47581de5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:43.215135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-7b6e459f-e9ab-496f-bef7-7f47581de5bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0487912 Feb 11 13:49:43.275216 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] Set router 36b94036-5327-489d-8f38-012aa904738f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:43.354871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-ba888032-42fe-4652-9d57-494ee177a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:43.356902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-ba888032-42fe-4652-9d57-494ee177a7a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 200 len: 897 time: 0.1353748 Feb 11 13:49:43.414685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-7545fd51-cc4e-4e9f-bd5f-486887bd5652 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 200 len: 217 time: 0.0483539 Feb 11 13:49:43.511383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-55bafbe1-fd63-4f97-915f-205d7f899e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:43.514390 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-55bafbe1-fd63-4f97-915f-205d7f899e33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 200 len: 835 time: 0.0934980 Feb 11 13:49:43.581485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-77095447-41d3-48ef-a382-b2af8e3c5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:43.583404 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-77095447-41d3-48ef-a382-b2af8e3c5bfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=40f14580-cf4e-4d86-ba30-fdff0cebca3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580723 Feb 11 13:49:43.664576 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '588e37eb-d2d2-4c0f-bb62-e4be4375ddd1', 'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:ce:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': '54863aa5-d015-4730-9156-013cdbd95248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:43.688878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-d255d7d5-3417-4159-ade7-639b27c0b1d6 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979993 Feb 11 13:49:43.696372 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] Checking router: 36b94036-5327-489d-8f38-012aa904738f for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:49:43.705483 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] Routers {'36b94036-5327-489d-8f38-012aa904738f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:43.706475 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:49:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['36b94036-5327-489d-8f38-012aa904738f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:43.888505 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-828ef03b-5841-4435-9a8c-bbd9939450fa req-ed1dde96-1581-472c-9b9d-08a9f2ed7307 service neutron] 10.222.0.13 "GET /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927657 Feb 11 13:49:43.897067 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] Set router 36b94036-5327-489d-8f38-012aa904738f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:43.905752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c5dfb-9611-47f8-8fcb-f09f763d9a71 req-f58868ac-f5f3-499d-a56b-35672cb0f448 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:43.906854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd6c5dfb-9611-47f8-8fcb-f09f763d9a71 req-f58868ac-f5f3-499d-a56b-35672cb0f448 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 946 time: 0.1031857 Feb 11 13:49:43.963174 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd6c5dfb-9611-47f8-8fcb-f09f763d9a71 req-d7a049aa-8901-4aed-8a89-241df66cc331 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489788 Feb 11 13:49:44.159626 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '588e37eb-d2d2-4c0f-bb62-e4be4375ddd1', 'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:ce:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': '54863aa5-d015-4730-9156-013cdbd95248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:44.201556 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a381c52-b894-4e35-b041-b87f244d80c9 None None] The sync data for ids ['36b94036-5327-489d-8f38-012aa904738f'] in n-d-816488-1 is: [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:47:33Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '588e37eb-d2d2-4c0f-bb62-e4be4375ddd1', 'name': '', 'network_id': '40f14580-cf4e-4d86-ba30-fdff0cebca3a', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:ce:46:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': '54863aa5-d015-4730-9156-013cdbd95248', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:32Z', 'updated_at': '2022-02-11T13:47:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': '54863aa5-d015-4730-9156-013cdbd95248', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:49:44.490825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c4740-531e-4238-b1ee-b4a62db79ac4 None None] New status for floating IP dd487be4-b7e2-45ec-9d35-69de22038d25: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:49:45.005092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-205777ef-bd62-4fbc-ac27-f3c01c1e3262 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:45.006659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-205777ef-bd62-4fbc-ac27-f3c01c1e3262 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 946 time: 0.0608773 Feb 11 13:49:45.140207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee8c8f-a520-4959-9156-97f8fb6a1a40 req-4d03b5f5-e1c9-41fa-9ec5-d4e47bc35f50 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:49:45.141715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dee8c8f-a520-4959-9156-97f8fb6a1a40 req-4d03b5f5-e1c9-41fa-9ec5-d4e47bc35f50 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 946 time: 0.0953159 Feb 11 13:49:45.181080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-aad028a1-e8ff-408a-8e53-c3e4108609c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port f49c8bfe-75c8-4301-89a7-fcb0042144d4 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:49:45.181502 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-aad028a1-e8ff-408a-8e53-c3e4108609c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:45.234110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8dee8c8f-a520-4959-9156-97f8fb6a1a40 req-2453e076-6aad-42ba-b4ca-a58e0ec5b710 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c39228d8-86e7-452b-987f-008c5286e6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813112 Feb 11 13:49:45.304752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-aad028a1-e8ff-408a-8e53-c3e4108609c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port f49c8bfe-75c8-4301-89a7-fcb0042144d4, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=f49c8bfe-75c8-4301-89a7-fcb0042144d4,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:45.305646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-aad028a1-e8ff-408a-8e53-c3e4108609c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:45.326466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-aad028a1-e8ff-408a-8e53-c3e4108609c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for f49c8bfe-75c8-4301-89a7-fcb0042144d4 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:49:46.031523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-aad028a1-e8ff-408a-8e53-c3e4108609c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:46.062231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad028a1-e8ff-408a-8e53-c3e4108609c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=f49c8bfe-75c8-4301-89a7-fcb0042144d4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:46.111738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-aad028a1-e8ff-408a-8e53-c3e4108609c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] No DVR routers for this DVR port f49c8bfe-75c8-4301-89a7-fcb0042144d4 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:46.115001 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-aad028a1-e8ff-408a-8e53-c3e4108609c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:46.118979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3f2504d-fca1-45ae-a1da-d9006466e69e req-aad028a1-e8ff-408a-8e53-c3e4108609c2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "DELETE /v2.0/ports/f49c8bfe-75c8-4301-89a7-fcb0042144d4 HTTP/1.1" status: 204 len: 173 time: 1.1060338 Feb 11 13:49:46.119459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-deleted', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:49:46.126465 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570943cd-984f-49db-b3d7-3a26e2580e07" -d '{"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-deleted", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:49:46.180580 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbe172f-05d5-47da-a64a-d80609be66c5 x-openstack-request-id: req-9bbe172f-05d5-47da-a64a-d80609be66c5 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:49:46.181201 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a702d3-007e-48a5-9336-e92ea61e8eb3", "name": "network-vif-deleted", "tag": "f49c8bfe-75c8-4301-89a7-fcb0042144d4", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:49:46.189088 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9bbe172f-05d5-47da-a64a-d80609be66c5 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:49:46.189590 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a702d3-007e-48a5-9336-e92ea61e8eb3', 'name': 'network-vif-deleted', 'tag': 'f49c8bfe-75c8-4301-89a7-fcb0042144d4', 'status': 'completed', 'code': 200} Feb 11 13:49:46.437966 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c414c11-1ecf-443f-862e-bad34fffe53c req-27932dcf-b3f8-4d5d-9fcb-6bcf6377f408 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 210 time: 0.0700467 Feb 11 13:49:47.514996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:47.557605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: f49c8bfe-75c8-4301-89a7-fcb0042144d4 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:49:47.558345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device f49c8bfe-75c8-4301-89a7-fcb0042144d4 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:47.583048 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-54756b0e-14db-4b3a-a2ac-1177f5b105c6 req-89a6b25a-9df3-4fe6-998f-2db6c858f344 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=70a702d3-007e-48a5-9336-e92ea61e8eb3 HTTP/1.1" status: 200 len: 210 time: 0.0493689 Feb 11 13:49:48.639390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34436) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:49.058509 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:49.384860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:49:49.385104 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:49.510495 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=588e37eb-d2d2-4c0f-bb62-e4be4375ddd1,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:49.510872 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:49.526305 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:49:49.946015 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:49.976190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=588e37eb-d2d2-4c0f-bb62-e4be4375ddd1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:50.697102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:50.982322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router 36b94036-5327-489d-8f38-012aa904738f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:49:51.093734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:49:51.106699 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cc93f450-51d6-4737-9f01-829863f50198 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "PUT /v2.0/routers/36b94036-5327-489d-8f38-012aa904738f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4627135 Feb 11 13:49:51.106814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34480) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:51.108875 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] Sync routers for ids ['36b94036-5327-489d-8f38-012aa904738f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:49:51.119721 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] Routers {'36b94036-5327-489d-8f38-012aa904738f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:51.125506 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:49:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['36b94036-5327-489d-8f38-012aa904738f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:51.176611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f9f1bf7-a9a6-4569-b4b1-db0d24934579 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting subnet 54863aa5-d015-4730-9156-013cdbd95248 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:49:51.188259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1bf7-a9a6-4569-b4b1-db0d24934579 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:51.239835 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1bf7-a9a6-4569-b4b1-db0d24934579 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:51.272641 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] Set router 36b94036-5327-489d-8f38-012aa904738f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:51.474643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1bf7-a9a6-4569-b4b1-db0d24934579 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:51.506403 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:49:49Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:51.537587 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] Checking router: 36b94036-5327-489d-8f38-012aa904738f for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:49:51.548573 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] Routers {'36b94036-5327-489d-8f38-012aa904738f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:49:51.552120 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:49:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['36b94036-5327-489d-8f38-012aa904738f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:51.656931 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] Set router 36b94036-5327-489d-8f38-012aa904738f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:49:51.793653 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1bf7-a9a6-4569-b4b1-db0d24934579 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:51.828505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1bf7-a9a6-4569-b4b1-db0d24934579 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:51.835056 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5f9f1bf7-a9a6-4569-b4b1-db0d24934579 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/subnets/54863aa5-d015-4730-9156-013cdbd95248 HTTP/1.1" status: 204 len: 168 time: 0.7255986 Feb 11 13:49:51.835056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f1bf7-a9a6-4569-b4b1-db0d24934579 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Subnet': ['ID=54863aa5-d015-4730-9156-013cdbd95248,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:51.835556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34494) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:51.836104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c989a10-631c-4ea8-904f-36872448f15d None None] Network 40f14580-cf4e-4d86-ba30-fdff0cebca3a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:49:51.880573 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:49:49Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:51.946393 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936bebd4-730f-431e-926f-5fbdf81e8200 None None] The sync data for ids ['36b94036-5327-489d-8f38-012aa904738f'] in n-d-816488-1 is: [{'id': '36b94036-5327-489d-8f38-012aa904738f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-580728884', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:47:24Z', 'updated_at': '2022-02-11T13:49:49Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '8ed0e065-1aba-442a-8054-fd975d42071a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b94036-5327-489d-8f38-012aa904738f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:47:25Z', 'updated_at': '2022-02-11T13:47:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:49:52.097354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:52.243332 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:52.383019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] DHCP port deletion for 40f14580-cf4e-4d86-ba30-fdff0cebca3a request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:49:52.508723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Deleting port 4673bac8-13e2-4921-b927-ce3758e7cb58 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:49:52.509099 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:52.527969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 8ed0e065-1aba-442a-8054-fd975d42071a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:49:52.528580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:52.657725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] For port 4673bac8-13e2-4921-b927-ce3758e7cb58, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4673bac8-13e2-4921-b927-ce3758e7cb58,segment=NetworkSegment(b9e0a5d8-4b14-4992-9fc2-914440d640f7),segment_id=b9e0a5d8-4b14-4992-9fc2-914440d640f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:52.658552 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:52.701421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Calling delete_port for 4673bac8-13e2-4921-b927-ce3758e7cb58 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:49:52.745942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 8ed0e065-1aba-442a-8054-fd975d42071a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8ed0e065-1aba-442a-8054-fd975d42071a,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:49:52.746939 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:52.781610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 8ed0e065-1aba-442a-8054-fd975d42071a owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:49:53.162898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:53.197368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Pushing event deleted for resources: {'Port': ['ID=4673bac8-13e2-4921-b927-ce3758e7cb58,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:53.208758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.209109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.209442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.209792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.210129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.210517 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.210845 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.211163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.211479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.211793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.212109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.212421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:49:53.215252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b120b0c1-00d8-4382-8077-994754d6358b None None] No DVR routers for this DVR port 4673bac8-13e2-4921-b927-ce3758e7cb58 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:49:53.357311 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:53.383914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=8ed0e065-1aba-442a-8054-fd975d42071a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:53.478994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:53.616794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:53.619333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.146258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4673bac8-13e2-4921-b927-ce3758e7cb58 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:54.193597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 4673bac8-13e2-4921-b927-ce3758e7cb58 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:49:54.194937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4673bac8-13e2-4921-b927-ce3758e7cb58 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:54.195637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:54.216200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.217150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Fanout notify agent at l3_agent the message router_deleted on router 36b94036-5327-489d-8f38-012aa904738f {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:49:54.232599 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.232711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34546) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:54.233129 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a9187768-2941-4b12-8f6a-b372ca8bb869 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/routers/36b94036-5327-489d-8f38-012aa904738f HTTP/1.1" status: 204 len: 168 time: 2.3959577 Feb 11 13:49:54.285440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:49:54.286163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 588e37eb-d2d2-4c0f-bb62-e4be4375ddd1 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:54.386765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.503602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.523901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f14580-cf4e-4d86-ba30-fdff0cebca3a']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:54.537329 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e0a5d8-4b14-4992-9fc2-914440d640f7') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:54.537628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e0a5d8-4b14-4992-9fc2-914440d640f7') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:49:54.548261 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.568158 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.578726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:49:54.579228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:49:54.583777 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:49:54.848354 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-938a41f3-3001-4573-9a88-edfd502978f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.922789 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.937036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:54.943337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/networks/40f14580-cf4e-4d86-ba30-fdff0cebca3a HTTP/1.1" status: 204 len: 168 time: 0.7109554 Feb 11 13:49:54.944706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34568) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:54.955912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aef939-93e0-4421-a2c6-8f3121e949d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Network': ['ID=40f14580-cf4e-4d86-ba30-fdff0cebca3a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:55.025921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-de7a36b9-1f94-4131-b3a7-c45ecf98f9b5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:55.060109 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-de7a36b9-1f94-4131-b3a7-c45ecf98f9b5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:55.259835 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-de7a36b9-1f94-4131-b3a7-c45ecf98f9b5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:55.262659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-de7a36b9-1f94-4131-b3a7-c45ecf98f9b5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:55.269874 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-de7a36b9-1f94-4131-b3a7-c45ecf98f9b5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/security-groups/c39228d8-86e7-452b-987f-008c5286e6d6 HTTP/1.1" status: 204 len: 168 time: 0.3186786 Feb 11 13:49:55.275568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a36b9-1f94-4131-b3a7-c45ecf98f9b5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39228d8-86e7-452b-987f-008c5286e6d6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:55.945341 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:56.042788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8ed0e065-1aba-442a-8054-fd975d42071a no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:49:56.069388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8ed0e065-1aba-442a-8054-fd975d42071a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:49:56.069388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8ed0e065-1aba-442a-8054-fd975d42071a not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:49:56.072849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34604) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:56.078223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8773e247-0bcb-4ea5-9b60-a35a64617691 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1079703720', 'description': 'tempest-secgroup-smoke-1079703720 description', 'project_id': '575d93d5e9a4439796b157bf7e49a91f'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:56.254459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8773e247-0bcb-4ea5-9b60-a35a64617691 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:56.353035 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8773e247-0bcb-4ea5-9b60-a35a64617691 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:56.476880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8773e247-0bcb-4ea5-9b60-a35a64617691 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:56.516843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773e247-0bcb-4ea5-9b60-a35a64617691 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:56.724413 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8773e247-0bcb-4ea5-9b60-a35a64617691 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:56.726098 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8773e247-0bcb-4ea5-9b60-a35a64617691 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6510875 Feb 11 13:49:56.728549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34628) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:56.733196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-40b2ebc7-f4c5-42b8-83c5-585f8b0899a0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c2da2f95-8b5d-4508-9d93-ddcd6838b5d5', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:56.996253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40b2ebc7-f4c5-42b8-83c5-585f8b0899a0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.060057 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5b2662b-711f-42db-ae8f-721469714cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.074714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40b2ebc7-f4c5-42b8-83c5-585f8b0899a0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.314493 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40b2ebc7-f4c5-42b8-83c5-585f8b0899a0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.349653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2ebc7-f4c5-42b8-83c5-585f8b0899a0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983339b3-2e1b-4887-aa26-f26731ec4648,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:57.496431 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-40b2ebc7-f4c5-42b8-83c5-585f8b0899a0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.503554 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-40b2ebc7-f4c5-42b8-83c5-585f8b0899a0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7680736 Feb 11 13:49:57.506117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34644) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:57.511217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4ae230ef-20d9-4181-ad5b-a2601f7c4bc7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c2da2f95-8b5d-4508-9d93-ddcd6838b5d5', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:57.684268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ae230ef-20d9-4181-ad5b-a2601f7c4bc7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.756115 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ae230ef-20d9-4181-ad5b-a2601f7c4bc7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.918051 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:49:57.928468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ae230ef-20d9-4181-ad5b-a2601f7c4bc7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:57.966414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae230ef-20d9-4181-ad5b-a2601f7c4bc7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db552968-3dba-4164-9a93-746adf0f5ea2,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:57.999249 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.136768 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ae230ef-20d9-4181-ad5b-a2601f7c4bc7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.140905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34656) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:58.141493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4ae230ef-20d9-4181-ad5b-a2601f7c4bc7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6337824 Feb 11 13:49:58.147227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5d18d830-b6a8-47ca-8211-60a3d96201c1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c2da2f95-8b5d-4508-9d93-ddcd6838b5d5', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:58.428892 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5d18d830-b6a8-47ca-8211-60a3d96201c1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.496252 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5d18d830-b6a8-47ca-8211-60a3d96201c1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.688430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5d18d830-b6a8-47ca-8211-60a3d96201c1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.709347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d18d830-b6a8-47ca-8211-60a3d96201c1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d7e224-2a80-4433-b90c-331af9dc7e2e,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:58.735363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.872967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5d18d830-b6a8-47ca-8211-60a3d96201c1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:58.874245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5d18d830-b6a8-47ca-8211-60a3d96201c1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7320642 Feb 11 13:49:58.877795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34674) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:58.882416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fd66b0d5-8dbd-49ad-8ffa-b5a209151d7b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c2da2f95-8b5d-4508-9d93-ddcd6838b5d5', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:59.188364 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd66b0d5-8dbd-49ad-8ffa-b5a209151d7b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:59.271678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd66b0d5-8dbd-49ad-8ffa-b5a209151d7b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:59.416085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd66b0d5-8dbd-49ad-8ffa-b5a209151d7b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:59.445522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66b0d5-8dbd-49ad-8ffa-b5a209151d7b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c31533-f62c-46c3-95f4-bde26eda7abc,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:49:59.593712 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd66b0d5-8dbd-49ad-8ffa-b5a209151d7b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:59.596356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fd66b0d5-8dbd-49ad-8ffa-b5a209151d7b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7169073 Feb 11 13:49:59.599363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34706) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:49:59.607030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-69a907b3-ab81-411b-93d3-2f9b799bc2d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c2da2f95-8b5d-4508-9d93-ddcd6838b5d5', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:49:59.808825 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-69a907b3-ab81-411b-93d3-2f9b799bc2d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Project 575d93d5e9a4439796b157bf7e49a91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:49:59.814930 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69a907b3-ab81-411b-93d3-2f9b799bc2d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:49:59.891105 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69a907b3-ab81-411b-93d3-2f9b799bc2d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.098983 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69a907b3-ab81-411b-93d3-2f9b799bc2d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.116706 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a907b3-ab81-411b-93d3-2f9b799bc2d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb8824d-eeff-4597-9e53-2ec14b62952a,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:00.180119 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.250371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69a907b3-ab81-411b-93d3-2f9b799bc2d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.251743 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-69a907b3-ab81-411b-93d3-2f9b799bc2d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6511672 Feb 11 13:50:00.255641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34724) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:00.261166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-aeaaf343-6fb3-4bb7-969b-5ac5a2d2c1be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': 'c2da2f95-8b5d-4508-9d93-ddcd6838b5d5', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:00.385553 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-aeaaf343-6fb3-4bb7-969b-5ac5a2d2c1be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Project 575d93d5e9a4439796b157bf7e49a91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:50:00.392567 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf343-6fb3-4bb7-969b-5ac5a2d2c1be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.470492 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf343-6fb3-4bb7-969b-5ac5a2d2c1be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.710855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf343-6fb3-4bb7-969b-5ac5a2d2c1be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.711777 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.740313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaaf343-6fb3-4bb7-969b-5ac5a2d2c1be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842f3f54-8d72-44bc-9c67-6233fe22cda6,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:00.864251 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aeaaf343-6fb3-4bb7-969b-5ac5a2d2c1be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:00.864251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aeaaf343-6fb3-4bb7-969b-5ac5a2d2c1be tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6061492 Feb 11 13:50:00.866914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34740) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:00.872311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'network': {'name': 'tempest-network-smoke--1601816381', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'port_security_enabled': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:01.059717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:01.063397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:01.089692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:01.116269 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:01.116269 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Added segment eea28f9f-542e-413a-a074-608a8a124976 of type vlan for network cc176ec9-92b7-48ab-afd0-88963360c307 Feb 11 13:50:01.202672 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:01.374545 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:01.386063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:01.387678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:01.548040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Network': ['ID=cc176ec9-92b7-48ab-afd0-88963360c307,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:01.560372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network cc176ec9-92b7-48ab-afd0-88963360c307 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:50:01.694059 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5f7cf406-c6d0-4852-8cd8-d9f43e77a70f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8173287 Feb 11 13:50:01.694059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34756) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:01.694059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'admin_state_up': True, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:01.923253 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:01.931657 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:02.007577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:02.320602 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:02.710490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:02.729600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:02.856243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.25.0.219 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/00cb66df-eb78-42dd-bb61-662fc0a222f0) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:02.963356 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:03.162898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:03.210771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:03.215312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:03.219650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:03.222929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=00cb66df-eb78-42dd-bb61-662fc0a222f0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:03.791776 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:04.600433 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:05.013078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router e0854d79-4372-4e1c-ac4b-db8e76f7225f is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:05.187350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:05.200586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Sync routers for ids ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:05.224510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Routers {'e0854d79-4372-4e1c-ac4b-db8e76f7225f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:05.225203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:49:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:05.398006 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Set router e0854d79-4372-4e1c-ac4b-db8e76f7225f gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:05.398614 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:05.402831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9d338ebd-0d84-4791-bb3f-9fcb2309556d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7104201 Feb 11 13:50:05.403183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34832) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:05.481887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34836) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:05.501238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-15154235-36be-4a51-9f88-feda6ab04dfa tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=575d93d5e9a4439796b157bf7e49a91f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0965884 Feb 11 13:50:05.606327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2840b3b5-5dd5-4a37-802e-65ea8cdd8827 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:05.610443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34842) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:05.624088 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2840b3b5-5dd5-4a37-802e-65ea8cdd8827 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1380951 Feb 11 13:50:05.653478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34846) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:05.658897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1116897648', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:05.664134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8d5571ef-ef77-4e60-94c7-98cf7bb518e2 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512493 Feb 11 13:50:05.696228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:03Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:05.726283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Checking router: e0854d79-4372-4e1c-ac4b-db8e76f7225f for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:05.726628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Updating router e0854d79-4372-4e1c-ac4b-db8e76f7225f port 00cb66df-eb78-42dd-bb61-662fc0a222f0 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:05.777452 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:05.927234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:05.931165 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.095135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.310244 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.346932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.369635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04aad2-a1bd-40f3-a320-9c5fb2ff75ca None None] Pushing event updated for resources: {'Port': ['ID=00cb66df-eb78-42dd-bb61-662fc0a222f0,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:06.382560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Attempting to bind port 00cb66df-eb78-42dd-bb61-662fc0a222f0 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:06.383072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Attempting to bind port 00cb66df-eb78-42dd-bb61-662fc0a222f0 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:06.383441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Attempting to bind port 00cb66df-eb78-42dd-bb61-662fc0a222f0 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:06.390913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:06.391294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:06.391724 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.392081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:06.392637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Bound port: 00cb66df-eb78-42dd-bb61-662fc0a222f0, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:06.394520 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.438724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Subnet': ['ID=b104d062-05d2-48a5-a8d6-a8727898a3d8,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:06.441537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Checking segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:06.442183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network hostable DHCP agents. Network: cc176ec9-92b7-48ab-afd0-88963360c307, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:06.462411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] For port 00cb66df-eb78-42dd-bb61-662fc0a222f0, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:06.465680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] For port 00cb66df-eb78-42dd-bb61-662fc0a222f0, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=00cb66df-eb78-42dd-bb61-662fc0a222f0,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:06.602480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network cc176ec9-92b7-48ab-afd0-88963360c307 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:50:06.603400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.670518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Routers {'e0854d79-4372-4e1c-ac4b-db8e76f7225f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:06.671151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:49:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:06.676234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04aad2-a1bd-40f3-a320-9c5fb2ff75ca None None] Pushing event updated for resources: {'Port': ['ID=00cb66df-eb78-42dd-bb61-662fc0a222f0,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:06.781629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] Set router e0854d79-4372-4e1c-ac4b-db8e76f7225f gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:06.911113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, cc176ec9-92b7-48ab-afd0-88963360c307) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:06.933295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:06.935879 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:06.969267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5764649a-b1ff-4389-a028-7ff616d89931 None None] Network cc176ec9-92b7-48ab-afd0-88963360c307 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:07.070113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:03Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:07.120301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1383139-3fac-448e-b76f-02a83cf63184 None None] The sync data for ids ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'] in n-d-816488-1 is: [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:03Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:07.157569 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6013c4a5-c63f-451c-a91e-2b9dc179bf8c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5020583 Feb 11 13:50:07.159789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 34874) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:07.181460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-cc176ec9-92b7-48ab-afd0-88963360c307', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:50:07.182641 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:07.528870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Allocated IP 172.20.0.2 (cc176ec9-92b7-48ab-afd0-88963360c307/b104d062-05d2-48a5-a8d6-a8727898a3d8/e411fcf4-403a-473d-8fb7-67a9b1047714) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:07.568850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34888) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:07.924391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:07.940756 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.105896 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.132917 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.265319 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.365984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Pushing event updated for resources: {'Port': ['ID=e411fcf4-403a-473d-8fb7-67a9b1047714,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:08.381759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Network cc176ec9-92b7-48ab-afd0-88963360c307 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:08.395381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 00cb66df-eb78-42dd-bb61-662fc0a222f0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:08.411773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e653c7-a8cd-4d0d-bcad-1a0941ea91d0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:08.432482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.433087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.433641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.436510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.437175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.437705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.438290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.438816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.443373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.444815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.445616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.448037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:08.469031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a510a0f6-170b-4ede-9326-19ea50852206 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7197ee6f1db34a42a3cbf653eb126575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8987033 Feb 11 13:50:08.471885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 34904) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:08.486434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.568056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:08.587731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:08.632579 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-331bb43d-c274-4770-b2cc-4b7ba5e3cb5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.689535 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-331bb43d-c274-4770-b2cc-4b7ba5e3cb5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.974600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-331bb43d-c274-4770-b2cc-4b7ba5e3cb5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.981587 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-331bb43d-c274-4770-b2cc-4b7ba5e3cb5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:08.984004 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-331bb43d-c274-4770-b2cc-4b7ba5e3cb5b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/84e653c7-a8cd-4d0d-bcad-1a0941ea91d0 HTTP/1.1" status: 204 len: 168 time: 0.5102649 Feb 11 13:50:09.004499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bb43d-c274-4770-b2cc-4b7ba5e3cb5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e653c7-a8cd-4d0d-bcad-1a0941ea91d0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.070526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 00cb66df-eb78-42dd-bb61-662fc0a222f0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:09.071277 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.215637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Attempting to bind port e411fcf4-403a-473d-8fb7-67a9b1047714 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:09.216016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Attempting to bind port e411fcf4-403a-473d-8fb7-67a9b1047714 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:09.216465 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Attempting to bind port e411fcf4-403a-473d-8fb7-67a9b1047714 on network cc176ec9-92b7-48ab-afd0-88963360c307 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:09.240580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:09.241101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Checking segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:09.241515 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.242048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Bound using segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:09.242555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Bound port: e411fcf4-403a-473d-8fb7-67a9b1047714, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:09.246824 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.313530 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.359655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 00cb66df-eb78-42dd-bb61-662fc0a222f0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=00cb66df-eb78-42dd-bb61-662fc0a222f0,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:09.417169 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.20.0.1 (cc176ec9-92b7-48ab-afd0-88963360c307/b104d062-05d2-48a5-a8d6-a8727898a3d8/273805ab-5fec-451b-a885-39cd5d119db9) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:09.523338 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.555911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] For port e411fcf4-403a-473d-8fb7-67a9b1047714, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:09.565512 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.580812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] For port e411fcf4-403a-473d-8fb7-67a9b1047714, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e411fcf4-403a-473d-8fb7-67a9b1047714,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:09.602207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=00cb66df-eb78-42dd-bb61-662fc0a222f0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.752098 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.813746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:09.898056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network cc176ec9-92b7-48ab-afd0-88963360c307 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:09.915327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:09.921985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:09.924035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eb5f3-f9be-47ac-89b9-f0c5e1ed3b3b None None] Pushing event updated for resources: {'Port': ['ID=e411fcf4-403a-473d-8fb7-67a9b1047714,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:09.998086 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:10.001969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=273805ab-5fec-451b-a885-39cd5d119db9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:10.045629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.045991 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.046336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.046681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.047012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.047352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.047683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.048011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.048371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.048700 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.049204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.049415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:10.187121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 00cb66df-eb78-42dd-bb61-662fc0a222f0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:10.283143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 00cb66df-eb78-42dd-bb61-662fc0a222f0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:10.283608 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:10.438305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:10.856087 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.017220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.131444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=273805ab-5fec-451b-a885-39cd5d119db9,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:11.184036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.311955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af78cc5-c5de-4908-abe4-173ba17a561a None None] Network cc176ec9-92b7-48ab-afd0-88963360c307 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:11.335271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network cc176ec9-92b7-48ab-afd0-88963360c307 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:11.336965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:11.384027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-67bcbdd6-4b2b-4099-ad18-50720576767d None None] Provisioning complete for port e411fcf4-403a-473d-8fb7-67a9b1047714 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:11.384323 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-67bcbdd6-4b2b-4099-ad18-50720576767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.487577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router e0854d79-4372-4e1c-ac4b-db8e76f7225f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:11.551708 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-67bcbdd6-4b2b-4099-ad18-50720576767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.592295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-67bcbdd6-4b2b-4099-ad18-50720576767d None None] For port e411fcf4-403a-473d-8fb7-67a9b1047714, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e411fcf4-403a-473d-8fb7-67a9b1047714,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:11.649055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:11.674317 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Sync routers for ids ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:11.705797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e1269c10-78c9-42d2-8a0a-f77aa916ed22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "PUT /v2.0/routers/e0854d79-4372-4e1c-ac4b-db8e76f7225f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5272970 Feb 11 13:50:11.706163 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Routers {'e0854d79-4372-4e1c-ac4b-db8e76f7225f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:11.706163 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:49:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:11.786825 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-67bcbdd6-4b2b-4099-ad18-50720576767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:11.944979 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcbdd6-4b2b-4099-ad18-50720576767d None None] Pushing event updated for resources: {'Port': ['ID=e411fcf4-403a-473d-8fb7-67a9b1047714,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:12.166604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2a5d3f79-37da-4701-9418-2ae2c97bb84c None None] Provisioning complete for port 273805ab-5fec-451b-a885-39cd5d119db9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:12.168307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3f79-37da-4701-9418-2ae2c97bb84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:12.225525 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Set router e0854d79-4372-4e1c-ac4b-db8e76f7225f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:12.295772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e411fcf4-403a-473d-8fb7-67a9b1047714 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:12.324273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-100c6ae1-35ea-4331-afa4-426bbcfe3671 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1079703720&fields=id&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 267 time: 0.1292925 Feb 11 13:50:12.506930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d3f79-37da-4701-9418-2ae2c97bb84c None None] Port 273805ab-5fec-451b-a885-39cd5d119db9 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:12.516637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e411fcf4-403a-473d-8fb7-67a9b1047714 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:12.517608 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:12.587113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2a5d3f79-37da-4701-9418-2ae2c97bb84c None None] Provisioning complete for port e411fcf4-403a-473d-8fb7-67a9b1047714 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:12.589674 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2a5d3f79-37da-4701-9418-2ae2c97bb84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:12.701152 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:10Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '273805ab-5fec-451b-a885-39cd5d119db9', 'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:36:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:08Z', 'updated_at': '2022-02-11T13:50:10Z', 'revision_number': 2, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:12.706750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35012) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:12.784149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-5b6eac31-f09d-46f6-bdc1-6b3eecb18f33 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:12.788987 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-5b6eac31-f09d-46f6-bdc1-6b3eecb18f33 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/networks?id=cc176ec9-92b7-48ab-afd0-88963360c307 HTTP/1.1" status: 200 len: 797 time: 0.4628985 Feb 11 13:50:12.798188 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Checking router: e0854d79-4372-4e1c-ac4b-db8e76f7225f for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:12.817853 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Updating router e0854d79-4372-4e1c-ac4b-db8e76f7225f port 273805ab-5fec-451b-a885-39cd5d119db9 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:12.830416 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-9ebde143-3094-4184-ae3c-599c4ca3bd94 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/quotas/575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 375 time: 0.0293677 Feb 11 13:50:12.909097 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.031732 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-a1125e79-0fec-42a9-9ba3-1e3651eb70f5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1846509 Feb 11 13:50:13.137698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7dda0afe-d32e-44cc-a293-dfd95992ec8a None None] Provisioning complete for port 273805ab-5fec-451b-a885-39cd5d119db9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:13.141146 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dda0afe-d32e-44cc-a293-dfd95992ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.245840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7dda0afe-d32e-44cc-a293-dfd95992ec8a None None] Port 273805ab-5fec-451b-a885-39cd5d119db9 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:13.398048 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d4edd0dd-8092-4b35-9fa6-628814dbd3d8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:50:13.406302 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d4edd0dd-8092-4b35-9fa6-628814dbd3d8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3768060 Feb 11 13:50:13.406912 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.463264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35030) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:13.488397 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.560666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bf41b4-7096-4881-a5ee-acf3c45bdab0 admin admin] Deleting subnet b7f608d1-deb5-4213-9a80-4a576d3c2405 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:50:13.569114 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c0bf41b4-7096-4881-a5ee-acf3c45bdab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.644884 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Pushing event updated for resources: {'Port': ['ID=273805ab-5fec-451b-a885-39cd5d119db9,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:13.683115 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c0bf41b4-7096-4881-a5ee-acf3c45bdab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.701702 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.702283 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.702368 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.702700 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.703024 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.703343 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.703657 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.703969 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.704279 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.704742 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.705238 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.705807 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:13.742772 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Attempting to bind port 273805ab-5fec-451b-a885-39cd5d119db9 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:13.743679 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Attempting to bind port 273805ab-5fec-451b-a885-39cd5d119db9 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:13.743679 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Attempting to bind port 273805ab-5fec-451b-a885-39cd5d119db9 on network cc176ec9-92b7-48ab-afd0-88963360c307 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:13.749797 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:13.750259 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Checking segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:13.751435 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.751435 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Bound using segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:13.752390 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Bound port: 273805ab-5fec-451b-a885-39cd5d119db9, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:13.752932 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.784732 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c0bf41b4-7096-4881-a5ee-acf3c45bdab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:13.911764 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] For port 273805ab-5fec-451b-a885-39cd5d119db9, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:13.928235 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] For port 273805ab-5fec-451b-a885-39cd5d119db9, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=273805ab-5fec-451b-a885-39cd5d119db9,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:13.990239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1b452619-a3ce-4435-95e6-ec2848db4b0d None None] Provisioning complete for port 273805ab-5fec-451b-a885-39cd5d119db9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:13.990828 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b452619-a3ce-4435-95e6-ec2848db4b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.037049 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c0bf41b4-7096-4881-a5ee-acf3c45bdab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.037268 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.056952 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c0bf41b4-7096-4881-a5ee-acf3c45bdab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.060504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c0bf41b4-7096-4881-a5ee-acf3c45bdab0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b7f608d1-deb5-4213-9a80-4a576d3c2405 HTTP/1.1" status: 204 len: 168 time: 1.3521881 Feb 11 13:50:14.070649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35048) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:14.117194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1b452619-a3ce-4435-95e6-ec2848db4b0d None None] Port 273805ab-5fec-451b-a885-39cd5d119db9 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:14.128824 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Routers {'e0854d79-4372-4e1c-ac4b-db8e76f7225f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:14.129487 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:49:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:14.199347 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51475ce6-690e-4cd1-9f2c-7e21828fb519 None None] Pushing event updated for resources: {'Port': ['ID=273805ab-5fec-451b-a885-39cd5d119db9,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:14.235644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf41b4-7096-4881-a5ee-acf3c45bdab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f608d1-deb5-4213-9a80-4a576d3c2405,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:14.281690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.356559 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] Set router e0854d79-4372-4e1c-ac4b-db8e76f7225f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:14.438269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c29dd2e5-d7b4-4def-a33d-40ce6008f8f2 service neutron] 10.222.0.52 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0309660 Feb 11 13:50:14.470964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-74f1e8f5-6168-4ca6-9977-dea4638ef70c None None] Provisioning complete for port 273805ab-5fec-451b-a885-39cd5d119db9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:14.471347 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-74f1e8f5-6168-4ca6-9977-dea4638ef70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.552736 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.604347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7431f25-4cfe-4c70-9b0f-f79f6d743a0d']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:14.627403 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-74f1e8f5-6168-4ca6-9977-dea4638ef70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.628764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d31242-8039-4691-8f08-d931373dc0fc') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:14.628764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d31242-8039-4691-8f08-d931373dc0fc') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:14.665412 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.665619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-74f1e8f5-6168-4ca6-9977-dea4638ef70c None None] For port 273805ab-5fec-451b-a885-39cd5d119db9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=273805ab-5fec-451b-a885-39cd5d119db9,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:14.665735 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-735f7cf5-c8f8-41f8-95a6-69a4afd2af26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.692937 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.703509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:50:14.704145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:50:14.708494 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:50:14.756731 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:10Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '273805ab-5fec-451b-a885-39cd5d119db9', 'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:36:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:08Z', 'updated_at': '2022-02-11T13:50:13Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:14.770323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-5eb23de1-b59f-48c3-8f30-dbc161031b50 service neutron] 10.222.0.52 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211527 Feb 11 13:50:14.789217 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18492af6-51c6-4da5-8890-163de91b5a37 None None] The sync data for ids ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'] in n-d-816488-1 is: [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:10Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '273805ab-5fec-451b-a885-39cd5d119db9', 'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:36:0a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:08Z', 'updated_at': '2022-02-11T13:50:13Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:14.797048 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-74f1e8f5-6168-4ca6-9977-dea4638ef70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.839921 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-735f7cf5-c8f8-41f8-95a6-69a4afd2af26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:14.885178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1e8f5-6168-4ca6-9977-dea4638ef70c None None] Pushing event updated for resources: {'Port': ['ID=273805ab-5fec-451b-a885-39cd5d119db9,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:15.092441 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-735f7cf5-c8f8-41f8-95a6-69a4afd2af26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.095049 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.128428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.134874 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] 10.222.0.52 "DELETE /v2.0/networks/e7431f25-4cfe-4c70-9b0f-f79f6d743a0d HTTP/1.1" status: 204 len: 168 time: 1.0207109 Feb 11 13:50:15.147433 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-735f7cf5-c8f8-41f8-95a6-69a4afd2af26 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=246dd4f88fe34ec1b23b837a4a378a02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6831117 Feb 11 13:50:15.151151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35070) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:15.151800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f7cf5-c8f8-41f8-95a6-69a4afd2af26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d3459-c301-4544-b4b7-8fff5cec628c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:15.180970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf2923-846e-43ea-90dc-838d987acd99 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7431f25-4cfe-4c70-9b0f-f79f6d743a0d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:15.337351 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a601ae2-6c78-4c7a-a374-deb47cf6d272 req-a5dec9a8-4b62-4fa3-8d81-cc8d3ce4a609 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 210 time: 0.0673804 Feb 11 13:50:15.357945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a35ec943-9178-401d-95dd-7feb15627605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.405462 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a35ec943-9178-401d-95dd-7feb15627605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.592081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a35ec943-9178-401d-95dd-7feb15627605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.604540 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a35ec943-9178-401d-95dd-7feb15627605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.606248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a35ec943-9178-401d-95dd-7feb15627605 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e31d3459-c301-4544-b4b7-8fff5cec628c HTTP/1.1" status: 204 len: 168 time: 0.4428937 Feb 11 13:50:15.617171 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ec943-9178-401d-95dd-7feb15627605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d3459-c301-4544-b4b7-8fff5cec628c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:15.768712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35090) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:15.842774 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5236e877-9b5e-4ed9-a820-ac6c917a9135 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4cd4824952994d188d14fa54352a2148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727975 Feb 11 13:50:15.845905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35092) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:15.906430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb76e878-08ee-431e-8408-095dd60a0716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:15.956982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb76e878-08ee-431e-8408-095dd60a0716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:16.155197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 273805ab-5fec-451b-a885-39cd5d119db9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:16.186980 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb76e878-08ee-431e-8408-095dd60a0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:16.193434 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb76e878-08ee-431e-8408-095dd60a0716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:16.204127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fb76e878-08ee-431e-8408-095dd60a0716 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/291845cd-708a-4515-91db-0a4dabddd1f9 HTTP/1.1" status: 204 len: 168 time: 0.3501551 Feb 11 13:50:16.250059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76e878-08ee-431e-8408-095dd60a0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291845cd-708a-4515-91db-0a4dabddd1f9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:16.481839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 273805ab-5fec-451b-a885-39cd5d119db9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:16.482084 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:16.559662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c9d310e6-1f64-462c-99f3-750096b52a6c req-fd3ba24d-ad52-4bda-a323-bb71d112491f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 210 time: 0.1020162 Feb 11 13:50:17.692661 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49a9e2b5-d461-4200-88a8-b3bcf02baec9 req-6ccbb4e1-ee1c-4919-9942-2fc35c1ff3f3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 210 time: 0.0498245 Feb 11 13:50:17.762496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35174) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:18.006027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-355357864-network', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:18.156960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Made reservation on behalf of 6835c148bf2e47bfb592d9ba3a465189 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:18.160623 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:18.170172 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:18.300262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:18.357427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-19518c34-d6f5-42a9-b2ec-b9f5284d08ce tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:18.359146 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-19518c34-d6f5-42a9-b2ec-b9f5284d08ce tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "GET /v2.0/networks?id=cc176ec9-92b7-48ab-afd0-88963360c307 HTTP/1.1" status: 200 len: 797 time: 0.1207037 Feb 11 13:50:18.404691 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:18.454316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-03de6af8-e979-4d5f-ad86-751ec6c3d72d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 380 time: 0.0865884 Feb 11 13:50:18.469985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'port': {'device_id': '8dd160ee-2526-4aaa-8830-374a0419b050', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'admin_state_up': True, 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'security_groups': ['c2da2f95-8b5d-4508-9d93-ddcd6838b5d5']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:18.479277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:18.532215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecff576-c104-4c5f-bbc7-dba696733920,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:18.546276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:18.546627 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Added segment f0345e93-a7e7-4a22-b24f-0775260c9925 of type vlan for network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 Feb 11 13:50:18.612617 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:18.768510 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:18.770366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:18.771209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:18.824628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:18.829478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:18.853876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bbe6ff9a-4b40-4e1e-b5a9-ffacd9d0f6f0 req-fcb41095-2aa2-49ed-9e61-373359c47955 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 210 time: 0.0682142 Feb 11 13:50:18.928453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] Pushing event updated for resources: {'Network': ['ID=54bc93e2-e97d-42c1-8b9d-29c43cdb36d9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:18.941372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:50:18.969305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ca4f96ef-ec5e-47ce-9796-30203f004d22 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2056770 Feb 11 13:50:18.972226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35232) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:18.977718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Request body: {'subnet': {'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-355357864-subnet', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:19.098322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.20.0.13 (cc176ec9-92b7-48ab-afd0-88963360c307/b104d062-05d2-48a5-a8d6-a8727898a3d8/263540c7-aaf4-4510-a57c-d0c5d59ece54) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:19.122534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Made reservation on behalf of 6835c148bf2e47bfb592d9ba3a465189 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:19.126102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:19.299104 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:19.950499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48907006-d8cb-4f37-bf83-1bd6d7fb6179 req-1dffa477-a475-4987-bc6c-ad7cf68abee3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 210 time: 0.0314968 Feb 11 13:50:19.957058 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.017804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30bb2482-26f0-42e5-b6ad-17fdaf9d18ca,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:20.026560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Checking segment: {'id': 'f0345e93-a7e7-4a22-b24f-0775260c9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:20.026912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Network hostable DHCP agents. Network: 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:20.208557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:50:20.210458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.263866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network cc176ec9-92b7-48ab-afd0-88963360c307 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:20.267677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:20.270333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:20.299851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=263540c7-aaf4-4510-a57c-d0c5d59ece54,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:20.322676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:20.328262 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:20.329390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.335953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855fed7d-4c84-4d93-b01d-a2a9a839ffc0 None None] Network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:20.358335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:20.359004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.458265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0102fdde-0259-477a-b9f4-e10e330310e6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4846449 Feb 11 13:50:20.461431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35264) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:20.466407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-355357864-router', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:20.505911 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-c0699747-bff3-41d5-84d9-0a311808c6b7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0423837 Feb 11 13:50:20.515583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-54bc93e2-e97d-42c1-8b9d-29c43cdb36d9', 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'fixed_ips': [{'subnet_id': '30bb2482-26f0-42e5-b6ad-17fdaf9d18ca'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:50:20.516459 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.521852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Request body: {'port': {'device_id': '8dd160ee-2526-4aaa-8830-374a0419b050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:20.582973 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.624007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c1517666-c54a-4999-a5c8-83f898f7a117 None None] Provisioning complete for port 263540c7-aaf4-4510-a57c-d0c5d59ece54 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:20.624460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c1517666-c54a-4999-a5c8-83f898f7a117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.657888 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.658956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:20.704186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c1517666-c54a-4999-a5c8-83f898f7a117 None None] Port 263540c7-aaf4-4510-a57c-d0c5d59ece54 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:20.877706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Allocated IP 172.20.0.2 (54bc93e2-e97d-42c1-8b9d-29c43cdb36d9/30bb2482-26f0-42e5-b6ad-17fdaf9d18ca/c05edbed-c41c-43f6-899a-56e7fd7e2f78) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:20.935803 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.035359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263540c7-aaf4-4510-a57c-d0c5d59ece54 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:50:21.047176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.050809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.061697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Transition to ACTIVE for port object 263540c7-aaf4-4510-a57c-d0c5d59ece54 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:50:21.081619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704db359-b52f-4204-a7f6-35108b5e976f req-99e856b5-5a8c-41ff-9ef3-0484f2e16a59 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:21.083125 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-704db359-b52f-4204-a7f6-35108b5e976f req-99e856b5-5a8c-41ff-9ef3-0484f2e16a59 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 932 time: 0.0534422 Feb 11 13:50:21.122881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-704db359-b52f-4204-a7f6-35108b5e976f req-6f6bb5ea-a57d-4de5-8a84-3917118bf04d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336654 Feb 11 13:50:21.134669 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.181591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:21.184468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:21.191779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:21.203598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.276551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Pushing event updated for resources: {'Port': ['ID=c05edbed-c41c-43f6-899a-56e7fd7e2f78,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:21.289193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Attempting to bind port c05edbed-c41c-43f6-899a-56e7fd7e2f78 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:21.289962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Attempting to bind port c05edbed-c41c-43f6-899a-56e7fd7e2f78 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f0345e93-a7e7-4a22-b24f-0775260c9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:21.290590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Attempting to bind port c05edbed-c41c-43f6-899a-56e7fd7e2f78 on network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:21.297859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:21.298342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Checking segment: {'id': 'f0345e93-a7e7-4a22-b24f-0775260c9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:21.299056 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.299843 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Bound using segment: {'id': 'f0345e93-a7e7-4a22-b24f-0775260c9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:21.300617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Bound port: c05edbed-c41c-43f6-899a-56e7fd7e2f78, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0345e93-a7e7-4a22-b24f-0775260c9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:21.301682 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.384496 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.395815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Pushing event updated for resources: {'Port': ['ID=263540c7-aaf4-4510-a57c-d0c5d59ece54,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:21.400763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] For port c05edbed-c41c-43f6-899a-56e7fd7e2f78, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:21.400763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] For port c05edbed-c41c-43f6-899a-56e7fd7e2f78, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c05edbed-c41c-43f6-899a-56e7fd7e2f78,segment=NetworkSegment(f0345e93-a7e7-4a22-b24f-0775260c9925),segment_id=f0345e93-a7e7-4a22-b24f-0775260c9925)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:21.497179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:21.497624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:21.498032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on network cc176ec9-92b7-48ab-afd0-88963360c307 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:21.503370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on network cc176ec9-92b7-48ab-afd0-88963360c307 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:50:21.503701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on network cc176ec9-92b7-48ab-afd0-88963360c307 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:21.508851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:21.509468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Checking segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:21.510593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Bound using segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:21.512739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Bound port: 263540c7-aaf4-4510-a57c-d0c5d59ece54, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:21.512739 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.609531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.618616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:21.633486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:21.718746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930932b-c774-49f1-b625-27bd44cb0c74 None None] Pushing event updated for resources: {'Port': ['ID=c05edbed-c41c-43f6-899a-56e7fd7e2f78,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:21.753110 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.907432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:21.908609 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:21.910395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] 10.222.0.59 "PUT /v2.0/ports/263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 1092 time: 1.3964615 Feb 11 13:50:21.911107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:21.913591 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ae5d22-9759-4316-acae-63e431d0127d" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:21.978054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74eeb3d-0fae-49db-b069-3cedd73d17dc service neutron] Pushing event updated for resources: {'Port': ['ID=263540c7-aaf4-4510-a57c-d0c5d59ece54,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:21.992777 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffcbb319-0eea-43ad-94f9-957b734ef474 x-openstack-request-id: req-ffcbb319-0eea-43ad-94f9-957b734ef474 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:21.992777 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:21.992777 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ffcbb319-0eea-43ad-94f9-957b734ef474 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:21.992777 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'status': 'completed', 'code': 200} Feb 11 13:50:22.002239 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.048822 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.162838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5d22-9759-4316-acae-63e431d0127d req-c6b866ac-08ee-4a93-aed4-452b3571d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:22.164551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0ae5d22-9759-4316-acae-63e431d0127d req-c6b866ac-08ee-4a93-aed4-452b3571d614 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1095 time: 0.1326966 Feb 11 13:50:22.235794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c05edbed-c41c-43f6-899a-56e7fd7e2f78 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:22.350713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Allocated IP 172.25.0.18 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/3f556c38-f5ed-441d-8b9f-9d2f7d0029a4) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:22.375592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5d22-9759-4316-acae-63e431d0127d req-5f101770-6c18-49af-b916-b20306c28abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:22.377481 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0ae5d22-9759-4316-acae-63e431d0127d req-5f101770-6c18-49af-b916-b20306c28abb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=575d93d5e9a4439796b157bf7e49a91f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1996703 Feb 11 13:50:22.404483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c05edbed-c41c-43f6-899a-56e7fd7e2f78 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:22.404483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.632497 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.640398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae5d22-9759-4316-acae-63e431d0127d req-3200390f-66c3-411b-83f7-ab620e4e3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:22.642765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0ae5d22-9759-4316-acae-63e431d0127d req-3200390f-66c3-411b-83f7-ab620e4e3c6e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2588339 Feb 11 13:50:22.671697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.792647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port c05edbed-c41c-43f6-899a-56e7fd7e2f78, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c05edbed-c41c-43f6-899a-56e7fd7e2f78,segment=NetworkSegment(f0345e93-a7e7-4a22-b24f-0775260c9925),segment_id=f0345e93-a7e7-4a22-b24f-0775260c9925)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:22.813739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-17d576ca-32be-49d5-b573-382671e4b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:22.817966 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-17d576ca-32be-49d5-b573-382671e4b094 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1095 time: 0.1261630 Feb 11 13:50:22.872414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5adbf4-f829-47f2-b731-1019c28aaf06 req-4a68df3d-5632-4706-a741-da582725e698 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:22.883556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ca5adbf4-f829-47f2-b731-1019c28aaf06 req-4a68df3d-5632-4706-a741-da582725e698 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 944 time: 0.1555634 Feb 11 13:50:22.886104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-f72bd747-0229-4e8e-adb6-8eec1b38fff7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 217 time: 0.0604436 Feb 11 13:50:22.889105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.951846 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:22.994568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ca5adbf4-f829-47f2-b731-1019c28aaf06 req-d069d8c0-fef2-4c31-b9dd-896f96de6204 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859425 Feb 11 13:50:23.020789 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=c05edbed-c41c-43f6-899a-56e7fd7e2f78,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:23.043411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:23.053214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-22022528-54eb-493e-9192-5642eeef9def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:23.057571 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-22022528-54eb-493e-9192-5642eeef9def service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b104d062-05d2-48a5-a8d6-a8727898a3d8 HTTP/1.1" status: 200 len: 835 time: 0.1641376 Feb 11 13:50:23.065655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:23.080235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:23.199281 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3f556c38-f5ed-441d-8b9f-9d2f7d0029a4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:23.270991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-8dbc594f-b998-4642-b83c-6fb86c8e2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:23.272552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-8dbc594f-b998-4642-b83c-6fb86c8e2fc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc176ec9-92b7-48ab-afd0-88963360c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302061 Feb 11 13:50:23.438659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83da3463-7db2-478a-952d-3924b21163d5 None None] Network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:23.457882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-4a7ed5b1-393b-46ea-b31b-ef10f8d5e134 service neutron] 10.222.0.59 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510179 Feb 11 13:50:23.507984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-48024444-954b-46cb-8018-c2333801c723 None None] Provisioning complete for port c05edbed-c41c-43f6-899a-56e7fd7e2f78 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:23.508547 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-48024444-954b-46cb-8018-c2333801c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:24.133867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3432675c-4c5f-44b3-9ba5-e7ac6c59c704 req-850184db-7654-4fe8-a9d9-633cf49c726b service neutron] 10.222.0.59 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686859 Feb 11 13:50:24.175663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c05edbed-c41c-43f6-899a-56e7fd7e2f78 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:24.257642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c05edbed-c41c-43f6-899a-56e7fd7e2f78 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:24.258294 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:24.273606 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:24.325058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6a1a6020-43cb-4e8f-98fb-eead2651d9c7 None None] Provisioning complete for port c05edbed-c41c-43f6-899a-56e7fd7e2f78 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:24.325712 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6a1a6020-43cb-4e8f-98fb-eead2651d9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:24.328380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041a13-2f9e-4cf3-809c-4d454580cd1c req-b2878db5-986d-41e5-b954-8d9fdb23c4b3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:24.337589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91041a13-2f9e-4cf3-809c-4d454580cd1c req-b2878db5-986d-41e5-b954-8d9fdb23c4b3 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 944 time: 0.2322986 Feb 11 13:50:24.432367 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91041a13-2f9e-4cf3-809c-4d454580cd1c req-bf0c7a2a-97e9-4015-9de3-53a317de55d4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937555 Feb 11 13:50:24.594940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:24.723870 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0daae608-c997-4686-ba35-f4bea5cd9bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:24.838601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35436) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:24.928970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Router 1a985bbe-5748-4941-8dbc-416547c02809 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:24.988384 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75891acc-64d4-4a4e-a54f-cb33269d342f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:25.088697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:25.099390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Sync routers for ids ['1a985bbe-5748-4941-8dbc-416547c02809'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:25.110469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Routers {'1a985bbe-5748-4941-8dbc-416547c02809'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:25.112338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a495b992-ae82-4391-aed8-f308a856003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:49:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1a985bbe-5748-4941-8dbc-416547c02809'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:25.138808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75891acc-64d4-4a4e-a54f-cb33269d342f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:25.205004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:25.208727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3dd5c916-834a-458f-b56a-e2085bbf40c2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.7458808 Feb 11 13:50:25.213394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35450) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:25.243622 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-75891acc-64d4-4a4e-a54f-cb33269d342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:25.318892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75891acc-64d4-4a4e-a54f-cb33269d342f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de03835b-fbee-47d6-9ff3-812173d963f4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:25.343157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-75891acc-64d4-4a4e-a54f-cb33269d342f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ef98c14871ab4bc2a1271928110639ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009031 Feb 11 13:50:25.346152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35452) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:25.412396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0faf340-78cd-47eb-acf5-3526c4872580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:25.439600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0faf340-78cd-47eb-acf5-3526c4872580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:25.584370 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Set router 1a985bbe-5748-4941-8dbc-416547c02809 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:25.631835 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0faf340-78cd-47eb-acf5-3526c4872580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:25.635603 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a0faf340-78cd-47eb-acf5-3526c4872580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:25.637069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a0faf340-78cd-47eb-acf5-3526c4872580 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/de03835b-fbee-47d6-9ff3-812173d963f4 HTTP/1.1" status: 204 len: 168 time: 0.2896354 Feb 11 13:50:25.652269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0faf340-78cd-47eb-acf5-3526c4872580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03835b-fbee-47d6-9ff3-812173d963f4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:25.698875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c6401-a62a-4a37-be0b-acaccdcec7f2 req-ff5f6b18-0bda-4085-b9b0-5d2d64ae7f6f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:25.707524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc6c6401-a62a-4a37-be0b-acaccdcec7f2 req-ff5f6b18-0bda-4085-b9b0-5d2d64ae7f6f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 944 time: 0.1715844 Feb 11 13:50:25.794166 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc6c6401-a62a-4a37-be0b-acaccdcec7f2 req-298e7628-a252-469c-90ea-ca0efd6a3a39 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853281 Feb 11 13:50:25.868814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a495b992-ae82-4391-aed8-f308a856003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a985bbe-5748-4941-8dbc-416547c02809', 'name': 'tempest-ImageQuotaTest-355357864-router', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:20Z', 'updated_at': '2022-02-11T13:50:23Z', 'revision_number': 3, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'gw_port': {'id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a985bbe-5748-4941-8dbc-416547c02809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:22Z', 'updated_at': '2022-02-11T13:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:25.913751 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:25.921136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Checking router: 1a985bbe-5748-4941-8dbc-416547c02809 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:25.922364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Updating router 1a985bbe-5748-4941-8dbc-416547c02809 port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:25.951848 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:25.988956 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.387431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Allocated IP 172.20.0.1 (54bc93e2-e97d-42c1-8b9d-29c43cdb36d9/30bb2482-26f0-42e5-b6ad-17fdaf9d18ca/324927a5-08b8-4648-a8e5-d79478fa4e16) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:26.501166 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.539049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35478) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:26.564861 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbb688e3-8efb-4f5f-b054-f84de522b265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.589128 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.610595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.677848 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbb688e3-8efb-4f5f-b054-f84de522b265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.713238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87e54c-3a8c-4003-bceb-dbd59ba17d0e None None] Pushing event updated for resources: {'Port': ['ID=3f556c38-f5ed-441d-8b9f-9d2f7d0029a4,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:26.717670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Attempting to bind port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:26.718064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Attempting to bind port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:26.718426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Attempting to bind port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:26.725453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:26.725925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:26.726326 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.726740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:26.727247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Bound port: 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:26.727630 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.787237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a495b992-ae82-4391-aed8-f308a856003e None None] For port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:26.791024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a495b992-ae82-4391-aed8-f308a856003e None None] For port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3f556c38-f5ed-441d-8b9f-9d2f7d0029a4,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:26.793088 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.811144 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:26.814461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:26.817963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:26.842668 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dbb688e3-8efb-4f5f-b054-f84de522b265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.929320 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:26.965998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Pushing event updated for resources: {'Port': ['ID=324927a5-08b8-4648-a8e5-d79478fa4e16,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:26.975316 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.026095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb688e3-8efb-4f5f-b054-f84de522b265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8f7db0-1b67-402e-9104-bef34ea081d4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:27.038716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dbb688e3-8efb-4f5f-b054-f84de522b265 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b2e69deacaa742a080a46d99c828e933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982598 Feb 11 13:50:27.041791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35490) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:27.114238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edc554-c554-444a-b8f7-9b5c53cf7c28 req-5334944f-9ef2-4789-9aaf-f48a07fbe959 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:27.115917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e1edc554-c554-444a-b8f7-9b5c53cf7c28 req-5334944f-9ef2-4789-9aaf-f48a07fbe959 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 944 time: 0.1169674 Feb 11 13:50:27.180490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e1edc554-c554-444a-b8f7-9b5c53cf7c28 req-7abdeb92-576e-4f93-b061-0bfa9d288a4e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578394 Feb 11 13:50:27.194505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87e54c-3a8c-4003-bceb-dbd59ba17d0e None None] Pushing event updated for resources: {'Port': ['ID=3f556c38-f5ed-441d-8b9f-9d2f7d0029a4,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:27.213845 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4df2e005-47e0-4509-b826-24e05f647722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.227942 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Routers {'1a985bbe-5748-4941-8dbc-416547c02809'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:27.228566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a495b992-ae82-4391-aed8-f308a856003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1a985bbe-5748-4941-8dbc-416547c02809'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:27.253025 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3a303f9b-5b00-4405-8fb1-07b04a182046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.270320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3a303f9b-5b00-4405-8fb1-07b04a182046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.297624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 263540c7-aaf4-4510-a57c-d0c5d59ece54 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:50:27.373582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.432387 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3a303f9b-5b00-4405-8fb1-07b04a182046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.435177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3a303f9b-5b00-4405-8fb1-07b04a182046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.438780 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3a303f9b-5b00-4405-8fb1-07b04a182046 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac8f7db0-1b67-402e-9104-bef34ea081d4 HTTP/1.1" status: 204 len: 168 time: 0.3926973 Feb 11 13:50:27.442948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c3989440-b165-4458-bb83-9f5e7710f80e None None] Provisioning complete for port 324927a5-08b8-4648-a8e5-d79478fa4e16 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:27.443297 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3989440-b165-4458-bb83-9f5e7710f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.452610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a303f9b-5b00-4405-8fb1-07b04a182046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8f7db0-1b67-402e-9104-bef34ea081d4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:27.497722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a495b992-ae82-4391-aed8-f308a856003e None None] Set router 1a985bbe-5748-4941-8dbc-416547c02809 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:27.596980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:27.600820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c3989440-b165-4458-bb83-9f5e7710f80e None None] Port 324927a5-08b8-4648-a8e5-d79478fa4e16 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:27.681435 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.699385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'port_id': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'mac_address': 'fa:16:3e:00:62:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:50:27.763183 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.768552 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.819879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263540c7-aaf4-4510-a57c-d0c5d59ece54 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:50:27.847440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:27.867799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a495b992-ae82-4391-aed8-f308a856003e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a985bbe-5748-4941-8dbc-416547c02809', 'name': 'tempest-ImageQuotaTest-355357864-router', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:20Z', 'updated_at': '2022-02-11T13:50:23Z', 'revision_number': 3, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'gw_port': {'id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a985bbe-5748-4941-8dbc-416547c02809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:22Z', 'updated_at': '2022-02-11T13:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:27.874023 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Pushing event updated for resources: {'Port': ['ID=324927a5-08b8-4648-a8e5-d79478fa4e16,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:27.877624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.901932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a495b992-ae82-4391-aed8-f308a856003e None None] The sync data for ids ['1a985bbe-5748-4941-8dbc-416547c02809'] in n-d-816488-1 is: [{'id': '1a985bbe-5748-4941-8dbc-416547c02809', 'name': 'tempest-ImageQuotaTest-355357864-router', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:20Z', 'updated_at': '2022-02-11T13:50:23Z', 'revision_number': 3, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'gw_port': {'id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a985bbe-5748-4941-8dbc-416547c02809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:22Z', 'updated_at': '2022-02-11T13:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:27.943521 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:27.972054 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:28.043888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:28.045524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:28.088103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=263540c7-aaf4-4510-a57c-d0c5d59ece54,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:28.295613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['263540c7-aaf4-4510-a57c-d0c5d59ece54'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:50:28.388249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Router 1a985bbe-5748-4941-8dbc-416547c02809 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:28.534969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2963c-c81b-426a-9356-10b112ec57dc req-690104da-699f-4eca-89bd-0b6e64f0df27 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:28.553566 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51a2963c-c81b-426a-9356-10b112ec57dc req-690104da-699f-4eca-89bd-0b6e64f0df27 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 945 time: 0.1461661 Feb 11 13:50:28.667661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fc037a67-e100-4ec9-aa2c-b1143d277805 None None] Provisioning complete for port 324927a5-08b8-4648-a8e5-d79478fa4e16 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:28.667661 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fc037a67-e100-4ec9-aa2c-b1143d277805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:28.682301 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51a2963c-c81b-426a-9356-10b112ec57dc req-37175a02-929c-4cdd-884d-c7eeabd73633 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904369 Feb 11 13:50:28.734116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fc037a67-e100-4ec9-aa2c-b1143d277805 None None] Port 324927a5-08b8-4648-a8e5-d79478fa4e16 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:28.778789 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:28.816008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:28.838773 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3dd3119b-6189-4e68-a705-ec21d67e4712 admin admin] 10.222.0.52 "PUT /v2.0/routers/1a985bbe-5748-4941-8dbc-416547c02809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6091599 Feb 11 13:50:29.385916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35554) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:29.517429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1602574405-network', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:29.644350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Made reservation on behalf of 7061e56a86e0479ba1a1be4f83d9d99a for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:29.647071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:29.657826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:29.744644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:29.831092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5552df2-51c7-4989-a672-d0985b4991d1 req-d035389a-ade4-4c19-bfe8-071fc576bbd4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:29.832708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5552df2-51c7-4989-a672-d0985b4991d1 req-d035389a-ade4-4c19-bfe8-071fc576bbd4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 945 time: 0.0536494 Feb 11 13:50:29.854044 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:29.888778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:29.911240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:29.911587 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Added segment 19869a2c-23f8-4459-b1d5-9d58562af143 of type vlan for network b361125e-7998-4990-ad65-06d67677b5c1 Feb 11 13:50:29.933035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5552df2-51c7-4989-a672-d0985b4991d1 req-a2bb12c5-e34e-4fe5-9690-371d4ab2977f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940943 Feb 11 13:50:29.935373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e7144-b35f-4fe1-9812-91b006d908a0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:29.978086 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.111951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.168947 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.170165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:30.171168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.191620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:30.244604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:30.245418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] Pushing event updated for resources: {'Network': ['ID=b361125e-7998-4990-ad65-06d67677b5c1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:30.245569 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.294558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network b361125e-7998-4990-ad65-06d67677b5c1 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:50:30.374402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c72e6ec8-4669-4595-ba68-d3521bb40119 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9846251 Feb 11 13:50:30.376388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35596) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:30.382274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Request body: {'subnet': {'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1602574405-subnet', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:30.450017 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.472826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3f556c38-f5ed-441d-8b9f-9d2f7d0029a4,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:30.483717 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Sync routers for ids ['1a985bbe-5748-4941-8dbc-416547c02809'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:30.494814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Made reservation on behalf of 7061e56a86e0479ba1a1be4f83d9d99a for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:30.495127 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Routers {'1a985bbe-5748-4941-8dbc-416547c02809'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:30.495865 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1a985bbe-5748-4941-8dbc-416547c02809'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:30.497167 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.618575 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Set router 1a985bbe-5748-4941-8dbc-416547c02809 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:30.643654 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.683848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35608) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:30.743880 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:30.793219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=3f556c38-f5ed-441d-8b9f-9d2f7d0029a4,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:30.983076 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a985bbe-5748-4941-8dbc-416547c02809', 'name': 'tempest-ImageQuotaTest-355357864-router', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:20Z', 'updated_at': '2022-02-11T13:50:27Z', 'revision_number': 4, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'gw_port': {'id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a985bbe-5748-4941-8dbc-416547c02809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:22Z', 'updated_at': '2022-02-11T13:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '324927a5-08b8-4648-a8e5-d79478fa4e16', 'name': '', 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'mac_address': 'fa:16:3e:ad:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a985bbe-5748-4941-8dbc-416547c02809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '30bb2482-26f0-42e5-b6ad-17fdaf9d18ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:26Z', 'updated_at': '2022-02-11T13:50:27Z', 'revision_number': 2, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'subnets': [{'id': '30bb2482-26f0-42e5-b6ad-17fdaf9d18ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:30.985262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.022930 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Checking router: 1a985bbe-5748-4941-8dbc-416547c02809 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:31.023439 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Updating router 1a985bbe-5748-4941-8dbc-416547c02809 port 324927a5-08b8-4648-a8e5-d79478fa4e16 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:31.050191 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.178574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd0f942-7616-4c2e-9897-7fbd82ca4dde,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:31.221081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Checking segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:31.221432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Network hostable DHCP agents. Network: b361125e-7998-4990-ad65-06d67677b5c1, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:31.249299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8fc57-6b3c-4af7-9349-8f51fffb054d req-b5ecb38a-3f3b-49f2-83bd-9b39fc2c8480 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:31.250983 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09a8fc57-6b3c-4af7-9349-8f51fffb054d req-b5ecb38a-3f3b-49f2-83bd-9b39fc2c8480 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 945 time: 0.1796758 Feb 11 13:50:31.289884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 263540c7-aaf4-4510-a57c-d0c5d59ece54 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:31.388793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09a8fc57-6b3c-4af7-9349-8f51fffb054d req-b22bb8c2-a58e-4dde-8948-8d14c5dd4192 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984001 Feb 11 13:50:31.391268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Network b361125e-7998-4990-ad65-06d67677b5c1 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:50:31.457466 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 263540c7-aaf4-4510-a57c-d0c5d59ece54 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:50:31.466805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 263540c7-aaf4-4510-a57c-d0c5d59ece54 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:31.468937 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.481215 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.551385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, b361125e-7998-4990-ad65-06d67677b5c1) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:31.557931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:31.558573 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.567310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ba3a92-7845-4f1b-b9e8-181585c9d545 None None] Network b361125e-7998-4990-ad65-06d67677b5c1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:31.598854 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.694636 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.710163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.735213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35626) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:31.735993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-31320874-f4e2-4e4d-90a8-416b56bc63c3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3576038 Feb 11 13:50:31.741645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:31.819312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:31.822173 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefa908b-9d25-4549-ab1e-80035f3a0cf9" -d '{"events": [{"server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "name": "network-vif-plugged", "status": "completed", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:31.833302 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0b6fb-fd77-4cb7-8061-c47c094fd12b None None] Pushing event updated for resources: {'Port': ['ID=324927a5-08b8-4648-a8e5-d79478fa4e16,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:31.856848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:31.890142 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Attempting to bind port 324927a5-08b8-4648-a8e5-d79478fa4e16 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:31.890730 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Attempting to bind port 324927a5-08b8-4648-a8e5-d79478fa4e16 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f0345e93-a7e7-4a22-b24f-0775260c9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:31.891519 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Attempting to bind port 324927a5-08b8-4648-a8e5-d79478fa4e16 on network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:31.899966 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:31.900654 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Checking segment: {'id': 'f0345e93-a7e7-4a22-b24f-0775260c9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:31.902309 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.903100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-b361125e-7998-4990-ad65-06d67677b5c1', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:50:31.903912 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Bound using segment: {'id': 'f0345e93-a7e7-4a22-b24f-0775260c9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:31.904060 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.905133 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Bound port: 324927a5-08b8-4648-a8e5-d79478fa4e16, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0345e93-a7e7-4a22-b24f-0775260c9925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:31.905963 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.906838 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:31.908049 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:32.019636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] Deleting port 324927a5-08b8-4648-a8e5-d79478fa4e16 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:50:32.020034 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:32.079042 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08521a0f-7288-41ac-b025-91788d892889 x-openstack-request-id: req-08521a0f-7288-41ac-b025-91788d892889 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:32.079483 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "name": "network-vif-plugged", "status": "completed", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:32.080433 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-08521a0f-7288-41ac-b025-91788d892889 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:32.081225 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'code': 200} Feb 11 13:50:32.083324 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:32.101044 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:32.238125 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:32.296087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] For port 324927a5-08b8-4648-a8e5-d79478fa4e16, host n-d-816488-1, got binding levels [] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:32.296447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:32.325892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] Calling delete_port for 324927a5-08b8-4648-a8e5-d79478fa4e16 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:50:32.371776 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] For port 324927a5-08b8-4648-a8e5-d79478fa4e16, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:32.416317 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] For port 324927a5-08b8-4648-a8e5-d79478fa4e16, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=324927a5-08b8-4648-a8e5-d79478fa4e16,segment=NetworkSegment(f0345e93-a7e7-4a22-b24f-0775260c9925),segment_id=f0345e93-a7e7-4a22-b24f-0775260c9925)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:32.586109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7d4a1-2df4-4570-a18c-8601eee90dac req-89a73bec-c8f3-4752-9ce7-947f7d8d1268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:32.588182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0ad7d4a1-2df4-4570-a18c-8601eee90dac req-89a73bec-c8f3-4752-9ce7-947f7d8d1268 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1097 time: 0.5017323 Feb 11 13:50:32.593126 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:32.617355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=263540c7-aaf4-4510-a57c-d0c5d59ece54,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:32.634817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-28cbc70f-79d9-4a92-98dd-183918fd7214 None None] Provisioning complete for port 324927a5-08b8-4648-a8e5-d79478fa4e16 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:32.635433 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-28cbc70f-79d9-4a92-98dd-183918fd7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:32.654510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daaf1d-ba9e-4706-9b40-d9b1d18d8440 req-b966d717-4942-4376-a39b-3eab706a17bf tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:32.656461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-80daaf1d-ba9e-4706-9b40-d9b1d18d8440 req-b966d717-4942-4376-a39b-3eab706a17bf tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.1225483 Feb 11 13:50:32.679043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Allocated IP 172.20.0.2 (b361125e-7998-4990-ad65-06d67677b5c1/6dd0f942-7616-4c2e-9897-7fbd82ca4dde/a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:32.682749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0ad7d4a1-2df4-4570-a18c-8601eee90dac req-079b8cd2-7e86-4b4d-b098-ed48db58e4b0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517447 Feb 11 13:50:32.686724 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:32.725126 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Routers {'1a985bbe-5748-4941-8dbc-416547c02809'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:32.725795 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1a985bbe-5748-4941-8dbc-416547c02809'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:32.749897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:32.750545 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:32.781136 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-80daaf1d-ba9e-4706-9b40-d9b1d18d8440 req-86b8793f-f09d-4e8d-aa07-25c95353b206 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152365 Feb 11 13:50:32.925602 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b0b6fb-fd77-4cb7-8061-c47c094fd12b None None] Pushing event updated for resources: {'Port': ['ID=324927a5-08b8-4648-a8e5-d79478fa4e16,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:32.972608 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] Set router 1a985bbe-5748-4941-8dbc-416547c02809 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:32.979293 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-28cbc70f-79d9-4a92-98dd-183918fd7214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.105586 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.129707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.162237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] Pushing event deleted for resources: {'Port': ['ID=324927a5-08b8-4648-a8e5-d79478fa4e16,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:33.208513 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.241233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.247226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.255104 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a985bbe-5748-4941-8dbc-416547c02809', 'name': 'tempest-ImageQuotaTest-355357864-router', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:20Z', 'updated_at': '2022-02-11T13:50:27Z', 'revision_number': 4, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'gw_port': {'id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a985bbe-5748-4941-8dbc-416547c02809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:22Z', 'updated_at': '2022-02-11T13:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '324927a5-08b8-4648-a8e5-d79478fa4e16', 'name': '', 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'mac_address': 'fa:16:3e:ad:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a985bbe-5748-4941-8dbc-416547c02809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '30bb2482-26f0-42e5-b6ad-17fdaf9d18ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:26Z', 'updated_at': '2022-02-11T13:50:32Z', 'revision_number': 4, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'subnets': [{'id': '30bb2482-26f0-42e5-b6ad-17fdaf9d18ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:33.295375 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d599ceb-38f7-4c58-b04f-f58d09071757 None None] The sync data for ids ['1a985bbe-5748-4941-8dbc-416547c02809'] in n-d-816488-1 is: [{'id': '1a985bbe-5748-4941-8dbc-416547c02809', 'name': 'tempest-ImageQuotaTest-355357864-router', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:20Z', 'updated_at': '2022-02-11T13:50:27Z', 'revision_number': 4, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'gw_port': {'id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a985bbe-5748-4941-8dbc-416547c02809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:22Z', 'updated_at': '2022-02-11T13:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '324927a5-08b8-4648-a8e5-d79478fa4e16', 'name': '', 'network_id': '54bc93e2-e97d-42c1-8b9d-29c43cdb36d9', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'mac_address': 'fa:16:3e:ad:0b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a985bbe-5748-4941-8dbc-416547c02809', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '30bb2482-26f0-42e5-b6ad-17fdaf9d18ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:26Z', 'updated_at': '2022-02-11T13:50:32Z', 'revision_number': 4, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'subnets': [{'id': '30bb2482-26f0-42e5-b6ad-17fdaf9d18ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:33.346631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Network b361125e-7998-4990-ad65-06d67677b5c1 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:33.356877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:33.372948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:33.380660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-85c8b188-472c-4c2a-9e7f-13f6dfddbd67 None None] Could not find standard attr ID for object 324927a5-08b8-4648-a8e5-d79478fa4e16. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 13:50:33.386580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Pushing event updated for resources: {'Port': ['ID=a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:33.498003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Attempting to bind port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:33.498476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Attempting to bind port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:33.498806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Attempting to bind port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:33.506227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:33.506606 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Checking segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:33.507004 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.507399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Bound using segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:33.507868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Bound port: a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:33.508250 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.536843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Allocated IP 172.25.0.176 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/d910fb75-de99-428a-a09c-c74bde446fdd) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:33.647432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] For port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:33.655175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] For port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:33.672023 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.765574 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.856910 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:33.949439 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15f545-f962-4e2e-997e-33f72e1c78b6 None None] Pushing event updated for resources: {'Port': ['ID=a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:34.042464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb4568-9a11-43da-8b6a-46da65057a46 req-f1456033-d35e-4815-8f79-a5e00a9b8e1c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:34.067784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93bb4568-9a11-43da-8b6a-46da65057a46 req-f1456033-d35e-4815-8f79-a5e00a9b8e1c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.0926197 Feb 11 13:50:34.107335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:34.171755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Pushing event updated for resources: {'Port': ['ID=d910fb75-de99-428a-a09c-c74bde446fdd,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:34.193384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] Router 1a985bbe-5748-4941-8dbc-416547c02809 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:34.266104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93bb4568-9a11-43da-8b6a-46da65057a46 req-79d7fa21-47ed-47cc-8c33-4304685acbad tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972384 Feb 11 13:50:34.317014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:34.322217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:34.328224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:34.468396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35678) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:34.552810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:34.559720 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-91fb53a9-cf7d-4778-8853-4d1f4c984763 admin admin] 10.222.0.52 "PUT /v2.0/routers/1a985bbe-5748-4941-8dbc-416547c02809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8744657 Feb 11 13:50:34.563165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35684) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:34.925681 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:50:34.962645 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:35.346733 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f49ef1ae-a2a5-4aed-9525-6cf61fb11189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:35.395139 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:35.622256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:35.634416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] Sync routers for ids ['1a985bbe-5748-4941-8dbc-416547c02809'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:35.660809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] Routers {'1a985bbe-5748-4941-8dbc-416547c02809'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:35.661931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1a985bbe-5748-4941-8dbc-416547c02809'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:35.667323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a09a6a-3dad-4aaa-964e-71ac1a975cab req-15ebc20a-f413-400c-b1ec-558334e90d4d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:35.668985 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39a09a6a-3dad-4aaa-964e-71ac1a975cab req-15ebc20a-f413-400c-b1ec-558334e90d4d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.0893786 Feb 11 13:50:35.800843 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39a09a6a-3dad-4aaa-964e-71ac1a975cab req-794a3b5a-695f-4f7b-bc22-d0ba593332d9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138456 Feb 11 13:50:35.819158 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f49ef1ae-a2a5-4aed-9525-6cf61fb11189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:35.826633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-e07eaa0b-778b-4006-9c84-e089778f03be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8651443 Feb 11 13:50:35.830977 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:35.863624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Deleting port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:50:35.863965 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:35.907066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] Set router 1a985bbe-5748-4941-8dbc-416547c02809 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:35.946056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f49ef1ae-a2a5-4aed-9525-6cf61fb11189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:35.984643 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9368ca4-b913-4065-9897-88a7fdaee19c None None] Network b361125e-7998-4990-ad65-06d67677b5c1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:36.032004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ef1ae-a2a5-4aed-9525-6cf61fb11189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12dad2e-adcb-4a5f-b53c-33bbbfb8173b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:36.053219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f49ef1ae-a2a5-4aed-9525-6cf61fb11189 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b184efc70df446cb6ea4e18225cb5ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5837662 Feb 11 13:50:36.059882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35698) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:36.126997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] For port 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3f556c38-f5ed-441d-8b9f-9d2f7d0029a4,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:36.127369 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.153124 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1ea3a9db-f900-4b3e-9664-435996d402e4 None None] Provisioning complete for port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:36.153502 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a9db-f900-4b3e-9664-435996d402e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.173965 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-874a39b5-703b-4c88-ac9b-3e590f8cdec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.182761 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Calling delete_port for 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:50:36.231305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c36439-8ad0-4572-bcbc-5fea1999bfbf req-7b996ae0-5040-4888-bc4c-8ba9942e1a30 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:36.233896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97c36439-8ad0-4572-bcbc-5fea1999bfbf req-7b996ae0-5040-4888-bc4c-8ba9942e1a30 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.3055661 Feb 11 13:50:36.238051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-d936d152-cc79-43cf-b0b7-1c75dcdf087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:36.241547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-d936d152-cc79-43cf-b0b7-1c75dcdf087b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1097 time: 0.3057680 Feb 11 13:50:36.286072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:36.386198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97c36439-8ad0-4572-bcbc-5fea1999bfbf req-ee70b210-5902-421f-b69d-0dca1627a9a5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414816 Feb 11 13:50:36.418814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35700) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:36.419043 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-874a39b5-703b-4c88-ac9b-3e590f8cdec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.437351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-8a5353ab-f0a3-4c05-b1ed-138091ca21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:36.439769 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-8a5353ab-f0a3-4c05-b1ed-138091ca21d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc176ec9-92b7-48ab-afd0-88963360c307 HTTP/1.1" status: 200 len: 898 time: 0.1547992 Feb 11 13:50:36.459793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Router 56c8c999-58af-479b-98d5-78493dcb399d is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:36.494050 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a9db-f900-4b3e-9664-435996d402e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.553693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:36.554014 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.638293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1ea3a9db-f900-4b3e-9664-435996d402e4 None None] For port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:36.641410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:36.654300 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Sync routers for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:36.657642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-33f7dd91-4fe5-4611-837c-529fccfcd605 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 217 time: 0.2003348 Feb 11 13:50:36.672175 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.683107 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:36.689814 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:36.732454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002549ee-8aaa-4b7a-a4f0-72be81e3df8f tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:36.734482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-002549ee-8aaa-4b7a-a4f0-72be81e3df8f tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1092 time: 0.3169513 Feb 11 13:50:36.736194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-259d6fbc-162d-4e0e-8a8f-d8c69142e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:36.738139 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-259d6fbc-162d-4e0e-8a8f-d8c69142e0e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b104d062-05d2-48a5-a8d6-a8727898a3d8 HTTP/1.1" status: 200 len: 835 time: 0.0707083 Feb 11 13:50:36.738866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35706) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:36.744160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:36.786544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f556c38-f5ed-441d-8b9f-9d2f7d0029a4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:36.802588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-874a39b5-703b-4c88-ac9b-3e590f8cdec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.805116 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-874a39b5-703b-4c88-ac9b-3e590f8cdec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.808507 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-874a39b5-703b-4c88-ac9b-3e590f8cdec4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b12dad2e-adcb-4a5f-b53c-33bbbfb8173b HTTP/1.1" status: 204 len: 168 time: 0.7455027 Feb 11 13:50:36.818347 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a9db-f900-4b3e-9664-435996d402e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.862718 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-aeb1c668-9b18-4ecb-8f76-e96be67217cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:36.866780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-aeb1c668-9b18-4ecb-8f76-e96be67217cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc176ec9-92b7-48ab-afd0-88963360c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150997 Feb 11 13:50:36.874295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:36.879654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-704fdada-1ac1-47a3-ab6f-dd6c490f236a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.1423883 Feb 11 13:50:36.881500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35710) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:36.935116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a39b5-703b-4c88-ac9b-3e590f8cdec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12dad2e-adcb-4a5f-b53c-33bbbfb8173b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:36.951771 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:36.959544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a985bbe-5748-4941-8dbc-416547c02809', 'name': 'tempest-ImageQuotaTest-355357864-router', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:20Z', 'updated_at': '2022-02-11T13:50:32Z', 'revision_number': 5, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'gw_port': {'id': '3f556c38-f5ed-441d-8b9f-9d2f7d0029a4', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:41:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a985bbe-5748-4941-8dbc-416547c02809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:22Z', 'updated_at': '2022-02-11T13:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:36.967328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3a9db-f900-4b3e-9664-435996d402e4 None None] Pushing event updated for resources: {'Port': ['ID=a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:36.973705 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.099477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.107850 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.118378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] Checking router: 1a985bbe-5748-4941-8dbc-416547c02809 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:37.172440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] Routers {'1a985bbe-5748-4941-8dbc-416547c02809'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:37.173302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1a985bbe-5748-4941-8dbc-416547c02809'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:37.228548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.232305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.369312 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:50:37.369671 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:50:37.380981 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.381582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a985bbe-5748-4941-8dbc-416547c02809 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:50:37.386552 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.390320 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:34Z', 'revision_number': 3, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:37.390488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ccaf8e25-5fed-4fc2-b0c1-80726f7e1881 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1a985bbe-5748-4941-8dbc-416547c02809 HTTP/1.1" status: 204 len: 168 time: 2.8238869 Feb 11 13:50:37.391040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35716) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:37.414922 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-2d8ae78c-b7e5-4f1f-b6ff-fa2413b543f6 service neutron] 10.222.0.59 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310874 Feb 11 13:50:37.417151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] Set router 1a985bbe-5748-4941-8dbc-416547c02809 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:37.438279 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Checking router: 56c8c999-58af-479b-98d5-78493dcb399d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:37.440921 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Updating router 56c8c999-58af-479b-98d5-78493dcb399d port d910fb75-de99-428a-a09c-c74bde446fdd binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:37.472925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d4a7c8-cc42-4cfa-9935-1326e2e39573 admin admin] Deleting subnet 30bb2482-26f0-42e5-b6ad-17fdaf9d18ca {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:50:37.477920 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a7c8-cc42-4cfa-9935-1326e2e39573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.506696 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.527692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a7c8-cc42-4cfa-9935-1326e2e39573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.539570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a985bbe-5748-4941-8dbc-416547c02809', 'name': 'tempest-ImageQuotaTest-355357864-router', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:20Z', 'updated_at': '2022-02-11T13:50:36Z', 'revision_number': 7, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:37.569279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0acf1ac-f8c8-4ebb-8e72-92e76c9e4ca4 None None] The sync data for ids ['1a985bbe-5748-4941-8dbc-416547c02809'] in n-d-816488-1 is: [{'id': '1a985bbe-5748-4941-8dbc-416547c02809', 'name': 'tempest-ImageQuotaTest-355357864-router', 'tenant_id': '6835c148bf2e47bfb592d9ba3a465189', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:20Z', 'updated_at': '2022-02-11T13:50:36Z', 'revision_number': 7, 'project_id': '6835c148bf2e47bfb592d9ba3a465189', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:37.570848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-13acd51a-61a8-4d69-93ad-0b503bb0920b None None] Provisioning complete for port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:37.571223 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13acd51a-61a8-4d69-93ad-0b503bb0920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.649489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-299b89e2-4d6b-4840-a5ec-e56e027bfc03 req-3bfab21f-dfe1-48cd-845a-c7c6dc4563e7 service neutron] 10.222.0.59 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243817 Feb 11 13:50:37.719580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.757432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a7c8-cc42-4cfa-9935-1326e2e39573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.850555 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35724) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:37.867665 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b750f637-2d41-427a-8e0f-c6b5c8f697fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:37.973723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a7c8-cc42-4cfa-9935-1326e2e39573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.062234 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.110273 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c0d4a7c8-cc42-4cfa-9935-1326e2e39573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.115156 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c0d4a7c8-cc42-4cfa-9935-1326e2e39573 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/30bb2482-26f0-42e5-b6ad-17fdaf9d18ca HTTP/1.1" status: 204 len: 168 time: 0.7215807 Feb 11 13:50:38.117704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4a7c8-cc42-4cfa-9935-1326e2e39573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30bb2482-26f0-42e5-b6ad-17fdaf9d18ca,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:38.121392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d9d8b-03f5-48d1-b102-cc2bfcd850c5 None None] Network 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:38.136832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35728) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:38.159439 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.237735 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.259391 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a04f6a-5a1a-4318-a027-845dddc6453a None None] Pushing event updated for resources: {'Port': ['ID=d910fb75-de99-428a-a09c-c74bde446fdd,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:38.274485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.294147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b750f637-2d41-427a-8e0f-c6b5c8f697fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.308814 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Attempting to bind port d910fb75-de99-428a-a09c-c74bde446fdd on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:38.319526 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Attempting to bind port d910fb75-de99-428a-a09c-c74bde446fdd by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:38.319526 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Attempting to bind port d910fb75-de99-428a-a09c-c74bde446fdd on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:38.323191 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:38.323560 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:38.323964 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.324348 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:38.324813 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Bound port: d910fb75-de99-428a-a09c-c74bde446fdd, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:38.325188 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.394062 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b750f637-2d41-427a-8e0f-c6b5c8f697fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.455947 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] For port d910fb75-de99-428a-a09c-c74bde446fdd, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:38.459474 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] For port d910fb75-de99-428a-a09c-c74bde446fdd, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d910fb75-de99-428a-a09c-c74bde446fdd,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:38.523544 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.525068 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b750f637-2d41-427a-8e0f-c6b5c8f697fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=57a49520b2714263b46cab0f578caaf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6730018 Feb 11 13:50:38.540129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35730) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:38.571938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750f637-2d41-427a-8e0f-c6b5c8f697fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6de77f-9eb3-45b4-bd52-be03f9de8cca,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:38.602166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Deleting port c05edbed-c41c-43f6-899a-56e7fd7e2f78 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:50:38.602529 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.608162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.25.0.159 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/7dc9b006-83ed-41c2-b358-a685bfdd78ad) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:38.682305 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a04f6a-5a1a-4318-a027-845dddc6453a None None] Pushing event updated for resources: {'Port': ['ID=d910fb75-de99-428a-a09c-c74bde446fdd,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:38.735588 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:38.736514 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:38.831542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Allocated IP 172.20.0.1 (b361125e-7998-4990-ad65-06d67677b5c1/6dd0f942-7616-4c2e-9897-7fbd82ca4dde/752f107f-9f6a-4acb-88db-f130d17603f5) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:38.887736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b4df543-98c8-4936-b495-7268c5ad423d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.902459 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:38.947949 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b4df543-98c8-4936-b495-7268c5ad423d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:38.974292 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:39.031194 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.056727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:39.058001 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.063066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] For port c05edbed-c41c-43f6-899a-56e7fd7e2f78, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c05edbed-c41c-43f6-899a-56e7fd7e2f78,segment=NetworkSegment(f0345e93-a7e7-4a22-b24f-0775260c9925),segment_id=f0345e93-a7e7-4a22-b24f-0775260c9925)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:39.063481 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.096902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Calling delete_port for c05edbed-c41c-43f6-899a-56e7fd7e2f78 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:50:39.117313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998eb676-62f0-47a7-9fe8-1be4027c902a None None] DHCP port deletion for 54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:50:39.221695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.252765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b4df543-98c8-4936-b495-7268c5ad423d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.259031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b4df543-98c8-4936-b495-7268c5ad423d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.267147 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4b4df543-98c8-4936-b495-7268c5ad423d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5c6de77f-9eb3-45b4-bd52-be03f9de8cca HTTP/1.1" status: 204 len: 168 time: 0.7161841 Feb 11 13:50:39.302249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4df543-98c8-4936-b495-7268c5ad423d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6de77f-9eb3-45b4-bd52-be03f9de8cca,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:39.342488 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.421905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:39.424901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.434830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-998eb676-62f0-47a7-9fe8-1be4027c902a None None] Deleting port c05edbed-c41c-43f6-899a-56e7fd7e2f78 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:50:39.435276 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-998eb676-62f0-47a7-9fe8-1be4027c902a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.452337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:39.460880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:39.466218 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.488699 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:34Z', 'revision_number': 3, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:39.540210 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05edbed-c41c-43f6-899a-56e7fd7e2f78,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:39.543995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] No DVR routers for this DVR port c05edbed-c41c-43f6-899a-56e7fd7e2f78 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:39.551685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 324927a5-08b8-4648-a8e5-d79478fa4e16 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:50:39.565395 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc0847f-9b4d-4237-b16b-ac8eda04a4bc None None] The sync data for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 is: [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:34Z', 'revision_number': 3, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:39.632516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 324927a5-08b8-4648-a8e5-d79478fa4e16 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:50:39.632885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 324927a5-08b8-4648-a8e5-d79478fa4e16 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:50:39.637219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Network b361125e-7998-4990-ad65-06d67677b5c1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:39.647453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-998eb676-62f0-47a7-9fe8-1be4027c902a None None] For port c05edbed-c41c-43f6-899a-56e7fd7e2f78, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c05edbed-c41c-43f6-899a-56e7fd7e2f78,segment=NetworkSegment(f0345e93-a7e7-4a22-b24f-0775260c9925),segment_id=f0345e93-a7e7-4a22-b24f-0775260c9925)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:39.647782 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-998eb676-62f0-47a7-9fe8-1be4027c902a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.649930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=7dc9b006-83ed-41c2-b358-a685bfdd78ad,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:39.682041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-998eb676-62f0-47a7-9fe8-1be4027c902a None None] Calling delete_port for c05edbed-c41c-43f6-899a-56e7fd7e2f78 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:50:39.683478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:39.700123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:39.749170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.814446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54bc93e2-e97d-42c1-8b9d-29c43cdb36d9']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:39.846610 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-998eb676-62f0-47a7-9fe8-1be4027c902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.853791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0345e93-a7e7-4a22-b24f-0775260c9925') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:39.855560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0345e93-a7e7-4a22-b24f-0775260c9925') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:39.882731 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.893386 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998eb676-62f0-47a7-9fe8-1be4027c902a None None] Pushing event deleted for resources: {'Port': ['ID=c05edbed-c41c-43f6-899a-56e7fd7e2f78,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:39.920195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998eb676-62f0-47a7-9fe8-1be4027c902a None None] No DVR routers for this DVR port c05edbed-c41c-43f6-899a-56e7fd7e2f78 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:50:39.932346 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.944897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:50:39.944897 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:39.977865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Pushing event updated for resources: {'Port': ['ID=752f107f-9f6a-4acb-88db-f130d17603f5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:39.982814 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:50:40.033915 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:50:40.130455 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:40.138631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:40.158904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] 10.222.0.52 "DELETE /v2.0/networks/54bc93e2-e97d-42c1-8b9d-29c43cdb36d9 HTTP/1.1" status: 204 len: 168 time: 2.0008974 Feb 11 13:50:40.186928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5778d41c-938d-4ec5-a184-a4c26d45f655 None None] Provisioning complete for port 752f107f-9f6a-4acb-88db-f130d17603f5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:40.187287 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5778d41c-938d-4ec5-a184-a4c26d45f655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:40.265130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be3269-c510-411a-add7-7caf56ed0721 admin admin] Pushing event deleted for resources: {'Network': ['ID=54bc93e2-e97d-42c1-8b9d-29c43cdb36d9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:40.274452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5778d41c-938d-4ec5-a184-a4c26d45f655 None None] Port 752f107f-9f6a-4acb-88db-f130d17603f5 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:40.308776 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d910fb75-de99-428a-a09c-c74bde446fdd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:40.397957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d910fb75-de99-428a-a09c-c74bde446fdd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:40.404246 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:40.606660 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:40.649623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port d910fb75-de99-428a-a09c-c74bde446fdd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d910fb75-de99-428a-a09c-c74bde446fdd,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:40.704060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35746) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:40.723034 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:40.753856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc6c90a4-cabe-4a67-8576-c1e4e33be7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:40.862393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:50:40.881791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35750) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:40.888968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:50:40.889301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3f556c38-f5ed-441d-8b9f-9d2f7d0029a4 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:50:40.889717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c05edbed-c41c-43f6-899a-56e7fd7e2f78 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:50:40.893393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=d910fb75-de99-428a-a09c-c74bde446fdd,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:40.917018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: c05edbed-c41c-43f6-899a-56e7fd7e2f78 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:50:40.917018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c05edbed-c41c-43f6-899a-56e7fd7e2f78 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:50:40.958593 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc6c90a4-cabe-4a67-8576-c1e4e33be7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.000897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cf2dd9e1-bd20-4cc7-823f-ed5a38336956 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6835c148bf2e47bfb592d9ba3a465189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143572 Feb 11 13:50:41.002018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35752) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:41.070838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-313dab16-6cd0-4675-8628-9f1fc82c1f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.072683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cc6c90a4-cabe-4a67-8576-c1e4e33be7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.130990 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cc6c90a4-cabe-4a67-8576-c1e4e33be7a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=faaadfb277a6484d87bfcd269e1c51ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4251761 Feb 11 13:50:41.134894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35754) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:41.170004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.170579 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-313dab16-6cd0-4675-8628-9f1fc82c1f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.175944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c90a4-cabe-4a67-8576-c1e4e33be7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3aea62-3474-4282-815c-e17fa331c8e9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:41.226159 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.283525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27aec503-4c10-48de-a80c-c84e644fc57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.312394 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27aec503-4c10-48de-a80c-c84e644fc57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.340151 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-313dab16-6cd0-4675-8628-9f1fc82c1f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.348457 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-313dab16-6cd0-4675-8628-9f1fc82c1f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.348457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-313dab16-6cd0-4675-8628-9f1fc82c1f9e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cecff576-c104-4c5f-bbc7-dba696733920 HTTP/1.1" status: 204 len: 168 time: 0.3419833 Feb 11 13:50:41.362604 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dab16-6cd0-4675-8628-9f1fc82c1f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecff576-c104-4c5f-bbc7-dba696733920,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:41.425596 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.522025 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27aec503-4c10-48de-a80c-c84e644fc57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.524646 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27aec503-4c10-48de-a80c-c84e644fc57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.528145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-27aec503-4c10-48de-a80c-c84e644fc57f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0c3aea62-3474-4282-815c-e17fa331c8e9 HTTP/1.1" status: 204 len: 168 time: 0.3900173 Feb 11 13:50:41.551855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aec503-4c10-48de-a80c-c84e644fc57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3aea62-3474-4282-815c-e17fa331c8e9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:41.568084 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.664249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.727534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:41.749509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Pushing event updated for resources: {'Port': ['ID=752f107f-9f6a-4acb-88db-f130d17603f5,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:41.752876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:42.374422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Network b361125e-7998-4990-ad65-06d67677b5c1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:42.374422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:42.374422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Router 56c8c999-58af-479b-98d5-78493dcb399d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:42.374422 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:42.384126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d910fb75-de99-428a-a09c-c74bde446fdd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:42.384126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d910fb75-de99-428a-a09c-c74bde446fdd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:42.384126 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:42.385213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=7dc9b006-83ed-41c2-b358-a685bfdd78ad,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:42.385980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d28f4521-9552-479d-a92d-1048f83aa225 None None] Provisioning complete for port 752f107f-9f6a-4acb-88db-f130d17603f5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:42.385980 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d28f4521-9552-479d-a92d-1048f83aa225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:42.387000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:42.387000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:42.387000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-820491fc-d698-47dc-a988-a7b146187abc admin admin] 10.222.0.52 "PUT /v2.0/routers/56c8c999-58af-479b-98d5-78493dcb399d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4451997 Feb 11 13:50:42.387765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Sync routers for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:42.387765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d28f4521-9552-479d-a92d-1048f83aa225 None None] Port 752f107f-9f6a-4acb-88db-f130d17603f5 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:42.387765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:42.387765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:42.457092 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Floating IP 9a864356-5228-402e-95c1-598cebeb42b4 associated. External IP: 172.25.0.159, port: 263540c7-aaf4-4510-a57c-d0c5d59ece54. Feb 11 13:50:42.497166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:42.744277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router e0854d79-4372-4e1c-ac4b-db8e76f7225f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:42.759123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:41Z', 'revision_number': 2, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:42.787122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Checking router: 56c8c999-58af-479b-98d5-78493dcb399d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:42.787948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Updating router 56c8c999-58af-479b-98d5-78493dcb399d port 752f107f-9f6a-4acb-88db-f130d17603f5 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:42.796594 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35776) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:42.822650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6802e1e-fa41-4724-b203-58445595cff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:42.843866 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:42.874460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:42.890574 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] Sync routers for ids ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:42.960955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6802e1e-fa41-4724-b203-58445595cff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.017924 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.029014 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] Routers {'e0854d79-4372-4e1c-ac4b-db8e76f7225f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:43.029014 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:43.052215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-109b5efe-b9a1-444c-a552-20e982c4fab7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3120356 Feb 11 13:50:43.052956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:50:43.055406 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e977434a-72bf-4aa1-8f47-ebd6060f13b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:50:43.065724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6802e1e-fa41-4724-b203-58445595cff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.127431 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d6802e1e-fa41-4724-b203-58445595cff8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3257840 Feb 11 13:50:43.127700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35792) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:43.148247 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6802e1e-fa41-4724-b203-58445595cff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47addf6-b9d0-4b42-a2a1-6c2b85b6fe32,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:43.181051 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764cd7f3-643d-4fba-aded-f371d99752ab x-openstack-request-id: req-764cd7f3-643d-4fba-aded-f371d99752ab {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:50:43.181668 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:50:43.182104 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-764cd7f3-643d-4fba-aded-f371d99752ab {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:50:43.182678 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'status': 'completed', 'code': 200} Feb 11 13:50:43.234654 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] Set router e0854d79-4372-4e1c-ac4b-db8e76f7225f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:43.273997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-c0e0311a-7b69-48f2-b666-9ea6e41cef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:43.275898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-c0e0311a-7b69-48f2-b666-9ea6e41cef91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1097 time: 0.0924578 Feb 11 13:50:43.278687 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.285512 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-375b80be-8d84-459c-983a-3acb0d4fdeb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.336679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35804) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:43.381198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-375b80be-8d84-459c-983a-3acb0d4fdeb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.421225 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.479420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-ad450dd7-3c67-4d55-9795-891523c76f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:43.480936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-ad450dd7-3c67-4d55-9795-891523c76f89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc176ec9-92b7-48ab-afd0-88963360c307 HTTP/1.1" status: 200 len: 898 time: 0.1916287 Feb 11 13:50:43.558372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672274d-d757-440f-aab1-df105fb9f1cb None None] Pushing event updated for resources: {'Port': ['ID=752f107f-9f6a-4acb-88db-f130d17603f5,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:43.575533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-4cc9948c-f199-45e3-a63a-b84a41261775 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 1000 time: 0.0873404 Feb 11 13:50:43.613349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Attempting to bind port 752f107f-9f6a-4acb-88db-f130d17603f5 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:43.613349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Attempting to bind port 752f107f-9f6a-4acb-88db-f130d17603f5 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:43.613349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Attempting to bind port 752f107f-9f6a-4acb-88db-f130d17603f5 on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:43.619079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:43.620771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Checking segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:43.621303 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.622443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Bound using segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:43.622948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Bound port: 752f107f-9f6a-4acb-88db-f130d17603f5, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:43.624555 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.643975 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:10Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '9a864356-5228-402e-95c1-598cebeb42b4', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'port_id': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'mac_address': 'fa:16:3e:00:62:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd160ee-2526-4aaa-8830-374a0419b050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:50:40Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273805ab-5fec-451b-a885-39cd5d119db9', 'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:36:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:08Z', 'updated_at': '2022-02-11T13:50:14Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:43.667545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-dbb547ad-1cc0-4f04-86c9-36583a58480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:43.669287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-dbb547ad-1cc0-4f04-86c9-36583a58480c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b104d062-05d2-48a5-a8d6-a8727898a3d8 HTTP/1.1" status: 200 len: 835 time: 0.0869596 Feb 11 13:50:43.670559 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-375b80be-8d84-459c-983a-3acb0d4fdeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.673089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-375b80be-8d84-459c-983a-3acb0d4fdeb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.676099 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-375b80be-8d84-459c-983a-3acb0d4fdeb2 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e47addf6-b9d0-4b42-a2a1-6c2b85b6fe32 HTTP/1.1" status: 204 len: 168 time: 0.5461996 Feb 11 13:50:43.715858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b80be-8d84-459c-983a-3acb0d4fdeb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47addf6-b9d0-4b42-a2a1-6c2b85b6fe32,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:43.717322 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] Checking router: e0854d79-4372-4e1c-ac4b-db8e76f7225f for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:43.721114 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda8b68d-082f-408e-b48c-0a5a5af4bb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:43.746775 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] Routers {'e0854d79-4372-4e1c-ac4b-db8e76f7225f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:43.747394 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:43.747611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-cfa7b15d-8a84-4a1b-a638-ffa7250df446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:43.749483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-cfa7b15d-8a84-4a1b-a638-ffa7250df446 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc176ec9-92b7-48ab-afd0-88963360c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730982 Feb 11 13:50:43.820093 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] For port 752f107f-9f6a-4acb-88db-f130d17603f5, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:43.834326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] For port 752f107f-9f6a-4acb-88db-f130d17603f5, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=752f107f-9f6a-4acb-88db-f130d17603f5,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:43.904176 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] Set router e0854d79-4372-4e1c-ac4b-db8e76f7225f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:43.917956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9038bbc-ccc1-4556-91d3-25362412a76a req-fc16b592-5b5c-4888-9ecd-3132dcac83dc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:43.920563 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9038bbc-ccc1-4556-91d3-25362412a76a req-fc16b592-5b5c-4888-9ecd-3132dcac83dc tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.7892544 Feb 11 13:50:43.928548 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-c53080cb-55bc-49b5-9f31-f4b5713c5a71 service neutron] 10.222.0.59 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719790 Feb 11 13:50:43.985264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9cf1ba9f-9ca9-4c7c-847d-4e29556f3208 None None] Provisioning complete for port 752f107f-9f6a-4acb-88db-f130d17603f5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:43.985645 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ba9f-9ca9-4c7c-847d-4e29556f3208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.008674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9038bbc-ccc1-4556-91d3-25362412a76a req-30d0ff31-e559-4129-add8-e293448d2285 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753543 Feb 11 13:50:44.025812 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.026692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35836) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:44.033102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda8b68d-082f-408e-b48c-0a5a5af4bb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.082061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9cf1ba9f-9ca9-4c7c-847d-4e29556f3208 None None] Port 752f107f-9f6a-4acb-88db-f130d17603f5 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:44.116746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:44.117640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:44.169703 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda8b68d-082f-408e-b48c-0a5a5af4bb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.170057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672274d-d757-440f-aab1-df105fb9f1cb None None] Pushing event updated for resources: {'Port': ['ID=752f107f-9f6a-4acb-88db-f130d17603f5,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:44.210984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e977434a-72bf-4aa1-8f47-ebd6060f13b2 req-e573afee-3c8e-47a4-ada6-a385df32d897 service neutron] 10.222.0.59 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756009 Feb 11 13:50:44.266201 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3a2ac992-2041-4c4d-9843-606b68d12808 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/9a864356-5228-402e-95c1-598cebeb42b4 HTTP/1.1" status: 200 len: 992 time: 0.2269270 Feb 11 13:50:44.266559 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:10Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '9a864356-5228-402e-95c1-598cebeb42b4', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'port_id': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'mac_address': 'fa:16:3e:00:62:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd160ee-2526-4aaa-8830-374a0419b050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:50:40Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273805ab-5fec-451b-a885-39cd5d119db9', 'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:36:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:08Z', 'updated_at': '2022-02-11T13:50:14Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:44.288497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bda8b68d-082f-408e-b48c-0a5a5af4bb45 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=30dd3e7fceb4480da7990f1448fabb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9493039 Feb 11 13:50:44.290854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35848) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:44.301289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:44.325847 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d851375-28e5-45c4-9d4f-92468bee1da5 None None] The sync data for ids ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'] in n-d-816488-1 is: [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:10Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '9a864356-5228-402e-95c1-598cebeb42b4', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'port_id': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'mac_address': 'fa:16:3e:00:62:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd160ee-2526-4aaa-8830-374a0419b050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:50:40Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273805ab-5fec-451b-a885-39cd5d119db9', 'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:36:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:08Z', 'updated_at': '2022-02-11T13:50:14Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:44.374552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8b68d-082f-408e-b48c-0a5a5af4bb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d4c59d-1e6c-4f0b-bdf6-856395a2758b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:44.396188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35858) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:44.413884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1507333612-network', 'tenant_id': 'e9b578a029f7409c940b293647661225'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:44.419566 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e73313d7-3049-44ab-a3cd-2b1d884613fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.491483 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e73313d7-3049-44ab-a3cd-2b1d884613fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.574899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Made reservation on behalf of e9b578a029f7409c940b293647661225 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:44.577520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.591269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.663291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e73313d7-3049-44ab-a3cd-2b1d884613fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.671191 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e73313d7-3049-44ab-a3cd-2b1d884613fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.671191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e73313d7-3049-44ab-a3cd-2b1d884613fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/66d4c59d-1e6c-4f0b-bdf6-856395a2758b HTTP/1.1" status: 204 len: 168 time: 0.3791044 Feb 11 13:50:44.685569 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73313d7-3049-44ab-a3cd-2b1d884613fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d4c59d-1e6c-4f0b-bdf6-856395a2758b,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:44.747767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc80a4-bc5a-4bfd-b79c-feaa807ddbe6 None None] New status for floating IP 9a864356-5228-402e-95c1-598cebeb42b4: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:50:44.750210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.822588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6b7b0576-5c80-44b7-afa0-0a439c9c4754 None None] Provisioning complete for port 752f107f-9f6a-4acb-88db-f130d17603f5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:44.823239 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6b7b0576-5c80-44b7-afa0-0a439c9c4754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.898761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.919501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:44.929516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677fb45e-af47-4841-8372-d2e37a065135,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:44.949479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:44.949479 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Added segment 4e18ca62-1693-4e52-a569-118dd801a0d2 of type vlan for network 133c7d6b-58fd-4289-82d9-aec34f36ac4d Feb 11 13:50:44.988946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.063596 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6b7b0576-5c80-44b7-afa0-0a439c9c4754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.088669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:43Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:45.129283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d981a47c-985b-44a0-8e9a-bab78cfa12d0 None None] The sync data for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 is: [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:43Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:45.134422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6b7b0576-5c80-44b7-afa0-0a439c9c4754 None None] For port 752f107f-9f6a-4acb-88db-f130d17603f5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=752f107f-9f6a-4acb-88db-f130d17603f5,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:45.197573 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.198698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:45.199481 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.226186 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6b7b0576-5c80-44b7-afa0-0a439c9c4754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.266508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35908) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:45.291621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35912) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:45.321354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] Pushing event updated for resources: {'Network': ['ID=133c7d6b-58fd-4289-82d9-aec34f36ac4d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:45.330987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b0576-5c80-44b7-afa0-0a439c9c4754 None None] Pushing event updated for resources: {'Port': ['ID=752f107f-9f6a-4acb-88db-f130d17603f5,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:45.337881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 133c7d6b-58fd-4289-82d9-aec34f36ac4d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:50:45.365090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9600dc9c-b8b3-4f32-b2ff-4e66b6081516 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9679542 Feb 11 13:50:45.378298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35920) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:45.383456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Request body: {'subnet': {'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1507333612-subnet', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:45.398538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d83f7974-7645-4fc7-b542-d62590ed0bf5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/9a864356-5228-402e-95c1-598cebeb42b4 HTTP/1.1" status: 200 len: 994 time: 0.1282349 Feb 11 13:50:45.527069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-109488917-network', 'tenant_id': '5780cef74689416a993daf68d6945e1d'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:45.548240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Made reservation on behalf of e9b578a029f7409c940b293647661225 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:45.551766 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.781118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 35952) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:45.814741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Made reservation on behalf of 5780cef74689416a993daf68d6945e1d for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:45.814741 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.826723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.865470 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:45.958664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6c72a1-52e4-4c35-a692-dae31b640a44,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:45.970040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Checking segment: {'id': '4e18ca62-1693-4e52-a569-118dd801a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:45.971064 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Network hostable DHCP agents. Network: 133c7d6b-58fd-4289-82d9-aec34f36ac4d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:46.002780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1554155094-network', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:46.026271 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.128986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Made reservation on behalf of eb24bfa565e14c4bb19312db966e8347 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:46.131661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.141687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.181365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Network 133c7d6b-58fd-4289-82d9-aec34f36ac4d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:50:46.183693 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.193734 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 752f107f-9f6a-4acb-88db-f130d17603f5 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:46.215167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77a6748-4d64-4784-8a02-10d2f56734bd,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:46.231776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:46.263855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.264433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.265046 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Added segment 783cf0f7-b5b8-44b7-9f32-c378bca9bedc of type vlan for network a7c581af-ccdf-4da4-a703-3347f1083ee5 Feb 11 13:50:46.280496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 752f107f-9f6a-4acb-88db-f130d17603f5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:46.280866 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.301450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 133c7d6b-58fd-4289-82d9-aec34f36ac4d) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:46.315796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c30f64-ed08-4d5e-9cf1-c4fa4dd30d8a None None] Network 133c7d6b-58fd-4289-82d9-aec34f36ac4d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:46.315989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.316535 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.323278 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.368781 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.397349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682a100f-5b30-4e42-b939-945916fe11a4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:46.406826 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2a3b0c29-ac49-4c3b-9007-25a842c855e3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0273366 Feb 11 13:50:46.409436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 35984) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:46.414716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1507333612-router', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:46.426296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:46.445199 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.446674 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Added segment 02667c5d-b6ea-491d-b585-b3dddc5d600d of type vlan for network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 Feb 11 13:50:46.499113 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.500102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.500685 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.549272 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.560363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-133c7d6b-58fd-4289-82d9-aec34f36ac4d', 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'fixed_ips': [{'subnet_id': 'cf6c72a1-52e4-4c35-a692-dae31b640a44'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:50:46.561566 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.623255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7c581af-ccdf-4da4-a703-3347f1083ee5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:46.634908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.639764 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.661676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network a7c581af-ccdf-4da4-a703-3347f1083ee5 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:50:46.695654 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.728878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.728878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:46.728878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:46.750066 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-490aa786-82ea-45aa-abd9-e7f3b08811f2 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4549351 Feb 11 13:50:46.753694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36004) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:46.760753 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Request body: {'subnet': {'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-109488917-subnet', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:46.792400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Allocated IP 172.20.0.2 (133c7d6b-58fd-4289-82d9-aec34f36ac4d/cf6c72a1-52e4-4c35-a692-dae31b640a44/2bc96feb-c08e-4d5d-83c9-67313f583fa8) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:46.822147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] Pushing event updated for resources: {'Network': ['ID=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:46.856313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:50:46.907212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7d2721b7-789c-49b0-985d-9437a15155c0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1248810 Feb 11 13:50:46.908636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36010) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:46.913844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Request body: {'subnet': {'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1554155094-subnet', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:46.973134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.036006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.053755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Made reservation on behalf of eb24bfa565e14c4bb19312db966e8347 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:47.056367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.083993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Made reservation on behalf of 5780cef74689416a993daf68d6945e1d for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:47.086416 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.237955 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.279018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Network 133c7d6b-58fd-4289-82d9-aec34f36ac4d is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:47.284464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:47.288999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:47.291796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Pushing event updated for resources: {'Port': ['ID=2bc96feb-c08e-4d5d-83c9-67313f583fa8,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:47.352220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Attempting to bind port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:47.352667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Attempting to bind port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '4e18ca62-1693-4e52-a569-118dd801a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:47.353143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Attempting to bind port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 on network 133c7d6b-58fd-4289-82d9-aec34f36ac4d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:47.358803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:47.359576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Checking segment: {'id': '4e18ca62-1693-4e52-a569-118dd801a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:47.360205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.360705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Bound using segment: {'id': '4e18ca62-1693-4e52-a569-118dd801a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:47.361257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Bound port: 2bc96feb-c08e-4d5d-83c9-67313f583fa8, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e18ca62-1693-4e52-a569-118dd801a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:47.361715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.392859 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.429793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] For port 2bc96feb-c08e-4d5d-83c9-67313f583fa8, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:47.433242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] For port 2bc96feb-c08e-4d5d-83c9-67313f583fa8, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2bc96feb-c08e-4d5d-83c9-67313f583fa8,segment=NetworkSegment(4e18ca62-1693-4e52-a569-118dd801a0d2),segment_id=4e18ca62-1693-4e52-a569-118dd801a0d2)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:47.452949 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.467484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b582e7-b8ea-4f34-9327-0dc990dd556e,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:47.472340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Checking segment: {'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:47.472701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Network hostable DHCP agents. Network: dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:47.474731 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.512404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.513207 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.575589 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bed681-bd80-4766-9f82-00baf264b482 None None] Pushing event updated for resources: {'Port': ['ID=2bc96feb-c08e-4d5d-83c9-67313f583fa8,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:47.580973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef253c3-e532-4eea-b25f-b60e20207578,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:47.638221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Checking segment: {'id': '783cf0f7-b5b8-44b7-9f32-c378bca9bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:47.638577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Network hostable DHCP agents. Network: a7c581af-ccdf-4da4-a703-3347f1083ee5, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:47.647776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Allocated IP 172.25.0.162 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/70d6c438-74e8-4399-bcbb-4dbaa2012f0c) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:47.707725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:50:47.771130 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.782034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Network a7c581af-ccdf-4da4-a703-3347f1083ee5 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:50:47.918091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:47.923326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, a7c581af-ccdf-4da4-a703-3347f1083ee5) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:47.923596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:47.923695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:47.924224 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.924566 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:47.938029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732cc5ea-0f63-4448-acc9-845c82341b97 None None] Network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:47.940570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed71f75-378b-4c11-bd4c-3e8f1ba92427 None None] Network a7c581af-ccdf-4da4-a703-3347f1083ee5 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:48.021037 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.105260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Pushing event updated for resources: {'Port': ['ID=70d6c438-74e8-4399-bcbb-4dbaa2012f0c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:48.124209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36052) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:48.128047 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e5bfe026-01ae-488e-bec6-7fde837059d4 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3692517 Feb 11 13:50:48.130432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:48.130705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-109488917-router', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:48.147808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:48.155750 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:48.159790 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a4c5a190-a29d-41b2-a976-5d01d3ef0af6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2500989 Feb 11 13:50:48.165206 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36056) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:48.174275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:48.289279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2bc96feb-c08e-4d5d-83c9-67313f583fa8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:48.312115 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.316774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.379298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:50:48.380256 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.428307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-a7c581af-ccdf-4da4-a703-3347f1083ee5', 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'fixed_ips': [{'subnet_id': 'eef253c3-e532-4eea-b25f-b60e20207578'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:50:48.430570 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.436640 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.437666 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.546021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.808482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:48.810513 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.838271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.864675 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0cf4c9-e50c-4285-be33-38c096c43524 None None] Network 133c7d6b-58fd-4289-82d9-aec34f36ac4d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:48.893300 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:48.961205 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.093467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.252619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Allocated IP 172.20.0.2 (a7c581af-ccdf-4da4-a703-3347f1083ee5/eef253c3-e532-4eea-b25f-b60e20207578/9fc9aba7-3a95-4838-bbcf-61cbad70bc05) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:49.255653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Allocated IP 172.20.0.2 (dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7/13b582e7-b8ea-4f34-9327-0dc990dd556e/8b3a5aa5-b04d-40a8-989a-893ba6a3f288) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:49.260204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-390dc35c-3622-4fab-821b-e4e0f49b229f None None] Provisioning complete for port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:49.260572 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-390dc35c-3622-4fab-821b-e4e0f49b229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.481506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.504530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.508397 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.636149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 2bc96feb-c08e-4d5d-83c9-67313f583fa8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2bc96feb-c08e-4d5d-83c9-67313f583fa8,segment=NetworkSegment(4e18ca62-1693-4e52-a569-118dd801a0d2),segment_id=4e18ca62-1693-4e52-a569-118dd801a0d2)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:49.657279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Allocated IP 172.25.0.205 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/8a22f468-d410-481d-ae94-dcd0b309aec6) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:49.744285 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.750793 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-390dc35c-3622-4fab-821b-e4e0f49b229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.772819 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.787657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.798060 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.854017 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.902277 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.946737 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:49.949149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=2bc96feb-c08e-4d5d-83c9-67313f583fa8,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:49.971715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Network a7c581af-ccdf-4da4-a703-3347f1083ee5 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:50.001958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:50.007031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:50.013541 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-390dc35c-3622-4fab-821b-e4e0f49b229f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:50:50.018630 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-390dc35c-3622-4fab-821b-e4e0f49b229f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:50:50.022107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:50.032247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:50.049189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:50.059988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Pushing event updated for resources: {'Port': ['ID=9fc9aba7-3a95-4838-bbcf-61cbad70bc05,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:50.062242 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.066089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Router a58cf841-b907-4a75-8b4d-28a2908995da is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:50.094305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.112595 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.171714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Attempting to bind port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:50.172783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Attempting to bind port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '783cf0f7-b5b8-44b7-9f32-c378bca9bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:50.173810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Attempting to bind port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 on network a7c581af-ccdf-4da4-a703-3347f1083ee5 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:50.182787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2bc96feb-c08e-4d5d-83c9-67313f583fa8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:50.193540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:50.193970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Checking segment: {'id': '783cf0f7-b5b8-44b7-9f32-c378bca9bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:50.194447 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.194764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Bound using segment: {'id': '783cf0f7-b5b8-44b7-9f32-c378bca9bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:50.195244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Bound port: 9fc9aba7-3a95-4838-bbcf-61cbad70bc05, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783cf0f7-b5b8-44b7-9f32-c378bca9bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:50.195633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.197466 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Pushing event updated for resources: {'Port': ['ID=8b3a5aa5-b04d-40a8-989a-893ba6a3f288,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:50.198523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:50.199806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Attempting to bind port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:50.200176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Attempting to bind port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:50.200561 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Attempting to bind port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 on network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:50.200675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:50.212958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:50.241051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:50.245154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Checking segment: {'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:50.245154 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.245154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Bound using segment: {'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:50.245440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Pushing event updated for resources: {'Port': ['ID=8a22f468-d410-481d-ae94-dcd0b309aec6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:50.245541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Bound port: 8b3a5aa5-b04d-40a8-989a-893ba6a3f288, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:50.245541 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.326762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Allocated IP 172.25.0.221 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/d7a4179d-9046-4127-8423-db23b8e8c186) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:50.374844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:50.375147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] For port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:50.381175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] For port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9fc9aba7-3a95-4838-bbcf-61cbad70bc05,segment=NetworkSegment(783cf0f7-b5b8-44b7-9f32-c378bca9bedc),segment_id=783cf0f7-b5b8-44b7-9f32-c378bca9bedc)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:50.386022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:50.386400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.386970 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Sync routers for ids ['a58cf841-b907-4a75-8b4d-28a2908995da'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:50.388375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] For port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:50.393302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] For port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8b3a5aa5-b04d-40a8-989a-893ba6a3f288,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:50.413237 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Routers {'a58cf841-b907-4a75-8b4d-28a2908995da'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:50.413237 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a58cf841-b907-4a75-8b4d-28a2908995da'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:50.479741 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.496896 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.498201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-64d1bfa1-6c84-4a56-8a46-b1c8fa12fc20 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0869479 Feb 11 13:50:50.500949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36144) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:50.512236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.575736 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.590648 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Set router a58cf841-b907-4a75-8b4d-28a2908995da gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:50.648548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad354b3-83e5-4d0f-912b-d6f8560d49d9 None None] Pushing event updated for resources: {'Port': ['ID=9fc9aba7-3a95-4838-bbcf-61cbad70bc05,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:50.661382 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.891165 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'name': 'tempest-TestVolumeBootPattern-1507333612-router', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:46Z', 'updated_at': '2022-02-11T13:50:48Z', 'revision_number': 3, 'project_id': 'e9b578a029f7409c940b293647661225', 'gw_port': {'id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:47Z', 'updated_at': '2022-02-11T13:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:50.893806 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:50.937514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a748cb-d3dd-4916-be64-2203f9bc1358 None None] Pushing event updated for resources: {'Port': ['ID=8b3a5aa5-b04d-40a8-989a-893ba6a3f288,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:50.965419 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Checking router: a58cf841-b907-4a75-8b4d-28a2908995da for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:50.966160 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Updating router a58cf841-b907-4a75-8b4d-28a2908995da port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:50.993087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.019094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1749bb4a-f2d9-4d84-8b5b-49d145cd1564 None None] Provisioning complete for port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:51.019525 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1749bb4a-f2d9-4d84-8b5b-49d145cd1564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.034511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:51.066048 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.081470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:51.139216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:51.409831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Router a9b6ec2d-29a7-4936-92bf-343fe302f521 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:51.484798 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Pushing event updated for resources: {'Port': ['ID=d7a4179d-9046-4127-8423-db23b8e8c186,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:51.585793 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.612023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:51.622529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Sync routers for ids ['a9b6ec2d-29a7-4936-92bf-343fe302f521'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:51.635631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Routers {'a9b6ec2d-29a7-4936-92bf-343fe302f521'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:51.640465 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a9b6ec2d-29a7-4936-92bf-343fe302f521'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:51.658913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.745823 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.776762 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.778086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-df189d1d-45c8-4cfb-8fda-08afa6f9a65c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6526523 Feb 11 13:50:51.781094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36186) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:51.801627 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Attempting to bind port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:51.808118 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Attempting to bind port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:51.808118 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Attempting to bind port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:51.812456 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:51.813078 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:51.813648 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.814403 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:51.815054 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Bound port: 70d6c438-74e8-4399-bcbb-4dbaa2012f0c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:51.815608 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:51.832032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Set router a9b6ec2d-29a7-4936-92bf-343fe302f521 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:51.856773 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6c5b0-3cdd-49c3-b868-42356e177c67 None None] Pushing event updated for resources: {'Port': ['ID=70d6c438-74e8-4399-bcbb-4dbaa2012f0c,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:51.928636 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] For port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:51.943390 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] For port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=70d6c438-74e8-4399-bcbb-4dbaa2012f0c,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:51.976227 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:52.014804 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:52.143611 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Routers {'a58cf841-b907-4a75-8b4d-28a2908995da'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:52.143611 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a58cf841-b907-4a75-8b4d-28a2908995da'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:52.155932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'name': 'tempest-TestAggregatesBasicOps-109488917-router', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:50Z', 'revision_number': 3, 'project_id': '5780cef74689416a993daf68d6945e1d', 'gw_port': {'id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:49Z', 'updated_at': '2022-02-11T13:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:52.295805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Checking router: a9b6ec2d-29a7-4936-92bf-343fe302f521 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:52.301458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Updating router a9b6ec2d-29a7-4936-92bf-343fe302f521 port 8a22f468-d410-481d-ae94-dcd0b309aec6 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:52.412329 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6c5b0-3cdd-49c3-b868-42356e177c67 None None] Pushing event updated for resources: {'Port': ['ID=70d6c438-74e8-4399-bcbb-4dbaa2012f0c,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:52.426165 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:52.546092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Allocated IP 172.20.0.1 (133c7d6b-58fd-4289-82d9-aec34f36ac4d/cf6c72a1-52e4-4c35-a692-dae31b640a44/f8660bb5-bfd4-48d7-aade-ce796ce379a0) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:52.682094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:52.707613 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] Set router a58cf841-b907-4a75-8b4d-28a2908995da gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:52.801114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:52.803972 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:52.882918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67450713-cf86-4b1d-a579-0c35a644b6e6 None None] Network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:52.956582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.068507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:53.069951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.082952 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'name': 'tempest-TestVolumeBootPattern-1507333612-router', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:46Z', 'updated_at': '2022-02-11T13:50:48Z', 'revision_number': 3, 'project_id': 'e9b578a029f7409c940b293647661225', 'gw_port': {'id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:47Z', 'updated_at': '2022-02-11T13:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:53.089369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Allocated IP 172.20.0.1 (a7c581af-ccdf-4da4-a703-3347f1083ee5/eef253c3-e532-4eea-b25f-b60e20207578/778658a1-6652-4a55-8f02-355f9836614c) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:53.114579 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe98d24-c997-4d1f-a944-836f055a88af None None] The sync data for ids ['a58cf841-b907-4a75-8b4d-28a2908995da'] in n-d-816488-1 is: [{'id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'name': 'tempest-TestVolumeBootPattern-1507333612-router', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:46Z', 'updated_at': '2022-02-11T13:50:48Z', 'revision_number': 3, 'project_id': 'e9b578a029f7409c940b293647661225', 'gw_port': {'id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:47Z', 'updated_at': '2022-02-11T13:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:53.115544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Provisioning complete for port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:53.116178 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.126506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54729eaf-0dc4-43f7-84fe-095792bffd27 None None] Network a7c581af-ccdf-4da4-a703-3347f1083ee5 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:50:53.175351 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.214922 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.219268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Network 133c7d6b-58fd-4289-82d9-aec34f36ac4d is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:53.221086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:50:53.235145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:53.241258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:53.275552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Pushing event updated for resources: {'Port': ['ID=f8660bb5-bfd4-48d7-aade-ce796ce379a0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:53.351284 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.352961 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.432640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Network a7c581af-ccdf-4da4-a703-3347f1083ee5 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:53.461220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:53.476318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:53.529587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:53.539714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Pushing event updated for resources: {'Port': ['ID=778658a1-6652-4a55-8f02-355f9836614c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:53.546034 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Sync routers for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:53.571834 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:53.572483 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e59e4d15-c981-4810-951e-217a49841717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:53.578968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.730065 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:53.735111 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.760124 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.881023 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:53.883093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-835ff9b9-4c4f-42bb-bc17-1b91f9f55c2f admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7166722 Feb 11 13:50:53.885827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36258) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:53.904641 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] For port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8b3a5aa5-b04d-40a8-989a-893ba6a3f288,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:54.003495 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.052882 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.066264 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.101335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.186361 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.187867 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e59e4d15-c981-4810-951e-217a49841717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:51Z', 'revision_number': 3, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:50:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:54.208897 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.222215 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Checking router: cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:54.222798 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Updating router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 port d7a4179d-9046-4127-8423-db23b8e8c186 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:54.256313 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.307121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Pushing event updated for resources: {'Port': ['ID=8b3a5aa5-b04d-40a8-989a-893ba6a3f288,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:54.314456 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:50:54.314456 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:50:54.323988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f095cc4b-bb51-420a-a387-e2eeae36bbef None None] Provisioning complete for port f8660bb5-bfd4-48d7-aade-ce796ce379a0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:54.324347 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f095cc4b-bb51-420a-a387-e2eeae36bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.331508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.332136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.332656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.333286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.333811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.334443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.334953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.335445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.335942 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.336098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.336584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.337055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.337707 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7a9bce-1ebd-44e5-b339-65c3acb33e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:50:54.341930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Attempting to bind port 8a22f468-d410-481d-ae94-dcd0b309aec6 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:54.342642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Attempting to bind port 8a22f468-d410-481d-ae94-dcd0b309aec6 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:54.346341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Attempting to bind port 8a22f468-d410-481d-ae94-dcd0b309aec6 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:54.393693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:54.394192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:54.394485 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.395070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:54.395892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Bound port: 8a22f468-d410-481d-ae94-dcd0b309aec6, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:54.396622 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.455047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.509448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb5f84-5ce1-46b8-ad53-96a8fbca738a None None] Pushing event updated for resources: {'Port': ['ID=8a22f468-d410-481d-ae94-dcd0b309aec6,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:54.516772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f095cc4b-bb51-420a-a387-e2eeae36bbef None None] Port f8660bb5-bfd4-48d7-aade-ce796ce379a0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:54.600550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] For port 8a22f468-d410-481d-ae94-dcd0b309aec6, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:54.613044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] For port 8a22f468-d410-481d-ae94-dcd0b309aec6, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8a22f468-d410-481d-ae94-dcd0b309aec6,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:54.613044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f095cc4b-bb51-420a-a387-e2eeae36bbef None None] Provisioning complete for port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:54.613044 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f095cc4b-bb51-420a-a387-e2eeae36bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.653228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Pushing event updated for resources: {'Port': ['ID=f8660bb5-bfd4-48d7-aade-ce796ce379a0,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:54.745802 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.771595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f095cc4b-bb51-420a-a387-e2eeae36bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.844590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Network 133c7d6b-58fd-4289-82d9-aec34f36ac4d is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:54.851150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:54.953359 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:54.976757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Routers {'a9b6ec2d-29a7-4936-92bf-343fe302f521'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:54.978037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a9b6ec2d-29a7-4936-92bf-343fe302f521'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:55.105312 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.156805 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17dfd561-66f4-43fe-a2af-3023c3b44bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.160345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb5f84-5ce1-46b8-ad53-96a8fbca738a None None] Pushing event updated for resources: {'Port': ['ID=8a22f468-d410-481d-ae94-dcd0b309aec6,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:55.199342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Router a58cf841-b907-4a75-8b4d-28a2908995da has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:55.199911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f095cc4b-bb51-420a-a387-e2eeae36bbef None None] For port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9fc9aba7-3a95-4838-bbcf-61cbad70bc05,segment=NetworkSegment(783cf0f7-b5b8-44b7-9f32-c378bca9bedc),segment_id=783cf0f7-b5b8-44b7-9f32-c378bca9bedc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:50:55.203975 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38e766-2c69-4856-acc0-e60f8cece93f None None] Pushing event updated for resources: {'Port': ['ID=d7a4179d-9046-4127-8423-db23b8e8c186,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:55.233189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] Set router a9b6ec2d-29a7-4936-92bf-343fe302f521 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:55.250057 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.276201 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Attempting to bind port d7a4179d-9046-4127-8423-db23b8e8c186 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:55.276621 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Attempting to bind port d7a4179d-9046-4127-8423-db23b8e8c186 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:55.285205 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Attempting to bind port d7a4179d-9046-4127-8423-db23b8e8c186 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:55.296651 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:55.297051 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:55.297449 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.297853 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:55.298953 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Bound port: d7a4179d-9046-4127-8423-db23b8e8c186, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:55.300194 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.310924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:55.352891 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f095cc4b-bb51-420a-a387-e2eeae36bbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.382004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.390523 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-e59e4d15-c981-4810-951e-217a49841717 None None] For port d7a4179d-9046-4127-8423-db23b8e8c186, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:50:55.396179 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-e59e4d15-c981-4810-951e-217a49841717 None None] For port d7a4179d-9046-4127-8423-db23b8e8c186, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d7a4179d-9046-4127-8423-db23b8e8c186,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:50:55.463770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:55.467434 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.482428 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ad1d87d8-36d9-4a16-9248-b8ad7c73f331 admin admin] 10.222.0.52 "PUT /v2.0/routers/a58cf841-b907-4a75-8b4d-28a2908995da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9753900 Feb 11 13:50:55.514123 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.554857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Pushing event updated for resources: {'Port': ['ID=778658a1-6652-4a55-8f02-355f9836614c,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:55.594402 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38e766-2c69-4856-acc0-e60f8cece93f None None] Pushing event updated for resources: {'Port': ['ID=d7a4179d-9046-4127-8423-db23b8e8c186,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:55.639704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095cc4b-bb51-420a-a387-e2eeae36bbef None None] Pushing event updated for resources: {'Port': ['ID=9fc9aba7-3a95-4838-bbcf-61cbad70bc05,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:55.646576 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:55.647250 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e59e4d15-c981-4810-951e-217a49841717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:55.693042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.729369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Network a7c581af-ccdf-4da4-a703-3347f1083ee5 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:55.736503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:55.747126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-595dab34-8663-4e10-845c-b3730ce331c5 None None] Provisioning complete for port f8660bb5-bfd4-48d7-aade-ce796ce379a0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:55.747506 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-595dab34-8663-4e10-845c-b3730ce331c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.833589 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e59e4d15-c981-4810-951e-217a49841717 None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:55.869957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:55.870334 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:55.959193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-595dab34-8663-4e10-845c-b3730ce331c5 None None] Port f8660bb5-bfd4-48d7-aade-ce796ce379a0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:55.962160 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.023580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-595dab34-8663-4e10-845c-b3730ce331c5 None None] Provisioning complete for port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:56.024244 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-595dab34-8663-4e10-845c-b3730ce331c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.089998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Sync routers for ids ['a58cf841-b907-4a75-8b4d-28a2908995da'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:56.142622 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Router a9b6ec2d-29a7-4936-92bf-343fe302f521 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:56.163221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Allocated IP 172.20.0.1 (dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7/13b582e7-b8ea-4f34-9327-0dc990dd556e/73bf82ad-c1ab-4e30-ac06-5ec3717c7db1) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:50:56.165355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Routers {'a58cf841-b907-4a75-8b4d-28a2908995da'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:56.166032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a58cf841-b907-4a75-8b4d-28a2908995da'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:56.179468 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e59e4d15-c981-4810-951e-217a49841717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:51Z', 'revision_number': 3, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:56.218974 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59e4d15-c981-4810-951e-217a49841717 None None] The sync data for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 is: [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:51Z', 'revision_number': 3, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:56.413746 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.415969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:56.425818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a239fa7f-d156-410a-92e3-612db80897c9 admin admin] 10.222.0.52 "PUT /v2.0/routers/a9b6ec2d-29a7-4936-92bf-343fe302f521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6411691 Feb 11 13:50:56.546723 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.590571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:56.593316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:56.597889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:50:56.661401 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:56.767927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'name': 'tempest-TestAggregatesBasicOps-109488917-router', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 4, 'project_id': '5780cef74689416a993daf68d6945e1d', 'gw_port': {'id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:49Z', 'updated_at': '2022-02-11T13:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '778658a1-6652-4a55-8f02-355f9836614c', 'name': '', 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'mac_address': 'fa:16:3e:94:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eef253c3-e532-4eea-b25f-b60e20207578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:52Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 1, 'project_id': '5780cef74689416a993daf68d6945e1d', 'subnets': [{'id': 'eef253c3-e532-4eea-b25f-b60e20207578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:56.784114 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Set router a58cf841-b907-4a75-8b4d-28a2908995da gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:56.804409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Pushing event updated for resources: {'Port': ['ID=73bf82ad-c1ab-4e30-ac06-5ec3717c7db1,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:57.091697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151ffa50-cafa-426f-9470-c4b8414a1262 None None] The sync data for ids ['a9b6ec2d-29a7-4936-92bf-343fe302f521'] in n-d-816488-1 is: [{'id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'name': 'tempest-TestAggregatesBasicOps-109488917-router', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 4, 'project_id': '5780cef74689416a993daf68d6945e1d', 'gw_port': {'id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:49Z', 'updated_at': '2022-02-11T13:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '778658a1-6652-4a55-8f02-355f9836614c', 'name': '', 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'mac_address': 'fa:16:3e:94:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eef253c3-e532-4eea-b25f-b60e20207578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:52Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 1, 'project_id': '5780cef74689416a993daf68d6945e1d', 'subnets': [{'id': 'eef253c3-e532-4eea-b25f-b60e20207578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:50:57.253797 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:57.396225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-595dab34-8663-4e10-845c-b3730ce331c5 None None] Provisioning complete for port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:57.400771 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-595dab34-8663-4e10-845c-b3730ce331c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:57.406747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:57.414717 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f6f489c-5ca9-4536-a9c6-fc5d39221bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:57.514198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:57.603235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:57.693601 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:57.723432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:57.723814 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:57.834150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-595dab34-8663-4e10-845c-b3730ce331c5 None None] Provisioning complete for port 778658a1-6652-4a55-8f02-355f9836614c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:57.834952 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-595dab34-8663-4e10-845c-b3730ce331c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:57.873603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Pushing event updated for resources: {'Port': ['ID=73bf82ad-c1ab-4e30-ac06-5ec3717c7db1,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:57.915327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'name': 'tempest-TestVolumeBootPattern-1507333612-router', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:46Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 4, 'project_id': 'e9b578a029f7409c940b293647661225', 'gw_port': {'id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:47Z', 'updated_at': '2022-02-11T13:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f8660bb5-bfd4-48d7-aade-ce796ce379a0', 'name': '', 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'mac_address': 'fa:16:3e:f6:bf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cf6c72a1-52e4-4c35-a692-dae31b640a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:51Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 2, 'project_id': 'e9b578a029f7409c940b293647661225', 'subnets': [{'id': 'cf6c72a1-52e4-4c35-a692-dae31b640a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:57.948634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:50:57.950595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:50:57.995373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Checking router: a58cf841-b907-4a75-8b4d-28a2908995da for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:50:57.995998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Updating router a58cf841-b907-4a75-8b4d-28a2908995da port f8660bb5-bfd4-48d7-aade-ce796ce379a0 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:50:58.045258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-595dab34-8663-4e10-845c-b3730ce331c5 None None] Port 778658a1-6652-4a55-8f02-355f9836614c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:58.057947 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.149997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.165474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36428) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:58.173220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:50:58.187356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1978300937-network', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:58.271274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:58.306684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Made reservation on behalf of 82dfe581fcaf437f9bf23c5c2dd95846 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:58.309275 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.336985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.371174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b5330271-24e6-40c0-8990-290d8fa0e951 None None] Provisioning complete for port 778658a1-6652-4a55-8f02-355f9836614c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:58.372054 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b5330271-24e6-40c0-8990-290d8fa0e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.532310 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.541059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:50:58.543588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:58.544333 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.552264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-659597d2-630e-4ffc-96cd-12eab277bb57 admin admin] 10.222.0.52 "PUT /v2.0/routers/cc14aed9-fc44-4b5c-a0d9-2f88c1b43577/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6648448 Feb 11 13:50:58.614955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.639156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b5330271-24e6-40c0-8990-290d8fa0e951 None None] Port 778658a1-6652-4a55-8f02-355f9836614c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:58.653855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:50:58.675011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6198174-0ef3-4643-a5f7-4dbaa774f49e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:58.686951 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.688199 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Added segment f89fd1ad-d18e-40ba-8ba0-c1a865b583be of type vlan for network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e Feb 11 13:50:58.745373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b5330271-24e6-40c0-8990-290d8fa0e951 None None] Provisioning complete for port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:58.746032 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b5330271-24e6-40c0-8990-290d8fa0e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.753271 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.837417 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.877992 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b5330271-24e6-40c0-8990-290d8fa0e951 None None] Port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:58.911845 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.913142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:50:58.913993 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:58.995206 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:59.013037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f96c7d3b-c572-4721-990c-24e3537137e6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8451872 Feb 11 13:50:59.013486 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36442) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:50:59.018986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Request body: {'subnet': {'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1978300937-subnet', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:50:59.036261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:50:59.134650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Made reservation on behalf of 82dfe581fcaf437f9bf23c5c2dd95846 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:50:59.137225 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:59.149346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 70d6c438-74e8-4399-bcbb-4dbaa2012f0c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:50:59.158750 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:59.160512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a2f07e9d-0fd1-4573-b603-3e970a5e427d None None] Provisioning complete for port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:59.160902 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2f07e9d-0fd1-4573-b603-3e970a5e427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:59.295890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a2f07e9d-0fd1-4573-b603-3e970a5e427d None None] Port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:50:59.332345 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Sync routers for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:50:59.363910 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:50:59.367588 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:59.367880 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:50:59.369590 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:59.370688 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:50:59.570303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df901c-22a0-4c43-9c16-15c123728ccf None None] Pushing event updated for resources: {'Port': ['ID=f8660bb5-bfd4-48d7-aade-ce796ce379a0,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:59.667396 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:59.696269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Attempting to bind port f8660bb5-bfd4-48d7-aade-ce796ce379a0 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:50:59.697019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Attempting to bind port f8660bb5-bfd4-48d7-aade-ce796ce379a0 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '4e18ca62-1693-4e52-a569-118dd801a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:50:59.698418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Attempting to bind port f8660bb5-bfd4-48d7-aade-ce796ce379a0 on network 133c7d6b-58fd-4289-82d9-aec34f36ac4d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:50:59.722735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:50:59.723117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Checking segment: {'id': '4e18ca62-1693-4e52-a569-118dd801a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:59.723526 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:59.727821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Bound using segment: {'id': '4e18ca62-1693-4e52-a569-118dd801a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:50:59.727821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Bound port: f8660bb5-bfd4-48d7-aade-ce796ce379a0, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e18ca62-1693-4e52-a569-118dd801a0d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:50:59.727821 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:50:59.821929 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=155ccd8e-9f9a-4654-b488-8fd5d1a8d96d,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:50:59.886604 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:50:59.901142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Checking segment: {'id': 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:50:59.901540 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Network hostable DHCP agents. Network: 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:50:59.983350 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.055941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36468) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:00.061456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-498051872-network', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:00.069175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:00.123924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=70d6c438-74e8-4399-bcbb-4dbaa2012f0c,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:00.127740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] For port f8660bb5-bfd4-48d7-aade-ce796ce379a0, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:00.149976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-68ec44cc-f1be-41da-83c2-3e46abbded8f None None] Provisioning complete for port f8660bb5-bfd4-48d7-aade-ce796ce379a0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:00.150368 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-68ec44cc-f1be-41da-83c2-3e46abbded8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.174547 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] For port f8660bb5-bfd4-48d7-aade-ce796ce379a0, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f8660bb5-bfd4-48d7-aade-ce796ce379a0,segment=NetworkSegment(4e18ca62-1693-4e52-a569-118dd801a0d2),segment_id=4e18ca62-1693-4e52-a569-118dd801a0d2)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:00.178109 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.196323 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-68ec44cc-f1be-41da-83c2-3e46abbded8f None None] Port f8660bb5-bfd4-48d7-aade-ce796ce379a0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:00.200594 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 2, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:00.203768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:00.205433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Made reservation on behalf of 8dbbbe7095a543d1bea83b734f1fd268 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:00.207276 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.208126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7a4179d-9046-4127-8423-db23b8e8c186 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:00.209571 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.218387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:00.219041 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.241887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.255624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35b1f45-0e4e-4a47-83fb-8ebb4482336f None None] Network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:00.260135 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Checking router: cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:00.260655 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Updating router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:00.296573 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.320120 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.356444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=70d6c438-74e8-4399-bcbb-4dbaa2012f0c,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:00.366682 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ba73b380-6ad2-4af3-8959-2aeae79f7c7b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3521132 Feb 11 13:51:00.369371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36474) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:00.374027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1978300937-router', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:00.437072 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df901c-22a0-4c43-9c16-15c123728ccf None None] Pushing event updated for resources: {'Port': ['ID=f8660bb5-bfd4-48d7-aade-ce796ce379a0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:00.575037 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.589792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.677642 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.777224 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.869578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85635fd4-1da2-4d04-8534-509e75c6a6e6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:00.906630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:00.936011 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:00.936606 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Added segment cea9f2d2-a537-44fb-89b9-743f2a0a2fd3 of type vlan for network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e Feb 11 13:51:01.072543 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.178486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d7a4179d-9046-4127-8423-db23b8e8c186 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:01.178486 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.194580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Routers {'a58cf841-b907-4a75-8b4d-28a2908995da'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:01.195488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a58cf841-b907-4a75-8b4d-28a2908995da'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:01.261022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.262053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:01.262642 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.293380 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.314793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b8bc0613-25b2-4159-a45b-73d9ef8adc1f None None] Provisioning complete for port f8660bb5-bfd4-48d7-aade-ce796ce379a0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:01.315206 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0613-25b2-4159-a45b-73d9ef8adc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.394665 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Sync routers for ids ['a9b6ec2d-29a7-4936-92bf-343fe302f521'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:01.405720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] Pushing event updated for resources: {'Network': ['ID=6bdb76c4-224c-4c25-b475-b2ff8ee3f92e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:01.414966 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.458857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:01.461987 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.518261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e', 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'fixed_ips': [{'subnet_id': '155ccd8e-9f9a-4654-b488-8fd5d1a8d96d'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:51:01.518735 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.528059 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-428d8cd7-c9a7-4015-a709-1aa09a57a606 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4702375 Feb 11 13:51:01.528960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36488) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:01.579209 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2661632-cbb5-4fef-be0b-70b94d6db91a None None] Pushing event updated for resources: {'Port': ['ID=73bf82ad-c1ab-4e30-ac06-5ec3717c7db1,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:01.589042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Request body: {'subnet': {'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-498051872-subnet', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:01.648507 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Attempting to bind port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:01.649235 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Attempting to bind port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:01.649854 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Attempting to bind port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 on network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:01.656914 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:01.658480 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Checking segment: {'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:01.659199 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.659914 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Bound using segment: {'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:01.660592 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Bound port: 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:01.661247 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.681264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Routers {'a9b6ec2d-29a7-4936-92bf-343fe302f521'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:01.682196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a9b6ec2d-29a7-4936-92bf-343fe302f521'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:01.729404 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.771059 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] For port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:01.774682 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] For port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=73bf82ad-c1ab-4e30-ac06-5ec3717c7db1,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:01.796187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-d75b9e49-62e3-446f-9956-c87800594c22 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:01.801514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-d75b9e49-62e3-446f-9956-c87800594c22 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.3497937 Feb 11 13:51:01.801514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Made reservation on behalf of 8dbbbe7095a543d1bea83b734f1fd268 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:01.804919 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.825028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] Set router a58cf841-b907-4a75-8b4d-28a2908995da gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:01.922138 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:01.979000 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-c2b6f625-f742-4d4a-b857-6ac20341d834 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/quotas/7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 375 time: 0.1514685 Feb 11 13:51:02.040164 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:02.040858 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:02.062346 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.151847 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0613-25b2-4159-a45b-73d9ef8adc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.216468 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.237034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port d7a4179d-9046-4127-8423-db23b8e8c186, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d7a4179d-9046-4127-8423-db23b8e8c186,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:02.261161 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2661632-cbb5-4fef-be0b-70b94d6db91a None None] Pushing event updated for resources: {'Port': ['ID=73bf82ad-c1ab-4e30-ac06-5ec3717c7db1,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:02.311391 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:02.376242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Set router a9b6ec2d-29a7-4936-92bf-343fe302f521 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:02.442593 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.460477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b8bc0613-25b2-4159-a45b-73d9ef8adc1f None None] For port f8660bb5-bfd4-48d7-aade-ce796ce379a0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f8660bb5-bfd4-48d7-aade-ce796ce379a0,segment=NetworkSegment(4e18ca62-1693-4e52-a569-118dd801a0d2),segment_id=4e18ca62-1693-4e52-a569-118dd801a0d2)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:02.523595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Allocated IP 172.20.0.2 (9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e/155ccd8e-9f9a-4654-b488-8fd5d1a8d96d/398491f8-cc84-4ed1-9b79-90bf11dc039a) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:02.582646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-6f730bfe-30d0-4d8c-aa23-35683d80c1d1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5881612 Feb 11 13:51:02.596200 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0613-25b2-4159-a45b-73d9ef8adc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.705280 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=d7a4179d-9046-4127-8423-db23b8e8c186,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:02.725160 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.807039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.853867 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:01Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:02.875986 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.886688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1cf8abe0-f5e7-41f0-a4eb-c6bdac28be74 None None] Provisioning complete for port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:02.887621 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1cf8abe0-f5e7-41f0-a4eb-c6bdac28be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:02.910264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa551dac-e758-41d4-b32e-dff9c74c6634,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:02.937404 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f79fa4-1287-4acc-a4bc-b08c4d1bbaeb None None] The sync data for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 is: [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:01Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:02.989019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8a22f468-d410-481d-ae94-dcd0b309aec6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:03.075602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Checking segment: {'id': 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:03.076106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Network hostable DHCP agents. Network: 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:03.112671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Allocated IP 172.25.0.103 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/666fce0b-74c7-4043-99e4-f6a0ff2ccc05) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:03.141742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-a0a7446c-c29c-420f-96c1-c15d038be8be service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5397532 Feb 11 13:51:03.324593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:03.339838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.425342 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-117fa3ba-cbb1-401a-beed-1a0f8a14de47 service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638743 Feb 11 13:51:03.472758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:03.478453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:03.487113 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.527890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.560781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'name': 'tempest-TestVolumeBootPattern-1507333612-router', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:46Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 4, 'project_id': 'e9b578a029f7409c940b293647661225', 'gw_port': {'id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:47Z', 'updated_at': '2022-02-11T13:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f8660bb5-bfd4-48d7-aade-ce796ce379a0', 'name': '', 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'mac_address': 'fa:16:3e:f6:bf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cf6c72a1-52e4-4c35-a692-dae31b640a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:51Z', 'updated_at': '2022-02-11T13:51:00Z', 'revision_number': 4, 'project_id': 'e9b578a029f7409c940b293647661225', 'subnets': [{'id': 'cf6c72a1-52e4-4c35-a692-dae31b640a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:03.565386 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc0613-25b2-4159-a45b-73d9ef8adc1f None None] Pushing event updated for resources: {'Port': ['ID=f8660bb5-bfd4-48d7-aade-ce796ce379a0,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:03.587757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8ec12ea1-f18a-4741-bf61-e8d1aa668b2d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0067019 Feb 11 13:51:03.591180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36540) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:03.597882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-498051872-router', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:03.614649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:03.615548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26dae5-8893-4dfc-b1c3-439e80a5addb None None] Network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:03.620104 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:03.623992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:03.658609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Pushing event updated for resources: {'Port': ['ID=666fce0b-74c7-4043-99e4-f6a0ff2ccc05,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:03.750055 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3c1e6b-4fbf-45bb-9cf1-ac420461528d None None] The sync data for ids ['a58cf841-b907-4a75-8b4d-28a2908995da'] in n-d-816488-1 is: [{'id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'name': 'tempest-TestVolumeBootPattern-1507333612-router', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:46Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 4, 'project_id': 'e9b578a029f7409c940b293647661225', 'gw_port': {'id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:47Z', 'updated_at': '2022-02-11T13:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f8660bb5-bfd4-48d7-aade-ce796ce379a0', 'name': '', 'network_id': '133c7d6b-58fd-4289-82d9-aec34f36ac4d', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'mac_address': 'fa:16:3e:f6:bf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'cf6c72a1-52e4-4c35-a692-dae31b640a44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:51Z', 'updated_at': '2022-02-11T13:51:00Z', 'revision_number': 4, 'project_id': 'e9b578a029f7409c940b293647661225', 'subnets': [{'id': 'cf6c72a1-52e4-4c35-a692-dae31b640a44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:03.809205 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.813504 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.893017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8a22f468-d410-481d-ae94-dcd0b309aec6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:03.893371 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.922722 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:03.946614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'name': 'tempest-TestAggregatesBasicOps-109488917-router', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 4, 'project_id': '5780cef74689416a993daf68d6945e1d', 'gw_port': {'id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:49Z', 'updated_at': '2022-02-11T13:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '778658a1-6652-4a55-8f02-355f9836614c', 'name': '', 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'mac_address': 'fa:16:3e:94:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eef253c3-e532-4eea-b25f-b60e20207578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:52Z', 'updated_at': '2022-02-11T13:50:54Z', 'revision_number': 2, 'project_id': '5780cef74689416a993daf68d6945e1d', 'subnets': [{'id': 'eef253c3-e532-4eea-b25f-b60e20207578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:03.952628 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.020010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Checking router: a9b6ec2d-29a7-4936-92bf-343fe302f521 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:04.020010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Updating router a9b6ec2d-29a7-4936-92bf-343fe302f521 port 778658a1-6652-4a55-8f02-355f9836614c binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:04.056747 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1cf8abe0-f5e7-41f0-a4eb-c6bdac28be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.120557 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.173885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1cf8abe0-f5e7-41f0-a4eb-c6bdac28be74 None None] For port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=73bf82ad-c1ab-4e30-ac06-5ec3717c7db1,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:04.177876 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.184970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-6bdb76c4-224c-4c25-b475-b2ff8ee3f92e', 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'fixed_ips': [{'subnet_id': 'aa551dac-e758-41d4-b32e-dff9c74c6634'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:51:04.185792 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.286014 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.328521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:04.338693 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1cf8abe0-f5e7-41f0-a4eb-c6bdac28be74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.355275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:04.359143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:04.471130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Pushing event updated for resources: {'Port': ['ID=398491f8-cc84-4ed1-9b79-90bf11dc039a,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:04.471684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.519811 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.669581 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:04.774423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7738fa0f-ac65-4239-b787-1cb1238da8d6 req-e19b6d53-7d14-4845-8c88-8f3f3cfcbc2b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.0982783 Feb 11 13:51:05.011012 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 8a22f468-d410-481d-ae94-dcd0b309aec6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8a22f468-d410-481d-ae94-dcd0b309aec6,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:05.061666 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.100345 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.117724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Router 8b2928f8-eead-4294-9ae7-abaab87cfd5d is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:51:05.152915 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.153711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 70d6c438-74e8-4399-bcbb-4dbaa2012f0c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:05.155418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf8abe0-f5e7-41f0-a4eb-c6bdac28be74 None None] Pushing event updated for resources: {'Port': ['ID=73bf82ad-c1ab-4e30-ac06-5ec3717c7db1,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:05.177894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Attempting to bind port 398491f8-cc84-4ed1-9b79-90bf11dc039a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:05.178297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Attempting to bind port 398491f8-cc84-4ed1-9b79-90bf11dc039a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:05.179446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Attempting to bind port 398491f8-cc84-4ed1-9b79-90bf11dc039a on network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:05.264059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Allocated IP 172.25.0.193 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/f5382ad6-8db0-4295-b27d-0b6c5f9d8b90) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:05.297592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:05.297592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Checking segment: {'id': 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:05.297592 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.297592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Bound using segment: {'id': 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:05.297592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Bound port: 398491f8-cc84-4ed1-9b79-90bf11dc039a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:05.298852 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.352784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:05.369225 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Sync routers for ids ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:05.387655 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Routers {'8b2928f8-eead-4294-9ae7-abaab87cfd5d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:05.392404 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:05.422826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Allocated IP 172.20.0.2 (6bdb76c4-224c-4c25-b475-b2ff8ee3f92e/aa551dac-e758-41d4-b32e-dff9c74c6634/7ce78102-1982-4ed1-ab62-989234eb4c90) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:05.455314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:05.456827 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.466467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.503436 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.504739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5201f797-019b-48ec-a946-2192ddcca568 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1343663 Feb 11 13:51:05.507507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36564) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:05.547783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=8a22f468-d410-481d-ae94-dcd0b309aec6,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:05.649403 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.651756 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Set router 8b2928f8-eead-4294-9ae7-abaab87cfd5d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:05.739825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] For port 398491f8-cc84-4ed1-9b79-90bf11dc039a, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:05.794500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36568) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:05.813178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] For port 398491f8-cc84-4ed1-9b79-90bf11dc039a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=398491f8-cc84-4ed1-9b79-90bf11dc039a,segment=NetworkSegment(f89fd1ad-d18e-40ba-8ba0-c1a865b583be),segment_id=f89fd1ad-d18e-40ba-8ba0-c1a865b583be)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:05.871866 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:05.949263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.004825 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6707b0b5-967b-400d-a770-20b6e9506e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.070692 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'name': 'tempest-TestAggregatesBasicOps-1978300937-router', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:00Z', 'updated_at': '2022-02-11T13:51:03Z', 'revision_number': 3, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'gw_port': {'id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:02Z', 'updated_at': '2022-02-11T13:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:06.132778 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Checking router: 8b2928f8-eead-4294-9ae7-abaab87cfd5d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:06.133045 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Updating router 8b2928f8-eead-4294-9ae7-abaab87cfd5d port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:06.181325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6707b0b5-967b-400d-a770-20b6e9506e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.193690 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.196753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f3f4d-4732-4bb3-b6ec-d35a9b938eba None None] Pushing event updated for resources: {'Port': ['ID=398491f8-cc84-4ed1-9b79-90bf11dc039a,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:06.208040 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.208198 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.291587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:06.310895 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6707b0b5-967b-400d-a770-20b6e9506e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.357628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6707b0b5-967b-400d-a770-20b6e9506e2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6c17b02fc064cc2981c37627e8dc8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605650 Feb 11 13:51:06.368168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36580) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:06.404993 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.450798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:06.453311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87a34f8f-006a-4465-b124-ba052d8c66ca req-d72d9d3e-521c-4e6b-91be-07c3cbe6fd2c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.1096156 Feb 11 13:51:06.453919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707b0b5-967b-400d-a770-20b6e9506e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d9fd62-da14-4555-ad23-75afe63aee24,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:06.484081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:06.515571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:06.559966 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6337cf4-106c-426e-b520-c7013775c1e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.578169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:06.588987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:06.589236 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.604508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52725991-b13e-4c1f-b3e9-f5c3ef355b4f None None] Pushing event updated for resources: {'Port': ['ID=778658a1-6652-4a55-8f02-355f9836614c,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:06.609089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Pushing event updated for resources: {'Port': ['ID=f5382ad6-8db0-4295-b27d-0b6c5f9d8b90,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:06.613973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:06.618243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:06.674973 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6337cf4-106c-426e-b520-c7013775c1e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.901933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6337cf4-106c-426e-b520-c7013775c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.905359 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d6337cf4-106c-426e-b520-c7013775c1e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:06.913665 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d6337cf4-106c-426e-b520-c7013775c1e3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/57d9fd62-da14-4555-ad23-75afe63aee24 HTTP/1.1" status: 204 len: 168 time: 0.5420928 Feb 11 13:51:06.926091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6337cf4-106c-426e-b520-c7013775c1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d9fd62-da14-4555-ad23-75afe63aee24,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:07.066763 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.189532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Attempting to bind port 778658a1-6652-4a55-8f02-355f9836614c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:07.189959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Attempting to bind port 778658a1-6652-4a55-8f02-355f9836614c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '783cf0f7-b5b8-44b7-9f32-c378bca9bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:07.190335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Attempting to bind port 778658a1-6652-4a55-8f02-355f9836614c on network a7c581af-ccdf-4da4-a703-3347f1083ee5 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:07.192934 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.227030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a7a7ceb5-5d1e-49bd-ac96-69640092a15f None None] Provisioning complete for port 778658a1-6652-4a55-8f02-355f9836614c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:07.227597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ceb5-5d1e-49bd-ac96-69640092a15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.231031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Pushing event updated for resources: {'Port': ['ID=7ce78102-1982-4ed1-ab62-989234eb4c90,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:07.238644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:07.239035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Checking segment: {'id': '783cf0f7-b5b8-44b7-9f32-c378bca9bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:07.239572 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.240632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Bound using segment: {'id': '783cf0f7-b5b8-44b7-9f32-c378bca9bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:07.240632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Bound port: 778658a1-6652-4a55-8f02-355f9836614c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '783cf0f7-b5b8-44b7-9f32-c378bca9bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:07.240908 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.295674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Attempting to bind port 7ce78102-1982-4ed1-ab62-989234eb4c90 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:07.297631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Attempting to bind port 7ce78102-1982-4ed1-ab62-989234eb4c90 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:07.297631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Attempting to bind port 7ce78102-1982-4ed1-ab62-989234eb4c90 on network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:07.306821 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Attempting to bind port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:07.308300 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Attempting to bind port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:07.309594 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Attempting to bind port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:07.343736 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:07.345405 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:07.346381 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.347639 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:07.359608 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Bound port: 666fce0b-74c7-4043-99e4-f6a0ff2ccc05, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:07.360110 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.364474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:07.366569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Checking segment: {'id': 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:07.366569 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.366569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Bound using segment: {'id': 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:07.366569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Bound port: 7ce78102-1982-4ed1-ab62-989234eb4c90, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:07.367199 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.383555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7ceb5-5d1e-49bd-ac96-69640092a15f None None] Port 778658a1-6652-4a55-8f02-355f9836614c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:07.484637 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7ce8d-3db7-4bb8-a73f-5c0559a43b70 None None] Pushing event updated for resources: {'Port': ['ID=666fce0b-74c7-4043-99e4-f6a0ff2ccc05,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:07.514823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f8660bb5-bfd4-48d7-aade-ce796ce379a0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:07.536389 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.546859 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] For port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:07.555436 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] For port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=666fce0b-74c7-4043-99e4-f6a0ff2ccc05,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:07.604840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] For port 778658a1-6652-4a55-8f02-355f9836614c, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:07.636495 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f9177a3c-5d9b-49f5-abe9-3825f1caf090 req-a2f63a9a-5d9f-4fee-93c3-a765e4a78f9a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.0573592 Feb 11 13:51:07.656102 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.662794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] For port 778658a1-6652-4a55-8f02-355f9836614c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=778658a1-6652-4a55-8f02-355f9836614c,segment=NetworkSegment(783cf0f7-b5b8-44b7-9f32-c378bca9bedc),segment_id=783cf0f7-b5b8-44b7-9f32-c378bca9bedc)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:07.676131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] For port 7ce78102-1982-4ed1-ab62-989234eb4c90, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:07.680975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] For port 7ce78102-1982-4ed1-ab62-989234eb4c90, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7ce78102-1982-4ed1-ab62-989234eb4c90,segment=NetworkSegment(cea9f2d2-a537-44fb-89b9-743f2a0a2fd3),segment_id=cea9f2d2-a537-44fb-89b9-743f2a0a2fd3)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:07.719081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f8660bb5-bfd4-48d7-aade-ce796ce379a0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:07.719453 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.774971 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.834742 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.841398 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Routers {'8b2928f8-eead-4294-9ae7-abaab87cfd5d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:07.842150 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:07.856696 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7ce8d-3db7-4bb8-a73f-5c0559a43b70 None None] Pushing event updated for resources: {'Port': ['ID=666fce0b-74c7-4043-99e4-f6a0ff2ccc05,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:07.946583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:07.987119 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Routers {'a9b6ec2d-29a7-4936-92bf-343fe302f521'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:07.987769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a9b6ec2d-29a7-4936-92bf-343fe302f521'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:08.100171 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] Set router 8b2928f8-eead-4294-9ae7-abaab87cfd5d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:08.107270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52725991-b13e-4c1f-b3e9-f5c3ef355b4f None None] Pushing event updated for resources: {'Port': ['ID=778658a1-6652-4a55-8f02-355f9836614c,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:08.350019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9f3f5f-a949-4c6d-a443-8577790ebb4e None None] Network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:08.471288 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'name': 'tempest-TestAggregatesBasicOps-1978300937-router', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:00Z', 'updated_at': '2022-02-11T13:51:03Z', 'revision_number': 3, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'gw_port': {'id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:02Z', 'updated_at': '2022-02-11T13:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:08.552996 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e1749d-c4b3-470c-a179-b9b73cb89c20 None None] The sync data for ids ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'] in n-d-816488-1 is: [{'id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'name': 'tempest-TestAggregatesBasicOps-1978300937-router', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:00Z', 'updated_at': '2022-02-11T13:51:03Z', 'revision_number': 3, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'gw_port': {'id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:02Z', 'updated_at': '2022-02-11T13:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:08.601171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8a22f468-d410-481d-ae94-dcd0b309aec6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:08.678219 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:08.696987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3b193c24-d9a7-4070-bfb6-146c05c3aba8 None None] Provisioning complete for port 398491f8-cc84-4ed1-9b79-90bf11dc039a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:08.696987 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b193c24-d9a7-4070-bfb6-146c05c3aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:08.697370 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637471d6-d2d8-48b2-b5f9-54de0e21709f None None] Pushing event updated for resources: {'Port': ['ID=7ce78102-1982-4ed1-ab62-989234eb4c90,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:08.728202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] Set router a9b6ec2d-29a7-4936-92bf-343fe302f521 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:08.743676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-20f957cf-64d0-46eb-9894-ca917e53451f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:08.745868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-20f957cf-64d0-46eb-9894-ca917e53451f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.3238785 Feb 11 13:51:08.805704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'port': {'device_id': '0e980195-5337-444c-9912-cb3d0c53a83f', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'admin_state_up': True, 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:08.929979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a667ba2f-ab07-4de9-bd51-9e56bc420a7c req-bf7bd488-112c-44de-89ba-c9864bcfb101 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.1329217 Feb 11 13:51:09.014111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Allocated IP 172.20.0.1 (9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e/155ccd8e-9f9a-4654-b488-8fd5d1a8d96d/9b907c27-5e20-49df-8410-35fb53c585b9) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:09.078236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8a22f468-d410-481d-ae94-dcd0b309aec6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:09.078730 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:09.231159 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:09.275885 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b193c24-d9a7-4070-bfb6-146c05c3aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:09.459318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3b193c24-d9a7-4070-bfb6-146c05c3aba8 None None] For port 398491f8-cc84-4ed1-9b79-90bf11dc039a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=398491f8-cc84-4ed1-9b79-90bf11dc039a,segment=NetworkSegment(f89fd1ad-d18e-40ba-8ba0-c1a865b583be),segment_id=f89fd1ad-d18e-40ba-8ba0-c1a865b583be)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:09.489987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'name': 'tempest-TestAggregatesBasicOps-109488917-router', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 4, 'project_id': '5780cef74689416a993daf68d6945e1d', 'gw_port': {'id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:49Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '778658a1-6652-4a55-8f02-355f9836614c', 'name': '', 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'mac_address': 'fa:16:3e:94:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eef253c3-e532-4eea-b25f-b60e20207578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:52Z', 'updated_at': '2022-02-11T13:51:07Z', 'revision_number': 4, 'project_id': '5780cef74689416a993daf68d6945e1d', 'subnets': [{'id': 'eef253c3-e532-4eea-b25f-b60e20207578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:09.524620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9183b64d-8718-4f2a-8a48-4e4cd8368c28 None None] The sync data for ids ['a9b6ec2d-29a7-4936-92bf-343fe302f521'] in n-d-816488-1 is: [{'id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'name': 'tempest-TestAggregatesBasicOps-109488917-router', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:53Z', 'revision_number': 4, 'project_id': '5780cef74689416a993daf68d6945e1d', 'gw_port': {'id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:49Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '778658a1-6652-4a55-8f02-355f9836614c', 'name': '', 'network_id': 'a7c581af-ccdf-4da4-a703-3347f1083ee5', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'mac_address': 'fa:16:3e:94:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'eef253c3-e532-4eea-b25f-b60e20207578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:52Z', 'updated_at': '2022-02-11T13:51:07Z', 'revision_number': 4, 'project_id': '5780cef74689416a993daf68d6945e1d', 'subnets': [{'id': 'eef253c3-e532-4eea-b25f-b60e20207578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:09.560285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:51:09.615224 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b193c24-d9a7-4070-bfb6-146c05c3aba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:09.700162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7a4179d-9046-4127-8423-db23b8e8c186 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:09.729413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Made reservation on behalf of 7061e56a86e0479ba1a1be4f83d9d99a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:09.737396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:09.741752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:09.792621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-579bfd31-4ff2-40de-883e-6dc159284731 None None] Provisioning complete for port 778658a1-6652-4a55-8f02-355f9836614c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:09.792993 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-579bfd31-4ff2-40de-883e-6dc159284731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:09.866523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b193c24-d9a7-4070-bfb6-146c05c3aba8 None None] Pushing event updated for resources: {'Port': ['ID=398491f8-cc84-4ed1-9b79-90bf11dc039a,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:09.967466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Pushing event updated for resources: {'Port': ['ID=9b907c27-5e20-49df-8410-35fb53c585b9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:09.981106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d7a4179d-9046-4127-8423-db23b8e8c186 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:09.982111 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:10.019268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.026917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.027653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.028172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab14ec60-c7e7-4f9d-ac5c-bcc7bac75b32 None None] Network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:10.028673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.029900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.030338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.033695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.035083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.035660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.040204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.040511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.040987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:10.050172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:10.130255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:10.167116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:10.261028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a0e8944-480b-4d45-b4f4-b764ffb6a87b req-772007dd-6f09-481a-8d24-4ccd1dc06895 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.1453350 Feb 11 13:51:10.349811 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-579bfd31-4ff2-40de-883e-6dc159284731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:10.421704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:10.440689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:10.453928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Allocated IP 172.20.0.14 (b361125e-7998-4990-ad65-06d67677b5c1/6dd0f942-7616-4c2e-9897-7fbd82ca4dde/1469a04b-6e02-4030-afa3-8c1249a6987e) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:10.746262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:10.750519 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36642) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:10.751022 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c63aa2e4-27d5-4310-9bf8-e05e5c07b34b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1582801 Feb 11 13:51:10.800550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Sync routers for ids ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:10.853576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Routers {'67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:10.854239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:10.973626 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.085633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.137683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 778658a1-6652-4a55-8f02-355f9836614c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:11.208609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-579bfd31-4ff2-40de-883e-6dc159284731 None None] For port 778658a1-6652-4a55-8f02-355f9836614c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=778658a1-6652-4a55-8f02-355f9836614c,segment=NetworkSegment(783cf0f7-b5b8-44b7-9f32-c378bca9bedc),segment_id=783cf0f7-b5b8-44b7-9f32-c378bca9bedc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:11.265294 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.281981 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.350249 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-579bfd31-4ff2-40de-883e-6dc159284731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.476393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Set router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:11.590408 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9fd0e4-1539-4e76-bc61-9530df937dde req-3459313c-3fe0-4b65-a39c-900bfbdafaa1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:11.600322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b9fd0e4-1539-4e76-bc61-9530df937dde req-3459313c-3fe0-4b65-a39c-900bfbdafaa1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 932 time: 0.1580932 Feb 11 13:51:11.686821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bfd31-4ff2-40de-883e-6dc159284731 None None] Pushing event updated for resources: {'Port': ['ID=778658a1-6652-4a55-8f02-355f9836614c,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:11.698350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 778658a1-6652-4a55-8f02-355f9836614c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:11.699361 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.703312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] Provisioning complete for port 398491f8-cc84-4ed1-9b79-90bf11dc039a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:11.704058 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:11.735997 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b9fd0e4-1539-4e76-bc61-9530df937dde req-3c67c43c-3511-4bd2-9d33-7e4d0685035e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345484 Feb 11 13:51:11.930714 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:51:11.980872 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.152441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:12.159482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] Provisioning complete for port 7ce78102-1982-4ed1-ab62-989234eb4c90 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:12.160103 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.190420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.212935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'name': 'tempest-TestVolumeBackupRestore-498051872-router', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:03Z', 'updated_at': '2022-02-11T13:51:06Z', 'revision_number': 3, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'gw_port': {'id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:05Z', 'updated_at': '2022-02-11T13:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:12.278206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Checking router: 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:12.278813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Updating router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:12.292268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Network b361125e-7998-4990-ad65-06d67677b5c1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:12.311328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:12.329066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:12.337708 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Allocated IP 172.20.0.1 (6bdb76c4-224c-4c25-b475-b2ff8ee3f92e/aa551dac-e758-41d4-b32e-dff9c74c6634/bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:12.349300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=1469a04b-6e02-4030-afa3-8c1249a6987e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:12.368764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.429855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:12.430735 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.462411 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.479808 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.483277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:12.483956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.680945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.727033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] For port 7ce78102-1982-4ed1-ab62-989234eb4c90, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7ce78102-1982-4ed1-ab62-989234eb4c90,segment=NetworkSegment(cea9f2d2-a537-44fb-89b9-743f2a0a2fd3),segment_id=cea9f2d2-a537-44fb-89b9-743f2a0a2fd3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:12.744261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Pushing event updated for resources: {'Port': ['ID=9b907c27-5e20-49df-8410-35fb53c585b9,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:12.804293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:12.806430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:12.878670 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.890945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.910095 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:12.946624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-e0a8af90-679d-4b92-abbc-54158a2e7729 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1507463 Feb 11 13:51:12.965330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21306612-f161-4c3c-9d57-11c9bfa61e3d req-99199fb9-611e-4e88-853f-f663f782a55d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:12.968114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21306612-f161-4c3c-9d57-11c9bfa61e3d req-99199fb9-611e-4e88-853f-f663f782a55d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 932 time: 0.1065419 Feb 11 13:51:12.989881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Request body: {'port': {'device_id': '0e980195-5337-444c-9912-cb3d0c53a83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:12.993473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:12.998721 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:13.005096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:13.037040 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=666fce0b-74c7-4043-99e4-f6a0ff2ccc05,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:13.097952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:13.108181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] Provisioning complete for port 9b907c27-5e20-49df-8410-35fb53c585b9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:13.108912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.112307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.112655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.128229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.128479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.129156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.129447 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.129817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.130142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.130472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.130801 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.131125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.131455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:13.149056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.178720 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.182122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7ce78102-1982-4ed1-ab62-989234eb4c90 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:13.196883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21306612-f161-4c3c-9d57-11c9bfa61e3d req-c3f68f1c-93a1-43ff-bad8-ed351a5ac9d0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007229 Feb 11 13:51:13.259355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] Pushing event updated for resources: {'Port': ['ID=7ce78102-1982-4ed1-ab62-989234eb4c90,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:13.270986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.297181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Router 8b2928f8-eead-4294-9ae7-abaab87cfd5d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:13.434750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-24f9b81e-91eb-40bb-971d-e530047685bd None None] Port 9b907c27-5e20-49df-8410-35fb53c585b9 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:13.462597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7ce78102-1982-4ed1-ab62-989234eb4c90 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:13.463262 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.492908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:13.501910 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f376a7be-c7a3-49cf-b3f3-005de45d4fbb admin admin] 10.222.0.52 "PUT /v2.0/routers/8b2928f8-eead-4294-9ae7-abaab87cfd5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9930544 Feb 11 13:51:13.505136 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Sync routers for ids ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:13.527631 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Routers {'8b2928f8-eead-4294-9ae7-abaab87cfd5d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:13.534863 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:13.570368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=666fce0b-74c7-4043-99e4-f6a0ff2ccc05,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:13.608489 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.678387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Provisioning complete for port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:13.678754 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.779210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:13.791428 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.824420 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Set router 8b2928f8-eead-4294-9ae7-abaab87cfd5d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:13.883502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Attempting to bind port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:13.884073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Attempting to bind port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:13.884902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Attempting to bind port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:13.892001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Provisioning complete for port 1469a04b-6e02-4030-afa3-8c1249a6987e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:13.892540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.926131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c712d-288c-4937-ae98-b09eab9d2064 None None] Pushing event updated for resources: {'Port': ['ID=f5382ad6-8db0-4295-b27d-0b6c5f9d8b90,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:13.928378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:13.928901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:13.929449 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.930032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:13.930628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Bound port: f5382ad6-8db0-4295-b27d-0b6c5f9d8b90, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:13.931124 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.963092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1469a04b-6e02-4030-afa3-8c1249a6987e {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:13.977532 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:13.987292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Transition to ACTIVE for port object 1469a04b-6e02-4030-afa3-8c1249a6987e will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:51:14.010494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.144503 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'name': 'tempest-TestAggregatesBasicOps-1978300937-router', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:00Z', 'updated_at': '2022-02-11T13:51:10Z', 'revision_number': 4, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'gw_port': {'id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:02Z', 'updated_at': '2022-02-11T13:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '9b907c27-5e20-49df-8410-35fb53c585b9', 'name': '', 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'mac_address': 'fa:16:3e:c0:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '155ccd8e-9f9a-4654-b488-8fd5d1a8d96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:08Z', 'updated_at': '2022-02-11T13:51:11Z', 'revision_number': 2, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'subnets': [{'id': '155ccd8e-9f9a-4654-b488-8fd5d1a8d96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:14.177489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.219901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Port 1469a04b-6e02-4030-afa3-8c1249a6987e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:14.223890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 398491f8-cc84-4ed1-9b79-90bf11dc039a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:14.226695 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Checking router: 8b2928f8-eead-4294-9ae7-abaab87cfd5d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:14.228208 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Updating router 8b2928f8-eead-4294-9ae7-abaab87cfd5d port 9b907c27-5e20-49df-8410-35fb53c585b9 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:14.235160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.279199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] For port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:14.284634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Pushing event updated for resources: {'Port': ['ID=1469a04b-6e02-4030-afa3-8c1249a6987e,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:14.285759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] For port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f5382ad6-8db0-4295-b27d-0b6c5f9d8b90,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:14.291276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Provisioning complete for port 7ce78102-1982-4ed1-ab62-989234eb4c90 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:14.301151 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.312801 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.350503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 398491f8-cc84-4ed1-9b79-90bf11dc039a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:14.350920 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.395707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.414415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Attempting to bind port 1469a04b-6e02-4030-afa3-8c1249a6987e on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:14.418415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Attempting to bind port 1469a04b-6e02-4030-afa3-8c1249a6987e by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:14.418415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Attempting to bind port 1469a04b-6e02-4030-afa3-8c1249a6987e on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:14.420428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Port 1469a04b-6e02-4030-afa3-8c1249a6987e on network b361125e-7998-4990-ad65-06d67677b5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:14.420827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Attempting to bind port 1469a04b-6e02-4030-afa3-8c1249a6987e on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:14.431024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:14.431024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Checking segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:14.431024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Bound using segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:14.431024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Bound port: 1469a04b-6e02-4030-afa3-8c1249a6987e, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:14.431024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.449714 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.578396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dfb62-ee7d-4444-bfe0-a4b33ea57d1d req-21ff91ac-11a4-46f7-aae6-25c1a955894c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:14.584109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] For port 1469a04b-6e02-4030-afa3-8c1249a6987e, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:14.591755 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-585dfb62-ee7d-4444-bfe0-a4b33ea57d1d req-21ff91ac-11a4-46f7-aae6-25c1a955894c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.2463706 Feb 11 13:51:14.593029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] For port 1469a04b-6e02-4030-afa3-8c1249a6987e, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1469a04b-6e02-4030-afa3-8c1249a6987e,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:14.611918 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.624399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:14.656927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Routers {'67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:14.657839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:14.663503 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-585dfb62-ee7d-4444-bfe0-a4b33ea57d1d req-aea98cc6-514e-45b7-9b35-c5509b0401b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707343 Feb 11 13:51:14.729044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c712d-288c-4937-ae98-b09eab9d2064 None None] Pushing event updated for resources: {'Port': ['ID=f5382ad6-8db0-4295-b27d-0b6c5f9d8b90,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:14.753640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.780130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Provisioning complete for port 9b907c27-5e20-49df-8410-35fb53c585b9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:14.780503 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.848497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:14.851743 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:14.924950 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Pushing event updated for resources: {'Port': ['ID=1469a04b-6e02-4030-afa3-8c1249a6987e,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:14.964844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:14.965799 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.972258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2aa16839-8b57-46c8-b08e-31c6e77c1a6f service neutron] 10.222.0.13 "PUT /v2.0/ports/1469a04b-6e02-4030-afa3-8c1249a6987e HTTP/1.1" status: 200 len: 1092 time: 2.0022349 Feb 11 13:51:14.972768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e980195-5337-444c-9912-cb3d0c53a83f', 'tag': '1469a04b-6e02-4030-afa3-8c1249a6987e'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:14.980751 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:14.983306 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00286cdc-f131-4e54-ab91-27a7277c9d56" -d '{"events": [{"name": "network-changed", "server_uuid": "0e980195-5337-444c-9912-cb3d0c53a83f", "tag": "1469a04b-6e02-4030-afa3-8c1249a6987e"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:14.994856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-41dad877-156d-4f1c-8d06-3edc30e89b3e None None] Port 9b907c27-5e20-49df-8410-35fb53c585b9 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:15.113616 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:15.118412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] Set router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:15.158808 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c38f30e-16bd-4af2-8682-f90e82e7d3f4 x-openstack-request-id: req-7c38f30e-16bd-4af2-8682-f90e82e7d3f4 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:15.159158 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e980195-5337-444c-9912-cb3d0c53a83f", "tag": "1469a04b-6e02-4030-afa3-8c1249a6987e", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:15.159396 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7c38f30e-16bd-4af2-8682-f90e82e7d3f4 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:15.159816 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e980195-5337-444c-9912-cb3d0c53a83f', 'tag': '1469a04b-6e02-4030-afa3-8c1249a6987e', 'status': 'completed', 'code': 200} Feb 11 13:51:15.268147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00286cdc-f131-4e54-ab91-27a7277c9d56 req-848c4fb9-137a-4c69-aacc-4c8b59da6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:15.270465 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00286cdc-f131-4e54-ab91-27a7277c9d56 req-848c4fb9-137a-4c69-aacc-4c8b59da6278 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 1095 time: 0.1284885 Feb 11 13:51:15.320728 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Pushing event updated for resources: {'Port': ['ID=9b907c27-5e20-49df-8410-35fb53c585b9,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:15.342318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 778658a1-6652-4a55-8f02-355f9836614c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:15.343091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:15.412783 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.413184 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.413519 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.413869 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.419117 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.419626 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.419967 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.420345 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.420674 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.420994 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.421365 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.421686 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:15.449416 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Attempting to bind port 9b907c27-5e20-49df-8410-35fb53c585b9 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:15.450211 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Attempting to bind port 9b907c27-5e20-49df-8410-35fb53c585b9 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:15.450575 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Attempting to bind port 9b907c27-5e20-49df-8410-35fb53c585b9 on network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:15.461580 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:15.462038 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Checking segment: {'id': 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:15.462270 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:15.462659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Bound using segment: {'id': 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:15.463142 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Bound port: 9b907c27-5e20-49df-8410-35fb53c585b9, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:15.463509 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:15.582011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00286cdc-f131-4e54-ab91-27a7277c9d56 req-9a3eb343-223e-4e3b-9a7e-07b7e7d9db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:15.583549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00286cdc-f131-4e54-ab91-27a7277c9d56 req-9a3eb343-223e-4e3b-9a7e-07b7e7d9db5b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3062990 Feb 11 13:51:15.769659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] For port 9b907c27-5e20-49df-8410-35fb53c585b9, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:15.782075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:15.792951 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-63617bc1-0d60-4cff-807f-e450c65be2f5 admin admin] 10.222.0.52 "PUT /v2.0/routers/67e78fb6-ecfe-45b7-a5e1-c5191b6f5435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0398901 Feb 11 13:51:15.812011 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] For port 9b907c27-5e20-49df-8410-35fb53c585b9, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9b907c27-5e20-49df-8410-35fb53c585b9,segment=NetworkSegment(f89fd1ad-d18e-40ba-8ba0-c1a865b583be),segment_id=f89fd1ad-d18e-40ba-8ba0-c1a865b583be)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:15.856953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00286cdc-f131-4e54-ab91-27a7277c9d56 req-8bfef571-9dba-4a5b-b7e1-3d46bfb7bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:15.858544 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00286cdc-f131-4e54-ab91-27a7277c9d56 req-8bfef571-9dba-4a5b-b7e1-3d46bfb7bbae service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2677550 Feb 11 13:51:15.890918 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:16.087222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-b2589b60-da33-41aa-965d-e40253cf5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:16.096809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-b2589b60-da33-41aa-965d-e40253cf5b26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 1095 time: 0.1994040 Feb 11 13:51:16.129122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79270-74dd-4191-88d0-08c79f878749 req-dda50e4d-e80e-454f-b046-c8aeb299ac2d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:16.131492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0e79270-74dd-4191-88d0-08c79f878749 req-dda50e4d-e80e-454f-b046-c8aeb299ac2d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.1975029 Feb 11 13:51:16.137056 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aee335-d431-4b45-8543-4ab3dd7c2477 None None] Pushing event updated for resources: {'Port': ['ID=9b907c27-5e20-49df-8410-35fb53c585b9,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:16.158086 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Routers {'8b2928f8-eead-4294-9ae7-abaab87cfd5d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:16.163977 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:16.179120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 778658a1-6652-4a55-8f02-355f9836614c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:16.185269 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:16.237961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-4c6e4387-5e4f-49c9-9476-d0f6a1eee412 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1469a04b-6e02-4030-afa3-8c1249a6987e HTTP/1.1" status: 200 len: 217 time: 0.1326897 Feb 11 13:51:16.336514 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0e79270-74dd-4191-88d0-08c79f878749 req-01b2f678-29d4-42ec-82f4-4f51aa787ffc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972017 Feb 11 13:51:16.394988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-3a83e777-5a51-4307-b1b5-6a99f2cfe68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:16.401351 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-3a83e777-5a51-4307-b1b5-6a99f2cfe68d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.1544089 Feb 11 13:51:16.473741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0bc02b7a-e7a1-45b5-871a-722b1e70edcc None None] Provisioning complete for port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:16.476485 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0bc02b7a-e7a1-45b5-871a-722b1e70edcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:16.489003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'name': 'tempest-TestVolumeBackupRestore-498051872-router', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:03Z', 'updated_at': '2022-02-11T13:51:13Z', 'revision_number': 4, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'gw_port': {'id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:05Z', 'updated_at': '2022-02-11T13:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d', 'name': '', 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'mac_address': 'fa:16:3e:40:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'aa551dac-e758-41d4-b32e-dff9c74c6634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:12Z', 'updated_at': '2022-02-11T13:51:14Z', 'revision_number': 2, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'subnets': [{'id': 'aa551dac-e758-41d4-b32e-dff9c74c6634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:16.530548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2dde2ccb-1e63-44e7-a629-7eff95451eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:16.539918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-2dde2ccb-1e63-44e7-a629-7eff95451eb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285555 Feb 11 13:51:16.556311 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] Set router 8b2928f8-eead-4294-9ae7-abaab87cfd5d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:16.628702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288eaab-f6f9-4c75-b6bd-87fed36d9813 None None] The sync data for ids ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'] in n-d-816488-1 is: [{'id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'name': 'tempest-TestVolumeBackupRestore-498051872-router', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:03Z', 'updated_at': '2022-02-11T13:51:13Z', 'revision_number': 4, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'gw_port': {'id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:05Z', 'updated_at': '2022-02-11T13:51:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d', 'name': '', 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'mac_address': 'fa:16:3e:40:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'aa551dac-e758-41d4-b32e-dff9c74c6634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:12Z', 'updated_at': '2022-02-11T13:51:14Z', 'revision_number': 2, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'subnets': [{'id': 'aa551dac-e758-41d4-b32e-dff9c74c6634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:16.721414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0bc02b7a-e7a1-45b5-871a-722b1e70edcc None None] Port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:16.731730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:16.791445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36748) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:16.923002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-25d83c15-2deb-41de-af7b-343b58fdd8fa service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731444 Feb 11 13:51:16.929627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0bc02b7a-e7a1-45b5-871a-722b1e70edcc None None] Provisioning complete for port 9b907c27-5e20-49df-8410-35fb53c585b9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:16.930077 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0bc02b7a-e7a1-45b5-871a-722b1e70edcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:17.031878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:17.034458 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:17.247536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ac4f3e-f9d0-416d-bb38-11a81d091871 req-ad5d2007-508b-43d3-bbbb-eefc6842c1ba service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163834 Feb 11 13:51:17.284316 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'name': 'tempest-TestAggregatesBasicOps-1978300937-router', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:00Z', 'updated_at': '2022-02-11T13:51:10Z', 'revision_number': 4, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'gw_port': {'id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:02Z', 'updated_at': '2022-02-11T13:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '9b907c27-5e20-49df-8410-35fb53c585b9', 'name': '', 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'mac_address': 'fa:16:3e:c0:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '155ccd8e-9f9a-4654-b488-8fd5d1a8d96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:08Z', 'updated_at': '2022-02-11T13:51:15Z', 'revision_number': 4, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'subnets': [{'id': '155ccd8e-9f9a-4654-b488-8fd5d1a8d96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:17.414172 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0bc02b7a-e7a1-45b5-871a-722b1e70edcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:17.581219 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48beba68-2e9a-4eb5-9680-513930d3dcf9 None None] The sync data for ids ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'] in n-d-816488-1 is: [{'id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'name': 'tempest-TestAggregatesBasicOps-1978300937-router', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:00Z', 'updated_at': '2022-02-11T13:51:10Z', 'revision_number': 4, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'gw_port': {'id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:02Z', 'updated_at': '2022-02-11T13:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '9b907c27-5e20-49df-8410-35fb53c585b9', 'name': '', 'network_id': '9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'mac_address': 'fa:16:3e:c0:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '155ccd8e-9f9a-4654-b488-8fd5d1a8d96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:08Z', 'updated_at': '2022-02-11T13:51:15Z', 'revision_number': 4, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'subnets': [{'id': '155ccd8e-9f9a-4654-b488-8fd5d1a8d96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:17.633705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ea4cf-afd7-4eec-85aa-998481aaa503 req-de574c75-07f7-4da5-8277-f0d354824608 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:17.648611 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd2ea4cf-afd7-4eec-85aa-998481aaa503 req-de574c75-07f7-4da5-8277-f0d354824608 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.1245384 Feb 11 13:51:17.703709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0bc02b7a-e7a1-45b5-871a-722b1e70edcc None None] For port 9b907c27-5e20-49df-8410-35fb53c585b9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9b907c27-5e20-49df-8410-35fb53c585b9,segment=NetworkSegment(f89fd1ad-d18e-40ba-8ba0-c1a865b583be),segment_id=f89fd1ad-d18e-40ba-8ba0-c1a865b583be)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:17.721064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7ce78102-1982-4ed1-ab62-989234eb4c90 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:17.805641 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:17.824989 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd2ea4cf-afd7-4eec-85aa-998481aaa503 req-aa68528a-31b9-4abe-8574-356bcaeea71b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700208 Feb 11 13:51:17.862150 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0bc02b7a-e7a1-45b5-871a-722b1e70edcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:18.071435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc02b7a-e7a1-45b5-871a-722b1e70edcc None None] Pushing event updated for resources: {'Port': ['ID=9b907c27-5e20-49df-8410-35fb53c585b9,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:18.165825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7ce78102-1982-4ed1-ab62-989234eb4c90 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:18.168149 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:18.343453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7dacc15f-c226-4fd7-ace6-26149f1814e2 None None] Provisioning complete for port 9b907c27-5e20-49df-8410-35fb53c585b9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:18.348244 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7dacc15f-c226-4fd7-ace6-26149f1814e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:18.685740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] Deleting port 778658a1-6652-4a55-8f02-355f9836614c {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:51:18.686102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:18.785857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:18.879093 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:18.879690 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:18.901395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] For port 778658a1-6652-4a55-8f02-355f9836614c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=778658a1-6652-4a55-8f02-355f9836614c,segment=NetworkSegment(783cf0f7-b5b8-44b7-9f32-c378bca9bedc),segment_id=783cf0f7-b5b8-44b7-9f32-c378bca9bedc)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:18.901965 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:18.942588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] Calling delete_port for 778658a1-6652-4a55-8f02-355f9836614c owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:51:19.038426 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:19.096628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f5382ad6-8db0-4295-b27d-0b6c5f9d8b90,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:19.144338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adcb9a-3204-4bc4-9a89-bcdc44f20596 req-64c8d30f-4925-4bcd-9446-f03d95348174 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:19.145947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73adcb9a-3204-4bc4-9a89-bcdc44f20596 req-64c8d30f-4925-4bcd-9446-f03d95348174 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.1722922 Feb 11 13:51:19.192454 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:19.193272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9b907c27-5e20-49df-8410-35fb53c585b9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:19.280084 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73adcb9a-3204-4bc4-9a89-bcdc44f20596 req-24657d21-0940-4d51-aab4-d675fe296c59 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162746 Feb 11 13:51:19.385175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=f5382ad6-8db0-4295-b27d-0b6c5f9d8b90,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:19.409894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 9b907c27-5e20-49df-8410-35fb53c585b9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:19.410276 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:19.563990 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:19.592987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] Pushing event deleted for resources: {'Port': ['ID=778658a1-6652-4a55-8f02-355f9836614c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:19.865572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:20.165470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] Router a9b6ec2d-29a7-4936-92bf-343fe302f521 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:20.312047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:20.322355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] Sync routers for ids ['a9b6ec2d-29a7-4936-92bf-343fe302f521'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:20.324920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36838) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:20.329572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5125abb2-a914-4c09-beae-ef7fa9e32203 admin admin] 10.222.0.52 "PUT /v2.0/routers/a9b6ec2d-29a7-4936-92bf-343fe302f521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5337410 Feb 11 13:51:20.339916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] Routers {'a9b6ec2d-29a7-4936-92bf-343fe302f521'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:20.339916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a9b6ec2d-29a7-4936-92bf-343fe302f521'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:20.581836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89898f-5e49-4e9c-8f77-26a1ba8357b4 req-d043c0a4-73e7-4fe7-81e5-44227da6132e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:20.588418 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc89898f-5e49-4e9c-8f77-26a1ba8357b4 req-d043c0a4-73e7-4fe7-81e5-44227da6132e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.1870883 Feb 11 13:51:20.591276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:20.689198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] Set router a9b6ec2d-29a7-4936-92bf-343fe302f521 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:20.853208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc89898f-5e49-4e9c-8f77-26a1ba8357b4 req-ec76cd47-be01-42d9-ab5f-664e85e2ec06 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498059 Feb 11 13:51:20.854911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:20.884368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:20.997119 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:20.997488 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.069559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'name': 'tempest-TestAggregatesBasicOps-109488917-router', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:51:19Z', 'revision_number': 5, 'project_id': '5780cef74689416a993daf68d6945e1d', 'gw_port': {'id': '8a22f468-d410-481d-ae94-dcd0b309aec6', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:4f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:49Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:21.101143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Deleting port 8a22f468-d410-481d-ae94-dcd0b309aec6 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:51:21.101523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.236767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] For port 8a22f468-d410-481d-ae94-dcd0b309aec6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8a22f468-d410-481d-ae94-dcd0b309aec6,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:21.237358 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.259489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Calling delete_port for 8a22f468-d410-481d-ae94-dcd0b309aec6 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:51:21.334915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] Checking router: a9b6ec2d-29a7-4936-92bf-343fe302f521 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:21.353893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] Routers {'a9b6ec2d-29a7-4936-92bf-343fe302f521'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:21.354685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a9b6ec2d-29a7-4936-92bf-343fe302f521'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:21.418988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36850) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:21.457308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] Set router a9b6ec2d-29a7-4936-92bf-343fe302f521 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:21.514818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'name': 'tempest-TestAggregatesBasicOps-109488917-router', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:51:20Z', 'revision_number': 6, 'project_id': '5780cef74689416a993daf68d6945e1d', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:21.547742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ca1c65-4913-46ef-977c-34a49ffc9d5e None None] The sync data for ids ['a9b6ec2d-29a7-4936-92bf-343fe302f521'] in n-d-816488-1 is: [{'id': 'a9b6ec2d-29a7-4936-92bf-343fe302f521', 'name': 'tempest-TestAggregatesBasicOps-109488917-router', 'tenant_id': '5780cef74689416a993daf68d6945e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:51:20Z', 'revision_number': 6, 'project_id': '5780cef74689416a993daf68d6945e1d', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:21.581848 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fe24486-59f9-41c1-8ec7-2052f07ff1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.592876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.628468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=8a22f468-d410-481d-ae94-dcd0b309aec6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:21.678331 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fe24486-59f9-41c1-8ec7-2052f07ff1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.708596 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.787354 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fe24486-59f9-41c1-8ec7-2052f07ff1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.808470 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.811591 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:21.835691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe24486-59f9-41c1-8ec7-2052f07ff1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc3b6a9-2844-43c6-b947-3009e38b9fe1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:21.870947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0fe24486-59f9-41c1-8ec7-2052f07ff1d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f6c6b48073a346b2a899ca488f0fac0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492018 Feb 11 13:51:21.918091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36858) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:21.988004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e345c60-6ea7-4072-85b3-58ad09d31b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.045193 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e345c60-6ea7-4072-85b3-58ad09d31b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.075741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a9fa0-1e70-4f12-8518-16ba2d36828e req-73a90a9b-9b58-4702-9743-d4c1c1c0be86 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:22.077690 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-636a9fa0-1e70-4f12-8518-16ba2d36828e req-73a90a9b-9b58-4702-9743-d4c1c1c0be86 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.1116323 Feb 11 13:51:22.140420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-636a9fa0-1e70-4f12-8518-16ba2d36828e req-34d569d5-d500-415c-904b-341795a1b736 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Feb 11 13:51:22.294248 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.297434 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9b6ec2d-29a7-4936-92bf-343fe302f521 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:51:22.299975 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.303593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a13a9a69-636e-4f30-9285-dd0c8c75dd7b admin admin] 10.222.0.52 "DELETE /v2.0/routers/a9b6ec2d-29a7-4936-92bf-343fe302f521 HTTP/1.1" status: 204 len: 168 time: 1.9752328 Feb 11 13:51:22.303848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36862) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:22.352277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e345c60-6ea7-4072-85b3-58ad09d31b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.354313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44558e3-e795-4434-b080-03828c4aaf06 admin admin] Deleting subnet eef253c3-e532-4eea-b25f-b60e20207578 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:51:22.355626 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e345c60-6ea7-4072-85b3-58ad09d31b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.356834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5e345c60-6ea7-4072-85b3-58ad09d31b73 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1dc3b6a9-2844-43c6-b947-3009e38b9fe1 HTTP/1.1" status: 204 len: 168 time: 0.4825308 Feb 11 13:51:22.360565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b44558e3-e795-4434-b080-03828c4aaf06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.369363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e345c60-6ea7-4072-85b3-58ad09d31b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc3b6a9-2844-43c6-b947-3009e38b9fe1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:22.412050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b44558e3-e795-4434-b080-03828c4aaf06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.492100 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Sync routers for ids ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:22.500577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b44558e3-e795-4434-b080-03828c4aaf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.502820 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Routers {'67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:22.503436 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:22.623763 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Set router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:22.664367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 778658a1-6652-4a55-8f02-355f9836614c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:22.698266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 778658a1-6652-4a55-8f02-355f9836614c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:51:22.698781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 778658a1-6652-4a55-8f02-355f9836614c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:22.699301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8a22f468-d410-481d-ae94-dcd0b309aec6 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:22.707209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b44558e3-e795-4434-b080-03828c4aaf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.728043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8a22f468-d410-481d-ae94-dcd0b309aec6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:51:22.728652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8a22f468-d410-481d-ae94-dcd0b309aec6 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:22.771996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876e5cb5-9fd5-4a47-ae95-6e0514f243de None None] Network a7c581af-ccdf-4da4-a703-3347f1083ee5 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:22.773606 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b44558e3-e795-4434-b080-03828c4aaf06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.777760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b44558e3-e795-4434-b080-03828c4aaf06 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/eef253c3-e532-4eea-b25f-b60e20207578 HTTP/1.1" status: 204 len: 168 time: 0.4728415 Feb 11 13:51:22.779858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44558e3-e795-4434-b080-03828c4aaf06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef253c3-e532-4eea-b25f-b60e20207578,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:22.780515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36874) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:22.934128 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:22.964047 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'name': 'tempest-TestVolumeBackupRestore-498051872-router', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:03Z', 'updated_at': '2022-02-11T13:51:13Z', 'revision_number': 4, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'gw_port': {'id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:05Z', 'updated_at': '2022-02-11T13:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d', 'name': '', 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'mac_address': 'fa:16:3e:40:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'aa551dac-e758-41d4-b32e-dff9c74c6634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:12Z', 'updated_at': '2022-02-11T13:51:14Z', 'revision_number': 2, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'subnets': [{'id': 'aa551dac-e758-41d4-b32e-dff9c74c6634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:23.021585 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Checking router: 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:23.021971 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Updating router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:23.038813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Deleting port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:51:23.039420 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.059585 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.096699 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe2d46b-a98b-4549-b4f1-92871284b5d1 None None] DHCP port deletion for a7c581af-ccdf-4da4-a703-3347f1083ee5 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:51:23.191603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2d46b-a98b-4549-b4f1-92871284b5d1 None None] Deleting port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:51:23.191603 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d46b-a98b-4549-b4f1-92871284b5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.191830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] For port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9fc9aba7-3a95-4838-bbcf-61cbad70bc05,segment=NetworkSegment(783cf0f7-b5b8-44b7-9f32-c378bca9bedc),segment_id=783cf0f7-b5b8-44b7-9f32-c378bca9bedc)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:23.194281 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.239879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Calling delete_port for 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:51:23.315178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f6e26-e3c5-435d-b2ac-e4d5ffe2616e req-4f24ec3f-6d33-4331-b889-cfbd455c6ab9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:23.324450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458f6e26-e3c5-435d-b2ac-e4d5ffe2616e req-4f24ec3f-6d33-4331-b889-cfbd455c6ab9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.0830870 Feb 11 13:51:23.368919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-458f6e26-e3c5-435d-b2ac-e4d5ffe2616e req-e70e46cb-5a48-46a5-ab37-9f8947b5ebfa tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Feb 11 13:51:23.383301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9fe2d46b-a98b-4549-b4f1-92871284b5d1 None None] For port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9fc9aba7-3a95-4838-bbcf-61cbad70bc05,segment=NetworkSegment(783cf0f7-b5b8-44b7-9f32-c378bca9bedc),segment_id=783cf0f7-b5b8-44b7-9f32-c378bca9bedc)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:23.386268 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d46b-a98b-4549-b4f1-92871284b5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.418350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9fe2d46b-a98b-4549-b4f1-92871284b5d1 None None] Calling delete_port for 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:51:23.463538 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.549059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.555180 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9fe2d46b-a98b-4549-b4f1-92871284b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.558481 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.616577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Pushing event deleted for resources: {'Port': ['ID=9fc9aba7-3a95-4838-bbcf-61cbad70bc05,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:23.622283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe2d46b-a98b-4549-b4f1-92871284b5d1 None None] Pushing event deleted for resources: {'Port': ['ID=9fc9aba7-3a95-4838-bbcf-61cbad70bc05,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:23.627168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] No DVR routers for this DVR port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:23.646087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe2d46b-a98b-4549-b4f1-92871284b5d1 None None] No DVR routers for this DVR port 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:23.752119 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Attempting to bind port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:23.752991 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Attempting to bind port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:23.758600 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.761097 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Attempting to bind port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d on network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:23.763663 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff7450-7ee4-4b02-8dce-8e0eafc6a475 None None] Pushing event updated for resources: {'Port': ['ID=bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:23.769793 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:23.773092 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Checking segment: {'id': 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:23.773092 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.773092 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Bound using segment: {'id': 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:23.774180 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Bound port: bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:23.774180 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.802075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c581af-ccdf-4da4-a703-3347f1083ee5']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:23.820789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '783cf0f7-b5b8-44b7-9f32-c378bca9bedc') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:23.821537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '783cf0f7-b5b8-44b7-9f32-c378bca9bedc') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:23.849722 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.878907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.888487 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] For port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:23.895243 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] For port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d,segment=NetworkSegment(cea9f2d2-a537-44fb-89b9-743f2a0a2fd3),segment_id=cea9f2d2-a537-44fb-89b9-743f2a0a2fd3)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:23.899718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:51:23.900125 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:23.902022 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:23.947898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36900) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:23.998800 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:24.025983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-07e42566-78ce-4444-873c-58237adef860 None None] Provisioning complete for port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:24.027034 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-07e42566-78ce-4444-873c-58237adef860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:24.072975 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Routers {'67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:24.073864 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:50:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:24.089951 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:24.097715 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:24.105875 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] 10.222.0.52 "DELETE /v2.0/networks/a7c581af-ccdf-4da4-a703-3347f1083ee5 HTTP/1.1" status: 204 len: 168 time: 1.3205156 Feb 11 13:51:24.106179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36904) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:24.153539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717862e-68e5-4400-bdf0-295ada83196f admin admin] Pushing event deleted for resources: {'Network': ['ID=a7c581af-ccdf-4da4-a703-3347f1083ee5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:24.252765 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-07e42566-78ce-4444-873c-58237adef860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:24.274262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1867482988-network', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:24.302534 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff7450-7ee4-4b02-8dce-8e0eafc6a475 None None] Pushing event updated for resources: {'Port': ['ID=bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:24.335235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-07e42566-78ce-4444-873c-58237adef860 None None] For port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d,segment=NetworkSegment(cea9f2d2-a537-44fb-89b9-743f2a0a2fd3),segment_id=cea9f2d2-a537-44fb-89b9-743f2a0a2fd3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:24.376783 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] Set router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:24.456067 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-07e42566-78ce-4444-873c-58237adef860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:24.546041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e42566-78ce-4444-873c-58237adef860 None None] Pushing event updated for resources: {'Port': ['ID=bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:24.577109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Made reservation on behalf of 7fa9c0c63feb4d02974e433b5f462b15 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:24.579581 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:24.601214 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:24.601831 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c817f39d-4122-4403-af2f-3234f9ce4386 None None] Provisioning complete for port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:24.605313 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c817f39d-4122-4403-af2f-3234f9ce4386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:24.632472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0653ef2-e3fe-4e9d-b03a-2aacbe64ffb6 req-d11273c5-cc2b-4c52-961c-fde779362e64 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:24.634826 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0653ef2-e3fe-4e9d-b03a-2aacbe64ffb6 req-d11273c5-cc2b-4c52-961c-fde779362e64 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.1389928 Feb 11 13:51:24.714889 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'name': 'tempest-TestVolumeBackupRestore-498051872-router', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:03Z', 'updated_at': '2022-02-11T13:51:13Z', 'revision_number': 4, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'gw_port': {'id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:05Z', 'updated_at': '2022-02-11T13:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d', 'name': '', 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'mac_address': 'fa:16:3e:40:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'aa551dac-e758-41d4-b32e-dff9c74c6634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:12Z', 'updated_at': '2022-02-11T13:51:23Z', 'revision_number': 4, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'subnets': [{'id': 'aa551dac-e758-41d4-b32e-dff9c74c6634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:24.758161 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0653ef2-e3fe-4e9d-b03a-2aacbe64ffb6 req-33963788-514e-4537-8f59-89a80208c0d0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163850 Feb 11 13:51:24.775641 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:24.819506 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbadfe-9842-414d-a255-9d835341fdb2 None None] The sync data for ids ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'] in n-d-816488-1 is: [{'id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'name': 'tempest-TestVolumeBackupRestore-498051872-router', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:03Z', 'updated_at': '2022-02-11T13:51:13Z', 'revision_number': 4, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'gw_port': {'id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:05Z', 'updated_at': '2022-02-11T13:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d', 'name': '', 'network_id': '6bdb76c4-224c-4c25-b475-b2ff8ee3f92e', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'mac_address': 'fa:16:3e:40:a8:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'aa551dac-e758-41d4-b32e-dff9c74c6634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:12Z', 'updated_at': '2022-02-11T13:51:23Z', 'revision_number': 4, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'subnets': [{'id': 'aa551dac-e758-41d4-b32e-dff9c74c6634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:24.879595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-28454729-1d95-4604-b07c-db4f6841a948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:24.898409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:24.898770 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:25.117111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:25.161134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:51:25.161645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9fc9aba7-3a95-4838-bbcf-61cbad70bc05 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:25.250298 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:25.289899 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:25.375716 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:25.408864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:25.430778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad1b0ca-b5ad-4d4c-bd60-9a8f182ac6b3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:25.469115 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:25.469490 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Added segment 5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3 of type vlan for network 55706acc-8fb9-46f5-9804-7ecab24c12a7 Feb 11 13:51:25.586583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:25.732791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] Deleting port 9b907c27-5e20-49df-8410-35fb53c585b9 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:51:25.733112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:25.784956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:25.786621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:25.787708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:25.896365 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] Pushing event updated for resources: {'Network': ['ID=55706acc-8fb9-46f5-9804-7ecab24c12a7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:25.909625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 55706acc-8fb9-46f5-9804-7ecab24c12a7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:25.914245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] For port 9b907c27-5e20-49df-8410-35fb53c585b9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9b907c27-5e20-49df-8410-35fb53c585b9,segment=NetworkSegment(f89fd1ad-d18e-40ba-8ba0-c1a865b583be),segment_id=f89fd1ad-d18e-40ba-8ba0-c1a865b583be)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:25.914613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:25.934407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] Calling delete_port for 9b907c27-5e20-49df-8410-35fb53c585b9 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:51:25.948744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ee8d1-59ec-4b0d-92a5-5cd13a238118 req-43c43bad-03c7-4b38-9935-7e49dabc9b8c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:25.950240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c76ee8d1-59ec-4b0d-92a5-5cd13a238118 req-43c43bad-03c7-4b38-9935-7e49dabc9b8c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.0999835 Feb 11 13:51:25.958604 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:26.040508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cf865e35-4eca-4273-b9a1-7eb45f527a8d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0906897 Feb 11 13:51:26.043471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36920) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:26.045243 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c76ee8d1-59ec-4b0d-92a5-5cd13a238118 req-6a4e8fb8-09bc-43b4-a0bc-a161f046baa5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543971 Feb 11 13:51:26.050960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Request body: {'subnet': {'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1867482988-subnet', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:26.203892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Made reservation on behalf of 7fa9c0c63feb4d02974e433b5f462b15 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:26.207170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:26.289702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:26.327241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b907c27-5e20-49df-8410-35fb53c585b9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:26.536236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:26.580104 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:26.643014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0670b47d-e94e-41ca-9dfc-9ea5281620d3,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:26.646741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Checking segment: {'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:26.647357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Network hostable DHCP agents. Network: 55706acc-8fb9-46f5-9804-7ecab24c12a7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:26.743337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Network 55706acc-8fb9-46f5-9804-7ecab24c12a7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:26.781281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:26.826626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 55706acc-8fb9-46f5-9804-7ecab24c12a7) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:26.831606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:26.832193 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:26.844191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f73817a-8e92-499c-bccf-1b00be2e21af None None] Network 55706acc-8fb9-46f5-9804-7ecab24c12a7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:26.927065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-94e9fcdc-fc76-400e-96ef-8b44418df793 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8817213 Feb 11 13:51:26.929664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36928) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:26.940480 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:26.944898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:26.944898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:26.989492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36930) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:27.014344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] Router 8b2928f8-eead-4294-9ae7-abaab87cfd5d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:27.058945 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7cecbd1c-2d7f-4c93-97bc-7bb753849dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.102588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.105717 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.225929 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.254316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:27.260901 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-90756989-1a0b-4819-b680-a32708ac5dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.264126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1a1be96d-72a6-4bd4-9062-0d42c8838ec4 admin admin] 10.222.0.52 "PUT /v2.0/routers/8b2928f8-eead-4294-9ae7-abaab87cfd5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1566479 Feb 11 13:51:27.266158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36938) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:27.271244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] Sync routers for ids ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:27.286324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-55706acc-8fb9-46f5-9804-7ecab24c12a7', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:51:27.287213 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.293320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fe055e-0054-4c3e-8ab5-43a37cb154d0 req-c29ff4b7-648c-4c3f-b324-11f976a759ac tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:27.294981 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57fe055e-0054-4c3e-8ab5-43a37cb154d0 req-c29ff4b7-648c-4c3f-b324-11f976a759ac tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.0678992 Feb 11 13:51:27.306810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] Routers {'8b2928f8-eead-4294-9ae7-abaab87cfd5d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:27.307440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:27.388338 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57fe055e-0054-4c3e-8ab5-43a37cb154d0 req-72ef0a25-73f2-47f7-96ae-2d2279855b2f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822155 Feb 11 13:51:27.398462 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.549609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.549891 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.566644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] Set router 8b2928f8-eead-4294-9ae7-abaab87cfd5d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:27.598834 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-90756989-1a0b-4819-b680-a32708ac5dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.675242 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-90756989-1a0b-4819-b680-a32708ac5dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.678809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Allocated IP 172.20.0.2 (55706acc-8fb9-46f5-9804-7ecab24c12a7/0670b47d-e94e-41ca-9dfc-9ea5281620d3/5b793ae0-733e-4697-8a5d-f790fbac9d77) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:27.748517 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-90756989-1a0b-4819-b680-a32708ac5dd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=712fd696376e4e7b8e2a7bd431b9f4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516282 Feb 11 13:51:27.750095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90756989-1a0b-4819-b680-a32708ac5dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e34792-eac5-49c4-8137-cb9926614a96,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:27.753328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36940) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:27.804553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Deleting port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:51:27.804553 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.900394 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-089af242-88fb-4a8d-b430-5989e28567d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.916124 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.918407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'name': 'tempest-TestAggregatesBasicOps-1978300937-router', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:00Z', 'updated_at': '2022-02-11T13:51:26Z', 'revision_number': 5, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'gw_port': {'id': '666fce0b-74c7-4043-99e4-f6a0ff2ccc05', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:aa:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:02Z', 'updated_at': '2022-02-11T13:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:27.932388 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.935776 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] For port 666fce0b-74c7-4043-99e4-f6a0ff2ccc05, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=666fce0b-74c7-4043-99e4-f6a0ff2ccc05,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:27.940347 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.948164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] Checking router: 8b2928f8-eead-4294-9ae7-abaab87cfd5d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:27.949061 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-089af242-88fb-4a8d-b430-5989e28567d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.956614 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:27.957437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] Routers {'8b2928f8-eead-4294-9ae7-abaab87cfd5d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:27.957960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:27.962928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Calling delete_port for 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:51:28.032013 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.034672 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.092445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Allocated IP 172.25.0.228 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/e72f78da-c2cf-445a-a25c-8634aa57ec17) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:28.161543 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-089af242-88fb-4a8d-b430-5989e28567d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.164185 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-089af242-88fb-4a8d-b430-5989e28567d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.165390 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-089af242-88fb-4a8d-b430-5989e28567d5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7e34792-eac5-49c4-8137-cb9926614a96 HTTP/1.1" status: 204 len: 168 time: 0.3951452 Feb 11 13:51:28.184184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089af242-88fb-4a8d-b430-5989e28567d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e34792-eac5-49c4-8137-cb9926614a96,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:28.210236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.272538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.304172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Pushing event deleted for resources: {'Port': ['ID=666fce0b-74c7-4043-99e4-f6a0ff2ccc05,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:28.341367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.345628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Network 55706acc-8fb9-46f5-9804-7ecab24c12a7 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:28.358913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:28.365594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:28.377468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] Set router 8b2928f8-eead-4294-9ae7-abaab87cfd5d gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:28.389813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:28.393595 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:28.399865 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:28.417060 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.440263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Pushing event updated for resources: {'Port': ['ID=5b793ae0-733e-4697-8a5d-f790fbac9d77,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:28.446522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'name': 'tempest-TestAggregatesBasicOps-1978300937-router', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:00Z', 'updated_at': '2022-02-11T13:51:27Z', 'revision_number': 6, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:28.495293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0774ca08-9ed3-4d73-94ad-a7de927131bd None None] The sync data for ids ['8b2928f8-eead-4294-9ae7-abaab87cfd5d'] in n-d-816488-1 is: [{'id': '8b2928f8-eead-4294-9ae7-abaab87cfd5d', 'name': 'tempest-TestAggregatesBasicOps-1978300937-router', 'tenant_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:00Z', 'updated_at': '2022-02-11T13:51:27Z', 'revision_number': 6, 'project_id': '82dfe581fcaf437f9bf23c5c2dd95846', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:28.573209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Attempting to bind port 5b793ae0-733e-4697-8a5d-f790fbac9d77 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:28.573973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Attempting to bind port 5b793ae0-733e-4697-8a5d-f790fbac9d77 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:28.574812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Attempting to bind port 5b793ae0-733e-4697-8a5d-f790fbac9d77 on network 55706acc-8fb9-46f5-9804-7ecab24c12a7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:28.582749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:28.583411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Checking segment: {'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:28.583964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.585756 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Bound using segment: {'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:28.587747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Bound port: 5b793ae0-733e-4697-8a5d-f790fbac9d77, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:28.587891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e72f78da-c2cf-445a-a25c-8634aa57ec17,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:28.588290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.632828 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.635053 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.689672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] For port 5b793ae0-733e-4697-8a5d-f790fbac9d77, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:28.694592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] For port 5b793ae0-733e-4697-8a5d-f790fbac9d77, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5b793ae0-733e-4697-8a5d-f790fbac9d77,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:28.736353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d23244-719e-4f82-8ad5-ac4e85deb1ee req-ca58bcd0-2609-4533-aa86-1175518539bf tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:28.737943 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9d23244-719e-4f82-8ad5-ac4e85deb1ee req-ca58bcd0-2609-4533-aa86-1175518539bf tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.1578205 Feb 11 13:51:28.786791 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.790212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9d23244-719e-4f82-8ad5-ac4e85deb1ee req-8d1996b3-c50a-4700-ba34-771564c819d5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435655 Feb 11 13:51:28.838709 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.839021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.839643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b2928f8-eead-4294-9ae7-abaab87cfd5d {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:51:28.845419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.851552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f0102c79-e477-41b0-a9ae-c38441597050 admin admin] 10.222.0.52 "DELETE /v2.0/routers/8b2928f8-eead-4294-9ae7-abaab87cfd5d HTTP/1.1" status: 204 len: 168 time: 1.5817010 Feb 11 13:51:28.851552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36956) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:28.881363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.946091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6f4e12-bc99-488e-b26c-a80e0932d61e admin admin] Deleting subnet 155ccd8e-9f9a-4654-b488-8fd5d1a8d96d {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:51:28.949559 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4e12-bc99-488e-b26c-a80e0932d61e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:28.965282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963e8f3-f622-4259-8c6d-6b3021beb6ad None None] Pushing event updated for resources: {'Port': ['ID=5b793ae0-733e-4697-8a5d-f790fbac9d77,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:29.037986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4e12-bc99-488e-b26c-a80e0932d61e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:29.161747 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4e12-bc99-488e-b26c-a80e0932d61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:29.359699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4e12-bc99-488e-b26c-a80e0932d61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:29.450241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530d95d-922a-4007-87d8-78a123b9f284 None None] Network 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:29.469267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8b6f4e12-bc99-488e-b26c-a80e0932d61e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:29.477739 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8b6f4e12-bc99-488e-b26c-a80e0932d61e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/155ccd8e-9f9a-4654-b488-8fd5d1a8d96d HTTP/1.1" status: 204 len: 168 time: 0.6211667 Feb 11 13:51:29.478900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36968) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:29.479681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f4e12-bc99-488e-b26c-a80e0932d61e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155ccd8e-9f9a-4654-b488-8fd5d1a8d96d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:29.586463 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:29.689546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Deleting port 398491f8-cc84-4ed1-9b79-90bf11dc039a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:51:29.690277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:29.736812 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:29.779441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] For port 398491f8-cc84-4ed1-9b79-90bf11dc039a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=398491f8-cc84-4ed1-9b79-90bf11dc039a,segment=NetworkSegment(f89fd1ad-d18e-40ba-8ba0-c1a865b583be),segment_id=f89fd1ad-d18e-40ba-8ba0-c1a865b583be)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:29.779933 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:29.782105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686cc635-b02c-4726-9a5c-693a785c8fea None None] DHCP port deletion for 9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:51:29.809027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Calling delete_port for 398491f8-cc84-4ed1-9b79-90bf11dc039a owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:51:29.819737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36974) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:29.879825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1469a04b-6e02-4030-afa3-8c1249a6987e details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:51:30.004539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9406f4c-0859-4b40-8a37-806fff5c4020 req-e50fae63-ef41-4a5d-9520-af4cc25d9480 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:30.006116 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9406f4c-0859-4b40-8a37-806fff5c4020 req-e50fae63-ef41-4a5d-9520-af4cc25d9480 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 944 time: 0.0772326 Feb 11 13:51:30.034071 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Router e79160b8-7484-4ac2-b0b9-db3deaed5b14 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:51:30.043458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-552818327-network', 'tenant_id': '092188d622794eeb9e08e197209fcf84'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:30.074630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1469a04b-6e02-4030-afa3-8c1249a6987e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1469a04b-6e02-4030-afa3-8c1249a6987e,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:30.100932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.101185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '1469a04b-6e02-4030-afa3-8c1249a6987e', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'port_id': '1469a04b-6e02-4030-afa3-8c1249a6987e', 'mac_address': 'fa:16:3e:55:e6:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:51:30.113960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-686cc635-b02c-4726-9a5c-693a785c8fea None None] Deleting port 398491f8-cc84-4ed1-9b79-90bf11dc039a {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:51:30.119133 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-686cc635-b02c-4726-9a5c-693a785c8fea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.129181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] No DVR routers for this DVR port 398491f8-cc84-4ed1-9b79-90bf11dc039a on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:30.141246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9406f4c-0859-4b40-8a37-806fff5c4020 req-b8ab560a-7459-49bc-8180-cb2f14119b3a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129689 Feb 11 13:51:30.194744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Pushing event deleted for resources: {'Port': ['ID=398491f8-cc84-4ed1-9b79-90bf11dc039a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:30.206677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Made reservation on behalf of 092188d622794eeb9e08e197209fcf84 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:30.209165 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.237443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:30.250122 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Sync routers for ids ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:30.250665 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.270397 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.270990 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Routers {'e79160b8-7484-4ac2-b0b9-db3deaed5b14'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:30.271630 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:30.271974 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.283830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.289455 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-686cc635-b02c-4726-9a5c-693a785c8fea None None] For port 398491f8-cc84-4ed1-9b79-90bf11dc039a, host n-d-816488-1, got binding levels [] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:30.290159 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-686cc635-b02c-4726-9a5c-693a785c8fea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.304371 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1469a04b-6e02-4030-afa3-8c1249a6987e {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:51:30.318361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-686cc635-b02c-4726-9a5c-693a785c8fea None None] Calling delete_port for 398491f8-cc84-4ed1-9b79-90bf11dc039a owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:51:30.328009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.ipam_backend_mixin [None req-686cc635-b02c-4726-9a5c-693a785c8fea None None] Port 398491f8-cc84-4ed1-9b79-90bf11dc039a was not found and therefore no delete operation was performed {{(pid=103008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:51:30.336818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:30.341316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1469a04b-6e02-4030-afa3-8c1249a6987e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1469a04b-6e02-4030-afa3-8c1249a6987e,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:30.342621 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-686cc635-b02c-4726-9a5c-693a785c8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.375574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.377695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-53411918-c404-402d-902a-c52a6cd796c2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4470210 Feb 11 13:51:30.377992 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cc635-b02c-4726-9a5c-693a785c8fea None None] Pushing event deleted for resources: {'Port': ['ID=398491f8-cc84-4ed1-9b79-90bf11dc039a,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:30.381824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:30.383395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89fd1ad-d18e-40ba-8ba0-c1a865b583be') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:30.387335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36980) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:30.393619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686cc635-b02c-4726-9a5c-693a785c8fea None None] No DVR routers for this DVR port 398491f8-cc84-4ed1-9b79-90bf11dc039a on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:30.413433 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.437491 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.453259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.462765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:51:30.463169 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:51:30.464833 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:51:30.484250 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Set router e79160b8-7484-4ac2-b0b9-db3deaed5b14 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:30.553357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1469a04b-6e02-4030-afa3-8c1249a6987e,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:30.566152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.664204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['1469a04b-6e02-4030-afa3-8c1249a6987e'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:51:30.689350 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.764151 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.775798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:30.786942 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5b793ae0-733e-4697-8a5d-f790fbac9d77 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:30.801564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6330e5fd-d689-478c-8ffe-6726f12de545,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:30.812898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.813260 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Added segment 4b81811e-992e-43dc-9951-d45f6fdd7302 of type vlan for network 865b93b8-7198-4a27-98b8-bbb12202edeb Feb 11 13:51:30.819946 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.844248 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.848320 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e HTTP/1.1" status: 204 len: 168 time: 1.3664470 Feb 11 13:51:30.950019 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5b793ae0-733e-4697-8a5d-f790fbac9d77 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:30.950389 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:30.975793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd998f-260b-4c7a-9eb8-1fd55204e881 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a73db36-7d2d-4ed5-9cb3-3eafc53bb00e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:31.008098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.015891 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:28Z', 'revision_number': 3, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:31.082917 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Checking router: e79160b8-7484-4ac2-b0b9-db3deaed5b14 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:31.083081 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Updating router e79160b8-7484-4ac2-b0b9-db3deaed5b14 port e72f78da-c2cf-445a-a25c-8634aa57ec17 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:31.109465 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f916d50-986e-4186-a758-fa1a51ce8bb8 None None] Network 55706acc-8fb9-46f5-9804-7ecab24c12a7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:31.118826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.120488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:31.121078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.138782 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.143537 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.166821 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.249379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-606d8d66-31af-49e0-9252-49b99406ed47 None None] Provisioning complete for port 5b793ae0-733e-4697-8a5d-f790fbac9d77 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:31.249791 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-606d8d66-31af-49e0-9252-49b99406ed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.280185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] Pushing event updated for resources: {'Network': ['ID=865b93b8-7198-4a27-98b8-bbb12202edeb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:31.296403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 5b793ae0-733e-4697-8a5d-f790fbac9d77, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5b793ae0-733e-4697-8a5d-f790fbac9d77,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:31.302966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 865b93b8-7198-4a27-98b8-bbb12202edeb details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:31.357978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e8432150-c64d-41d7-882b-af49910053b4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5369127 Feb 11 13:51:31.361420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 36986) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:31.378356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Request body: {'subnet': {'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-552818327-subnet', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:31.393896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36988) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:31.418199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810e945-65aa-423b-b163-8c04a929efdd req-bae9f8de-8abe-4f03-afc6-82dfb493d5c2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:31.419782 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6810e945-65aa-423b-b163-8c04a929efdd req-bae9f8de-8abe-4f03-afc6-82dfb493d5c2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 945 time: 0.1417942 Feb 11 13:51:31.460611 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.498180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-07c68ed1-872c-4812-bf19-585066d3c639 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5780cef74689416a993daf68d6945e1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029065 Feb 11 13:51:31.518632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 36992) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:31.585951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9b907c27-5e20-49df-8410-35fb53c585b9 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:31.587675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Allocated IP 172.20.0.1 (55706acc-8fb9-46f5-9804-7ecab24c12a7/0670b47d-e94e-41ca-9dfc-9ea5281620d3/f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:31.594320 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6810e945-65aa-423b-b163-8c04a929efdd req-bd48871f-debd-4757-9139-86f1a08c78d6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627696 Feb 11 13:51:31.609417 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.620073 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c3d3e4b-f547-4332-b7a5-755d033d2121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.623762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=5b793ae0-733e-4697-8a5d-f790fbac9d77,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:31.634130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 9b907c27-5e20-49df-8410-35fb53c585b9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:51:31.634756 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9b907c27-5e20-49df-8410-35fb53c585b9 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:31.634883 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:31.664432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:51:31.666787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 666fce0b-74c7-4043-99e4-f6a0ff2ccc05 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:31.666787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 398491f8-cc84-4ed1-9b79-90bf11dc039a no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:31.690296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 398491f8-cc84-4ed1-9b79-90bf11dc039a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:51:31.690551 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 398491f8-cc84-4ed1-9b79-90bf11dc039a not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:31.701619 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c3d3e4b-f547-4332-b7a5-755d033d2121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.746852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Made reservation on behalf of 092188d622794eeb9e08e197209fcf84 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:31.749206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.792293 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.802874 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.813116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1469a04b-6e02-4030-afa3-8c1249a6987e up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:31.835591 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Attempting to bind port e72f78da-c2cf-445a-a25c-8634aa57ec17 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:31.836361 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Attempting to bind port e72f78da-c2cf-445a-a25c-8634aa57ec17 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:31.836991 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Attempting to bind port e72f78da-c2cf-445a-a25c-8634aa57ec17 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:31.848970 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:31.859180 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:31.860004 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.860687 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:31.861515 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Bound port: e72f78da-c2cf-445a-a25c-8634aa57ec17, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:31.862281 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.913111 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c3d3e4b-f547-4332-b7a5-755d033d2121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.915892 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c3d3e4b-f547-4332-b7a5-755d033d2121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:31.918419 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0c3d3e4b-f547-4332-b7a5-755d033d2121 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a77a6748-4d64-4784-8a02-10d2f56734bd HTTP/1.1" status: 204 len: 168 time: 0.3971853 Feb 11 13:51:31.942015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d3e4b-f547-4332-b7a5-755d033d2121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77a6748-4d64-4784-8a02-10d2f56734bd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:31.963897 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53762ab-9908-465b-bd1b-9ccb1602b78c None None] Pushing event updated for resources: {'Port': ['ID=e72f78da-c2cf-445a-a25c-8634aa57ec17,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:32.008194 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] For port e72f78da-c2cf-445a-a25c-8634aa57ec17, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:32.011639 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] For port e72f78da-c2cf-445a-a25c-8634aa57ec17, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e72f78da-c2cf-445a-a25c-8634aa57ec17,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:32.089416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-57019d0f-47c8-4e77-93b8-488a838550be None None] Provisioning complete for port 5b793ae0-733e-4697-8a5d-f790fbac9d77 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:32.089781 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-57019d0f-47c8-4e77-93b8-488a838550be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.234766 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.243347 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Network 55706acc-8fb9-46f5-9804-7ecab24c12a7 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:32.245295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:32.248410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:32.255713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 1469a04b-6e02-4030-afa3-8c1249a6987e completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:51:32.264655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 1469a04b-6e02-4030-afa3-8c1249a6987e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:32.265032 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.286367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Pushing event updated for resources: {'Port': ['ID=f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:32.296388 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.298482 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.328791 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.414194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98bf2943-f77a-49ea-8c36-705cff5f42c4,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:32.428094 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53762ab-9908-465b-bd1b-9ccb1602b78c None None] Pushing event updated for resources: {'Port': ['ID=e72f78da-c2cf-445a-a25c-8634aa57ec17,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:32.436067 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Routers {'e79160b8-7484-4ac2-b0b9-db3deaed5b14'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:32.437079 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:32.445716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Checking segment: {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:32.446102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Network hostable DHCP agents. Network: 865b93b8-7198-4a27-98b8-bbb12202edeb, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:32.457367 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.521148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e980195-5337-444c-9912-cb3d0c53a83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1469a04b-6e02-4030-afa3-8c1249a6987e'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:32.530894 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949a6201-0a23-417a-a514-ff363f8789b8" -d '{"events": [{"server_uuid": "0e980195-5337-444c-9912-cb3d0c53a83f", "name": "network-vif-plugged", "status": "completed", "tag": "1469a04b-6e02-4030-afa3-8c1249a6987e"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:32.564115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1469a04b-6e02-4030-afa3-8c1249a6987e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1469a04b-6e02-4030-afa3-8c1249a6987e,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:32.595573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Network 865b93b8-7198-4a27-98b8-bbb12202edeb is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:32.602020 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7f8834-2be6-4d00-a444-d7070e730922 x-openstack-request-id: req-0b7f8834-2be6-4d00-a444-d7070e730922 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:32.602311 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e980195-5337-444c-9912-cb3d0c53a83f", "name": "network-vif-plugged", "status": "completed", "tag": "1469a04b-6e02-4030-afa3-8c1249a6987e", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:32.602559 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b7f8834-2be6-4d00-a444-d7070e730922 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:32.605812 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e980195-5337-444c-9912-cb3d0c53a83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1469a04b-6e02-4030-afa3-8c1249a6987e', 'code': 200} Feb 11 13:51:32.640897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a6f72ded-266a-456f-874f-005eb1d6d3ed None None] Provisioning complete for port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:32.645383 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a6f72ded-266a-456f-874f-005eb1d6d3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.680417 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] Set router e79160b8-7484-4ac2-b0b9-db3deaed5b14 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:32.685135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a6f72ded-266a-456f-874f-005eb1d6d3ed None None] Port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:32.703343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5b793ae0-733e-4697-8a5d-f790fbac9d77 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:32.742004 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.747763 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.773493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 865b93b8-7198-4a27-98b8-bbb12202edeb) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:32.787488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:32.788105 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:32.795232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae622dc-e735-4b56-aee3-bb50a7c5236a None None] Network 865b93b8-7198-4a27-98b8-bbb12202edeb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:32.843542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c636bd-caf3-4a2c-a821-ec0b6ff13041 req-5272f522-6278-4912-96a6-9a0b8b5a2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:32.845074 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37c636bd-caf3-4a2c-a821-ec0b6ff13041 req-5272f522-6278-4912-96a6-9a0b8b5a2e2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 1096 time: 0.1839859 Feb 11 13:51:32.944719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37006) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:32.946024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7dd33d88-3b93-4fa0-8bb3-ce06b7051874 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5832760 Feb 11 13:51:32.949599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-552818327-router', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:32.963803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25705655-f304-4f58-93fb-fd0f9eacb482 req-f9425181-01d7-46d5-a17b-4faea3911f65 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:32.965349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25705655-f304-4f58-93fb-fd0f9eacb482 req-f9425181-01d7-46d5-a17b-4faea3911f65 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 946 time: 0.2063975 Feb 11 13:51:32.972735 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:28Z', 'revision_number': 3, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:32.978505 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37c636bd-caf3-4a2c-a821-ec0b6ff13041 req-e9339a4f-d3c0-424d-8022-b1e8d6ed3a27 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264777 Feb 11 13:51:33.005840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1469a04b-6e02-4030-afa3-8c1249a6987e,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:33.028540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25705655-f304-4f58-93fb-fd0f9eacb482 req-0ce4d2f1-08e6-4f14-8a9f-f7529997ec78 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485497 Feb 11 13:51:33.043802 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.048859 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586f5802-8bab-4837-bef8-9e6099d8e68b None None] The sync data for ids ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'] in n-d-816488-1 is: [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:28Z', 'revision_number': 3, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:33.077990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5b793ae0-733e-4697-8a5d-f790fbac9d77 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:33.078552 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.100433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.101449 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.103017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-865b93b8-7198-4a27-98b8-bbb12202edeb', 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'fixed_ips': [{'subnet_id': '98bf2943-f77a-49ea-8c36-705cff5f42c4'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:51:33.103934 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.182703 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.185715 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.247064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37008) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:33.280497 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.286109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Pushing event updated for resources: {'Port': ['ID=f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:33.353244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0589e914-e222-416c-8a83-2aeb04dc1e56 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=82dfe581fcaf437f9bf23c5c2dd95846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018238 Feb 11 13:51:33.355630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37010) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:33.484248 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cce5d092-2841-4000-a724-e6fcf0b004d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.511407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Allocated IP 172.20.0.2 (865b93b8-7198-4a27-98b8-bbb12202edeb/98bf2943-f77a-49ea-8c36-705cff5f42c4/5942d79d-a952-4761-9777-5ceb3e2af81d) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:33.530753 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cce5d092-2841-4000-a724-e6fcf0b004d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.646602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.662914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Network 55706acc-8fb9-46f5-9804-7ecab24c12a7 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:33.665536 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:33.760836 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.792684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cce5d092-2841-4000-a724-e6fcf0b004d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.795925 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cce5d092-2841-4000-a724-e6fcf0b004d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.797317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cce5d092-2841-4000-a724-e6fcf0b004d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d6198174-0ef3-4643-a5f7-4dbaa774f49e HTTP/1.1" status: 204 len: 168 time: 0.4389920 Feb 11 13:51:33.826477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5d092-2841-4000-a724-e6fcf0b004d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6198174-0ef3-4643-a5f7-4dbaa774f49e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:33.878997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:33.890013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Router e79160b8-7484-4ac2-b0b9-db3deaed5b14 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:33.978413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Network 865b93b8-7198-4a27-98b8-bbb12202edeb is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:33.981869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:33.997719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:34.001252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Pushing event updated for resources: {'Port': ['ID=5942d79d-a952-4761-9777-5ceb3e2af81d,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:34.118744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7373ba9c-669d-4827-994a-dfd201452a86 None None] Provisioning complete for port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:34.119244 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7373ba9c-669d-4827-994a-dfd201452a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:34.148704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Attempting to bind port 5942d79d-a952-4761-9777-5ceb3e2af81d on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:34.157478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Attempting to bind port 5942d79d-a952-4761-9777-5ceb3e2af81d by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:34.157478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Attempting to bind port 5942d79d-a952-4761-9777-5ceb3e2af81d on network 865b93b8-7198-4a27-98b8-bbb12202edeb {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:34.157478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:34.157478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Checking segment: {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:34.158004 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:34.158333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Bound using segment: {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:34.158800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Bound port: 5942d79d-a952-4761-9777-5ceb3e2af81d, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:34.159186 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:34.199842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:34.225784 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-959804c3-58ed-454c-9786-7d94fb7d0225 admin admin] 10.222.0.52 "PUT /v2.0/routers/e79160b8-7484-4ac2-b0b9-db3deaed5b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8351288 Feb 11 13:51:34.236263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7373ba9c-669d-4827-994a-dfd201452a86 None None] Port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:34.279297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] For port 5942d79d-a952-4761-9777-5ceb3e2af81d, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:34.283433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] For port 5942d79d-a952-4761-9777-5ceb3e2af81d, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5942d79d-a952-4761-9777-5ceb3e2af81d,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:34.297870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884ffaa-9052-459f-a9d3-9e71d2417814 req-af08e3b8-4f7e-4ca0-963e-924070624d39 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:34.299891 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c884ffaa-9052-459f-a9d3-9e71d2417814 req-af08e3b8-4f7e-4ca0-963e-924070624d39 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 946 time: 0.1450198 Feb 11 13:51:34.398565 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:34.455054 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c884ffaa-9052-459f-a9d3-9e71d2417814 req-fb70c466-eb70-4c87-a938-35be174c621a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129556 Feb 11 13:51:34.475570 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:34.527594 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:34.533603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684d542-54ec-447c-afcc-3b8316b0aa56 None None] Pushing event updated for resources: {'Port': ['ID=5942d79d-a952-4761-9777-5ceb3e2af81d,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:34.712702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Allocated IP 172.25.0.157 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/7b7febc1-4e22-4d1a-9799-df1287136d1a) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:34.743401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e72f78da-c2cf-445a-a25c-8634aa57ec17 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:34.869305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:34.943013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e72f78da-c2cf-445a-a25c-8634aa57ec17 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:34.943726 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:35.044891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:35.085865 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:35.098930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:35.103226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:35.105585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:35.117595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port e72f78da-c2cf-445a-a25c-8634aa57ec17, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e72f78da-c2cf-445a-a25c-8634aa57ec17,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:35.150098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7febc1-4e22-4d1a-9799-df1287136d1a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:35.218378 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:35.273573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=e72f78da-c2cf-445a-a25c-8634aa57ec17,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:35.531221 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:35.588983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37036) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:35.601459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1089755647-network', 'tenant_id': '4d84a98e111c41278938705ed45233b9'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:35.636493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd84d73-dbeb-4a47-a5ea-cfe00b600803 req-93a4a65a-76cd-42e7-ba35-88fbb2610175 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:35.638211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cd84d73-dbeb-4a47-a5ea-cfe00b600803 req-93a4a65a-76cd-42e7-ba35-88fbb2610175 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 946 time: 0.0616899 Feb 11 13:51:35.701701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1cd84d73-dbeb-4a47-a5ea-cfe00b600803 req-af6097d9-9dc7-4ef3-ae32-89d7421cf2e9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519140 Feb 11 13:51:35.936534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Sync routers for ids ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:35.942955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb806a-3eab-4748-90e6-949c5b40ad6f None None] Network 865b93b8-7198-4a27-98b8-bbb12202edeb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:36.002507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Routers {'e79160b8-7484-4ac2-b0b9-db3deaed5b14'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:36.003346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:36.073070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0d139f31-5ee9-458f-aa41-ee750e4538ce None None] Provisioning complete for port 5942d79d-a952-4761-9777-5ceb3e2af81d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:36.073710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0d139f31-5ee9-458f-aa41-ee750e4538ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:36.166305 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Made reservation on behalf of 4d84a98e111c41278938705ed45233b9 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:36.168651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:36.206839 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:36.227673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Set router e79160b8-7484-4ac2-b0b9-db3deaed5b14 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:36.236406 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:36.261748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028b58c-f25d-4bc7-b75f-4759d0c10228 req-8cf2f89d-08fc-4d0e-87f4-2b057ce7287f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:36.263260 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7028b58c-f25d-4bc7-b75f-4759d0c10228 req-8cf2f89d-08fc-4d0e-87f4-2b057ce7287f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 946 time: 0.1004863 Feb 11 13:51:36.373107 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0d139f31-5ee9-458f-aa41-ee750e4538ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:36.397673 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7028b58c-f25d-4bc7-b75f-4759d0c10228 req-a9e92c9f-62b1-4e1d-8a63-669e3b7cd2b7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960510 Feb 11 13:51:36.444580 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:36.525616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0d139f31-5ee9-458f-aa41-ee750e4538ce None None] For port 5942d79d-a952-4761-9777-5ceb3e2af81d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5942d79d-a952-4761-9777-5ceb3e2af81d,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:36.574566 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df769ad-cf31-4165-951e-552f7e933f87 req-ab2608c3-6c03-42b8-9c06-86cc69db92d7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:36.589609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9df769ad-cf31-4165-951e-552f7e933f87 req-ab2608c3-6c03-42b8-9c06-86cc69db92d7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 946 time: 0.0843577 Feb 11 13:51:36.623929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:32Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2', 'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'mac_address': 'fa:16:3e:16:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:31Z', 'updated_at': '2022-02-11T13:51:32Z', 'revision_number': 2, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'subnets': [{'id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:36.654940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9df769ad-cf31-4165-951e-552f7e933f87 req-f8ef319c-c775-4b29-ac60-458d595b1f10 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630019 Feb 11 13:51:36.690887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Checking router: e79160b8-7484-4ac2-b0b9-db3deaed5b14 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:36.691096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Updating router e79160b8-7484-4ac2-b0b9-db3deaed5b14 port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:36.741534 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:36.801683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5942d79d-a952-4761-9777-5ceb3e2af81d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:36.957276 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-908a7233-678f-4b0e-8abd-52ddab98443e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467415 Feb 11 13:51:36.966730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5942d79d-a952-4761-9777-5ceb3e2af81d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:36.967316 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.056747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-00cf5223-5662-4904-90b5-524034c125a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.058436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-00cf5223-5662-4904-90b5-524034c125a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1097 time: 0.0509188 Feb 11 13:51:37.160859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.183377 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.191780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-a5512db8-5893-451a-bb5b-600b9e88bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.193258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-a5512db8-5893-451a-bb5b-600b9e88bf5b service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc176ec9-92b7-48ab-afd0-88963360c307 HTTP/1.1" status: 200 len: 898 time: 0.1157081 Feb 11 13:51:37.557088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-b159f1a1-42fb-46fc-8373-1a353d822f06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 1002 time: 0.3568323 Feb 11 13:51:37.593040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.607996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-a769985c-671d-405e-8cbd-eda7494c1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.611099 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-a769985c-671d-405e-8cbd-eda7494c1153 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b104d062-05d2-48a5-a8d6-a8727898a3d8 HTTP/1.1" status: 200 len: 835 time: 0.0457828 Feb 11 13:51:37.615140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:37.628669 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330274bf-572b-412f-8eb6-5f6c17cef937,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:37.633499 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.633866 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Added segment d22d8ade-9877-44bb-bfd9-5ddffaac7d5e of type vlan for network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 Feb 11 13:51:37.710087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-d3d2dfa2-3abb-4d7c-a160-78d148988dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.710087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-d3d2dfa2-3abb-4d7c-a160-78d148988dc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc176ec9-92b7-48ab-afd0-88963360c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493584 Feb 11 13:51:37.711048 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.761671 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-4d22cae9-16c7-4e5f-9fc3-6c557e6b5fe0 service neutron] 10.222.0.59 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875242 Feb 11 13:51:37.774194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Router 22852011-917b-49be-9c26-61b3337769e7 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:51:37.778088 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0d139f31-5ee9-458f-aa41-ee750e4538ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.784871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.873385 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:51:37.873385 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:51:37.877575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d139f31-5ee9-458f-aa41-ee750e4538ce None None] Pushing event updated for resources: {'Port': ['ID=5942d79d-a952-4761-9777-5ceb3e2af81d,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:37.924087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd30f29-73e1-4133-9d7a-a4ea0df4ddcc None None] Pushing event updated for resources: {'Port': ['ID=f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:37.944710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c0a46532-33e1-4297-8904-56255c7b3c12 req-78cca54e-9c2c-41cb-8de3-25e96163af86 service neutron] 10.222.0.59 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737859 Feb 11 13:51:37.954821 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.956673 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:37.957998 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:37.990494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5f6e0c2d-c39a-41ea-adf2-aff0ced0c307 None None] Provisioning complete for port 5942d79d-a952-4761-9777-5ceb3e2af81d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:37.991085 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0c2d-c39a-41ea-adf2-aff0ced0c307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:38.025559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Attempting to bind port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:38.026257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Attempting to bind port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:38.026805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Attempting to bind port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 on network 55706acc-8fb9-46f5-9804-7ecab24c12a7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:38.035118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:38.035795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Checking segment: {'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:38.036379 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:38.036945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Bound using segment: {'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:38.037603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Bound port: f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:38.038200 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:38.071444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:38.082441 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Sync routers for ids ['22852011-917b-49be-9c26-61b3337769e7'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:38.100200 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Routers {'22852011-917b-49be-9c26-61b3337769e7'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:38.101229 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['22852011-917b-49be-9c26-61b3337769e7'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:38.114021 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5191772 Feb 11 13:51:38.114021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821acc0-01fc-4375-b412-2af9d1dfd7ef admin admin] Pushing event updated for resources: {'Network': ['ID=ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:38.115099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37060) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:38.119888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Request body: {'subnet': {'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1089755647-subnet', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:38.128900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:38.229745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:38.231050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fed97-b5b0-448c-8dfa-558a9dbb2bb5 req-92f7aee3-4ba2-4a75-925c-c049f0f9ddb3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:38.232070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5f8ba7db-937a-4630-8838-02bf6c5f94d2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2862175 Feb 11 13:51:38.234504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37062) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:38.239311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-882fed97-b5b0-448c-8dfa-558a9dbb2bb5 req-92f7aee3-4ba2-4a75-925c-c049f0f9ddb3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 946 time: 0.0905273 Feb 11 13:51:38.298387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] For port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:38.303324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] For port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:38.336797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-882fed97-b5b0-448c-8dfa-558a9dbb2bb5 req-e8e0bcb6-da35-4015-a273-85e40f2f39a4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912292 Feb 11 13:51:38.357684 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Set router 22852011-917b-49be-9c26-61b3337769e7 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:38.399155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Made reservation on behalf of 4d84a98e111c41278938705ed45233b9 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:38.409347 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:38.423348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e72f78da-c2cf-445a-a25c-8634aa57ec17 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:38.465953 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:38.519187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e72f78da-c2cf-445a-a25c-8634aa57ec17 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:38.519187 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:38.595773 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22852011-917b-49be-9c26-61b3337769e7', 'name': 'tempest-TestServerMultinode-552818327-router', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:33Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 3, 'project_id': '092188d622794eeb9e08e197209fcf84', 'gw_port': {'id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:34Z', 'updated_at': '2022-02-11T13:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:38.629441 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Checking router: 22852011-917b-49be-9c26-61b3337769e7 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:38.630211 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Updating router 22852011-917b-49be-9c26-61b3337769e7 port 7b7febc1-4e22-4d1a-9799-df1287136d1a binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:38.691197 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:38.798767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd30f29-73e1-4133-9d7a-a4ea0df4ddcc None None] Pushing event updated for resources: {'Port': ['ID=f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:38.829425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b026273b-4751-4e08-8ed3-8701d7ed4fdf None None] Provisioning complete for port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:38.842831 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b026273b-4751-4e08-8ed3-8701d7ed4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:38.867560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Routers {'e79160b8-7484-4ac2-b0b9-db3deaed5b14'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:38.871489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:39.010233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] Set router e79160b8-7484-4ac2-b0b9-db3deaed5b14 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:39.012615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.033667 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.111772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74705818-3517-4921-b717-abc1aee16379,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:39.115745 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.124124 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.133987 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b026273b-4751-4e08-8ed3-8701d7ed4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.166537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Checking segment: {'id': 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:39.167233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Network hostable DHCP agents. Network: ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:39.262962 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Attempting to bind port 7b7febc1-4e22-4d1a-9799-df1287136d1a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:39.263727 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Attempting to bind port 7b7febc1-4e22-4d1a-9799-df1287136d1a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:39.264326 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Attempting to bind port 7b7febc1-4e22-4d1a-9799-df1287136d1a on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:39.285190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b026273b-4751-4e08-8ed3-8701d7ed4fdf None None] For port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:39.293027 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:39.295447 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:39.296931 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.297556 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:39.298321 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Bound port: 7b7febc1-4e22-4d1a-9799-df1287136d1a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:39.299399 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.342219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5942d79d-a952-4761-9777-5ceb3e2af81d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:39.351418 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae855f0-9c21-457b-99a0-78b5be36b6c1 None None] Pushing event updated for resources: {'Port': ['ID=7b7febc1-4e22-4d1a-9799-df1287136d1a,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:39.413182 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] For port 7b7febc1-4e22-4d1a-9799-df1287136d1a, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:39.416424 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] For port 7b7febc1-4e22-4d1a-9799-df1287136d1a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7b7febc1-4e22-4d1a-9799-df1287136d1a,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:39.425544 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b026273b-4751-4e08-8ed3-8701d7ed4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.430605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Allocated IP 172.20.0.1 (865b93b8-7198-4a27-98b8-bbb12202edeb/98bf2943-f77a-49ea-8c36-705cff5f42c4/a8e376a3-c848-4319-a811-80f8232ffd92) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:39.502710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:39.503581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026273b-4751-4e08-8ed3-8701d7ed4fdf None None] Pushing event updated for resources: {'Port': ['ID=f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:39.513639 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5942d79d-a952-4761-9777-5ceb3e2af81d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:39.514361 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.524129 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.526864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f26be058-567c-41b7-983c-cd134e8f3ad3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:39.528466 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f26be058-567c-41b7-983c-cd134e8f3ad3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 946 time: 0.0828121 Feb 11 13:51:39.555884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:32Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2', 'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'mac_address': 'fa:16:3e:16:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:31Z', 'updated_at': '2022-02-11T13:51:38Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'subnets': [{'id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:39.589110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02194d46-053a-43ba-a115-ed09d143f982 req-b91aa06c-565c-49c7-a0b1-85b998c60376 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:39.590748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02194d46-053a-43ba-a115-ed09d143f982 req-b91aa06c-565c-49c7-a0b1-85b998c60376 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 946 time: 0.1014347 Feb 11 13:51:39.600881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ea315-bb3d-4d71-ba42-7633e49a24a0 None None] The sync data for ids ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'] in n-d-816488-1 is: [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:32Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2', 'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'mac_address': 'fa:16:3e:16:97:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:31Z', 'updated_at': '2022-02-11T13:51:38Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'subnets': [{'id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:39.623325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4a9fad60-68f0-4790-8a4b-1be95f9a0787 None None] Provisioning complete for port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:39.623706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4a9fad60-68f0-4790-8a4b-1be95f9a0787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.625833 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.657568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02194d46-053a-43ba-a115-ed09d143f982 req-796134b8-b86c-4715-b150-ce8ac8088adc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572777 Feb 11 13:51:39.713010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:39.724177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:39.726076 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.753541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f76ee11e-8bee-45d3-a95a-b2974e4eef87 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Deleting port 1469a04b-6e02-4030-afa3-8c1249a6987e {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:51:39.757380 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad84e0-283a-4578-ae34-29b4e2d39b96 None None] Network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:39.758205 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f76ee11e-8bee-45d3-a95a-b2974e4eef87 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.774877 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:39.875403 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae855f0-9c21-457b-99a0-78b5be36b6c1 None None] Pushing event updated for resources: {'Port': ['ID=7b7febc1-4e22-4d1a-9799-df1287136d1a,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:39.879050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bb0737f5-3796-4280-a8cd-5d9758e3a99a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7634909 Feb 11 13:51:39.886790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37078) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:39.891471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Network 865b93b8-7198-4a27-98b8-bbb12202edeb is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:39.895937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1089755647-router', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:39.909194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:39.926838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:39.929087 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Routers {'22852011-917b-49be-9c26-61b3337769e7'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:39.930000 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['22852011-917b-49be-9c26-61b3337769e7'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:39.931848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e376a3-c848-4319-a811-80f8232ffd92,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:40.005620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f76ee11e-8bee-45d3-a95a-b2974e4eef87 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] For port 1469a04b-6e02-4030-afa3-8c1249a6987e, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1469a04b-6e02-4030-afa3-8c1249a6987e,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:40.005620 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f76ee11e-8bee-45d3-a95a-b2974e4eef87 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.024765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f76ee11e-8bee-45d3-a95a-b2974e4eef87 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Calling delete_port for 1469a04b-6e02-4030-afa3-8c1249a6987e owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:51:40.037691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.127497 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] Set router 22852011-917b-49be-9c26-61b3337769e7 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:40.136979 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.138103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.261958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67', 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'fixed_ips': [{'subnet_id': '74705818-3517-4921-b717-abc1aee16379'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:51:40.264995 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.360123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.472102 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22852011-917b-49be-9c26-61b3337769e7', 'name': 'tempest-TestServerMultinode-552818327-router', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:33Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 3, 'project_id': '092188d622794eeb9e08e197209fcf84', 'gw_port': {'id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:34Z', 'updated_at': '2022-02-11T13:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:40.495689 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f76ee11e-8bee-45d3-a95a-b2974e4eef87 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.508101 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90129ae3-9d1d-4146-8d18-beccab37331b None None] The sync data for ids ['22852011-917b-49be-9c26-61b3337769e7'] in n-d-816488-1 is: [{'id': '22852011-917b-49be-9c26-61b3337769e7', 'name': 'tempest-TestServerMultinode-552818327-router', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:33Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 3, 'project_id': '092188d622794eeb9e08e197209fcf84', 'gw_port': {'id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:34Z', 'updated_at': '2022-02-11T13:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:40.524113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Allocated IP 172.20.0.2 (ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67/74705818-3517-4921-b717-abc1aee16379/bdbf01ff-d8a6-4406-9d49-8b8931dc6444) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:40.556007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ee11e-8bee-45d3-a95a-b2974e4eef87 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'Port': ['ID=1469a04b-6e02-4030-afa3-8c1249a6987e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:40.602105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['1469a04b-6e02-4030-afa3-8c1249a6987e'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:51:40.634635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8030333f-24e3-49b6-abc2-138221a9257e None None] Provisioning complete for port a8e376a3-c848-4319-a811-80f8232ffd92 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:40.635012 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8030333f-24e3-49b6-abc2-138221a9257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.655169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f76ee11e-8bee-45d3-a95a-b2974e4eef87 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] No DVR routers for this DVR port 1469a04b-6e02-4030-afa3-8c1249a6987e on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:51:40.664185 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f76ee11e-8bee-45d3-a95a-b2974e4eef87 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.668045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ab13ce08-ce3f-455c-aaed-178e0061c096 req-f76ee11e-8bee-45d3-a95a-b2974e4eef87 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "DELETE /v2.0/ports/1469a04b-6e02-4030-afa3-8c1249a6987e HTTP/1.1" status: 204 len: 173 time: 1.1339357 Feb 11 13:51:40.674330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e980195-5337-444c-9912-cb3d0c53a83f', 'name': 'network-vif-deleted', 'tag': '1469a04b-6e02-4030-afa3-8c1249a6987e'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:40.676987 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2586e1a-3b78-426d-8b33-50caa2d42821" -d '{"events": [{"server_uuid": "0e980195-5337-444c-9912-cb3d0c53a83f", "name": "network-vif-deleted", "tag": "1469a04b-6e02-4030-afa3-8c1249a6987e"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:40.774160 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fad5b55-03fd-498f-9dd9-0440548f208e x-openstack-request-id: req-5fad5b55-03fd-498f-9dd9-0440548f208e {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:40.774475 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e980195-5337-444c-9912-cb3d0c53a83f", "name": "network-vif-deleted", "tag": "1469a04b-6e02-4030-afa3-8c1249a6987e", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:40.774728 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5fad5b55-03fd-498f-9dd9-0440548f208e {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:40.775125 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e980195-5337-444c-9912-cb3d0c53a83f', 'name': 'network-vif-deleted', 'tag': '1469a04b-6e02-4030-afa3-8c1249a6987e', 'status': 'completed', 'code': 200} Feb 11 13:51:40.828725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee8178c4-5f6e-426a-86d1-b6ea42e6aa4f req-22e6796b-444d-472b-89cd-2311c00432bc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.0521040 Feb 11 13:51:40.832355 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.862726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8030333f-24e3-49b6-abc2-138221a9257e None None] Port a8e376a3-c848-4319-a811-80f8232ffd92 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:40.911925 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.973899 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:40.993162 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.075573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Pushing event updated for resources: {'Port': ['ID=bdbf01ff-d8a6-4406-9d49-8b8931dc6444,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:41.085183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:41.086799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:41.095189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:41.230045 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.262646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Attempting to bind port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:41.263175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Attempting to bind port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:41.268136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Attempting to bind port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 on network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:41.274509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:41.275392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Checking segment: {'id': 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:41.276022 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.276617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Bound using segment: {'id': 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:41.277014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Bound port: bdbf01ff-d8a6-4406-9d49-8b8931dc6444, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:41.277889 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.367192 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.400422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] For port bdbf01ff-d8a6-4406-9d49-8b8931dc6444, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:41.410170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] For port bdbf01ff-d8a6-4406-9d49-8b8931dc6444, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bdbf01ff-d8a6-4406-9d49-8b8931dc6444,segment=NetworkSegment(d22d8ade-9877-44bb-bfd9-5ddffaac7d5e),segment_id=d22d8ade-9877-44bb-bfd9-5ddffaac7d5e)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:41.435729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7b7febc1-4e22-4d1a-9799-df1287136d1a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:41.500546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.503249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=a8e376a3-c848-4319-a811-80f8232ffd92,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:41.544249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7b7febc1-4e22-4d1a-9799-df1287136d1a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:41.545193 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.550840 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.658588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Network 865b93b8-7198-4a27-98b8-bbb12202edeb is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:41.660808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:41.679061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d531fd4-0f11-473d-996e-923e03ecf539 None None] Pushing event updated for resources: {'Port': ['ID=bdbf01ff-d8a6-4406-9d49-8b8931dc6444,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:41.861642 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:41.931482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 7b7febc1-4e22-4d1a-9799-df1287136d1a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7b7febc1-4e22-4d1a-9799-df1287136d1a,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:42.009133 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.033899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.035595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:42.048274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5118d08f-e736-46ef-84e3-f1109c869b3b req-c46e6c0e-b3c7-482d-ba83-a430b0816c94 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.0685999 Feb 11 13:51:42.055139 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.178418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Router 22852011-917b-49be-9c26-61b3337769e7 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:42.309443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=7b7febc1-4e22-4d1a-9799-df1287136d1a,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:42.316634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8efe5373-603d-424d-9406-e7fa0154c091 None None] Provisioning complete for port a8e376a3-c848-4319-a811-80f8232ffd92 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:42.317000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8efe5373-603d-424d-9406-e7fa0154c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.375515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:42.375911 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.422396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Allocated IP 172.25.0.189 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/3269aec8-6536-450b-95eb-e2dcbcdf566f) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:42.447567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8efe5373-603d-424d-9406-e7fa0154c091 None None] Port a8e376a3-c848-4319-a811-80f8232ffd92 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:42.472779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:42.528556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c14f3f5d-b6da-430d-8707-67d53c655fb0 admin admin] 10.222.0.52 "PUT /v2.0/routers/22852011-917b-49be-9c26-61b3337769e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2821550 Feb 11 13:51:42.589302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.713414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:42.779776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:42.784036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:42.788857 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:42.796059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Pushing event updated for resources: {'Port': ['ID=3269aec8-6536-450b-95eb-e2dcbcdf566f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:43.185905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ce7faa6d-7ce3-4c27-b4ba-b7739c2324ac req-ac15febb-7e0f-450a-9c96-ddcdca9ccd9a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.0422850 Feb 11 13:51:43.445579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be44e76-7b59-4db4-b17c-3427d1d0ed3e None None] Network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:43.446299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bdbf01ff-d8a6-4406-9d49-8b8931dc6444 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:43.669465 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-df741df8-fd08-4d22-b5a1-9ead9ba86e9c None None] Provisioning complete for port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:43.669465 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df741df8-fd08-4d22-b5a1-9ead9ba86e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:43.694233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37118) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:43.699807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1903716674-network', 'tenant_id': 'c92cb4ddd5834473af682359616deb04'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:43.797804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:43.805746 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:43.888933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:43.901535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Made reservation on behalf of c92cb4ddd5834473af682359616deb04 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:43.904168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:43.919534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.043632 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.070435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1469a04b-6e02-4030-afa3-8c1249a6987e no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:51:44.073112 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Sync routers for ids ['22852011-917b-49be-9c26-61b3337769e7'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:44.101232 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df741df8-fd08-4d22-b5a1-9ead9ba86e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.112858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 1469a04b-6e02-4030-afa3-8c1249a6987e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:51:44.113216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1469a04b-6e02-4030-afa3-8c1249a6987e not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:51:44.129445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Routers {'22852011-917b-49be-9c26-61b3337769e7'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:44.137073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['22852011-917b-49be-9c26-61b3337769e7'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:44.147961 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.179888 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.206414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:51:44.232671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30859aed-d368-412c-a816-1c1e580e885c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:44.239880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.240223 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Added segment b186df0e-e9a3-4af1-bac6-152f7458e4f4 of type vlan for network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 Feb 11 13:51:44.300722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Set router 22852011-917b-49be-9c26-61b3337769e7 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:44.317692 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.336631 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba05a4ce-22d9-4a98-a01d-a3266a7c18f5 req-7e46ba6a-9fc6-431f-84c1-bf3a5994f6cf tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.0323174 Feb 11 13:51:44.435735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-df741df8-fd08-4d22-b5a1-9ead9ba86e9c None None] For port bdbf01ff-d8a6-4406-9d49-8b8931dc6444, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bdbf01ff-d8a6-4406-9d49-8b8931dc6444,segment=NetworkSegment(d22d8ade-9877-44bb-bfd9-5ddffaac7d5e),segment_id=d22d8ade-9877-44bb-bfd9-5ddffaac7d5e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:44.466651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Router 971603ae-f560-4635-9c6e-c355c9c37e90 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:51:44.492277 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.541705 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.542725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:44.543364 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.599816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22852011-917b-49be-9c26-61b3337769e7', 'name': 'tempest-TestServerMultinode-552818327-router', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:33Z', 'updated_at': '2022-02-11T13:51:40Z', 'revision_number': 4, 'project_id': '092188d622794eeb9e08e197209fcf84', 'gw_port': {'id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:34Z', 'updated_at': '2022-02-11T13:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a8e376a3-c848-4319-a811-80f8232ffd92', 'name': '', 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'mac_address': 'fa:16:3e:67:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '98bf2943-f77a-49ea-8c36-705cff5f42c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:39Z', 'updated_at': '2022-02-11T13:51:41Z', 'revision_number': 2, 'project_id': '092188d622794eeb9e08e197209fcf84', 'subnets': [{'id': '98bf2943-f77a-49ea-8c36-705cff5f42c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:44.622340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] Pushing event updated for resources: {'Network': ['ID=21c6dba4-89d2-4a02-ab87-127c42b02ea7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:44.644092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:44.644941 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-df741df8-fd08-4d22-b5a1-9ead9ba86e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.650097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:51:44.663349 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Sync routers for ids ['971603ae-f560-4635-9c6e-c355c9c37e90'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:44.673744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Checking router: 22852011-917b-49be-9c26-61b3337769e7 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:44.674268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Updating router 22852011-917b-49be-9c26-61b3337769e7 port a8e376a3-c848-4319-a811-80f8232ffd92 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:44.681447 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Routers {'971603ae-f560-4635-9c6e-c355c9c37e90'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:44.682404 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['971603ae-f560-4635-9c6e-c355c9c37e90'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:44.757978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9325324b-8a65-45d0-828c-1d1df80657b0 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0616567 Feb 11 13:51:44.760400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37124) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:44.773516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Request body: {'subnet': {'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1903716674-subnet', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:44.798245 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Set router 971603ae-f560-4635-9c6e-c355c9c37e90 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:44.814257 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.818189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4e3e9835-0447-4c36-b977-6d7d57e73985 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9225531 Feb 11 13:51:44.818473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37126) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:44.822413 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:44.876909 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:51:44.878040 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:51:44.895615 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df741df8-fd08-4d22-b5a1-9ead9ba86e9c None None] Pushing event updated for resources: {'Port': ['ID=bdbf01ff-d8a6-4406-9d49-8b8931dc6444,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:44.904784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c74bae64-c87c-499b-a2a6-29d835440c90 None None] Provisioning complete for port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:44.905265 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c74bae64-c87c-499b-a2a6-29d835440c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.016297 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'name': 'tempest-TestServerBasicOps-1089755647-router', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:40Z', 'updated_at': '2022-02-11T13:51:43Z', 'revision_number': 3, 'project_id': '4d84a98e111c41278938705ed45233b9', 'gw_port': {'id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:42Z', 'updated_at': '2022-02-11T13:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:45.057229 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Checking router: 971603ae-f560-4635-9c6e-c355c9c37e90 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:45.058033 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Updating router 971603ae-f560-4635-9c6e-c355c9c37e90 port 3269aec8-6536-450b-95eb-e2dcbcdf566f binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:45.084602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Made reservation on behalf of c92cb4ddd5834473af682359616deb04 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:45.089534 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.090650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.240471 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.421423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7b7febc1-4e22-4d1a-9799-df1287136d1a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:45.459663 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.474677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.477620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-beca8907-d2e6-4ea5-8d83-81f18648d2bc req-51fb2b13-866a-4615-b3c1-6ec93ed2d204 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.0312715 Feb 11 13:51:45.501606 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.518885 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.551607 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7b7febc1-4e22-4d1a-9799-df1287136d1a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:45.551607 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.566646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84808286-7028-407c-8472-f477ca2a2bab None None] Pushing event updated for resources: {'Port': ['ID=a8e376a3-c848-4319-a811-80f8232ffd92,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:45.616162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=291eb44f-9ca1-441d-a1a7-7fbd2538171d,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:45.621352 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.658693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Attempting to bind port a8e376a3-c848-4319-a811-80f8232ffd92 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:45.658928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Attempting to bind port a8e376a3-c848-4319-a811-80f8232ffd92 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:45.660759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Attempting to bind port a8e376a3-c848-4319-a811-80f8232ffd92 on network 865b93b8-7198-4a27-98b8-bbb12202edeb {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:45.684150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:45.686699 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Checking segment: {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:45.687144 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.689275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Bound using segment: {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:45.689842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Bound port: a8e376a3-c848-4319-a811-80f8232ffd92, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:45.690406 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.721970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Checking segment: {'id': 'b186df0e-e9a3-4af1-bac6-152f7458e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:45.722331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Network hostable DHCP agents. Network: 21c6dba4-89d2-4a02-ab87-127c42b02ea7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:51:45.750433 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Attempting to bind port 3269aec8-6536-450b-95eb-e2dcbcdf566f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:45.751744 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Attempting to bind port 3269aec8-6536-450b-95eb-e2dcbcdf566f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:45.752184 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Attempting to bind port 3269aec8-6536-450b-95eb-e2dcbcdf566f on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:45.762403 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:45.770510 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:45.772103 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.774040 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:45.775367 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Bound port: 3269aec8-6536-450b-95eb-e2dcbcdf566f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:45.776617 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.777615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Allocated IP 172.20.0.1 (ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67/74705818-3517-4921-b717-abc1aee16379/960b9d86-09d9-4277-adda-45e54737df4c) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:45.838194 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c10cb8-12fd-402f-96e2-4c8efe703f32 None None] Pushing event updated for resources: {'Port': ['ID=3269aec8-6536-450b-95eb-e2dcbcdf566f,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:45.842703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] For port a8e376a3-c848-4319-a811-80f8232ffd92, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:45.849152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] For port a8e376a3-c848-4319-a811-80f8232ffd92, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a8e376a3-c848-4319-a811-80f8232ffd92,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:45.889008 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] For port 3269aec8-6536-450b-95eb-e2dcbcdf566f, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:45.892739 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] For port 3269aec8-6536-450b-95eb-e2dcbcdf566f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3269aec8-6536-450b-95eb-e2dcbcdf566f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:45.895276 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:51:45.923678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:45.961168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bdbf01ff-d8a6-4406-9d49-8b8931dc6444 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:46.006956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5dea5483-066b-40e9-8f61-a6fbdded8135 None None] Provisioning complete for port a8e376a3-c848-4319-a811-80f8232ffd92 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:46.007333 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5dea5483-066b-40e9-8f61-a6fbdded8135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.049801 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.054367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5dea5483-066b-40e9-8f61-a6fbdded8135 None None] Port a8e376a3-c848-4319-a811-80f8232ffd92 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:46.093016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:46.093391 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.102171 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.102519 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.105844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 21c6dba4-89d2-4a02-ab87-127c42b02ea7) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:46.113894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:46.114675 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.156353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:46.159531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:46.162041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84808286-7028-407c-8472-f477ca2a2bab None None] Pushing event updated for resources: {'Port': ['ID=a8e376a3-c848-4319-a811-80f8232ffd92,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:46.163461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:46.197965 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c10cb8-12fd-402f-96e2-4c8efe703f32 None None] Pushing event updated for resources: {'Port': ['ID=3269aec8-6536-450b-95eb-e2dcbcdf566f,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:46.205021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266c2a9c-0c20-4e5c-adde-9e9aac997aaa None None] Network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:46.215778 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Routers {'971603ae-f560-4635-9c6e-c355c9c37e90'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:46.216542 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['971603ae-f560-4635-9c6e-c355c9c37e90'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:46.225921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.243306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Routers {'22852011-917b-49be-9c26-61b3337769e7'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:46.243953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['22852011-917b-49be-9c26-61b3337769e7'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:46.290210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Pushing event updated for resources: {'Port': ['ID=960b9d86-09d9-4277-adda-45e54737df4c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:46.313279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2767f5e3-ed4c-421d-a4ac-3e754b954b0d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5500772 Feb 11 13:51:46.323412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37132) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:46.323412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1903716674-router', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:46.394619 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] Set router 971603ae-f560-4635-9c6e-c355c9c37e90 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:46.530607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.531712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.579965 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.653188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.686509 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'name': 'tempest-TestServerBasicOps-1089755647-router', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:40Z', 'updated_at': '2022-02-11T13:51:43Z', 'revision_number': 3, 'project_id': '4d84a98e111c41278938705ed45233b9', 'gw_port': {'id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:42Z', 'updated_at': '2022-02-11T13:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:46.695241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bcd80783-11fc-4f33-bd78-be94ede88137 req-cc76f7ec-650c-4687-817b-eb99f6481c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=0e980195-5337-444c-9912-cb3d0c53a83f HTTP/1.1" status: 200 len: 210 time: 0.0403657 Feb 11 13:51:46.720572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46188cbc-ff8f-4a69-970e-bb43bab1cdf5 None None] The sync data for ids ['971603ae-f560-4635-9c6e-c355c9c37e90'] in n-d-816488-1 is: [{'id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'name': 'tempest-TestServerBasicOps-1089755647-router', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:40Z', 'updated_at': '2022-02-11T13:51:43Z', 'revision_number': 3, 'project_id': '4d84a98e111c41278938705ed45233b9', 'gw_port': {'id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:42Z', 'updated_at': '2022-02-11T13:51:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:46.793126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] Set router 22852011-917b-49be-9c26-61b3337769e7 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:46.853264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-33f99d5b-ae56-45ac-96d4-cd494d62579a None None] Provisioning complete for port a8e376a3-c848-4319-a811-80f8232ffd92 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:46.853654 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-33f99d5b-ae56-45ac-96d4-cd494d62579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.877260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.879094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-21c6dba4-89d2-4a02-ab87-127c42b02ea7', 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'fixed_ips': [{'subnet_id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:51:46.879948 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.952783 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:46.998873 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.092106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.094107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Pushing event updated for resources: {'Port': ['ID=960b9d86-09d9-4277-adda-45e54737df4c,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:47.186120 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-33f99d5b-ae56-45ac-96d4-cd494d62579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.254939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:47.256630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:47.320952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-33f99d5b-ae56-45ac-96d4-cd494d62579a None None] For port a8e376a3-c848-4319-a811-80f8232ffd92, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a8e376a3-c848-4319-a811-80f8232ffd92,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:47.335522 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Allocated IP 172.20.0.2 (21c6dba4-89d2-4a02-ab87-127c42b02ea7/291eb44f-9ca1-441d-a1a7-7fbd2538171d/8e9438cb-2b39-46a9-aa4b-ed4268b3146a) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:47.365591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.393615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.498012 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-33f99d5b-ae56-45ac-96d4-cd494d62579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.498279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Router 971603ae-f560-4635-9c6e-c355c9c37e90 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:47.574259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f99d5b-ae56-45ac-96d4-cd494d62579a None None] Pushing event updated for resources: {'Port': ['ID=a8e376a3-c848-4319-a811-80f8232ffd92,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:47.580397 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22852011-917b-49be-9c26-61b3337769e7', 'name': 'tempest-TestServerMultinode-552818327-router', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:33Z', 'updated_at': '2022-02-11T13:51:40Z', 'revision_number': 4, 'project_id': '092188d622794eeb9e08e197209fcf84', 'gw_port': {'id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:34Z', 'updated_at': '2022-02-11T13:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a8e376a3-c848-4319-a811-80f8232ffd92', 'name': '', 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'mac_address': 'fa:16:3e:67:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '98bf2943-f77a-49ea-8c36-705cff5f42c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:39Z', 'updated_at': '2022-02-11T13:51:45Z', 'revision_number': 4, 'project_id': '092188d622794eeb9e08e197209fcf84', 'subnets': [{'id': '98bf2943-f77a-49ea-8c36-705cff5f42c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:47.596576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Allocated IP 172.25.0.19 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/b73ed004-eb39-4bf3-82f1-9182e4cc8712) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:47.619827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4d7e29-21cc-420e-9638-050c31ca2e8a None None] The sync data for ids ['22852011-917b-49be-9c26-61b3337769e7'] in n-d-816488-1 is: [{'id': '22852011-917b-49be-9c26-61b3337769e7', 'name': 'tempest-TestServerMultinode-552818327-router', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:33Z', 'updated_at': '2022-02-11T13:51:40Z', 'revision_number': 4, 'project_id': '092188d622794eeb9e08e197209fcf84', 'gw_port': {'id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:34Z', 'updated_at': '2022-02-11T13:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'a8e376a3-c848-4319-a811-80f8232ffd92', 'name': '', 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'mac_address': 'fa:16:3e:67:ae:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '98bf2943-f77a-49ea-8c36-705cff5f42c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:39Z', 'updated_at': '2022-02-11T13:51:45Z', 'revision_number': 4, 'project_id': '092188d622794eeb9e08e197209fcf84', 'subnets': [{'id': '98bf2943-f77a-49ea-8c36-705cff5f42c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:47.679853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-33f99d5b-ae56-45ac-96d4-cd494d62579a None None] Provisioning complete for port 960b9d86-09d9-4277-adda-45e54737df4c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:47.680121 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-33f99d5b-ae56-45ac-96d4-cd494d62579a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.756868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:47.767533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d52b484c-d588-468e-bbfc-48b9ebd86e77 admin admin] 10.222.0.52 "PUT /v2.0/routers/971603ae-f560-4635-9c6e-c355c9c37e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9486041 Feb 11 13:51:47.801318 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.828761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-33f99d5b-ae56-45ac-96d4-cd494d62579a None None] Port 960b9d86-09d9-4277-adda-45e54737df4c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:47.915456 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:47.959461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f753b01f-9e59-4c94-a4d0-441b8478140c None None] Provisioning complete for port 960b9d86-09d9-4277-adda-45e54737df4c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:47.959844 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f753b01f-9e59-4c94-a4d0-441b8478140c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.018283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f753b01f-9e59-4c94-a4d0-441b8478140c None None] Port 960b9d86-09d9-4277-adda-45e54737df4c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:48.059330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3269aec8-6536-450b-95eb-e2dcbcdf566f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:48.085424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.130164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3269aec8-6536-450b-95eb-e2dcbcdf566f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:48.130706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.169435 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.171361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:48.180530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:48.186744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:48.194651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Pushing event updated for resources: {'Port': ['ID=b73ed004-eb39-4bf3-82f1-9182e4cc8712,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:48.250608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:48.252134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:48.258868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:48.324073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Pushing event updated for resources: {'Port': ['ID=8e9438cb-2b39-46a9-aa4b-ed4268b3146a,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:48.408912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.438930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Attempting to bind port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:48.439071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Attempting to bind port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b186df0e-e9a3-4af1-bac6-152f7458e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:48.439443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Attempting to bind port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a on network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:48.445106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 3269aec8-6536-450b-95eb-e2dcbcdf566f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3269aec8-6536-450b-95eb-e2dcbcdf566f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:48.448029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:48.448405 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Checking segment: {'id': 'b186df0e-e9a3-4af1-bac6-152f7458e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:48.448809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.449200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Bound using segment: {'id': 'b186df0e-e9a3-4af1-bac6-152f7458e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:48.449662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Bound port: 8e9438cb-2b39-46a9-aa4b-ed4268b3146a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b186df0e-e9a3-4af1-bac6-152f7458e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:48.450185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.530401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] For port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:48.534501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] For port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8e9438cb-2b39-46a9-aa4b-ed4268b3146a,segment=NetworkSegment(b186df0e-e9a3-4af1-bac6-152f7458e4f4),segment_id=b186df0e-e9a3-4af1-bac6-152f7458e4f4)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:48.611145 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.612433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a8e376a3-c848-4319-a811-80f8232ffd92 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:48.726852 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.790027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=3269aec8-6536-450b-95eb-e2dcbcdf566f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:48.880928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a8e376a3-c848-4319-a811-80f8232ffd92 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:48.883333 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:48.923875 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:51:49.017234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd251ca-b03b-4b7b-b0d1-f7228fee036d None None] Pushing event updated for resources: {'Port': ['ID=8e9438cb-2b39-46a9-aa4b-ed4268b3146a,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:49.042146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6adeb-9cb0-413b-945a-6d8400dea9aa req-dfe7f431-8945-4791-87cd-0670159d5f0c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:49.051492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9eb6adeb-9cb0-413b-945a-6d8400dea9aa req-dfe7f431-8945-4791-87cd-0670159d5f0c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.2346859 Feb 11 13:51:49.120355 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:49.223204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37158) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:49.224661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9eb6adeb-9cb0-413b-945a-6d8400dea9aa req-7ec94559-803d-4849-a608-70119f9a2f97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722987 Feb 11 13:51:49.229962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3d3d44b3-033b-47ac-a3de-6e5884353b3f tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1486611141', 'description': 'tempest-secgroup-smoke-1486611141 description', 'project_id': '7fa9c0c63feb4d02974e433b5f462b15'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:49.258609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37160) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:49.378795 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-19c6e3da-33fc-4696-8d47-c4b890e9ddf7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/9a864356-5228-402e-95c1-598cebeb42b4 HTTP/1.1" status: 200 len: 994 time: 0.1188352 Feb 11 13:51:49.451343 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d3d44b3-033b-47ac-a3de-6e5884353b3f tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:49.493686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:49.598142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d3d44b3-033b-47ac-a3de-6e5884353b3f tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:49.729247 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d3d44b3-033b-47ac-a3de-6e5884353b3f tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:49.740463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4039c-a77c-4b34-a4c5-ec42de109578 req-30f9d637-d20f-4181-b0ce-30dfebad7c05 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:49.742352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ced4039c-a77c-4b34-a4c5-ec42de109578 req-30f9d637-d20f-4181-b0ce-30dfebad7c05 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1097 time: 0.0432878 Feb 11 13:51:49.759275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Router cfabe064-b6ae-472d-92f6-45e6e95a6603 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:51:49.790017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d44b3-033b-47ac-a3de-6e5884353b3f tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd37b48-ac84-4733-8687-ac738469ad6d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:49.859456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ced4039c-a77c-4b34-a4c5-ec42de109578 req-63723bbc-2eb5-425d-adf6-592ccfed5ce5 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938609 Feb 11 13:51:49.947303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d3d44b3-033b-47ac-a3de-6e5884353b3f tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:49.949831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3d3d44b3-033b-47ac-a3de-6e5884353b3f tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7254629 Feb 11 13:51:49.952652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37172) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:49.958066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b62b8613-24af-44bf-9033-339f91690d89 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Request body: {'security_group_rule': {'security_group_id': 'bcd37b48-ac84-4733-8687-ac738469ad6d', 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:49.970746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:49.987355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Sync routers for ids ['cfabe064-b6ae-472d-92f6-45e6e95a6603'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:49.999122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Routers {'cfabe064-b6ae-472d-92f6-45e6e95a6603'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:50.000880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cfabe064-b6ae-472d-92f6-45e6e95a6603'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:50.002096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-08df1966-370f-46e0-8d69-957fd61e37ef req-09136b70-7e29-4abc-aafa-322ea2b0fea8 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:51:50.003236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08df1966-370f-46e0-8d69-957fd61e37ef req-09136b70-7e29-4abc-aafa-322ea2b0fea8 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164709 Feb 11 13:51:50.106019 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.111306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c08a9485-9433-4d53-8271-539692df1016 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7924640 Feb 11 13:51:50.111557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37176) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:50.138239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8e9438cb-2b39-46a9-aa4b-ed4268b3146a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:50.219170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Set router cfabe064-b6ae-472d-92f6-45e6e95a6603 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:50.261252 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b62b8613-24af-44bf-9033-339f91690d89 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.342069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:50.342423 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.393553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319e2e80-affa-414e-8751-f816659c3de8 None None] Network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:51:50.398013 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b62b8613-24af-44bf-9033-339f91690d89 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.496918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ba1857b0-bff4-4c2b-b2b5-b7c2c5d3bb2f None None] Provisioning complete for port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:50.497367 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba1857b0-bff4-4c2b-b2b5-b7c2c5d3bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.591804 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b62b8613-24af-44bf-9033-339f91690d89 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.617991 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Sync routers for ids ['971603ae-f560-4635-9c6e-c355c9c37e90'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:50.639979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b8613-24af-44bf-9033-339f91690d89 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23dfa2d-cf48-4cc0-aaee-67d1e084e1f1,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:50.645308 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Routers {'971603ae-f560-4635-9c6e-c355c9c37e90'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:50.646400 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['971603ae-f560-4635-9c6e-c355c9c37e90'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:50.788064 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b62b8613-24af-44bf-9033-339f91690d89 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.793497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37180) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:50.794691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b62b8613-24af-44bf-9033-339f91690d89 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8402576 Feb 11 13:51:50.800301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c8c6f5e2-c1b4-4912-8d10-e73f240610cf tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Request body: {'security_group_rule': {'security_group_id': 'bcd37b48-ac84-4733-8687-ac738469ad6d', 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:50.821030 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.866109 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.985242 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f5e2-c1b4-4912-8d10-e73f240610cf tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:50.994629 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Set router 971603ae-f560-4635-9c6e-c355c9c37e90 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:51.026562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Allocated IP 172.20.0.1 (21c6dba4-89d2-4a02-ab87-127c42b02ea7/291eb44f-9ca1-441d-a1a7-7fbd2538171d/0c36b069-d2e6-48ff-9e37-3a8312f39d9b) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:51.059490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8e9438cb-2b39-46a9-aa4b-ed4268b3146a,segment=NetworkSegment(b186df0e-e9a3-4af1-bac6-152f7458e4f4),segment_id=b186df0e-e9a3-4af1-bac6-152f7458e4f4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:51.081146 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba1857b0-bff4-4c2b-b2b5-b7c2c5d3bb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.144377 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f5e2-c1b4-4912-8d10-e73f240610cf tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.153222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'name': 'tempest-TestServerMultinode-1903716674-router', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:46Z', 'updated_at': '2022-02-11T13:51:48Z', 'revision_number': 3, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'gw_port': {'id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:47Z', 'updated_at': '2022-02-11T13:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:51.201274 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.202413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3269aec8-6536-450b-95eb-e2dcbcdf566f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:51.218357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Checking router: cfabe064-b6ae-472d-92f6-45e6e95a6603 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:51.218758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Updating router cfabe064-b6ae-472d-92f6-45e6e95a6603 port b73ed004-eb39-4bf3-82f1-9182e4cc8712 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:51.244573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.267879 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f5e2-c1b4-4912-8d10-e73f240610cf tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.301732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6f5e2-c1b4-4912-8d10-e73f240610cf tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5483ecc3-7956-444c-886c-c077564f283c,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:51.394310 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.404164 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-ba1857b0-bff4-4c2b-b2b5-b7c2c5d3bb2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:51:51.408031 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-ba1857b0-bff4-4c2b-b2b5-b7c2c5d3bb2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:51:51.424985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=8e9438cb-2b39-46a9-aa4b-ed4268b3146a,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:51.427076 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'name': 'tempest-TestServerBasicOps-1089755647-router', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:40Z', 'updated_at': '2022-02-11T13:51:46Z', 'revision_number': 4, 'project_id': '4d84a98e111c41278938705ed45233b9', 'gw_port': {'id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:42Z', 'updated_at': '2022-02-11T13:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '960b9d86-09d9-4277-adda-45e54737df4c', 'name': '', 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'mac_address': 'fa:16:3e:b1:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '74705818-3517-4921-b717-abc1aee16379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:45Z', 'updated_at': '2022-02-11T13:51:46Z', 'revision_number': 2, 'project_id': '4d84a98e111c41278938705ed45233b9', 'subnets': [{'id': '74705818-3517-4921-b717-abc1aee16379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:51.436532 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c8c6f5e2-c1b4-4912-8d10-e73f240610cf tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.437888 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c8c6f5e2-c1b4-4912-8d10-e73f240610cf tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6430137 Feb 11 13:51:51.441724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37200) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:51.447006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ea934447-66f5-444d-87c3-cba6d2badaae tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Request body: {'security_group_rule': {'security_group_id': 'bcd37b48-ac84-4733-8687-ac738469ad6d', 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:51.453925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3269aec8-6536-450b-95eb-e2dcbcdf566f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:51.454912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.482568 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Checking router: 971603ae-f560-4635-9c6e-c355c9c37e90 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:51.482917 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Updating router 971603ae-f560-4635-9c6e-c355c9c37e90 port 960b9d86-09d9-4277-adda-45e54737df4c binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:51.508513 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.512310 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.559574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:51.564447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:51.571318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:51.628853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c36b069-d2e6-48ff-9e37-3a8312f39d9b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:51.648941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.853493 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea934447-66f5-444d-87c3-cba6d2badaae tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.853633 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-c971edaf-a073-4957-b8ee-e5886699c399 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942693 Feb 11 13:51:51.858455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-fd33a62f-87b0-4751-ba53-b0897e80548c service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:51:51.870306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-fd33a62f-87b0-4751-ba53-b0897e80548c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157716 Feb 11 13:51:51.944360 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:51.952095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea934447-66f5-444d-87c3-cba6d2badaae tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.012719 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.033881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8e9438cb-2b39-46a9-aa4b-ed4268b3146a up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:52.047277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.090554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:52.091045 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.118970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2629e39c-99a6-4423-86a5-b81e8d8dc4aa None None] Provisioning complete for port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:52.119339 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2629e39c-99a6-4423-86a5-b81e8d8dc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.169952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2629e39c-99a6-4423-86a5-b81e8d8dc4aa None None] Port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:52.182786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2629e39c-99a6-4423-86a5-b81e8d8dc4aa None None] Provisioning complete for port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:52.183260 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2629e39c-99a6-4423-86a5-b81e8d8dc4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.253262 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.320615 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.367426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Attempting to bind port b73ed004-eb39-4bf3-82f1-9182e4cc8712 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:52.367837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Attempting to bind port b73ed004-eb39-4bf3-82f1-9182e4cc8712 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:52.368736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Attempting to bind port b73ed004-eb39-4bf3-82f1-9182e4cc8712 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:52.370164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdb3e3-7b2c-4f1f-9203-5e6f2893c2dd None None] Pushing event updated for resources: {'Port': ['ID=b73ed004-eb39-4bf3-82f1-9182e4cc8712,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:52.381443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:52.381842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:52.382384 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.382772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:52.383250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Bound port: b73ed004-eb39-4bf3-82f1-9182e4cc8712, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:52.383629 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.396759 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1999b-1eee-4cc3-a8cc-223786d8fc2e None None] Pushing event updated for resources: {'Port': ['ID=960b9d86-09d9-4277-adda-45e54737df4c,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:52.446800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] For port b73ed004-eb39-4bf3-82f1-9182e4cc8712, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:52.450777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] For port b73ed004-eb39-4bf3-82f1-9182e4cc8712, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b73ed004-eb39-4bf3-82f1-9182e4cc8712,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:52.480457 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Attempting to bind port 960b9d86-09d9-4277-adda-45e54737df4c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:52.480830 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Attempting to bind port 960b9d86-09d9-4277-adda-45e54737df4c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:52.481188 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Attempting to bind port 960b9d86-09d9-4277-adda-45e54737df4c on network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:52.487225 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:52.487729 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Checking segment: {'id': 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:52.488129 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.488655 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Bound using segment: {'id': 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:52.489145 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Bound port: 960b9d86-09d9-4277-adda-45e54737df4c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:52.489521 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.554328 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea934447-66f5-444d-87c3-cba6d2badaae tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.585015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea934447-66f5-444d-87c3-cba6d2badaae tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6010ae-196a-4974-9e2a-10803908fa1f,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:52.586296 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] For port 960b9d86-09d9-4277-adda-45e54737df4c, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:52.593044 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] For port 960b9d86-09d9-4277-adda-45e54737df4c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=960b9d86-09d9-4277-adda-45e54737df4c,segment=NetworkSegment(d22d8ade-9877-44bb-bfd9-5ddffaac7d5e),segment_id=d22d8ade-9877-44bb-bfd9-5ddffaac7d5e)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:52.597247 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.625507 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.697830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Routers {'cfabe064-b6ae-472d-92f6-45e6e95a6603'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:52.697830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cfabe064-b6ae-472d-92f6-45e6e95a6603'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:52.725095 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.736321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdb3e3-7b2c-4f1f-9203-5e6f2893c2dd None None] Pushing event updated for resources: {'Port': ['ID=b73ed004-eb39-4bf3-82f1-9182e4cc8712,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:52.770747 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.775629 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ea934447-66f5-444d-87c3-cba6d2badaae tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.776947 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ea934447-66f5-444d-87c3-cba6d2badaae tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3340902 Feb 11 13:51:52.779836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37212) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:52.793952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-052e1739-6f3d-4e3a-ad4e-388cea399f78 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Request body: {'security_group_rule': {'security_group_id': 'bcd37b48-ac84-4733-8687-ac738469ad6d', 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:52.802920 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Routers {'971603ae-f560-4635-9c6e-c355c9c37e90'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:52.804119 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['971603ae-f560-4635-9c6e-c355c9c37e90'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:52.915990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Pushing event updated for resources: {'Port': ['ID=0c36b069-d2e6-48ff-9e37-3a8312f39d9b,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:52.952779 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:52.959881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] Set router cfabe064-b6ae-472d-92f6-45e6e95a6603 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:52.988155 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1999b-1eee-4cc3-a8cc-223786d8fc2e None None] Pushing event updated for resources: {'Port': ['ID=960b9d86-09d9-4277-adda-45e54737df4c,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:53.003099 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-052e1739-6f3d-4e3a-ad4e-388cea399f78 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:53.023368 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] Set router 971603ae-f560-4635-9c6e-c355c9c37e90 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:53.114750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b3cd0ed2-9df6-4f1c-8cc7-7121136b8278 None None] Provisioning complete for port 960b9d86-09d9-4277-adda-45e54737df4c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:53.115282 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0ed2-9df6-4f1c-8cc7-7121136b8278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:53.140943 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-052e1739-6f3d-4e3a-ad4e-388cea399f78 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:53.152316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:53.154148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:53.340723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-052e1739-6f3d-4e3a-ad4e-388cea399f78 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:53.406534 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'name': 'tempest-TestServerBasicOps-1089755647-router', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:40Z', 'updated_at': '2022-02-11T13:51:46Z', 'revision_number': 4, 'project_id': '4d84a98e111c41278938705ed45233b9', 'gw_port': {'id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:42Z', 'updated_at': '2022-02-11T13:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '960b9d86-09d9-4277-adda-45e54737df4c', 'name': '', 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'mac_address': 'fa:16:3e:b1:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '74705818-3517-4921-b717-abc1aee16379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:45Z', 'updated_at': '2022-02-11T13:51:52Z', 'revision_number': 4, 'project_id': '4d84a98e111c41278938705ed45233b9', 'subnets': [{'id': '74705818-3517-4921-b717-abc1aee16379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:53.406765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Router cfabe064-b6ae-472d-92f6-45e6e95a6603 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:51:53.436239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e1739-6f3d-4e3a-ad4e-388cea399f78 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4079da-6f47-4420-8d70-1db3ffdc8e14,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:53.468559 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a71de32-c573-4cf5-b545-4df1c4f0d8ba None None] The sync data for ids ['971603ae-f560-4635-9c6e-c355c9c37e90'] in n-d-816488-1 is: [{'id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'name': 'tempest-TestServerBasicOps-1089755647-router', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:40Z', 'updated_at': '2022-02-11T13:51:46Z', 'revision_number': 4, 'project_id': '4d84a98e111c41278938705ed45233b9', 'gw_port': {'id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:42Z', 'updated_at': '2022-02-11T13:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '960b9d86-09d9-4277-adda-45e54737df4c', 'name': '', 'network_id': 'ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'mac_address': 'fa:16:3e:b1:a6:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '74705818-3517-4921-b717-abc1aee16379', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:45Z', 'updated_at': '2022-02-11T13:51:52Z', 'revision_number': 4, 'project_id': '4d84a98e111c41278938705ed45233b9', 'subnets': [{'id': '74705818-3517-4921-b717-abc1aee16379', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:53.559670 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0ed2-9df6-4f1c-8cc7-7121136b8278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:53.664913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:51:53.674938 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-052e1739-6f3d-4e3a-ad4e-388cea399f78 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:53.680614 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-052e1739-6f3d-4e3a-ad4e-388cea399f78 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8956902 Feb 11 13:51:53.680614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37260) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:53.681140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f5c9e3d8-4af8-4339-82b5-b21f6ea6bca5 admin admin] 10.222.0.52 "PUT /v2.0/routers/cfabe064-b6ae-472d-92f6-45e6e95a6603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5679533 Feb 11 13:51:53.687709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b70af18e-f6da-428f-9a15-829cec56405c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Request body: {'security_group_rule': {'security_group_id': 'bcd37b48-ac84-4733-8687-ac738469ad6d', 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:53.705082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b3cd0ed2-9df6-4f1c-8cc7-7121136b8278 None None] For port 960b9d86-09d9-4277-adda-45e54737df4c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=960b9d86-09d9-4277-adda-45e54737df4c,segment=NetworkSegment(d22d8ade-9877-44bb-bfd9-5ddffaac7d5e),segment_id=d22d8ade-9877-44bb-bfd9-5ddffaac7d5e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:53.710151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'name': 'tempest-TestServerMultinode-1903716674-router', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:46Z', 'updated_at': '2022-02-11T13:51:51Z', 'revision_number': 4, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'gw_port': {'id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:47Z', 'updated_at': '2022-02-11T13:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '0c36b069-d2e6-48ff-9e37-3a8312f39d9b', 'name': '', 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'mac_address': 'fa:16:3e:93:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:50Z', 'updated_at': '2022-02-11T13:51:51Z', 'revision_number': 1, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'subnets': [{'id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:53.757036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6296c7c-e898-4dd7-8981-8c31e8872320 None None] The sync data for ids ['cfabe064-b6ae-472d-92f6-45e6e95a6603'] in n-d-816488-1 is: [{'id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'name': 'tempest-TestServerMultinode-1903716674-router', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:46Z', 'updated_at': '2022-02-11T13:51:51Z', 'revision_number': 4, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'gw_port': {'id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:47Z', 'updated_at': '2022-02-11T13:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '0c36b069-d2e6-48ff-9e37-3a8312f39d9b', 'name': '', 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'mac_address': 'fa:16:3e:93:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:50Z', 'updated_at': '2022-02-11T13:51:51Z', 'revision_number': 1, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'subnets': [{'id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:51:53.824671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-d243cec8-0fa3-4054-9b97-8567b3c772e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:53.827571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-d243cec8-0fa3-4054-9b97-8567b3c772e0 service neutron] 10.222.0.52 "GET /v2.0/ports/263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 1094 time: 0.0516913 Feb 11 13:51:53.840740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Request body: {'binding': {'host': 'n-h1-816488-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:53.841537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Unknown quota resources ['binding']. {{(pid=103006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 11 13:51:53.884952 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b3cd0ed2-9df6-4f1c-8cc7-7121136b8278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:53.938156 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-b70af18e-f6da-428f-9a15-829cec56405c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Project 7fa9c0c63feb4d02974e433b5f462b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:51:53.977016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd0ed2-9df6-4f1c-8cc7-7121136b8278 None None] Pushing event updated for resources: {'Port': ['ID=960b9d86-09d9-4277-adda-45e54737df4c,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:53.994082 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b70af18e-f6da-428f-9a15-829cec56405c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:54.035578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8f6fd1d7-1c91-4bb3-9357-8a3f3201c16d None None] Provisioning complete for port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:54.036017 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd1d7-1c91-4bb3-9357-8a3f3201c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:54.127939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8f6fd1d7-1c91-4bb3-9357-8a3f3201c16d None None] Port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:54.146798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8f6fd1d7-1c91-4bb3-9357-8a3f3201c16d None None] Provisioning complete for port 960b9d86-09d9-4277-adda-45e54737df4c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:54.147247 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f6fd1d7-1c91-4bb3-9357-8a3f3201c16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:54.169860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b70af18e-f6da-428f-9a15-829cec56405c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:54.216256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on host n-h1-816488-1 for vnic_type normal with profile None {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:54.216510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:54.222342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on network cc176ec9-92b7-48ab-afd0-88963360c307 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:54.237013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on network cc176ec9-92b7-48ab-afd0-88963360c307 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:54.241427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on network cc176ec9-92b7-48ab-afd0-88963360c307 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:54.252156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:54.252503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Checking segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:54.253098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Bound using segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:54.253736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Bound port: 263540c7-aaf4-4510-a57c-d0c5d59ece54, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:54.419864 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 960b9d86-09d9-4277-adda-45e54737df4c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:54.511710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 960b9d86-09d9-4277-adda-45e54737df4c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:54.512086 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:54.538948 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b70af18e-f6da-428f-9a15-829cec56405c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:54.550266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:54.576053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70af18e-f6da-428f-9a15-829cec56405c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adcbabe2-f61f-4e9b-a3c6-2a4466b47204,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:54.606135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-f16ec025-ad25-43fd-8f36-59c4c1262c7a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:54.607660 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-f16ec025-ad25-43fd-8f36-59c4c1262c7a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/networks?id=865b93b8-7198-4a27-98b8-bbb12202edeb HTTP/1.1" status: 200 len: 910 time: 0.1439199 Feb 11 13:51:54.626706 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-081cc1ee-9349-443d-afa8-68c78964d38f tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/quotas/c92cb4ddd5834473af682359616deb04 HTTP/1.1" status: 200 len: 375 time: 0.0105734 Feb 11 13:51:54.709694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b70af18e-f6da-428f-9a15-829cec56405c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:54.711096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b70af18e-f6da-428f-9a15-829cec56405c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0299895 Feb 11 13:51:54.713921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37284) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:51:54.718471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4196fbf0-8ce7-443e-ba43-047aa2cb12d6 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Request body: {'security_group_rule': {'security_group_id': 'bcd37b48-ac84-4733-8687-ac738469ad6d', 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:54.722536 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] Notify callbacks [] for binding, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:54.732705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] 10.222.0.52 "POST /v2.0/ports/263540c7-aaf4-4510-a57c-d0c5d59ece54/bindings HTTP/1.1" status: 201 len: 389 time: 0.8964221 Feb 11 13:51:54.746860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6077e48c-2627-454e-9639-6ebc5d4ac319 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=c92cb4ddd5834473af682359616deb04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124372 Feb 11 13:51:54.828048 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d972cca7-4826-4a5c-95d1-0eb7095a6a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:54.855948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-a37949b7-cfe6-412d-b9de-b1c86be4c132 service neutron] 10.222.0.52 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008260 Feb 11 13:51:54.987556 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-4196fbf0-8ce7-443e-ba43-047aa2cb12d6 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Project 7fa9c0c63feb4d02974e433b5f462b15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:51:54.999496 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4196fbf0-8ce7-443e-ba43-047aa2cb12d6 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:55.036126 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-5c6d493f-d99a-445f-a13d-31cdd63ebf9b service neutron] 10.222.0.52 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667070 Feb 11 13:51:55.102559 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4196fbf0-8ce7-443e-ba43-047aa2cb12d6 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:55.284809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4196fbf0-8ce7-443e-ba43-047aa2cb12d6 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:55.306851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196fbf0-8ce7-443e-ba43-047aa2cb12d6 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed3d281-4895-4961-ab02-b1b03958f563,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:55.448802 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4196fbf0-8ce7-443e-ba43-047aa2cb12d6 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:55.461404 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4196fbf0-8ce7-443e-ba43-047aa2cb12d6 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7370634 Feb 11 13:51:55.538911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-278ef75b-6cf7-4034-b204-6f7ab60be537 req-fdcc821d-fbef-45c3-8192-64b9500bc5df tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 210 time: 0.1236026 Feb 11 13:51:55.659509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bb600-bd29-476a-83c8-da153d1cecd8 req-bf0b530f-4c29-47b5-a018-d55ce3c1ca10 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:55.661375 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-265bb600-bd29-476a-83c8-da153d1cecd8 req-bf0b530f-4c29-47b5-a018-d55ce3c1ca10 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.0967193 Feb 11 13:51:55.733498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-265bb600-bd29-476a-83c8-da153d1cecd8 req-dd08ab0c-630c-41bf-a0e5-946ee3545a7c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649452 Feb 11 13:51:55.737937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-0059c4cd-cdc2-435b-b0ec-1c0989da568d tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486611141&fields=id&tenant_id=7fa9c0c63feb4d02974e433b5f462b15 HTTP/1.1" status: 200 len: 267 time: 0.0492926 Feb 11 13:51:55.850463 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:55.925571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-bc489110-c085-4088-a754-1790158b265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:55.931575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-bc489110-c085-4088-a754-1790158b265d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1097 time: 0.1108510 Feb 11 13:51:56.157118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-ace05eab-7814-42de-a9d6-dc66b62d3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.159714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-ace05eab-7814-42de-a9d6-dc66b62d3459 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc176ec9-92b7-48ab-afd0-88963360c307 HTTP/1.1" status: 200 len: 898 time: 0.2234154 Feb 11 13:51:56.175839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 960b9d86-09d9-4277-adda-45e54737df4c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:56.250424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 960b9d86-09d9-4277-adda-45e54737df4c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:56.251065 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:56.258950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-b7342733-29fd-4a72-9a2d-353d791f1be3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 1002 time: 0.0909166 Feb 11 13:51:56.355926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-437b4115-0690-4461-b19c-80cb5e57b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.356618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b73ed004-eb39-4bf3-82f1-9182e4cc8712 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:56.357547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-437b4115-0690-4461-b19c-80cb5e57b04c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b104d062-05d2-48a5-a8d6-a8727898a3d8 HTTP/1.1" status: 200 len: 835 time: 0.0910251 Feb 11 13:51:56.393632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465593b-df44-4738-8966-ae54388c04ad req-7f12073a-2cad-483c-8f03-b574e773aa3a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.406709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-7f12073a-2cad-483c-8f03-b574e773aa3a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/networks?id=55706acc-8fb9-46f5-9804-7ecab24c12a7 HTTP/1.1" status: 200 len: 809 time: 0.6696079 Feb 11 13:51:56.423401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-a566d772-78bb-48d4-8f3e-03abeb25a348 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/quotas/7fa9c0c63feb4d02974e433b5f462b15 HTTP/1.1" status: 200 len: 375 time: 0.0154991 Feb 11 13:51:56.428597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5b3f277c-c19a-4979-8359-eff99346d9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.430189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5b3f277c-c19a-4979-8359-eff99346d9da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc176ec9-92b7-48ab-afd0-88963360c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620775 Feb 11 13:51:56.434407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b73ed004-eb39-4bf3-82f1-9182e4cc8712 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:56.435159 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:56.503574 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-5a0d52ab-b769-45e2-a002-585ed52775ef tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7fa9c0c63feb4d02974e433b5f462b15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725281 Feb 11 13:51:56.542228 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:56.573488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port b73ed004-eb39-4bf3-82f1-9182e4cc8712, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b73ed004-eb39-4bf3-82f1-9182e4cc8712,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:56.588165 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-1c5cfbd6-8fdf-431c-9cae-2f4a07d0611b service neutron] 10.222.0.13 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511304 Feb 11 13:51:56.637396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-863079af-23bf-4843-8025-5d9425a12de3 req-3053c093-eb7d-4d90-be52-682ef28beed9 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0328410 Feb 11 13:51:56.653097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-96474178-f1a4-4800-b989-6138f05d4e39 service neutron] 10.222.0.52 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466229 Feb 11 13:51:56.679041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:56.762994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=b73ed004-eb39-4bf3-82f1-9182e4cc8712,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:56.763933 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-7c3ca508-4db6-4c14-9ef0-57b429a24606 service neutron] 10.222.0.13 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685846 Feb 11 13:51:56.774196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.774635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.775572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.775983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.776379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.776709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.777038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.777544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.778039 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.778696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.784084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.784084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:51:56.796244 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-3ffe7d83-6b52-4c53-b18a-f31495702297 service neutron] 10.222.0.52 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338878 Feb 11 13:51:56.942814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d71bf-7638-4279-87b9-91c4bc86b6e9 req-8f50a2c2-526a-40f0-b869-89b723c124db tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.944607 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b5d71bf-7638-4279-87b9-91c4bc86b6e9 req-8f50a2c2-526a-40f0-b869-89b723c124db tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.1403766 Feb 11 13:51:56.961849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-3d400b46-4183-4f4e-be2b-8474d11c5596 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:56.963439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-3d400b46-4183-4f4e-be2b-8474d11c5596 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050&tenant_id=575d93d5e9a4439796b157bf7e49a91f&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1097 time: 0.1286986 Feb 11 13:51:56.977800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816488-1'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:57.021554 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0b5d71bf-7638-4279-87b9-91c4bc86b6e9 req-af2455a4-00dc-487b-b5a6-b9aa0aa6438f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700724 Feb 11 13:51:57.058101 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:57.062495 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ada4c792-559b-4fd0-b6f5-3c65a61dc433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:57.302708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5695028d-1e91-47c6-920e-8f01fa7d85f6 req-c29b74ed-6940-42b8-aa1e-43de1c83b7da tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 210 time: 0.0557990 Feb 11 13:51:57.308499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:57.350505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:57.409094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:57.411915 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a25d69-cab3-4c09-8349-3bec1af7c462" -d '{"events": [{"server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "name": "network-vif-unplugged", "status": "completed", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:57.416400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:57.453630 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c7077e-2ffd-4903-895f-ef017e6c6b10 x-openstack-request-id: req-c6c7077e-2ffd-4903-895f-ef017e6c6b10 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:57.454128 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "name": "network-vif-unplugged", "status": "completed", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:57.454481 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6c7077e-2ffd-4903-895f-ef017e6c6b10 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:57.455211 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'code': 200} Feb 11 13:51:57.548908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:57.668674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Pushing event updated for resources: {'Port': ['ID=263540c7-aaf4-4510-a57c-d0c5d59ece54,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:57.745293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on host n-h2-816488-1 for vnic_type normal with profile {"migrating_to": "n-h1-816488-1"} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:51:57.745665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:51:57.746032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on network cc176ec9-92b7-48ab-afd0-88963360c307 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:57.780685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1fbc585-8636-427c-83ae-b604579c15a0 req-ef56ce47-4a3d-4d49-8dbc-d5419d01bbcb tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0374489 Feb 11 13:51:57.783229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on network cc176ec9-92b7-48ab-afd0-88963360c307 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:51:57.783634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Attempting to bind port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on network cc176ec9-92b7-48ab-afd0-88963360c307 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:51:57.790742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:51:57.791017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Checking segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:51:57.791478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Bound using segment: {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:51:57.791986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Bound port: 263540c7-aaf4-4510-a57c-d0c5d59ece54, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eea28f9f-542e-413a-a074-608a8a124976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:51:57.792895 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:57.952165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:51:57.953225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ab0e2a90-9a3a-434f-8c3a-8610af4a0bac None None] Provisioning complete for port 263540c7-aaf4-4510-a57c-d0c5d59ece54 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:57.953606 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2a90-9a3a-434f-8c3a-8610af4a0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:57.963383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:51:58.007680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b73ed004-eb39-4bf3-82f1-9182e4cc8712 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:51:58.012509 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:58.051711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ab0e2a90-9a3a-434f-8c3a-8610af4a0bac None None] Port 263540c7-aaf4-4510-a57c-d0c5d59ece54 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:51:58.072396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port b73ed004-eb39-4bf3-82f1-9182e4cc8712 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:58.073486 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:58.130861 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:58.214767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb258-68ab-4dd4-82eb-4213cd427c6a req-d62d21bb-52c6-4013-a568-c2b81705e18a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:58.219700 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62abb258-68ab-4dd4-82eb-4213cd427c6a req-d62d21bb-52c6-4013-a568-c2b81705e18a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 944 time: 0.0872262 Feb 11 13:51:58.291961 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62abb258-68ab-4dd4-82eb-4213cd427c6a req-a83be8c0-1526-4f0b-85c4-f77f2c42d6db tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541756 Feb 11 13:51:58.364111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:58.365093 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:58.367113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] 10.222.0.13 "PUT /v2.0/ports/263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 1122 time: 1.3967404 Feb 11 13:51:58.379099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ccec1-5bf8-46d9-b8a5-d9191d362450 service neutron] Pushing event updated for resources: {'Port': ['ID=263540c7-aaf4-4510-a57c-d0c5d59ece54,revision_number=8']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:58.437585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bf849f6-1ffe-449f-ad95-abcf605cf6fe req-c9557463-cdae-459c-bc0b-0c7fc09c4efd tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 210 time: 0.0643082 Feb 11 13:51:58.449298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['263540c7-aaf4-4510-a57c-d0c5d59ece54'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:51:58.527590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Sync routers for ids ['cfabe064-b6ae-472d-92f6-45e6e95a6603'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:51:58.554226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Routers {'cfabe064-b6ae-472d-92f6-45e6e95a6603'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:51:58.562970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cfabe064-b6ae-472d-92f6-45e6e95a6603'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:58.788436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-94d225f5-955e-44c5-945a-0a82273432a0 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:58.790049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-94d225f5-955e-44c5-945a-0a82273432a0 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.59 "GET /v2.0/networks?id=865b93b8-7198-4a27-98b8-bbb12202edeb HTTP/1.1" status: 200 len: 910 time: 0.1282439 Feb 11 13:51:58.803204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Request body: {'port': {'device_id': '66ce1a6e-19de-4403-b671-faa75511f1d4', 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb', 'admin_state_up': True, 'tenant_id': 'c92cb4ddd5834473af682359616deb04'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:58.883191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-86ea8d6b-ede3-47f7-8449-21ed42b049f0 None None] Provisioning complete for port 263540c7-aaf4-4510-a57c-d0c5d59ece54 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:51:58.883567 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-86ea8d6b-ede3-47f7-8449-21ed42b049f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:58.930014 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-078aaffd-1435-40c9-902b-9c7d4c4a2c69 req-7925b4f3-3d9c-4224-a034-ab9f6f263d92 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0448992 Feb 11 13:51:58.931311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Made reservation on behalf of c92cb4ddd5834473af682359616deb04 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:51:58.936468 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:58.937983 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:59.022677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Set router cfabe064-b6ae-472d-92f6-45e6e95a6603 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:51:59.133347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Allocated IP 172.20.0.8 (865b93b8-7198-4a27-98b8-bbb12202edeb/98bf2943-f77a-49ea-8c36-705cff5f42c4/9834ac7f-289d-4d74-82fd-3ec3faecb453) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:51:59.212445 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-86ea8d6b-ede3-47f7-8449-21ed42b049f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:59.259747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:59.262026 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647f5f1a-7fc5-4ea2-bd73-4a6b64a583ec" -d '{"events": [{"server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "name": "network-vif-plugged", "status": "completed", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:59.302205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-86ea8d6b-ede3-47f7-8449-21ed42b049f0 None None] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:51:59.371313 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd9a5e8-a3ed-49fb-b460-df8892f57ee9 x-openstack-request-id: req-1fd9a5e8-a3ed-49fb-b460-df8892f57ee9 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:59.371596 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "name": "network-vif-plugged", "status": "completed", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:59.372029 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1fd9a5e8-a3ed-49fb-b460-df8892f57ee9 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:59.372583 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'code': 200} Feb 11 13:51:59.400930 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:59.442121 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-86ea8d6b-ede3-47f7-8449-21ed42b049f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:59.456923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:51:59.459399 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:51:59.467980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca66800-9795-48a2-8edd-9b1c0bfc574a req-dafa6600-a51d-49bd-a701-e836491ad4ae tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:59.476482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ca66800-9795-48a2-8edd-9b1c0bfc574a req-dafa6600-a51d-49bd-a701-e836491ad4ae tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 944 time: 0.0760527 Feb 11 13:51:59.528467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ca66800-9795-48a2-8edd-9b1c0bfc574a req-1bb7640c-9e3b-4a97-b24e-c303431bd91a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507848 Feb 11 13:51:59.536086 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:59.597511 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6418c9-8ef5-44a3-9fde-756f2e8ca1db x-openstack-request-id: req-6c6418c9-8ef5-44a3-9fde-756f2e8ca1db {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:51:59.597719 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:51:59.597944 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6c6418c9-8ef5-44a3-9fde-756f2e8ca1db {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:51:59.598335 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'status': 'completed', 'code': 200} Feb 11 13:51:59.657228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-744d8e94-6e74-4988-b581-bc87a3d555fb req-a1c345ac-ccac-43d2-a24d-b2e59c6b0f3f tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 210 time: 0.0617905 Feb 11 13:51:59.693255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Network 865b93b8-7198-4a27-98b8-bbb12202edeb is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:51:59.706695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:51:59.711173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:51:59.713151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Pushing event updated for resources: {'Port': ['ID=9834ac7f-289d-4d74-82fd-3ec3faecb453,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:59.722080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea8d6b-ede3-47f7-8449-21ed42b049f0 None None] Pushing event updated for resources: {'Port': ['ID=263540c7-aaf4-4510-a57c-d0c5d59ece54,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:51:59.752642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-a5ebe3a7-ea00-4d8d-972b-b1188647512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:59.754162 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-a5ebe3a7-ea00-4d8d-972b-b1188647512d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1127 time: 0.1078973 Feb 11 13:51:59.767369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'name': 'tempest-TestServerMultinode-1903716674-router', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:46Z', 'updated_at': '2022-02-11T13:51:51Z', 'revision_number': 4, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'gw_port': {'id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:47Z', 'updated_at': '2022-02-11T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '0c36b069-d2e6-48ff-9e37-3a8312f39d9b', 'name': '', 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'mac_address': 'fa:16:3e:93:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:50Z', 'updated_at': '2022-02-11T13:51:52Z', 'revision_number': 2, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'subnets': [{'id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:51:59.770441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:59.772506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:59.805042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Checking router: cfabe064-b6ae-472d-92f6-45e6e95a6603 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:51:59.805460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Updating router cfabe064-b6ae-472d-92f6-45e6e95a6603 port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:51:59.838963 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:51:59.899449 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-6246fd85-4dd3-45c2-81ac-158665daad34 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1004741 Feb 11 13:51:59.920943 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Request body: {'port': {'device_id': '66ce1a6e-19de-4403-b671-faa75511f1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:51:59.970653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-fe81da32-f1ab-4ee8-bc57-c23cd86c0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:51:59.972277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-fe81da32-f1ab-4ee8-bc57-c23cd86c0dd6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cc176ec9-92b7-48ab-afd0-88963360c307 HTTP/1.1" status: 200 len: 898 time: 0.1594822 Feb 11 13:52:00.098683 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:00.134024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f4d44-f8f3-4043-b947-4c739a3ac6e9 req-e9e229c5-cfaa-41d1-8410-c38163a65a39 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:00.134282 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:00.138822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd7f4d44-f8f3-4043-b947-4c739a3ac6e9 req-e9e229c5-cfaa-41d1-8410-c38163a65a39 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1027 time: 0.0608256 Feb 11 13:52:00.165336 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-4d058303-2017-455e-b8ee-6b22652f6709 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 1002 time: 0.1839683 Feb 11 13:52:00.246387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd7f4d44-f8f3-4043-b947-4c739a3ac6e9 req-bdd23fda-56c6-42e3-a6d6-fa4ebcc1b447 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007290 Feb 11 13:52:00.266413 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:00.284194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-42a7472d-4d25-48ad-a51c-17ddaa5e18fb None None] Provisioning complete for port 9834ac7f-289d-4d74-82fd-3ec3faecb453 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:00.284647 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-42a7472d-4d25-48ad-a51c-17ddaa5e18fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:00.328811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-42a7472d-4d25-48ad-a51c-17ddaa5e18fb None None] Port 9834ac7f-289d-4d74-82fd-3ec3faecb453 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:52:00.364786 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:00.378781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-a117095d-bb6f-483c-9fee-59ad0aebaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:00.380261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-a117095d-bb6f-483c-9fee-59ad0aebaea7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b104d062-05d2-48a5-a8d6-a8727898a3d8 HTTP/1.1" status: 200 len: 835 time: 0.0923128 Feb 11 13:52:00.420949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52b8ae-9044-4a1d-8e57-613f7ccf4fa2 None None] Pushing event updated for resources: {'Port': ['ID=0c36b069-d2e6-48ff-9e37-3a8312f39d9b,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:00.534997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-e20f14b6-3e90-4280-a05b-51820a5f1616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:00.536420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-e20f14b6-3e90-4280-a05b-51820a5f1616 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cc176ec9-92b7-48ab-afd0-88963360c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1447392 Feb 11 13:52:00.586184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Attempting to bind port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:00.588250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Attempting to bind port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b186df0e-e9a3-4af1-bac6-152f7458e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:00.589036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Attempting to bind port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b on network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:00.608320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:00.609108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Checking segment: {'id': 'b186df0e-e9a3-4af1-bac6-152f7458e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:52:00.609941 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:00.611149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Bound using segment: {'id': 'b186df0e-e9a3-4af1-bac6-152f7458e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:00.611903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Bound port: 0c36b069-d2e6-48ff-9e37-3a8312f39d9b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b186df0e-e9a3-4af1-bac6-152f7458e4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:00.612530 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:00.691946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:00.710104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] For port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:00.714553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] For port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0c36b069-d2e6-48ff-9e37-3a8312f39d9b,segment=NetworkSegment(b186df0e-e9a3-4af1-bac6-152f7458e4f4),segment_id=b186df0e-e9a3-4af1-bac6-152f7458e4f4)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:00.753460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465593b-df44-4738-8966-ae54388c04ad req-3f2559ad-0e94-417d-b854-b200597c11d6 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:00.755025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-3f2559ad-0e94-417d-b854-b200597c11d6 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.13 "GET /v2.0/networks?id=55706acc-8fb9-46f5-9804-7ecab24c12a7 HTTP/1.1" status: 200 len: 809 time: 0.3080883 Feb 11 13:52:00.801514 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:00.827400 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e50b43ed-05f5-474c-85e5-b8b08ba908f4 req-5d42efe6-7cf3-4aa6-aba9-3a3327b73646 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 210 time: 0.0541689 Feb 11 13:52:00.861270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-1c808181-5a38-4a26-b6f1-4af3e6000923 service neutron] 10.222.0.59 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137589 Feb 11 13:52:00.926350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9834ac7f-289d-4d74-82fd-3ec3faecb453 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:00.946717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52b8ae-9044-4a1d-8e57-613f7ccf4fa2 None None] Pushing event updated for resources: {'Port': ['ID=0c36b069-d2e6-48ff-9e37-3a8312f39d9b,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:00.950749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0d70060c-2421-47bf-9fc2-dfc2a4f54514 None None] Provisioning complete for port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:00.951106 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0d70060c-2421-47bf-9fc2-dfc2a4f54514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:00.957197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Routers {'cfabe064-b6ae-472d-92f6-45e6e95a6603'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:00.957197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cfabe064-b6ae-472d-92f6-45e6e95a6603'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:00.967949 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:01.028383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Transition to ACTIVE for port object 9834ac7f-289d-4d74-82fd-3ec3faecb453 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:52:01.071883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-d6416659-70a6-4568-8d5a-d61e9a1108ac tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fa9c0c63feb4d02974e433b5f462b15 HTTP/1.1" status: 200 len: 380 time: 0.2095387 Feb 11 13:52:01.086024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8470f0-991b-48e8-91c4-c987b4ec353b req-36fc057b-3ade-4441-9301-daace14c51db tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:01.087739 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f8470f0-991b-48e8-91c4-c987b4ec353b req-36fc057b-3ade-4441-9301-daace14c51db tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.3689971 Feb 11 13:52:01.094351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Request body: {'port': {'device_id': '14012826-5883-4d44-8991-b5530df7fa50', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'admin_state_up': True, 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'security_groups': ['bcd37b48-ac84-4733-8687-ac738469ad6d']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:01.165708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1ac98f4-fc02-45d3-9df8-0a8d14e5ed6c req-6c0fc086-3e65-41ca-a22a-be1aec535f62 service neutron] 10.222.0.59 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932627 Feb 11 13:52:01.237493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] Set router cfabe064-b6ae-472d-92f6-45e6e95a6603 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:01.240926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:01.315511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f8470f0-991b-48e8-91c4-c987b4ec353b req-373633ed-7f14-490f-a4f1-52115d0f1593 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165692 Feb 11 13:52:01.417823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Pushing event updated for resources: {'Port': ['ID=9834ac7f-289d-4d74-82fd-3ec3faecb453,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:01.447458 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0d70060c-2421-47bf-9fc2-dfc2a4f54514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:01.461401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b33d01-161f-4ead-832c-54312da9385e req-3fae4bcc-5dfe-429e-b0c3-88815dfc194a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:01.472969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51b33d01-161f-4ead-832c-54312da9385e req-3fae4bcc-5dfe-429e-b0c3-88815dfc194a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1052 time: 0.0785084 Feb 11 13:52:01.513947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Attempting to bind port 9834ac7f-289d-4d74-82fd-3ec3faecb453 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:01.514287 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Attempting to bind port 9834ac7f-289d-4d74-82fd-3ec3faecb453 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:01.514621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Attempting to bind port 9834ac7f-289d-4d74-82fd-3ec3faecb453 on network 865b93b8-7198-4a27-98b8-bbb12202edeb {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:01.527887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Port 9834ac7f-289d-4d74-82fd-3ec3faecb453 on network 865b93b8-7198-4a27-98b8-bbb12202edeb not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:01.528218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Attempting to bind port 9834ac7f-289d-4d74-82fd-3ec3faecb453 on network 865b93b8-7198-4a27-98b8-bbb12202edeb {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:01.541346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:01.541685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Checking segment: {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:52:01.542141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Bound using segment: {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:01.542590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Bound port: 9834ac7f-289d-4d74-82fd-3ec3faecb453, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:01.542949 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:01.548426 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51b33d01-161f-4ead-832c-54312da9385e req-c5333993-09a6-4b82-b3fc-4f669388e9bb tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733597 Feb 11 13:52:01.591253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0d70060c-2421-47bf-9fc2-dfc2a4f54514 None None] For port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0c36b069-d2e6-48ff-9e37-3a8312f39d9b,segment=NetworkSegment(b186df0e-e9a3-4af1-bac6-152f7458e4f4),segment_id=b186df0e-e9a3-4af1-bac6-152f7458e4f4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:01.604506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Made reservation on behalf of 7fa9c0c63feb4d02974e433b5f462b15 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:01.608439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:01.680718 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0d70060c-2421-47bf-9fc2-dfc2a4f54514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:01.694553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] For port 9834ac7f-289d-4d74-82fd-3ec3faecb453, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:01.703207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] For port 9834ac7f-289d-4d74-82fd-3ec3faecb453, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9834ac7f-289d-4d74-82fd-3ec3faecb453,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:01.745564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'name': 'tempest-TestServerMultinode-1903716674-router', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:46Z', 'updated_at': '2022-02-11T13:51:51Z', 'revision_number': 4, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'gw_port': {'id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:47Z', 'updated_at': '2022-02-11T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '0c36b069-d2e6-48ff-9e37-3a8312f39d9b', 'name': '', 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'mac_address': 'fa:16:3e:93:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:50Z', 'updated_at': '2022-02-11T13:52:00Z', 'revision_number': 4, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'subnets': [{'id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:01.797089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105c43ad-3891-4030-b199-270c467e2c14 None None] The sync data for ids ['cfabe064-b6ae-472d-92f6-45e6e95a6603'] in n-d-816488-1 is: [{'id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'name': 'tempest-TestServerMultinode-1903716674-router', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:46Z', 'updated_at': '2022-02-11T13:51:51Z', 'revision_number': 4, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'gw_port': {'id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:47Z', 'updated_at': '2022-02-11T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '0c36b069-d2e6-48ff-9e37-3a8312f39d9b', 'name': '', 'network_id': '21c6dba4-89d2-4a02-ab87-127c42b02ea7', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'mac_address': 'fa:16:3e:93:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:50Z', 'updated_at': '2022-02-11T13:52:00Z', 'revision_number': 4, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'subnets': [{'id': '291eb44f-9ca1-441d-a1a7-7fbd2538171d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:01.797547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:01.813925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70060c-2421-47bf-9fc2-dfc2a4f54514 None None] Pushing event updated for resources: {'Port': ['ID=0c36b069-d2e6-48ff-9e37-3a8312f39d9b,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:01.893792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:01.899559 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:01.901167 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] 10.222.0.59 "PUT /v2.0/ports/9834ac7f-289d-4d74-82fd-3ec3faecb453 HTTP/1.1" status: 200 len: 1091 time: 1.9859104 Feb 11 13:52:01.904406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-992dc678-2785-424c-aed8-d6262edab8b1 None None] Provisioning complete for port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:01.904642 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-992dc678-2785-424c-aed8-d6262edab8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:01.911620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ce1a6e-19de-4403-b671-faa75511f1d4', 'tag': '9834ac7f-289d-4d74-82fd-3ec3faecb453'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:01.916301 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46fa12e-c68f-4fc2-a485-35e5b810ab93" -d '{"events": [{"name": "network-changed", "server_uuid": "66ce1a6e-19de-4403-b671-faa75511f1d4", "tag": "9834ac7f-289d-4d74-82fd-3ec3faecb453"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:02.005925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 263540c7-aaf4-4510-a57c-d0c5d59ece54 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:52:02.017461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Allocated IP 172.20.0.3 (55706acc-8fb9-46f5-9804-7ecab24c12a7/0670b47d-e94e-41ca-9dfc-9ea5281620d3/ebe8fe30-6502-4c8d-bb3d-5ffeda957249) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:02.052279 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627cce0a-2da9-4d2b-aba6-db4a3e729484 x-openstack-request-id: req-627cce0a-2da9-4d2b-aba6-db4a3e729484 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:02.052708 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ce1a6e-19de-4403-b671-faa75511f1d4", "tag": "9834ac7f-289d-4d74-82fd-3ec3faecb453", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:02.053023 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-627cce0a-2da9-4d2b-aba6-db4a3e729484 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:02.053600 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ce1a6e-19de-4403-b671-faa75511f1d4', 'tag': '9834ac7f-289d-4d74-82fd-3ec3faecb453', 'status': 'completed', 'code': 200} Feb 11 13:52:02.105131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48adbe3d-0ee9-4678-9238-d75cc771f4bc req-2561cfb0-d5b7-4438-806f-4b34be59093b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 210 time: 0.1401067 Feb 11 13:52:02.131867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad48f4d-a6fc-48f6-b1d5-a283046fbf97 service neutron] Pushing event updated for resources: {'Port': ['ID=9834ac7f-289d-4d74-82fd-3ec3faecb453,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:02.270775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-fac597ce-084d-406f-ad09-ef6615cecfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:02.275014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-fac597ce-084d-406f-ad09-ef6615cecfda service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c92cb4ddd5834473af682359616deb04&device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1094 time: 0.2532132 Feb 11 13:52:02.419596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0c36b069-d2e6-48ff-9e37-3a8312f39d9b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:02.496890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:02.524596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b4174-15a8-4843-86e5-8d9b5051fdab req-37907c44-d00e-406a-b2fd-350699cdb826 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:02.530430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e26b4174-15a8-4843-86e5-8d9b5051fdab req-37907c44-d00e-406a-b2fd-350699cdb826 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.0937984 Feb 11 13:52:02.550708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-439bfdf7-1f8b-4c05-8af2-1695234ecb46 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9834ac7f-289d-4d74-82fd-3ec3faecb453 HTTP/1.1" status: 200 len: 217 time: 0.2129395 Feb 11 13:52:02.604671 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e26b4174-15a8-4843-86e5-8d9b5051fdab req-27bf799e-7749-41f9-a609-ae17d0534d83 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652018 Feb 11 13:52:02.649050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:02.717357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 263540c7-aaf4-4510-a57c-d0c5d59ece54 has no active binding in host n-h1-816488-1 {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 11 13:52:02.719788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:02.720163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:03.064350 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:03.134951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Network 55706acc-8fb9-46f5-9804-7ecab24c12a7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:03.140713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-054d39c9-a7f5-4541-a795-d41a68c8bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.143096 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-054d39c9-a7f5-4541-a795-d41a68c8bc7f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98bf2943-f77a-49ea-8c36-705cff5f42c4 HTTP/1.1" status: 200 len: 848 time: 0.5855761 Feb 11 13:52:03.147462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:03.152562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:03.192669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event updated for resources: {'Port': ['ID=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:03.250262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c66a8-9a30-434a-9b30-a2c0970e3d69 req-14a4d230-2cd7-4439-bac7-910b66733377 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.255179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-770c66a8-9a30-434a-9b30-a2c0970e3d69 req-14a4d230-2cd7-4439-bac7-910b66733377 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1094 time: 0.5865824 Feb 11 13:52:03.279394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393752-a578-43a1-a373-e0b227bad825 req-223a1d8b-6f56-443f-9fda-4838de003196 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.289124 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a3393752-a578-43a1-a373-e0b227bad825 req-223a1d8b-6f56-443f-9fda-4838de003196 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 931 time: 0.0998054 Feb 11 13:52:03.295344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.296007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:03.327921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-310ef5de-276e-4f75-b722-033efb7f1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.330340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-310ef5de-276e-4f75-b722-033efb7f1755 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=865b93b8-7198-4a27-98b8-bbb12202edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717606 Feb 11 13:52:03.343464 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a3393752-a578-43a1-a373-e0b227bad825 req-f7a2aa85-9ae7-48db-8d9e-8e694100effe tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487452 Feb 11 13:52:03.351216 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-770c66a8-9a30-434a-9b30-a2c0970e3d69 req-1ee36ab4-4d8d-446a-9cc9-2a814dcffa44 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826981 Feb 11 13:52:03.410128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-95f4620b-0975-4015-9501-77c89ec9d71c tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3194520 Feb 11 13:52:03.428205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Request body: {'port': {'device_id': '14012826-5883-4d44-8991-b5530df7fa50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:03.472806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-d4c8bfe5-a322-4600-9a8b-a9ce819d5838 service neutron] 10.222.0.59 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309149 Feb 11 13:52:03.549986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:03.555707 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0e7b8d35-1fa9-487e-9baf-c55572e656d5 None None] Provisioning complete for port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:03.555707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e7b8d35-1fa9-487e-9baf-c55572e656d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:03.599699 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0e7b8d35-1fa9-487e-9baf-c55572e656d5 None None] Port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:52:03.649854 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11b35b1b-4c32-4cc6-82b6-751fd8cbd4e8 req-66f8032d-9e34-4dcf-937f-92823810fb1a service neutron] 10.222.0.59 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506150 Feb 11 13:52:03.745758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-f0ca6cae-794a-4c14-9674-16b689c3bebe service neutron] 10.222.0.59 "GET /v2.0/ports/263540c7-aaf4-4510-a57c-d0c5d59ece54/bindings/n-h1-816488-1 HTTP/1.1" status: 200 len: 384 time: 0.1123817 Feb 11 13:52:03.765919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327bce4-d1bc-4962-aad5-6d7522185095 req-692b6cfd-8e31-448d-b1b3-864f5e3067fa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.768337 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7327bce4-d1bc-4962-aad5-6d7522185095 req-692b6cfd-8e31-448d-b1b3-864f5e3067fa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 946 time: 0.0776634 Feb 11 13:52:03.859036 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7327bce4-d1bc-4962-aad5-6d7522185095 req-3bef076c-9585-4e34-9e30-78251ee0a7e5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826967 Feb 11 13:52:03.932486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-5457dc22-d5c8-46bb-b945-cb4faff8bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:03.933968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-5457dc22-d5c8-46bb-b945-cb4faff8bc31 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c92cb4ddd5834473af682359616deb04&device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1094 time: 0.1649568 Feb 11 13:52:04.154443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-88726429-2d65-44da-bf09-a55f7fddabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:04.155949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-88726429-2d65-44da-bf09-a55f7fddabfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=865b93b8-7198-4a27-98b8-bbb12202edeb HTTP/1.1" status: 200 len: 910 time: 0.2154889 Feb 11 13:52:04.245812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-a0f90a2a-ca2f-446a-aa17-48b9201e4749 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9834ac7f-289d-4d74-82fd-3ec3faecb453 HTTP/1.1" status: 200 len: 217 time: 0.0765562 Feb 11 13:52:04.275891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7c47068c-8d71-4708-af68-906a1a442d5f req-98e3cf85-3a42-4061-9f4f-3de44e4ea62e service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:04.296579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe8fe30-6502-4c8d-bb3d-5ffeda957249 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:04.312982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:04.339239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Transition to ACTIVE for port object ebe8fe30-6502-4c8d-bb3d-5ffeda957249 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:52:04.343499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7c47068c-8d71-4708-af68-906a1a442d5f req-98e3cf85-3a42-4061-9f4f-3de44e4ea62e service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:04.365164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-780606e1-73a1-4e74-a4c7-619766868252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:04.366633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-780606e1-73a1-4e74-a4c7-619766868252 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98bf2943-f77a-49ea-8c36-705cff5f42c4 HTTP/1.1" status: 200 len: 848 time: 0.1122379 Feb 11 13:52:04.460520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:04.460954 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31bbf34-8c47-47d1-a67e-fb40fc830f0d" -d '{"events": [{"server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "name": "network-vif-unplugged", "status": "completed", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:04.463655 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:04.487841 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7c47068c-8d71-4708-af68-906a1a442d5f req-98e3cf85-3a42-4061-9f4f-3de44e4ea62e service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:04.520992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606db98-f689-475e-9098-d47b3c6b7779 req-b8c97bb4-aa7d-4533-b9c8-c331960e3244 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:04.522588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d606db98-f689-475e-9098-d47b3c6b7779 req-b8c97bb4-aa7d-4533-b9c8-c331960e3244 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1094 time: 0.0641904 Feb 11 13:52:04.562426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:04.576213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-38acfa91-3b4a-4319-aa7e-7d34f9dff5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:04.577726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-38acfa91-3b4a-4319-aa7e-7d34f9dff5d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=865b93b8-7198-4a27-98b8-bbb12202edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011857 Feb 11 13:52:04.588333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92da0d-6d65-4020-9e02-d9b7c0fb6e48 req-cb9cbca2-d68b-4375-89ec-0c9fe15ea61e tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:04.589885 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c92da0d-6d65-4020-9e02-d9b7c0fb6e48 req-cb9cbca2-d68b-4375-89ec-0c9fe15ea61e tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 943 time: 0.1447458 Feb 11 13:52:04.620814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d606db98-f689-475e-9098-d47b3c6b7779 req-bacb84f6-10a1-4d5f-a527-476368e5a850 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860484 Feb 11 13:52:04.650619 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7c47068c-8d71-4708-af68-906a1a442d5f req-98e3cf85-3a42-4061-9f4f-3de44e4ea62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:04.685116 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a6cae3-a1b9-414d-8bf3-b135d5c905bd x-openstack-request-id: req-a6a6cae3-a1b9-414d-8bf3-b135d5c905bd {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:04.685405 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "name": "network-vif-unplugged", "status": "completed", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:04.685663 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6a6cae3-a1b9-414d-8bf3-b135d5c905bd {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:04.686450 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'code': 200} Feb 11 13:52:04.790659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c92da0d-6d65-4020-9e02-d9b7c0fb6e48 req-b12eef2a-3996-46bc-8ec0-436c130b9cdd tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781027 Feb 11 13:52:04.852402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Attempting to bind port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:04.852742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Attempting to bind port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:04.853072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Attempting to bind port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 on network 55706acc-8fb9-46f5-9804-7ecab24c12a7 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:04.871926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-eaed8c1a-b8cf-49e1-ae8f-e35753afb6d7 service neutron] 10.222.0.59 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810731 Feb 11 13:52:04.872457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 on network 55706acc-8fb9-46f5-9804-7ecab24c12a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:04.872771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Attempting to bind port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 on network 55706acc-8fb9-46f5-9804-7ecab24c12a7 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:04.926671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:04.927013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Checking segment: {'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:52:04.927396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Bound using segment: {'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:04.927844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Bound port: ebe8fe30-6502-4c8d-bb3d-5ffeda957249, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:04.928202 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:04.979482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-7c47068c-8d71-4708-af68-906a1a442d5f req-98e3cf85-3a42-4061-9f4f-3de44e4ea62e service neutron] Transition to ACTIVE for port object 263540c7-aaf4-4510-a57c-d0c5d59ece54 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:52:05.029361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830e37c-0a58-4f50-a82b-bd5a835a3385 req-7e60f048-0107-4f5d-9a2a-29bfc3b45cf0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:05.031714 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8830e37c-0a58-4f50-a82b-bd5a835a3385 req-7e60f048-0107-4f5d-9a2a-29bfc3b45cf0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 945 time: 0.0579324 Feb 11 13:52:05.059929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-30dc18d0-f020-43fc-80ff-3f0aa88235dd service neutron] 10.222.0.59 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700532 Feb 11 13:52:05.065592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] For port ebe8fe30-6502-4c8d-bb3d-5ffeda957249, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:05.069723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] For port ebe8fe30-6502-4c8d-bb3d-5ffeda957249, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:05.085620 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7c47068c-8d71-4708-af68-906a1a442d5f req-98e3cf85-3a42-4061-9f4f-3de44e4ea62e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:05.098866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8830e37c-0a58-4f50-a82b-bd5a835a3385 req-5278e62b-4c2b-4172-8b76-3408b974d86c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573947 Feb 11 13:52:05.195691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3cf85-3a42-4061-9f4f-3de44e4ea62e service neutron] Pushing event updated for resources: {'Port': ['ID=263540c7-aaf4-4510-a57c-d0c5d59ece54,revision_number=11']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:05.236978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c47068c-8d71-4708-af68-906a1a442d5f req-98e3cf85-3a42-4061-9f4f-3de44e4ea62e service neutron] No DVR routers for this DVR port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:05.239130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:05.318125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:05.319520 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:05.320965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] 10.222.0.13 "PUT /v2.0/ports/ebe8fe30-6502-4c8d-bb3d-5ffeda957249 HTTP/1.1" status: 200 len: 1091 time: 1.8986802 Feb 11 13:52:05.434288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010a335-c9c2-4f51-ad29-64ba3f5dbb76 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:05.545328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-98e3cf85-3a42-4061-9f4f-3de44e4ea62e service neutron] 10.222.0.59 "PUT /v2.0/ports/263540c7-aaf4-4510-a57c-d0c5d59ece54/bindings/n-h1-816488-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7871487 Feb 11 13:52:05.551687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465593b-df44-4738-8966-ae54388c04ad req-b133191c-6329-4f0f-87ce-302e02d7fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:05.553898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-b133191c-6329-4f0f-87ce-302e02d7fbaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fa9c0c63feb4d02974e433b5f462b15&device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 1094 time: 0.0978441 Feb 11 13:52:05.611509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-d0c050dc-efaf-4cfc-b4e1-7fa9c38634b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249 HTTP/1.1" status: 200 len: 217 time: 0.0502157 Feb 11 13:52:05.668268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465593b-df44-4738-8966-ae54388c04ad req-d2789fca-3bcc-4a47-b24c-7faf35b2cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:05.670191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-d2789fca-3bcc-4a47-b24c-7faf35b2cb3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0670b47d-e94e-41ca-9dfc-9ea5281620d3 HTTP/1.1" status: 200 len: 848 time: 0.0530322 Feb 11 13:52:05.751781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465593b-df44-4738-8966-ae54388c04ad req-c6f5331d-4003-4429-97a4-2fa1ab9ebcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:05.753350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-c6f5331d-4003-4429-97a4-2fa1ab9ebcd8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55706acc-8fb9-46f5-9804-7ecab24c12a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763824 Feb 11 13:52:05.771848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6d2c3-50bf-4c45-a89b-1745740428d1 req-aaf824fa-a40b-48d6-92a0-7ba980ba5112 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:05.773347 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76f6d2c3-50bf-4c45-a89b-1745740428d1 req-aaf824fa-a40b-48d6-92a0-7ba980ba5112 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1094 time: 0.0652356 Feb 11 13:52:05.798820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-d0c515a1-5a22-43ee-a021-c7851a531a57 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:05.800225 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-d0c515a1-5a22-43ee-a021-c7851a531a57 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050&tenant_id=575d93d5e9a4439796b157bf7e49a91f&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.0974731 Feb 11 13:52:05.804820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 263540c7-aaf4-4510-a57c-d0c5d59ece54 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:05.857378 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76f6d2c3-50bf-4c45-a89b-1745740428d1 req-7f2f7757-ed95-40d4-b903-b4889d5649e1 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689538 Feb 11 13:52:05.898166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-76bb2b59-5060-46e4-95b1-f1670eb47e46 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367588 Feb 11 13:52:05.902725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 263540c7-aaf4-4510-a57c-d0c5d59ece54 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:05.985761 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-bc530a94-06a9-4e6f-aedc-acd6ab3feab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:05.987370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-bc530a94-06a9-4e6f-aedc-acd6ab3feab1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 1096 time: 0.1798191 Feb 11 13:52:05.996107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1622eb-783a-4dfa-89eb-054c418ebd2d req-659eec36-d81d-4aa4-91c4-1a6ed429812d tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:05.997886 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f1622eb-783a-4dfa-89eb-054c418ebd2d req-659eec36-d81d-4aa4-91c4-1a6ed429812d tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 943 time: 0.0755064 Feb 11 13:52:06.024894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0465593b-df44-4738-8966-ae54388c04ad req-2e898389-b47d-4695-b5a1-5b2abaee2d99 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189086 Feb 11 13:52:06.084820 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f1622eb-783a-4dfa-89eb-054c418ebd2d req-2b10067a-546b-4432-9643-4bd67c436dcb tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795627 Feb 11 13:52:06.116639 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-e7b495b5-35d2-46b6-bca7-cac86899791e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:06.118200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-e7b495b5-35d2-46b6-bca7-cac86899791e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1096 time: 0.0944674 Feb 11 13:52:06.217573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-910bee79-b4c3-440b-9341-0688efafce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:06.219094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-910bee79-b4c3-440b-9341-0688efafce49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc176ec9-92b7-48ab-afd0-88963360c307 HTTP/1.1" status: 200 len: 898 time: 0.0948591 Feb 11 13:52:06.234923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdbb954-d5bd-4698-9418-4f4194fbaa15 req-87fcf4a5-9eb4-4a22-9dc9-19ef78808e0d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:06.236850 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffdbb954-d5bd-4698-9418-4f4194fbaa15 req-87fcf4a5-9eb4-4a22-9dc9-19ef78808e0d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 945 time: 0.0587716 Feb 11 13:52:06.284637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffdbb954-d5bd-4698-9418-4f4194fbaa15 req-3e3cdf61-f883-46b3-9c56-459f201d8ee9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Feb 11 13:52:06.338132 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-b9fd3f3d-0231-4492-9a60-9b35610b1aba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 1000 time: 0.1123190 Feb 11 13:52:06.402166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-2d749968-bdca-4d97-abe1-0c685f076ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:06.403684 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-2d749968-bdca-4d97-abe1-0c685f076ed1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b104d062-05d2-48a5-a8d6-a8727898a3d8 HTTP/1.1" status: 200 len: 835 time: 0.0569108 Feb 11 13:52:06.484686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-c8c4b15d-027b-4a87-84aa-8379837899aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:06.486491 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-c8c4b15d-027b-4a87-84aa-8379837899aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc176ec9-92b7-48ab-afd0-88963360c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759833 Feb 11 13:52:06.592039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-011850cc-ac26-4c43-b7bb-c98b48cc8d91 service neutron] 10.222.0.13 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971880 Feb 11 13:52:06.687956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14012826-5883-4d44-8991-b5530df7fa50', 'tag': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:06.690983 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54ea657-a156-4b6d-ae21-b96dd00c8b21" -d '{"events": [{"name": "network-changed", "server_uuid": "14012826-5883-4d44-8991-b5530df7fa50", "tag": "ebe8fe30-6502-4c8d-bb3d-5ffeda957249"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:06.692520 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-f25bff37-e612-4546-a88d-79e8f88dce10 service neutron] 10.222.0.13 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939505 Feb 11 13:52:06.732284 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd1891-9c74-4e2d-ad59-74224779de9c x-openstack-request-id: req-a1fd1891-9c74-4e2d-ad59-74224779de9c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:06.732573 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14012826-5883-4d44-8991-b5530df7fa50", "tag": "ebe8fe30-6502-4c8d-bb3d-5ffeda957249", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:06.732816 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a1fd1891-9c74-4e2d-ad59-74224779de9c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:06.733261 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14012826-5883-4d44-8991-b5530df7fa50', 'tag': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249', 'status': 'completed', 'code': 200} Feb 11 13:52:06.806662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-61f1bb8a-c71b-43b3-88a0-650133e2fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:06.808432 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-61f1bb8a-c71b-43b3-88a0-650133e2fb5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fa9c0c63feb4d02974e433b5f462b15&device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 1094 time: 0.0527394 Feb 11 13:52:06.924105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-525aee1a-5ec2-434e-aeb9-81bfc07b37fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:06.926329 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-525aee1a-5ec2-434e-aeb9-81bfc07b37fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=55706acc-8fb9-46f5-9804-7ecab24c12a7 HTTP/1.1" status: 200 len: 910 time: 0.1086428 Feb 11 13:52:06.976882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-dd0e129d-3615-4524-93b0-4955df09fb38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249 HTTP/1.1" status: 200 len: 217 time: 0.0435097 Feb 11 13:52:06.997049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c32eb-57b3-4987-b273-dde3caf5457d req-15ab6c03-c3b8-40ab-b3d0-a2778839a7ae tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.005159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-707c32eb-57b3-4987-b273-dde3caf5457d req-15ab6c03-c3b8-40ab-b3d0-a2778839a7ae tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1094 time: 0.0534217 Feb 11 13:52:07.046045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-707c32eb-57b3-4987-b273-dde3caf5457d req-07c92ec9-8f2f-4b3a-b206-05b8b063c083 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Feb 11 13:52:07.089685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-aa1f3d3f-5443-43be-ade3-e4b575bd051f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.091331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-aa1f3d3f-5443-43be-ade3-e4b575bd051f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0670b47d-e94e-41ca-9dfc-9ea5281620d3 HTTP/1.1" status: 200 len: 848 time: 0.1057439 Feb 11 13:52:07.143919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-87f2003d-9ad0-4902-991b-1def855ae3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.145656 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-87f2003d-9ad0-4902-991b-1def855ae3b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55706acc-8fb9-46f5-9804-7ecab24c12a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484083 Feb 11 13:52:07.208209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47068c-8d71-4708-af68-906a1a442d5f req-bd2d9569-b44b-453d-8cea-748349981e9f tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.209725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-bd2d9569-b44b-453d-8cea-748349981e9f tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050&tenant_id=575d93d5e9a4439796b157bf7e49a91f&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 1096 time: 0.0678623 Feb 11 13:52:07.281602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-0565391f-b7dd-4aef-a1c5-ddc0c358c26b service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287613 Feb 11 13:52:07.295782 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a826a2e-4398-467f-ac73-d5f924e4a184 req-84a03034-54da-47e2-8d5e-0ae1c88bf750 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.303752 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a826a2e-4398-467f-ac73-d5f924e4a184 req-84a03034-54da-47e2-8d5e-0ae1c88bf750 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 943 time: 0.0853119 Feb 11 13:52:07.397418 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a826a2e-4398-467f-ac73-d5f924e4a184 req-f80915e5-8371-4c64-a809-5dc7a5f01dae tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928059 Feb 11 13:52:07.434135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06de4d0-fb10-47ba-8fbf-19013f81886e req-0c8009b0-2bd0-4ebd-a905-08356637b26a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.434717 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e54ea657-a156-4b6d-ae21-b96dd00c8b21 req-4c0fc76d-8fc6-403e-9138-e02b67f7b876 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463239 Feb 11 13:52:07.435584 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a06de4d0-fb10-47ba-8fbf-19013f81886e req-0c8009b0-2bd0-4ebd-a905-08356637b26a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 945 time: 0.0597680 Feb 11 13:52:07.479194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7c47068c-8d71-4708-af68-906a1a442d5f req-23451063-d797-4765-a941-ca5a805c60d4 service neutron] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:07.484514 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7c47068c-8d71-4708-af68-906a1a442d5f req-23451063-d797-4765-a941-ca5a805c60d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:07.485747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-23451063-d797-4765-a941-ca5a805c60d4 service neutron] 10.222.0.13 "DELETE /v2.0/ports/263540c7-aaf4-4510-a57c-d0c5d59ece54/bindings/n-h2-816488-1 HTTP/1.1" status: 204 len: 173 time: 0.2689130 Feb 11 13:52:07.490971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a06de4d0-fb10-47ba-8fbf-19013f81886e req-2abd848b-9b92-4e8d-987e-849125478d60 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486817 Feb 11 13:52:07.613245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887283d8-14ad-485b-bb11-cc7345272250 req-9eb63746-f74f-45ff-81b0-64c52ddfeb9b tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.614819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-887283d8-14ad-485b-bb11-cc7345272250 req-9eb63746-f74f-45ff-81b0-64c52ddfeb9b tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1096 time: 0.0506010 Feb 11 13:52:07.651249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-887283d8-14ad-485b-bb11-cc7345272250 req-0bc7916e-2b8e-42c9-a07a-92540c1600e0 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299637 Feb 11 13:52:07.770212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8228e8d-96be-4428-9b90-ebaa9ca91c0a req-e63c00a0-9ccd-425a-b085-37bec2b6f6e7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:07.771993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8228e8d-96be-4428-9b90-ebaa9ca91c0a req-e63c00a0-9ccd-425a-b085-37bec2b6f6e7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 945 time: 0.0535181 Feb 11 13:52:07.820604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9834ac7f-289d-4d74-82fd-3ec3faecb453 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:52:07.821442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8228e8d-96be-4428-9b90-ebaa9ca91c0a req-59c55d88-5a3e-462f-848e-cf2df2e2b7ab tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423038 Feb 11 13:52:07.861404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37496) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:07.941444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3f760ff4-bda5-4bdc-8a62-0f608d32297b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/9a864356-5228-402e-95c1-598cebeb42b4 HTTP/1.1" status: 200 len: 992 time: 0.0787570 Feb 11 13:52:08.190121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78248397-ea6e-4868-a54a-e22ba13c3873 req-f497f376-985f-42a3-8bfb-3f4b93974180 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:08.191634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78248397-ea6e-4868-a54a-e22ba13c3873 req-f497f376-985f-42a3-8bfb-3f4b93974180 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1094 time: 0.0575249 Feb 11 13:52:08.231513 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-78248397-ea6e-4868-a54a-e22ba13c3873 req-5093bbd2-21fc-49b2-b30b-200cebacd67e tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335577 Feb 11 13:52:08.530492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953b0fd-c43f-48f2-a052-e5e85caeb1d0 req-602941c9-5ebf-4067-a1e5-cc1b0bd5a292 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:08.535151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3953b0fd-c43f-48f2-a052-e5e85caeb1d0 req-602941c9-5ebf-4067-a1e5-cc1b0bd5a292 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 943 time: 0.0577054 Feb 11 13:52:08.551378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9834ac7f-289d-4d74-82fd-3ec3faecb453, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9834ac7f-289d-4d74-82fd-3ec3faecb453,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:08.562726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '9834ac7f-289d-4d74-82fd-3ec3faecb453', 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb', 'port_id': '9834ac7f-289d-4d74-82fd-3ec3faecb453', 'mac_address': 'fa:16:3e:b3:44:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bf2943-f77a-49ea-8c36-705cff5f42c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:52:08.584960 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3953b0fd-c43f-48f2-a052-e5e85caeb1d0 req-d6192112-bb72-43ae-9311-3316266814ba tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400918 Feb 11 13:52:08.615923 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:08.631693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9834ac7f-289d-4d74-82fd-3ec3faecb453 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:08.655775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9834ac7f-289d-4d74-82fd-3ec3faecb453, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9834ac7f-289d-4d74-82fd-3ec3faecb453,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:08.740759 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:08.796929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9834ac7f-289d-4d74-82fd-3ec3faecb453,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:09.061893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9834ac7f-289d-4d74-82fd-3ec3faecb453'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:52:09.356068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5349013-f12e-4a80-b14b-58862ae989d6 req-2bd61300-a8f5-4d03-b17c-8ab54db7886a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:09.357654 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5349013-f12e-4a80-b14b-58862ae989d6 req-2bd61300-a8f5-4d03-b17c-8ab54db7886a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1095 time: 0.0447931 Feb 11 13:52:09.394119 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5349013-f12e-4a80-b14b-58862ae989d6 req-53fe42cf-cafd-44cc-ab5c-9c83a7940837 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295174 Feb 11 13:52:09.728156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30e8e3-a67c-4c48-922a-06ad373f2fd4 req-e214d5dd-2d0f-473b-95a3-380a532bd9e5 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:09.729897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f30e8e3-a67c-4c48-922a-06ad373f2fd4 req-e214d5dd-2d0f-473b-95a3-380a532bd9e5 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 943 time: 0.0538483 Feb 11 13:52:09.774106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f30e8e3-a67c-4c48-922a-06ad373f2fd4 req-0d58d48e-a852-4aab-a11b-ece8c77426db tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372436 Feb 11 13:52:09.827950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9834ac7f-289d-4d74-82fd-3ec3faecb453 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:09.959332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 9834ac7f-289d-4d74-82fd-3ec3faecb453 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:52:09.964225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 9834ac7f-289d-4d74-82fd-3ec3faecb453 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:09.968005 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:10.057314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ebe8fe30-6502-4c8d-bb3d-5ffeda957249 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:52:10.086911 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:10.173487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ce1a6e-19de-4403-b671-faa75511f1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9834ac7f-289d-4d74-82fd-3ec3faecb453'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:10.176293 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71271219-6a84-4920-8a30-df8796f90982" -d '{"events": [{"server_uuid": "66ce1a6e-19de-4403-b671-faa75511f1d4", "name": "network-vif-plugged", "status": "completed", "tag": "9834ac7f-289d-4d74-82fd-3ec3faecb453"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:10.200520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37534) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:10.204133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9834ac7f-289d-4d74-82fd-3ec3faecb453, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9834ac7f-289d-4d74-82fd-3ec3faecb453,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:10.261928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ebe8fe30-6502-4c8d-bb3d-5ffeda957249, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:10.264297 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11199061-df0a-4176-9af8-7c5d232c0712 x-openstack-request-id: req-11199061-df0a-4176-9af8-7c5d232c0712 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:10.264588 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ce1a6e-19de-4403-b671-faa75511f1d4", "name": "network-vif-plugged", "status": "completed", "tag": "9834ac7f-289d-4d74-82fd-3ec3faecb453", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:10.264838 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-11199061-df0a-4176-9af8-7c5d232c0712 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:10.265489 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ce1a6e-19de-4403-b671-faa75511f1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9834ac7f-289d-4d74-82fd-3ec3faecb453', 'code': 200} Feb 11 13:52:10.280024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'port_id': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249', 'mac_address': 'fa:16:3e:e5:6c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:52:10.321342 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:10.380809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:10.406695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9834ac7f-289d-4d74-82fd-3ec3faecb453,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:10.413068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebe8fe30-6502-4c8d-bb3d-5ffeda957249 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:10.442602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cfb712-f461-4cd5-8736-cfae00643208 req-72b2cd98-2918-479f-b978-6902549b01cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:10.444518 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c2cfb712-f461-4cd5-8736-cfae00643208 req-72b2cd98-2918-479f-b978-6902549b01cc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.1055033 Feb 11 13:52:10.450984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ebe8fe30-6502-4c8d-bb3d-5ffeda957249, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:10.604138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c168a-6ac8-4c1c-bf6d-529d916fc71f req-a242947b-6958-4081-aa49-c1c232811e44 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:10.604886 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:10.606974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-619c168a-6ac8-4c1c-bf6d-529d916fc71f req-a242947b-6958-4081-aa49-c1c232811e44 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0761600 Feb 11 13:52:10.682943 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:10.698960 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-619c168a-6ac8-4c1c-bf6d-529d916fc71f req-4c4002d6-73ff-47aa-86a4-4fc2b98432d5 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750113 Feb 11 13:52:10.828907 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['ebe8fe30-6502-4c8d-bb3d-5ffeda957249'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:52:10.890430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c2cfb712-f461-4cd5-8736-cfae00643208 req-9502250e-adad-4e53-9974-2ae5000663ea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391992 Feb 11 13:52:10.893053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 7dc9b006-83ed-41c2-b358-a685bfdd78ad {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:10.893408 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:11.025804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b8b08-1c47-464f-a4fa-8b2087dd8e65 req-264d57f2-4cce-474a-b09a-218de2f48de5 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:11.027548 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4b0b8b08-1c47-464f-a4fa-8b2087dd8e65 req-264d57f2-4cce-474a-b09a-218de2f48de5 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 944 time: 0.0838654 Feb 11 13:52:11.038448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:11.038800 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:11.070090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 7dc9b006-83ed-41c2-b358-a685bfdd78ad owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:11.098572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4b0b8b08-1c47-464f-a4fa-8b2087dd8e65 req-9600e545-619d-4c1c-b50a-07a9c53b8adf tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627484 Feb 11 13:52:11.806974 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7c867-7e17-4236-abde-74c51b10829e req-a3c69a0f-e9bc-4104-b77c-095c785ca141 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:11.808512 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23a7c867-7e17-4236-abde-74c51b10829e req-a3c69a0f-e9bc-4104-b77c-095c785ca141 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0442703 Feb 11 13:52:11.853104 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-23a7c867-7e17-4236-abde-74c51b10829e req-44bfafea-2f3a-4451-a8f1-0df410b23e1d tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329132 Feb 11 13:52:12.050223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ebe8fe30-6502-4c8d-bb3d-5ffeda957249 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:12.233420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d7288-ecab-49c9-b5f1-f0c6d049f521 req-8b7bed93-a3d7-4cc8-9ef1-8d7bc8916a28 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:12.235137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d08d7288-ecab-49c9-b5f1-f0c6d049f521 req-8b7bed93-a3d7-4cc8-9ef1-8d7bc8916a28 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 944 time: 0.0511940 Feb 11 13:52:12.277390 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d08d7288-ecab-49c9-b5f1-f0c6d049f521 req-885df864-baf6-41c2-be97-7042132ee9a4 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353005 Feb 11 13:52:12.340767 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:12.370949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=7dc9b006-83ed-41c2-b358-a685bfdd78ad,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:12.401660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.402180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.402446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.402786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.403119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.403448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.403771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.404091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.404419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.404741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.405067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.405392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:12.415298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:52:12.423635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:12.423635 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:12.446641 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:12.446980 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Floating IP 9a864356-5228-402e-95c1-598cebeb42b4 disassociated (deleted). External IP: 172.25.0.159, port: 263540c7-aaf4-4510-a57c-d0c5d59ece54. Feb 11 13:52:12.530519 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:12.566872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14012826-5883-4d44-8991-b5530df7fa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:12.569234 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602c8b07-c99a-4ce7-97a0-16c4a59ea4c1" -d '{"events": [{"server_uuid": "14012826-5883-4d44-8991-b5530df7fa50", "name": "network-vif-plugged", "status": "completed", "tag": "ebe8fe30-6502-4c8d-bb3d-5ffeda957249"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:12.586565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port ebe8fe30-6502-4c8d-bb3d-5ffeda957249, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:12.625533 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034856ee-a663-4781-99b9-b9f6471d61f5 x-openstack-request-id: req-034856ee-a663-4781-99b9-b9f6471d61f5 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:12.626521 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14012826-5883-4d44-8991-b5530df7fa50", "name": "network-vif-plugged", "status": "completed", "tag": "ebe8fe30-6502-4c8d-bb3d-5ffeda957249", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:12.626826 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-034856ee-a663-4781-99b9-b9f6471d61f5 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:12.627664 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14012826-5883-4d44-8991-b5530df7fa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249', 'code': 200} Feb 11 13:52:12.677437 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:12.734794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:12.777376 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf62eb8-c759-4e03-8cc9-44f7dde4ec3f req-fa266332-0528-4ca9-9587-1e0508702f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:12.778864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-acf62eb8-c759-4e03-8cc9-44f7dde4ec3f req-fa266332-0528-4ca9-9587-1e0508702f2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 1096 time: 0.0628552 Feb 11 13:52:12.794772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router e0854d79-4372-4e1c-ac4b-db8e76f7225f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:12.862383 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-acf62eb8-c759-4e03-8cc9-44f7dde4ec3f req-4492fe20-33ef-4557-827c-05fed2dcffa6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735090 Feb 11 13:52:12.929977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:12.934598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:12.944780 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] Sync routers for ids ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:12.963492 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] Routers {'e0854d79-4372-4e1c-ac4b-db8e76f7225f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:12.963741 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-53108b11-60ba-459e-9f6e-b1493d3cf3e9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/floatingips/9a864356-5228-402e-95c1-598cebeb42b4 HTTP/1.1" status: 204 len: 168 time: 2.7621617 Feb 11 13:52:12.964338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:12.974213 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce48162-b397-400d-8167-6c099518d5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:12.978352 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:13.062600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de5cd3-1275-4e12-befd-3151bdf8203c req-7a54010c-30c2-4987-9d8c-964196b17c67 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:13.073017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99de5cd3-1275-4e12-befd-3151bdf8203c req-7a54010c-30c2-4987-9d8c-964196b17c67 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0910792 Feb 11 13:52:13.123619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99de5cd3-1275-4e12-befd-3151bdf8203c req-b234ff69-797c-4234-9023-dc4e5962965e tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493395 Feb 11 13:52:13.137903 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] Set router e0854d79-4372-4e1c-ac4b-db8e76f7225f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:13.181908 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e1e8ba-dd7f-4f71-90e3-f08e735d5100 x-openstack-request-id: req-75e1e8ba-dd7f-4f71-90e3-f08e735d5100 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:13.182212 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:13.182467 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75e1e8ba-dd7f-4f71-90e3-f08e735d5100 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:13.182894 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'status': 'completed', 'code': 200} Feb 11 13:52:13.310202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce48162-b397-400d-8167-6c099518d5f0 req-2e496008-23af-46aa-97d4-399e7bd4cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:13.312267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ce48162-b397-400d-8167-6c099518d5f0 req-2e496008-23af-46aa-97d4-399e7bd4cbb6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 1096 time: 0.1062310 Feb 11 13:52:13.315135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db9fdc-7f91-4f5c-825a-f357877f72f8 req-eaf23d93-d236-4d07-8bb7-8ad14715d99f tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:13.317043 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-64db9fdc-7f91-4f5c-825a-f357877f72f8 req-eaf23d93-d236-4d07-8bb7-8ad14715d99f tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0675142 Feb 11 13:52:13.422313 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:10Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '273805ab-5fec-451b-a885-39cd5d119db9', 'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:36:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:08Z', 'updated_at': '2022-02-11T13:50:14Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:13.445548 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-64db9fdc-7f91-4f5c-825a-f357877f72f8 req-38013870-ac97-4a18-8746-2e1908238aff tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152217 Feb 11 13:52:13.478043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce48162-b397-400d-8167-6c099518d5f0 req-bc0fe0b6-293c-4150-a1d3-c7932d95b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:13.479596 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ce48162-b397-400d-8167-6c099518d5f0 req-bc0fe0b6-293c-4150-a1d3-c7932d95b9aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc176ec9-92b7-48ab-afd0-88963360c307 HTTP/1.1" status: 200 len: 898 time: 0.1604362 Feb 11 13:52:13.570666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ce48162-b397-400d-8167-6c099518d5f0 req-1f96c160-aabb-4d3b-a805-cb9485c4e909 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 200 len: 217 time: 0.0836835 Feb 11 13:52:13.585195 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] Checking router: e0854d79-4372-4e1c-ac4b-db8e76f7225f for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:13.598164 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] Routers {'e0854d79-4372-4e1c-ac4b-db8e76f7225f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:13.598780 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:13.692755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce48162-b397-400d-8167-6c099518d5f0 req-ca413a71-73ec-43c1-a5c1-1da169a5d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:13.694862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ce48162-b397-400d-8167-6c099518d5f0 req-ca413a71-73ec-43c1-a5c1-1da169a5d413 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b104d062-05d2-48a5-a8d6-a8727898a3d8 HTTP/1.1" status: 200 len: 835 time: 0.1101820 Feb 11 13:52:13.707542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ea202-4fbe-4393-8b5a-66f1d220ab5d req-3e0931ed-2074-4bdf-bd1a-f5761ac17f1e tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:13.711547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a2ea202-4fbe-4393-8b5a-66f1d220ab5d req-3e0931ed-2074-4bdf-bd1a-f5761ac17f1e tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 945 time: 0.1350050 Feb 11 13:52:13.725123 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] Set router e0854d79-4372-4e1c-ac4b-db8e76f7225f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:13.772783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8a2ea202-4fbe-4393-8b5a-66f1d220ab5d req-4f18d32e-f777-473a-824f-966988d60538 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528755 Feb 11 13:52:13.779913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79550c4-e1ff-41e9-a887-7bb3f8cfa71b req-b115ac45-5d36-47c8-a37f-504ffcafb313 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:13.784341 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a79550c4-e1ff-41e9-a887-7bb3f8cfa71b req-b115ac45-5d36-47c8-a37f-504ffcafb313 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0638127 Feb 11 13:52:13.789848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce48162-b397-400d-8167-6c099518d5f0 req-e8f42413-4444-4704-9c95-c4dcc88467fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:13.791646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ce48162-b397-400d-8167-6c099518d5f0 req-e8f42413-4444-4704-9c95-c4dcc88467fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc176ec9-92b7-48ab-afd0-88963360c307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0813529 Feb 11 13:52:13.834399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a79550c4-e1ff-41e9-a887-7bb3f8cfa71b req-7a59b45f-a3ac-4160-ac3f-46bb315361ec tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 Feb 11 13:52:13.989255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c38da-a303-4b21-ae87-4fa93d320f88 req-00e9b0e9-99bc-406a-8bdf-fc5299fdad0c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:13.990914 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a2c38da-a303-4b21-ae87-4fa93d320f88 req-00e9b0e9-99bc-406a-8bdf-fc5299fdad0c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 945 time: 0.0827882 Feb 11 13:52:14.017698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ce48162-b397-400d-8167-6c099518d5f0 req-04d68890-82e3-499a-b884-6cfe1df116d2 service neutron] 10.222.0.13 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044766 Feb 11 13:52:14.097957 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:10Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '273805ab-5fec-451b-a885-39cd5d119db9', 'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:36:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:08Z', 'updated_at': '2022-02-11T13:50:14Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:14.130462 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8983f31-c5de-420e-a98d-c7755324d21f None None] The sync data for ids ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'] in n-d-816488-1 is: [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:50:10Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '273805ab-5fec-451b-a885-39cd5d119db9', 'name': '', 'network_id': 'cc176ec9-92b7-48ab-afd0-88963360c307', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:36:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:08Z', 'updated_at': '2022-02-11T13:50:14Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'b104d062-05d2-48a5-a8d6-a8727898a3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:14.133559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a2c38da-a303-4b21-ae87-4fa93d320f88 req-1f6df7da-2242-4055-99fb-0025b51a61d0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264982 Feb 11 13:52:14.194825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c7c56-8092-43de-891a-4b3329428e92 req-865ba999-e3f4-49f8-b085-49fc2013e703 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:14.196799 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-616c7c56-8092-43de-891a-4b3329428e92 req-865ba999-e3f4-49f8-b085-49fc2013e703 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 945 time: 0.0858676 Feb 11 13:52:14.220626 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ce48162-b397-400d-8167-6c099518d5f0 req-105bcd71-fcda-4cec-8a8f-1ce35a4da451 service neutron] 10.222.0.13 "GET /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946197 Feb 11 13:52:14.268894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-4e76ac96-5cfa-41ec-beba-25672daa4c6c tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:14.270352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-4e76ac96-5cfa-41ec-beba-25672daa4c6c tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/networks?id=865b93b8-7198-4a27-98b8-bbb12202edeb HTTP/1.1" status: 200 len: 910 time: 0.2325609 Feb 11 13:52:14.308313 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-8a2953b4-1dd4-40de-a8b4-e8dab60e337d tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/quotas/c92cb4ddd5834473af682359616deb04 HTTP/1.1" status: 200 len: 375 time: 0.0295947 Feb 11 13:52:14.364689 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-616c7c56-8092-43de-891a-4b3329428e92 req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 263540c7-aaf4-4510-a57c-d0c5d59ece54 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:14.365041 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-616c7c56-8092-43de-891a-4b3329428e92 req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:14.423186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d582123b-9c6e-49c3-b9d8-068cc9ac5ab2 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?tenant_id=c92cb4ddd5834473af682359616deb04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055543 Feb 11 13:52:14.453600 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ece6db-f461-4c67-a67e-40901e1ecb55 None None] New status for floating IP 9a864356-5228-402e-95c1-598cebeb42b4: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:52:14.534989 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-56e5a615-394e-4315-abb8-3d2c5cfe43b8 service neutron] 10.222.0.52 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055293 Feb 11 13:52:14.675957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-dc495d15-e455-47bf-90c5-d0b7ca64c624 service neutron] 10.222.0.52 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344256 Feb 11 13:52:14.680900 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-616c7c56-8092-43de-891a-4b3329428e92 req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 263540c7-aaf4-4510-a57c-d0c5d59ece54, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=263540c7-aaf4-4510-a57c-d0c5d59ece54,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:14.681324 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-616c7c56-8092-43de-891a-4b3329428e92 req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:14.696226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-616c7c56-8092-43de-891a-4b3329428e92 req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 263540c7-aaf4-4510-a57c-d0c5d59ece54 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:14.976169 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-859b048c-efee-4955-a4ac-f0626cf69d7a req-630f9aa3-ae37-4b8b-b5ab-72fe01339e43 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 210 time: 0.0405433 Feb 11 13:52:14.976767 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-616c7c56-8092-43de-891a-4b3329428e92 req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:15.017653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d4a8d-af05-4e4e-89c8-1089765104ce req-934c1851-1d1e-4899-b910-16286d4fc3e3 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:15.024378 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-534d4a8d-af05-4e4e-89c8-1089765104ce req-934c1851-1d1e-4899-b910-16286d4fc3e3 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 945 time: 0.1346459 Feb 11 13:52:15.028688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=263540c7-aaf4-4510-a57c-d0c5d59ece54,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:15.106375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.106852 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.107298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.107739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.108183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.108629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.108955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-534d4a8d-af05-4e4e-89c8-1089765104ce req-96ebf650-b95c-4335-af72-502f334937c8 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744760 Feb 11 13:52:15.110696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.110696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.111364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.111796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.112226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.112650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:15.137907 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-616c7c56-8092-43de-891a-4b3329428e92 req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] No DVR routers for this DVR port 263540c7-aaf4-4510-a57c-d0c5d59ece54 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:15.149236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-616c7c56-8092-43de-891a-4b3329428e92 req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:15.163313 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-616c7c56-8092-43de-891a-4b3329428e92 req-259c314c-06f4-4fd6-b3e4-3e7bb83da54a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.13 "DELETE /v2.0/ports/263540c7-aaf4-4510-a57c-d0c5d59ece54 HTTP/1.1" status: 204 len: 173 time: 0.9535031 Feb 11 13:52:15.163815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'name': 'network-vif-deleted', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:15.166162 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77518d33-f638-49ed-acf3-0b3c0b75d37b" -d '{"events": [{"server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "name": "network-vif-deleted", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:15.291527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd68d7-118d-43f1-80d1-17eba7895c7d req-306ebf49-7cd5-452a-a4b2-84e0859b7f60 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:15.293109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03fd68d7-118d-43f1-80d1-17eba7895c7d req-306ebf49-7cd5-452a-a4b2-84e0859b7f60 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 945 time: 0.0789592 Feb 11 13:52:15.305531 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f2024-4344-49bc-ba1a-6a7bef3f973e x-openstack-request-id: req-950f2024-4344-49bc-ba1a-6a7bef3f973e {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:15.305807 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd160ee-2526-4aaa-8830-374a0419b050", "name": "network-vif-deleted", "tag": "263540c7-aaf4-4510-a57c-d0c5d59ece54", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:15.306070 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-950f2024-4344-49bc-ba1a-6a7bef3f973e {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:15.306453 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd160ee-2526-4aaa-8830-374a0419b050', 'name': 'network-vif-deleted', 'tag': '263540c7-aaf4-4510-a57c-d0c5d59ece54', 'status': 'completed', 'code': 200} Feb 11 13:52:15.341057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-03fd68d7-118d-43f1-80d1-17eba7895c7d req-b153372b-d016-4636-a413-e1877ca77523 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382652 Feb 11 13:52:15.466333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e4879f-6740-4740-a5ea-b1c3ab034fc7 req-efe2de6c-5868-4105-88b6-2f34d990f935 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dd160ee-2526-4aaa-8830-374a0419b050 HTTP/1.1" status: 200 len: 210 time: 0.0569434 Feb 11 13:52:15.536083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d117fc-5b92-4e99-9db7-dcc2b96231cf req-238e5984-18d7-4e94-8280-fd21678833f2 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:15.538115 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82d117fc-5b92-4e99-9db7-dcc2b96231cf req-238e5984-18d7-4e94-8280-fd21678833f2 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 945 time: 0.1004479 Feb 11 13:52:15.617231 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82d117fc-5b92-4e99-9db7-dcc2b96231cf req-e3ce7f81-a546-4cbc-8b9d-fefc2fd76920 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698204 Feb 11 13:52:15.663637 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37658) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:15.843817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925fa88c-96b9-4262-87cd-2473fe5503dc tempest-TestServerBasicOps-1429209666 tempest-TestServerBasicOps-1429209666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:15.848904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-925fa88c-96b9-4262-87cd-2473fe5503dc tempest-TestServerBasicOps-1429209666 tempest-TestServerBasicOps-1429209666-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 1091 time: 0.1817572 Feb 11 13:52:15.853695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37664) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:15.854592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:16.024075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:16.083766 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e56097d-eca4-453f-8fdd-7b9df6e2a04b req-0dd1196e-1f09-4a69-a2fc-d4ad57dc6aad tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 210 time: 0.0544086 Feb 11 13:52:16.201077 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:16.322871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Allocated IP 172.25.0.44 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/19f944f6-c422-4acb-96ae-c74200182ad2) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:16.457356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:16.528001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37678) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:16.634605 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:16.680998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:16.691905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:16.696897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:16.738968 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event updated for resources: {'Port': ['ID=19f944f6-c422-4acb-96ae-c74200182ad2,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:17.192050 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e3ded867-5c90-436a-a2df-402cf3af6512 req-4cd95c7c-b708-4f5b-bd87-f3403984b827 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 210 time: 0.0356877 Feb 11 13:52:17.808557 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.067006 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.091487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 263540c7-aaf4-4510-a57c-d0c5d59ece54 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:18.113698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 263540c7-aaf4-4510-a57c-d0c5d59ece54 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:18.114214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 263540c7-aaf4-4510-a57c-d0c5d59ece54 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:18.204055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-efbda4cb-af6f-4e48-a012-3d0c5b74e07f tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:18.205739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-efbda4cb-af6f-4e48-a012-3d0c5b74e07f tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.13 "GET /v2.0/networks?id=865b93b8-7198-4a27-98b8-bbb12202edeb HTTP/1.1" status: 200 len: 910 time: 0.3466563 Feb 11 13:52:18.231097 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Request body: {'port': {'device_id': 'af9cc776-ec2b-4976-83c8-5a806191c53c', 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb', 'admin_state_up': True, 'tenant_id': 'c92cb4ddd5834473af682359616deb04'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:18.302547 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65074f4d-0c33-4fa8-8d85-8859490d9988 req-95d57385-b3bd-4ec6-90fb-7f8d97872dc0 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 210 time: 0.0355923 Feb 11 13:52:18.362972 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Made reservation on behalf of c92cb4ddd5834473af682359616deb04 for: {'port': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:18.365308 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.393332 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.588401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 273805ab-5fec-451b-a885-39cd5d119db9 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:18.588752 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.667216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Allocated IP 172.20.0.13 (865b93b8-7198-4a27-98b8-bbb12202edeb/98bf2943-f77a-49ea-8c36-705cff5f42c4/da0837f4-98d5-44a0-b7e8-d08e796a68b9) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:18.753006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 273805ab-5fec-451b-a885-39cd5d119db9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=273805ab-5fec-451b-a885-39cd5d119db9,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:18.753368 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:18.782698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 273805ab-5fec-451b-a885-39cd5d119db9 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:18.800335 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:19.124164 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:19.235910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event updated for resources: {'Port': ['ID=19f944f6-c422-4acb-96ae-c74200182ad2,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:19.296795 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:19.335700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:19.415863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b6f8c77-151c-4b91-a6bb-4e2389e08a55 req-14c8dabb-416c-4f43-815e-9d425dd0f0c4 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 210 time: 0.0333219 Feb 11 13:52:19.481401 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Floating IP 92c772bc-27f2-43c5-b5f0-f63d4748c957 associated. External IP: 172.25.0.44, port: ebe8fe30-6502-4c8d-bb3d-5ffeda957249. Feb 11 13:52:19.643022 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:19.654206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9834ac7f-289d-4d74-82fd-3ec3faecb453'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:52:19.723776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Network 865b93b8-7198-4a27-98b8-bbb12202edeb is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:19.726252 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:19.737806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:19.740382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:19.798910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Pushing event updated for resources: {'Port': ['ID=da0837f4-98d5-44a0-b7e8-d08e796a68b9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:19.858906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Router e79160b8-7484-4ac2-b0b9-db3deaed5b14 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:19.862510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=273805ab-5fec-451b-a885-39cd5d119db9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:19.896004 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:19.896811 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:20.113713 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-d56b3b58-eee6-4989-bb64-b49656d87634 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8874156 Feb 11 13:52:20.135319 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Request body: {'port': {'device_id': 'af9cc776-ec2b-4976-83c8-5a806191c53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:20.177105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a2051475-5504-4da9-a98f-c77e41ca9538 None None] Provisioning complete for port da0837f4-98d5-44a0-b7e8-d08e796a68b9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:20.177802 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a2051475-5504-4da9-a98f-c77e41ca9538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:20.180920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:20.183103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:20.195413 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] Sync routers for ids ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:20.210044 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] Routers {'e79160b8-7484-4ac2-b0b9-db3deaed5b14'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:20.210776 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:20.243581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a2051475-5504-4da9-a98f-c77e41ca9538 None None] Port da0837f4-98d5-44a0-b7e8-d08e796a68b9 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:52:20.271138 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:20.355430 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] Set router e79160b8-7484-4ac2-b0b9-db3deaed5b14 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:20.362472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:20.434224 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7341f637-8542-4204-8502-c50a4a53644a tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5834796 Feb 11 13:52:20.480813 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14012826-5883-4d44-8991-b5530df7fa50', 'tag': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:20.483103 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42" -d '{"events": [{"name": "network-changed", "server_uuid": "14012826-5883-4d44-8991-b5530df7fa50", "tag": "ebe8fe30-6502-4c8d-bb3d-5ffeda957249"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:20.536786 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173a154f-2935-4eb9-8081-ed8456780995 x-openstack-request-id: req-173a154f-2935-4eb9-8081-ed8456780995 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:20.537007 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14012826-5883-4d44-8991-b5530df7fa50", "tag": "ebe8fe30-6502-4c8d-bb3d-5ffeda957249", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:20.537244 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-173a154f-2935-4eb9-8081-ed8456780995 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:20.537637 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14012826-5883-4d44-8991-b5530df7fa50', 'tag': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249', 'status': 'completed', 'code': 200} Feb 11 13:52:20.605446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-0267e6c8-dea6-4929-95d4-142377b2a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:20.607944 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-0267e6c8-dea6-4929-95d4-142377b2a2ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fa9c0c63feb4d02974e433b5f462b15&device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 1096 time: 0.0520740 Feb 11 13:52:20.683892 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:32Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '92c772bc-27f2-43c5-b5f0-f63d4748c957', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'port_id': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'mac_address': 'fa:16:3e:e5:6c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14012826-5883-4d44-8991-b5530df7fa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:17Z', 'updated_at': '2022-02-11T13:52:17Z', 'revision_number': 0, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2', 'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'mac_address': 'fa:16:3e:16:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:31Z', 'updated_at': '2022-02-11T13:51:39Z', 'revision_number': 5, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'subnets': [{'id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:20.713733 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144d792-c0c4-4f22-8150-98b97d78a396 req-b8d0af00-21d5-473c-9642-77ac9b3df6bb tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:20.715314 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a144d792-c0c4-4f22-8150-98b97d78a396 req-b8d0af00-21d5-473c-9642-77ac9b3df6bb tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1028 time: 0.2124133 Feb 11 13:52:20.727399 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] Checking router: e79160b8-7484-4ac2-b0b9-db3deaed5b14 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:20.738515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-4902e763-6f47-459b-a58f-52f1714a03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:20.740435 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] Routers {'e79160b8-7484-4ac2-b0b9-db3deaed5b14'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:20.740570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-4902e763-6f47-459b-a58f-52f1714a03c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55706acc-8fb9-46f5-9804-7ecab24c12a7 HTTP/1.1" status: 200 len: 910 time: 0.1267684 Feb 11 13:52:20.741318 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:20.802470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router e0854d79-4372-4e1c-ac4b-db8e76f7225f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:20.804245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a144d792-c0c4-4f22-8150-98b97d78a396 req-63104ad1-ce0e-4c3e-90d7-f855c2126844 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790184 Feb 11 13:52:20.842146 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-58300c89-2db5-4339-af6d-d781430c06df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249 HTTP/1.1" status: 200 len: 998 time: 0.0945580 Feb 11 13:52:20.903137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0837f4-98d5-44a0-b7e8-d08e796a68b9 {{(pid=103006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:20.905114 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] Set router e79160b8-7484-4ac2-b0b9-db3deaed5b14 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:20.905866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-6075e25d-c62f-46e2-9f0c-c4346734b18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:20.908460 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-6075e25d-c62f-46e2-9f0c-c4346734b18d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0670b47d-e94e-41ca-9dfc-9ea5281620d3 HTTP/1.1" status: 200 len: 848 time: 0.0605371 Feb 11 13:52:20.913461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:20.978243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-2e05d85a-369b-4286-80c7-f005ab42e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:20.979979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-2e05d85a-369b-4286-80c7-f005ab42e06f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55706acc-8fb9-46f5-9804-7ecab24c12a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653596 Feb 11 13:52:21.109329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-2b1684cc-d31a-40e2-89a8-934d4db33581 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219862 Feb 11 13:52:21.181335 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:32Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '92c772bc-27f2-43c5-b5f0-f63d4748c957', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'port_id': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'mac_address': 'fa:16:3e:e5:6c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14012826-5883-4d44-8991-b5530df7fa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:17Z', 'updated_at': '2022-02-11T13:52:17Z', 'revision_number': 0, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2', 'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'mac_address': 'fa:16:3e:16:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:31Z', 'updated_at': '2022-02-11T13:51:39Z', 'revision_number': 5, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'subnets': [{'id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:21.218818 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea480d-7f69-4ee8-87f8-194edbb260bc None None] The sync data for ids ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'] in n-d-816488-1 is: [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:32Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '92c772bc-27f2-43c5-b5f0-f63d4748c957', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'floating_ip_address': '172.25.0.44', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'port_id': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'mac_address': 'fa:16:3e:e5:6c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14012826-5883-4d44-8991-b5530df7fa50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:17Z', 'updated_at': '2022-02-11T13:52:17Z', 'revision_number': 0, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2', 'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'mac_address': 'fa:16:3e:16:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:31Z', 'updated_at': '2022-02-11T13:51:39Z', 'revision_number': 5, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'subnets': [{'id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:21.246557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.provisioning_blocks [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Transition to ACTIVE for port object da0837f4-98d5-44a0-b7e8-d08e796a68b9 will not be triggered until provisioned by entity L2. {{(pid=103006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:52:21.256582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33b4ac5e-938e-4fa1-b9f8-1340db72cd42 req-fcf4cdea-a8d1-4571-9c8f-98b8157ee8a4 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409476 Feb 11 13:52:21.281010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:21.301025 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ebad5e4b-85a3-4dba-a237-471ba50c8857 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "PUT /v2.0/routers/e0854d79-4372-4e1c-ac4b-db8e76f7225f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7586868 Feb 11 13:52:21.301130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] Sync routers for ids ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:21.302687 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37734) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:21.305050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] Routers {'e0854d79-4372-4e1c-ac4b-db8e76f7225f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:21.305696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:21.366575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc483e9d-5ba6-4754-8aee-63866c9b2566 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting subnet b104d062-05d2-48a5-a8d6-a8727898a3d8 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:52:21.370498 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc483e9d-5ba6-4754-8aee-63866c9b2566 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:21.403604 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:21.437282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] Set router e0854d79-4372-4e1c-ac4b-db8e76f7225f gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:21.462569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc483e9d-5ba6-4754-8aee-63866c9b2566 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:21.516521 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f18fa-9896-46d2-bd91-12c542f6ea8a None None] New status for floating IP 92c772bc-27f2-43c5-b5f0-f63d4748c957: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:52:21.530401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Pushing event updated for resources: {'Port': ['ID=da0837f4-98d5-44a0-b7e8-d08e796a68b9,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:21.682663 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc483e9d-5ba6-4754-8aee-63866c9b2566 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:21.712832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:52:19Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:21.751807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] Checking router: e0854d79-4372-4e1c-ac4b-db8e76f7225f for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:21.761830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] Routers {'e0854d79-4372-4e1c-ac4b-db8e76f7225f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:21.762780 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:51:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:21.763147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Attempting to bind port da0837f4-98d5-44a0-b7e8-d08e796a68b9 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:21.763483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Attempting to bind port da0837f4-98d5-44a0-b7e8-d08e796a68b9 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:21.763802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Attempting to bind port da0837f4-98d5-44a0-b7e8-d08e796a68b9 on network 865b93b8-7198-4a27-98b8-bbb12202edeb {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:21.769925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Port da0837f4-98d5-44a0-b7e8-d08e796a68b9 on network 865b93b8-7198-4a27-98b8-bbb12202edeb not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:21.770088 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Attempting to bind port da0837f4-98d5-44a0-b7e8-d08e796a68b9 on network 865b93b8-7198-4a27-98b8-bbb12202edeb {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:21.775147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:21.775494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Checking segment: {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:52:21.775855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Bound using segment: {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'} {{(pid=103006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:21.776272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.managers [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Bound port: da0837f4-98d5-44a0-b7e8-d08e796a68b9, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b81811e-992e-43dc-9951-d45f6fdd7302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb'}}] {{(pid=103006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:21.776622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:21.863542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] For port da0837f4-98d5-44a0-b7e8-d08e796a68b9, host n-h1-816488-1, cleared binding levels {{(pid=103006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:21.879006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] For port da0837f4-98d5-44a0-b7e8-d08e796a68b9, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=da0837f4-98d5-44a0-b7e8-d08e796a68b9,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:21.903413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] Set router e0854d79-4372-4e1c-ac4b-db8e76f7225f gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:21.951654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37181ee3-0189-49f8-a63b-e6b219ee09d5 req-a536001e-e16c-4eed-951e-6ca6a5d0e045 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:21.953333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37181ee3-0189-49f8-a63b-e6b219ee09d5 req-a536001e-e16c-4eed-951e-6ca6a5d0e045 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1053 time: 0.0683253 Feb 11 13:52:21.973336 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc483e9d-5ba6-4754-8aee-63866c9b2566 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:21.998143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37181ee3-0189-49f8-a63b-e6b219ee09d5 req-60c2a9f2-9763-40b5-a8f7-464b456e33ac tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Feb 11 13:52:22.019941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc483e9d-5ba6-4754-8aee-63866c9b2566 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Subnet': ['ID=b104d062-05d2-48a5-a8d6-a8727898a3d8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:22.042107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fc483e9d-5ba6-4754-8aee-63866c9b2566 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.046357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fc483e9d-5ba6-4754-8aee-63866c9b2566 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/subnets/b104d062-05d2-48a5-a8d6-a8727898a3d8 HTTP/1.1" status: 204 len: 168 time: 0.7425005 Feb 11 13:52:22.050332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37746) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:22.054501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f1f631-45be-4820-a52c-3188a8f181c8 None None] Network cc176ec9-92b7-48ab-afd0-88963360c307 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:52:22.070299 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.116044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:22.116889 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.118712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] 10.222.0.13 "PUT /v2.0/ports/da0837f4-98d5-44a0-b7e8-d08e796a68b9 HTTP/1.1" status: 200 len: 1092 time: 1.9898248 Feb 11 13:52:22.148182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1859fafe-5208-4b17-a357-fb536ebd0089 service neutron] Pushing event updated for resources: {'Port': ['ID=da0837f4-98d5-44a0-b7e8-d08e796a68b9,revision_number=3']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:22.192148 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.281669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:52:19Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:22.359727 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.394768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-6f8e0f21-8ce8-4ddc-8f8f-5d7d87e2fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:22.397234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-6f8e0f21-8ce8-4ddc-8f8f-5d7d87e2fdba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c92cb4ddd5834473af682359616deb04&device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1095 time: 0.0958946 Feb 11 13:52:22.454645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-5ff22855-61e7-4de1-b9b1-3660b1fb63ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da0837f4-98d5-44a0-b7e8-d08e796a68b9 HTTP/1.1" status: 200 len: 217 time: 0.0490000 Feb 11 13:52:22.511701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-b1200bbe-5e69-42ce-b439-069bd8c64909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:22.513298 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-b1200bbe-5e69-42ce-b439-069bd8c64909 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98bf2943-f77a-49ea-8c36-705cff5f42c4 HTTP/1.1" status: 200 len: 848 time: 0.0460520 Feb 11 13:52:22.518527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f12e75-3816-4971-8ee4-67bdaa4fbe7d None None] DHCP port deletion for cc176ec9-92b7-48ab-afd0-88963360c307 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:52:22.520825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8156596-a2c7-4450-a823-a319c42ea922 None None] The sync data for ids ['e0854d79-4372-4e1c-ac4b-db8e76f7225f'] in n-d-816488-1 is: [{'id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1937341873', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:01Z', 'updated_at': '2022-02-11T13:52:19Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '00cb66df-eb78-42dd-bb61-662fc0a222f0', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:35:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0854d79-4372-4e1c-ac4b-db8e76f7225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:02Z', 'updated_at': '2022-02-11T13:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:22.560021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9cc776-ec2b-4976-83c8-5a806191c53c', 'tag': 'da0837f4-98d5-44a0-b7e8-d08e796a68b9'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:22.562666 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb38881c-1b53-46db-8b35-d84ecaa438b1" -d '{"events": [{"name": "network-changed", "server_uuid": "af9cc776-ec2b-4976-83c8-5a806191c53c", "tag": "da0837f4-98d5-44a0-b7e8-d08e796a68b9"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:22.608446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-32f12e75-3816-4971-8ee4-67bdaa4fbe7d None None] Deleting port e411fcf4-403a-473d-8fb7-67a9b1047714 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:22.609844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-34522b9f-93b7-40fc-a9da-38333341fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:22.610960 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32f12e75-3816-4971-8ee4-67bdaa4fbe7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.612009 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-34522b9f-93b7-40fc-a9da-38333341fe32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=865b93b8-7198-4a27-98b8-bbb12202edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0922322 Feb 11 13:52:22.628534 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723678e5-acda-459a-942b-09e95e07f405 x-openstack-request-id: req-723678e5-acda-459a-942b-09e95e07f405 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:22.628894 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9cc776-ec2b-4976-83c8-5a806191c53c", "tag": "da0837f4-98d5-44a0-b7e8-d08e796a68b9", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:22.629211 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-723678e5-acda-459a-942b-09e95e07f405 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:22.629664 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9cc776-ec2b-4976-83c8-5a806191c53c', 'tag': 'da0837f4-98d5-44a0-b7e8-d08e796a68b9', 'status': 'completed', 'code': 200} Feb 11 13:52:22.651394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 00cb66df-eb78-42dd-bb61-662fc0a222f0 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:22.651800 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.712900 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-58b22e4e-f283-4107-aa00-a7aecd4461e4 service neutron] 10.222.0.13 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941460 Feb 11 13:52:22.717345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-32f12e75-3816-4971-8ee4-67bdaa4fbe7d None None] For port e411fcf4-403a-473d-8fb7-67a9b1047714, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e411fcf4-403a-473d-8fb7-67a9b1047714,segment=NetworkSegment(eea28f9f-542e-413a-a074-608a8a124976),segment_id=eea28f9f-542e-413a-a074-608a8a124976)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:22.717792 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32f12e75-3816-4971-8ee4-67bdaa4fbe7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.732849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-32f12e75-3816-4971-8ee4-67bdaa4fbe7d None None] Calling delete_port for e411fcf4-403a-473d-8fb7-67a9b1047714 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:22.744119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 00cb66df-eb78-42dd-bb61-662fc0a222f0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=00cb66df-eb78-42dd-bb61-662fc0a222f0,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:22.744699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.759065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 00cb66df-eb78-42dd-bb61-662fc0a222f0 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:22.824033 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f95cdfd9-409d-4078-8eab-1bb6ba43df9d req-b842d257-c7cd-46d8-aedc-b89e198f43bf service neutron] 10.222.0.13 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031899 Feb 11 13:52:22.959855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-32f12e75-3816-4971-8ee4-67bdaa4fbe7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:22.995700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f12e75-3816-4971-8ee4-67bdaa4fbe7d None None] Pushing event deleted for resources: {'Port': ['ID=e411fcf4-403a-473d-8fb7-67a9b1047714,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:23.001746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f12e75-3816-4971-8ee4-67bdaa4fbe7d None None] No DVR routers for this DVR port e411fcf4-403a-473d-8fb7-67a9b1047714 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:23.018915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-77d87a01-9e60-464f-8df8-9c398e6c0495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:23.020625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-77d87a01-9e60-464f-8df8-9c398e6c0495 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c92cb4ddd5834473af682359616deb04&device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1095 time: 0.0630841 Feb 11 13:52:23.115339 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.179577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-58e7a528-3346-436f-852c-9ed88cb9c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:23.181071 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-58e7a528-3346-436f-852c-9ed88cb9c13f service neutron] 10.222.0.13 "GET /v2.0/networks?id=865b93b8-7198-4a27-98b8-bbb12202edeb HTTP/1.1" status: 200 len: 910 time: 0.1543770 Feb 11 13:52:23.198640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=00cb66df-eb78-42dd-bb61-662fc0a222f0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:23.239106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-faaf20de-59f3-4bfc-9134-d2d7922db4e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da0837f4-98d5-44a0-b7e8-d08e796a68b9 HTTP/1.1" status: 200 len: 217 time: 0.0489168 Feb 11 13:52:23.254746 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa04092-33e8-4b09-a729-48c77fda7840 req-d3b171b6-16a8-477a-8fb2-8af7e67dbd18 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:23.256287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1aa04092-33e8-4b09-a729-48c77fda7840 req-d3b171b6-16a8-477a-8fb2-8af7e67dbd18 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1095 time: 0.1591868 Feb 11 13:52:23.267869 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.313660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-d7808327-f61a-4913-b5e9-1d67312305b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:23.315508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-d7808327-f61a-4913-b5e9-1d67312305b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98bf2943-f77a-49ea-8c36-705cff5f42c4 HTTP/1.1" status: 200 len: 848 time: 0.0635538 Feb 11 13:52:23.365341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-1ae3066e-4614-4563-b3ed-7f24d8977adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:23.367172 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-1ae3066e-4614-4563-b3ed-7f24d8977adf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=865b93b8-7198-4a27-98b8-bbb12202edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450728 Feb 11 13:52:23.378777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.381669 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.397379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1aa04092-33e8-4b09-a729-48c77fda7840 req-5c0fa584-2afd-44ce-a90c-00065b10ec15 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262960 Feb 11 13:52:23.475452 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-fd6ff7df-3512-442e-a341-6d07d1500fd3 service neutron] 10.222.0.13 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950916 Feb 11 13:52:23.547810 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.548628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Fanout notify agent at l3_agent the message router_deleted on router e0854d79-4372-4e1c-ac4b-db8e76f7225f {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:52:23.562944 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.567289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bedd6a76-f483-42a8-93af-91b2aa41fbf1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/routers/e0854d79-4372-4e1c-ac4b-db8e76f7225f HTTP/1.1" status: 204 len: 168 time: 1.5130718 Feb 11 13:52:23.568092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37760) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:23.632246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb38881c-1b53-46db-8b35-d84ecaa438b1 req-57e94387-0867-4c85-b4ba-077ce4df9d35 service neutron] 10.222.0.13 "GET /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418602 Feb 11 13:52:23.664542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.768623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.789203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc176ec9-92b7-48ab-afd0-88963360c307']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:23.798500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea28f9f-542e-413a-a074-608a8a124976') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:23.798741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea28f9f-542e-413a-a074-608a8a124976') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:23.807710 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.820940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.826575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:23.829427 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:23.830465 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:23.982227 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.990568 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:23.993397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/networks/cc176ec9-92b7-48ab-afd0-88963360c307 HTTP/1.1" status: 204 len: 168 time: 0.4245501 Feb 11 13:52:23.996294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37764) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:24.012574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c54a3-06a2-438b-a028-4b505dd5e2a7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Network': ['ID=cc176ec9-92b7-48ab-afd0-88963360c307,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:24.071155 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c10dc9a7-e3b1-4469-9f3d-edbad3778bce tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:24.101571 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c10dc9a7-e3b1-4469-9f3d-edbad3778bce tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:24.151319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 00cb66df-eb78-42dd-bb61-662fc0a222f0 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:24.204127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 00cb66df-eb78-42dd-bb61-662fc0a222f0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:24.204512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 00cb66df-eb78-42dd-bb61-662fc0a222f0 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:24.204948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 273805ab-5fec-451b-a885-39cd5d119db9 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:24.227460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 273805ab-5fec-451b-a885-39cd5d119db9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:24.227987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 273805ab-5fec-451b-a885-39cd5d119db9 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:24.228404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e411fcf4-403a-473d-8fb7-67a9b1047714 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:24.248155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e411fcf4-403a-473d-8fb7-67a9b1047714 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:24.248514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e411fcf4-403a-473d-8fb7-67a9b1047714 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:24.375367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c10dc9a7-e3b1-4469-9f3d-edbad3778bce tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:24.378127 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c10dc9a7-e3b1-4469-9f3d-edbad3778bce tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:24.379371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c10dc9a7-e3b1-4469-9f3d-edbad3778bce tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/security-groups/c2da2f95-8b5d-4508-9d93-ddcd6838b5d5 HTTP/1.1" status: 204 len: 168 time: 0.3820047 Feb 11 13:52:24.389515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dc9a7-e3b1-4469-9f3d-edbad3778bce tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2da2f95-8b5d-4508-9d93-ddcd6838b5d5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:24.515295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e38a8-9d4c-404d-b0bf-a8e585a6c7f3 req-bcf3af3a-dfa5-4663-b229-07c6d0a6832c tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:24.516921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-406e38a8-9d4c-404d-b0bf-a8e585a6c7f3 req-bcf3af3a-dfa5-4663-b229-07c6d0a6832c tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1095 time: 0.0467613 Feb 11 13:52:24.553973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-406e38a8-9d4c-404d-b0bf-a8e585a6c7f3 req-ad17d96e-377b-4be2-83d9-18bedaf68ea5 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308447 Feb 11 13:52:24.763361 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3815e337-b953-4d5c-9110-7d9b4c0c9626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:25.150982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37780) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:25.155822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8f4b6744-380c-443a-b3a3-d338cd927a1c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529562711', 'description': 'tempest-secgroup-smoke-529562711 description', 'project_id': '575d93d5e9a4439796b157bf7e49a91f'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:25.306137 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f4b6744-380c-443a-b3a3-d338cd927a1c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:25.374025 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f4b6744-380c-443a-b3a3-d338cd927a1c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:25.519031 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f4b6744-380c-443a-b3a3-d338cd927a1c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:25.550017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b6744-380c-443a-b3a3-d338cd927a1c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:25.667035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeccbd2-41b7-4ca5-b748-f692497e1885 req-bab488ef-057f-4144-9280-f28b22f69e1f tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:25.669169 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aaeccbd2-41b7-4ca5-b748-f692497e1885 req-bab488ef-057f-4144-9280-f28b22f69e1f tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1095 time: 0.0432346 Feb 11 13:52:25.676478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8f4b6744-380c-443a-b3a3-d338cd927a1c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:25.681664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8f4b6744-380c-443a-b3a3-d338cd927a1c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5256720 Feb 11 13:52:25.681914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37790) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:25.686419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-bee195ba-6e20-4199-ba22-d3e4ed955c74 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': '0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:25.714319 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aaeccbd2-41b7-4ca5-b748-f692497e1885 req-02c7a04e-31b8-4cd8-89f2-bad646611a8f tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341744 Feb 11 13:52:25.809836 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bee195ba-6e20-4199-ba22-d3e4ed955c74 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:25.867748 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bee195ba-6e20-4199-ba22-d3e4ed955c74 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:25.926177 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:52:25.965097 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:26.004628 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bee195ba-6e20-4199-ba22-d3e4ed955c74 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:26.023520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee195ba-6e20-4199-ba22-d3e4ed955c74 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ee9059-8538-4d71-9f97-a17d2806bd36,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:26.121961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device da0837f4-98d5-44a0-b7e8-d08e796a68b9 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:52:26.160462 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bee195ba-6e20-4199-ba22-d3e4ed955c74 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:26.164400 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bee195ba-6e20-4199-ba22-d3e4ed955c74 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4790061 Feb 11 13:52:26.164820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37794) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:26.170451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a198087a-fda8-415c-81d3-466aca01a8c9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': '0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:26.227753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port da0837f4-98d5-44a0-b7e8-d08e796a68b9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=da0837f4-98d5-44a0-b7e8-d08e796a68b9,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:26.239951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'da0837f4-98d5-44a0-b7e8-d08e796a68b9', 'network_id': '865b93b8-7198-4a27-98b8-bbb12202edeb', 'port_id': 'da0837f4-98d5-44a0-b7e8-d08e796a68b9', 'mac_address': 'fa:16:3e:06:e1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98bf2943-f77a-49ea-8c36-705cff5f42c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:52:26.281986 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:26.297246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0837f4-98d5-44a0-b7e8-d08e796a68b9 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:26.318998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port da0837f4-98d5-44a0-b7e8-d08e796a68b9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=da0837f4-98d5-44a0-b7e8-d08e796a68b9,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:26.393429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a198087a-fda8-415c-81d3-466aca01a8c9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:26.451680 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a198087a-fda8-415c-81d3-466aca01a8c9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:26.472261 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:26.523025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=da0837f4-98d5-44a0-b7e8-d08e796a68b9,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:26.605480 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a198087a-fda8-415c-81d3-466aca01a8c9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:26.623877 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a198087a-fda8-415c-81d3-466aca01a8c9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51c862b9-2359-4cd0-9e3d-15abb4fc4f2b,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:26.678971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['da0837f4-98d5-44a0-b7e8-d08e796a68b9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:52:26.785251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a198087a-fda8-415c-81d3-466aca01a8c9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:26.786524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a198087a-fda8-415c-81d3-466aca01a8c9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6200821 Feb 11 13:52:26.789333 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37806) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:26.793921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b9451a2e-3199-4205-9d17-f63da5e410f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': '0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:26.859395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebea781-77f9-42c1-a8eb-0a2c9263772f req-5ccb275b-7710-4087-8a09-ef73454e9a16 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:26.861575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ebea781-77f9-42c1-a8eb-0a2c9263772f req-5ccb275b-7710-4087-8a09-ef73454e9a16 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1096 time: 0.0472236 Feb 11 13:52:26.899330 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ebea781-77f9-42c1-a8eb-0a2c9263772f req-1bd76906-3822-47fe-a4b3-ee584d4923a3 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Feb 11 13:52:26.935618 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9451a2e-3199-4205-9d17-f63da5e410f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:26.997472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9451a2e-3199-4205-9d17-f63da5e410f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:27.043220 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6d739329-1669-4a93-8c15-e77c1264e6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:27.073305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9451a2e-3199-4205-9d17-f63da5e410f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:27.093496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9451a2e-3199-4205-9d17-f63da5e410f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01424fc-22d1-42c6-bfbb-1f7f7e2ab996,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:27.230294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b9451a2e-3199-4205-9d17-f63da5e410f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:27.231987 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b9451a2e-3199-4205-9d17-f63da5e410f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4412851 Feb 11 13:52:27.234396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37810) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:27.241131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-290df12d-54bd-492a-b991-44d56ba885d7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': '0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:27.342215 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-290df12d-54bd-492a-b991-44d56ba885d7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:27.410903 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-290df12d-54bd-492a-b991-44d56ba885d7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:27.496412 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-290df12d-54bd-492a-b991-44d56ba885d7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:27.519313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290df12d-54bd-492a-b991-44d56ba885d7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324f4b35-a550-4997-b66c-05e5eede0f5a,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:27.664202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-290df12d-54bd-492a-b991-44d56ba885d7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:27.665449 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-290df12d-54bd-492a-b991-44d56ba885d7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4293814 Feb 11 13:52:27.668375 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37816) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:27.673119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-066a83cc-7ffc-4234-88ea-94d8ae635074 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': '0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:27.908345 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-066a83cc-7ffc-4234-88ea-94d8ae635074 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Project 575d93d5e9a4439796b157bf7e49a91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:52:27.914286 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-066a83cc-7ffc-4234-88ea-94d8ae635074 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:27.979792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-066a83cc-7ffc-4234-88ea-94d8ae635074 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:27.983466 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.028170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5be66-63b5-4842-9306-a74fb91a6602 req-512fa6cb-4064-477b-99f4-5343a6f2d0b9 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:28.029870 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ed5be66-63b5-4842-9306-a74fb91a6602 req-512fa6cb-4064-477b-99f4-5343a6f2d0b9 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1096 time: 0.0527480 Feb 11 13:52:28.069261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ed5be66-63b5-4842-9306-a74fb91a6602 req-2b04c108-873b-476e-8413-69939158f35a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326376 Feb 11 13:52:28.101072 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-066a83cc-7ffc-4234-88ea-94d8ae635074 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.122041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a83cc-7ffc-4234-88ea-94d8ae635074 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0437b3ef-133c-4e9b-8e37-5231111bbcfd,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:28.136611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device da0837f4-98d5-44a0-b7e8-d08e796a68b9 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:28.281024 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-066a83cc-7ffc-4234-88ea-94d8ae635074 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.282653 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-066a83cc-7ffc-4234-88ea-94d8ae635074 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6132746 Feb 11 13:52:28.285585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37824) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:28.290145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-efbbba07-9f85-4f3b-bca9-1cbf8ed78dfd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'security_group_rule': {'security_group_id': '0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:28.330475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port da0837f4-98d5-44a0-b7e8-d08e796a68b9 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:52:28.334755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port da0837f4-98d5-44a0-b7e8-d08e796a68b9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:28.335223 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.418529 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.427988 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-efbbba07-9f85-4f3b-bca9-1cbf8ed78dfd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Project 575d93d5e9a4439796b157bf7e49a91f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:52:28.434226 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efbbba07-9f85-4f3b-bca9-1cbf8ed78dfd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.445815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9cc776-ec2b-4976-83c8-5a806191c53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0837f4-98d5-44a0-b7e8-d08e796a68b9'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:28.448306 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e65672-fdf0-4c30-911e-658a93f96362" -d '{"events": [{"server_uuid": "af9cc776-ec2b-4976-83c8-5a806191c53c", "name": "network-vif-plugged", "status": "completed", "tag": "da0837f4-98d5-44a0-b7e8-d08e796a68b9"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:28.462564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port da0837f4-98d5-44a0-b7e8-d08e796a68b9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=da0837f4-98d5-44a0-b7e8-d08e796a68b9,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:28.490051 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b010bc63-7f93-491a-ac3a-b9e19daecc3b x-openstack-request-id: req-b010bc63-7f93-491a-ac3a-b9e19daecc3b {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:28.490796 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9cc776-ec2b-4976-83c8-5a806191c53c", "name": "network-vif-plugged", "status": "completed", "tag": "da0837f4-98d5-44a0-b7e8-d08e796a68b9", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:28.491589 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b010bc63-7f93-491a-ac3a-b9e19daecc3b {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:28.492054 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9cc776-ec2b-4976-83c8-5a806191c53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0837f4-98d5-44a0-b7e8-d08e796a68b9', 'code': 200} Feb 11 13:52:28.515675 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efbbba07-9f85-4f3b-bca9-1cbf8ed78dfd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.580988 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.587811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef9de1-5a39-4874-b43c-a8b2ea348b00 req-d9a3b575-e19a-4080-b306-a9e93ccfc731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:28.589670 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67ef9de1-5a39-4874-b43c-a8b2ea348b00 req-d9a3b575-e19a-4080-b306-a9e93ccfc731 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1096 time: 0.0470891 Feb 11 13:52:28.629830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efbbba07-9f85-4f3b-bca9-1cbf8ed78dfd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.640076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=da0837f4-98d5-44a0-b7e8-d08e796a68b9,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:28.655177 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67ef9de1-5a39-4874-b43c-a8b2ea348b00 req-4c72f6cb-c011-431f-9f2d-7e4d4eec856a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527124 Feb 11 13:52:28.658532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbba07-9f85-4f3b-bca9-1cbf8ed78dfd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8818fb8b-de29-47b0-a1ae-390007cb9349,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:28.805265 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.857317 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efbbba07-9f85-4f3b-bca9-1cbf8ed78dfd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:28.858630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-efbbba07-9f85-4f3b-bca9-1cbf8ed78dfd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5719621 Feb 11 13:52:28.862033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37834) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:28.866915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'network': {'name': 'tempest-network-smoke--1466981015', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'port_security_enabled': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:29.011117 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:29.015034 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:29.040392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:52:29.049837 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:29.050187 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Added segment 227f5888-c130-49fc-8db3-593c1940b57c of type vlan for network 97e4409c-92f6-4243-8006-1627742b4378 Feb 11 13:52:29.094134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:29.187255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9eef87-aa4b-459a-9af0-4e704904708f req-fc44b69d-b1d0-4c76-b9cd-4ff6425e7a79 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:29.189498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb9eef87-aa4b-459a-9af0-4e704904708f req-fc44b69d-b1d0-4c76-b9cd-4ff6425e7a79 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1097 time: 0.0427778 Feb 11 13:52:29.212165 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:29.217576 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:29.218177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:29.314556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb9eef87-aa4b-459a-9af0-4e704904708f req-bff98ae2-3e80-406a-9f1e-3d59f8590152 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188598 Feb 11 13:52:29.333087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Network': ['ID=97e4409c-92f6-4243-8006-1627742b4378,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:29.343840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 97e4409c-92f6-4243-8006-1627742b4378 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:52:29.376689 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1078e0b3-7b92-4bd2-9d14-49ac6765f47e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5108092 Feb 11 13:52:29.377101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37840) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:29.381759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'admin_state_up': True, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:29.546404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:29.548579 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:29.601834 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:30.062111 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:30.160407 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:30.474485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:30.496830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:30.511612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d8cd-bb41-41fd-957e-166a9ce7783e req-3ac48cfd-78e2-4a4c-b13f-06f98d2ca972 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:30.513121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85f2d8cd-bb41-41fd-957e-166a9ce7783e req-3ac48cfd-78e2-4a4c-b13f-06f98d2ca972 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1097 time: 0.1200984 Feb 11 13:52:30.585206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85f2d8cd-bb41-41fd-957e-166a9ce7783e req-c2783e24-c7d5-4cd2-b0d0-32a7e43f279d tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Feb 11 13:52:30.632786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.25.0.39 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/008b330f-651e-4c6a-9530-d7fc3feb771f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:30.638205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:30.706828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7d46a-0833-4a82-89be-d6ba5504a9fe req-ccd9f2d5-b6af-4e5b-92c2-9ba29ddf6ea2 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:30.708534 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33e7d46a-0833-4a82-89be-d6ba5504a9fe req-ccd9f2d5-b6af-4e5b-92c2-9ba29ddf6ea2 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1097 time: 0.0489318 Feb 11 13:52:30.745476 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-33e7d46a-0833-4a82-89be-d6ba5504a9fe req-7d1466de-d51c-49f3-bc8f-b2c6d2d579f0 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299017 Feb 11 13:52:30.746673 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:30.863695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbdd71-1206-40e8-bfcb-73b4b9b332df req-5549731f-2e05-47ad-a3b1-7ef9cfa54e9a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:30.865121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8dbdd71-1206-40e8-bfcb-73b4b9b332df req-5549731f-2e05-47ad-a3b1-7ef9cfa54e9a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1097 time: 0.0412624 Feb 11 13:52:30.868157 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:30.931659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:30.944079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:30.946739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:30.952132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=008b330f-651e-4c6a-9530-d7fc3feb771f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:30.980067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8dbdd71-1206-40e8-bfcb-73b4b9b332df req-0d3f8192-35cb-49ee-8d18-79e6af617842 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071210 Feb 11 13:52:31.331646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:31.547262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe458acf-8072-43e8-b9ac-08904db02a31 req-325de8b6-efa3-408e-acd7-c8574d15e78f tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:31.549792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe458acf-8072-43e8-b9ac-08904db02a31 req-325de8b6-efa3-408e-acd7-c8574d15e78f tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1097 time: 0.1150284 Feb 11 13:52:31.590258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:31.599295 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe458acf-8072-43e8-b9ac-08904db02a31 req-e5956e27-5919-43d4-915b-54d23c6f139e tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Feb 11 13:52:31.826212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router e05ccf00-6841-43a7-b15d-293ae7f3c67f is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:52:31.951074 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:31.961499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Sync routers for ids ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:31.976860 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Routers {'e05ccf00-6841-43a7-b15d-293ae7f3c67f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:31.977507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:52:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:32.084586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Set router e05ccf00-6841-43a7-b15d-293ae7f3c67f gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:32.087176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:32.088609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-41d9287b-4e3d-4447-abd1-a1a48ab6640f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7103665 Feb 11 13:52:32.091788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37878) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:32.123068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ab96fc28-4f53-4b81-add0-fda12767bdb2 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=575d93d5e9a4439796b157bf7e49a91f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276706 Feb 11 13:52:32.124647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37882) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:32.288596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:31Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:32.308497 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca34d893-ad9e-41c0-aaf0-35e304e9af28 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:32.310128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ca34d893-ad9e-41c0-aaf0-35e304e9af28 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1844521 Feb 11 13:52:32.312864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37886) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:32.320181 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Checking router: e05ccf00-6841-43a7-b15d-293ae7f3c67f for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:32.320536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Updating router e05ccf00-6841-43a7-b15d-293ae7f3c67f port 008b330f-651e-4c6a-9530-d7fc3feb771f binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:52:32.343277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-49e4b888-1596-4077-acf5-af6f6731cfb2 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286419 Feb 11 13:52:32.345851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 37888) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:32.347143 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:32.351065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-326723300', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:32.556672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:32.562447 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:32.689486 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:32.764973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4f83a-35a0-4bbc-b33e-d89ca6906ac3 req-7f002771-15d4-463b-9a73-b2f4eb13ab73 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:32.766668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ce4f83a-35a0-4bbc-b33e-d89ca6906ac3 req-7f002771-15d4-463b-9a73-b2f4eb13ab73 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1097 time: 0.0440931 Feb 11 13:52:32.801576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ce4f83a-35a0-4bbc-b33e-d89ca6906ac3 req-d2041677-14f1-45f9-8f30-e9c7e6ea4108 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285659 Feb 11 13:52:32.839232 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:32.875430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-5b266e67-7d1c-4f50-a8ff-250f11efaf4a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:32.878363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-5b266e67-7d1c-4f50-a8ff-250f11efaf4a tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 1097 time: 0.0732951 Feb 11 13:52:32.896888 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:32.912802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Attempting to bind port 008b330f-651e-4c6a-9530-d7fc3feb771f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:32.913290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Attempting to bind port 008b330f-651e-4c6a-9530-d7fc3feb771f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:32.913748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Attempting to bind port 008b330f-651e-4c6a-9530-d7fc3feb771f on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:32.917864 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af9239-8879-4143-a573-87ea2164d6c1 None None] Pushing event updated for resources: {'Port': ['ID=008b330f-651e-4c6a-9530-d7fc3feb771f,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:32.923843 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:32.924539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:52:32.925188 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:32.925801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:32.926508 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Bound port: 008b330f-651e-4c6a-9530-d7fc3feb771f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:32.927112 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:32.988525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] For port 008b330f-651e-4c6a-9530-d7fc3feb771f, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:32.993242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] For port 008b330f-651e-4c6a-9530-d7fc3feb771f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=008b330f-651e-4c6a-9530-d7fc3feb771f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:33.025188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-00cf2f42-b425-4628-8f16-9503fcdff6d6 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Deleting port da0837f4-98d5-44a0-b7e8-d08e796a68b9 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:33.025808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-00cf2f42-b425-4628-8f16-9503fcdff6d6 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:33.030538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Subnet': ['ID=e6062d11-daaf-4323-9625-a064b5552f40,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:33.040990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Checking segment: {'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:52:33.041344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network hostable DHCP agents. Network: 97e4409c-92f6-4243-8006-1627742b4378, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:52:33.086511 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:33.114935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-00cf2f42-b425-4628-8f16-9503fcdff6d6 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] For port da0837f4-98d5-44a0-b7e8-d08e796a68b9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=da0837f4-98d5-44a0-b7e8-d08e796a68b9,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:33.115264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-00cf2f42-b425-4628-8f16-9503fcdff6d6 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:33.129945 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-00cf2f42-b425-4628-8f16-9503fcdff6d6 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Calling delete_port for da0837f4-98d5-44a0-b7e8-d08e796a68b9 owned by compute:nova {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:33.160775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Routers {'e05ccf00-6841-43a7-b15d-293ae7f3c67f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:33.161672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:52:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:33.163704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af9239-8879-4143-a573-87ea2164d6c1 None None] Pushing event updated for resources: {'Port': ['ID=008b330f-651e-4c6a-9530-d7fc3feb771f,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:33.186727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network 97e4409c-92f6-4243-8006-1627742b4378 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:52:33.263956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 97e4409c-92f6-4243-8006-1627742b4378) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:33.286957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:33.288544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:33.316059 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-3a754090-de86-4c53-961e-c360fcb7036f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925910 Feb 11 13:52:33.325624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96db8388-cd89-497d-a8d3-0ffadd6923fa None None] Network 97e4409c-92f6-4243-8006-1627742b4378 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:52:33.407391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d450c12d-ca2e-45cc-bb40-bda3c3186321 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0605078 Feb 11 13:52:33.408038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 37900) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:33.414944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] Set router e05ccf00-6841-43a7-b15d-293ae7f3c67f gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:33.427564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-914cc5a2-7e9e-4d16-acbb-e26965c213ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:33.429051 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-914cc5a2-7e9e-4d16-acbb-e26965c213ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fa9c0c63feb4d02974e433b5f462b15&device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 1096 time: 0.0559268 Feb 11 13:52:33.466544 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-00cf2f42-b425-4628-8f16-9503fcdff6d6 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:33.496178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9834ac7f-289d-4d74-82fd-3ec3faecb453'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:52:33.513643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf2f42-b425-4628-8f16-9503fcdff6d6 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Pushing event deleted for resources: {'Port': ['ID=da0837f4-98d5-44a0-b7e8-d08e796a68b9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:33.566033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['da0837f4-98d5-44a0-b7e8-d08e796a68b9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:52:33.622519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-9742d7f6-0df9-42dc-a80f-516d550bc889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:33.629923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-9742d7f6-0df9-42dc-a80f-516d550bc889 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55706acc-8fb9-46f5-9804-7ecab24c12a7 HTTP/1.1" status: 200 len: 910 time: 0.1725681 Feb 11 13:52:33.656378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-00cf2f42-b425-4628-8f16-9503fcdff6d6 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] No DVR routers for this DVR port da0837f4-98d5-44a0-b7e8-d08e796a68b9 on host n-h1-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:33.661477 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-00cf2f42-b425-4628-8f16-9503fcdff6d6 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:33.664839 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e684d06-4c0f-4967-bd64-345a6fd2c525 req-00cf2f42-b425-4628-8f16-9503fcdff6d6 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.13 "DELETE /v2.0/ports/da0837f4-98d5-44a0-b7e8-d08e796a68b9 HTTP/1.1" status: 204 len: 173 time: 0.7792962 Feb 11 13:52:33.665290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9cc776-ec2b-4976-83c8-5a806191c53c', 'name': 'network-vif-deleted', 'tag': 'da0837f4-98d5-44a0-b7e8-d08e796a68b9'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:33.667628 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f461cc-a9b5-4223-85c5-38ce7844103b" -d '{"events": [{"server_uuid": "af9cc776-ec2b-4976-83c8-5a806191c53c", "name": "network-vif-deleted", "tag": "da0837f4-98d5-44a0-b7e8-d08e796a68b9"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:33.834616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-26184c42-ef0b-478c-9761-254dfb645af4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249 HTTP/1.1" status: 200 len: 1000 time: 0.1989172 Feb 11 13:52:33.992889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-55e6a309-5d20-44ca-935f-b587bc3956cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:33.997068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-55e6a309-5d20-44ca-935f-b587bc3956cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0670b47d-e94e-41ca-9dfc-9ea5281620d3 HTTP/1.1" status: 200 len: 848 time: 0.1553521 Feb 11 13:52:34.006887 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f6f1a7-124a-4b48-a3da-840fc2486e69 x-openstack-request-id: req-b4f6f1a7-124a-4b48-a3da-840fc2486e69 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:34.007530 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9cc776-ec2b-4976-83c8-5a806191c53c", "name": "network-vif-deleted", "tag": "da0837f4-98d5-44a0-b7e8-d08e796a68b9", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:34.007530 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4f6f1a7-124a-4b48-a3da-840fc2486e69 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:34.007879 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9cc776-ec2b-4976-83c8-5a806191c53c', 'name': 'network-vif-deleted', 'tag': 'da0837f4-98d5-44a0-b7e8-d08e796a68b9', 'status': 'completed', 'code': 200} Feb 11 13:52:34.068687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-97e4409c-92f6-4243-8006-1627742b4378', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:52:34.073321 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:34.117273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-30ce03c9-0eed-4ab5-a650-82f95e2c20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:34.119200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-30ce03c9-0eed-4ab5-a650-82f95e2c20c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55706acc-8fb9-46f5-9804-7ecab24c12a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130512 Feb 11 13:52:34.171679 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93c0a714-2020-458c-a220-aa35616c1012 req-eb8a092d-72db-46b0-8ab3-e5389b26bd12 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=af9cc776-ec2b-4976-83c8-5a806191c53c HTTP/1.1" status: 200 len: 210 time: 0.0453188 Feb 11 13:52:34.269197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-245e0ed1-4575-467b-ae2f-994dec69c206 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423087 Feb 11 13:52:34.350656 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:34.400682 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5030f2ee-23b0-4cae-ae5b-7a180c356d6d req-d56df57a-3231-4626-abaa-3a9c731f7033 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180239 Feb 11 13:52:34.520096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Allocated IP 172.20.0.2 (97e4409c-92f6-4243-8006-1627742b4378/e6062d11-daaf-4323-9625-a064b5552f40/8950587d-8e46-4a53-8560-3c107d265fe9) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:34.543003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:31Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:34.585347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596486f-ffae-4790-a689-52345e471fc6 None None] The sync data for ids ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'] in n-d-816488-1 is: [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:31Z', 'revision_number': 3, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:34.742629 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:34.847670 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:34.916586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Network 97e4409c-92f6-4243-8006-1627742b4378 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:34.925920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:34.930076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:34.937684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Pushing event updated for resources: {'Port': ['ID=8950587d-8e46-4a53-8560-3c107d265fe9,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:34.944732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.20.0.1 (97e4409c-92f6-4243-8006-1627742b4378/e6062d11-daaf-4323-9625-a064b5552f40/634f50d6-87f5-4022-b0e5-633e8ce63667) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:35.011014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Attempting to bind port 8950587d-8e46-4a53-8560-3c107d265fe9 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:35.011395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Attempting to bind port 8950587d-8e46-4a53-8560-3c107d265fe9 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:35.011808 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Attempting to bind port 8950587d-8e46-4a53-8560-3c107d265fe9 on network 97e4409c-92f6-4243-8006-1627742b4378 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:35.018320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:35.018749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Checking segment: {'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:52:35.019209 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:35.019629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Bound using segment: {'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:35.020105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Bound port: 8950587d-8e46-4a53-8560-3c107d265fe9, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:35.021253 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:35.101811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] For port 8950587d-8e46-4a53-8560-3c107d265fe9, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:35.106228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] For port 8950587d-8e46-4a53-8560-3c107d265fe9, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8950587d-8e46-4a53-8560-3c107d265fe9,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:35.217876 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:35.325924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587e0ef-33f8-4448-8788-322764de3f10 None None] Pushing event updated for resources: {'Port': ['ID=8950587d-8e46-4a53-8560-3c107d265fe9,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:35.504931 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:35.659874 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:35.731520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network 97e4409c-92f6-4243-8006-1627742b4378 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:35.735664 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:35.741053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:35.769155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=634f50d6-87f5-4022-b0e5-633e8ce63667,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:35.802587 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:35.834150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-cfbd1ee9-0728-4db1-8b12-cf315a14a2d4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:35.836326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-cfbd1ee9-0728-4db1-8b12-cf315a14a2d4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.1848779 Feb 11 13:52:35.868240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9ae3ca02-cea0-4d72-a155-fb7a0bd11a0b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/quotas/7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 375 time: 0.0141973 Feb 11 13:52:35.947761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-44677ceb-3b5f-4227-bcc3-d2acc56497b8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728283 Feb 11 13:52:36.044983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4375c13-b2b2-41cb-853e-8023ff47d110 req-01181837-52a2-4dcf-a8ec-a22ef988a3da tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:36.056159 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4375c13-b2b2-41cb-853e-8023ff47d110 req-01181837-52a2-4dcf-a8ec-a22ef988a3da tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0948203 Feb 11 13:52:36.093845 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9e2d8f80-22be-4a15-ab3f-19146ddf7e49 service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367660 Feb 11 13:52:36.114744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8950587d-8e46-4a53-8560-3c107d265fe9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:36.128092 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:36.152266 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4375c13-b2b2-41cb-853e-8023ff47d110 req-58344a98-5dd6-4ba2-833d-389491cfe705 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952096 Feb 11 13:52:36.194298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8950587d-8e46-4a53-8560-3c107d265fe9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:36.194676 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:36.249753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-5e56ce01-165b-429c-bbe5-af57e3e4d37e service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494195 Feb 11 13:52:36.306241 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:36.381863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 8950587d-8e46-4a53-8560-3c107d265fe9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8950587d-8e46-4a53-8560-3c107d265fe9,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:36.509473 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:36.513669 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:36.514614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 008b330f-651e-4c6a-9530-d7fc3feb771f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:36.598810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=8950587d-8e46-4a53-8560-3c107d265fe9,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:36.619441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 008b330f-651e-4c6a-9530-d7fc3feb771f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:36.619922 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:36.622864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:36.751933 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:36.766548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:36.775846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 008b330f-651e-4c6a-9530-d7fc3feb771f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=008b330f-651e-4c6a-9530-d7fc3feb771f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:36.811163 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da2bdd73-911f-4d2f-b751-7cc268d74304 req-76a7d48d-6ceb-43ad-b3c3-8d88f37828ad tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 210 time: 0.0878241 Feb 11 13:52:36.817107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=634f50d6-87f5-4022-b0e5-633e8ce63667,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:36.845920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a323fd-93b5-4fdb-9e19-2d697fa1f6d7 None None] Network 97e4409c-92f6-4243-8006-1627742b4378 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:52:36.916389 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:36.933756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network 97e4409c-92f6-4243-8006-1627742b4378 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:36.935539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:36.993460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-41be110c-e51a-4435-8e51-181477b9dc51 None None] Provisioning complete for port 8950587d-8e46-4a53-8560-3c107d265fe9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:36.993867 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-41be110c-e51a-4435-8e51-181477b9dc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:37.065719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=008b330f-651e-4c6a-9530-d7fc3feb771f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:37.078042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router e05ccf00-6841-43a7-b15d-293ae7f3c67f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:37.211876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:37.231180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4114b7f5-b02c-4554-9e39-a24066546135 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "PUT /v2.0/routers/e05ccf00-6841-43a7-b15d-293ae7f3c67f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8175499 Feb 11 13:52:37.308481 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Sync routers for ids ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:37.327241 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Routers {'e05ccf00-6841-43a7-b15d-293ae7f3c67f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:37.327710 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:52:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:37.382842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-163ab9cd-9779-4017-8447-3fbfc0789618 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:37.387404 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-163ab9cd-9779-4017-8447-3fbfc0789618 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.1346593 Feb 11 13:52:37.522518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f63fe1-d4f9-4f41-a609-313bfa2e2f91 req-8099248d-751b-4c54-a2a1-317345a0ba63 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:37.534902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f63fe1-d4f9-4f41-a609-313bfa2e2f91 req-8099248d-751b-4c54-a2a1-317345a0ba63 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 1096 time: 0.2457652 Feb 11 13:52:37.555023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-a8d882b3-d288-4f09-8952-71bdd7fa3c1b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-529562711&fields=id&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 267 time: 0.0544527 Feb 11 13:52:37.580504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-44859efd-6e42-434a-a307-f5025483319a None None] Provisioning complete for port 8950587d-8e46-4a53-8560-3c107d265fe9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:37.581110 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44859efd-6e42-434a-a307-f5025483319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:37.661648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f63fe1-d4f9-4f41-a609-313bfa2e2f91 req-c4f2f7cf-13ff-4f21-895c-1576b7a1adec tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/security-groups?id=30859aed-d368-412c-a816-1c1e580e885c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202593 Feb 11 13:52:37.666192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-6422b8c0-e120-468d-b4c8-a157d2c65348 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Deleting port 9834ac7f-289d-4d74-82fd-3ec3faecb453 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:37.667281 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-6422b8c0-e120-468d-b4c8-a157d2c65348 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:37.681329 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Set router e05ccf00-6841-43a7-b15d-293ae7f3c67f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:37.723335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472db1-2389-4950-8232-d792bbd40cdf req-6e6e471c-880b-4ecf-9005-4a88034bff9f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:37.731774 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-6e6e471c-880b-4ecf-9005-4a88034bff9f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/networks?id=97e4409c-92f6-4243-8006-1627742b4378 HTTP/1.1" status: 200 len: 797 time: 0.1791105 Feb 11 13:52:37.750234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-576e8dd8-4189-465e-87f8-625579e7f51e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/quotas/575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 375 time: 0.0174277 Feb 11 13:52:37.805570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-44859efd-6e42-434a-a307-f5025483319a None None] Provisioning complete for port 634f50d6-87f5-4022-b0e5-633e8ce63667 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:37.805936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44859efd-6e42-434a-a307-f5025483319a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:37.870620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-b04ff94c-8da1-4137-b4c0-36d52b37e42d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187232 Feb 11 13:52:37.904493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-44859efd-6e42-434a-a307-f5025483319a None None] Port 634f50d6-87f5-4022-b0e5-633e8ce63667 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:52:38.035902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-669c78b8-3a38-4945-9f91-abf38d1c462c None None] Provisioning complete for port 634f50d6-87f5-4022-b0e5-633e8ce63667 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:38.036879 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-669c78b8-3a38-4945-9f91-abf38d1c462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:38.059930 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-e0bb21cc-6272-4bd2-a9dc-8548724a563e service neutron] 10.222.0.52 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689999 Feb 11 13:52:38.132269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8950587d-8e46-4a53-8560-3c107d265fe9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:38.173467 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '634f50d6-87f5-4022-b0e5-633e8ce63667', 'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:e0:0a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:34Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 2, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:38.216111 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Checking router: e05ccf00-6841-43a7-b15d-293ae7f3c67f for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:38.216799 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Updating router e05ccf00-6841-43a7-b15d-293ae7f3c67f port 634f50d6-87f5-4022-b0e5-633e8ce63667 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:52:38.237970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device da0837f4-98d5-44a0-b7e8-d08e796a68b9 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:38.247739 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2c51c954-679d-4409-9711-5c3f3fc6aa0c service neutron] 10.222.0.52 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783974 Feb 11 13:52:38.280211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-669c78b8-3a38-4945-9f91-abf38d1c462c None None] Port 634f50d6-87f5-4022-b0e5-633e8ce63667 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:52:38.288841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: da0837f4-98d5-44a0-b7e8-d08e796a68b9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:38.289312 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device da0837f4-98d5-44a0-b7e8-d08e796a68b9 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:38.298174 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:38.322202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8950587d-8e46-4a53-8560-3c107d265fe9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:38.322538 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:38.330232 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19e02c51-07f9-4cad-9c89-20a219b904d0 req-b2fcd23e-14cb-4b0f-9298-ad0f766ea831 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 210 time: 0.0375850 Feb 11 13:52:38.401541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-6422b8c0-e120-468d-b4c8-a157d2c65348 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] For port 9834ac7f-289d-4d74-82fd-3ec3faecb453, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9834ac7f-289d-4d74-82fd-3ec3faecb453,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:38.415407 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-6422b8c0-e120-468d-b4c8-a157d2c65348 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:38.422901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-56130161-5cec-4920-b1a3-adedf7fbd103 None None] Provisioning complete for port 634f50d6-87f5-4022-b0e5-633e8ce63667 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:38.423107 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56130161-5cec-4920-b1a3-adedf7fbd103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:38.428686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-6422b8c0-e120-468d-b4c8-a157d2c65348 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Calling delete_port for 9834ac7f-289d-4d74-82fd-3ec3faecb453 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:38.509301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-56130161-5cec-4920-b1a3-adedf7fbd103 None None] Port 634f50d6-87f5-4022-b0e5-633e8ce63667 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:52:38.514281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 008b330f-651e-4c6a-9530-d7fc3feb771f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:38.569157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 008b330f-651e-4c6a-9530-d7fc3feb771f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:38.569536 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:38.685421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2cee5db6-731e-40ca-a2c3-3c66c34f610b req-57cea873-ada5-4056-b35a-a66cc275609e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 210 time: 0.0514827 Feb 11 13:52:38.685883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-6422b8c0-e120-468d-b4c8-a157d2c65348 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:38.696879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9834ac7f-289d-4d74-82fd-3ec3faecb453'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:52:38.746449 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:38.806460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c619cbe4-50c5-448e-ad7f-50380bcbe5a5 req-96dc894b-b622-4a81-8ce2-a961e5a1b91b tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0364282 Feb 11 13:52:38.818999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422b8c0-e120-468d-b4c8-a157d2c65348 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Pushing event deleted for resources: {'Port': ['ID=9834ac7f-289d-4d74-82fd-3ec3faecb453,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:38.841254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-6422b8c0-e120-468d-b4c8-a157d2c65348 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] No DVR routers for this DVR port 9834ac7f-289d-4d74-82fd-3ec3faecb453 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:38.844038 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-6422b8c0-e120-468d-b4c8-a157d2c65348 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:38.847582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe22db6c-3bf2-4442-8424-8811145a12ae req-6422b8c0-e120-468d-b4c8-a157d2c65348 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.59 "DELETE /v2.0/ports/9834ac7f-289d-4d74-82fd-3ec3faecb453 HTTP/1.1" status: 204 len: 173 time: 1.4503849 Feb 11 13:52:38.848049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ce1a6e-19de-4403-b671-faa75511f1d4', 'name': 'network-vif-deleted', 'tag': '9834ac7f-289d-4d74-82fd-3ec3faecb453'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:38.850368 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88653d13-4a76-4b5c-ad41-f0d5d664d491" -d '{"events": [{"server_uuid": "66ce1a6e-19de-4403-b671-faa75511f1d4", "name": "network-vif-deleted", "tag": "9834ac7f-289d-4d74-82fd-3ec3faecb453"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:38.896349 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f436d3cb-4ea9-4255-8c2f-d370029f2420 x-openstack-request-id: req-f436d3cb-4ea9-4255-8c2f-d370029f2420 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:38.896627 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ce1a6e-19de-4403-b671-faa75511f1d4", "name": "network-vif-deleted", "tag": "9834ac7f-289d-4d74-82fd-3ec3faecb453", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:38.896942 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f436d3cb-4ea9-4255-8c2f-d370029f2420 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:38.897269 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ce1a6e-19de-4403-b671-faa75511f1d4', 'name': 'network-vif-deleted', 'tag': '9834ac7f-289d-4d74-82fd-3ec3faecb453', 'status': 'completed', 'code': 200} Feb 11 13:52:38.935453 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:38.988042 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Pushing event updated for resources: {'Port': ['ID=634f50d6-87f5-4022-b0e5-633e8ce63667,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:39.000081 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.000980 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.001452 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.002157 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.008377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.008377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.008377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.008377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.008377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.008377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.008377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.008377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:52:39.059655 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Attempting to bind port 634f50d6-87f5-4022-b0e5-633e8ce63667 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:39.060030 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Attempting to bind port 634f50d6-87f5-4022-b0e5-633e8ce63667 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:39.061819 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Attempting to bind port 634f50d6-87f5-4022-b0e5-633e8ce63667 on network 97e4409c-92f6-4243-8006-1627742b4378 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:39.070128 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:39.071851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Checking segment: {'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:52:39.071851 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:39.071851 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Bound using segment: {'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:39.072159 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Bound port: 634f50d6-87f5-4022-b0e5-633e8ce63667, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:39.072363 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:39.159854 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] For port 634f50d6-87f5-4022-b0e5-633e8ce63667, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:39.161856 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] For port 634f50d6-87f5-4022-b0e5-633e8ce63667, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=634f50d6-87f5-4022-b0e5-633e8ce63667,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:39.238254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4565dd1e-3905-46fb-b3f3-975c8d6f1e5a None None] Provisioning complete for port 634f50d6-87f5-4022-b0e5-633e8ce63667 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:39.238651 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4565dd1e-3905-46fb-b3f3-975c8d6f1e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:39.252540 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:39.314951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4565dd1e-3905-46fb-b3f3-975c8d6f1e5a None None] Port 634f50d6-87f5-4022-b0e5-633e8ce63667 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:52:39.356341 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Routers {'e05ccf00-6841-43a7-b15d-293ae7f3c67f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:39.357414 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:52:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:39.441301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-ef48037b-a9f7-485e-a20f-96a0205d3070 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:39.445044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-ef48037b-a9f7-485e-a20f-96a0205d3070 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.2239273 Feb 11 13:52:39.458670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'port': {'device_id': '53bff910-619e-40f2-809e-c3de9ddbcf07', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'admin_state_up': True, 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:39.529975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3c98e37-9a77-4a39-8442-22eddfaedc8f req-4603e371-8698-470f-9d87-54764adc3d63 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 210 time: 0.0571022 Feb 11 13:52:39.538405 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] Set router e05ccf00-6841-43a7-b15d-293ae7f3c67f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:39.566272 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc94e7-1703-4670-adcd-c40f2e0bc290 None None] Pushing event updated for resources: {'Port': ['ID=634f50d6-87f5-4022-b0e5-633e8ce63667,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:39.669464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ed1edff9-444b-4b42-9f1e-9e079b442b63 None None] Provisioning complete for port 634f50d6-87f5-4022-b0e5-633e8ce63667 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:39.670513 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed1edff9-444b-4b42-9f1e-9e079b442b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:39.784530 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed1edff9-444b-4b42-9f1e-9e079b442b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:39.798962 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '634f50d6-87f5-4022-b0e5-633e8ce63667', 'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:e0:0a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:34Z', 'updated_at': '2022-02-11T13:52:39Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:39.832252 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9603466a-dbb0-4a71-84e5-69533e06521c req-a3676713-dc53-439a-804d-7a3b9401957c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 210 time: 0.0353384 Feb 11 13:52:39.833512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ed1edff9-444b-4b42-9f1e-9e079b442b63 None None] For port 634f50d6-87f5-4022-b0e5-633e8ce63667, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=634f50d6-87f5-4022-b0e5-633e8ce63667,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:39.854489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Made reservation on behalf of 7061e56a86e0479ba1a1be4f83d9d99a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:39.854489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:39.861733 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16478ac6-47d7-481c-8b79-8b51454c95fe None None] The sync data for ids ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'] in n-d-816488-1 is: [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '634f50d6-87f5-4022-b0e5-633e8ce63667', 'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:e0:0a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:34Z', 'updated_at': '2022-02-11T13:52:39Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:39.971727 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed1edff9-444b-4b42-9f1e-9e079b442b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:40.040574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Allocated IP 172.20.0.3 (b361125e-7998-4990-ad65-06d67677b5c1/6dd0f942-7616-4c2e-9897-7fbd82ca4dde/837865a4-f812-453d-b3a6-5c4090b23de6) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:40.070591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-77c7eeaf-a6f5-444c-8f93-e979bee4c4b8 req-d2da8d8e-b0d9-4e90-bba3-210ed55595f1 tempest-TestServerMultinode-327686831 tempest-TestServerMultinode-327686831-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66ce1a6e-19de-4403-b671-faa75511f1d4 HTTP/1.1" status: 200 len: 210 time: 0.0928488 Feb 11 13:52:40.111131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1edff9-444b-4b42-9f1e-9e079b442b63 None None] Pushing event updated for resources: {'Port': ['ID=634f50d6-87f5-4022-b0e5-633e8ce63667,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:40.262634 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:40.423527 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:40.475517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Network b361125e-7998-4990-ad65-06d67677b5c1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:40.478866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:40.485910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:40.524557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=837865a4-f812-453d-b3a6-5c4090b23de6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:40.554685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:40.555805 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:40.714867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-9b6ab274-5505-43ff-883a-76cf140b04eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2602954 Feb 11 13:52:40.740242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Request body: {'port': {'device_id': '53bff910-619e-40f2-809e-c3de9ddbcf07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:40.791070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf801e-56a3-4591-910e-6d40290a0ac3 req-b9c0662d-1e33-4df2-8ab0-f5cfa4417941 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:40.794468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1fbf801e-56a3-4591-910e-6d40290a0ac3 req-b9c0662d-1e33-4df2-8ab0-f5cfa4417941 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 931 time: 0.1596651 Feb 11 13:52:40.847267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:40.856635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3114b2ea-c0e1-4a42-a700-571603d964d6 None None] Provisioning complete for port 837865a4-f812-453d-b3a6-5c4090b23de6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:40.857153 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3114b2ea-c0e1-4a42-a700-571603d964d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:40.923674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3114b2ea-c0e1-4a42-a700-571603d964d6 None None] Port 837865a4-f812-453d-b3a6-5c4090b23de6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:52:40.958633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1fbf801e-56a3-4591-910e-6d40290a0ac3 req-c9603483-b3ae-461b-b88e-f6b89764b070 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430256 Feb 11 13:52:41.022091 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6debce86-7dce-4386-98c9-cc71f972d77e req-3a70fb80-b14d-4b49-8064-57c9463a9393 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 210 time: 0.0467782 Feb 11 13:52:41.165362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38020) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:41.291281 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837865a4-f812-453d-b3a6-5c4090b23de6 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:41.303849 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:41.319914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Transition to ACTIVE for port object 837865a4-f812-453d-b3a6-5c4090b23de6 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:52:41.421719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:41.623359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Pushing event updated for resources: {'Port': ['ID=837865a4-f812-453d-b3a6-5c4090b23de6,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:41.713752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Attempting to bind port 837865a4-f812-453d-b3a6-5c4090b23de6 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:41.714143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Attempting to bind port 837865a4-f812-453d-b3a6-5c4090b23de6 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:41.714472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Attempting to bind port 837865a4-f812-453d-b3a6-5c4090b23de6 on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.725197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Port 837865a4-f812-453d-b3a6-5c4090b23de6 on network b361125e-7998-4990-ad65-06d67677b5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:41.725520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Attempting to bind port 837865a4-f812-453d-b3a6-5c4090b23de6 on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:41.735173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:41.735528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Checking segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:52:41.735907 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Bound using segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:41.736347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Bound port: 837865a4-f812-453d-b3a6-5c4090b23de6, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:41.736754 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:41.750381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:41.830121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] For port 837865a4-f812-453d-b3a6-5c4090b23de6, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:41.834114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] For port 837865a4-f812-453d-b3a6-5c4090b23de6, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=837865a4-f812-453d-b3a6-5c4090b23de6,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:41.948115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9834ac7f-289d-4d74-82fd-3ec3faecb453 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:41.991333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472db1-2389-4950-8232-d792bbd40cdf req-4f94958c-f98c-4578-8e81-aa1bc16f0359 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:41.992954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-4f94958c-f98c-4578-8e81-aa1bc16f0359 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "GET /v2.0/networks?id=97e4409c-92f6-4243-8006-1627742b4378 HTTP/1.1" status: 200 len: 797 time: 0.1574082 Feb 11 13:52:41.995890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 9834ac7f-289d-4d74-82fd-3ec3faecb453 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:41.996239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9834ac7f-289d-4d74-82fd-3ec3faecb453 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:42.017301 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.085388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:42.085787 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.087151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] 10.222.0.13 "PUT /v2.0/ports/837865a4-f812-453d-b3a6-5c4090b23de6 HTTP/1.1" status: 200 len: 1091 time: 1.3563423 Feb 11 13:52:42.087692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bff910-619e-40f2-809e-c3de9ddbcf07', 'tag': '837865a4-f812-453d-b3a6-5c4090b23de6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:42.090512 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "53bff910-619e-40f2-809e-c3de9ddbcf07", "tag": "837865a4-f812-453d-b3a6-5c4090b23de6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:42.117101 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 634f50d6-87f5-4022-b0e5-633e8ce63667 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:42.125760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-09a1a119-8e9c-4f7f-9615-c5f1b367413d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=575d93d5e9a4439796b157bf7e49a91f HTTP/1.1" status: 200 len: 379 time: 0.1174073 Feb 11 13:52:42.140338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fa18b-f666-4586-9731-fc428fba1dbf service neutron] Pushing event updated for resources: {'Port': ['ID=837865a4-f812-453d-b3a6-5c4090b23de6,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:42.196427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'port': {'device_id': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'admin_state_up': True, 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'security_groups': ['0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:42.345676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e65eda1-2143-454e-b52b-4b161858f3d5 req-4f54f8ff-af33-46f2-a9af-76d89410a09b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 210 time: 0.0685532 Feb 11 13:52:42.367288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 634f50d6-87f5-4022-b0e5-633e8ce63667 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:42.367668 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.414947 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecfeea-bca0-4e77-89ae-e627516a071c req-9790c179-2c47-43d9-95b7-49ee3662c44b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:42.417596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aecfeea-bca0-4e77-89ae-e627516a071c req-9790c179-2c47-43d9-95b7-49ee3662c44b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.1887009 Feb 11 13:52:42.440952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-5b29c069-c6a2-44c2-b770-3656a7a1a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:42.443656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-5b29c069-c6a2-44c2-b770-3656a7a1a447 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 1094 time: 0.1185482 Feb 11 13:52:42.467362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] Deleting port a8e376a3-c848-4319-a811-80f8232ffd92 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:42.467971 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.518732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-39b54d99-e946-48e0-8e74-dcb99b393881 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=837865a4-f812-453d-b3a6-5c4090b23de6 HTTP/1.1" status: 200 len: 217 time: 0.0551181 Feb 11 13:52:42.531290 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e782d395-8e64-4b05-bc84-b62180ad9306 x-openstack-request-id: req-e782d395-8e64-4b05-bc84-b62180ad9306 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:42.533460 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bff910-619e-40f2-809e-c3de9ddbcf07", "tag": "837865a4-f812-453d-b3a6-5c4090b23de6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:42.538519 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e782d395-8e64-4b05-bc84-b62180ad9306 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:42.540174 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bff910-619e-40f2-809e-c3de9ddbcf07', 'tag': '837865a4-f812-453d-b3a6-5c4090b23de6', 'status': 'completed', 'code': 200} Feb 11 13:52:42.555109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1aecfeea-bca0-4e77-89ae-e627516a071c req-f2432926-64fb-4986-b4fd-a75ce4f2d52a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271296 Feb 11 13:52:42.639537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] For port a8e376a3-c848-4319-a811-80f8232ffd92, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a8e376a3-c848-4319-a811-80f8232ffd92,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:42.639913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.655505 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] Calling delete_port for a8e376a3-c848-4319-a811-80f8232ffd92 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:42.775546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Made reservation on behalf of 575d93d5e9a4439796b157bf7e49a91f for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:52:42.775546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:42.775546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-164f0c6d-e160-4e40-bdb1-f5dc2e57bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:42.775546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-164f0c6d-e160-4e40-bdb1-f5dc2e57bc1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.2226770 Feb 11 13:52:42.891892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-0ab960ed-b9f7-4fdb-ae9d-f4e148bfbb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:42.893597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-0ab960ed-b9f7-4fdb-ae9d-f4e148bfbb99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165512 Feb 11 13:52:43.012553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.20.0.13 (97e4409c-92f6-4243-8006-1627742b4378/e6062d11-daaf-4323-9625-a064b5552f40/7ae1a32d-a490-45fc-bc21-4ffbcf5529a8) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:43.068247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-fe1e3853-87bb-4ea7-b748-117f8ee7daab service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436470 Feb 11 13:52:43.222214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:43.249578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e376a3-c848-4319-a811-80f8232ffd92,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:43.263243 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:43.314629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e0ebbd-699d-40dd-8960-ad166c30aae7 req-67cf3b28-6e8f-43b3-bc99-50f6b2c65def service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373581 Feb 11 13:52:43.495099 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:43.536961 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:43.658399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network 97e4409c-92f6-4243-8006-1627742b4378 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:43.666346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-6d2c0b86-25d8-41c6-a8d4-7747cbee616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.667903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-6d2c0b86-25d8-41c6-a8d4-7747cbee616f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 1094 time: 0.1920993 Feb 11 13:52:43.673030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:43.683816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:43.694865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b521e3-6a6c-4432-9cab-e2e75197eae0 req-8b463986-cdbc-4622-be6c-f61975e72976 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.696541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66b521e3-6a6c-4432-9cab-e2e75197eae0 req-8b463986-cdbc-4622-be6c-f61975e72976 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 932 time: 0.1659017 Feb 11 13:52:43.697199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:43.837049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66b521e3-6a6c-4432-9cab-e2e75197eae0 req-3e94ecf6-6a7b-4244-bf5d-d1fa05b8f621 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866022 Feb 11 13:52:43.849747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317afdb-9cbb-4e71-aa8c-faa118abb81f req-2ecc3dbe-66b2-4980-8388-7c0f8a257f91 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.851873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.852535 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:43.860711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6317afdb-9cbb-4e71-aa8c-faa118abb81f req-2ecc3dbe-66b2-4980-8388-7c0f8a257f91 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.1410050 Feb 11 13:52:43.911050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-7b27d952-15c4-4b01-9120-d3f8efc1f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:43.912622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-7b27d952-15c4-4b01-9120-d3f8efc1f194 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.2363346 Feb 11 13:52:43.952439 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6317afdb-9cbb-4e71-aa8c-faa118abb81f req-e2792d46-3e05-4410-9ab0-f48b1b6405f8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890110 Feb 11 13:52:43.991641 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-1ecff667-acda-4e48-b2e3-31111403f384 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8388677 Feb 11 13:52:43.993533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-0305b6ed-6cf7-4d08-b0d1-bc72f3fbae7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=837865a4-f812-453d-b3a6-5c4090b23de6 HTTP/1.1" status: 200 len: 217 time: 0.0737569 Feb 11 13:52:44.005084 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Request body: {'port': {'device_id': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:44.031470 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] Router 22852011-917b-49be-9c26-61b3337769e7 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:44.102332 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:44.132756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-36e768b1-e945-4aec-afaa-fb6f1d377f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:44.134620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-36e768b1-e945-4aec-afaa-fb6f1d377f1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.1068823 Feb 11 13:52:44.172061 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:44.182552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] Sync routers for ids ['22852011-917b-49be-9c26-61b3337769e7'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:44.195164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] Routers {'22852011-917b-49be-9c26-61b3337769e7'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:44.195776 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:52:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['22852011-917b-49be-9c26-61b3337769e7'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:44.204240 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-18e8b8e4-5891-4380-9cf7-e846593886f1 admin admin] 10.222.0.52 "PUT /v2.0/routers/22852011-917b-49be-9c26-61b3337769e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0371273 Feb 11 13:52:44.204917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38052) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:44.272835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c8436db4-bfc0-4071-8851-7d2ac4bcf804 None None] Provisioning complete for port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:44.273266 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c8436db4-bfc0-4071-8851-7d2ac4bcf804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:44.287856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-d9adf2ec-d58c-4980-8e5c-d1149c7ad821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:44.289836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-d9adf2ec-d58c-4980-8e5c-d1149c7ad821 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473105 Feb 11 13:52:44.402643 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c8436db4-bfc0-4071-8851-7d2ac4bcf804 None None] Port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:52:44.413674 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:44.438157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] Set router 22852011-917b-49be-9c26-61b3337769e7 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:44.465350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-ced16fea-4e6c-4066-9858-e73bb8d43966 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652024 Feb 11 13:52:44.639066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3b6b64-bcd9-4e4f-a652-ca6f22ad7cbe req-66eaef12-6ff8-4370-86b5-566c06cc3c89 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644540 Feb 11 13:52:44.649788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:44.664406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:44.695512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Transition to ACTIVE for port object 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:52:44.712075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22852011-917b-49be-9c26-61b3337769e7', 'name': 'tempest-TestServerMultinode-552818327-router', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:33Z', 'updated_at': '2022-02-11T13:52:42Z', 'revision_number': 5, 'project_id': '092188d622794eeb9e08e197209fcf84', 'gw_port': {'id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:34Z', 'updated_at': '2022-02-11T13:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:44.740494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] Checking router: 22852011-917b-49be-9c26-61b3337769e7 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:44.749854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] Routers {'22852011-917b-49be-9c26-61b3337769e7'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:44.751327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:52:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['22852011-917b-49be-9c26-61b3337769e7'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:44.811861 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:44.937171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:44.950991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:45.107103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Attempting to bind port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:52:45.107593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Attempting to bind port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:52:45.108029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Attempting to bind port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 on network 97e4409c-92f6-4243-8006-1627742b4378 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:45.120777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] Set router 22852011-917b-49be-9c26-61b3337769e7 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:45.132256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7159f68-a6e1-4468-95d5-43f467220487 req-29e186dc-6417-4237-a06c-257acd47410f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:45.137390 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f7159f68-a6e1-4468-95d5-43f467220487 req-29e186dc-6417-4237-a06c-257acd47410f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0913148 Feb 11 13:52:45.157523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 on network 97e4409c-92f6-4243-8006-1627742b4378 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:52:45.158036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Attempting to bind port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 on network 97e4409c-92f6-4243-8006-1627742b4378 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:52:45.192257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1372aff-8f53-4ae0-94ce-ec17922f7f73 req-22da1736-fb0c-403c-9340-1bda29413d8f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:45.195545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1372aff-8f53-4ae0-94ce-ec17922f7f73 req-22da1736-fb0c-403c-9340-1bda29413d8f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 944 time: 0.0904539 Feb 11 13:52:45.196506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:52:45.197152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Checking segment: {'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:52:45.197276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Bound using segment: {'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:52:45.197659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Bound port: 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227f5888-c130-49fc-8db3-593c1940b57c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '97e4409c-92f6-4243-8006-1627742b4378'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:52:45.198128 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:45.231970 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f7159f68-a6e1-4468-95d5-43f467220487 req-e5539792-c3e2-4d4c-97fc-f8b5871f29d7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932195 Feb 11 13:52:45.304413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Deleting port 7b7febc1-4e22-4d1a-9799-df1287136d1a {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:45.305547 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:45.308852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1372aff-8f53-4ae0-94ce-ec17922f7f73 req-ff3f1104-e929-4b6e-968e-9117f2976c8f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969555 Feb 11 13:52:45.358396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] For port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:52:45.363116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] For port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:52:45.385161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22852011-917b-49be-9c26-61b3337769e7', 'name': 'tempest-TestServerMultinode-552818327-router', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:33Z', 'updated_at': '2022-02-11T13:52:42Z', 'revision_number': 5, 'project_id': '092188d622794eeb9e08e197209fcf84', 'gw_port': {'id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:34Z', 'updated_at': '2022-02-11T13:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:45.417714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f480b78c-f104-4fd4-9a4d-80682e6207c9 None None] The sync data for ids ['22852011-917b-49be-9c26-61b3337769e7'] in n-d-816488-1 is: [{'id': '22852011-917b-49be-9c26-61b3337769e7', 'name': 'tempest-TestServerMultinode-552818327-router', 'tenant_id': '092188d622794eeb9e08e197209fcf84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157'}], 'enable_snat': True}, 'gw_port_id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:33Z', 'updated_at': '2022-02-11T13:52:42Z', 'revision_number': 5, 'project_id': '092188d622794eeb9e08e197209fcf84', 'gw_port': {'id': '7b7febc1-4e22-4d1a-9799-df1287136d1a', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:62:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22852011-917b-49be-9c26-61b3337769e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:34Z', 'updated_at': '2022-02-11T13:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:45.434205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] For port 7b7febc1-4e22-4d1a-9799-df1287136d1a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7b7febc1-4e22-4d1a-9799-df1287136d1a,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:45.434864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:45.448251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Calling delete_port for 7b7febc1-4e22-4d1a-9799-df1287136d1a owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:45.508651 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:45.550436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:45.551035 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:45.552471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 HTTP/1.1" status: 200 len: 1092 time: 1.5530834 Feb 11 13:52:45.552854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:45.555211 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77fd970-799a-4752-8952-8c14b96639ac" -d '{"events": [{"name": "network-changed", "server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:45.587806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb8a6a-8ea9-406c-9a82-9f7eb0ba0093 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:45.708616 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc07a28f-e5b5-48fd-a648-a177457b91b7 x-openstack-request-id: req-fc07a28f-e5b5-48fd-a648-a177457b91b7 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:45.709076 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:45.709333 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fc07a28f-e5b5-48fd-a648-a177457b91b7 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:45.709727 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'status': 'completed', 'code': 200} Feb 11 13:52:45.754069 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:45.756866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472db1-2389-4950-8232-d792bbd40cdf req-32e1887f-1b3a-4076-9b15-cfb1f041b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:45.762899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-32e1887f-1b3a-4076-9b15-cfb1f041b1dd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 1095 time: 0.0564373 Feb 11 13:52:45.818928 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-4c62e35b-a355-414a-97bc-8ed82f6dfd6f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 HTTP/1.1" status: 200 len: 217 time: 0.0481803 Feb 11 13:52:45.822741 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7febc1-4e22-4d1a-9799-df1287136d1a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:45.917453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472db1-2389-4950-8232-d792bbd40cdf req-76cbd79b-6582-4811-a4fe-272b4a026d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:45.918970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-76cbd79b-6582-4811-a4fe-272b4a026d21 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6062d11-daaf-4323-9625-a064b5552f40 HTTP/1.1" status: 200 len: 834 time: 0.0906625 Feb 11 13:52:45.928440 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:45.992547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472db1-2389-4950-8232-d792bbd40cdf req-c05d4108-d84d-4263-92a9-6d91dc656945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.002519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-c05d4108-d84d-4263-92a9-6d91dc656945 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97e4409c-92f6-4243-8006-1627742b4378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698349 Feb 11 13:52:46.059328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a8e376a3-c848-4319-a811-80f8232ffd92 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:46.090799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: a8e376a3-c848-4319-a811-80f8232ffd92 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:46.094581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a8e376a3-c848-4319-a811-80f8232ffd92 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:46.096558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:46.100528 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:46.155309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-9596ac3b-db54-4f6c-91bd-ee92a93f42b4 service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464040 Feb 11 13:52:46.264880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f8472db1-2389-4950-8232-d792bbd40cdf req-f39a0bac-e0cd-4e33-87ea-2a821168185e service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028295 Feb 11 13:52:46.302325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:46.302805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22852011-917b-49be-9c26-61b3337769e7 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:52:46.307610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:46.309001 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-27ca3669-3742-48c6-85db-f5e7c7b1f702 admin admin] 10.222.0.52 "DELETE /v2.0/routers/22852011-917b-49be-9c26-61b3337769e7 HTTP/1.1" status: 204 len: 168 time: 2.1031377 Feb 11 13:52:46.316348 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38074) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:46.403045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3336278-a60b-410d-ba11-d7c325373ec8 admin admin] Deleting subnet 98bf2943-f77a-49ea-8c36-705cff5f42c4 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:52:46.411692 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a3336278-a60b-410d-ba11-d7c325373ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:46.513424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a3336278-a60b-410d-ba11-d7c325373ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:46.513973 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a9a20-f504-4204-907e-9ee87a81f7f6 req-c1d3b4a1-7422-4816-a994-0af84cf69427 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.515539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b76a9a20-f504-4204-907e-9ee87a81f7f6 req-c1d3b4a1-7422-4816-a994-0af84cf69427 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.1322179 Feb 11 13:52:46.545704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fd970-799a-4752-8952-8c14b96639ac req-324097a6-916f-4aba-8155-5938eabfed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.547149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a77fd970-799a-4752-8952-8c14b96639ac req-324097a6-916f-4aba-8155-5938eabfed22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 1095 time: 0.1043355 Feb 11 13:52:46.566654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e965c4-516e-4732-8ec1-399b794d3479 req-c86e2cd6-cf3a-4e4c-966c-15d932dc6c79 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.568308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4e965c4-516e-4732-8ec1-399b794d3479 req-c86e2cd6-cf3a-4e4c-966c-15d932dc6c79 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 944 time: 0.1032307 Feb 11 13:52:46.585091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b76a9a20-f504-4204-907e-9ee87a81f7f6 req-f7f07a4e-85a4-44c2-800e-7d9c9283c9ec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615444 Feb 11 13:52:46.651888 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c4e965c4-516e-4732-8ec1-399b794d3479 req-dac65254-00bd-4ff8-b46b-4e942c325be9 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753794 Feb 11 13:52:46.653154 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a3336278-a60b-410d-ba11-d7c325373ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:46.659253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fd970-799a-4752-8952-8c14b96639ac req-e4b5f1ee-68a1-45f2-9bb5-cd1ac1c051d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.671104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a77fd970-799a-4752-8952-8c14b96639ac req-e4b5f1ee-68a1-45f2-9bb5-cd1ac1c051d1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97e4409c-92f6-4243-8006-1627742b4378 HTTP/1.1" status: 200 len: 898 time: 0.1087129 Feb 11 13:52:46.722825 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a77fd970-799a-4752-8952-8c14b96639ac req-1213dade-0784-4426-8034-4330afc4839a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 HTTP/1.1" status: 200 len: 217 time: 0.0525956 Feb 11 13:52:46.784956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fd970-799a-4752-8952-8c14b96639ac req-1f7c528c-aabb-4a2a-8efd-f328ab9f5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.786386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a77fd970-799a-4752-8952-8c14b96639ac req-1f7c528c-aabb-4a2a-8efd-f328ab9f5a91 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6062d11-daaf-4323-9625-a064b5552f40 HTTP/1.1" status: 200 len: 834 time: 0.0582442 Feb 11 13:52:46.838043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77fd970-799a-4752-8952-8c14b96639ac req-d053582e-7795-43a6-8f1d-d6abae6ed57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:46.839778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a77fd970-799a-4752-8952-8c14b96639ac req-d053582e-7795-43a6-8f1d-d6abae6ed57b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97e4409c-92f6-4243-8006-1627742b4378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473883 Feb 11 13:52:46.869311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a3336278-a60b-410d-ba11-d7c325373ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:46.913605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3336278-a60b-410d-ba11-d7c325373ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98bf2943-f77a-49ea-8c36-705cff5f42c4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:46.917598 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a3336278-a60b-410d-ba11-d7c325373ec8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:46.921155 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a3336278-a60b-410d-ba11-d7c325373ec8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/98bf2943-f77a-49ea-8c36-705cff5f42c4 HTTP/1.1" status: 204 len: 168 time: 0.6034377 Feb 11 13:52:46.924641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38086) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:46.928402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d640838-69f0-4b06-becc-b05196a13619 None None] Network 865b93b8-7198-4a27-98b8-bbb12202edeb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:52:46.985578 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a77fd970-799a-4752-8952-8c14b96639ac req-0a7c77ad-095c-4f8e-9b42-b451799375e5 service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388316 Feb 11 13:52:47.062047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.110335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a77fd970-799a-4752-8952-8c14b96639ac req-2f467397-1706-4411-a07c-a244c52f6a20 service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171172 Feb 11 13:52:47.171579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Deleting port 5942d79d-a952-4761-9777-5ceb3e2af81d {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:47.171579 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.204246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c5aec5-2770-4f46-a859-a681d0c64406 None None] DHCP port deletion for 865b93b8-7198-4a27-98b8-bbb12202edeb request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:52:47.261417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] For port 5942d79d-a952-4761-9777-5ceb3e2af81d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5942d79d-a952-4761-9777-5ceb3e2af81d,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:47.261792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.265215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5aec5-2770-4f46-a859-a681d0c64406 None None] Deleting port 5942d79d-a952-4761-9777-5ceb3e2af81d {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:47.265689 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1c5aec5-2770-4f46-a859-a681d0c64406 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.277626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Calling delete_port for 5942d79d-a952-4761-9777-5ceb3e2af81d owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:47.345403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d1c5aec5-2770-4f46-a859-a681d0c64406 None None] For port 5942d79d-a952-4761-9777-5ceb3e2af81d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5942d79d-a952-4761-9777-5ceb3e2af81d,segment=NetworkSegment(4b81811e-992e-43dc-9951-d45f6fdd7302),segment_id=4b81811e-992e-43dc-9951-d45f6fdd7302)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:47.345981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1c5aec5-2770-4f46-a859-a681d0c64406 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.361524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d1c5aec5-2770-4f46-a859-a681d0c64406 None None] Calling delete_port for 5942d79d-a952-4761-9777-5ceb3e2af81d owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:47.496871 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.514722 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d1c5aec5-2770-4f46-a859-a681d0c64406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.527288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Pushing event deleted for resources: {'Port': ['ID=5942d79d-a952-4761-9777-5ceb3e2af81d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:47.538663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] No DVR routers for this DVR port 5942d79d-a952-4761-9777-5ceb3e2af81d on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:47.567654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5aec5-2770-4f46-a859-a681d0c64406 None None] Pushing event deleted for resources: {'Port': ['ID=5942d79d-a952-4761-9777-5ceb3e2af81d,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:47.574324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c5aec5-2770-4f46-a859-a681d0c64406 None None] No DVR routers for this DVR port 5942d79d-a952-4761-9777-5ceb3e2af81d on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:47.674069 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.695868 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865b93b8-7198-4a27-98b8-bbb12202edeb']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:47.712118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b81811e-992e-43dc-9951-d45f6fdd7302') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:47.712118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b81811e-992e-43dc-9951-d45f6fdd7302') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:47.720733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78a693-52bd-4b8b-af1f-bdceda15a7d7 req-10faa281-427b-4456-94ca-0697ca59903c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.721010 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.723239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e78a693-52bd-4b8b-af1f-bdceda15a7d7 req-10faa281-427b-4456-94ca-0697ca59903c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0615807 Feb 11 13:52:47.738290 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.765224 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e78a693-52bd-4b8b-af1f-bdceda15a7d7 req-072a8ca3-5afd-4fb0-828d-89c6ce1d86bd tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363390 Feb 11 13:52:47.768165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:47.775375 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:47.846393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79befd-6a87-4cf5-a399-248076c0f11b req-c8507c42-c718-4de0-a7b2-ea9df756095c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:47.847820 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab79befd-6a87-4cf5-a399-248076c0f11b req-c8507c42-c718-4de0-a7b2-ea9df756095c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 944 time: 0.1115727 Feb 11 13:52:47.887927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab79befd-6a87-4cf5-a399-248076c0f11b req-4d0ea753-70d3-4b72-8585-49ffe347cca1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332630 Feb 11 13:52:47.926995 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.936083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:47.938502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] 10.222.0.52 "DELETE /v2.0/networks/865b93b8-7198-4a27-98b8-bbb12202edeb HTTP/1.1" status: 204 len: 168 time: 1.0117011 Feb 11 13:52:47.941423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38100) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:47.950418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee572645-df44-425c-a917-55be6a3d176c admin admin] Pushing event deleted for resources: {'Network': ['ID=865b93b8-7198-4a27-98b8-bbb12202edeb,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:47.998241 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5942d79d-a952-4761-9777-5ceb3e2af81d no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:48.025502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 5942d79d-a952-4761-9777-5ceb3e2af81d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:48.025906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5942d79d-a952-4761-9777-5ceb3e2af81d not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:48.026322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7b7febc1-4e22-4d1a-9799-df1287136d1a no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:48.049605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 7b7febc1-4e22-4d1a-9799-df1287136d1a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:48.049982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7b7febc1-4e22-4d1a-9799-df1287136d1a not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:48.330427 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:48.950239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05aa8ee-a7eb-4e26-94b1-6d103dfe5581 req-44a1c4f6-ac4b-4ebe-8fc7-fb64e6f9efdb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:48.951723 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c05aa8ee-a7eb-4e26-94b1-6d103dfe5581 req-44a1c4f6-ac4b-4ebe-8fc7-fb64e6f9efdb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0906355 Feb 11 13:52:48.996566 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] Deleting port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:48.998593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:49.015727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c05aa8ee-a7eb-4e26-94b1-6d103dfe5581 req-5bd6c385-ce90-4e98-aa47-63870637b7cf tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564773 Feb 11 13:52:49.023137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae7340-510c-4b65-9009-b2896a4fe685 req-0db19f09-9b03-46d0-8257-aa8983711fc7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.024697 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47ae7340-510c-4b65-9009-b2896a4fe685 req-0db19f09-9b03-46d0-8257-aa8983711fc7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 944 time: 0.0558443 Feb 11 13:52:49.067372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47ae7340-510c-4b65-9009-b2896a4fe685 req-482c5efd-6613-4a6e-98c0-37231b37bc86 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354662 Feb 11 13:52:49.087999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] For port 0c36b069-d2e6-48ff-9e37-3a8312f39d9b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0c36b069-d2e6-48ff-9e37-3a8312f39d9b,segment=NetworkSegment(b186df0e-e9a3-4af1-bac6-152f7458e4f4),segment_id=b186df0e-e9a3-4af1-bac6-152f7458e4f4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:49.088358 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:49.100874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] Calling delete_port for 0c36b069-d2e6-48ff-9e37-3a8312f39d9b owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:49.468746 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:49.482538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38116) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:49.508765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c36b069-d2e6-48ff-9e37-3a8312f39d9b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:49.618384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd6f24-e96e-478d-9632-93336112c519 req-550d1bfa-7da8-4665-a5f0-f8b7394a4231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:49.630419 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87dd6f24-e96e-478d-9632-93336112c519 req-550d1bfa-7da8-4665-a5f0-f8b7394a4231 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 1096 time: 0.1456687 Feb 11 13:52:49.690499 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87dd6f24-e96e-478d-9632-93336112c519 req-69246e54-54b4-414c-961e-ab0723142e9d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590611 Feb 11 13:52:49.738865 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:49.961117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:52:49.990516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] Router cfabe064-b6ae-472d-92f6-45e6e95a6603 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:50.124316 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:50.138118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'port_id': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'mac_address': 'fa:16:3e:ee:a9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:52:50.142945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:50.155824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c48951df-3bf7-4c96-9e64-c6a7bc495225 admin admin] 10.222.0.52 "PUT /v2.0/routers/cfabe064-b6ae-472d-92f6-45e6e95a6603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2083082 Feb 11 13:52:50.159883 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38130) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:50.174119 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] Sync routers for ids ['cfabe064-b6ae-472d-92f6-45e6e95a6603'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:50.190235 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:50.194543 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] Routers {'cfabe064-b6ae-472d-92f6-45e6e95a6603'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:50.195169 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:52:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cfabe064-b6ae-472d-92f6-45e6e95a6603'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:50.204755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:52:50.225462 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:50.248113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319db22a-039b-4150-8da8-c403b55e218c req-1d4e8156-7ff4-437c-99da-438ca002e724 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:50.249832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-319db22a-039b-4150-8da8-c403b55e218c req-1d4e8156-7ff4-437c-99da-438ca002e724 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0922627 Feb 11 13:52:50.297790 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-319db22a-039b-4150-8da8-c403b55e218c req-d7b58227-cd1b-4582-9089-21cbcb25c15b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394905 Feb 11 13:52:50.331504 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] Set router cfabe064-b6ae-472d-92f6-45e6e95a6603 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:50.341525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb2aac-88c2-41ed-b393-14b0baeaf612 req-a069e1a4-1c82-4f95-8569-f4b9025162b0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:50.341525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2bbb2aac-88c2-41ed-b393-14b0baeaf612 req-a069e1a4-1c82-4f95-8569-f4b9025162b0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 944 time: 0.1026430 Feb 11 13:52:50.342911 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:50.365291 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:50.470555 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2bbb2aac-88c2-41ed-b393-14b0baeaf612 req-ab3f3dc0-10a2-4d34-99e1-640ece91df9f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652137 Feb 11 13:52:50.475431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:50.532920 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'name': 'tempest-TestServerMultinode-1903716674-router', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:46Z', 'updated_at': '2022-02-11T13:52:49Z', 'revision_number': 5, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'gw_port': {'id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:47Z', 'updated_at': '2022-02-11T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:50.536859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:50.568415 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] Checking router: cfabe064-b6ae-472d-92f6-45e6e95a6603 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:50.581013 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] Routers {'cfabe064-b6ae-472d-92f6-45e6e95a6603'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:50.581742 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:52:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cfabe064-b6ae-472d-92f6-45e6e95a6603'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:50.646507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['7ae1a32d-a490-45fc-bc21-4ffbcf5529a8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:52:50.716293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Deleting port b73ed004-eb39-4bf3-82f1-9182e4cc8712 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:50.717646 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:50.721047 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] Set router cfabe064-b6ae-472d-92f6-45e6e95a6603 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:50.838092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] For port b73ed004-eb39-4bf3-82f1-9182e4cc8712, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=b73ed004-eb39-4bf3-82f1-9182e4cc8712,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:50.841099 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:50.881038 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Calling delete_port for b73ed004-eb39-4bf3-82f1-9182e4cc8712 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:51.098919 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'name': 'tempest-TestServerMultinode-1903716674-router', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:46Z', 'updated_at': '2022-02-11T13:52:49Z', 'revision_number': 5, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'gw_port': {'id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:47Z', 'updated_at': '2022-02-11T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:51.131809 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4bf7f9-582a-43c7-8ad8-1804c6a3bb0a None None] The sync data for ids ['cfabe064-b6ae-472d-92f6-45e6e95a6603'] in n-d-816488-1 is: [{'id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'name': 'tempest-TestServerMultinode-1903716674-router', 'tenant_id': 'c92cb4ddd5834473af682359616deb04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:46Z', 'updated_at': '2022-02-11T13:52:49Z', 'revision_number': 5, 'project_id': 'c92cb4ddd5834473af682359616deb04', 'gw_port': {'id': 'b73ed004-eb39-4bf3-82f1-9182e4cc8712', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:30:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfabe064-b6ae-472d-92f6-45e6e95a6603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3880, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:47Z', 'updated_at': '2022-02-11T13:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:51.222844 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.248867 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Pushing event deleted for resources: {'Port': ['ID=b73ed004-eb39-4bf3-82f1-9182e4cc8712,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:51.318447 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.449635 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.449941 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.516963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439371-29ae-41f6-a375-c198be90b392 req-7a72c966-e037-40c6-a82c-883ee45481da tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:51.524867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11439371-29ae-41f6-a375-c198be90b392 req-7a72c966-e037-40c6-a82c-883ee45481da tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.1350913 Feb 11 13:52:51.568595 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11439371-29ae-41f6-a375-c198be90b392 req-ebac1e26-2127-4bf2-a786-66020e7517c6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Feb 11 13:52:51.586411 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.586972 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfabe064-b6ae-472d-92f6-45e6e95a6603 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:52:51.598264 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.602366 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ea278dc3-6ac9-4fb9-86e0-61233768b55b admin admin] 10.222.0.52 "DELETE /v2.0/routers/cfabe064-b6ae-472d-92f6-45e6e95a6603 HTTP/1.1" status: 204 len: 168 time: 1.4374425 Feb 11 13:52:51.604598 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38152) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:51.642327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a2f5d-15e5-4908-9b90-7aa09d6aeb22 req-6b263877-229a-4bf1-b714-3e2e7f5d58a6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:51.653532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c9a2f5d-15e5-4908-9b90-7aa09d6aeb22 req-6b263877-229a-4bf1-b714-3e2e7f5d58a6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 945 time: 0.0858147 Feb 11 13:52:51.679391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3317ff-c45a-4700-b6c3-62533b2032f9 admin admin] Deleting subnet 291eb44f-9ca1-441d-a1a7-7fbd2538171d {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:52:51.682724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dc3317ff-c45a-4700-b6c3-62533b2032f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.717534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c9a2f5d-15e5-4908-9b90-7aa09d6aeb22 req-15beefb8-9efa-4b4d-85b2-1c8a094a32f1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460198 Feb 11 13:52:51.731566 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dc3317ff-c45a-4700-b6c3-62533b2032f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.825042 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dc3317ff-c45a-4700-b6c3-62533b2032f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.977825 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dc3317ff-c45a-4700-b6c3-62533b2032f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:51.992231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:52:52.004651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3317ff-c45a-4700-b6c3-62533b2032f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291eb44f-9ca1-441d-a1a7-7fbd2538171d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:52.008639 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-dc3317ff-c45a-4700-b6c3-62533b2032f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.015541 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-dc3317ff-c45a-4700-b6c3-62533b2032f9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/291eb44f-9ca1-441d-a1a7-7fbd2538171d HTTP/1.1" status: 204 len: 168 time: 0.4067826 Feb 11 13:52:52.016162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38158) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:52.038619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b9aaff-866c-489b-bfbb-ac37d4a33457 None None] Network 21c6dba4-89d2-4a02-ab87-127c42b02ea7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:52:52.106392 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.185136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Deleting port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:52.185492 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.234185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:52:52.243902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:52:52.245272 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.283898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] For port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8e9438cb-2b39-46a9-aa4b-ed4268b3146a,segment=NetworkSegment(b186df0e-e9a3-4af1-bac6-152f7458e4f4),segment_id=b186df0e-e9a3-4af1-bac6-152f7458e4f4)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:52.284311 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.325561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Calling delete_port for 8e9438cb-2b39-46a9-aa4b-ed4268b3146a owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:52.387810 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.391856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f5a6fd-93ba-45d3-9483-4b7c481357af None None] DHCP port deletion for 21c6dba4-89d2-4a02-ab87-127c42b02ea7 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:52:52.408619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b73ed004-eb39-4bf3-82f1-9182e4cc8712 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:52.463090 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: b73ed004-eb39-4bf3-82f1-9182e4cc8712 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:52.463529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device b73ed004-eb39-4bf3-82f1-9182e4cc8712 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:52.464005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0c36b069-d2e6-48ff-9e37-3a8312f39d9b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:52.474697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:52.478952 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdc89c6-24f5-406e-a4d0-eb293abb4eb8" -d '{"events": [{"server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "name": "network-vif-plugged", "status": "completed", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:52.513499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 0c36b069-d2e6-48ff-9e37-3a8312f39d9b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:52.513705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0c36b069-d2e6-48ff-9e37-3a8312f39d9b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:52.517291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:52.541008 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-51f5a6fd-93ba-45d3-9483-4b7c481357af None None] Deleting port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:52:52.541677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-51f5a6fd-93ba-45d3-9483-4b7c481357af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.573735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.603049 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72788fc2-2352-4bc2-afcb-16aacf2b2794 x-openstack-request-id: req-72788fc2-2352-4bc2-afcb-16aacf2b2794 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:52.603049 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "name": "network-vif-plugged", "status": "completed", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:52.603049 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72788fc2-2352-4bc2-afcb-16aacf2b2794 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:52.603049 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'code': 200} Feb 11 13:52:52.611917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] No DVR routers for this DVR port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:52.616569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-51f5a6fd-93ba-45d3-9483-4b7c481357af None None] For port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8e9438cb-2b39-46a9-aa4b-ed4268b3146a,segment=NetworkSegment(b186df0e-e9a3-4af1-bac6-152f7458e4f4),segment_id=b186df0e-e9a3-4af1-bac6-152f7458e4f4)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:52:52.616927 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-51f5a6fd-93ba-45d3-9483-4b7c481357af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.630718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-51f5a6fd-93ba-45d3-9483-4b7c481357af None None] Calling delete_port for 8e9438cb-2b39-46a9-aa4b-ed4268b3146a owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:52:52.688663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9438cb-2b39-46a9-aa4b-ed4268b3146a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:52.703196 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.760918 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-51f5a6fd-93ba-45d3-9483-4b7c481357af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.782051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:52.789842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5a6fd-93ba-45d3-9483-4b7c481357af None None] No DVR routers for this DVR port 8e9438cb-2b39-46a9-aa4b-ed4268b3146a on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:52:52.820214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5a6fd-93ba-45d3-9483-4b7c481357af None None] Pushing event deleted for resources: {'Port': ['ID=8e9438cb-2b39-46a9-aa4b-ed4268b3146a,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:52.822743 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.857401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25f0b9-53f4-48af-9c03-8c308208445e req-0c4f0325-8e4f-49a0-9684-378da4718a33 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:52.858970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b25f0b9-53f4-48af-9c03-8c308208445e req-0c4f0325-8e4f-49a0-9684-378da4718a33 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.1667242 Feb 11 13:52:52.863240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c6dba4-89d2-4a02-ab87-127c42b02ea7']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:52.876247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae198ae-d9c0-4fb3-ba9b-2a94b286c3aa req-1bc8a905-eac0-4914-ae75-7df1eb439210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:52.876247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4ae198ae-d9c0-4fb3-ba9b-2a94b286c3aa req-1bc8a905-eac0-4914-ae75-7df1eb439210 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 1097 time: 0.1896234 Feb 11 13:52:52.889621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b186df0e-e9a3-4af1-bac6-152f7458e4f4') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:52.890026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b186df0e-e9a3-4af1-bac6-152f7458e4f4') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:52.899166 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6d2ee-cdb8-4838-a8a7-aaaba5d7bb34 req-6a7787ff-aab1-4a4d-8a6b-26b6ee85f95f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:52.905387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b6a6d2ee-cdb8-4838-a8a7-aaaba5d7bb34 req-6a7787ff-aab1-4a4d-8a6b-26b6ee85f95f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0678761 Feb 11 13:52:52.920784 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.947788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b6a6d2ee-cdb8-4838-a8a7-aaaba5d7bb34 req-0eca0113-f2ab-4205-bfb0-edd3f4602405 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399761 Feb 11 13:52:52.951727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4ae198ae-d9c0-4fb3-ba9b-2a94b286c3aa req-4b23ce72-9b22-44d0-bee9-eb9bae6722a1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687795 Feb 11 13:52:52.959753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b25f0b9-53f4-48af-9c03-8c308208445e req-2ad9b67f-e13f-4af9-98c2-df1390427182 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887563 Feb 11 13:52:52.960662 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.968903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:52:52.973439 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:52:53.153706 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:53.160646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:53.163792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] 10.222.0.52 "DELETE /v2.0/networks/21c6dba4-89d2-4a02-ab87-127c42b02ea7 HTTP/1.1" status: 204 len: 168 time: 1.1461411 Feb 11 13:52:53.175995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a3f98-1480-4691-a184-7ef52871d87a admin admin] Pushing event deleted for resources: {'Network': ['ID=21c6dba4-89d2-4a02-ab87-127c42b02ea7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:53.624679 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38180) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:53.666128 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b1707b9b-6b26-488d-8804-96f933347c66 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=092188d622794eeb9e08e197209fcf84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394754 Feb 11 13:52:53.668632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38182) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:53.719282 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e955e49-150c-4e8d-a5a5-f60fc3788ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:53.740696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e955e49-150c-4e8d-a5a5-f60fc3788ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:53.925569 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e955e49-150c-4e8d-a5a5-f60fc3788ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:53.928479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e955e49-150c-4e8d-a5a5-f60fc3788ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:53.932640 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e955e49-150c-4e8d-a5a5-f60fc3788ab1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6330e5fd-d689-478c-8ffe-6726f12de545 HTTP/1.1" status: 204 len: 168 time: 0.2630472 Feb 11 13:52:53.941952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e955e49-150c-4e8d-a5a5-f60fc3788ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6330e5fd-d689-478c-8ffe-6726f12de545,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:54.007053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8e9438cb-2b39-46a9-aa4b-ed4268b3146a no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:52:54.033454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8e9438cb-2b39-46a9-aa4b-ed4268b3146a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:52:54.033824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8e9438cb-2b39-46a9-aa4b-ed4268b3146a not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:52:54.126250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26801e3c-7b9e-4f4a-bc1d-106f75bbf782 req-6d896397-4b0d-4bef-a425-989e7d945d76 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:54.130473 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26801e3c-7b9e-4f4a-bc1d-106f75bbf782 req-6d896397-4b0d-4bef-a425-989e7d945d76 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0605228 Feb 11 13:52:54.147000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25ad4e-8e6c-4e19-b0ec-a8d9a03552d3 req-d3e9e209-dad1-4b24-b266-aec6a7230c61 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:54.148694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b25ad4e-8e6c-4e19-b0ec-a8d9a03552d3 req-d3e9e209-dad1-4b24-b266-aec6a7230c61 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0919139 Feb 11 13:52:54.188387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26801e3c-7b9e-4f4a-bc1d-106f75bbf782 req-61f0160e-4e9d-40f4-8dbe-b45916f2239e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517738 Feb 11 13:52:54.231150 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b25ad4e-8e6c-4e19-b0ec-a8d9a03552d3 req-4366b58b-6ff6-469a-a395-241ee2711d36 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750582 Feb 11 13:52:54.828270 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-44cfb403-612c-4abf-b44a-bd0e0d95b811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:54.908675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38202) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:54.956468 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7666e920-4471-4f37-9a0a-19e1acc7ef20 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c92cb4ddd5834473af682359616deb04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464072 Feb 11 13:52:54.959076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38204) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:55.014401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-faa741db-cc18-4758-8f86-d99599174aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:55.036597 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-faa741db-cc18-4758-8f86-d99599174aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:55.171073 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-faa741db-cc18-4758-8f86-d99599174aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:55.174019 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-faa741db-cc18-4758-8f86-d99599174aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:55.177846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-faa741db-cc18-4758-8f86-d99599174aeb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/30859aed-d368-412c-a816-1c1e580e885c HTTP/1.1" status: 204 len: 168 time: 0.2153533 Feb 11 13:52:55.185904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa741db-cc18-4758-8f86-d99599174aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30859aed-d368-412c-a816-1c1e580e885c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:55.320388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebac500-3c10-4939-94db-4314a5310a4f req-3493f928-9ddb-44ec-8e48-b3cd7a20c28c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.322430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ebac500-3c10-4939-94db-4314a5310a4f req-3493f928-9ddb-44ec-8e48-b3cd7a20c28c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0534241 Feb 11 13:52:55.390009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3ebac500-3c10-4939-94db-4314a5310a4f req-66abadf4-0b99-4175-aac5-7498fb5f0b58 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609326 Feb 11 13:52:55.392828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b391f-919f-4565-806c-073ccc1e74cf req-20af081a-9844-4ca1-81c8-1cf59974d1ad tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.394695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa3b391f-919f-4565-806c-073ccc1e74cf req-20af081a-9844-4ca1-81c8-1cf59974d1ad tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0713429 Feb 11 13:52:55.441652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa3b391f-919f-4565-806c-073ccc1e74cf req-7e201da0-5426-49a4-9806-7e471ad0196d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397441 Feb 11 13:52:55.571872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f72551-b56a-4e42-95eb-a6d588032549 req-5cdd16c9-df27-4f79-8a45-485b367d3d06 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.573478 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f72551-b56a-4e42-95eb-a6d588032549 req-5cdd16c9-df27-4f79-8a45-485b367d3d06 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0598471 Feb 11 13:52:55.627328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45f72551-b56a-4e42-95eb-a6d588032549 req-fc731e22-c08e-4ccc-8222-a0d73e37c934 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452714 Feb 11 13:52:55.656800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38214) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:55.706531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1969ba-32ba-4d44-9d67-2003c8c9edd8 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:55.711161 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b1969ba-32ba-4d44-9d67-2003c8c9edd8 tempest-TestNetworkAdvancedServerOps-273397359 tempest-TestNetworkAdvancedServerOps-273397359-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 1092 time: 0.0501142 Feb 11 13:52:55.711558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 38216) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:55.716587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:52:55.877131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:55.917918 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:56.001971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:56.121064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Allocated IP 172.25.0.73 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/1dcf6a53-4454-4d33-97d6-f3daba080cde) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:52:56.238721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:56.360124 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:56.406114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:52:56.410809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:52:56.414196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:52:56.419607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=1dcf6a53-4454-4d33-97d6-f3daba080cde,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:56.534814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d80ffc-a6a5-4c1e-b747-bfe68d634185 req-cc5b5f3b-550c-4238-8c01-437fab0ae1d4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:56.538342 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58d80ffc-a6a5-4c1e-b747-bfe68d634185 req-cc5b5f3b-550c-4238-8c01-437fab0ae1d4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0599606 Feb 11 13:52:56.577754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58d80ffc-a6a5-4c1e-b747-bfe68d634185 req-4bb4dee6-7c22-4dab-942f-b8d0acc618f2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326948 Feb 11 13:52:56.839078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:56.985055 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.000498 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-933fe443-c430-48d2-8e93-c755bc84c33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.170959 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.325541 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.396241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event updated for resources: {'Port': ['ID=1dcf6a53-4454-4d33-97d6-f3daba080cde,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:52:57.406734 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.517077 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Floating IP 1bae9911-161b-49da-a60c-2ca1d6741434 associated. External IP: 172.25.0.73, port: 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8. Feb 11 13:52:57.784603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa7cc30-ba4c-4257-91c8-7f960fb92b24 req-6fe5546a-edd8-4f1e-86ab-9aaf8bab60a8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:57.786371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1fa7cc30-ba4c-4257-91c8-7f960fb92b24 req-6fe5546a-edd8-4f1e-86ab-9aaf8bab60a8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.1021874 Feb 11 13:52:57.820182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router e05ccf00-6841-43a7-b15d-293ae7f3c67f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:52:57.843709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1fa7cc30-ba4c-4257-91c8-7f960fb92b24 req-b4d13958-f1d7-4335-8f43-6cd7db7e4b2d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503113 Feb 11 13:52:57.937907 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:57.985006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:52:57.995684 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] Sync routers for ids ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:52:58.010334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] Routers {'e05ccf00-6841-43a7-b15d-293ae7f3c67f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:58.013946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:52:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:58.097425 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:58.133394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2ccc5382-380f-4941-bc5f-645bff239f22 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4189069 Feb 11 13:52:58.133394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:52:58.134459 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1abfd9-09aa-40d3-9570-1754ada2dc83" -d '{"events": [{"name": "network-changed", "server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:52:58.161413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] Set router e05ccf00-6841-43a7-b15d-293ae7f3c67f gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:58.185927 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee3234f-c40d-4d7b-bc2a-254f468f1dd1 x-openstack-request-id: req-4ee3234f-c40d-4d7b-bc2a-254f468f1dd1 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:52:58.185927 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:52:58.187474 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ee3234f-c40d-4d7b-bc2a-254f468f1dd1 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:52:58.188219 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'status': 'completed', 'code': 200} Feb 11 13:52:58.273865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-b9cbbe7f-a8a9-4df0-9b64-456a67ef9014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:58.274140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7310c-bd65-444b-bcd1-7c7e075e73f1 req-309243f2-2d8f-4ec4-bd55-e611240b42b8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:58.275630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7b7310c-bd65-444b-bcd1-7c7e075e73f1 req-309243f2-2d8f-4ec4-bd55-e611240b42b8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0600328 Feb 11 13:52:58.281012 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-b9cbbe7f-a8a9-4df0-9b64-456a67ef9014 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 1097 time: 0.0713420 Feb 11 13:52:58.323984 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7b7310c-bd65-444b-bcd1-7c7e075e73f1 req-2a5f9690-c93b-4a5b-9879-865340d91698 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411546 Feb 11 13:52:58.361634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38242) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:58.387885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-1324a2c4-f1d3-4cfa-ab89-a257612fad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:58.390820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-1324a2c4-f1d3-4cfa-ab89-a257612fad1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=97e4409c-92f6-4243-8006-1627742b4378 HTTP/1.1" status: 200 len: 898 time: 0.1021235 Feb 11 13:52:58.428840 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f4bb2345-62d9-420f-8f48-f5748dbbc66c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/1bae9911-161b-49da-a60c-2ca1d6741434 HTTP/1.1" status: 200 len: 991 time: 0.0651615 Feb 11 13:52:58.459625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '1bae9911-161b-49da-a60c-2ca1d6741434', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'port_id': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'mac_address': 'fa:16:3e:ee:a9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:56Z', 'updated_at': '2022-02-11T13:52:56Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634f50d6-87f5-4022-b0e5-633e8ce63667', 'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:e0:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:34Z', 'updated_at': '2022-02-11T13:52:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:58.482126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-f557a08b-011e-421e-932a-de9e6453431d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 HTTP/1.1" status: 200 len: 999 time: 0.0851493 Feb 11 13:52:58.488992 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] Checking router: e05ccf00-6841-43a7-b15d-293ae7f3c67f for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:52:58.500498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] Routers {'e05ccf00-6841-43a7-b15d-293ae7f3c67f'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:52:58.501974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:52:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:58.548844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-19372e06-fdb4-4f6f-ad44-1b0f580aa075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:58.551020 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-19372e06-fdb4-4f6f-ad44-1b0f580aa075 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6062d11-daaf-4323-9625-a064b5552f40 HTTP/1.1" status: 200 len: 834 time: 0.0616157 Feb 11 13:52:58.610637 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-d93156b0-dd26-4ae1-b8f0-201c194c8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:58.612213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-d93156b0-dd26-4ae1-b8f0-201c194c8141 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97e4409c-92f6-4243-8006-1627742b4378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550339 Feb 11 13:52:58.629303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] Set router e05ccf00-6841-43a7-b15d-293ae7f3c67f gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:52:58.713178 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:52:58.717082 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-de3f4793-a16a-47e3-a50f-0d74ee9fd39e service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977616 Feb 11 13:52:58.824157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad1abfd9-09aa-40d3-9570-1754ada2dc83 req-31a473fb-2595-41f2-b418-4443aafaf45e service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999715 Feb 11 13:52:58.893332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '1bae9911-161b-49da-a60c-2ca1d6741434', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'port_id': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'mac_address': 'fa:16:3e:ee:a9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:56Z', 'updated_at': '2022-02-11T13:52:56Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634f50d6-87f5-4022-b0e5-633e8ce63667', 'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:e0:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:34Z', 'updated_at': '2022-02-11T13:52:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:52:58.927389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ac546b-494d-4632-a66e-e22faea0c2f9 None None] The sync data for ids ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'] in n-d-816488-1 is: [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '1bae9911-161b-49da-a60c-2ca1d6741434', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'port_id': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'mac_address': 'fa:16:3e:ee:a9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:52:56Z', 'updated_at': '2022-02-11T13:52:56Z', 'revision_number': 0, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634f50d6-87f5-4022-b0e5-633e8ce63667', 'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:e0:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:34Z', 'updated_at': '2022-02-11T13:52:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:52:58.982503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da934a-0513-4f7b-a73a-83467aee8c80 req-2a6dc5b9-175c-4aca-b66e-494855079474 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:52:58.984169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7da934a-0513-4f7b-a73a-83467aee8c80 req-2a6dc5b9-175c-4aca-b66e-494855079474 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0595188 Feb 11 13:52:59.031552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7da934a-0513-4f7b-a73a-83467aee8c80 req-feaaa403-e2dd-48a1-9638-4928b8dc81a9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358779 Feb 11 13:52:59.180363 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75585c5f-059e-4913-9778-4001d7c411d0 None None] New status for floating IP 1bae9911-161b-49da-a60c-2ca1d6741434: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:52:59.431820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38254) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:52:59.516637 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7ef42c16-9aa7-415b-b479-6c188d25c726 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/1bae9911-161b-49da-a60c-2ca1d6741434 HTTP/1.1" status: 200 len: 991 time: 0.0837445 Feb 11 13:53:00.068066 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:00.156413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c865c3-4353-405c-8e7e-ea1054d0ee07 req-72ecabc3-a2f6-41fa-a20a-41ca3bad3a3a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:00.158508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81c865c3-4353-405c-8e7e-ea1054d0ee07 req-72ecabc3-a2f6-41fa-a20a-41ca3bad3a3a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0551839 Feb 11 13:53:00.200263 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-81c865c3-4353-405c-8e7e-ea1054d0ee07 req-7277299a-b705-4e61-a9a2-4fd131e138df tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345926 Feb 11 13:53:00.521140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 38262) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:53:00.596037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-48d6253c-138c-4521-9d08-ca59627a9072 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/1bae9911-161b-49da-a60c-2ca1d6741434 HTTP/1.1" status: 200 len: 993 time: 0.0684235 Feb 11 13:53:00.650976 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:01.339248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9af80-3f70-434d-826f-adcb9943f8a9 req-a972183c-7122-4d4f-adb7-154a694d926c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:01.340717 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8f9af80-3f70-434d-826f-adcb9943f8a9 req-a972183c-7122-4d4f-adb7-154a694d926c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0561571 Feb 11 13:53:01.386091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8f9af80-3f70-434d-826f-adcb9943f8a9 req-42234b04-98db-4b4d-ab44-263221cfc5b2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382671 Feb 11 13:53:02.518635 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a47d28-4f7c-4424-ab22-3ff214946955 req-41784287-0aac-48b0-b257-77441b66ee16 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:02.520111 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24a47d28-4f7c-4424-ab22-3ff214946955 req-41784287-0aac-48b0-b257-77441b66ee16 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0570281 Feb 11 13:53:02.560533 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-24a47d28-4f7c-4424-ab22-3ff214946955 req-6bc609ce-344d-4bf4-b3be-9615ebc69a3a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341110 Feb 11 13:53:02.927202 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:53:03.686026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbcce8-6d4c-4152-a3d1-a1714ab580b6 req-edddd77b-25db-431c-8b56-0d10f07141b6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:03.694356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2efbcce8-6d4c-4152-a3d1-a1714ab580b6 req-edddd77b-25db-431c-8b56-0d10f07141b6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0579617 Feb 11 13:53:03.729260 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2efbcce8-6d4c-4152-a3d1-a1714ab580b6 req-3bd7b228-998e-4980-86ea-dca0d2b24f80 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326192 Feb 11 13:53:04.856943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cfa86-da73-49e1-8f21-2ea623365426 req-847cbcbf-f022-40fb-b8d9-eaa5c031d015 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:04.858576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f98cfa86-da73-49e1-8f21-2ea623365426 req-847cbcbf-f022-40fb-b8d9-eaa5c031d015 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0504241 Feb 11 13:53:04.897219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f98cfa86-da73-49e1-8f21-2ea623365426 req-4c53c915-954b-46df-8e5e-885f1b24ffaa tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Feb 11 13:53:06.019034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9458a-8689-4a53-817b-4950c881563a req-08b19829-ff99-44b1-969b-b5a98bc9d182 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:06.020552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3fb9458a-8689-4a53-817b-4950c881563a req-08b19829-ff99-44b1-969b-b5a98bc9d182 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0498438 Feb 11 13:53:06.063636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3fb9458a-8689-4a53-817b-4950c881563a req-0285e6af-d116-4bdc-b8e4-8e922d9b4c25 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363045 Feb 11 13:53:07.194186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82a41b-284a-47bd-9436-d48cfab7df56 req-4b372e92-7d92-4c1a-9fd1-e29698250583 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:07.195686 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a82a41b-284a-47bd-9436-d48cfab7df56 req-4b372e92-7d92-4c1a-9fd1-e29698250583 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0618188 Feb 11 13:53:07.233531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a82a41b-284a-47bd-9436-d48cfab7df56 req-a6193d56-edf4-4202-a98e-432a80c0d029 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Feb 11 13:53:08.358264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3db908-70e7-4a2f-8462-0469a87e05d3 req-9968856c-4bd6-4771-b86e-f1ec28ab6535 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:08.359787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c3db908-70e7-4a2f-8462-0469a87e05d3 req-9968856c-4bd6-4771-b86e-f1ec28ab6535 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0547447 Feb 11 13:53:08.400455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c3db908-70e7-4a2f-8462-0469a87e05d3 req-83960bbf-a8fb-465d-a15a-2a98fd706559 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334997 Feb 11 13:53:09.529707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b29ee-19ed-468e-b8a0-c2a529acbee3 req-655b199c-83d5-4538-a2ac-6085db16747c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:09.531384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-637b29ee-19ed-468e-b8a0-c2a529acbee3 req-655b199c-83d5-4538-a2ac-6085db16747c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0555229 Feb 11 13:53:09.571328 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-637b29ee-19ed-468e-b8a0-c2a529acbee3 req-7652f6c1-acd4-4eb3-a288-2fd54e0a15ef tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328245 Feb 11 13:53:10.723037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd82cb8-65c1-4a29-b647-1360645b5f20 req-f454c1a4-dedd-468a-97ee-7c7a35a89ccf tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:10.725509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffd82cb8-65c1-4a29-b647-1360645b5f20 req-f454c1a4-dedd-468a-97ee-7c7a35a89ccf tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0605342 Feb 11 13:53:10.774639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ffd82cb8-65c1-4a29-b647-1360645b5f20 req-86364568-6766-40a2-a9b9-bc037072820a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Feb 11 13:53:11.900284 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e95bcf3-1cb8-4cc1-a5e9-92df0e556016 req-b3b3f6e5-7ddf-4375-a0d9-2d306cbf98f4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:11.902133 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e95bcf3-1cb8-4cc1-a5e9-92df0e556016 req-b3b3f6e5-7ddf-4375-a0d9-2d306cbf98f4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0507815 Feb 11 13:53:11.947259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e95bcf3-1cb8-4cc1-a5e9-92df0e556016 req-1949f0d6-b773-4a06-9ae4-2c959c7b72f0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386951 Feb 11 13:53:13.067890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de2c23-611e-41d4-a6e6-f7db44ae59e5 req-bbb37d1c-a44d-4610-8c27-9a5f807d12d6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:13.069419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a3de2c23-611e-41d4-a6e6-f7db44ae59e5 req-bbb37d1c-a44d-4610-8c27-9a5f807d12d6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0502698 Feb 11 13:53:13.107674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a3de2c23-611e-41d4-a6e6-f7db44ae59e5 req-1a7ac00e-8dcd-4ff6-b9e8-a2938672551c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320492 Feb 11 13:53:14.226416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6aab1-0267-4423-86e3-29fc73a0e711 req-5addc21e-3f07-4d7f-9780-ad4820d9d9bf tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:14.228101 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8aa6aab1-0267-4423-86e3-29fc73a0e711 req-5addc21e-3f07-4d7f-9780-ad4820d9d9bf tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0505297 Feb 11 13:53:14.268344 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8aa6aab1-0267-4423-86e3-29fc73a0e711 req-4041fe01-6b1c-4c49-833a-74bdadc0a521 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341477 Feb 11 13:53:15.406676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b36cf5-6948-429f-bec0-8b7bd96e9cae req-67fe66bd-7d56-4848-a675-1d4fe98ce2e7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:15.411985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53b36cf5-6948-429f-bec0-8b7bd96e9cae req-67fe66bd-7d56-4848-a675-1d4fe98ce2e7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0640035 Feb 11 13:53:15.448643 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-53b36cf5-6948-429f-bec0-8b7bd96e9cae req-63752fd5-a32d-445f-8310-e22727f1f50a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Feb 11 13:53:16.572190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc80f05-3960-4196-87e2-86101ce48375 req-785ef21d-52ce-483c-bfac-b0ac2fd042a7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:16.573699 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bc80f05-3960-4196-87e2-86101ce48375 req-785ef21d-52ce-483c-bfac-b0ac2fd042a7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0546215 Feb 11 13:53:16.611764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bc80f05-3960-4196-87e2-86101ce48375 req-213f118a-ed01-4a08-b298-cc44f477758c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Feb 11 13:53:17.740159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd7f7a-6cb1-469e-a18b-7648cab7fc22 req-e942a279-409c-443b-b8a6-e0d6c13f3c21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:17.741637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4cd7f7a-6cb1-469e-a18b-7648cab7fc22 req-e942a279-409c-443b-b8a6-e0d6c13f3c21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0501301 Feb 11 13:53:17.780689 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4cd7f7a-6cb1-469e-a18b-7648cab7fc22 req-a75e8627-ae94-4627-941a-faaafc139eff tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Feb 11 13:53:18.895791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d50d9-27e9-49cb-8587-0f1a4d7b25e4 req-dbc7c757-4747-4f0b-8622-db43848053b2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:18.897240 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5d9d50d9-27e9-49cb-8587-0f1a4d7b25e4 req-dbc7c757-4747-4f0b-8622-db43848053b2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0497947 Feb 11 13:53:18.947152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5d9d50d9-27e9-49cb-8587-0f1a4d7b25e4 req-bb5843e5-18b0-4b26-a0aa-d0a49f1c92b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Feb 11 13:53:20.060350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7185a-0db4-44df-a191-85c8562e7cac req-033979c7-54d1-4774-83a2-e0fd8ff40077 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:20.061839 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3af7185a-0db4-44df-a191-85c8562e7cac req-033979c7-54d1-4774-83a2-e0fd8ff40077 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0491836 Feb 11 13:53:20.100077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3af7185a-0db4-44df-a191-85c8562e7cac req-6e9610b1-700d-4fea-8c50-308c1046cd15 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317478 Feb 11 13:53:21.221067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804dce44-2f3e-4efd-a260-3281ee6560cc req-1db27043-6122-4f7b-9f06-eff909142234 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:21.222565 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-804dce44-2f3e-4efd-a260-3281ee6560cc req-1db27043-6122-4f7b-9f06-eff909142234 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0535126 Feb 11 13:53:21.260643 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-804dce44-2f3e-4efd-a260-3281ee6560cc req-a766b20a-8a14-4833-a9b3-876005417ef8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316260 Feb 11 13:53:22.372402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 837865a4-f812-453d-b3a6-5c4090b23de6 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:53:22.382024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e0334-5393-4b06-ac9e-fbff3ccd0049 req-671fd404-bc89-4981-9301-104269c2c1ec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:22.383511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e40e0334-5393-4b06-ac9e-fbff3ccd0049 req-671fd404-bc89-4981-9301-104269c2c1ec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 943 time: 0.0530412 Feb 11 13:53:22.422164 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e40e0334-5393-4b06-ac9e-fbff3ccd0049 req-32a4fe0f-3d7d-487a-8503-832c7b141748 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324581 Feb 11 13:53:22.465849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 837865a4-f812-453d-b3a6-5c4090b23de6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=837865a4-f812-453d-b3a6-5c4090b23de6,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:22.479810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '837865a4-f812-453d-b3a6-5c4090b23de6', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'port_id': '837865a4-f812-453d-b3a6-5c4090b23de6', 'mac_address': 'fa:16:3e:db:57:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:53:22.522110 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:22.534678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837865a4-f812-453d-b3a6-5c4090b23de6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:53:22.555225 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 837865a4-f812-453d-b3a6-5c4090b23de6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=837865a4-f812-453d-b3a6-5c4090b23de6,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:22.628179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:22.676251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=837865a4-f812-453d-b3a6-5c4090b23de6,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:22.683472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.683825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.684175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.684513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.684853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.685185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.685515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.685889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.686250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.686545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.686867 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.687320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:22.843553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['837865a4-f812-453d-b3a6-5c4090b23de6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:53:23.544872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5564e9-97a0-4c10-8d87-d9ea8d42387e req-78904ad3-59f6-4170-994c-adb3d67802eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:23.546370 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f5564e9-97a0-4c10-8d87-d9ea8d42387e req-78904ad3-59f6-4170-994c-adb3d67802eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 944 time: 0.0530837 Feb 11 13:53:23.584447 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f5564e9-97a0-4c10-8d87-d9ea8d42387e req-cbc42194-1c60-452c-9336-023ff9ee9500 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Feb 11 13:53:24.396167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 837865a4-f812-453d-b3a6-5c4090b23de6 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:53:24.559603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 837865a4-f812-453d-b3a6-5c4090b23de6 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:53:24.563651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 837865a4-f812-453d-b3a6-5c4090b23de6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:53:24.564110 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:24.658408 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:24.683076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bff910-619e-40f2-809e-c3de9ddbcf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837865a4-f812-453d-b3a6-5c4090b23de6'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:53:24.685304 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab058183-9e55-4da5-9c81-4b8ced4096cb" -d '{"events": [{"server_uuid": "53bff910-619e-40f2-809e-c3de9ddbcf07", "name": "network-vif-plugged", "status": "completed", "tag": "837865a4-f812-453d-b3a6-5c4090b23de6"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:53:24.702221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 837865a4-f812-453d-b3a6-5c4090b23de6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=837865a4-f812-453d-b3a6-5c4090b23de6,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:24.712832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6c312-4cd7-4f18-83b9-6ffa7a74dd69 req-42175018-ddb3-465c-a7e2-4761d392eebb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:24.712832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3db6c312-4cd7-4f18-83b9-6ffa7a74dd69 req-42175018-ddb3-465c-a7e2-4761d392eebb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 944 time: 0.0566399 Feb 11 13:53:24.724949 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd64fcfe-2577-466d-a211-52b3a6e149e6 x-openstack-request-id: req-bd64fcfe-2577-466d-a211-52b3a6e149e6 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:53:24.725302 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bff910-619e-40f2-809e-c3de9ddbcf07", "name": "network-vif-plugged", "status": "completed", "tag": "837865a4-f812-453d-b3a6-5c4090b23de6", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:53:24.725614 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bd64fcfe-2577-466d-a211-52b3a6e149e6 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:53:24.726080 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bff910-619e-40f2-809e-c3de9ddbcf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837865a4-f812-453d-b3a6-5c4090b23de6', 'code': 200} Feb 11 13:53:24.735526 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-74f157be-5a7a-485b-a409-7788194be70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:24.757255 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3db6c312-4cd7-4f18-83b9-6ffa7a74dd69 req-e708d563-59f1-4f93-b657-0975ea19b7ef tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Feb 11 13:53:24.822707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25b867-6c75-442a-9bb0-53d6714dbe0a req-ae2d80e9-7f2b-41c5-b004-feb05bac38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:24.824374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb25b867-6c75-442a-9bb0-53d6714dbe0a req-ae2d80e9-7f2b-41c5-b004-feb05bac38a3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 1095 time: 0.0442770 Feb 11 13:53:24.834483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:24.870354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb25b867-6c75-442a-9bb0-53d6714dbe0a req-c4bb03ff-12b6-4a27-89c2-60d5f3d8d6fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Feb 11 13:53:24.886390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=837865a4-f812-453d-b3a6-5c4090b23de6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:25.839648 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:25.876839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfcfbc-5f71-4b86-8214-1704213d198b req-cd74065d-6065-4ef5-a19c-5e52b71ac334 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:25.878425 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c1cfcfbc-5f71-4b86-8214-1704213d198b req-cd74065d-6065-4ef5-a19c-5e52b71ac334 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 945 time: 0.0504727 Feb 11 13:53:25.917435 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c1cfcfbc-5f71-4b86-8214-1704213d198b req-bbe92efc-7964-4660-b69f-4039b859d68e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Feb 11 13:53:26.956546 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-278a02be-d103-44e6-b88f-ca1d14ff1454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:27.046711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a82be5-ae97-4da2-bf7d-04d542a291e4 req-33f69fab-70ce-4036-8dde-27fc41dd6bc7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:27.048197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e4a82be5-ae97-4da2-bf7d-04d542a291e4 req-33f69fab-70ce-4036-8dde-27fc41dd6bc7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 945 time: 0.0557752 Feb 11 13:53:27.398661 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e4a82be5-ae97-4da2-bf7d-04d542a291e4 req-de26b86d-0423-48c4-83c1-f8379dd554f8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427429 Feb 11 13:53:27.517904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c56a91-0847-488f-b9dd-8796dd8abc51 req-a330b3f3-4743-46da-b466-a178d77be9d8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:27.519273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5c56a91-0847-488f-b9dd-8796dd8abc51 req-a330b3f3-4743-46da-b466-a178d77be9d8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 945 time: 0.0486159 Feb 11 13:53:27.558325 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5c56a91-0847-488f-b9dd-8796dd8abc51 req-6d34022a-4b58-40b3-b32c-4ccc7610cdd9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323515 Feb 11 13:53:27.675895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e9dcb-b0c6-45b6-9d13-78bde7ae3e0c req-29afc6e3-fcb1-4639-a0fd-50c5389938bc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:27.677930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-958e9dcb-b0c6-45b6-9d13-78bde7ae3e0c req-29afc6e3-fcb1-4639-a0fd-50c5389938bc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 945 time: 0.0507288 Feb 11 13:53:27.715587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-958e9dcb-b0c6-45b6-9d13-78bde7ae3e0c req-f22b2020-9513-41f1-b9b1-800f76977dce tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308716 Feb 11 13:53:27.942400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:28.291905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c2742-d963-4059-898e-da478bc1bc87 req-d9699991-c8e8-474a-9c84-a96b9b314ddc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:28.293421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b42c2742-d963-4059-898e-da478bc1bc87 req-d9699991-c8e8-474a-9c84-a96b9b314ddc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 945 time: 0.0506108 Feb 11 13:53:28.331114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b42c2742-d963-4059-898e-da478bc1bc87 req-6c4c05e9-b8fa-4eea-84c9-66a751ef319f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315692 Feb 11 13:53:28.697171 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.469148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f559e5-80e9-484a-8f92-e3857e94df5d req-1329b178-50e4-49fc-ad16-28c2f1d0e491 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:29.470804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2f559e5-80e9-484a-8f92-e3857e94df5d req-1329b178-50e4-49fc-ad16-28c2f1d0e491 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 945 time: 0.0608995 Feb 11 13:53:29.520351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c2f559e5-80e9-484a-8f92-e3857e94df5d req-c872224b-471a-484d-9290-3c67017000a9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388696 Feb 11 13:53:29.736737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-305a3632-86a9-4e48-8487-0de9545b3e84 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:29.738243 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-305a3632-86a9-4e48-8487-0de9545b3e84 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 945 time: 0.0539839 Feb 11 13:53:29.832899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Deleting port 837865a4-f812-453d-b3a6-5c4090b23de6 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:53:29.833242 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.924759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] For port 837865a4-f812-453d-b3a6-5c4090b23de6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=837865a4-f812-453d-b3a6-5c4090b23de6,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:53:29.925047 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:29.938169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Calling delete_port for 837865a4-f812-453d-b3a6-5c4090b23de6 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:53:30.051168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:30.154662 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:30.166980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['837865a4-f812-453d-b3a6-5c4090b23de6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:53:30.198772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'Port': ['ID=837865a4-f812-453d-b3a6-5c4090b23de6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:53:30.226399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.226799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.227139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.227509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.227845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.228179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.228504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.228827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.229147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.229466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.229817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.230137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:53:30.255584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] No DVR routers for this DVR port 837865a4-f812-453d-b3a6-5c4090b23de6 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:53:30.258639 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:30.262793 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-03d458ab-6cf6-472b-9bbb-3629cd824b0b req-e3a4f5d5-47fb-40cd-bed2-6b2b291e9d8b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "DELETE /v2.0/ports/837865a4-f812-453d-b3a6-5c4090b23de6 HTTP/1.1" status: 204 len: 173 time: 0.5187960 Feb 11 13:53:30.267259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bff910-619e-40f2-809e-c3de9ddbcf07', 'name': 'network-vif-deleted', 'tag': '837865a4-f812-453d-b3a6-5c4090b23de6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:53:30.267259 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab750c7-2eb0-4faf-add2-abd79f275f24" -d '{"events": [{"server_uuid": "53bff910-619e-40f2-809e-c3de9ddbcf07", "name": "network-vif-deleted", "tag": "837865a4-f812-453d-b3a6-5c4090b23de6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:53:30.313968 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7d2943-8a66-4769-9b26-5eeb6182b158 x-openstack-request-id: req-7e7d2943-8a66-4769-9b26-5eeb6182b158 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:53:30.314265 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bff910-619e-40f2-809e-c3de9ddbcf07", "name": "network-vif-deleted", "tag": "837865a4-f812-453d-b3a6-5c4090b23de6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:53:30.314516 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e7d2943-8a66-4769-9b26-5eeb6182b158 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:53:30.314926 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bff910-619e-40f2-809e-c3de9ddbcf07', 'name': 'network-vif-deleted', 'tag': '837865a4-f812-453d-b3a6-5c4090b23de6', 'status': 'completed', 'code': 200} Feb 11 13:53:30.618721 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-812da7e7-6daf-4bbc-b5d9-b7f1762a31c9 req-65db752c-3c67-4b2e-a85c-c807e628041b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 210 time: 0.0279460 Feb 11 13:53:30.645478 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:31.715381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-def183c5-fabb-42ed-a979-50a85fccabd0 req-eba71e44-3ae5-4335-b766-d64644354a62 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 210 time: 0.0270305 Feb 11 13:53:32.816566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ea456093-6f93-4178-88b7-b43d7fc5f05c req-a5f83747-1ebd-41fd-892b-c6ab19643441 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 210 time: 0.0270827 Feb 11 13:53:33.218937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-e9b0f519-0ce3-4b83-bef0-e12d4904024b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404568 Feb 11 13:53:33.302834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-854d8c6f-e7b7-4747-a9d2-56930f3f41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:33.304336 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-854d8c6f-e7b7-4747-a9d2-56930f3f41b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fa9c0c63feb4d02974e433b5f462b15&device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 1096 time: 0.0450666 Feb 11 13:53:33.406451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-b351e860-7233-497b-918c-60e2817030bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:33.407920 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-b351e860-7233-497b-918c-60e2817030bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=55706acc-8fb9-46f5-9804-7ecab24c12a7 HTTP/1.1" status: 200 len: 910 time: 0.0853131 Feb 11 13:53:33.477343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-8b440b30-c943-4e6f-b121-200b6a32623a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249 HTTP/1.1" status: 200 len: 1000 time: 0.0629249 Feb 11 13:53:33.526779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-d1003bc3-fc83-4199-a7bc-76561319141d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:33.528261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-d1003bc3-fc83-4199-a7bc-76561319141d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0670b47d-e94e-41ca-9dfc-9ea5281620d3 HTTP/1.1" status: 200 len: 848 time: 0.0440280 Feb 11 13:53:33.576145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-872f5f42-cf10-4ad7-8b12-712c9c477618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:33.577708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-872f5f42-cf10-4ad7-8b12-712c9c477618 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55706acc-8fb9-46f5-9804-7ecab24c12a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431232 Feb 11 13:53:33.671940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-6e4f2222-2903-4984-8f8a-2a3ddbf2ff20 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870025 Feb 11 13:53:33.774582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87e5e6d2-d023-4b61-86d3-1816900c6f3a req-eebc2f04-02d9-40e7-a1d4-a88fc39a6c45 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955820 Feb 11 13:53:33.912352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47550e5a-add9-4d3b-95d8-6764295f76f4 req-1fb4ae1c-b046-46f4-86d6-d454a75552e7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 210 time: 0.0269365 Feb 11 13:53:34.450723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 837865a4-f812-453d-b3a6-5c4090b23de6 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:53:34.476821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 837865a4-f812-453d-b3a6-5c4090b23de6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:53:34.477944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 837865a4-f812-453d-b3a6-5c4090b23de6 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:53:35.029479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f3843b77-0e07-4b07-bb86-1ead1c088742 req-1964d48f-20c5-4d4d-807c-3c40954b944a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=53bff910-619e-40f2-809e-c3de9ddbcf07 HTTP/1.1" status: 200 len: 210 time: 0.0373049 Feb 11 13:53:38.060057 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-2809a1e5-9606-4dea-a344-307f14a74fc5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1589024 Feb 11 13:53:38.151701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-c485aa8a-1c98-49ce-ac6f-cb8977f5ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:38.153335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-c485aa8a-1c98-49ce-ac6f-cb8977f5ca88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 1097 time: 0.0507903 Feb 11 13:53:38.264338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-7a0868b4-96e3-4ce7-80a1-a903622301e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:38.265807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-7a0868b4-96e3-4ce7-80a1-a903622301e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97e4409c-92f6-4243-8006-1627742b4378 HTTP/1.1" status: 200 len: 898 time: 0.0928497 Feb 11 13:53:38.337937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-02f5a30d-39bc-44de-8956-c52a8b6ebc53 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 HTTP/1.1" status: 200 len: 1001 time: 0.0655634 Feb 11 13:53:38.391298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-bd4b009a-9686-4e74-a037-16f61f6e8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:38.392765 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-bd4b009a-9686-4e74-a037-16f61f6e8899 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6062d11-daaf-4323-9625-a064b5552f40 HTTP/1.1" status: 200 len: 834 time: 0.0480268 Feb 11 13:53:38.444467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-91c6a5b4-8981-461e-8412-9efbf8299b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:53:38.446395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-91c6a5b4-8981-461e-8412-9efbf8299b36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97e4409c-92f6-4243-8006-1627742b4378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463333 Feb 11 13:53:38.544444 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-8f7a9fdf-58b4-422a-9bb0-eb363ffcafac service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915511 Feb 11 13:53:38.632294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bb8ab4db-d713-4bb6-b360-ec3103c59cf2 req-30b37237-9f7c-46d6-a516-2d6cb83ae5d4 service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813484 Feb 11 13:53:39.926779 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:53:54.714639 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9fcc7efe-56af-420f-a7cf-5b91159907ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.078139 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:56.949090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8ce4-e487-4e18-a73a-9779636f6151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:57.961145 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:53:58.686238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:00.101505 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:00.675000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:01.657554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78ee66-423c-4278-a09f-8ba8c09db988 req-11e96816-9846-4e20-8993-75fa15220841 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:01.659050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e78ee66-423c-4278-a09f-8ba8c09db988 req-11e96816-9846-4e20-8993-75fa15220841 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0526950 Feb 11 13:54:01.992844 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e78ee66-423c-4278-a09f-8ba8c09db988 req-bd981772-fdb8-442c-9de6-c5a3f1f6eca5 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249345 Feb 11 13:54:03.118273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512f8c4-735b-4591-b6ec-26b582af0ec0 req-4a3f9f76-a2e5-4c57-8e1b-5c6414d41ae0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:03.119919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e512f8c4-735b-4591-b6ec-26b582af0ec0 req-4a3f9f76-a2e5-4c57-8e1b-5c6414d41ae0 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0568447 Feb 11 13:54:03.159270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e512f8c4-735b-4591-b6ec-26b582af0ec0 req-3b4256ce-1cf4-4445-8365-757e896d0be4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331876 Feb 11 13:54:04.283622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeabc61-674e-4fa5-aea7-2821b4013cc0 req-640202dd-d610-4768-9bd2-97b024a34528 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:04.285185 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bfeabc61-674e-4fa5-aea7-2821b4013cc0 req-640202dd-d610-4768-9bd2-97b024a34528 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0539064 Feb 11 13:54:04.334042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bfeabc61-674e-4fa5-aea7-2821b4013cc0 req-0e87b1d0-2736-4e39-8ccb-f6cd0748fa6a tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424178 Feb 11 13:54:05.455380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acea2e0-d845-4599-8e3d-1f07d520c76b req-3d33477a-4dac-42a2-8ef1-36878e3272cd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:05.456909 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5acea2e0-d845-4599-8e3d-1f07d520c76b req-3d33477a-4dac-42a2-8ef1-36878e3272cd tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0511196 Feb 11 13:54:05.501475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5acea2e0-d845-4599-8e3d-1f07d520c76b req-2497da19-ccc3-4a06-b8fb-ee4656452fdf tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342851 Feb 11 13:54:06.626147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd47087-74e9-4111-b665-bb1efe368233 req-bf3fcb08-574a-4aac-b364-210a19a975f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:06.627750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcd47087-74e9-4111-b665-bb1efe368233 req-bf3fcb08-574a-4aac-b364-210a19a975f6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0509419 Feb 11 13:54:06.665757 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcd47087-74e9-4111-b665-bb1efe368233 req-53589e03-53dc-44e9-a420-e497c3308c69 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317740 Feb 11 13:54:07.791244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaf5c0-dbf4-4d4b-9eb3-8e451ee99004 req-9b151044-a64b-4747-ae2f-a1486f8508e4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:07.793014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5eaf5c0-dbf4-4d4b-9eb3-8e451ee99004 req-9b151044-a64b-4747-ae2f-a1486f8508e4 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0551720 Feb 11 13:54:07.834791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5eaf5c0-dbf4-4d4b-9eb3-8e451ee99004 req-0569bf82-d8f3-42b7-b044-477480b97b34 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352323 Feb 11 13:54:08.957377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04c2fc-bac4-4bff-b648-8efa7d8e4859 req-f7b7cbe3-de16-4e39-83e6-9b0f0e9a547b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:08.959249 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e04c2fc-bac4-4bff-b648-8efa7d8e4859 req-f7b7cbe3-de16-4e39-83e6-9b0f0e9a547b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0542791 Feb 11 13:54:08.998432 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e04c2fc-bac4-4bff-b648-8efa7d8e4859 req-496ffd26-7995-4b11-8333-ba1007f68d94 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327849 Feb 11 13:54:10.134493 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461e4ad-4721-4832-b678-dbaa743138f2 req-f3ae51c3-a743-451b-a63a-06e7cd352268 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:10.136156 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5461e4ad-4721-4832-b678-dbaa743138f2 req-f3ae51c3-a743-451b-a63a-06e7cd352268 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0510929 Feb 11 13:54:10.176219 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5461e4ad-4721-4832-b678-dbaa743138f2 req-9f1b52af-5228-4827-a4e3-972c89dc0f30 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340769 Feb 11 13:54:10.195834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-9f21bff6-5652-4589-a9e0-8473097d77e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:10.197378 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-9f21bff6-5652-4589-a9e0-8473097d77e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.1170764 Feb 11 13:54:10.213029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f319ee11-29f7-4733-9b6d-8388b3fde8b5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/quotas/7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 375 time: 0.0096946 Feb 11 13:54:10.265411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-53190304-fb02-4a06-9599-c7c89c6b6ee2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461400 Feb 11 13:54:10.362388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-57f77aff-b7a9-40a6-895a-99904540abf6 service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886354 Feb 11 13:54:10.453562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-8d36016e-5b06-4102-8dc5-99b9d4c55b8a service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844069 Feb 11 13:54:11.091461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32c0ab83-36c2-47fa-a7f9-0be18f54bfe2 req-71f81c30-10b3-4d78-95b2-977e3ba22699 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 210 time: 0.0277190 Feb 11 13:54:11.303618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da0579-2d10-4aff-ab41-e15a0de514fe req-c7869e7d-18a6-4c3c-8423-e3fe6c5c09e7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:11.314297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78da0579-2d10-4aff-ab41-e15a0de514fe req-c7869e7d-18a6-4c3c-8423-e3fe6c5c09e7 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0676966 Feb 11 13:54:11.350558 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78da0579-2d10-4aff-ab41-e15a0de514fe req-5d725b89-353d-4291-9e6a-0bdeb71a5bad tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346701 Feb 11 13:54:12.198933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7911c091-dd14-4911-8538-6c3714a46111 req-b3eb9036-24f9-46f3-8569-e577f8a630ea tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 210 time: 0.0396535 Feb 11 13:54:12.714778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592e401-e5bf-4521-88b4-57d41ded554e req-5ae208f4-3117-44b1-89a9-cbfb2d3aa639 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:12.716250 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4592e401-e5bf-4521-88b4-57d41ded554e req-5ae208f4-3117-44b1-89a9-cbfb2d3aa639 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0552123 Feb 11 13:54:12.756523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4592e401-e5bf-4521-88b4-57d41ded554e req-930a809f-a1dc-4234-a1df-d2dba2f7f82f tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339451 Feb 11 13:54:12.997723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-9db7cbbb-5d93-418b-9ff4-07f96a1becb1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:13.000498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-9db7cbbb-5d93-418b-9ff4-07f96a1becb1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.1061726 Feb 11 13:54:13.012219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'port': {'device_id': '3b35efd9-5340-4f34-bf6f-d4fd703dcccd', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'admin_state_up': True, 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:13.209919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Made reservation on behalf of 7061e56a86e0479ba1a1be4f83d9d99a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:13.213739 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:13.310212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47553cc4-f23a-4049-8ed4-b79e4c0aaea1 req-c0696563-cd1d-48a5-beea-606d2497daa9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 210 time: 0.0293052 Feb 11 13:54:13.393290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Allocated IP 172.20.0.8 (b361125e-7998-4990-ad65-06d67677b5c1/6dd0f942-7616-4c2e-9897-7fbd82ca4dde/e878e7ca-0501-4001-8716-2574e8015854) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:13.546335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:13.652136 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:13.700538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Network b361125e-7998-4990-ad65-06d67677b5c1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:13.706531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:13.712379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:13.745521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=e878e7ca-0501-4001-8716-2574e8015854,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:13.769328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:13.770024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:13.889826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f7b71-04d8-4d78-93f9-0fd9722418ec req-c2949cb6-b928-4190-ba0b-03ab84bf81ac tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:13.891420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f4f7b71-04d8-4d78-93f9-0fd9722418ec req-c2949cb6-b928-4190-ba0b-03ab84bf81ac tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0563321 Feb 11 13:54:13.906250 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-f5518e19-abb7-4775-aef6-bdf2eace27e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8986428 Feb 11 13:54:13.918501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Request body: {'port': {'device_id': '3b35efd9-5340-4f34-bf6f-d4fd703dcccd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:13.945388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f4f7b71-04d8-4d78-93f9-0fd9722418ec req-63d24bf7-4eec-404c-bc1c-bd14cc65794b tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461919 Feb 11 13:54:13.997234 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.010017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39230) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:14.015362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765250252', 'description': 'tempest-secgroup-smoke-765250252 description', 'project_id': 'eb24bfa565e14c4bb19312db966e8347'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:14.122922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ff2499ec-7174-4129-bc80-c49953e1b337 None None] Provisioning complete for port e878e7ca-0501-4001-8716-2574e8015854 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:14.123954 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ff2499ec-7174-4129-bc80-c49953e1b337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.126809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.167658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ff2499ec-7174-4129-bc80-c49953e1b337 None None] Port e878e7ca-0501-4001-8716-2574e8015854 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:54:14.219796 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.290783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e878e7ca-0501-4001-8716-2574e8015854 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:54:14.298203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.302414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.312594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Transition to ACTIVE for port object e878e7ca-0501-4001-8716-2574e8015854 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:54:14.331581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2109ba07-4d45-49d4-a2f6-8f716662f6e5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:14.339407 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.339836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.341036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.341036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.341036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.342021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.342021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.342312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.342881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.343267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.343691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.344077 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:14.387066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.434984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.437191 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-920d4e15-afb2-42ad-abc4-20fc135fc764 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4263613 Feb 11 13:54:14.441133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39234) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:14.448031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-30e4af6b-fcd1-4b82-a749-385c0b2ce93a tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Request body: {'security_group_rule': {'security_group_id': '2109ba07-4d45-49d4-a2f6-8f716662f6e5', 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:14.494201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a391805-a7e4-48dc-b3eb-88506b48efe5 req-e0e5dc75-2072-40f2-8751-f10551ce7449 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:14.496876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a391805-a7e4-48dc-b3eb-88506b48efe5 req-e0e5dc75-2072-40f2-8751-f10551ce7449 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.1107993 Feb 11 13:54:14.519782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Pushing event updated for resources: {'Port': ['ID=e878e7ca-0501-4001-8716-2574e8015854,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:14.534749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Attempting to bind port e878e7ca-0501-4001-8716-2574e8015854 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:54:14.535183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Attempting to bind port e878e7ca-0501-4001-8716-2574e8015854 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:54:14.535580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Attempting to bind port e878e7ca-0501-4001-8716-2574e8015854 on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:14.542691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Port e878e7ca-0501-4001-8716-2574e8015854 on network b361125e-7998-4990-ad65-06d67677b5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:54:14.543085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Attempting to bind port e878e7ca-0501-4001-8716-2574e8015854 on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:14.549924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:14.555085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Checking segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:54:14.555085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Bound using segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:14.555085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Bound port: e878e7ca-0501-4001-8716-2574e8015854, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:54:14.555085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.562046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a391805-a7e4-48dc-b3eb-88506b48efe5 req-2c3b2d4e-5e3f-408d-981a-8c938c388b30 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577962 Feb 11 13:54:14.591240 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30e4af6b-fcd1-4b82-a749-385c0b2ce93a tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.642902 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] For port e878e7ca-0501-4001-8716-2574e8015854, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:14.646911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] For port e878e7ca-0501-4001-8716-2574e8015854, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e878e7ca-0501-4001-8716-2574e8015854,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:14.656599 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30e4af6b-fcd1-4b82-a749-385c0b2ce93a tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.732183 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.760110 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30e4af6b-fcd1-4b82-a749-385c0b2ce93a tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.769472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:14.770041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.771717 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] 10.222.0.13 "PUT /v2.0/ports/e878e7ca-0501-4001-8716-2574e8015854 HTTP/1.1" status: 200 len: 1091 time: 0.8575723 Feb 11 13:54:14.772721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b35efd9-5340-4f34-bf6f-d4fd703dcccd', 'tag': 'e878e7ca-0501-4001-8716-2574e8015854'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:14.775060 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efecffa3-1474-43ef-ad75-9ff21908cb62" -d '{"events": [{"name": "network-changed", "server_uuid": "3b35efd9-5340-4f34-bf6f-d4fd703dcccd", "tag": "e878e7ca-0501-4001-8716-2574e8015854"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:14.793508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4af6b-fcd1-4b82-a749-385c0b2ce93a tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80de0d9a-beb1-43e4-b416-84f81eff2a3b,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:14.811237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca0973-61d0-4a9c-a65a-5b78c8e54345 service neutron] Pushing event updated for resources: {'Port': ['ID=e878e7ca-0501-4001-8716-2574e8015854,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:14.828345 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fe7fec-6ead-4d03-afe6-7a37b3b1400b x-openstack-request-id: req-59fe7fec-6ead-4d03-afe6-7a37b3b1400b {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:14.828638 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b35efd9-5340-4f34-bf6f-d4fd703dcccd", "tag": "e878e7ca-0501-4001-8716-2574e8015854", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:14.828882 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59fe7fec-6ead-4d03-afe6-7a37b3b1400b {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:14.829288 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b35efd9-5340-4f34-bf6f-d4fd703dcccd', 'tag': 'e878e7ca-0501-4001-8716-2574e8015854', 'status': 'completed', 'code': 200} Feb 11 13:54:14.865784 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-30e4af6b-fcd1-4b82-a749-385c0b2ce93a tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:14.869450 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-30e4af6b-fcd1-4b82-a749-385c0b2ce93a tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4241989 Feb 11 13:54:14.869992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39238) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:14.874658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-33f6a518-3d14-406b-a322-1d5e78e08a61 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Request body: {'security_group_rule': {'security_group_id': '2109ba07-4d45-49d4-a2f6-8f716662f6e5', 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:14.911842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecffa3-1474-43ef-ad75-9ff21908cb62 req-5624d473-e242-4580-b2ed-22adf4175e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:14.914006 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-efecffa3-1474-43ef-ad75-9ff21908cb62 req-5624d473-e242-4580-b2ed-22adf4175e99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 1094 time: 0.0659080 Feb 11 13:54:14.990075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-33f6a518-3d14-406b-a322-1d5e78e08a61 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.038698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecffa3-1474-43ef-ad75-9ff21908cb62 req-a02b5497-d5c4-4f80-bf1d-f3a8ad9fdb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.050048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-efecffa3-1474-43ef-ad75-9ff21908cb62 req-a02b5497-d5c4-4f80-bf1d-f3a8ad9fdb08 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1283252 Feb 11 13:54:15.100724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83994aab-77f7-4d48-ac7e-74febac6391f req-b040391a-110e-4175-bfb1-5626f8c27421 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.102295 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-83994aab-77f7-4d48-ac7e-74febac6391f req-b040391a-110e-4175-bfb1-5626f8c27421 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0829678 Feb 11 13:54:15.104129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-33f6a518-3d14-406b-a322-1d5e78e08a61 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.157724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecffa3-1474-43ef-ad75-9ff21908cb62 req-6529713a-69ee-4247-b487-61400b9f03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.158745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-83994aab-77f7-4d48-ac7e-74febac6391f req-881142ea-3c79-4921-8c77-c42d4634bc41 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480211 Feb 11 13:54:15.159333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-efecffa3-1474-43ef-ad75-9ff21908cb62 req-6529713a-69ee-4247-b487-61400b9f03eb service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028972 Feb 11 13:54:15.179518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-33f6a518-3d14-406b-a322-1d5e78e08a61 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.196991 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6a518-3d14-406b-a322-1d5e78e08a61 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7185a892-45d7-4da5-9e37-baae53d4e9be,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:15.246892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-93641926-5611-4644-a7a6-4227385dd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.248472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-93641926-5611-4644-a7a6-4227385dd88f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 1094 time: 0.0452142 Feb 11 13:54:15.275205 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-33f6a518-3d14-406b-a322-1d5e78e08a61 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.280511 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-33f6a518-3d14-406b-a322-1d5e78e08a61 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4093482 Feb 11 13:54:15.281515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39242) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:15.288031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5fb4c96f-a4e4-4a86-bb7c-bda08958aee1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Request body: {'security_group_rule': {'security_group_id': '2109ba07-4d45-49d4-a2f6-8f716662f6e5', 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:15.299499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-555b7794-7129-4fe3-806a-652965edd8a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e878e7ca-0501-4001-8716-2574e8015854 HTTP/1.1" status: 200 len: 217 time: 0.0419922 Feb 11 13:54:15.356777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-ba9bf673-e90e-4cb8-8455-da74a054fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.358477 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-ba9bf673-e90e-4cb8-8455-da74a054fac1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0519738 Feb 11 13:54:15.406696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fb4c96f-a4e4-4a86-bb7c-bda08958aee1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.408040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-34848c8c-e976-4fb9-afd1-b0ab5334876f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.409744 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-34848c8c-e976-4fb9-afd1-b0ab5334876f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443161 Feb 11 13:54:15.481667 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fb4c96f-a4e4-4a86-bb7c-bda08958aee1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.519879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-211a25d9-0ee6-4e78-8881-9269b964a85c service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012664 Feb 11 13:54:15.584045 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fb4c96f-a4e4-4a86-bb7c-bda08958aee1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.603581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4c96f-a4e4-4a86-bb7c-bda08958aee1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5f6e90-f6e2-457c-b40f-6740c68d1cbd,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:15.637908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99a45264-37aa-4b2d-880c-786b9c753f43 req-ba316811-dfc0-4b0f-906a-891d3e09b473 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119761 Feb 11 13:54:15.675506 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5fb4c96f-a4e4-4a86-bb7c-bda08958aee1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.681080 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5fb4c96f-a4e4-4a86-bb7c-bda08958aee1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3957362 Feb 11 13:54:15.681505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39246) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:15.686429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5e1abf15-f537-4efe-8683-a77966429cfc tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Request body: {'security_group_rule': {'security_group_id': '2109ba07-4d45-49d4-a2f6-8f716662f6e5', 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:15.718256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428d65a-dc12-4b91-b6aa-c756a7518ecb req-07c0e1a6-d1b9-421c-97ad-1ec99101aaaa tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:15.719868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e428d65a-dc12-4b91-b6aa-c756a7518ecb req-07c0e1a6-d1b9-421c-97ad-1ec99101aaaa tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.0798864 Feb 11 13:54:15.766340 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e428d65a-dc12-4b91-b6aa-c756a7518ecb req-2d6cb6ae-df0d-4ee5-965b-b3e2162c992e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338588 Feb 11 13:54:15.799598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e1abf15-f537-4efe-8683-a77966429cfc tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.861305 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e1abf15-f537-4efe-8683-a77966429cfc tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.941237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e1abf15-f537-4efe-8683-a77966429cfc tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:15.960230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1abf15-f537-4efe-8683-a77966429cfc tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d88f3ac5-1ac5-44a1-b0c8-502308a1bd58,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:16.040623 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5e1abf15-f537-4efe-8683-a77966429cfc tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.042486 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5e1abf15-f537-4efe-8683-a77966429cfc tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3592672 Feb 11 13:54:16.044717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39248) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:16.049261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-eb4b92d4-145f-4a18-8065-ffea2e5c5d70 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Request body: {'security_group_rule': {'security_group_id': '2109ba07-4d45-49d4-a2f6-8f716662f6e5', 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:16.158538 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-eb4b92d4-145f-4a18-8065-ffea2e5c5d70 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Project eb24bfa565e14c4bb19312db966e8347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:54:16.164691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb4b92d4-145f-4a18-8065-ffea2e5c5d70 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.230363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb4b92d4-145f-4a18-8065-ffea2e5c5d70 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.290334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bbbf9-0907-489b-975c-db0e822b5aac req-552d3da2-2d36-4508-85e6-bf3109d07c2c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:16.291836 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e25bbbf9-0907-489b-975c-db0e822b5aac req-552d3da2-2d36-4508-85e6-bf3109d07c2c tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0505772 Feb 11 13:54:16.305976 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb4b92d4-145f-4a18-8065-ffea2e5c5d70 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.336696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b92d4-145f-4a18-8065-ffea2e5c5d70 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0732ed8b-1345-4b94-80f0-9cb63ea2f71e,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:16.356280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e25bbbf9-0907-489b-975c-db0e822b5aac req-de99a17b-b98f-4fb3-8071-e1eb2bcafcb8 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580280 Feb 11 13:54:16.396456 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-eb4b92d4-145f-4a18-8065-ffea2e5c5d70 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.397649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-eb4b92d4-145f-4a18-8065-ffea2e5c5d70 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3519285 Feb 11 13:54:16.400363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39252) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:16.404744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e9dad6ac-d7e3-4fb0-a883-ad6ed32e69d2 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Request body: {'security_group_rule': {'security_group_id': '2109ba07-4d45-49d4-a2f6-8f716662f6e5', 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:16.497679 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-e9dad6ac-d7e3-4fb0-a883-ad6ed32e69d2 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Project eb24bfa565e14c4bb19312db966e8347 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:54:16.506737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9dad6ac-d7e3-4fb0-a883-ad6ed32e69d2 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.568616 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9dad6ac-d7e3-4fb0-a883-ad6ed32e69d2 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.644176 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9dad6ac-d7e3-4fb0-a883-ad6ed32e69d2 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.665642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dad6ac-d7e3-4fb0-a883-ad6ed32e69d2 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e6aa3d-a4fe-4914-9266-d7ad8f4ab7cf,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:16.738062 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e9dad6ac-d7e3-4fb0-a883-ad6ed32e69d2 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:16.745016 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e9dad6ac-d7e3-4fb0-a883-ad6ed32e69d2 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3435628 Feb 11 13:54:16.814034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de57af-2614-4752-a8be-c22c10f163db req-029801e7-cb35-46d2-bf68-9210fdec48c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:16.814790 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12de57af-2614-4752-a8be-c22c10f163db req-029801e7-cb35-46d2-bf68-9210fdec48c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 1097 time: 0.0453162 Feb 11 13:54:16.857513 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12de57af-2614-4752-a8be-c22c10f163db req-68410186-2a23-4feb-af4e-c45e1d71d0a5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361927 Feb 11 13:54:16.913752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b445362-d6f9-469b-85b3-fe8e5a029d29 req-ae4da9f2-2dc2-4b87-bc76-3f2cc733dfc0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:16.921215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b445362-d6f9-469b-85b3-fe8e5a029d29 req-ae4da9f2-2dc2-4b87-bc76-3f2cc733dfc0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.0656090 Feb 11 13:54:16.929943 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:54:16.954402 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-d5a97080-c117-451e-9c96-ad268dc0e84c tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765250252&fields=id&tenant_id=eb24bfa565e14c4bb19312db966e8347 HTTP/1.1" status: 200 len: 267 time: 0.0395994 Feb 11 13:54:16.956846 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b445362-d6f9-469b-85b3-fe8e5a029d29 req-29fcca50-8320-4407-b53d-6a705d4733a5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348008 Feb 11 13:54:17.066278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-3543824a-b0b7-4da5-95ac-c82122541793 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:17.068488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-3543824a-b0b7-4da5-95ac-c82122541793 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/networks?id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 HTTP/1.1" status: 200 len: 814 time: 0.1058328 Feb 11 13:54:17.084543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-e9354616-1c49-4093-92b3-1c863bccaa64 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/quotas/eb24bfa565e14c4bb19312db966e8347 HTTP/1.1" status: 200 len: 375 time: 0.0101130 Feb 11 13:54:17.136748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-ef82cf2a-2669-4c55-b0ca-5f9e83272d83 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=eb24bfa565e14c4bb19312db966e8347&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463457 Feb 11 13:54:17.235026 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-4e70b231-aa1c-4c9b-bf2e-3d144588841b service neutron] 10.222.0.52 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850461 Feb 11 13:54:17.330866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-e2ab2e08-de9a-4ed6-9ad7-d6a4a8e82335 service neutron] 10.222.0.52 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887673 Feb 11 13:54:17.482569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83a5e7-c03d-417f-9030-3e2a8c9b2b48 req-1859fd7e-d17a-49dc-8757-7ba41993693e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:17.484032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e83a5e7-c03d-417f-9030-3e2a8c9b2b48 req-1859fd7e-d17a-49dc-8757-7ba41993693e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0526786 Feb 11 13:54:17.527332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e83a5e7-c03d-417f-9030-3e2a8c9b2b48 req-7af32c90-74a8-4c75-b3c3-0efa5d625c9e tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370603 Feb 11 13:54:17.948313 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48080757-74d2-4571-94de-e841e0ec186e req-a0eb9c34-166b-4a6c-be2b-e8eadc4251d4 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 210 time: 0.0294497 Feb 11 13:54:18.083864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd863-bfc5-47b2-91a4-3e475528ab3b req-33516aa8-bcf6-4c0a-9374-1aa382e1ae89 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:18.085444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e5bd863-bfc5-47b2-91a4-3e475528ab3b req-33516aa8-bcf6-4c0a-9374-1aa382e1ae89 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.0563724 Feb 11 13:54:18.123788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0e5bd863-bfc5-47b2-91a4-3e475528ab3b req-600e99bb-4080-4abe-a5cd-11ba17df0f43 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Feb 11 13:54:18.419676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:54:18.421754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:54:18.584477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:18.584995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:18.608126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'port_id': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'mac_address': 'fa:16:3e:ee:a9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:54:18.616856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:18.619117 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c93b1c-173f-4807-ab4c-ea841e7cb43e" -d '{"events": [{"server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:18.648967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cee20-f0ac-494f-ada0-2215cca6fb67 req-3867d9c0-245a-4957-8662-36d6aa659f86 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:18.650507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-188cee20-f0ac-494f-ada0-2215cca6fb67 req-3867d9c0-245a-4957-8662-36d6aa659f86 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0504696 Feb 11 13:54:18.654070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:18.661965 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdb64eb-1d7d-4ea0-a4cc-4b1e350c5c39 x-openstack-request-id: req-6fdb64eb-1d7d-4ea0-a4cc-4b1e350c5c39 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:18.662252 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "name": "network-vif-unplugged", "status": "completed", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:18.662878 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6fdb64eb-1d7d-4ea0-a4cc-4b1e350c5c39 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:18.663280 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'code': 200} Feb 11 13:54:18.674423 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:18.691527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:54:18.699286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-188cee20-f0ac-494f-ada0-2215cca6fb67 req-46f9c02b-cb0b-4980-b1b9-d380c654dc36 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412087 Feb 11 13:54:18.719364 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:18.726748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39286) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:18.789915 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8953100b-ee5d-421d-a367-a0df4f40c927 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/floatingips/1bae9911-161b-49da-a60c-2ca1d6741434 HTTP/1.1" status: 200 len: 991 time: 0.0616782 Feb 11 13:54:18.792600 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:54:18.792961 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:54:18.795955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:19.045715 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-73696b81-26eb-402c-ac6e-9dced87c7c11 req-982a3942-81e5-4a24-b154-f09b6cdcb889 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 210 time: 0.0275581 Feb 11 13:54:19.242820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91339d7-eba0-4acf-9353-6383045f29e0 req-d69f3f5c-c92a-4116-b887-28af89942f23 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:19.244295 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a91339d7-eba0-4acf-9353-6383045f29e0 req-d69f3f5c-c92a-4116-b887-28af89942f23 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.0511084 Feb 11 13:54:19.281876 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a91339d7-eba0-4acf-9353-6383045f29e0 req-ad9050b7-8a37-4547-a503-4a2b13217815 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313394 Feb 11 13:54:19.338268 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:19.352023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:54:19.370847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:19.429103 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:19.478428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:19.750971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['7ae1a32d-a490-45fc-bc21-4ffbcf5529a8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:54:20.112727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-b7ffa91e-09c8-44bf-b06e-d75824efd310 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:20.114358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-b7ffa91e-09c8-44bf-b06e-d75824efd310 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.59 "GET /v2.0/networks?id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 HTTP/1.1" status: 200 len: 814 time: 0.1066933 Feb 11 13:54:20.148378 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3d29191d-5ece-4e07-96cc-c8af0642377b req-c8b28f53-d7cb-4478-a323-b56e506806af tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 210 time: 0.0322211 Feb 11 13:54:20.166067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-098f1a99-b14c-4b9a-b6c8-3615f42b2660 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb24bfa565e14c4bb19312db966e8347 HTTP/1.1" status: 200 len: 379 time: 0.0429876 Feb 11 13:54:20.175078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Request body: {'port': {'device_id': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'admin_state_up': True, 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'security_groups': ['2109ba07-4d45-49d4-a2f6-8f716662f6e5']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:20.389800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Made reservation on behalf of eb24bfa565e14c4bb19312db966e8347 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:20.393235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.415704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d0942-bfb0-4325-a648-a6eacdda6844 req-13093add-aab6-4a7e-b811-0fe38fd3c40b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:20.417163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c81d0942-bfb0-4325-a648-a6eacdda6844 req-13093add-aab6-4a7e-b811-0fe38fd3c40b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.0663605 Feb 11 13:54:20.497967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c81d0942-bfb0-4325-a648-a6eacdda6844 req-0e85cbe5-1517-46f0-aeec-7989aa2197f3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712228 Feb 11 13:54:20.557367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Allocated IP 172.20.0.5 (dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7/13b582e7-b8ea-4f34-9327-0dc990dd556e/da7f857a-bc32-42b8-906a-74ee0dd54028) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:20.692150 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.783790 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.835001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:20.838736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:20.842339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:20.849526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event updated for resources: {'Port': ['ID=da7f857a-bc32-42b8-906a-74ee0dd54028,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:20.898415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:20.899050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:20.974849 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-bf8dae63-a9d7-46e7-9e82-afb172413462 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8031917 Feb 11 13:54:20.987244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Request body: {'port': {'device_id': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:21.048016 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.083641 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-49648377-98ba-4de2-a45d-2333b4b6ac74 None None] Provisioning complete for port da7f857a-bc32-42b8-906a-74ee0dd54028 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:21.084307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49648377-98ba-4de2-a45d-2333b4b6ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.120270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-49648377-98ba-4de2-a45d-2333b4b6ac74 None None] Port da7f857a-bc32-42b8-906a-74ee0dd54028 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:54:21.271269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca141b3-e35f-4185-9915-0868fa84d582 req-77599c58-2589-4cee-a9ec-41ee90336a10 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:21.273564 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ca141b3-e35f-4185-9915-0868fa84d582 req-77599c58-2589-4cee-a9ec-41ee90336a10 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 931 time: 0.0513201 Feb 11 13:54:21.313360 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3ca141b3-e35f-4185-9915-0868fa84d582 req-3836d02b-87a7-4a06-a964-4eda9bd3918d tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331700 Feb 11 13:54:21.324915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7f857a-bc32-42b8-906a-74ee0dd54028 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:54:21.333378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.345357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Transition to ACTIVE for port object da7f857a-bc32-42b8-906a-74ee0dd54028 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:54:21.444350 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.496751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Pushing event updated for resources: {'Port': ['ID=da7f857a-bc32-42b8-906a-74ee0dd54028,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:21.578516 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Attempting to bind port da7f857a-bc32-42b8-906a-74ee0dd54028 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:54:21.579145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Attempting to bind port da7f857a-bc32-42b8-906a-74ee0dd54028 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:54:21.579665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Attempting to bind port da7f857a-bc32-42b8-906a-74ee0dd54028 on network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:21.584852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Port da7f857a-bc32-42b8-906a-74ee0dd54028 on network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:54:21.585442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Attempting to bind port da7f857a-bc32-42b8-906a-74ee0dd54028 on network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:21.603993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:21.604511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Checking segment: {'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:54:21.604965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Bound using segment: {'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:21.605512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Bound port: da7f857a-bc32-42b8-906a-74ee0dd54028, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02667c5d-b6ea-491d-b585-b3dddc5d600d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:54:21.606102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.684291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780a7c2-99d5-4edd-bedb-2983782b0485 req-3c9bb572-0443-4cec-a0be-054b65c86aa0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:21.685686 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c780a7c2-99d5-4edd-bedb-2983782b0485 req-3c9bb572-0443-4cec-a0be-054b65c86aa0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.0980003 Feb 11 13:54:21.725984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] For port da7f857a-bc32-42b8-906a-74ee0dd54028, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:21.730686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] For port da7f857a-bc32-42b8-906a-74ee0dd54028, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=da7f857a-bc32-42b8-906a-74ee0dd54028,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:21.744192 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c780a7c2-99d5-4edd-bedb-2983782b0485 req-8c2a94c6-1d06-4b90-b482-5eacaa9844d0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495553 Feb 11 13:54:21.800740 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.836473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:21.837097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:21.838483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] 10.222.0.59 "PUT /v2.0/ports/da7f857a-bc32-42b8-906a-74ee0dd54028 HTTP/1.1" status: 200 len: 1091 time: 0.8557642 Feb 11 13:54:21.840792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:21.843723 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156f8ab6-36f1-47e8-9742-65af7450cb46" -d '{"events": [{"name": "network-changed", "server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:21.873431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7320ef-3a8c-400b-ac81-b1181b197a5a service neutron] Pushing event updated for resources: {'Port': ['ID=da7f857a-bc32-42b8-906a-74ee0dd54028,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:21.888308 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d71cebb-6b26-46b2-a290-2ca611b0032c x-openstack-request-id: req-8d71cebb-6b26-46b2-a290-2ca611b0032c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:21.888697 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:21.889030 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d71cebb-6b26-46b2-a290-2ca611b0032c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:21.890280 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'status': 'completed', 'code': 200} Feb 11 13:54:21.957168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f8ab6-36f1-47e8-9742-65af7450cb46 req-3a3bff64-c6fc-4283-9862-58092b33fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:21.959402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-156f8ab6-36f1-47e8-9742-65af7450cb46 req-3a3bff64-c6fc-4283-9862-58092b33fda1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb24bfa565e14c4bb19312db966e8347&device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 1094 time: 0.0509014 Feb 11 13:54:22.067292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f8ab6-36f1-47e8-9742-65af7450cb46 req-f5169c44-6bee-46fa-bd4e-55e8524bda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:22.069154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-156f8ab6-36f1-47e8-9742-65af7450cb46 req-f5169c44-6bee-46fa-bd4e-55e8524bda3e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=eb24bfa565e14c4bb19312db966e8347&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1023815 Feb 11 13:54:22.171966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f8ab6-36f1-47e8-9742-65af7450cb46 req-8d5cc522-822c-4ce8-be12-115139abbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:22.173492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-156f8ab6-36f1-47e8-9742-65af7450cb46 req-8d5cc522-822c-4ce8-be12-115139abbc6e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980833 Feb 11 13:54:22.444141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:22.495850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:22.496254 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:22.576804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:22.601671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:22.604460 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634ed0eb-30d4-4555-b290-7b4236984b81" -d '{"events": [{"server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "name": "network-vif-plugged", "status": "completed", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:22.610098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a92467-31ba-4466-a48b-9a836f1c9b6d req-d2cded79-ebc8-4468-8940-0025ac84840e tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:22.611562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5a92467-31ba-4466-a48b-9a836f1c9b6d req-d2cded79-ebc8-4468-8940-0025ac84840e tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0560882 Feb 11 13:54:22.613475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-825c45bf-5b60-4e51-aba4-abee76b2c592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:22.615150 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-825c45bf-5b60-4e51-aba4-abee76b2c592 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb24bfa565e14c4bb19312db966e8347&device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 1094 time: 0.4062834 Feb 11 13:54:22.623043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:22.643917 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487b410b-7f18-4100-b5ed-1b4e3f88581a x-openstack-request-id: req-487b410b-7f18-4100-b5ed-1b4e3f88581a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:22.644200 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "name": "network-vif-plugged", "status": "completed", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:22.644450 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-487b410b-7f18-4100-b5ed-1b4e3f88581a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:22.644837 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'code': 200} Feb 11 13:54:22.672503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-0c7b6515-d830-493b-87c5-ecff7b8ee6c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da7f857a-bc32-42b8-906a-74ee0dd54028 HTTP/1.1" status: 200 len: 217 time: 0.0454638 Feb 11 13:54:22.691810 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:22.713964 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c5a92467-31ba-4466-a48b-9a836f1c9b6d req-84aff43e-20b2-49c1-be60-603c5f5d2c2b tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937734 Feb 11 13:54:22.728598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-f3f8820a-d03e-4950-95e4-ae12585141aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:22.730112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-f3f8820a-d03e-4950-95e4-ae12585141aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b582e7-b8ea-4f34-9327-0dc990dd556e HTTP/1.1" status: 200 len: 853 time: 0.0506575 Feb 11 13:54:22.747502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:22.755639 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.757887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.757887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.757887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.757887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.757887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.757887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.758455 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.758455 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.758647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.759179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.759556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:22.778241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-89bbd0e7-1e40-4902-a92c-09ad342ef299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:22.779782 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-89bbd0e7-1e40-4902-a92c-09ad342ef299 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431769 Feb 11 13:54:22.881353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421727d0-4f50-4f62-a0c2-0cd7087a8371 req-85eba660-fd18-4183-a748-66f8cec2a83a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:22.884319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-3f759211-baf9-4778-be06-3b1b2793945e service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975971 Feb 11 13:54:22.886241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-421727d0-4f50-4f62-a0c2-0cd7087a8371 req-85eba660-fd18-4183-a748-66f8cec2a83a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.0566478 Feb 11 13:54:22.934398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-421727d0-4f50-4f62-a0c2-0cd7087a8371 req-f33d223b-18b5-4810-8df6-0e0d5063fcb0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439110 Feb 11 13:54:22.979646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09fcacd8-5e19-4d14-be2b-0cefc0b26b47 req-ff654861-8905-40dc-a7f6-b19e468930b0 service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878513 Feb 11 13:54:23.850379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1a8fc-5699-40cc-b01f-77e2bf7433de req-16a57acb-2a40-40b4-abfd-f5d094c515ab tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:23.851814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75d1a8fc-5699-40cc-b01f-77e2bf7433de req-16a57acb-2a40-40b4-abfd-f5d094c515ab tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0633178 Feb 11 13:54:23.890440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75d1a8fc-5699-40cc-b01f-77e2bf7433de req-2376fbf2-5e25-42f5-85da-1578d0664922 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326731 Feb 11 13:54:24.047652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ce8a4-e202-4632-9522-9cffa49d5a9d req-6c45bfc1-18d7-4251-9d45-c4c26225d09e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:24.049155 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d46ce8a4-e202-4632-9522-9cffa49d5a9d req-6c45bfc1-18d7-4251-9d45-c4c26225d09e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.0534840 Feb 11 13:54:24.088072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d46ce8a4-e202-4632-9522-9cffa49d5a9d req-aa99cf1e-1506-4acf-b239-a2af146aa8db tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317712 Feb 11 13:54:24.703104 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a238f5c9-a8cf-4bba-97cc-0bcf488e0342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:25.012911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb671ca-a95b-4b39-9c90-195e025183c5 req-6342a1e4-94ee-4916-b22b-c5f15f985376 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:25.014288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfb671ca-a95b-4b39-9c90-195e025183c5 req-6342a1e4-94ee-4916-b22b-c5f15f985376 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0538847 Feb 11 13:54:25.051826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfb671ca-a95b-4b39-9c90-195e025183c5 req-b1bfe5a4-bc5c-45b9-bf6b-dec76d263760 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309956 Feb 11 13:54:25.210506 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b398f-8128-494d-b543-7dbed5893484 req-f8eff39a-8ea3-489a-94c5-56f18940cecc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:25.212034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-213b398f-8128-494d-b543-7dbed5893484 req-f8eff39a-8ea3-489a-94c5-56f18940cecc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.0506999 Feb 11 13:54:25.249756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-213b398f-8128-494d-b543-7dbed5893484 req-4287a15f-0b4c-4d0c-aa92-18a2a6915d96 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317700 Feb 11 13:54:25.857216 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:26.168268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3463ed-27ea-45e2-b89d-38b04773bd6e req-5f93730a-be55-4917-bb69-dfcfab1aba8b tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:26.169685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a3463ed-27ea-45e2-b89d-38b04773bd6e req-5f93730a-be55-4917-bb69-dfcfab1aba8b tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0496290 Feb 11 13:54:26.208315 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a3463ed-27ea-45e2-b89d-38b04773bd6e req-4a4d4a6a-14c5-4131-be00-07f9c283a0fa tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318522 Feb 11 13:54:26.362349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751785de-3c3a-4395-8a92-447033550187 req-309b3f31-9fe2-47bb-bc06-574b76a6aa8e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:26.363832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-751785de-3c3a-4395-8a92-447033550187 req-309b3f31-9fe2-47bb-bc06-574b76a6aa8e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 943 time: 0.0481884 Feb 11 13:54:26.402694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-751785de-3c3a-4395-8a92-447033550187 req-e26d6908-8688-4b62-9249-af4a67d728e8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Feb 11 13:54:26.679954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e878e7ca-0501-4001-8716-2574e8015854 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:54:26.787513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e878e7ca-0501-4001-8716-2574e8015854, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e878e7ca-0501-4001-8716-2574e8015854,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:26.802062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'e878e7ca-0501-4001-8716-2574e8015854', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'port_id': 'e878e7ca-0501-4001-8716-2574e8015854', 'mac_address': 'fa:16:3e:d2:d7:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:54:26.842846 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:26.856543 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e878e7ca-0501-4001-8716-2574e8015854 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:54:26.875288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e878e7ca-0501-4001-8716-2574e8015854, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e878e7ca-0501-4001-8716-2574e8015854,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:26.975610 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:27.002353 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c6441640-65a2-4252-b986-ebc6bee5a55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:27.024155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=e878e7ca-0501-4001-8716-2574e8015854,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:27.189485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e878e7ca-0501-4001-8716-2574e8015854'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:54:27.322502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d80df1-69ff-4096-b7c6-9bcacf249beb req-4e59073a-7930-46bd-a8ac-32c5d8657910 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:27.323994 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28d80df1-69ff-4096-b7c6-9bcacf249beb req-4e59073a-7930-46bd-a8ac-32c5d8657910 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0484431 Feb 11 13:54:27.362670 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28d80df1-69ff-4096-b7c6-9bcacf249beb req-ee3fe8a1-8cb4-43d7-9b17-016fe3409f17 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323861 Feb 11 13:54:27.521174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29e1ad-9c2a-476c-8a91-b6300cfe19c0 req-cd48cdfb-65f0-4d97-b900-ef32a1144d2a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:27.522648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf29e1ad-9c2a-476c-8a91-b6300cfe19c0 req-cd48cdfb-65f0-4d97-b900-ef32a1144d2a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 944 time: 0.0529211 Feb 11 13:54:27.560049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cf29e1ad-9c2a-476c-8a91-b6300cfe19c0 req-1ae073e4-0e4e-434e-b687-75f2334ba997 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313210 Feb 11 13:54:27.937595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:28.480230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939986e5-0985-49e6-8c68-4be375aa1570 req-e9c8040c-a4cc-4fff-9948-c0ca1aab7c5b tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:28.481701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-939986e5-0985-49e6-8c68-4be375aa1570 req-e9c8040c-a4cc-4fff-9948-c0ca1aab7c5b tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0516212 Feb 11 13:54:28.519681 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-939986e5-0985-49e6-8c68-4be375aa1570 req-066f1db4-cd5e-4277-acd9-cf28ecd3a569 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319910 Feb 11 13:54:28.675207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d0676-633a-4e53-bf9d-0345770e7bd4 req-404692dd-8c72-4aea-ba4e-924f3c6515e4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:28.677248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-047d0676-633a-4e53-bf9d-0345770e7bd4 req-404692dd-8c72-4aea-ba4e-924f3c6515e4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 944 time: 0.0493407 Feb 11 13:54:28.684302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e878e7ca-0501-4001-8716-2574e8015854 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:28.710939 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:28.717792 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-047d0676-633a-4e53-bf9d-0345770e7bd4 req-6e1292dc-3463-4d52-a540-17055babc130 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Feb 11 13:54:28.771885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port e878e7ca-0501-4001-8716-2574e8015854 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:54:28.775902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port e878e7ca-0501-4001-8716-2574e8015854 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:28.776300 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:28.853921 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:28.875049 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b35efd9-5340-4f34-bf6f-d4fd703dcccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e878e7ca-0501-4001-8716-2574e8015854'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:28.877215 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59594e41-c625-43ba-b6a4-071dcd3b038b" -d '{"events": [{"server_uuid": "3b35efd9-5340-4f34-bf6f-d4fd703dcccd", "name": "network-vif-plugged", "status": "completed", "tag": "e878e7ca-0501-4001-8716-2574e8015854"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:28.890023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e878e7ca-0501-4001-8716-2574e8015854, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e878e7ca-0501-4001-8716-2574e8015854,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:28.914904 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84594d53-696b-40b3-8686-6f054eb5be06 x-openstack-request-id: req-84594d53-696b-40b3-8686-6f054eb5be06 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:28.915477 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b35efd9-5340-4f34-bf6f-d4fd703dcccd", "name": "network-vif-plugged", "status": "completed", "tag": "e878e7ca-0501-4001-8716-2574e8015854", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:28.915477 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-84594d53-696b-40b3-8686-6f054eb5be06 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:28.915816 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b35efd9-5340-4f34-bf6f-d4fd703dcccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e878e7ca-0501-4001-8716-2574e8015854', 'code': 200} Feb 11 13:54:28.943220 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:28.995164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=e878e7ca-0501-4001-8716-2574e8015854,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:29.015331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba7b82-6ed2-40c6-8218-6f4fba5b6fe6 req-19f3035d-2401-456f-a5c5-495db9c1c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:29.016808 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edba7b82-6ed2-40c6-8218-6f4fba5b6fe6 req-19f3035d-2401-456f-a5c5-495db9c1c38a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 1096 time: 0.0416224 Feb 11 13:54:29.053664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edba7b82-6ed2-40c6-8218-6f4fba5b6fe6 req-f6fc2619-db5d-4b2a-9fc2-3f3b3b4ae2c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291483 Feb 11 13:54:29.634380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c243a5-b84a-46a6-b985-a6bbb1fe4cd2 req-1d1ff021-7ef5-4a6f-ba81-2307fb03d973 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:29.635912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09c243a5-b84a-46a6-b985-a6bbb1fe4cd2 req-1d1ff021-7ef5-4a6f-ba81-2307fb03d973 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0496607 Feb 11 13:54:29.672770 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09c243a5-b84a-46a6-b985-a6bbb1fe4cd2 req-786215af-3c25-4bc4-9fac-50e586195c45 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308943 Feb 11 13:54:29.841731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e640d7f-ee38-4ec9-be65-8eb67b7558e9 req-81bd7a21-0301-498a-b814-d2a208babccd tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:29.843141 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e640d7f-ee38-4ec9-be65-8eb67b7558e9 req-81bd7a21-0301-498a-b814-d2a208babccd tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 945 time: 0.0504045 Feb 11 13:54:29.881660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8e640d7f-ee38-4ec9-be65-8eb67b7558e9 req-21ef5286-1635-4571-badb-418b38305bf6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Feb 11 13:54:30.058746 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:30.639912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:30.794333 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435995f-2efb-406e-ae1e-ce77614232c9 req-50a016fd-7078-421c-b3c4-35733100d4ed tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:30.795777 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c435995f-2efb-406e-ae1e-ce77614232c9 req-50a016fd-7078-421c-b3c4-35733100d4ed tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0544727 Feb 11 13:54:30.833650 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c435995f-2efb-406e-ae1e-ce77614232c9 req-2e353a5f-2b8a-42a2-87a0-5f6d7f3a63de tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317461 Feb 11 13:54:31.000440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35570c4a-da38-483d-92dc-e0cbc69df895 req-a96076e8-b1c5-4f17-be5d-ffd1d448668d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:31.001973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35570c4a-da38-483d-92dc-e0cbc69df895 req-a96076e8-b1c5-4f17-be5d-ffd1d448668d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 945 time: 0.0529599 Feb 11 13:54:31.040877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35570c4a-da38-483d-92dc-e0cbc69df895 req-77a083ef-cc38-40ee-80ae-72f8a5639de2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318661 Feb 11 13:54:31.159845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e104d344-9f10-4d30-90c5-4b5eafd75779 req-238f010b-cb2c-4b47-9520-17e83febc9e0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:31.161549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e104d344-9f10-4d30-90c5-4b5eafd75779 req-238f010b-cb2c-4b47-9520-17e83febc9e0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 945 time: 0.0549324 Feb 11 13:54:31.200456 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e104d344-9f10-4d30-90c5-4b5eafd75779 req-9ea425a1-f677-41e3-ae86-9de7ebe21c48 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Feb 11 13:54:31.952648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc8584-224a-4942-9df1-af9b871c27ac req-f3821440-1f23-45c4-ad17-1b64d95882d1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:31.954175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dfc8584-224a-4942-9df1-af9b871c27ac req-f3821440-1f23-45c4-ad17-1b64d95882d1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0517168 Feb 11 13:54:31.994732 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dfc8584-224a-4942-9df1-af9b871c27ac req-3349b07f-c920-40b7-b034-9be3f790d202 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333519 Feb 11 13:54:33.117022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a691fb-cc2e-4e42-acfa-29878e993ae4 req-23944231-2a25-4f4c-9d2a-3b1daa530a35 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:33.118505 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3a691fb-cc2e-4e42-acfa-29878e993ae4 req-23944231-2a25-4f4c-9d2a-3b1daa530a35 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0522311 Feb 11 13:54:33.159786 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e3a691fb-cc2e-4e42-acfa-29878e993ae4 req-19458939-2b9a-4d52-b950-aeeb23b7187c tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350502 Feb 11 13:54:34.281434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf6f2e-3882-4c40-bb16-40f514e5170c req-0707034e-b3e6-4b0e-abef-2efc471f2321 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:34.282944 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1cbf6f2e-3882-4c40-bb16-40f514e5170c req-0707034e-b3e6-4b0e-abef-2efc471f2321 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 943 time: 0.0527203 Feb 11 13:54:34.320838 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1cbf6f2e-3882-4c40-bb16-40f514e5170c req-8d8849ca-c0c0-464c-86bd-eaf9b27e7754 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313950 Feb 11 13:54:34.524830 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device da7f857a-bc32-42b8-906a-74ee0dd54028 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:54:34.623899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port da7f857a-bc32-42b8-906a-74ee0dd54028, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=da7f857a-bc32-42b8-906a-74ee0dd54028,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:34.635070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'port_id': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'mac_address': 'fa:16:3e:93:41:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:54:34.671141 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:34.684066 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-be4847b8-49bc-4d8b-9de5-8d7091e59923 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:34.684770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7f857a-bc32-42b8-906a-74ee0dd54028 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:54:34.685528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-be4847b8-49bc-4d8b-9de5-8d7091e59923 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.0995362 Feb 11 13:54:34.700581 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-bc733a3d-f863-4afc-9918-3f9d21a7978f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/quotas/7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 375 time: 0.0090892 Feb 11 13:54:34.705013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port da7f857a-bc32-42b8-906a-74ee0dd54028, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=da7f857a-bc32-42b8-906a-74ee0dd54028,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:34.758800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-78d649bc-8a47-49de-89ea-5182fcb56cda tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521944 Feb 11 13:54:34.811683 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:34.883297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=da7f857a-bc32-42b8-906a-74ee0dd54028,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:34.936078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dec40146-9378-46df-bba0-9ec4d1266baa req-b634132c-9358-41e7-aa79-f3f2101cf737 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0736940 Feb 11 13:54:34.938202 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-5fee15c4-6e84-456f-9995-8cb4c744b223 service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717427 Feb 11 13:54:35.059487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec40146-9378-46df-bba0-9ec4d1266baa req-164d0311-86dd-425e-b799-5e237ad55c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:35.060982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dec40146-9378-46df-bba0-9ec4d1266baa req-164d0311-86dd-425e-b799-5e237ad55c20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fa9c0c63feb4d02974e433b5f462b15&device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 1096 time: 0.0704434 Feb 11 13:54:35.063245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-9d754030-fd45-4dc5-a6a2-306cdc21daff service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174953 Feb 11 13:54:35.165552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['da7f857a-bc32-42b8-906a-74ee0dd54028'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:54:35.179711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec40146-9378-46df-bba0-9ec4d1266baa req-c7eb2bc7-faf1-4cbe-9b5f-228710ec264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:35.181212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dec40146-9378-46df-bba0-9ec4d1266baa req-c7eb2bc7-faf1-4cbe-9b5f-228710ec264e service neutron] 10.222.0.13 "GET /v2.0/networks?id=55706acc-8fb9-46f5-9804-7ecab24c12a7 HTTP/1.1" status: 200 len: 910 time: 0.0945137 Feb 11 13:54:35.246614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dec40146-9378-46df-bba0-9ec4d1266baa req-bd435d87-c370-4e49-8f7e-948d323c6f03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249 HTTP/1.1" status: 200 len: 1000 time: 0.0590794 Feb 11 13:54:35.305466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec40146-9378-46df-bba0-9ec4d1266baa req-d8ea4633-afac-4ee4-af01-aa7921187cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:35.307987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dec40146-9378-46df-bba0-9ec4d1266baa req-d8ea4633-afac-4ee4-af01-aa7921187cb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0670b47d-e94e-41ca-9dfc-9ea5281620d3 HTTP/1.1" status: 200 len: 848 time: 0.0551608 Feb 11 13:54:35.349336 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c21df01-7a98-4832-bcc6-6d590b483c2d req-62d8a3f5-8448-4379-b5b9-629bc258fc26 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 210 time: 0.0297761 Feb 11 13:54:35.369649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec40146-9378-46df-bba0-9ec4d1266baa req-69c7e5d4-8d43-447d-8438-44bfddb6e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:35.373122 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dec40146-9378-46df-bba0-9ec4d1266baa req-69c7e5d4-8d43-447d-8438-44bfddb6e80a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55706acc-8fb9-46f5-9804-7ecab24c12a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573311 Feb 11 13:54:35.507897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5fe01d-4998-4984-9ec5-3df698160f8a req-eb2ccd20-3c71-4ab2-b4a9-f048aa9382c1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:35.509373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b5fe01d-4998-4984-9ec5-3df698160f8a req-eb2ccd20-3c71-4ab2-b4a9-f048aa9382c1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 944 time: 0.0815513 Feb 11 13:54:35.512999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dec40146-9378-46df-bba0-9ec4d1266baa req-9b74ad83-0539-43c1-97b2-8ac04a5ecb94 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354163 Feb 11 13:54:35.598973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b5fe01d-4998-4984-9ec5-3df698160f8a req-29db04f8-05ab-4372-90ed-22be430c7082 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827234 Feb 11 13:54:35.630695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dec40146-9378-46df-bba0-9ec4d1266baa req-7673d4fd-bcd4-4651-bc50-eab12349e9dc service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088820 Feb 11 13:54:36.446184 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79147000-163f-4601-8b89-5733ef51804e req-dd99de07-36f0-4271-be5e-88f12bf18679 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 210 time: 0.0280244 Feb 11 13:54:36.540898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device da7f857a-bc32-42b8-906a-74ee0dd54028 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:54:36.667178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port da7f857a-bc32-42b8-906a-74ee0dd54028 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:54:36.671205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port da7f857a-bc32-42b8-906a-74ee0dd54028 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:36.671602 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:36.716626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a6cf8-fb2b-4c96-9904-cf0935bfc53c req-3e8eb36b-501c-4ab7-9c94-d85443c3e3ca tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:36.718048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f3a6cf8-fb2b-4c96-9904-cf0935bfc53c req-3e8eb36b-501c-4ab7-9c94-d85443c3e3ca tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 944 time: 0.0496123 Feb 11 13:54:36.750554 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:36.760626 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f3a6cf8-fb2b-4c96-9904-cf0935bfc53c req-1c71f4b9-648f-4f33-b015-4d18ba2850b1 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353932 Feb 11 13:54:36.774387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:36.776660 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba651cff-6c3a-4781-879a-bafb1f45d583" -d '{"events": [{"server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "name": "network-vif-plugged", "status": "completed", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:36.796553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port da7f857a-bc32-42b8-906a-74ee0dd54028, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=da7f857a-bc32-42b8-906a-74ee0dd54028,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:54:36.818091 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae8314d-4cb2-4e28-9eee-03bce276a8dd x-openstack-request-id: req-eae8314d-4cb2-4e28-9eee-03bce276a8dd {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:36.818091 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "name": "network-vif-plugged", "status": "completed", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:36.818091 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-eae8314d-4cb2-4e28-9eee-03bce276a8dd {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:36.818091 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'code': 200} Feb 11 13:54:36.914142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039105a-7713-465a-a4c8-cdc3d186b58e req-91581999-d3d3-4a9f-9898-326216a31083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:36.915660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e039105a-7713-465a-a4c8-cdc3d186b58e req-91581999-d3d3-4a9f-9898-326216a31083 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 1095 time: 0.0420766 Feb 11 13:54:36.951093 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e039105a-7713-465a-a4c8-cdc3d186b58e req-14240816-5166-4361-acdd-bfda9fbb2658 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292022 Feb 11 13:54:36.959020 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:37.006624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=da7f857a-bc32-42b8-906a-74ee0dd54028,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:37.475132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-2a79ea37-5ab6-41ad-9344-125bee96238f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:37.476659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-2a79ea37-5ab6-41ad-9344-125bee96238f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.1074646 Feb 11 13:54:37.490073 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'port': {'device_id': 'b0333d60-19b4-4d2c-8676-be66af33e825', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'admin_state_up': True, 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:37.573399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bee6260d-ec3f-408a-94f5-415833e13f8b req-3e027c2a-385d-40bc-878b-da1be5eb909d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 210 time: 0.0389659 Feb 11 13:54:37.686577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Made reservation on behalf of 7061e56a86e0479ba1a1be4f83d9d99a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:54:37.690176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:37.817860 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Allocated IP 172.20.0.4 (b361125e-7998-4990-ad65-06d67677b5c1/6dd0f942-7616-4c2e-9897-7fbd82ca4dde/fbbaa553-0e57-4813-96c2-cdea130ebf7c) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:37.887275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19629a73-f8a2-4182-8a44-fc61e98e5f7d req-2378f026-f8bb-4d65-ae20-2765355cbfa9 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:37.888779 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19629a73-f8a2-4182-8a44-fc61e98e5f7d req-2378f026-f8bb-4d65-ae20-2765355cbfa9 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 945 time: 0.0563414 Feb 11 13:54:37.929142 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-19629a73-f8a2-4182-8a44-fc61e98e5f7d req-11bc1cd0-de09-4c57-a5db-0afa1d260d02 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334079 Feb 11 13:54:37.982691 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:38.069830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:38.081073 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e878e7ca-0501-4001-8716-2574e8015854'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:54:38.117539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Network b361125e-7998-4990-ad65-06d67677b5c1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:38.120813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:38.124414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:38.163450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=fbbaa553-0e57-4813-96c2-cdea130ebf7c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:38.184727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.185492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.185492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.185748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.186055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.186390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.186730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.187053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.187432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.187693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.188083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.188403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:54:38.223464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:38.224547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:38.315569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-147b49ad-0a49-472d-9a6b-1c51fe2b9415 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8302798 Feb 11 13:54:38.327628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Request body: {'port': {'device_id': 'b0333d60-19b4-4d2c-8676-be66af33e825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:38.384906 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:38.412974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-644e2d86-47e2-4797-9341-a40a4d7b6418 None None] Provisioning complete for port fbbaa553-0e57-4813-96c2-cdea130ebf7c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:54:38.415406 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-644e2d86-47e2-4797-9341-a40a4d7b6418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:38.452359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-644e2d86-47e2-4797-9341-a40a4d7b6418 None None] Port fbbaa553-0e57-4813-96c2-cdea130ebf7c cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:54:38.696446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbaa553-0e57-4813-96c2-cdea130ebf7c {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:54:38.705097 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:38.724960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Transition to ACTIVE for port object fbbaa553-0e57-4813-96c2-cdea130ebf7c will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:54:38.733270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0f2db-a926-4640-9244-17c92a66c7e4 req-22120e05-784e-4337-8bfe-1c85e00b3813 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:38.734777 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2c0f2db-a926-4640-9244-17c92a66c7e4 req-22120e05-784e-4337-8bfe-1c85e00b3813 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 931 time: 0.0808313 Feb 11 13:54:38.774553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d2c0f2db-a926-4640-9244-17c92a66c7e4 req-4fe9a10d-2881-4c80-afa4-376729adfed9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Feb 11 13:54:38.804277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:38.846309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbaa553-0e57-4813-96c2-cdea130ebf7c,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:38.969167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Attempting to bind port fbbaa553-0e57-4813-96c2-cdea130ebf7c on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:54:38.969727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Attempting to bind port fbbaa553-0e57-4813-96c2-cdea130ebf7c by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:54:38.970101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Attempting to bind port fbbaa553-0e57-4813-96c2-cdea130ebf7c on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:38.975557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Port fbbaa553-0e57-4813-96c2-cdea130ebf7c on network b361125e-7998-4990-ad65-06d67677b5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:54:38.975919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Attempting to bind port fbbaa553-0e57-4813-96c2-cdea130ebf7c on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:54:38.981227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:54:38.981570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Checking segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:54:38.982052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Bound using segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:54:38.982598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Bound port: fbbaa553-0e57-4813-96c2-cdea130ebf7c, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:54:38.982845 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:39.083392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] For port fbbaa553-0e57-4813-96c2-cdea130ebf7c, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:54:39.089157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] For port fbbaa553-0e57-4813-96c2-cdea130ebf7c, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fbbaa553-0e57-4813-96c2-cdea130ebf7c,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:54:39.092847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec923c7c-c88c-4c6b-be12-ed18d5442c54 req-0335c205-e097-4604-aaae-ac9b5dd93435 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.094486 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec923c7c-c88c-4c6b-be12-ed18d5442c54 req-0335c205-e097-4604-aaae-ac9b5dd93435 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 945 time: 0.0886576 Feb 11 13:54:39.155685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:39.163572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec923c7c-c88c-4c6b-be12-ed18d5442c54 req-41af50ec-e5bb-47fa-9f51-8cb6bb3d5071 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532060 Feb 11 13:54:39.211728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.212779 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:39.214271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/fbbaa553-0e57-4813-96c2-cdea130ebf7c HTTP/1.1" status: 200 len: 1091 time: 0.8910503 Feb 11 13:54:39.216751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0333d60-19b4-4d2c-8676-be66af33e825', 'tag': 'fbbaa553-0e57-4813-96c2-cdea130ebf7c'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:39.230651 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6ede2b-9efc-4260-987d-70ba7c0ce162" -d '{"events": [{"name": "network-changed", "server_uuid": "b0333d60-19b4-4d2c-8676-be66af33e825", "tag": "fbbaa553-0e57-4813-96c2-cdea130ebf7c"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:39.300588 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5555e474-d4d9-440b-a57c-60e0e35d7cb0 x-openstack-request-id: req-5555e474-d4d9-440b-a57c-60e0e35d7cb0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:39.300855 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0333d60-19b4-4d2c-8676-be66af33e825", "tag": "fbbaa553-0e57-4813-96c2-cdea130ebf7c", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:39.301182 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5555e474-d4d9-440b-a57c-60e0e35d7cb0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:39.301622 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0333d60-19b4-4d2c-8676-be66af33e825', 'tag': 'fbbaa553-0e57-4813-96c2-cdea130ebf7c', 'status': 'completed', 'code': 200} Feb 11 13:54:39.309739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956d615-af8e-432a-b8ae-e55e347280b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbaa553-0e57-4813-96c2-cdea130ebf7c,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:39.367258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a403-bd4b-469c-8e8d-31f04e0cc27d req-abb08692-706a-4963-b3f8-1f4533a6de37 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.370501 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b23a403-bd4b-469c-8e8d-31f04e0cc27d req-abb08692-706a-4963-b3f8-1f4533a6de37 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 945 time: 0.1119084 Feb 11 13:54:39.396257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ede2b-9efc-4260-987d-70ba7c0ce162 req-e09310a8-fec9-49f8-afec-8604eb0bee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.397480 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e6ede2b-9efc-4260-987d-70ba7c0ce162 req-e09310a8-fec9-49f8-afec-8604eb0bee10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 1094 time: 0.0839920 Feb 11 13:54:39.439120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b23a403-bd4b-469c-8e8d-31f04e0cc27d req-27612303-0480-4412-a7a3-6eabdc9d877e tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636117 Feb 11 13:54:39.468058 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39458) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:39.533289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ede2b-9efc-4260-987d-70ba7c0ce162 req-2a4ddeaf-76bd-40fe-952d-ce2d4706b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.534983 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e6ede2b-9efc-4260-987d-70ba7c0ce162 req-2a4ddeaf-76bd-40fe-952d-ce2d4706b792 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1261458 Feb 11 13:54:39.624646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dc1ae7-36e4-462b-b890-1dcfecdfa91a tempest-TestVolumeBackupRestore-1356359122 tempest-TestVolumeBackupRestore-1356359122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.626202 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-22dc1ae7-36e4-462b-b890-1dcfecdfa91a tempest-TestVolumeBackupRestore-1356359122 tempest-TestVolumeBackupRestore-1356359122-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 1091 time: 0.1571550 Feb 11 13:54:39.629295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39462) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:39.633910 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:39.634983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ede2b-9efc-4260-987d-70ba7c0ce162 req-f7a1fa86-d895-44d5-9830-e75dac1c6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.636446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e6ede2b-9efc-4260-987d-70ba7c0ce162 req-f7a1fa86-d895-44d5-9830-e75dac1c6db9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951476 Feb 11 13:54:39.714699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-aeed3274-654a-41af-8d67-75d387e3d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.716328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-aeed3274-654a-41af-8d67-75d387e3d16e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 1094 time: 0.0439823 Feb 11 13:54:39.736110 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:39.761589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-9d541c34-155c-491a-a07d-b2fdc33e0bb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbbaa553-0e57-4813-96c2-cdea130ebf7c HTTP/1.1" status: 200 len: 217 time: 0.0363247 Feb 11 13:54:39.841917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-584824f5-cea3-4071-bf85-d9cf7897056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.843945 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-584824f5-cea3-4071-bf85-d9cf7897056f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0756848 Feb 11 13:54:39.895912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-e76d0a50-1b01-4655-bfb9-ac5b1929e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.898215 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:39.898433 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-e76d0a50-1b01-4655-bfb9-ac5b1929e823 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485401 Feb 11 13:54:39.954442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c3fd5-ff66-471c-9e13-09ee08cd192c req-7e7bb5ca-99d6-403d-ac20-733c6619c5f5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:39.956025 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-210c3fd5-ff66-471c-9e13-09ee08cd192c req-7e7bb5ca-99d6-403d-ac20-733c6619c5f5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0981643 Feb 11 13:54:40.016475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-de29bf15-ddc4-4060-913d-e02e325dc06f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916116 Feb 11 13:54:40.018614 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-210c3fd5-ff66-471c-9e13-09ee08cd192c req-3d572390-37ba-4c92-8f97-68f3136d2d0b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474751 Feb 11 13:54:40.037618 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-00a8f21b-f2c4-4a11-a9a6-6632687a23b0 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326015 Feb 11 13:54:40.084499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Allocated IP 172.25.0.116 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/a0572f16-8977-48cd-a8e4-83bb1c540de8) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:54:40.173106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-eb5720c4-91e0-4231-a76b-ee91dad9684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:40.177207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-eb5720c4-91e0-4231-a76b-ee91dad9684c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 1097 time: 0.0888417 Feb 11 13:54:40.202562 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:40.204735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae849354-0fdf-4e53-8e8b-e46206c95a25 req-dab87f5f-4613-4237-9db2-45e01e78b332 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518009 Feb 11 13:54:40.280232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-2b7b232d-33b7-4286-ac1c-d69a01c79cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:40.281689 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-2b7b232d-33b7-4286-ac1c-d69a01c79cc7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=97e4409c-92f6-4243-8006-1627742b4378 HTTP/1.1" status: 200 len: 898 time: 0.0863426 Feb 11 13:54:40.303901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:40.352304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:54:40.357645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:54:40.358595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-b376e422-2b30-49b5-933b-1cfe5b72739a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 HTTP/1.1" status: 200 len: 1001 time: 0.0671346 Feb 11 13:54:40.362196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:54:40.365252 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event updated for resources: {'Port': ['ID=a0572f16-8977-48cd-a8e4-83bb1c540de8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:40.411138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-44a96c94-6a1c-4bc0-a172-e5a941ef8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:40.412754 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-44a96c94-6a1c-4bc0-a172-e5a941ef8fde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6062d11-daaf-4323-9625-a064b5552f40 HTTP/1.1" status: 200 len: 834 time: 0.0473258 Feb 11 13:54:40.462967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-0372508e-d0c2-4377-a81e-c22286e691b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:40.466049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-0372508e-d0c2-4377-a81e-c22286e691b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97e4409c-92f6-4243-8006-1627742b4378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467694 Feb 11 13:54:40.583865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-424c1560-4cc4-4a2d-9b02-cae0866f0dca service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092899 Feb 11 13:54:40.680124 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27bc4691-9982-45a2-8b41-e699fb0867d8 req-8bf5c0d8-21f3-43c6-ab89-71d1904810d5 service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904853 Feb 11 13:54:40.762050 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:40.923186 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:41.097442 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:41.156788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43888b-dcce-4ded-b3aa-557aab0a5535 req-7f5ab122-8814-4ffa-8253-1794e1d737cb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:41.158374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f43888b-dcce-4ded-b3aa-557aab0a5535 req-7f5ab122-8814-4ffa-8253-1794e1d737cb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0523002 Feb 11 13:54:41.169932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:41.212572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f43888b-dcce-4ded-b3aa-557aab0a5535 req-6d8e6ef1-8f69-4dc2-b1b8-cd1937167236 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468130 Feb 11 13:54:41.253450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event updated for resources: {'Port': ['ID=a0572f16-8977-48cd-a8e4-83bb1c540de8,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:54:41.268012 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:41.389321 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Floating IP cb7bc41a-6db1-4c52-8554-b9807072ddc7 associated. External IP: 172.25.0.116, port: da7f857a-bc32-42b8-906a-74ee0dd54028. Feb 11 13:54:41.625703 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:41.736018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:41.747888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] Sync routers for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:41.759967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:41.760750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:54:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:41.892737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:41.927481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39468) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:41.928306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c500ab0c-88c9-4b40-8d49-bcab8805f157 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2972944 Feb 11 13:54:41.929146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:41.931719 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3203c411-3eb3-40e0-889d-354f97cb5cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:41.975403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d78fe6-ea0c-4678-96c0-34c8f84a74f4 tempest-TestVolumeBackupRestore-1356359122 tempest-TestVolumeBackupRestore-1356359122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:41.979737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-96d78fe6-ea0c-4678-96c0-34c8f84a74f4 tempest-TestVolumeBackupRestore-1356359122 tempest-TestVolumeBackupRestore-1356359122-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 1091 time: 0.0485172 Feb 11 13:54:41.980186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39472) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:54:41.982585 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9344949b-8913-4e46-a3b1-e6e200129a1f x-openstack-request-id: req-9344949b-8913-4e46-a3b1-e6e200129a1f {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:41.983086 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:41.983710 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9344949b-8913-4e46-a3b1-e6e200129a1f {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:41.984460 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'status': 'completed', 'code': 200} Feb 11 13:54:41.991199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0a4a4be4-7825-4d0c-969b-c009bc414ea8 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Request body: {'floatingip': {'port_id': 'da7f857a-bc32-42b8-906a-74ee0dd54028'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:54:42.063521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:42.088410 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4be4-7825-4d0c-969b-c009bc414ea8 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:42.368013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'cb7bc41a-6db1-4c52-8554-b9807072ddc7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'port_id': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'mac_address': 'fa:16:3e:93:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:54:40Z', 'updated_at': '2022-02-11T13:54:40Z', 'revision_number': 0, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 5, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:42.400660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] Checking router: cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:42.410662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:42.411286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:54:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:42.448482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-295ccfee-2ecc-43ac-beb9-1594cd0f89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:42.449894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-295ccfee-2ecc-43ac-beb9-1594cd0f89c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb24bfa565e14c4bb19312db966e8347&device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 1096 time: 0.4241865 Feb 11 13:54:42.534418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:42.617737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd543ce-0ed5-4c16-a65c-ae8366bbe814 req-42e0c181-5c08-4f89-9270-0ccc76ff6312 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:42.619247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0dd543ce-0ed5-4c16-a65c-ae8366bbe814 req-42e0c181-5c08-4f89-9270-0ccc76ff6312 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.1731446 Feb 11 13:54:42.687011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-22ace20b-0e83-4e81-9892-ab1cf381d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:42.694727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-22ace20b-0e83-4e81-9892-ab1cf381d099 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 HTTP/1.1" status: 200 len: 915 time: 0.2258739 Feb 11 13:54:42.776007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0dd543ce-0ed5-4c16-a65c-ae8366bbe814 req-d715819f-736e-46eb-be06-343ed2856e35 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439180 Feb 11 13:54:42.801611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'cb7bc41a-6db1-4c52-8554-b9807072ddc7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'port_id': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'mac_address': 'fa:16:3e:93:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:54:40Z', 'updated_at': '2022-02-11T13:54:40Z', 'revision_number': 0, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 5, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:42.829520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf47604-c32d-4384-8b01-56e9f93c6d77 None None] The sync data for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 is: [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'cb7bc41a-6db1-4c52-8554-b9807072ddc7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'port_id': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'mac_address': 'fa:16:3e:93:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:54:40Z', 'updated_at': '2022-02-11T13:54:40Z', 'revision_number': 0, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 5, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:42.843348 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-261fdb55-32f7-48cb-a958-3c0922572eb3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da7f857a-bc32-42b8-906a-74ee0dd54028 HTTP/1.1" status: 200 len: 999 time: 0.1162784 Feb 11 13:54:42.956377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-7b1ba370-a58f-43f9-8fe2-84d79751c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:42.958488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-7b1ba370-a58f-43f9-8fe2-84d79751c623 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b582e7-b8ea-4f34-9327-0dc990dd556e HTTP/1.1" status: 200 len: 853 time: 0.1046798 Feb 11 13:54:43.074926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-494eedbd-bf28-4850-a82a-3d9cc4a66cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:43.076587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-494eedbd-bf28-4850-a82a-3d9cc4a66cf7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086259 Feb 11 13:54:43.271469 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-0292da08-17a8-4461-8a64-1f02b944a4ac service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491172 Feb 11 13:54:43.368944 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4be4-7825-4d0c-969b-c009bc414ea8 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:43.402476 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3203c411-3eb3-40e0-889d-354f97cb5cc1 req-28e87bab-842f-4548-8bda-31a4576aba32 service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042180 Feb 11 13:54:43.463595 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4be4-7825-4d0c-969b-c009bc414ea8 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:43.536050 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51d0960-961d-477c-a56e-87a6fdb98f6b None None] New status for floating IP cb7bc41a-6db1-4c52-8554-b9807072ddc7: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:54:43.702268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4a4be4-7825-4d0c-969b-c009bc414ea8 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:54:43.818026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4a4be4-7825-4d0c-969b-c009bc414ea8 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:54:43.826034 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0a4a4be4-7825-4d0c-969b-c009bc414ea8 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:43.859137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:43.861388 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88" -d '{"events": [{"name": "network-changed", "server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:43.891208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0a4a4be4-7825-4d0c-969b-c009bc414ea8 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "PUT /v2.0/floatingips/cb7bc41a-6db1-4c52-8554-b9807072ddc7 HTTP/1.1" status: 200 len: 991 time: 1.9099772 Feb 11 13:54:43.924045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] Sync routers for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:54:43.932527 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9889a3-baee-40f1-9257-f3f7aa2a6dbd x-openstack-request-id: req-ae9889a3-baee-40f1-9257-f3f7aa2a6dbd {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:43.932826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac342ee-11bd-43b3-837e-31e75410101a req-c1c924cb-b7c9-46cf-a4c8-21bf7594f80c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:43.933292 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:43.933292 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae9889a3-baee-40f1-9257-f3f7aa2a6dbd {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:43.933698 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'status': 'completed', 'code': 200} Feb 11 13:54:43.936800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:43.937425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:54:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:43.940585 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eac342ee-11bd-43b3-837e-31e75410101a req-c1c924cb-b7c9-46cf-a4c8-21bf7594f80c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0825794 Feb 11 13:54:43.986552 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-eac342ee-11bd-43b3-837e-31e75410101a req-d9ffcfb6-f13b-46f2-b8e7-859ba8382cc8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 Feb 11 13:54:44.001177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-814c8dcc-d6f2-490a-84ad-998e233a5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:44.002761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-814c8dcc-d6f2-490a-84ad-998e233a5e97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb24bfa565e14c4bb19312db966e8347&device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 1096 time: 0.0540106 Feb 11 13:54:44.058836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:44.107523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-5369ffa6-ee58-4c0e-87f3-b5f53da9ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:44.109053 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-5369ffa6-ee58-4c0e-87f3-b5f53da9ce12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 HTTP/1.1" status: 200 len: 915 time: 0.0996404 Feb 11 13:54:44.177585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-eb44a5f0-1d12-48c0-835a-9f7a628eb531 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da7f857a-bc32-42b8-906a-74ee0dd54028 HTTP/1.1" status: 200 len: 1001 time: 0.0611699 Feb 11 13:54:44.228321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-1ec1f914-17f0-43ca-a900-48022909c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:44.229703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-1ec1f914-17f0-43ca-a900-48022909c117 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b582e7-b8ea-4f34-9327-0dc990dd556e HTTP/1.1" status: 200 len: 853 time: 0.0455694 Feb 11 13:54:44.280916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-b1a9d98f-1ee4-4c63-92b3-a09b6e3b7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:44.282454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-b1a9d98f-1ee4-4c63-92b3-a09b6e3b7bad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460851 Feb 11 13:54:44.303984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'cb7bc41a-6db1-4c52-8554-b9807072ddc7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'port_id': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'mac_address': 'fa:16:3e:93:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:54:40Z', 'updated_at': '2022-02-11T13:54:43Z', 'revision_number': 2, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 5, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:44.339531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] Checking router: cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:54:44.349256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:54:44.351222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:54:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:44.379942 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-76b940e2-d372-41e4-8f77-aa14ebf47030 service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910223 Feb 11 13:54:44.470078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:54:44.484592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcb3f6c7-dee4-4324-8cf5-b4afbb0fec88 req-460d0cb8-f7fc-42d0-887e-79585f3f7f52 service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979903 Feb 11 13:54:44.698490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'cb7bc41a-6db1-4c52-8554-b9807072ddc7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'port_id': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'mac_address': 'fa:16:3e:93:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:54:40Z', 'updated_at': '2022-02-11T13:54:43Z', 'revision_number': 2, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 5, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:54:44.732335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ccd79-34d7-4f2b-ad70-d22c025eee34 None None] The sync data for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 is: [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'cb7bc41a-6db1-4c52-8554-b9807072ddc7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'floating_ip_address': '172.25.0.116', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'port_id': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'mac_address': 'fa:16:3e:93:41:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:54:40Z', 'updated_at': '2022-02-11T13:54:43Z', 'revision_number': 2, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 5, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:54:45.108560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f1a81-8a78-40bc-b1cb-e256acc5ff4a req-eab24c70-d754-4c27-bbc4-dcab36e2d81b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:45.110088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-855f1a81-8a78-40bc-b1cb-e256acc5ff4a req-eab24c70-d754-4c27-bbc4-dcab36e2d81b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0535316 Feb 11 13:54:45.152263 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-855f1a81-8a78-40bc-b1cb-e256acc5ff4a req-ea37ccbb-36ca-4037-8061-a19bd8d69e45 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354877 Feb 11 13:54:45.934814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:54:45.937149 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbba047b-7191-4b61-b949-a821dd992d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:54:45.975915 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe676506-9d46-4e4b-9da8-77ada24e8ab8 x-openstack-request-id: req-fe676506-9d46-4e4b-9da8-77ada24e8ab8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:54:45.976193 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:54:45.976438 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fe676506-9d46-4e4b-9da8-77ada24e8ab8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:54:45.976833 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'status': 'completed', 'code': 200} Feb 11 13:54:46.039735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba047b-7191-4b61-b949-a821dd992d9c req-758c2759-6834-4a52-ba73-a0bc3c3459c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:46.041200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cbba047b-7191-4b61-b949-a821dd992d9c req-758c2759-6834-4a52-ba73-a0bc3c3459c8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb24bfa565e14c4bb19312db966e8347&device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 1096 time: 0.0423436 Feb 11 13:54:46.142717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba047b-7191-4b61-b949-a821dd992d9c req-24660c42-dea8-4946-ac0b-01b6dd74b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:46.144182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cbba047b-7191-4b61-b949-a821dd992d9c req-24660c42-dea8-4946-ac0b-01b6dd74b593 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 HTTP/1.1" status: 200 len: 915 time: 0.0952404 Feb 11 13:54:46.216394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cbba047b-7191-4b61-b949-a821dd992d9c req-bf5a2a7c-68ed-4f69-b9cb-004a55401b76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da7f857a-bc32-42b8-906a-74ee0dd54028 HTTP/1.1" status: 200 len: 1001 time: 0.0656073 Feb 11 13:54:46.296930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba047b-7191-4b61-b949-a821dd992d9c req-bba88755-759c-4ce0-9ae9-7d3c0fb9a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:46.298559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cbba047b-7191-4b61-b949-a821dd992d9c req-bba88755-759c-4ce0-9ae9-7d3c0fb9a8dc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b582e7-b8ea-4f34-9327-0dc990dd556e HTTP/1.1" status: 200 len: 853 time: 0.0747104 Feb 11 13:54:46.338346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf24e6-2dcc-4e0a-8ddc-7421a6355472 req-0a163cf3-3e49-457f-b681-d603a24d0149 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:46.339787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5caf24e6-2dcc-4e0a-8ddc-7421a6355472 req-0a163cf3-3e49-457f-b681-d603a24d0149 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.1074708 Feb 11 13:54:46.381166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba047b-7191-4b61-b949-a821dd992d9c req-44ac0142-6a0c-4da2-b843-faca54bc4a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:46.382682 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cbba047b-7191-4b61-b949-a821dd992d9c req-44ac0142-6a0c-4da2-b843-faca54bc4a7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778546 Feb 11 13:54:46.390005 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5caf24e6-2dcc-4e0a-8ddc-7421a6355472 req-6267d500-9a89-4272-b742-ae3935597ac7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435522 Feb 11 13:54:46.481066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cbba047b-7191-4b61-b949-a821dd992d9c req-df258dbd-3284-4081-ad43-e869f9b028e0 service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900562 Feb 11 13:54:46.573317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cbba047b-7191-4b61-b949-a821dd992d9c req-7ec0434c-8bde-461c-a2ef-70c73758a05a service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853794 Feb 11 13:54:47.526460 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734ff32-cd63-4279-ad38-1a3d0ceb0be2 req-8fd69e91-edf1-4a06-85a4-eeb5ac5c7908 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:47.527946 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1734ff32-cd63-4279-ad38-1a3d0ceb0be2 req-8fd69e91-edf1-4a06-85a4-eeb5ac5c7908 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0558534 Feb 11 13:54:47.577725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1734ff32-cd63-4279-ad38-1a3d0ceb0be2 req-3e1725a0-f3fa-495d-991a-eec46d14dddc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Feb 11 13:54:48.706067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b87a5-f7bb-4088-a232-a599315ab504 req-52b69dd2-434a-4e7b-b70b-c9d067bf04ae tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:48.707686 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-981b87a5-f7bb-4088-a232-a599315ab504 req-52b69dd2-434a-4e7b-b70b-c9d067bf04ae tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0590711 Feb 11 13:54:48.751145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-981b87a5-f7bb-4088-a232-a599315ab504 req-ccac0f47-8a1f-4463-9851-9a1c9a4bb7ff tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370479 Feb 11 13:54:49.878758 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa4dc5-6f7b-4c4f-90ff-42d75d82b1bd req-69398eb0-aae1-4bae-b0ab-23d552889de0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:49.882206 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71fa4dc5-6f7b-4c4f-90ff-42d75d82b1bd req-69398eb0-aae1-4bae-b0ab-23d552889de0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0584867 Feb 11 13:54:49.925474 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-71fa4dc5-6f7b-4c4f-90ff-42d75d82b1bd req-c9efd1c4-a430-44ab-b55f-179be2be0113 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358267 Feb 11 13:54:51.056339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069439f-8264-4651-aacf-4763e365532a req-2593ba75-5902-4e90-98ac-2b03e4550728 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:51.057814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d069439f-8264-4651-aacf-4763e365532a req-2593ba75-5902-4e90-98ac-2b03e4550728 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0528638 Feb 11 13:54:51.096633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d069439f-8264-4651-aacf-4763e365532a req-9996619d-3cb0-4d1e-87b1-73710510f0ae tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Feb 11 13:54:52.221314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd804-8298-47dc-b424-b2ee60a6c215 req-6cbfe178-3981-4224-be5d-7660a94797c4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:52.222878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-691cd804-8298-47dc-b424-b2ee60a6c215 req-6cbfe178-3981-4224-be5d-7660a94797c4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0507932 Feb 11 13:54:52.262535 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-691cd804-8298-47dc-b424-b2ee60a6c215 req-b476b63f-6049-44f7-b200-32012aa0ac08 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331466 Feb 11 13:54:53.473718 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c45836-df08-41f3-8f4c-ac2f63e20056 req-d1a17510-12ef-48b6-a82c-648ee2116abb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:53.475600 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79c45836-df08-41f3-8f4c-ac2f63e20056 req-d1a17510-12ef-48b6-a82c-648ee2116abb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0525095 Feb 11 13:54:53.518624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79c45836-df08-41f3-8f4c-ac2f63e20056 req-5ba9a89f-bc6f-40da-9678-e03eec0c78a3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369766 Feb 11 13:54:53.929748 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:54:54.637850 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f4755-d8a1-4d01-9295-e52cd5f882df req-72eab8bd-cc13-4c78-afa9-768562df7797 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:54.639387 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-683f4755-d8a1-4d01-9295-e52cd5f882df req-72eab8bd-cc13-4c78-afa9-768562df7797 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0499544 Feb 11 13:54:54.684323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-683f4755-d8a1-4d01-9295-e52cd5f882df req-b821a6b1-399f-4d39-8d67-c17a95f0f9bb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386467 Feb 11 13:54:54.685124 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea4baa42-996a-450b-8a85-7464e1213b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:55.806427 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ea207-2172-40ce-ab69-7b9491e93b67 req-ff563af7-7387-48e4-bbff-5480a1773c77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:55.807905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-491ea207-2172-40ce-ab69-7b9491e93b67 req-ff563af7-7387-48e4-bbff-5480a1773c77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0501082 Feb 11 13:54:55.845991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-491ea207-2172-40ce-ab69-7b9491e93b67 req-17302cc6-5abc-428a-b5eb-754832a2575b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320852 Feb 11 13:54:55.891798 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:56.971243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13f1c1-5438-468b-ab06-9ad11cb715da req-ac499176-9987-4bed-a05b-57f75f320ced tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:56.972796 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f13f1c1-5438-468b-ab06-9ad11cb715da req-ac499176-9987-4bed-a05b-57f75f320ced tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0509388 Feb 11 13:54:57.013755 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f13f1c1-5438-468b-ab06-9ad11cb715da req-3d5d3f0d-6b28-4d56-8695-7aded93f18ad tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347445 Feb 11 13:54:57.034884 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c222b77b-e088-4a55-b61a-54df88492e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:57.946994 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:58.131691 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0265-e7a2-4f87-96e7-70e014d9fb7e req-b15626b1-6852-49fd-8034-5ac39007f00b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:58.133208 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a98f0265-e7a2-4f87-96e7-70e014d9fb7e req-b15626b1-6852-49fd-8034-5ac39007f00b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0502009 Feb 11 13:54:58.174780 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a98f0265-e7a2-4f87-96e7-70e014d9fb7e req-000fe423-9e82-408b-9392-acb319025540 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346870 Feb 11 13:54:58.720396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:54:59.302100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda45a5-8992-4a80-a2b4-50b79db32e5f req-a7fce7cb-61f3-4b29-86d7-b78d4595fcf2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:54:59.303582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4dda45a5-8992-4a80-a2b4-50b79db32e5f req-a7fce7cb-61f3-4b29-86d7-b78d4595fcf2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0578711 Feb 11 13:54:59.342324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4dda45a5-8992-4a80-a2b4-50b79db32e5f req-0c248602-2324-4a8c-9277-36a5b171349d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Feb 11 13:55:00.089132 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:00.469391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bee06d-aa61-4469-86c9-28f0bc419618 req-9409ddaa-2173-4f07-8a3b-606f8a3feee2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:00.470927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09bee06d-aa61-4469-86c9-28f0bc419618 req-9409ddaa-2173-4f07-8a3b-606f8a3feee2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0556095 Feb 11 13:55:00.517049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09bee06d-aa61-4469-86c9-28f0bc419618 req-98565413-8569-449b-b6cc-0d3db8b42150 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388641 Feb 11 13:55:00.657702 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:01.637730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af76d16-1774-4973-acac-727256e52a11 req-981160eb-dd43-48ed-be92-bd4e145b902b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:01.639323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3af76d16-1774-4973-acac-727256e52a11 req-981160eb-dd43-48ed-be92-bd4e145b902b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0509796 Feb 11 13:55:01.679738 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3af76d16-1774-4973-acac-727256e52a11 req-c116f483-fa6b-4584-a561-16adbd92ba11 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336676 Feb 11 13:55:02.800544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6092bbe-30f3-4542-9eed-1d61e5ebb39d req-738fd4cf-9423-4a28-8044-8001b392357b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:02.802576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b6092bbe-30f3-4542-9eed-1d61e5ebb39d req-738fd4cf-9423-4a28-8044-8001b392357b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0553727 Feb 11 13:55:02.843145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b6092bbe-30f3-4542-9eed-1d61e5ebb39d req-65ccd2ea-40b2-4ecd-91e7-0e2175ae36fa tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339611 Feb 11 13:55:03.968872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac979e33-2d60-40eb-8d2f-7ac1e1c2de89 req-ca5a5215-01e5-446e-8d5b-b6fc175dfaad tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:03.970544 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac979e33-2d60-40eb-8d2f-7ac1e1c2de89 req-ca5a5215-01e5-446e-8d5b-b6fc175dfaad tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0541575 Feb 11 13:55:04.009843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac979e33-2d60-40eb-8d2f-7ac1e1c2de89 req-b05a460b-bec4-4b17-a25b-016ddeb8d306 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331986 Feb 11 13:55:05.135391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79ff7e-af7e-4b86-93f3-5bdb3e31942e req-25845cee-2fad-40c7-9c90-3132ff768785 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:05.136886 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd79ff7e-af7e-4b86-93f3-5bdb3e31942e req-25845cee-2fad-40c7-9c90-3132ff768785 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0507953 Feb 11 13:55:05.177135 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd79ff7e-af7e-4b86-93f3-5bdb3e31942e req-b66f5278-a6fa-49b4-8f25-bd2f48900306 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342591 Feb 11 13:55:06.302894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d53780-08f9-43f0-9005-7b628970511c req-fb97198a-5b9b-411b-902a-008caefd2dfc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:06.308539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84d53780-08f9-43f0-9005-7b628970511c req-fb97198a-5b9b-411b-902a-008caefd2dfc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0592768 Feb 11 13:55:06.347122 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84d53780-08f9-43f0-9005-7b628970511c req-ad44f235-a2b8-4a60-90ba-ee9c55990995 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325229 Feb 11 13:55:07.467914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57481b97-a951-46c9-a0a1-873b79b45e66 req-9a8768f3-50ce-406c-83e0-f0f8796943e9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:07.469316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57481b97-a951-46c9-a0a1-873b79b45e66 req-9a8768f3-50ce-406c-83e0-f0f8796943e9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0490026 Feb 11 13:55:07.511846 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57481b97-a951-46c9-a0a1-873b79b45e66 req-faeb5d3e-ba49-4fdf-9cc4-09075bd3782f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357809 Feb 11 13:55:08.631292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed89699-4846-43f2-ae4c-560622859c5b req-9fdfe568-fd89-4585-af38-2eba5d7ce899 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:08.632775 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aed89699-4846-43f2-ae4c-560622859c5b req-9fdfe568-fd89-4585-af38-2eba5d7ce899 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0511971 Feb 11 13:55:08.671625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aed89699-4846-43f2-ae4c-560622859c5b req-a201864d-dc3b-49d3-bd6f-729febf67138 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Feb 11 13:55:09.789845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad1d46-61b1-4092-856a-3ce125ba0de9 req-df3bb118-e99b-40ab-97b5-3687bd671d59 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:09.791396 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9aad1d46-61b1-4092-856a-3ce125ba0de9 req-df3bb118-e99b-40ab-97b5-3687bd671d59 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0509651 Feb 11 13:55:09.829958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9aad1d46-61b1-4092-856a-3ce125ba0de9 req-3f972b9b-f6a1-47cd-8f31-6dc2279bcc05 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Feb 11 13:55:10.945593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8ff2f-cdad-4d87-a296-0a15f6d818ed req-bd8f469f-49a2-41a9-96cd-8dbb84f63176 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:10.947073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dda8ff2f-cdad-4d87-a296-0a15f6d818ed req-bd8f469f-49a2-41a9-96cd-8dbb84f63176 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0495317 Feb 11 13:55:10.986015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dda8ff2f-cdad-4d87-a296-0a15f6d818ed req-c3f814dd-a238-49c6-b689-193866658d27 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Feb 11 13:55:12.112923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeb8a1-b60b-4322-968d-08256fd7ec45 req-bede9e65-952a-41e9-b982-0bb1c12fe79d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:12.115435 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47eeb8a1-b60b-4322-968d-08256fd7ec45 req-bede9e65-952a-41e9-b982-0bb1c12fe79d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0556736 Feb 11 13:55:12.157442 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47eeb8a1-b60b-4322-968d-08256fd7ec45 req-1b8130be-850e-4ff4-90cf-07a8f5052a2f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353651 Feb 11 13:55:13.281719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bf50f-726c-4c15-83d2-c0a8a03831f8 req-616c62c5-25b5-4f0f-a975-aa44b67a3394 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:13.283266 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f0bf50f-726c-4c15-83d2-c0a8a03831f8 req-616c62c5-25b5-4f0f-a975-aa44b67a3394 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0533459 Feb 11 13:55:13.324282 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f0bf50f-726c-4c15-83d2-c0a8a03831f8 req-771925d7-e517-4f8f-b6ba-24208864b710 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344808 Feb 11 13:55:14.442791 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9834df8-4fb5-4a0a-a896-70aa3988e8f4 req-640b364a-71db-4677-87dc-87959b6f1709 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:14.444288 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9834df8-4fb5-4a0a-a896-70aa3988e8f4 req-640b364a-71db-4677-87dc-87959b6f1709 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0503826 Feb 11 13:55:14.486496 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9834df8-4fb5-4a0a-a896-70aa3988e8f4 req-4d268c35-2c84-4f99-b949-d70055295808 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361576 Feb 11 13:55:15.609863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59e77cd-e021-4a06-a698-7f20dd0c2043 req-ca9855d8-5cfe-4032-92ff-53df43878148 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:15.611333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f59e77cd-e021-4a06-a698-7f20dd0c2043 req-ca9855d8-5cfe-4032-92ff-53df43878148 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0514796 Feb 11 13:55:15.654727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f59e77cd-e021-4a06-a698-7f20dd0c2043 req-6306c09d-eb2a-4f1b-9a2e-e90f37559f31 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370777 Feb 11 13:55:16.774559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173b23e-a619-49ad-b6af-d8631c87a24d req-87ff22df-1eb6-4bbb-b21d-70fb5350e24a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:16.776100 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6173b23e-a619-49ad-b6af-d8631c87a24d req-87ff22df-1eb6-4bbb-b21d-70fb5350e24a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0501180 Feb 11 13:55:16.817204 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6173b23e-a619-49ad-b6af-d8631c87a24d req-d4b9016b-2830-456d-a1fd-402b3595919e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349739 Feb 11 13:55:17.937753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0cdfcc-1fc2-4b2f-add0-89ae1c8c01a2 req-a404ce41-5a30-4788-98ad-69d2795726de tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:17.939147 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e0cdfcc-1fc2-4b2f-add0-89ae1c8c01a2 req-a404ce41-5a30-4788-98ad-69d2795726de tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0519593 Feb 11 13:55:17.980025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e0cdfcc-1fc2-4b2f-add0-89ae1c8c01a2 req-63962db1-f012-4323-a296-cad216702a47 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344048 Feb 11 13:55:19.108474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c4c18-5c01-471e-9c4a-ad696170a0b0 req-b4c0fa88-bfd5-43e7-a1af-0db76c791af7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:19.110065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd6c4c18-5c01-471e-9c4a-ad696170a0b0 req-b4c0fa88-bfd5-43e7-a1af-0db76c791af7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0543005 Feb 11 13:55:19.152602 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd6c4c18-5c01-471e-9c4a-ad696170a0b0 req-80baf6a6-fd98-4574-b869-6fd120da690d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356464 Feb 11 13:55:20.275031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98baeaa-ae3d-4378-bf15-2c7147980af4 req-cc547d86-0caf-46f4-8663-394586722b3a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:20.276410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e98baeaa-ae3d-4378-bf15-2c7147980af4 req-cc547d86-0caf-46f4-8663-394586722b3a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0535452 Feb 11 13:55:20.314143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e98baeaa-ae3d-4378-bf15-2c7147980af4 req-3b7aa6f2-0c71-41bf-b3fe-772ef40b3085 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Feb 11 13:55:21.430172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5473858-edca-4010-9855-4e1bd25fb254 req-65f96b34-ca2f-49e2-a22a-ee83ce5e321e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:21.431595 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5473858-edca-4010-9855-4e1bd25fb254 req-65f96b34-ca2f-49e2-a22a-ee83ce5e321e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0490739 Feb 11 13:55:21.473933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5473858-edca-4010-9855-4e1bd25fb254 req-21d38dc5-f0b4-44a4-8122-39754a6767cd tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363150 Feb 11 13:55:22.590743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334c674-c2c3-429e-a58a-d87a3d03ea85 req-e36832ab-0e0b-4b53-af8b-1ca20a42dda8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:22.592215 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d334c674-c2c3-429e-a58a-d87a3d03ea85 req-e36832ab-0e0b-4b53-af8b-1ca20a42dda8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0492253 Feb 11 13:55:22.632369 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d334c674-c2c3-429e-a58a-d87a3d03ea85 req-bb98c723-bd9f-4736-aa6e-dad2a9ffbd97 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Feb 11 13:55:23.751056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522159b-66fc-48c1-9c18-5b8ef9236042 req-c430f305-5334-42cd-afc0-f53e8a8b2815 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:23.752518 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b522159b-66fc-48c1-9c18-5b8ef9236042 req-c430f305-5334-42cd-afc0-f53e8a8b2815 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0508487 Feb 11 13:55:23.791028 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b522159b-66fc-48c1-9c18-5b8ef9236042 req-4aa0f99e-9ac8-438b-a331-ef08eae5a5ed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323687 Feb 11 13:55:24.708891 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6e0c163d-9beb-4a84-9ca0-c991c3296c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:24.908126 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c77b8-46ef-4144-90c9-de46bb0d8c76 req-e28a3b07-1571-4e2d-a71f-d24b07fb62a6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:24.909669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b6c77b8-46ef-4144-90c9-de46bb0d8c76 req-e28a3b07-1571-4e2d-a71f-d24b07fb62a6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0492222 Feb 11 13:55:24.950818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b6c77b8-46ef-4144-90c9-de46bb0d8c76 req-7f9af6d8-fd01-4030-859d-8825885b547b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346050 Feb 11 13:55:25.442697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39572) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:25.598640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 1dcf6a53-4454-4d33-97d6-f3daba080cde {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:55:25.598980 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:25.674431 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:25.674755 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:25.686455 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 1dcf6a53-4454-4d33-97d6-f3daba080cde owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:55:25.886733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:26.107822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ded32b-a958-4e68-adce-b3d0154ad228 req-c8b2946e-9012-41a0-b883-f8f496e60587 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:26.109351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6ded32b-a958-4e68-adce-b3d0154ad228 req-c8b2946e-9012-41a0-b883-f8f496e60587 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0831168 Feb 11 13:55:26.159838 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a6ded32b-a958-4e68-adce-b3d0154ad228 req-a72ebf3f-a1c4-4b95-988e-564e14111092 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385430 Feb 11 13:55:26.278916 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:26.306036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=1dcf6a53-4454-4d33-97d6-f3daba080cde,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:26.335510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.335868 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.336265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.336609 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.336971 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.337412 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.337749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.341592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.341592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.341592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.341592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.341592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:26.380352 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:26.380683 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Floating IP 1bae9911-161b-49da-a60c-2ca1d6741434 disassociated (deleted). External IP: 172.25.0.73, port: 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8. Feb 11 13:55:26.587740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router e05ccf00-6841-43a7-b15d-293ae7f3c67f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:55:26.697431 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:26.702330 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:26.708220 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] Sync routers for ids ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:26.717717 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] Routers {'e05ccf00-6841-43a7-b15d-293ae7f3c67f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:26.718502 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:54:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:26.728564 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a165abf0-ef52-4420-92d2-bfd3ce1afdaa tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/floatingips/1bae9911-161b-49da-a60c-2ca1d6741434 HTTP/1.1" status: 204 len: 168 time: 1.2847738 Feb 11 13:55:26.729142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:55:26.731488 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362" -d '{"events": [{"name": "network-changed", "server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:26.773726 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd89c78e-ffde-4bd3-8641-bcefaa7e05ab x-openstack-request-id: req-dd89c78e-ffde-4bd3-8641-bcefaa7e05ab {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:26.774047 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:26.774304 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd89c78e-ffde-4bd3-8641-bcefaa7e05ab {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:26.774840 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'status': 'completed', 'code': 200} Feb 11 13:55:26.828003 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] Set router e05ccf00-6841-43a7-b15d-293ae7f3c67f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:26.844349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-0617ccb0-793b-4d1f-86d7-fba0b2576b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:26.845065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-0617ccb0-793b-4d1f-86d7-fba0b2576b78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=575d93d5e9a4439796b157bf7e49a91f&device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 1097 time: 0.0473731 Feb 11 13:55:26.944561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-a6234626-21cd-4f1b-9736-84e5a6195cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:26.946173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-a6234626-21cd-4f1b-9736-84e5a6195cab service neutron] 10.222.0.59 "GET /v2.0/networks?id=97e4409c-92f6-4243-8006-1627742b4378 HTTP/1.1" status: 200 len: 898 time: 0.0936730 Feb 11 13:55:26.992222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-84da3138-f5a5-474c-8bff-7a67305fc7a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 HTTP/1.1" status: 200 len: 217 time: 0.0390389 Feb 11 13:55:27.040928 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '634f50d6-87f5-4022-b0e5-633e8ce63667', 'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:e0:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:34Z', 'updated_at': '2022-02-11T13:52:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:27.044070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-db9cc095-ed35-402b-9f99-e16a80ea0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:27.045569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-db9cc095-ed35-402b-9f99-e16a80ea0981 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6062d11-daaf-4323-9625-a064b5552f40 HTTP/1.1" status: 200 len: 834 time: 0.0471342 Feb 11 13:55:27.052411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-414221e0-1cbf-4ef4-a2c2-c7c225269238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:27.096431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-3842cc76-5f41-4771-bc15-d314c6d11cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:27.098025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-3842cc76-5f41-4771-bc15-d314c6d11cce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=97e4409c-92f6-4243-8006-1627742b4378&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444376 Feb 11 13:55:27.158723 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] Checking router: e05ccf00-6841-43a7-b15d-293ae7f3c67f for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:55:27.168194 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] Routers {'e05ccf00-6841-43a7-b15d-293ae7f3c67f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:27.168838 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:27.206819 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-39b56eeb-3668-4f9a-a591-942e30c18cd6 service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015966 Feb 11 13:55:27.259268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f05aaa-3975-4804-88ee-85a5be5af52d req-79457902-8ff8-43ea-9336-b6c059358ef2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:27.260876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f05aaa-3975-4804-88ee-85a5be5af52d req-79457902-8ff8-43ea-9336-b6c059358ef2 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0949106 Feb 11 13:55:27.296998 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] Set router e05ccf00-6841-43a7-b15d-293ae7f3c67f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:27.305527 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7f05aaa-3975-4804-88ee-85a5be5af52d req-a81386a6-bd70-481f-9197-e8a0fc4123d6 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367918 Feb 11 13:55:27.520021 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '634f50d6-87f5-4022-b0e5-633e8ce63667', 'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:e0:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:34Z', 'updated_at': '2022-02-11T13:52:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:27.552716 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bbfa17-f6c9-4352-a52e-dcd95485b7da None None] The sync data for ids ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'] in n-d-816488-1 is: [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:52:35Z', 'revision_number': 4, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '634f50d6-87f5-4022-b0e5-633e8ce63667', 'name': '', 'network_id': '97e4409c-92f6-4243-8006-1627742b4378', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'mac_address': 'fa:16:3e:e0:0a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:34Z', 'updated_at': '2022-02-11T13:52:39Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'subnets': [{'id': 'e6062d11-daaf-4323-9625-a064b5552f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:27.660715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c288a-61d8-493d-9e3d-ab1f2086a526 req-fc6768ad-a1bb-4547-9d12-b57bd32259b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:27.669933 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-161c288a-61d8-493d-9e3d-ab1f2086a526 req-fc6768ad-a1bb-4547-9d12-b57bd32259b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.1037009 Feb 11 13:55:27.669933 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7dd150-3b96-42e0-a4f6-86dbd6a01362 req-a6413656-824f-43ba-9059-8400e46ee5ea service neutron] 10.222.0.59 "GET /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541636 Feb 11 13:55:27.706324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-161c288a-61d8-493d-9e3d-ab1f2086a526 req-55a8571b-8a3c-4cc7-851c-fc45104003eb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366066 Feb 11 13:55:27.780750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3b8221-d0a9-45a0-930d-b92f5cb3689f None None] New status for floating IP 1bae9911-161b-49da-a60c-2ca1d6741434: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:55:27.946719 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:28.433102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e1166-ca8e-4366-a6b2-81f88a5f3759 req-ea8896b8-ed59-4b85-acc5-60c886fcfd04 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:28.434517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-467e1166-ca8e-4366-a6b2-81f88a5f3759 req-ea8896b8-ed59-4b85-acc5-60c886fcfd04 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0489941 Feb 11 13:55:28.472505 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-467e1166-ca8e-4366-a6b2-81f88a5f3759 req-77c4a024-ceab-4b16-9f31-f7a2569f6c97 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/security-groups?id=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316505 Feb 11 13:55:28.689387 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:28.824184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e731d87-842c-4921-bd65-a9aca9a53e9f req-2d0518e6-4b8b-4f09-83dd-d2e214af78b5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:28.825684 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5e731d87-842c-4921-bd65-a9aca9a53e9f req-2d0518e6-4b8b-4f09-83dd-d2e214af78b5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 943 time: 0.0500352 Feb 11 13:55:28.864121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5e731d87-842c-4921-bd65-a9aca9a53e9f req-6bf811fd-2c79-468a-94bd-f5aac804d405 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Feb 11 13:55:28.928780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-afb1a1f0-14bb-4ee3-a08b-1ae536a4be36 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:28.930262 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-afb1a1f0-14bb-4ee3-a08b-1ae536a4be36 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 946 time: 0.0506494 Feb 11 13:55:29.024702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-ed3b27aa-f228-4bf2-be90-7b945f8f99cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:55:29.025065 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-ed3b27aa-f228-4bf2-be90-7b945f8f99cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:29.027789 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fbbaa553-0e57-4813-96c2-cdea130ebf7c details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:55:29.113463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-ed3b27aa-f228-4bf2-be90-7b945f8f99cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:29.113849 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-ed3b27aa-f228-4bf2-be90-7b945f8f99cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:29.125533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-ed3b27aa-f228-4bf2-be90-7b945f8f99cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:55:29.125731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fbbaa553-0e57-4813-96c2-cdea130ebf7c, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fbbaa553-0e57-4813-96c2-cdea130ebf7c,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:29.137750 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'fbbaa553-0e57-4813-96c2-cdea130ebf7c', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'port_id': 'fbbaa553-0e57-4813-96c2-cdea130ebf7c', 'mac_address': 'fa:16:3e:df:32:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:55:29.177126 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:29.190520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbaa553-0e57-4813-96c2-cdea130ebf7c {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:55:29.210432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fbbaa553-0e57-4813-96c2-cdea130ebf7c, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fbbaa553-0e57-4813-96c2-cdea130ebf7c,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:29.286853 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:29.309637 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-ed3b27aa-f228-4bf2-be90-7b945f8f99cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:29.339404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=fbbaa553-0e57-4813-96c2-cdea130ebf7c,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:29.348031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.348031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.348272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b27aa-f228-4bf2-be90-7b945f8f99cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=7ae1a32d-a490-45fc-bc21-4ffbcf5529a8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:29.348393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.348486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.348785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.349095 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.349425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.349747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.354596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.354983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.355321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.355651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:29.388850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-ed3b27aa-f228-4bf2-be90-7b945f8f99cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] No DVR routers for this DVR port 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:29.391733 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-ed3b27aa-f228-4bf2-be90-7b945f8f99cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:29.396888 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e6bdbdf-63a1-448e-92d2-04178931be5e req-ed3b27aa-f228-4bf2-be90-7b945f8f99cb tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.59 "DELETE /v2.0/ports/7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 HTTP/1.1" status: 204 len: 173 time: 0.4609101 Feb 11 13:55:29.397341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'name': 'network-vif-deleted', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:55:29.400332 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c71b402-966e-4c9a-8122-61c7bba58f6c" -d '{"events": [{"server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "name": "network-vif-deleted", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:29.444338 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb7de10-e2e7-41dd-8c68-eaa820dba92f x-openstack-request-id: req-2fb7de10-e2e7-41dd-8c68-eaa820dba92f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:29.444338 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a9899-6cd8-4103-9ade-d5562dfa771e", "name": "network-vif-deleted", "tag": "7ae1a32d-a490-45fc-bc21-4ffbcf5529a8", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:29.444338 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fb7de10-e2e7-41dd-8c68-eaa820dba92f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:29.444338 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a9899-6cd8-4103-9ade-d5562dfa771e', 'name': 'network-vif-deleted', 'tag': '7ae1a32d-a490-45fc-bc21-4ffbcf5529a8', 'status': 'completed', 'code': 200} Feb 11 13:55:29.517915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fbbaa553-0e57-4813-96c2-cdea130ebf7c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:55:29.571953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9877953-b00b-4958-b909-d9318163414d req-21d3408d-d1bd-4b3b-a1c9-8ebf47fbf340 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a9899-6cd8-4103-9ade-d5562dfa771e HTTP/1.1" status: 200 len: 210 time: 0.0308015 Feb 11 13:55:29.986187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5576ee-587e-4304-9486-fc66e1f472fa req-60db7dd3-f5ab-4ebc-bf91-9abc5c35963e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:29.988332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c5576ee-587e-4304-9486-fc66e1f472fa req-60db7dd3-f5ab-4ebc-bf91-9abc5c35963e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 944 time: 0.0544031 Feb 11 13:55:30.029189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c5576ee-587e-4304-9486-fc66e1f472fa req-9a580088-889e-40e4-a77b-539d8a9b9668 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340974 Feb 11 13:55:30.072746 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:30.631025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39600) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:30.663573 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:30.928863 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:55:30.992023 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:31.028399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fbbaa553-0e57-4813-96c2-cdea130ebf7c up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:31.214960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ca360-8d2d-4f40-8af8-1a71ad230f7e req-ccb10b49-cb23-4cdf-9e86-bb7ca105dcc5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:31.216462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a61ca360-8d2d-4f40-8af8-1a71ad230f7e req-ccb10b49-cb23-4cdf-9e86-bb7ca105dcc5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 944 time: 0.0818381 Feb 11 13:55:31.286475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a61ca360-8d2d-4f40-8af8-1a71ad230f7e req-5249ef46-a8c6-40dd-9834-fbccb2c0b088 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617754 Feb 11 13:55:31.332729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port fbbaa553-0e57-4813-96c2-cdea130ebf7c completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:55:31.336848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port fbbaa553-0e57-4813-96c2-cdea130ebf7c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:31.337429 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:31.343688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 634f50d6-87f5-4022-b0e5-633e8ce63667 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:55:31.344040 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:31.415498 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:31.433338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 634f50d6-87f5-4022-b0e5-633e8ce63667, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=634f50d6-87f5-4022-b0e5-633e8ce63667,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:31.433634 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:31.438515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0333d60-19b4-4d2c-8676-be66af33e825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbaa553-0e57-4813-96c2-cdea130ebf7c'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:55:31.444858 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c379ece2-6667-40f7-80df-b2d5712eeb04" -d '{"events": [{"server_uuid": "b0333d60-19b4-4d2c-8676-be66af33e825", "name": "network-vif-plugged", "status": "completed", "tag": "fbbaa553-0e57-4813-96c2-cdea130ebf7c"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:31.446912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 634f50d6-87f5-4022-b0e5-633e8ce63667 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:55:31.453934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fbbaa553-0e57-4813-96c2-cdea130ebf7c, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fbbaa553-0e57-4813-96c2-cdea130ebf7c,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:31.479233 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e79376b-6a1d-4a3d-b6e2-42ffc7a20e89 x-openstack-request-id: req-0e79376b-6a1d-4a3d-b6e2-42ffc7a20e89 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:31.479525 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0333d60-19b4-4d2c-8676-be66af33e825", "name": "network-vif-plugged", "status": "completed", "tag": "fbbaa553-0e57-4813-96c2-cdea130ebf7c", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:31.479773 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e79376b-6a1d-4a3d-b6e2-42ffc7a20e89 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:31.480168 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0333d60-19b4-4d2c-8676-be66af33e825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbaa553-0e57-4813-96c2-cdea130ebf7c', 'code': 200} Feb 11 13:55:31.549248 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:31.575653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da587a04-8cbc-4792-a840-a9859106d4f9 req-49ec18b6-b88b-49e4-9086-e587d61d9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:31.577871 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da587a04-8cbc-4792-a840-a9859106d4f9 req-49ec18b6-b88b-49e4-9086-e587d61d9604 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 1095 time: 0.0431454 Feb 11 13:55:31.608640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=fbbaa553-0e57-4813-96c2-cdea130ebf7c,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:31.615482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da587a04-8cbc-4792-a840-a9859106d4f9 req-782dc959-ce6e-40c3-b967-99d2e571d8d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Feb 11 13:55:31.729970 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:31.759420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=634f50d6-87f5-4022-b0e5-633e8ce63667,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:31.939204 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:32.163552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Router e05ccf00-6841-43a7-b15d-293ae7f3c67f has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:55:32.575127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:32.583283 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e03f8d0e-f236-4179-b754-217de37d2b7d tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "PUT /v2.0/routers/e05ccf00-6841-43a7-b15d-293ae7f3c67f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9482579 Feb 11 13:55:32.583394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39608) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:32.586478 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] Sync routers for ids ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:32.596216 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] Routers {'e05ccf00-6841-43a7-b15d-293ae7f3c67f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:32.597663 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:32.600676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed82817-c0e2-4899-9de4-6bf1faf68577 req-f221ad75-ad46-4a42-a84f-1b3ba5984e94 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:32.602215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fed82817-c0e2-4899-9de4-6bf1faf68577 req-f221ad75-ad46-4a42-a84f-1b3ba5984e94 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 945 time: 0.0634048 Feb 11 13:55:32.648519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3f694a-c45f-4cca-8c76-e9a1b20cceea tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting subnet e6062d11-daaf-4323-9625-a064b5552f40 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:55:32.652081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fed82817-c0e2-4899-9de4-6bf1faf68577 req-904932b5-0eaf-467d-947e-287e7ddab98e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Feb 11 13:55:32.658134 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a3f694a-c45f-4cca-8c76-e9a1b20cceea tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:32.707823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a3f694a-c45f-4cca-8c76-e9a1b20cceea tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:32.719524 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] Set router e05ccf00-6841-43a7-b15d-293ae7f3c67f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:32.795408 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a3f694a-c45f-4cca-8c76-e9a1b20cceea tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:32.900068 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:55:31Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:32.930202 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] Checking router: e05ccf00-6841-43a7-b15d-293ae7f3c67f for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:55:32.938805 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] Routers {'e05ccf00-6841-43a7-b15d-293ae7f3c67f'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:32.939507 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:32.943293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:32.963957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:55:32.964299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7ae1a32d-a490-45fc-bc21-4ffbcf5529a8 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:32.995752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a3f694a-c45f-4cca-8c76-e9a1b20cceea tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:33.026687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f694a-c45f-4cca-8c76-e9a1b20cceea tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Subnet': ['ID=e6062d11-daaf-4323-9625-a064b5552f40,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:33.028678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1a3f694a-c45f-4cca-8c76-e9a1b20cceea tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:33.035216 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1a3f694a-c45f-4cca-8c76-e9a1b20cceea tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/subnets/e6062d11-daaf-4323-9625-a064b5552f40 HTTP/1.1" status: 204 len: 168 time: 0.4502723 Feb 11 13:55:33.035983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39612) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:33.037806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1a4197-1e56-41ce-97ef-a0258af6c820 None None] Network 97e4409c-92f6-4243-8006-1627742b4378 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:55:33.051585 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] Set router e05ccf00-6841-43a7-b15d-293ae7f3c67f gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:33.169857 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:33.279498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5288b7f1-d9e8-4ec5-ad6d-857df82b4640 None None] DHCP port deletion for 97e4409c-92f6-4243-8006-1627742b4378 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:55:33.286681 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:55:31Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:33.298673 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:33.313602 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53809d5b-c23f-4dba-9bc3-d97b26dd57fe None None] The sync data for ids ['e05ccf00-6841-43a7-b15d-293ae7f3c67f'] in n-d-816488-1 is: [{'id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341002665', 'tenant_id': '575d93d5e9a4439796b157bf7e49a91f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:52:29Z', 'updated_at': '2022-02-11T13:55:31Z', 'revision_number': 5, 'project_id': '575d93d5e9a4439796b157bf7e49a91f', 'gw_port': {'id': '008b330f-651e-4c6a-9530-d7fc3feb771f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05ccf00-6841-43a7-b15d-293ae7f3c67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:52:30Z', 'updated_at': '2022-02-11T13:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:33.328294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5288b7f1-d9e8-4ec5-ad6d-857df82b4640 None None] Deleting port 8950587d-8e46-4a53-8560-3c107d265fe9 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:55:33.328741 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5288b7f1-d9e8-4ec5-ad6d-857df82b4640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:33.397762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5288b7f1-d9e8-4ec5-ad6d-857df82b4640 None None] For port 8950587d-8e46-4a53-8560-3c107d265fe9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8950587d-8e46-4a53-8560-3c107d265fe9,segment=NetworkSegment(227f5888-c130-49fc-8db3-593c1940b57c),segment_id=227f5888-c130-49fc-8db3-593c1940b57c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:33.398187 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5288b7f1-d9e8-4ec5-ad6d-857df82b4640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:33.411264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5288b7f1-d9e8-4ec5-ad6d-857df82b4640 None None] Calling delete_port for 8950587d-8e46-4a53-8560-3c107d265fe9 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:55:33.434778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Deleting port 008b330f-651e-4c6a-9530-d7fc3feb771f {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:55:33.435041 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:33.512036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] For port 008b330f-651e-4c6a-9530-d7fc3feb771f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=008b330f-651e-4c6a-9530-d7fc3feb771f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:33.512279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:33.523990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Calling delete_port for 008b330f-651e-4c6a-9530-d7fc3feb771f owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:55:33.569546 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5288b7f1-d9e8-4ec5-ad6d-857df82b4640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:33.598014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288b7f1-d9e8-4ec5-ad6d-857df82b4640 None None] Pushing event deleted for resources: {'Port': ['ID=8950587d-8e46-4a53-8560-3c107d265fe9,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:33.600009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288b7f1-d9e8-4ec5-ad6d-857df82b4640 None None] No DVR routers for this DVR port 8950587d-8e46-4a53-8560-3c107d265fe9 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:33.795398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71ccd9-0bdc-411b-8664-8dc520e0ce07 req-78eb1052-e86d-49d9-8e04-8967fde6a578 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:33.796943 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c71ccd9-0bdc-411b-8664-8dc520e0ce07 req-78eb1052-e86d-49d9-8e04-8967fde6a578 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 945 time: 0.0578480 Feb 11 13:55:33.835003 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:33.836975 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c71ccd9-0bdc-411b-8664-8dc520e0ce07 req-fae8ec29-7b52-4946-9db1-01545a614d46 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330441 Feb 11 13:55:33.867919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Port': ['ID=008b330f-651e-4c6a-9530-d7fc3feb771f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:33.958933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.065534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc068681-6230-4039-8625-531bd78437ab req-f652f259-8b15-4f8b-9c44-c3dd7d2b8bee tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:34.067945 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc068681-6230-4039-8625-531bd78437ab req-f652f259-8b15-4f8b-9c44-c3dd7d2b8bee tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 945 time: 0.1500382 Feb 11 13:55:34.069638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.072394 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.131908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8950587d-8e46-4a53-8560-3c107d265fe9 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:34.141425 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bc068681-6230-4039-8625-531bd78437ab req-960f0bee-84d9-44cb-9c36-50be6d26ffc7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658488 Feb 11 13:55:34.155959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8950587d-8e46-4a53-8560-3c107d265fe9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:55:34.156359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8950587d-8e46-4a53-8560-3c107d265fe9 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:34.156945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 634f50d6-87f5-4022-b0e5-633e8ce63667 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:34.178358 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 634f50d6-87f5-4022-b0e5-633e8ce63667 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:55:34.183396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 634f50d6-87f5-4022-b0e5-633e8ce63667 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:34.221622 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.228050 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Fanout notify agent at l3_agent the message router_deleted on router e05ccf00-6841-43a7-b15d-293ae7f3c67f {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:55:34.229855 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.231127 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7d6f4a82-6073-4790-a44e-6b7c0e176cc1 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/routers/e05ccf00-6841-43a7-b15d-293ae7f3c67f HTTP/1.1" status: 204 len: 168 time: 1.1940527 Feb 11 13:55:34.234033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39624) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:34.323643 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.416716 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.436961 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e4409c-92f6-4243-8006-1627742b4378']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:34.446443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227f5888-c130-49fc-8db3-593c1940b57c') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:34.446738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227f5888-c130-49fc-8db3-593c1940b57c') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:34.455831 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.469238 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.475532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:55:34.475934 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:55:34.478816 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:55:34.637902 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.647556 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.650712 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/networks/97e4409c-92f6-4243-8006-1627742b4378 HTTP/1.1" status: 204 len: 168 time: 0.4157302 Feb 11 13:55:34.653547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39628) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:34.663482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9ea7f4-0f86-455e-a1f2-e34c6f02d357 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'Network': ['ID=97e4409c-92f6-4243-8006-1627742b4378,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:34.689648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3001fe-3931-4066-a75c-8d58d2af3905 req-70f943fc-6fa0-4754-9ae1-4c14ff9b895d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:34.701107 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb3001fe-3931-4066-a75c-8d58d2af3905 req-70f943fc-6fa0-4754-9ae1-4c14ff9b895d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 945 time: 0.0880423 Feb 11 13:55:34.724856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe15332b-6675-4480-9692-b8ae22842334 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.739928 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb3001fe-3931-4066-a75c-8d58d2af3905 req-2a96a217-6561-44c4-8e12-b227f23eb5e1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Feb 11 13:55:34.754180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe15332b-6675-4480-9692-b8ae22842334 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.942059 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe15332b-6675-4480-9692-b8ae22842334 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.944863 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe15332b-6675-4480-9692-b8ae22842334 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:34.946072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe15332b-6675-4480-9692-b8ae22842334 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] 10.222.0.52 "DELETE /v2.0/security-groups/0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3 HTTP/1.1" status: 204 len: 168 time: 0.2914870 Feb 11 13:55:34.958954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15332b-6675-4480-9692-b8ae22842334 tempest-TestNetworkAdvancedServerOps-1106422230 tempest-TestNetworkAdvancedServerOps-1106422230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baf7d1c-ce7d-41e2-9c4f-4f61ab1135f3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:35.231999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-08ee279b-0bb1-449d-a3f6-25e9ec66df1f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414639 Feb 11 13:55:35.298360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-7547b741-01b0-4bb0-bf04-169da96232d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:35.299870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-7547b741-01b0-4bb0-bf04-169da96232d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 1096 time: 0.0450430 Feb 11 13:55:35.402946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-61c12593-af5e-4f18-91fc-34a22bccfa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:35.404399 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-61c12593-af5e-4f18-91fc-34a22bccfa3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0851250 Feb 11 13:55:35.450195 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-4614a148-f58d-4c3e-a5c9-518260b74d6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e878e7ca-0501-4001-8716-2574e8015854 HTTP/1.1" status: 200 len: 217 time: 0.0386536 Feb 11 13:55:35.501344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-c725caf2-88b9-414c-ab08-0cea8fd0ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:35.503791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-c725caf2-88b9-414c-ab08-0cea8fd0ba6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0466864 Feb 11 13:55:35.549279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-ea138ede-031c-4209-90b8-749d7fa126f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:35.551339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-ea138ede-031c-4209-90b8-749d7fa126f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415387 Feb 11 13:55:35.649810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-a40f033f-b9b7-4b75-81e0-8ad2db1412e2 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899231 Feb 11 13:55:35.745993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f28eb067-9f00-48aa-8d0a-1451873dcdfd req-7f67143e-c144-4148-b7a0-bd7a362c3860 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876510 Feb 11 13:55:35.860017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39642) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:35.862131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e57a3e-b6d6-4fae-acc0-4c3a087b24e5 req-1d3d1365-39a8-4c06-ba7a-98ca604dc7be tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:35.864268 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2e57a3e-b6d6-4fae-acc0-4c3a087b24e5 req-1d3d1365-39a8-4c06-ba7a-98ca604dc7be tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 945 time: 0.0508308 Feb 11 13:55:35.903483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f2e57a3e-b6d6-4fae-acc0-4c3a087b24e5 req-98119546-587e-48d8-a167-cdc32037737f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 Feb 11 13:55:36.017490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-855c3da5-e8ed-4bf7-8dd0-ffdebda821f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=575d93d5e9a4439796b157bf7e49a91f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560733 Feb 11 13:55:36.020137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39646) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:36.035381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 008b330f-651e-4c6a-9530-d7fc3feb771f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:36.058321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 008b330f-651e-4c6a-9530-d7fc3feb771f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:55:36.058669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 008b330f-651e-4c6a-9530-d7fc3feb771f not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:36.071943 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67c3e634-a74a-41fe-bb84-0b2d81572208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:36.092707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67c3e634-a74a-41fe-bb84-0b2d81572208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:36.168489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-11765feb-a236-499a-b460-854247007a96 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:36.170141 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-11765feb-a236-499a-b460-854247007a96 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 945 time: 0.0580962 Feb 11 13:55:36.263443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-9eb7b3bd-d62b-49f0-b7a2-771868ae5fec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Deleting port fbbaa553-0e57-4813-96c2-cdea130ebf7c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:55:36.263695 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-9eb7b3bd-d62b-49f0-b7a2-771868ae5fec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:36.308774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67c3e634-a74a-41fe-bb84-0b2d81572208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:36.311330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-67c3e634-a74a-41fe-bb84-0b2d81572208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:36.312455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-67c3e634-a74a-41fe-bb84-0b2d81572208 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70e11df9-5e9a-4514-87af-020fe151aea9 HTTP/1.1" status: 204 len: 168 time: 0.2914009 Feb 11 13:55:36.329085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3e634-a74a-41fe-bb84-0b2d81572208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e11df9-5e9a-4514-87af-020fe151aea9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:36.372827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-9eb7b3bd-d62b-49f0-b7a2-771868ae5fec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] For port fbbaa553-0e57-4813-96c2-cdea130ebf7c, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fbbaa553-0e57-4813-96c2-cdea130ebf7c,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:36.373198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-9eb7b3bd-d62b-49f0-b7a2-771868ae5fec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:36.386216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-9eb7b3bd-d62b-49f0-b7a2-771868ae5fec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Calling delete_port for fbbaa553-0e57-4813-96c2-cdea130ebf7c owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:55:36.566995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-9eb7b3bd-d62b-49f0-b7a2-771868ae5fec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:36.583233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e878e7ca-0501-4001-8716-2574e8015854', 'fbbaa553-0e57-4813-96c2-cdea130ebf7c'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:55:36.604162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb7b3bd-d62b-49f0-b7a2-771868ae5fec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'Port': ['ID=fbbaa553-0e57-4813-96c2-cdea130ebf7c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:36.645900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-9eb7b3bd-d62b-49f0-b7a2-771868ae5fec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] No DVR routers for this DVR port fbbaa553-0e57-4813-96c2-cdea130ebf7c on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:36.648739 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-9eb7b3bd-d62b-49f0-b7a2-771868ae5fec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:36.652082 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b49ffb48-46a9-4928-b074-9f3673ed8a35 req-9eb7b3bd-d62b-49f0-b7a2-771868ae5fec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "DELETE /v2.0/ports/fbbaa553-0e57-4813-96c2-cdea130ebf7c HTTP/1.1" status: 204 len: 173 time: 0.4752686 Feb 11 13:55:36.652626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0333d60-19b4-4d2c-8676-be66af33e825', 'name': 'network-vif-deleted', 'tag': 'fbbaa553-0e57-4813-96c2-cdea130ebf7c'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:55:36.654851 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b25e59-4ec2-45c9-be88-58bdec0599c1" -d '{"events": [{"server_uuid": "b0333d60-19b4-4d2c-8676-be66af33e825", "name": "network-vif-deleted", "tag": "fbbaa553-0e57-4813-96c2-cdea130ebf7c"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:36.708945 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d15f63c-de71-488c-bb46-040a92a8293d x-openstack-request-id: req-1d15f63c-de71-488c-bb46-040a92a8293d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:36.709378 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0333d60-19b4-4d2c-8676-be66af33e825", "name": "network-vif-deleted", "tag": "fbbaa553-0e57-4813-96c2-cdea130ebf7c", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:36.709692 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d15f63c-de71-488c-bb46-040a92a8293d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:36.710230 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0333d60-19b4-4d2c-8676-be66af33e825', 'name': 'network-vif-deleted', 'tag': 'fbbaa553-0e57-4813-96c2-cdea130ebf7c', 'status': 'completed', 'code': 200} Feb 11 13:55:37.008037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79cc9063-3a79-4cc7-8134-d1b93d1f3cdd req-04f4fbd8-53d3-4f52-9b12-6159474643ac tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 210 time: 0.0321367 Feb 11 13:55:37.016740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39658) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:37.059687 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-edcbaf6e-5a36-4ab4-9dae-f350c2ffbdc4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b957c24a4584447fbf1f2397f0200f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417182 Feb 11 13:55:37.062306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39660) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:37.112443 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fc0408c-0ff0-4a4a-9bc0-0b1389b97d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:37.134079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fc0408c-0ff0-4a4a-9bc0-0b1389b97d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:37.297913 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fc0408c-0ff0-4a4a-9bc0-0b1389b97d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:37.301156 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fc0408c-0ff0-4a4a-9bc0-0b1389b97d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:37.302531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8fc0408c-0ff0-4a4a-9bc0-0b1389b97d77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/25690d54-4906-4e81-b8ec-4a8e7821acc0 HTTP/1.1" status: 204 len: 168 time: 0.2392290 Feb 11 13:55:37.310612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0408c-0ff0-4a4a-9bc0-0b1389b97d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25690d54-4906-4e81-b8ec-4a8e7821acc0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:38.115564 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f41db90-d4a3-4acc-8adf-cccdefb6d040 req-441681ca-60be-4748-88ec-a9b2dcefde4f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 210 time: 0.0278928 Feb 11 13:55:39.236885 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7ce1fab8-ed22-4078-98b5-fc666b58bd13 req-715132a1-76ec-4b73-840c-baa77250deec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 210 time: 0.0293939 Feb 11 13:55:39.362105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39700) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:39.529196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'network': {'name': 'tempest-network-smoke--212411966', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'port_security_enabled': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:39.640634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Made reservation on behalf of 461f163b5972481da6f5aa0be4ef2d16 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:39.645090 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:39.654349 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:39.733691 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:39.804062 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:39.833948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:55:39.839228 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aad73c94-955f-4934-815f-ade9f93c830b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:39.846272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:39.846612 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Added segment 5195fe56-aaef-439c-b412-77f2b8d46d44 of type vlan for network aefcd06a-d7bb-4391-8dd1-c4befff68a9c Feb 11 13:55:39.891641 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:39.977065 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-610cc0c4-e6da-4fca-bef0-404989479c65 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0492599 Feb 11 13:55:39.983989 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:39.990376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:39.994846 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:40.045911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-6b0c1483-3f69-4b1f-a3f9-2f50230bb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:40.047512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-6b0c1483-3f69-4b1f-a3f9-2f50230bb31d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb24bfa565e14c4bb19312db966e8347&device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 1096 time: 0.0476115 Feb 11 13:55:40.059255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Network': ['ID=aefcd06a-d7bb-4391-8dd1-c4befff68a9c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:40.071393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network aefcd06a-d7bb-4391-8dd1-c4befff68a9c details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:55:40.165166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-141d69f9-6eb2-414d-af6e-d066952b2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:40.166734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-141d69f9-6eb2-414d-af6e-d066952b2d88 service neutron] 10.222.0.59 "GET /v2.0/networks?id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 HTTP/1.1" status: 200 len: 915 time: 0.0986645 Feb 11 13:55:40.210096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-85eb8549-b0bb-4023-8f63-699931ae33ff tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8467338 Feb 11 13:55:40.212952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39704) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:40.217925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'admin_state_up': True, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:40.237129 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-5b6ee0f6-6e57-4bbe-949c-5e5ebeb195cc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da7f857a-bc32-42b8-906a-74ee0dd54028 HTTP/1.1" status: 200 len: 1001 time: 0.0639715 Feb 11 13:55:40.290547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-7c91c9c2-7dec-484b-bb61-3d67fb60140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:40.292185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-7c91c9c2-7dec-484b-bb61-3d67fb60140f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b582e7-b8ea-4f34-9327-0dc990dd556e HTTP/1.1" status: 200 len: 853 time: 0.0491016 Feb 11 13:55:40.307053 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:40.316719 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:40.352377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8606b447-73cd-4e8b-9a91-237d33a1abc5 req-cf896346-3026-4bb5-bafa-3858e218daaf tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 210 time: 0.0439494 Feb 11 13:55:40.368524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-1ace029f-6009-4cd7-b079-f533dc867b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:40.370337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-1ace029f-6009-4cd7-b079-f533dc867b52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708048 Feb 11 13:55:40.371817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:40.466908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-ac010f2c-6845-4f81-b117-0b49818668af service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894258 Feb 11 13:55:40.562566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a915b4cc-3c21-48b4-94a4-4d385145159c req-8bbe37a6-c75c-4eba-b41a-c5d08cd6e0aa service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893853 Feb 11 13:55:40.571159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:40.874230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:40.894259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:41.008049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Allocated IP 172.25.0.82 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/62a0b02e-41dc-492e-9b5d-e242abf4fc64) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:41.062185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fbbaa553-0e57-4813-96c2-cdea130ebf7c no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:41.092463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: fbbaa553-0e57-4813-96c2-cdea130ebf7c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:55:41.095760 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fbbaa553-0e57-4813-96c2-cdea130ebf7c not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:41.113145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:41.201048 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:41.245909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:41.249018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:41.252468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:41.275896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=62a0b02e-41dc-492e-9b5d-e242abf4fc64,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:41.470147 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1041a65e-65f4-4df6-9dd2-26179858d9a0 req-c8abf649-c503-4a11-bb2d-9b10372a2461 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0333d60-19b4-4d2c-8676-be66af33e825 HTTP/1.1" status: 200 len: 210 time: 0.0275562 Feb 11 13:55:41.620418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:41.827812 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:42.389092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router 74a09069-2919-4ca6-81e6-f56c646ceaef is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:55:42.498914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:42.509622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Sync routers for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:42.520775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:42.521407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:42.608418 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:42.610679 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-59bc9360-36ad-40a8-8b12-bc26499c23b8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3959188 Feb 11 13:55:42.613527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39716) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:42.634116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:42.703094 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-308c8d74-5593-42fc-9998-8f646386060a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=461f163b5972481da6f5aa0be4ef2d16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0855956 Feb 11 13:55:42.703094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39720) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:42.796096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11bf7b1-1412-434c-bfbb-0d4e390240b9 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:42.801140 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d11bf7b1-1412-434c-bfbb-0d4e390240b9 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939651 Feb 11 13:55:42.801801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39722) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:42.829483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:41Z', 'revision_number': 3, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:42.835021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-598d855e-76d8-46be-9e54-f8343d79e7ee tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318005 Feb 11 13:55:42.837477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39724) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:42.842432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-200276141', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:42.857624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Checking router: 74a09069-2919-4ca6-81e6-f56c646ceaef for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:55:42.860917 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Updating router 74a09069-2919-4ca6-81e6-f56c646ceaef port 62a0b02e-41dc-492e-9b5d-e242abf4fc64 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:55:42.887263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:43.032648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Made reservation on behalf of 461f163b5972481da6f5aa0be4ef2d16 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:43.037315 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:43.156811 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:43.286596 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:43.333225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:43.343479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Attempting to bind port 62a0b02e-41dc-492e-9b5d-e242abf4fc64 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:55:43.343861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Attempting to bind port 62a0b02e-41dc-492e-9b5d-e242abf4fc64 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:55:43.344230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Attempting to bind port 62a0b02e-41dc-492e-9b5d-e242abf4fc64 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:43.354378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461ff7e-c5fd-4f5d-bbdb-56d2daccc589 None None] Pushing event updated for resources: {'Port': ['ID=62a0b02e-41dc-492e-9b5d-e242abf4fc64,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:43.358996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:43.358996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:55:43.359259 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:43.359450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:43.359884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Bound port: 62a0b02e-41dc-492e-9b5d-e242abf4fc64, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:55:43.360263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:43.399865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Subnet': ['ID=3345730c-1785-486e-9ad2-52ed6baf6493,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:43.412683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.412881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] For port 62a0b02e-41dc-492e-9b5d-e242abf4fc64, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:43.413018 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.413280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.413611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.413964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.414295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.414685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.415260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.415790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.416104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.416427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.416736 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] For port 62a0b02e-41dc-492e-9b5d-e242abf4fc64, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=62a0b02e-41dc-492e-9b5d-e242abf4fc64,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:43.416885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:43.419986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Checking segment: {'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:55:43.420342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network hostable DHCP agents. Network: aefcd06a-d7bb-4391-8dd1-c4befff68a9c, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:55:43.481182 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:43.532304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network aefcd06a-d7bb-4391-8dd1-c4befff68a9c is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:55:43.537035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:43.537697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:43.542952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461ff7e-c5fd-4f5d-bbdb-56d2daccc589 None None] Pushing event updated for resources: {'Port': ['ID=62a0b02e-41dc-492e-9b5d-e242abf4fc64,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:43.652775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, aefcd06a-d7bb-4391-8dd1-c4befff68a9c) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:43.655617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:43.661762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:43.662890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:43.689122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a31547-e05e-4969-9a1d-8fba11a3ab0c None None] Network aefcd06a-d7bb-4391-8dd1-c4befff68a9c requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:55:43.808387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-364b6642-a68c-4037-a2c1-b24ae229face tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9696667 Feb 11 13:55:43.811127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39732) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:43.998487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:41Z', 'revision_number': 3, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:44.002345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:55:44.003213 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:44.059001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b148a-e7ce-4572-a811-a8fc3366b510 None None] The sync data for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 is: [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:41Z', 'revision_number': 3, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:44.242904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Allocated IP 172.20.0.2 (aefcd06a-d7bb-4391-8dd1-c4befff68a9c/3345730c-1785-486e-9ad2-52ed6baf6493/4e05b747-3635-4f04-a9f4-2889eb20632f) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:44.345584 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:44.461090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:44.624258 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:44.718302 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Allocated IP 172.20.0.1 (aefcd06a-d7bb-4391-8dd1-c4befff68a9c/3345730c-1785-486e-9ad2-52ed6baf6493/ee12f865-4802-40fb-ac37-762554709fc5) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:44.894516 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:44.923628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Network aefcd06a-d7bb-4391-8dd1-c4befff68a9c is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:44.929266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Pushing event updated for resources: {'Port': ['ID=4e05b747-3635-4f04-a9f4-2889eb20632f,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:44.929266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:44.931268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:44.989404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Attempting to bind port 4e05b747-3635-4f04-a9f4-2889eb20632f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:55:44.989831 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Attempting to bind port 4e05b747-3635-4f04-a9f4-2889eb20632f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:55:44.990166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Attempting to bind port 4e05b747-3635-4f04-a9f4-2889eb20632f on network aefcd06a-d7bb-4391-8dd1-c4befff68a9c {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:44.995515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:44.995896 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Checking segment: {'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:55:44.996301 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:44.996723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Bound using segment: {'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:44.997186 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Bound port: 4e05b747-3635-4f04-a9f4-2889eb20632f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:55:44.997574 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:45.005268 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:45.056951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network aefcd06a-d7bb-4391-8dd1-c4befff68a9c is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:45.060421 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:45.063381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:45.077107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] For port 4e05b747-3635-4f04-a9f4-2889eb20632f, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:45.080629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] For port 4e05b747-3635-4f04-a9f4-2889eb20632f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4e05b747-3635-4f04-a9f4-2889eb20632f,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:45.099812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=ee12f865-4802-40fb-ac37-762554709fc5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:45.121498 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:45.204671 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:45.294940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a43c4-a114-48f5-ad84-594f84957d24 None None] Pushing event updated for resources: {'Port': ['ID=4e05b747-3635-4f04-a9f4-2889eb20632f,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:45.395601 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:45.731438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:45.832862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:45.914559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:45.916764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=ee12f865-4802-40fb-ac37-762554709fc5,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:46.017504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network aefcd06a-d7bb-4391-8dd1-c4befff68a9c is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:46.019486 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:46.157710 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router 74a09069-2919-4ca6-81e6-f56c646ceaef has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:55:46.177815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 62a0b02e-41dc-492e-9b5d-e242abf4fc64 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:46.228483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 62a0b02e-41dc-492e-9b5d-e242abf4fc64 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:46.228857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:46.279465 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:55:46.287840 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-66e4acc0-88a1-4a99-94d8-96a483b47ab3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "PUT /v2.0/routers/74a09069-2919-4ca6-81e6-f56c646ceaef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4729795 Feb 11 13:55:46.288193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39740) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:46.289551 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Sync routers for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:55:46.304443 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:46.305203 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:46.321048 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:46.343671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 62a0b02e-41dc-492e-9b5d-e242abf4fc64, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=62a0b02e-41dc-492e-9b5d-e242abf4fc64,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:46.421452 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:46.425222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4e05b747-3635-4f04-a9f4-2889eb20632f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:46.428900 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:46.512433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=62a0b02e-41dc-492e-9b5d-e242abf4fc64,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:46.516956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.516956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.516956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.516956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.516956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.516956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.516956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.517646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.517748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.519051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.526817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39742) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:46.539322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9646a7dc-7fa0-4513-a963-40881b69657a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7082 time: 0.2500362 Feb 11 13:55:46.551663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4e05b747-3635-4f04-a9f4-2889eb20632f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:46.552191 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:46.652147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.653118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.653118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.653499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.653962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.654729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.655186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.655624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.656065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.656502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:46.658682 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9d01d96e-7d24-4be2-a837-8d49e6546847 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6558 time: 0.1307449 Feb 11 13:55:46.665935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39744) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:46.666766 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:46.732433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 4e05b747-3635-4f04-a9f4-2889eb20632f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4e05b747-3635-4f04-a9f4-2889eb20632f,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:46.779091 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:45Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:45Z', 'revision_number': 2, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:46.786524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765da5f9-1224-463c-b67f-de7af86fcab9 None None] Network aefcd06a-d7bb-4391-8dd1-c4befff68a9c requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:55:46.810948 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Checking router: 74a09069-2919-4ca6-81e6-f56c646ceaef for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:55:46.811307 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Updating router 74a09069-2919-4ca6-81e6-f56c646ceaef port ee12f865-4802-40fb-ac37-762554709fc5 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:55:46.838068 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:46.844655 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:46.883744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b485f424-8575-4ddf-9355-9a33f7eff2fc None None] Provisioning complete for port 4e05b747-3635-4f04-a9f4-2889eb20632f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:46.884026 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b485f424-8575-4ddf-9355-9a33f7eff2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:46.950138 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8051db7a-974b-482c-8fcb-38a3bb4aeb2f tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5930 time: 0.2861021 Feb 11 13:55:46.973799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=4e05b747-3635-4f04-a9f4-2889eb20632f,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:47.179840 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.245424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39752) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:47.250133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8db34b33-6094-46b9-ad6a-d2d7b646c3e8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498618416', 'description': 'tempest-secgroup-smoke-1498618416 description', 'project_id': '461f163b5972481da6f5aa0be4ef2d16'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:47.364318 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.407413 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db34b33-6094-46b9-ad6a-d2d7b646c3e8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.408393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3658e346-ff84-4c0f-9aba-c7928963aa87 None None] Provisioning complete for port ee12f865-4802-40fb-ac37-762554709fc5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:47.408971 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3658e346-ff84-4c0f-9aba-c7928963aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.420948 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Pushing event updated for resources: {'Port': ['ID=ee12f865-4802-40fb-ac37-762554709fc5,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:47.445101 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.445373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3658e346-ff84-4c0f-9aba-c7928963aa87 None None] Port ee12f865-4802-40fb-ac37-762554709fc5 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:55:47.445913 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.446448 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.446949 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.447454 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.447947 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.448519 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.449028 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.449543 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.450246 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.450774 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.451280 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:55:47.462078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3658e346-ff84-4c0f-9aba-c7928963aa87 None None] Provisioning complete for port 4e05b747-3635-4f04-a9f4-2889eb20632f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:47.462456 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3658e346-ff84-4c0f-9aba-c7928963aa87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.491162 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Attempting to bind port ee12f865-4802-40fb-ac37-762554709fc5 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:55:47.491693 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Attempting to bind port ee12f865-4802-40fb-ac37-762554709fc5 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:55:47.492153 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Attempting to bind port ee12f865-4802-40fb-ac37-762554709fc5 on network aefcd06a-d7bb-4391-8dd1-c4befff68a9c {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:47.498102 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:47.498678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db34b33-6094-46b9-ad6a-d2d7b646c3e8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.498857 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Checking segment: {'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:55:47.499357 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.499982 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Bound using segment: {'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:47.500545 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Bound port: ee12f865-4802-40fb-ac37-762554709fc5, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:55:47.500983 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.574823 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] For port ee12f865-4802-40fb-ac37-762554709fc5, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:47.578019 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] For port ee12f865-4802-40fb-ac37-762554709fc5, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ee12f865-4802-40fb-ac37-762554709fc5,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:47.645371 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db34b33-6094-46b9-ad6a-d2d7b646c3e8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.672415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-77c7346f-8fe9-4449-8506-16f8da3b1ba2 None None] Provisioning complete for port ee12f865-4802-40fb-ac37-762554709fc5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:47.673116 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-77c7346f-8fe9-4449-8506-16f8da3b1ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.673254 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.687938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db34b33-6094-46b9-ad6a-d2d7b646c3e8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57cbb98c-331e-45aa-829b-cb1af3bc073b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:47.759390 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:55:47.760305 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:47.800727 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8db34b33-6094-46b9-ad6a-d2d7b646c3e8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.807176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8db34b33-6094-46b9-ad6a-d2d7b646c3e8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5556889 Feb 11 13:55:47.807344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39758) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:47.807815 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-77c7346f-8fe9-4449-8506-16f8da3b1ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.811211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-74fafc87-77cc-4350-97e3-40d67b58cbd3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '57cbb98c-331e-45aa-829b-cb1af3bc073b', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:47.819488 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7f8c4-fa99-4354-b405-9b6b1615f00d None None] Pushing event updated for resources: {'Port': ['ID=ee12f865-4802-40fb-ac37-762554709fc5,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:47.865911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-77c7346f-8fe9-4449-8506-16f8da3b1ba2 None None] For port ee12f865-4802-40fb-ac37-762554709fc5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ee12f865-4802-40fb-ac37-762554709fc5,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:47.900779 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:55:47.913186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca7307-33e2-4355-99ae-832b5589820a req-84723d27-1f17-45d6-baba-da89c98a43d1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:47.915599 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06ca7307-33e2-4355-99ae-832b5589820a req-84723d27-1f17-45d6-baba-da89c98a43d1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 945 time: 0.2639863 Feb 11 13:55:47.964905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06ca7307-33e2-4355-99ae-832b5589820a req-e0417b40-66f9-4b22-8a8a-c9a953ab855e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Feb 11 13:55:47.976183 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-77c7346f-8fe9-4449-8506-16f8da3b1ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:47.991301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74fafc87-77cc-4350-97e3-40d67b58cbd3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.059889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7346f-8fe9-4449-8506-16f8da3b1ba2 None None] Pushing event updated for resources: {'Port': ['ID=ee12f865-4802-40fb-ac37-762554709fc5,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:48.079911 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74fafc87-77cc-4350-97e3-40d67b58cbd3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.099612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e4138c02-ba40-46c2-b372-eee502dd06c6 None None] Provisioning complete for port ee12f865-4802-40fb-ac37-762554709fc5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:48.104899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4138c02-ba40-46c2-b372-eee502dd06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.127715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 62a0b02e-41dc-492e-9b5d-e242abf4fc64 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:48.160842 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:45Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:55:48.166915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74fafc87-77cc-4350-97e3-40d67b58cbd3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.195949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fafc87-77cc-4350-97e3-40d67b58cbd3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dd0136-ef59-4668-9de9-adef8c189ff5,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:48.209557 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a79490-2042-45d8-add4-5aa65d4f6661 None None] The sync data for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 is: [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:45Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:55:48.248961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 62a0b02e-41dc-492e-9b5d-e242abf4fc64 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:48.248961 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.287769 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-74fafc87-77cc-4350-97e3-40d67b58cbd3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.289215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-74fafc87-77cc-4350-97e3-40d67b58cbd3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4820778 Feb 11 13:55:48.292324 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39760) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:48.297641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3547b862-f0e7-4be3-8278-d67cfadb7bed tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '57cbb98c-331e-45aa-829b-cb1af3bc073b', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:48.354137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4e05b747-3635-4f04-a9f4-2889eb20632f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:48.397705 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3547b862-f0e7-4be3-8278-d67cfadb7bed tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.408897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 4e05b747-3635-4f04-a9f4-2889eb20632f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:48.410290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.455579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5c965c02-a538-421c-a1c0-2b048c3fb3b1 None None] Provisioning complete for port ee12f865-4802-40fb-ac37-762554709fc5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:48.456630 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5c965c02-a538-421c-a1c0-2b048c3fb3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.471027 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3547b862-f0e7-4be3-8278-d67cfadb7bed tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.548545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3547b862-f0e7-4be3-8278-d67cfadb7bed tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.567677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547b862-f0e7-4be3-8278-d67cfadb7bed tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488b1a60-7689-4141-b4e0-a757bb85009f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:48.640640 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3547b862-f0e7-4be3-8278-d67cfadb7bed tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.642195 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3547b862-f0e7-4be3-8278-d67cfadb7bed tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3488421 Feb 11 13:55:48.645693 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39762) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:48.650451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5ec21b7f-dcdb-4614-aaeb-5ddb6c622ea3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '57cbb98c-331e-45aa-829b-cb1af3bc073b', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:48.752452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ec21b7f-dcdb-4614-aaeb-5ddb6c622ea3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.814875 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ec21b7f-dcdb-4614-aaeb-5ddb6c622ea3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.938152 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ec21b7f-dcdb-4614-aaeb-5ddb6c622ea3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:48.957995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec21b7f-dcdb-4614-aaeb-5ddb6c622ea3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656c018d-f921-4b42-96f0-aa132a0fde69,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:49.111546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ec21b7f-dcdb-4614-aaeb-5ddb6c622ea3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.116016 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5ec21b7f-dcdb-4614-aaeb-5ddb6c622ea3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4664612 Feb 11 13:55:49.116249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39766) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:49.117280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-027fcbc9-e93c-4f90-ae8a-fe52cf42766b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:49.118924 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-027fcbc9-e93c-4f90-ae8a-fe52cf42766b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 945 time: 0.0897079 Feb 11 13:55:49.123917 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5214dd1b-a80f-4107-9271-0a08fb5be2ba tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '57cbb98c-331e-45aa-829b-cb1af3bc073b', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:49.140954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce9f1a-e2b5-419a-8567-43bb5835daac req-2bc89246-5115-4e4d-803d-a359e3ccd088 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:49.142463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96ce9f1a-e2b5-419a-8567-43bb5835daac req-2bc89246-5115-4e4d-803d-a359e3ccd088 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 945 time: 0.0827274 Feb 11 13:55:49.224321 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5214dd1b-a80f-4107-9271-0a08fb5be2ba tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.231493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96ce9f1a-e2b5-419a-8567-43bb5835daac req-9f4dad15-23cc-44a0-8ea9-3c95af8e98fb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=815e7144-b35f-4fe1-9812-91b006d908a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705497 Feb 11 13:55:49.263826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-aa2b238a-3a22-49e6-8e91-805db1118bed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Deleting port e878e7ca-0501-4001-8716-2574e8015854 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:55:49.264507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-aa2b238a-3a22-49e6-8e91-805db1118bed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.293681 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5214dd1b-a80f-4107-9271-0a08fb5be2ba tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.360645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-aa2b238a-3a22-49e6-8e91-805db1118bed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] For port e878e7ca-0501-4001-8716-2574e8015854, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e878e7ca-0501-4001-8716-2574e8015854,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:55:49.361013 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-aa2b238a-3a22-49e6-8e91-805db1118bed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.373594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-aa2b238a-3a22-49e6-8e91-805db1118bed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Calling delete_port for e878e7ca-0501-4001-8716-2574e8015854 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:55:49.398054 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5214dd1b-a80f-4107-9271-0a08fb5be2ba tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.418242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214dd1b-a80f-4107-9271-0a08fb5be2ba tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5270006-53c3-4f9a-af6b-e3ffc569bc95,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:49.520763 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5214dd1b-a80f-4107-9271-0a08fb5be2ba tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.523764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5214dd1b-a80f-4107-9271-0a08fb5be2ba tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4047244 Feb 11 13:55:49.524769 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39768) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:49.529168 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-265eef65-fc00-45aa-a3cd-6839ee670aa4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '57cbb98c-331e-45aa-829b-cb1af3bc073b', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:49.615643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-aa2b238a-3a22-49e6-8e91-805db1118bed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.626776 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e878e7ca-0501-4001-8716-2574e8015854'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:55:49.644504 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-265eef65-fc00-45aa-a3cd-6839ee670aa4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Project 461f163b5972481da6f5aa0be4ef2d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:55:49.647485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b238a-3a22-49e6-8e91-805db1118bed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'Port': ['ID=e878e7ca-0501-4001-8716-2574e8015854,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:49.651415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-265eef65-fc00-45aa-a3cd-6839ee670aa4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.692800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-aa2b238a-3a22-49e6-8e91-805db1118bed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] No DVR routers for this DVR port e878e7ca-0501-4001-8716-2574e8015854 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:55:49.695717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-aa2b238a-3a22-49e6-8e91-805db1118bed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.699142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84f06fc-9c1d-4cc4-8801-aa2d946cd519 req-aa2b238a-3a22-49e6-8e91-805db1118bed tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "DELETE /v2.0/ports/e878e7ca-0501-4001-8716-2574e8015854 HTTP/1.1" status: 204 len: 173 time: 0.5745800 Feb 11 13:55:49.699805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b35efd9-5340-4f34-bf6f-d4fd703dcccd', 'name': 'network-vif-deleted', 'tag': 'e878e7ca-0501-4001-8716-2574e8015854'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:55:49.702225 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ccbc59-6c4a-499a-8ba7-9e6b2799551f" -d '{"events": [{"server_uuid": "3b35efd9-5340-4f34-bf6f-d4fd703dcccd", "name": "network-vif-deleted", "tag": "e878e7ca-0501-4001-8716-2574e8015854"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:49.728624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-265eef65-fc00-45aa-a3cd-6839ee670aa4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.742872 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d159e198-abdd-470a-9d3c-fbc647a41bca x-openstack-request-id: req-d159e198-abdd-470a-9d3c-fbc647a41bca {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:49.743165 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b35efd9-5340-4f34-bf6f-d4fd703dcccd", "name": "network-vif-deleted", "tag": "e878e7ca-0501-4001-8716-2574e8015854", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:49.743441 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d159e198-abdd-470a-9d3c-fbc647a41bca {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:49.743789 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b35efd9-5340-4f34-bf6f-d4fd703dcccd', 'name': 'network-vif-deleted', 'tag': 'e878e7ca-0501-4001-8716-2574e8015854', 'status': 'completed', 'code': 200} Feb 11 13:55:49.846964 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-265eef65-fc00-45aa-a3cd-6839ee670aa4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.865333 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eef65-fc00-45aa-a3cd-6839ee670aa4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214a153b-ab9b-4cf7-9a8e-1e0f2b998099,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:49.929685 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-265eef65-fc00-45aa-a3cd-6839ee670aa4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:49.930969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-265eef65-fc00-45aa-a3cd-6839ee670aa4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4052625 Feb 11 13:55:49.933940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39772) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:49.938697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-65196ec5-3a9b-412a-a8e1-e915aec59998 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '57cbb98c-331e-45aa-829b-cb1af3bc073b', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:50.012415 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-65196ec5-3a9b-412a-a8e1-e915aec59998 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Project 461f163b5972481da6f5aa0be4ef2d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:55:50.018694 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65196ec5-3a9b-412a-a8e1-e915aec59998 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:50.134696 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65196ec5-3a9b-412a-a8e1-e915aec59998 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:50.174383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ee12f865-4802-40fb-ac37-762554709fc5 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:55:50.218777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65196ec5-3a9b-412a-a8e1-e915aec59998 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:50.247175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65196ec5-3a9b-412a-a8e1-e915aec59998 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6cdb96-1ab9-4a8d-a783-c679d27e7336,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:50.278914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port ee12f865-4802-40fb-ac37-762554709fc5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:50.280370 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:50.372512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8944a586-2bc8-4c59-b3c2-1db0f7297dcb req-6933f0b9-f846-4abf-9f6f-253ff1a4cb62 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 210 time: 0.0386338 Feb 11 13:55:50.376610 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-65196ec5-3a9b-412a-a8e1-e915aec59998 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:50.377654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-65196ec5-3a9b-412a-a8e1-e915aec59998 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4427063 Feb 11 13:55:50.554414 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-8621be9e-32df-4f60-a057-2b223468b42a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498618416&fields=id&tenant_id=461f163b5972481da6f5aa0be4ef2d16 HTTP/1.1" status: 200 len: 267 time: 0.0393255 Feb 11 13:55:50.671587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-d600dc1d-8238-4f1d-9d0e-8c9e0c8d05f5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:50.673140 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-d600dc1d-8238-4f1d-9d0e-8c9e0c8d05f5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/networks?id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c HTTP/1.1" status: 200 len: 796 time: 0.1115608 Feb 11 13:55:50.691886 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-1e0e7310-977a-4995-898e-2eb6b148e14f tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/quotas/461f163b5972481da6f5aa0be4ef2d16 HTTP/1.1" status: 200 len: 375 time: 0.0096445 Feb 11 13:55:50.745183 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-6481848d-77aa-473c-a999-5cd07826f4a0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473642 Feb 11 13:55:50.897791 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-311a9ada-8d56-437e-b7d0-fc613ee8dfe8 service neutron] 10.222.0.52 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401272 Feb 11 13:55:50.990770 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-840a6976-634a-41f4-8336-191a484713f9 service neutron] 10.222.0.52 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864789 Feb 11 13:55:51.444105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0172508b-dce2-4bd7-8a69-c529908c7fec req-46c0ebd9-8442-4cb1-b407-84614bbcb507 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 210 time: 0.0390234 Feb 11 13:55:51.510079 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c960040-afc7-461f-9fa2-37cef70d3df5 req-37d80f4f-9f74-40eb-9cfc-9af1891e7b12 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 210 time: 0.0288804 Feb 11 13:55:52.527829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-312764f0-f793-4667-81ea-70c62370826f req-6a1b2744-bb2d-4c3c-9cc3-e58efcdb7ac1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 210 time: 0.0273230 Feb 11 13:55:52.608674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09397d80-4bab-4ef7-96d6-a05e0cfb2e6e req-93b06a0c-5740-48bc-8e46-ee838e4d8e69 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 210 time: 0.0273044 Feb 11 13:55:53.137255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e878e7ca-0501-4001-8716-2574e8015854 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:55:53.162053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: e878e7ca-0501-4001-8716-2574e8015854 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:55:53.162476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e878e7ca-0501-4001-8716-2574e8015854 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:55:53.627202 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58e43f92-7ddd-4216-924f-a019533d5e92 req-cabcd948-912c-47de-9cf5-5f01ddd36476 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 210 time: 0.0262272 Feb 11 13:55:53.703835 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b6206190-7c27-45be-bf32-12f2f0440532 req-ce749ecf-2b97-493e-8a2b-9889d164a969 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 210 time: 0.0263321 Feb 11 13:55:54.250132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-b11a63b1-0595-470d-ba13-8705e64a05e5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:54.251749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-b11a63b1-0595-470d-ba13-8705e64a05e5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "GET /v2.0/networks?id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c HTTP/1.1" status: 200 len: 796 time: 0.1140394 Feb 11 13:55:54.297779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-bd7545ad-a594-482d-a743-e69df1fb78bb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461f163b5972481da6f5aa0be4ef2d16 HTTP/1.1" status: 200 len: 380 time: 0.0376062 Feb 11 13:55:54.307204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'port': {'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'admin_state_up': True, 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'security_groups': ['57cbb98c-331e-45aa-829b-cb1af3bc073b']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:54.495691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Made reservation on behalf of 461f163b5972481da6f5aa0be4ef2d16 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:55:54.499210 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:54.638336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Allocated IP 172.20.0.7 (aefcd06a-d7bb-4391-8dd1-c4befff68a9c/3345730c-1785-486e-9ad2-52ed6baf6493/35d32a4e-3f13-48cb-a472-f47fef65114d) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:55:54.744613 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4e4da1a-45a5-4ae7-a9e7-360e30ca4d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:54.843149 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-583993ef-fcd2-491d-a53f-0d5fa97a985c req-edb55d1b-a7c7-4514-a0ea-0246a4a64195 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b35efd9-5340-4f34-bf6f-d4fd703dcccd HTTP/1.1" status: 200 len: 210 time: 0.0489268 Feb 11 13:55:55.107507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57354e8a-4ee0-4641-94c0-04309108a3af req-2249d081-26cf-4b66-be77-e120e332f384 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 210 time: 0.3766606 Feb 11 13:55:55.172098 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:55.267213 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:55.312853 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network aefcd06a-d7bb-4391-8dd1-c4befff68a9c is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:55:55.318935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:55:55.326107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:55:55.359863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=35d32a4e-3f13-48cb-a472-f47fef65114d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:55.390419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:55.391151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:55.481951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-548bb86a-1c14-444d-9c43-acff73ea9bec tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1782131 Feb 11 13:55:55.494265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Request body: {'port': {'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:55.553596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-50d33b35-6ef2-4e73-80f3-27c41b00078f None None] Provisioning complete for port 35d32a4e-3f13-48cb-a472-f47fef65114d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:55:55.554084 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:55.554248 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-50d33b35-6ef2-4e73-80f3-27c41b00078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:55.594777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-50d33b35-6ef2-4e73-80f3-27c41b00078f None None] Port 35d32a4e-3f13-48cb-a472-f47fef65114d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:55:55.821666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d32a4e-3f13-48cb-a472-f47fef65114d {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:55:55.829024 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:55.841530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Transition to ACTIVE for port object 35d32a4e-3f13-48cb-a472-f47fef65114d will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:55:55.926595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:55.966380 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:56.015508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Pushing event updated for resources: {'Port': ['ID=35d32a4e-3f13-48cb-a472-f47fef65114d,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:56.094941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Attempting to bind port 35d32a4e-3f13-48cb-a472-f47fef65114d on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:55:56.095277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Attempting to bind port 35d32a4e-3f13-48cb-a472-f47fef65114d by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:55:56.095605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Attempting to bind port 35d32a4e-3f13-48cb-a472-f47fef65114d on network aefcd06a-d7bb-4391-8dd1-c4befff68a9c {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:56.100819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Port 35d32a4e-3f13-48cb-a472-f47fef65114d on network aefcd06a-d7bb-4391-8dd1-c4befff68a9c not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:55:56.101137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Attempting to bind port 35d32a4e-3f13-48cb-a472-f47fef65114d on network aefcd06a-d7bb-4391-8dd1-c4befff68a9c {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:55:56.106387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:55:56.106730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Checking segment: {'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:55:56.107118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Bound using segment: {'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:55:56.107541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Bound port: 35d32a4e-3f13-48cb-a472-f47fef65114d, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5195fe56-aaef-439c-b412-77f2b8d46d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:55:56.107898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:56.190026 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] For port 35d32a4e-3f13-48cb-a472-f47fef65114d, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:55:56.233935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] For port 35d32a4e-3f13-48cb-a472-f47fef65114d, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=35d32a4e-3f13-48cb-a472-f47fef65114d,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:55:56.255332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa4f5-4663-40b6-b8f3-327c4f15f2d8 req-8e308c7c-4b15-43b8-91d3-4e99711b9892 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.256837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-158fa4f5-4663-40b6-b8f3-327c4f15f2d8 req-8e308c7c-4b15-43b8-91d3-4e99711b9892 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 943 time: 0.0634959 Feb 11 13:55:56.296135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-158fa4f5-4663-40b6-b8f3-327c4f15f2d8 req-7da338c3-5ebd-43ff-b718-666b410b367f tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330050 Feb 11 13:55:56.361604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:56.396237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.396988 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:56.398231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] 10.222.0.59 "PUT /v2.0/ports/35d32a4e-3f13-48cb-a472-f47fef65114d HTTP/1.1" status: 200 len: 1091 time: 0.9090250 Feb 11 13:55:56.398651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'tag': '35d32a4e-3f13-48cb-a472-f47fef65114d'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:55:56.400996 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5340db06-2e6e-4e5e-900c-ae974ddf0013" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2aadf3-042d-47ff-81a8-6d7740d727e8", "tag": "35d32a4e-3f13-48cb-a472-f47fef65114d"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:55:56.427691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11895609-855b-46df-bc8d-1f12c8e02fba service neutron] Pushing event updated for resources: {'Port': ['ID=35d32a4e-3f13-48cb-a472-f47fef65114d,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:56.454079 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88944a8-b0e2-4f3b-ae13-f6115a6c4359 x-openstack-request-id: req-f88944a8-b0e2-4f3b-ae13-f6115a6c4359 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:55:56.454441 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2aadf3-042d-47ff-81a8-6d7740d727e8", "tag": "35d32a4e-3f13-48cb-a472-f47fef65114d", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:55:56.454760 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f88944a8-b0e2-4f3b-ae13-f6115a6c4359 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:55:56.455166 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'tag': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'status': 'completed', 'code': 200} Feb 11 13:55:56.521867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340db06-2e6e-4e5e-900c-ae974ddf0013 req-7d9ded4b-52f9-4a9d-bec0-e66d160f005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.523355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5340db06-2e6e-4e5e-900c-ae974ddf0013 req-7d9ded4b-52f9-4a9d-bec0-e66d160f005c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 1094 time: 0.0468912 Feb 11 13:55:56.628873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340db06-2e6e-4e5e-900c-ae974ddf0013 req-28f85985-850e-4790-b94c-ecfba4847c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.630305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5340db06-2e6e-4e5e-900c-ae974ddf0013 req-28f85985-850e-4790-b94c-ecfba4847c76 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=461f163b5972481da6f5aa0be4ef2d16&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1000731 Feb 11 13:55:56.727314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340db06-2e6e-4e5e-900c-ae974ddf0013 req-ced09f3d-df95-4f70-9e45-f2aca2e02402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.728795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5340db06-2e6e-4e5e-900c-ae974ddf0013 req-ced09f3d-df95-4f70-9e45-f2aca2e02402 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920110 Feb 11 13:55:56.812685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-c01d7a27-28b9-4705-adf9-44805ca77d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.814214 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-c01d7a27-28b9-4705-adf9-44805ca77d39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 1094 time: 0.0439603 Feb 11 13:55:56.859005 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-c79e4ba9-855e-4ceb-a934-de8eb76c092e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d32a4e-3f13-48cb-a472-f47fef65114d HTTP/1.1" status: 200 len: 217 time: 0.0378335 Feb 11 13:55:56.915858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-190980ed-6093-469c-a621-07ed2ea92a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.917322 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-190980ed-6093-469c-a621-07ed2ea92a03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3345730c-1785-486e-9ad2-52ed6baf6493 HTTP/1.1" status: 200 len: 834 time: 0.0522971 Feb 11 13:55:56.964514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-413a9067-ae15-47dc-a0ab-cfda5afbb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:56.966209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-413a9067-ae15-47dc-a0ab-cfda5afbb2a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426333 Feb 11 13:55:57.032295 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4d6fac47-d6b4-498e-a013-74492d19dc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:57.064882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-94d63223-4382-4547-ab5b-d82d046efbc8 service neutron] 10.222.0.59 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917912 Feb 11 13:55:57.171750 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85948d8c-e5da-487b-af6a-9c21222bf0ed req-329194a2-7bf8-444a-955e-674e5825aa2b service neutron] 10.222.0.59 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004045 Feb 11 13:55:57.443029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc86ec-77d5-4bd2-852f-339c0712792b req-1288410f-158c-4c3d-bbfe-19c091f2cd6b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:57.444518 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85fc86ec-77d5-4bd2-852f-339c0712792b req-1288410f-158c-4c3d-bbfe-19c091f2cd6b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 943 time: 0.0692399 Feb 11 13:55:57.483144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-85fc86ec-77d5-4bd2-852f-339c0712792b req-b4755810-2cf3-4e15-8e13-7f00b22ff4b7 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323522 Feb 11 13:55:57.980841 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:58.602178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3cfb9-efea-4dbf-95dd-221da85f9fb7 req-0611105a-d4b9-4553-a368-6e9f8eaf1daa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:58.603579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f3a3cfb9-efea-4dbf-95dd-221da85f9fb7 req-0611105a-d4b9-4553-a368-6e9f8eaf1daa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 943 time: 0.0509739 Feb 11 13:55:58.645177 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f3a3cfb9-efea-4dbf-95dd-221da85f9fb7 req-d1b7dece-ed6a-4f6d-8141-e67bfbc2b467 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354018 Feb 11 13:55:58.697955 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:58.939730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39884) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:58.945148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6f337180-a456-4c50-b871-5aebfebe3621 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889968989', 'description': 'tempest-secgroup-smoke-889968989 description', 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:59.043978 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f337180-a456-4c50-b871-5aebfebe3621 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:59.118222 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f337180-a456-4c50-b871-5aebfebe3621 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:59.338077 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f337180-a456-4c50-b871-5aebfebe3621 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:59.367010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f337180-a456-4c50-b871-5aebfebe3621 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f317d1-2925-46f1-9f3f-c629e6c1f2b2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:59.448385 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6f337180-a456-4c50-b871-5aebfebe3621 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:59.449570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6f337180-a456-4c50-b871-5aebfebe3621 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5080802 Feb 11 13:55:59.452513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39886) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:59.456923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e71184ea-9ea7-4c17-9e9e-b8898bab95d9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'security_group_rule': {'security_group_id': '43f317d1-2925-46f1-9f3f-c629e6c1f2b2', 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:55:59.585542 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e71184ea-9ea7-4c17-9e9e-b8898bab95d9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:59.645420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e71184ea-9ea7-4c17-9e9e-b8898bab95d9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:59.724563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e71184ea-9ea7-4c17-9e9e-b8898bab95d9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:59.764337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71184ea-9ea7-4c17-9e9e-b8898bab95d9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c2bc3d-9c35-437d-83bd-64da76a6571c,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:55:59.782499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f265f-35b8-4c41-a2d6-cd212a0370a9 req-7dfe34f2-62a4-46ff-824e-40d917ce8acd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:55:59.784857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e4f265f-35b8-4c41-a2d6-cd212a0370a9 req-7dfe34f2-62a4-46ff-824e-40d917ce8acd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 943 time: 0.0719984 Feb 11 13:55:59.824937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e4f265f-35b8-4c41-a2d6-cd212a0370a9 req-736cb98a-1867-4dbd-add6-b3052190814c tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334430 Feb 11 13:55:59.851721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e71184ea-9ea7-4c17-9e9e-b8898bab95d9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:55:59.852894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e71184ea-9ea7-4c17-9e9e-b8898bab95d9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3994319 Feb 11 13:55:59.855941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39890) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:55:59.860699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9b08791a-712c-49d5-9549-472883032e5a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'security_group_rule': {'security_group_id': '43f317d1-2925-46f1-9f3f-c629e6c1f2b2', 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:00.016844 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b08791a-712c-49d5-9549-472883032e5a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.078093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b08791a-712c-49d5-9549-472883032e5a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.106479 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.155254 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b08791a-712c-49d5-9549-472883032e5a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.173815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08791a-712c-49d5-9549-472883032e5a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12306ff-2433-4fa2-99ee-49b742fe5ee7,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:00.299712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b08791a-712c-49d5-9549-472883032e5a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.300925 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9b08791a-712c-49d5-9549-472883032e5a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4439757 Feb 11 13:56:00.303686 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 39894) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:00.307979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3271e2c8-79ec-4a50-8942-9b518cd4d689 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'security_group_rule': {'security_group_id': '43f317d1-2925-46f1-9f3f-c629e6c1f2b2', 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:00.408927 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3271e2c8-79ec-4a50-8942-9b518cd4d689 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.465814 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3271e2c8-79ec-4a50-8942-9b518cd4d689 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.563864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3271e2c8-79ec-4a50-8942-9b518cd4d689 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.583797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271e2c8-79ec-4a50-8942-9b518cd4d689 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2525506-553f-487c-a901-498f5a84b3e5,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:00.726491 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.760225 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3271e2c8-79ec-4a50-8942-9b518cd4d689 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.761446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3271e2c8-79ec-4a50-8942-9b518cd4d689 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4568605 Feb 11 13:56:00.764371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39896) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:00.769459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e9db7868-8f49-484b-841a-4fe21fb7470e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'security_group_rule': {'security_group_id': '43f317d1-2925-46f1-9f3f-c629e6c1f2b2', 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:00.912713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9db7868-8f49-484b-841a-4fe21fb7470e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.948048 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815235b-cf6c-48fc-906d-17010024821f req-4e112160-97eb-4dc6-8657-ecb11ced16b7 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:00.949558 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5815235b-cf6c-48fc-906d-17010024821f req-4e112160-97eb-4dc6-8657-ecb11ced16b7 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 943 time: 0.0514870 Feb 11 13:56:00.977218 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9db7868-8f49-484b-841a-4fe21fb7470e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:00.990190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5815235b-cf6c-48fc-906d-17010024821f req-98b458a5-9094-489e-917e-23aba1dc3e0a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341904 Feb 11 13:56:01.078467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9db7868-8f49-484b-841a-4fe21fb7470e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.096456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db7868-8f49-484b-841a-4fe21fb7470e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa8e2b4-29cd-4ee0-852f-8188cb4ed567,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:01.097550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 35d32a4e-3f13-48cb-a472-f47fef65114d details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:56:01.191860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e9db7868-8f49-484b-841a-4fe21fb7470e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.192530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 35d32a4e-3f13-48cb-a472-f47fef65114d, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=35d32a4e-3f13-48cb-a472-f47fef65114d,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:01.193214 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e9db7868-8f49-484b-841a-4fe21fb7470e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4277101 Feb 11 13:56:01.195894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39900) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:01.200510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1456c0d6-f747-4275-864a-acac9322d730 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'security_group_rule': {'security_group_id': '43f317d1-2925-46f1-9f3f-c629e6c1f2b2', 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:01.204446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'mac_address': 'fa:16:3e:a5:43:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:56:01.244363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.257742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d32a4e-3f13-48cb-a472-f47fef65114d {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:56:01.277349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 35d32a4e-3f13-48cb-a472-f47fef65114d, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=35d32a4e-3f13-48cb-a472-f47fef65114d,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:01.303541 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-1456c0d6-f747-4275-864a-acac9322d730 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Project 7061e56a86e0479ba1a1be4f83d9d99a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:56:01.308584 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1456c0d6-f747-4275-864a-acac9322d730 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.372248 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.372947 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1456c0d6-f747-4275-864a-acac9322d730 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.419702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=35d32a4e-3f13-48cb-a472-f47fef65114d,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:01.472438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1456c0d6-f747-4275-864a-acac9322d730 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.490953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456c0d6-f747-4275-864a-acac9322d730 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9847cc1-7234-4a42-b0c7-0f9a764a759c,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:01.568999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1456c0d6-f747-4275-864a-acac9322d730 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.570267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1456c0d6-f747-4275-864a-acac9322d730 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3732202 Feb 11 13:56:01.572992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39902) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:01.577329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-58548342-66e0-402f-a5d5-50685a396fca tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'security_group_rule': {'security_group_id': '43f317d1-2925-46f1-9f3f-c629e6c1f2b2', 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:01.661020 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-58548342-66e0-402f-a5d5-50685a396fca tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Project 7061e56a86e0479ba1a1be4f83d9d99a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:56:01.666085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58548342-66e0-402f-a5d5-50685a396fca tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.711886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['35d32a4e-3f13-48cb-a472-f47fef65114d'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:01.728981 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58548342-66e0-402f-a5d5-50685a396fca tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.897869 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58548342-66e0-402f-a5d5-50685a396fca tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:01.919496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58548342-66e0-402f-a5d5-50685a396fca tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca49355e-2259-4910-bc04-62dd520ab328,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:02.167190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c0a2-39be-4db2-9be5-a9bcdf34d1f2 req-728ec830-cbed-4405-b098-7107cb1e4160 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:02.173287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0406c0a2-39be-4db2-9be5-a9bcdf34d1f2 req-728ec830-cbed-4405-b098-7107cb1e4160 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 944 time: 0.1093276 Feb 11 13:56:02.208685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0406c0a2-39be-4db2-9be5-a9bcdf34d1f2 req-e417dd3f-5def-44cc-bea6-bed480305500 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Feb 11 13:56:02.231270 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-58548342-66e0-402f-a5d5-50685a396fca tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:02.235924 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-58548342-66e0-402f-a5d5-50685a396fca tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6585114 Feb 11 13:56:03.115334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 35d32a4e-3f13-48cb-a472-f47fef65114d up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:03.330030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc738f-9f34-4abe-8b4d-c00122a2b843 req-e8506619-8a17-408b-9db5-efb45409a721 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:03.332276 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cfdc738f-9f34-4abe-8b4d-c00122a2b843 req-e8506619-8a17-408b-9db5-efb45409a721 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 944 time: 0.0521472 Feb 11 13:56:03.355492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 35d32a4e-3f13-48cb-a472-f47fef65114d completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:56:03.359566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 35d32a4e-3f13-48cb-a472-f47fef65114d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:03.360214 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:03.371481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cfdc738f-9f34-4abe-8b4d-c00122a2b843 req-da5bf74e-38cf-40fe-8163-8d8557469b9a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Feb 11 13:56:03.439316 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:03.463206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d32a4e-3f13-48cb-a472-f47fef65114d'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:56:03.465442 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f44a13-6b07-4d3e-9135-f205034911f5" -d '{"events": [{"server_uuid": "8a2aadf3-042d-47ff-81a8-6d7740d727e8", "name": "network-vif-plugged", "status": "completed", "tag": "35d32a4e-3f13-48cb-a472-f47fef65114d"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:03.478642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 35d32a4e-3f13-48cb-a472-f47fef65114d, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=35d32a4e-3f13-48cb-a472-f47fef65114d,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:03.507246 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7820d50-9330-4ffa-aeb4-d15bfd43d2ed x-openstack-request-id: req-b7820d50-9330-4ffa-aeb4-d15bfd43d2ed {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:03.507246 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2aadf3-042d-47ff-81a8-6d7740d727e8", "name": "network-vif-plugged", "status": "completed", "tag": "35d32a4e-3f13-48cb-a472-f47fef65114d", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:03.507246 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7820d50-9330-4ffa-aeb4-d15bfd43d2ed {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:03.507246 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'code': 200} Feb 11 13:56:03.558478 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:03.614869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=35d32a4e-3f13-48cb-a472-f47fef65114d,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:03.618115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c529c7-76ec-4f6a-acef-d538236e8406 req-4e61dd03-1470-43ec-8e73-dad7e1d326ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:03.619650 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33c529c7-76ec-4f6a-acef-d538236e8406 req-4e61dd03-1470-43ec-8e73-dad7e1d326ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 1096 time: 0.0533087 Feb 11 13:56:03.659811 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33c529c7-76ec-4f6a-acef-d538236e8406 req-f2cc5b30-ad2e-4399-bba5-62c92a779f8c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335646 Feb 11 13:56:04.495125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816deae-96ec-4874-a2c6-7d08ed8bb318 req-8dec7f2f-ef8e-4179-ba93-d3c4c7d4cd78 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:04.496613 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0816deae-96ec-4874-a2c6-7d08ed8bb318 req-8dec7f2f-ef8e-4179-ba93-d3c4c7d4cd78 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 945 time: 0.0531249 Feb 11 13:56:04.537865 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0816deae-96ec-4874-a2c6-7d08ed8bb318 req-136b5ce9-b7bd-4219-ac16-43eeda940e25 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350718 Feb 11 13:56:05.662019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8be91-dfaa-431c-af9f-13cc39ed977f req-2f91d5ee-ef5f-4e68-a13d-9d6453e0ffe0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:05.663804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5fb8be91-dfaa-431c-af9f-13cc39ed977f req-2f91d5ee-ef5f-4e68-a13d-9d6453e0ffe0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 945 time: 0.0517619 Feb 11 13:56:05.710110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5fb8be91-dfaa-431c-af9f-13cc39ed977f req-1953ff90-51fc-4aa5-8aa0-afd6eed0ee6b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399199 Feb 11 13:56:05.822159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da122e17-68d4-4458-809c-3de9852e36be req-6c7f3e9d-8b0f-4914-872f-5d11ca7f969a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:05.823576 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da122e17-68d4-4458-809c-3de9852e36be req-6c7f3e9d-8b0f-4914-872f-5d11ca7f969a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 945 time: 0.0494883 Feb 11 13:56:05.862461 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-da122e17-68d4-4458-809c-3de9852e36be req-fce5db5d-2e87-4451-a153-70128ac9f3e6 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Feb 11 13:56:05.885205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39994) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:05.926511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c4eda9-05a8-4b51-958c-dedf58c67572 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:05.928051 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a4c4eda9-05a8-4b51-958c-dedf58c67572 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 1091 time: 0.0417156 Feb 11 13:56:05.930997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 39996) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:05.935636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:06.023708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:06.128789 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:06.243092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Allocated IP 172.25.0.13 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/0d9cccc3-edb8-4476-8643-38f7fb0ebf9d) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:06.352685 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:06.461542 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:06.498775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:06.504514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:06.508390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:06.535540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=0d9cccc3-edb8-4476-8643-38f7fb0ebf9d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:06.893681 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:07.070450 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:07.243602 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:07.324321 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:07.403025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=0d9cccc3-edb8-4476-8643-38f7fb0ebf9d,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:07.415936 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:07.525489 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Floating IP 3ff8dfad-fe49-40ee-be13-fb34abaabd6e associated. External IP: 172.25.0.13, port: 35d32a4e-3f13-48cb-a472-f47fef65114d. Feb 11 13:56:07.752735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router 74a09069-2919-4ca6-81e6-f56c646ceaef has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:07.868829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:07.882538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] Sync routers for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:07.892746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:07.903593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:07.928200 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:56:07.983340 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:08.007671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:08.242672 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-05db854f-d6c2-483d-8437-855fd52a18d1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0850439 Feb 11 13:56:08.242672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'tag': '35d32a4e-3f13-48cb-a472-f47fef65114d'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:56:08.245410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40002) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:08.246011 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed27e6f-d120-4908-ad69-2523d8d05bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2aadf3-042d-47ff-81a8-6d7740d727e8", "tag": "35d32a4e-3f13-48cb-a472-f47fef65114d"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:08.246011 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e067801e-c12f-4b7e-87db-d4f0d0055b0a x-openstack-request-id: req-e067801e-c12f-4b7e-87db-d4f0d0055b0a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:08.246011 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2aadf3-042d-47ff-81a8-6d7740d727e8", "tag": "35d32a4e-3f13-48cb-a472-f47fef65114d", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:08.246011 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e067801e-c12f-4b7e-87db-d4f0d0055b0a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:08.246011 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'tag': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'status': 'completed', 'code': 200} Feb 11 13:56:08.246820 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-38073787-e325-467c-b7e2-7cf8fbdb8839 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/floatingips/3ff8dfad-fe49-40ee-be13-fb34abaabd6e HTTP/1.1" status: 200 len: 990 time: 0.0729666 Feb 11 13:56:08.246897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-485a5e94-30a2-4ef1-a53a-542ff726936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:08.246897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-485a5e94-30a2-4ef1-a53a-542ff726936f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 1096 time: 0.0486794 Feb 11 13:56:08.247260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-ec16ec1e-b62a-412f-b9c0-a25d2a0a2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:08.249033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-ec16ec1e-b62a-412f-b9c0-a25d2a0a2971 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c HTTP/1.1" status: 200 len: 897 time: 0.0910592 Feb 11 13:56:08.272861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:45Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3ff8dfad-fe49-40ee-be13-fb34abaabd6e', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'mac_address': 'fa:16:3e:a5:43:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:06Z', 'updated_at': '2022-02-11T13:56:06Z', 'revision_number': 0, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:08.313366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] Checking router: 74a09069-2919-4ca6-81e6-f56c646ceaef for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:56:08.324020 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-0b8b9f71-f6ca-4b01-a7e2-e3d2f2753147 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d32a4e-3f13-48cb-a472-f47fef65114d HTTP/1.1" status: 200 len: 998 time: 0.0686755 Feb 11 13:56:08.325676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:08.326327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:08.376959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-a584b268-8cff-4fb1-8984-2e56f0993190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:08.378676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-a584b268-8cff-4fb1-8984-2e56f0993190 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3345730c-1785-486e-9ad2-52ed6baf6493 HTTP/1.1" status: 200 len: 834 time: 0.0482631 Feb 11 13:56:08.427105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-88e05652-c52b-43a6-abd5-496958a6decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:08.428774 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-88e05652-c52b-43a6-abd5-496958a6decf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437677 Feb 11 13:56:08.541423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-07492eca-35bf-4be2-af6e-496da40ee8b6 service neutron] 10.222.0.59 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058304 Feb 11 13:56:08.607131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:08.640069 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eed27e6f-d120-4908-ad69-2523d8d05bc1 req-2ee6a10a-89e9-42ff-a774-42375d745771 service neutron] 10.222.0.59 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920734 Feb 11 13:56:08.844997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:45Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3ff8dfad-fe49-40ee-be13-fb34abaabd6e', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'mac_address': 'fa:16:3e:a5:43:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:06Z', 'updated_at': '2022-02-11T13:56:06Z', 'revision_number': 0, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:08.877218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedf82cb-5269-436a-890e-e105d3635f5b None None] The sync data for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 is: [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:45Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3ff8dfad-fe49-40ee-be13-fb34abaabd6e', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'mac_address': 'fa:16:3e:a5:43:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:06Z', 'updated_at': '2022-02-11T13:56:06Z', 'revision_number': 0, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:09.086066 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a773cf-7119-4ddb-bbbe-e0b8a1c4ace0 None None] New status for floating IP 3ff8dfad-fe49-40ee-be13-fb34abaabd6e: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:56:09.098376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40010) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:09.184055 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a32b94fa-79d6-48ef-b4f5-9348a73ae774 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/floatingips/3ff8dfad-fe49-40ee-be13-fb34abaabd6e HTTP/1.1" status: 200 len: 990 time: 0.0844932 Feb 11 13:56:09.219423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40012) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:09.409419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Deleting port a0572f16-8977-48cd-a8e4-83bb1c540de8 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:09.409761 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:09.494902 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:09.495228 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:09.507863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Calling delete_port for a0572f16-8977-48cd-a8e4-83bb1c540de8 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:09.730310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:09.763321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event deleted for resources: {'Port': ['ID=a0572f16-8977-48cd-a8e4-83bb1c540de8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:09.824040 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:09.824374 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Floating IP cb7bc41a-6db1-4c52-8554-b9807072ddc7 disassociated (deleted). External IP: 172.25.0.116, port: da7f857a-bc32-42b8-906a-74ee0dd54028. Feb 11 13:56:10.046682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:10.161641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:10.167119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:10.173821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] Sync routers for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:10.186188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40016) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:10.186662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:10.187239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:10.207718 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-324f14a5-9054-4666-b1e6-743e02d6d188 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "DELETE /v2.0/floatingips/cb7bc41a-6db1-4c52-8554-b9807072ddc7 HTTP/1.1" status: 204 len: 168 time: 0.9871366 Feb 11 13:56:10.208679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:56:10.211960 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9953f61-3047-4ac9-9331-43450d32d94e" -d '{"events": [{"name": "network-changed", "server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:10.262306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f8d4c452-b3c4-4dda-8295-b67a6a059029 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/floatingips/3ff8dfad-fe49-40ee-be13-fb34abaabd6e HTTP/1.1" status: 200 len: 992 time: 0.0745084 Feb 11 13:56:10.281455 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603ac388-8a50-4f51-b9ec-bc3715f61c1a x-openstack-request-id: req-603ac388-8a50-4f51-b9ec-bc3715f61c1a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:10.281981 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:10.282052 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-603ac388-8a50-4f51-b9ec-bc3715f61c1a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:10.282408 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'status': 'completed', 'code': 200} Feb 11 13:56:10.366763 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:10.372663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953f61-3047-4ac9-9331-43450d32d94e req-3ec1b12a-b63c-4fa5-aca6-fefb44fedf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:10.374206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9953f61-3047-4ac9-9331-43450d32d94e req-3ec1b12a-b63c-4fa5-aca6-fefb44fedf56 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb24bfa565e14c4bb19312db966e8347&device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 1096 time: 0.0585208 Feb 11 13:56:10.491638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953f61-3047-4ac9-9331-43450d32d94e req-d43db198-4f9b-4d91-8748-fbc7342ce06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:10.493099 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9953f61-3047-4ac9-9331-43450d32d94e req-d43db198-4f9b-4d91-8748-fbc7342ce06c service neutron] 10.222.0.59 "GET /v2.0/networks?id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 HTTP/1.1" status: 200 len: 915 time: 0.1119952 Feb 11 13:56:10.554397 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9953f61-3047-4ac9-9331-43450d32d94e req-baebb0ab-8185-4db6-b584-43c3e8c34a2e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da7f857a-bc32-42b8-906a-74ee0dd54028 HTTP/1.1" status: 200 len: 217 time: 0.0498147 Feb 11 13:56:10.595839 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 5, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:10.614181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953f61-3047-4ac9-9331-43450d32d94e req-7b978ca4-bf44-4d1b-928e-dc28b7f4f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:10.615767 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9953f61-3047-4ac9-9331-43450d32d94e req-7b978ca4-bf44-4d1b-928e-dc28b7f4f110 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13b582e7-b8ea-4f34-9327-0dc990dd556e HTTP/1.1" status: 200 len: 853 time: 0.0551968 Feb 11 13:56:10.624016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] Checking router: cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:56:10.636069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:10.636855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:10.674114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9953f61-3047-4ac9-9331-43450d32d94e req-30b4feaa-ad71-4167-b849-dc5c12ad3f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:10.674114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9953f61-3047-4ac9-9331-43450d32d94e req-30b4feaa-ad71-4167-b849-dc5c12ad3f87 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505478 Feb 11 13:56:10.770601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:11.011196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 5, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:11.041820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128879ee-8081-4f19-ab26-6e6f96ec1155 None None] The sync data for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 is: [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:50:57Z', 'revision_number': 4, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '73bf82ad-c1ab-4e30-ac06-5ec3717c7db1', 'name': '', 'network_id': 'dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'mac_address': 'fa:16:3e:74:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:55Z', 'updated_at': '2022-02-11T13:51:04Z', 'revision_number': 5, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'subnets': [{'id': '13b582e7-b8ea-4f34-9327-0dc990dd556e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:11.177268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847f9c4-2d9c-4f3c-add8-e2f1fc600759 req-65b7409c-48f6-472e-8dc3-a34080010669 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:11.179245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b847f9c4-2d9c-4f3c-add8-e2f1fc600759 req-65b7409c-48f6-472e-8dc3-a34080010669 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 945 time: 0.4651423 Feb 11 13:56:11.180851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9953f61-3047-4ac9-9331-43450d32d94e req-6a4b1b7b-31fb-49fd-a7e3-4a8885919fd2 service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992118 Feb 11 13:56:11.534452 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b847f9c4-2d9c-4f3c-add8-e2f1fc600759 req-394cd794-23ea-45af-a5de-adc71b549333 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821462 Feb 11 13:56:11.534452 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9953f61-3047-4ac9-9331-43450d32d94e req-98ae860f-f37b-4ba3-bff4-c2a364f8d52c service neutron] 10.222.0.59 "GET /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169233 Feb 11 13:56:11.538155 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecf57c2-7f27-4ae9-9a55-040aaa9c7353 None None] New status for floating IP cb7bc41a-6db1-4c52-8554-b9807072ddc7: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:56:12.462362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-289a74bf-af87-4486-9d68-2fca301ca79d tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:12.463747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-289a74bf-af87-4486-9d68-2fca301ca79d tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.59 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 945 time: 0.0538068 Feb 11 13:56:12.561995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-63cf6976-6068-482c-8070-a0c93deb5f30 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Deleting port da7f857a-bc32-42b8-906a-74ee0dd54028 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:12.562538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-63cf6976-6068-482c-8070-a0c93deb5f30 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:12.661141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-63cf6976-6068-482c-8070-a0c93deb5f30 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] For port da7f857a-bc32-42b8-906a-74ee0dd54028, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=da7f857a-bc32-42b8-906a-74ee0dd54028,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:12.661693 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-63cf6976-6068-482c-8070-a0c93deb5f30 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:12.668334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f343ac-5586-46c3-a9e9-fe0149aa2279 req-ac69fc09-5e2b-4b01-971b-31b5e9aad955 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:12.669893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9f343ac-5586-46c3-a9e9-fe0149aa2279 req-ac69fc09-5e2b-4b01-971b-31b5e9aad955 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 945 time: 0.0506024 Feb 11 13:56:12.675823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-63cf6976-6068-482c-8070-a0c93deb5f30 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Calling delete_port for da7f857a-bc32-42b8-906a-74ee0dd54028 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:12.712119 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a9f343ac-5586-46c3-a9e9-fe0149aa2279 req-534051a4-0011-42c2-9f3e-48372e19108f tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/security-groups?id=2109ba07-4d45-49d4-a2f6-8f716662f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351083 Feb 11 13:56:12.898320 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-63cf6976-6068-482c-8070-a0c93deb5f30 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:12.935517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf6976-6068-482c-8070-a0c93deb5f30 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event deleted for resources: {'Port': ['ID=da7f857a-bc32-42b8-906a-74ee0dd54028,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:12.982007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-63cf6976-6068-482c-8070-a0c93deb5f30 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] No DVR routers for this DVR port da7f857a-bc32-42b8-906a-74ee0dd54028 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:12.982007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-63cf6976-6068-482c-8070-a0c93deb5f30 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:12.982970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ee3d699-07ca-4288-b3b7-35aca7c68ca9 req-63cf6976-6068-482c-8070-a0c93deb5f30 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.59 "DELETE /v2.0/ports/da7f857a-bc32-42b8-906a-74ee0dd54028 HTTP/1.1" status: 204 len: 173 time: 0.5141122 Feb 11 13:56:12.983408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'name': 'network-vif-deleted', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:56:12.985632 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1850a4f6-4cb7-425a-b277-51f5598558c0" -d '{"events": [{"server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "name": "network-vif-deleted", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:13.027025 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99481661-9bc3-456a-a383-0097c6bef76a x-openstack-request-id: req-99481661-9bc3-456a-a383-0097c6bef76a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:13.027312 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f96361-58f5-42ae-b66c-539db4e9d5af", "name": "network-vif-deleted", "tag": "da7f857a-bc32-42b8-906a-74ee0dd54028", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:13.027558 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-99481661-9bc3-456a-a383-0097c6bef76a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:13.027961 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f96361-58f5-42ae-b66c-539db4e9d5af', 'name': 'network-vif-deleted', 'tag': 'da7f857a-bc32-42b8-906a-74ee0dd54028', 'status': 'completed', 'code': 200} Feb 11 13:56:13.817481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bacf125e-6256-4969-b305-1d2c1473f6aa req-b2fcc461-e149-4df1-8fbd-f8e3d69fcea5 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 210 time: 0.0317118 Feb 11 13:56:14.923605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7224281b-f231-4ebf-97a1-8d390ca5af13 req-cde3d487-793d-421b-8868-fdd8313bfa20 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 210 time: 0.0314355 Feb 11 13:56:16.070297 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e187d698-8c5e-431e-803b-af61fa2d9ce4 req-e5998d09-008f-49a8-8a43-4d5a0620488f tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 210 time: 0.0279143 Feb 11 13:56:17.215161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device da7f857a-bc32-42b8-906a-74ee0dd54028 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:17.242296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: da7f857a-bc32-42b8-906a-74ee0dd54028 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:56:17.242965 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device da7f857a-bc32-42b8-906a-74ee0dd54028 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:17.307879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e814cd2-9fd8-4d4a-9faa-3846cc13387b req-892e12c1-b58e-4775-9d00-fbd4cde6b350 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "GET /v2.0/ports?device_id=23f96361-58f5-42ae-b66c-539db4e9d5af HTTP/1.1" status: 200 len: 210 time: 0.0278339 Feb 11 13:56:18.371499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40084) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:18.431174 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda700b3-5211-4f64-9470-3f229a1ae284 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:18.456220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda700b3-5211-4f64-9470-3f229a1ae284 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:18.609944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda700b3-5211-4f64-9470-3f229a1ae284 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:18.613574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bda700b3-5211-4f64-9470-3f229a1ae284 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:18.614767 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bda700b3-5211-4f64-9470-3f229a1ae284 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] 10.222.0.52 "DELETE /v2.0/security-groups/2109ba07-4d45-49d4-a2f6-8f716662f6e5 HTTP/1.1" status: 204 len: 168 time: 0.2422903 Feb 11 13:56:18.626116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda700b3-5211-4f64-9470-3f229a1ae284 tempest-TestVolumeBackupRestore-812001157 tempest-TestVolumeBackupRestore-812001157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2109ba07-4d45-49d4-a2f6-8f716662f6e5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:22.777183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40218) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:23.256036 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:23.516202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] Deleting port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:23.516548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:23.596374 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] For port 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=73bf82ad-c1ab-4e30-ac06-5ec3717c7db1,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:23.597024 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:23.609078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] Calling delete_port for 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:24.169574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:24.200196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] Pushing event deleted for resources: {'Port': ['ID=73bf82ad-c1ab-4e30-ac06-5ec3717c7db1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:24.374157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:24.594289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] Router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:24.707930 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:24.713396 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ec77defd-da8d-46da-b5a0-3decfdd76046 admin admin] 10.222.0.52 "PUT /v2.0/routers/cc14aed9-fc44-4b5c-a0d9-2f88c1b43577/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9351761 Feb 11 13:56:24.715966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40278) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:24.717967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] Sync routers for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:24.722174 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa6a28ee-b37f-4e8d-8d8e-22aca860501c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:24.730308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:24.747387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:24.832642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:24.841998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:24.943814 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.032326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221'}], 'enable_snat': True}, 'gw_port_id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:56:24Z', 'revision_number': 5, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port': {'id': 'd7a4179d-9046-4127-8423-db23b8e8c186', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:50Z', 'updated_at': '2022-02-11T13:51:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:25.061173 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] Checking router: cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:56:25.070044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] Routers {'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:25.070740 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:55:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:25.115066 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Deleting port d7a4179d-9046-4127-8423-db23b8e8c186 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:25.115066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.171134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] Set router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:25.202940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] For port d7a4179d-9046-4127-8423-db23b8e8c186, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d7a4179d-9046-4127-8423-db23b8e8c186,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:25.203530 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.216788 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Calling delete_port for d7a4179d-9046-4127-8423-db23b8e8c186 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:25.232098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:56:24Z', 'revision_number': 6, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:25.267485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be99f5a-c222-4641-ae16-0f99baed5f1a None None] The sync data for ids ['cc14aed9-fc44-4b5c-a0d9-2f88c1b43577'] in n-d-816488-1 is: [{'id': 'cc14aed9-fc44-4b5c-a0d9-2f88c1b43577', 'name': 'tempest-TestVolumeBackupRestore-1554155094-router', 'tenant_id': 'eb24bfa565e14c4bb19312db966e8347', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:48Z', 'updated_at': '2022-02-11T13:56:24Z', 'revision_number': 6, 'project_id': 'eb24bfa565e14c4bb19312db966e8347', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:25.504296 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.533582 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7a4179d-9046-4127-8423-db23b8e8c186,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:25.597362 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.691919 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.694857 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.861745 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.862311 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:56:25.866946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.871718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6d85bd7f-840d-4fae-a003-75a0bec31a36 admin admin] 10.222.0.52 "DELETE /v2.0/routers/cc14aed9-fc44-4b5c-a0d9-2f88c1b43577 HTTP/1.1" status: 204 len: 168 time: 1.1509469 Feb 11 13:56:25.871718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40312) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:25.913064 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.923180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb364eb3-def2-49f8-a630-17fa4233a41a admin admin] Deleting subnet 13b582e7-b8ea-4f34-9327-0dc990dd556e {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:56:25.923930 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb364eb3-def2-49f8-a630-17fa4233a41a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:25.958843 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb364eb3-def2-49f8-a630-17fa4233a41a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.038148 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb364eb3-def2-49f8-a630-17fa4233a41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.114996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:26.136556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:56:26.136904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 73bf82ad-c1ab-4e30-ac06-5ec3717c7db1 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:26.137325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7a4179d-9046-4127-8423-db23b8e8c186 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:26.157668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: d7a4179d-9046-4127-8423-db23b8e8c186 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:56:26.158042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d7a4179d-9046-4127-8423-db23b8e8c186 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:26.267260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb364eb3-def2-49f8-a630-17fa4233a41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.302433 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb364eb3-def2-49f8-a630-17fa4233a41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b582e7-b8ea-4f34-9327-0dc990dd556e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:26.306864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cb364eb3-def2-49f8-a630-17fa4233a41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.310356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cb364eb3-def2-49f8-a630-17fa4233a41a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/13b582e7-b8ea-4f34-9327-0dc990dd556e HTTP/1.1" status: 204 len: 168 time: 0.4387670 Feb 11 13:56:26.321801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683de001-555f-46eb-b50f-a33bc3ef8f2a None None] Network dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:56:26.324263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40326) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:26.407726 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.473965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Deleting port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:26.473965 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.526831 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe10761-427c-4392-b78f-b3363fa2935c None None] DHCP port deletion for dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:56:26.546264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] For port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8b3a5aa5-b04d-40a8-989a-893ba6a3f288,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:26.546619 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.561269 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Calling delete_port for 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:26.586481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ebe10761-427c-4392-b78f-b3363fa2935c None None] Deleting port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:26.586859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ebe10761-427c-4392-b78f-b3363fa2935c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.656394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ebe10761-427c-4392-b78f-b3363fa2935c None None] For port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8b3a5aa5-b04d-40a8-989a-893ba6a3f288,segment=NetworkSegment(02667c5d-b6ea-491d-b585-b3dddc5d600d),segment_id=02667c5d-b6ea-491d-b585-b3dddc5d600d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:26.656715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ebe10761-427c-4392-b78f-b3363fa2935c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.669877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ebe10761-427c-4392-b78f-b3363fa2935c None None] Calling delete_port for 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:26.789630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.796356 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ebe10761-427c-4392-b78f-b3363fa2935c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.815364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3a5aa5-b04d-40a8-989a-893ba6a3f288,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:26.824345 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe10761-427c-4392-b78f-b3363fa2935c None None] Pushing event deleted for resources: {'Port': ['ID=8b3a5aa5-b04d-40a8-989a-893ba6a3f288,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:26.828418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] No DVR routers for this DVR port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:26.831249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe10761-427c-4392-b78f-b3363fa2935c None None] No DVR routers for this DVR port 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:26.839593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.839593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.839593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.839593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.839593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.839593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.839593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.840833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.840833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.840833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.841204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.841204 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:26.925840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.946291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:26.956151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02667c5d-b6ea-491d-b585-b3dddc5d600d') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:26.956452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02667c5d-b6ea-491d-b585-b3dddc5d600d') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:26.966809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.981232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.991176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:56:26.991573 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:56:26.993366 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:56:27.006671 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0d3a806-702c-40f6-a123-02b0291e125b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:27.190581 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:27.190581 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:27.190581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] 10.222.0.52 "DELETE /v2.0/networks/dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7 HTTP/1.1" status: 204 len: 168 time: 0.8643157 Feb 11 13:56:27.193485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40352) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:27.202843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7eafc1-64f3-4a87-9031-0a276d6413a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfa6c6bc-0a3f-4cb9-9b81-d454c375a4a7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:27.555830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:27.815646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] Deleting port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:27.815990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:27.904919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] For port bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d,segment=NetworkSegment(cea9f2d2-a537-44fb-89b9-743f2a0a2fd3),segment_id=cea9f2d2-a537-44fb-89b9-743f2a0a2fd3)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:27.905284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:27.918258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] Calling delete_port for bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:28.012107 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:28.109271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:28.130357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:56:28.130701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8b3a5aa5-b04d-40a8-989a-893ba6a3f288 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:28.258513 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:28.289073 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:28.478878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:28.702684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] Router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:28.714766 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:28.814254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:28.820299 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8df44cfa-aa65-4a63-bbc3-7a1905fb869b admin admin] 10.222.0.52 "PUT /v2.0/routers/67e78fb6-ecfe-45b7-a5e1-c5191b6f5435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6250143 Feb 11 13:56:28.822975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40402) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:28.823735 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] Sync routers for ids ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:28.835608 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] Routers {'67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:28.836215 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:56:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:28.931645 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:28.943157 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] Set router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:29.048362 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:29.175712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Deleting port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:29.176060 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:29.219859 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'name': 'tempest-TestVolumeBackupRestore-498051872-router', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:03Z', 'updated_at': '2022-02-11T13:56:28Z', 'revision_number': 5, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'gw_port': {'id': 'f5382ad6-8db0-4295-b27d-0b6c5f9d8b90', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:05Z', 'updated_at': '2022-02-11T13:51:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:29.246790 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] Checking router: 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:56:29.255855 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] Routers {'67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:29.256466 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:56:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:29.259675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] For port f5382ad6-8db0-4295-b27d-0b6c5f9d8b90, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f5382ad6-8db0-4295-b27d-0b6c5f9d8b90,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:29.260079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:29.273855 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Calling delete_port for f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:29.345009 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] Set router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:29.401793 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'name': 'tempest-TestVolumeBackupRestore-498051872-router', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:03Z', 'updated_at': '2022-02-11T13:56:29Z', 'revision_number': 6, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:29.430242 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fdb5d1-517d-4e18-b721-732a2a21831a None None] The sync data for ids ['67e78fb6-ecfe-45b7-a5e1-c5191b6f5435'] in n-d-816488-1 is: [{'id': '67e78fb6-ecfe-45b7-a5e1-c5191b6f5435', 'name': 'tempest-TestVolumeBackupRestore-498051872-router', 'tenant_id': '8dbbbe7095a543d1bea83b734f1fd268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:03Z', 'updated_at': '2022-02-11T13:56:29Z', 'revision_number': 6, 'project_id': '8dbbbe7095a543d1bea83b734f1fd268', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:29.541829 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:29.574604 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5382ad6-8db0-4295-b27d-0b6c5f9d8b90,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:29.642016 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:29.738761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:29.741048 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:29.846878 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:29.848413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:56:29.854432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:29.855683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c5460d46-2687-40ff-b0ea-54e0a0b34e41 admin admin] 10.222.0.52 "DELETE /v2.0/routers/67e78fb6-ecfe-45b7-a5e1-c5191b6f5435 HTTP/1.1" status: 204 len: 168 time: 1.0317209 Feb 11 13:56:29.858273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40442) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:29.911915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-556585c5-dd93-4839-8d89-3eb4c94084b7 admin admin] Deleting subnet aa551dac-e758-41d4-b32e-dff9c74c6634 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:56:29.915467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-556585c5-dd93-4839-8d89-3eb4c94084b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:29.955764 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-556585c5-dd93-4839-8d89-3eb4c94084b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.046982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-556585c5-dd93-4839-8d89-3eb4c94084b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.075344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.167592 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-556585c5-dd93-4839-8d89-3eb4c94084b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.195893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556585c5-dd93-4839-8d89-3eb4c94084b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa551dac-e758-41d4-b32e-dff9c74c6634,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:30.200899 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-556585c5-dd93-4839-8d89-3eb4c94084b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.204176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-556585c5-dd93-4839-8d89-3eb4c94084b7 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/aa551dac-e758-41d4-b32e-dff9c74c6634 HTTP/1.1" status: 204 len: 168 time: 0.3443973 Feb 11 13:56:30.206802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40456) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:30.214488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85667750-03bc-4e3d-8944-91cc47ad45ec None None] Network 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:56:30.280216 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.343427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:30.356702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Deleting port 7ce78102-1982-4ed1-ab62-989234eb4c90 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:30.356702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.386965 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:56:30.387313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f5382ad6-8db0-4295-b27d-0b6c5f9d8b90 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:30.387850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:30.428835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] For port 7ce78102-1982-4ed1-ab62-989234eb4c90, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7ce78102-1982-4ed1-ab62-989234eb4c90,segment=NetworkSegment(cea9f2d2-a537-44fb-89b9-743f2a0a2fd3),segment_id=cea9f2d2-a537-44fb-89b9-743f2a0a2fd3)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:30.429209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.445021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Calling delete_port for 7ce78102-1982-4ed1-ab62-989234eb4c90 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:30.599836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:56:30.600194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bc8ff7c4-5d85-464c-8ad5-2e6c70d2e30d not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:30.638402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.669522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ce78102-1982-4ed1-ab62-989234eb4c90,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:30.673049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] No DVR routers for this DVR port 7ce78102-1982-4ed1-ab62-989234eb4c90 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:30.689395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7729c5-b96c-4b2d-91b4-faaa514c619c None None] DHCP port deletion for 6bdb76c4-224c-4c25-b475-b2ff8ee3f92e request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:56:30.744104 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.750152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.771553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdb76c4-224c-4c25-b475-b2ff8ee3f92e']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:30.780868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:30.781165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea9f2d2-a537-44fb-89b9-743f2a0a2fd3') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:30.792211 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.806428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.812683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:56:30.813109 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:56:30.815034 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:56:30.961025 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.966616 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:30.969788 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6bdb76c4-224c-4c25-b475-b2ff8ee3f92e HTTP/1.1" status: 204 len: 168 time: 0.7619581 Feb 11 13:56:30.981875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c43fc9-312a-4978-b0ca-362ee498d144 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bdb76c4-224c-4c25-b475-b2ff8ee3f92e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:31.326451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40506) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:31.370606 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9e465712-231f-44ef-96b2-fc72ef121bfe admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb24bfa565e14c4bb19312db966e8347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430193 Feb 11 13:56:31.373300 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40510) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:31.421762 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efb7e768-b5af-4c9e-86a4-9736c1609b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:31.443570 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efb7e768-b5af-4c9e-86a4-9736c1609b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:31.566640 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efb7e768-b5af-4c9e-86a4-9736c1609b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:31.569434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-efb7e768-b5af-4c9e-86a4-9736c1609b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:31.570862 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-efb7e768-b5af-4c9e-86a4-9736c1609b05 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/682a100f-5b30-4e42-b939-945916fe11a4 HTTP/1.1" status: 204 len: 168 time: 0.1967671 Feb 11 13:56:31.579182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7e768-b5af-4c9e-86a4-9736c1609b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682a100f-5b30-4e42-b939-945916fe11a4,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:31.840467 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-f4104181-6484-44ca-869b-ee5074b0fe40 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889968989&fields=id&tenant_id=7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 267 time: 0.0356457 Feb 11 13:56:31.959601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-c2d11342-c58e-48a1-a634-dc57672d85da tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:31.961469 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-c2d11342-c58e-48a1-a634-dc57672d85da tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.1137192 Feb 11 13:56:31.978293 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-87de66ce-d9c5-4ff5-9407-32526745d1fb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/quotas/7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 375 time: 0.0108860 Feb 11 13:56:32.033897 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-6176b378-e879-4355-8647-0a36e5b2bacd tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471613 Feb 11 13:56:32.108856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7ce78102-1982-4ed1-ab62-989234eb4c90 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:56:32.130425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 7ce78102-1982-4ed1-ab62-989234eb4c90 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:56:32.130846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7ce78102-1982-4ed1-ab62-989234eb4c90 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:56:32.157363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-baa75446-296b-4d31-ba11-288384b5fe01 service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102133 Feb 11 13:56:32.260784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40568) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:32.306373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e211984c-842d-4d37-b8b9-45574ff2f00e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8dbbbe7095a543d1bea83b734f1fd268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442884 Feb 11 13:56:32.308864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40570) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:32.367957 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b4229c47-dc65-49fe-b082-2d1bf21dad1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:32.391907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b4229c47-dc65-49fe-b082-2d1bf21dad1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:32.526878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b4229c47-dc65-49fe-b082-2d1bf21dad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:32.529502 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b4229c47-dc65-49fe-b082-2d1bf21dad1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:32.530680 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b4229c47-dc65-49fe-b082-2d1bf21dad1b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/85635fd4-1da2-4d04-8534-509e75c6a6e6 HTTP/1.1" status: 204 len: 168 time: 0.2208695 Feb 11 13:56:32.539859 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4229c47-dc65-49fe-b082-2d1bf21dad1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85635fd4-1da2-4d04-8534-509e75c6a6e6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:32.547772 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-f62699e3-2377-4134-bd66-732122b334fd service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831530 Feb 11 13:56:33.206493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-17a67431-4642-4c5d-8861-4a4e7b04e7f4 req-93bfa9fb-ddc5-4392-bc05-dad689be3206 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 210 time: 0.0297132 Feb 11 13:56:34.320279 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b7ab245b-703e-4594-b425-06d211cebb94 req-3f843493-0ff1-405c-ac5e-5459dc877c93 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 210 time: 0.0274899 Feb 11 13:56:35.128561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-c68ead4b-8cfe-436d-a6c2-7a692355ac37 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:35.130027 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-c68ead4b-8cfe-436d-a6c2-7a692355ac37 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.1016488 Feb 11 13:56:35.186620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-2ae4b0c0-26c1-43cd-83c8-29ed1c797b27 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 379 time: 0.0408599 Feb 11 13:56:35.196746 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'port': {'device_id': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'admin_state_up': True, 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'security_groups': ['43f317d1-2925-46f1-9f3f-c629e6c1f2b2']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:35.238189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-889d6af3-7a4d-48ed-b71c-69c27a270d48 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0604355 Feb 11 13:56:35.321176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-1a84dcd1-2522-4112-ba8e-27d95c1f50cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:35.322830 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-1a84dcd1-2522-4112-ba8e-27d95c1f50cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fa9c0c63feb4d02974e433b5f462b15&device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 1096 time: 0.0433018 Feb 11 13:56:35.419249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08979c24-81ae-42e5-95bb-eb68e9ab4560 req-e7a64225-8a9c-4d70-a030-00e1177c0d5b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 210 time: 0.0301099 Feb 11 13:56:35.420072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Made reservation on behalf of 7061e56a86e0479ba1a1be4f83d9d99a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:56:35.424879 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:35.442833 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-c5d16f4f-b001-40f9-accd-554685e3e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:35.442833 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-c5d16f4f-b001-40f9-accd-554685e3e899 service neutron] 10.222.0.13 "GET /v2.0/networks?id=55706acc-8fb9-46f5-9804-7ecab24c12a7 HTTP/1.1" status: 200 len: 910 time: 0.0964186 Feb 11 13:56:35.509097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-aedfb460-40d6-4265-bf2b-76261f60f9cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249 HTTP/1.1" status: 200 len: 1000 time: 0.0646534 Feb 11 13:56:35.560053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-b6f313a1-cb64-457f-ab9f-62b66c8cd18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:35.561901 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-b6f313a1-cb64-457f-ab9f-62b66c8cd18e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0670b47d-e94e-41ca-9dfc-9ea5281620d3 HTTP/1.1" status: 200 len: 848 time: 0.0467868 Feb 11 13:56:35.564760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Allocated IP 172.20.0.6 (b361125e-7998-4990-ad65-06d67677b5c1/6dd0f942-7616-4c2e-9897-7fbd82ca4dde/bd78a4c4-d262-4b2a-a230-821a0073dd6f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:35.608889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-8499eb2b-df20-4d41-8ebd-47e6365f6078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:35.610618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-8499eb2b-df20-4d41-8ebd-47e6365f6078 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=55706acc-8fb9-46f5-9804-7ecab24c12a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427582 Feb 11 13:56:35.710856 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-479fa26c-c144-4884-bbfd-29f8b30ef5a6 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931337 Feb 11 13:56:35.723827 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:35.803121 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-d523f6b6-1483-403f-a589-1314ed80aa11 service neutron] 10.222.0.13 "GET /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855627 Feb 11 13:56:35.867284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:35.913169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Network b361125e-7998-4990-ad65-06d67677b5c1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:35.916818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:35.920196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:35.944573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=bd78a4c4-d262-4b2a-a230-821a0073dd6f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:35.972872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:35.973733 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:36.056956 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9f7559bc-a557-4968-a67f-cd99f259027b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8654506 Feb 11 13:56:36.070698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Request body: {'port': {'device_id': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:36.138938 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:36.257604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5f21b49b-6b79-4065-a3a7-dd6b4f72e489 None None] Provisioning complete for port bd78a4c4-d262-4b2a-a230-821a0073dd6f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:36.258181 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f21b49b-6b79-4065-a3a7-dd6b4f72e489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:36.293984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5f21b49b-6b79-4065-a3a7-dd6b4f72e489 None None] Port bd78a4c4-d262-4b2a-a230-821a0073dd6f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:56:36.412535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd78a4c4-d262-4b2a-a230-821a0073dd6f {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:56:36.420163 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:36.434241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Transition to ACTIVE for port object bd78a4c4-d262-4b2a-a230-821a0073dd6f will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:56:36.532953 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:36.559131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc2f90-df2a-4140-bbde-845b584301c5 req-de07fe03-e1a4-414e-8068-b1589139e029 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:36.561648 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84cc2f90-df2a-4140-bbde-845b584301c5 req-de07fe03-e1a4-414e-8068-b1589139e029 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 931 time: 0.0623364 Feb 11 13:56:36.593509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Pushing event updated for resources: {'Port': ['ID=bd78a4c4-d262-4b2a-a230-821a0073dd6f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:36.629418 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84cc2f90-df2a-4140-bbde-845b584301c5 req-932cf8ff-f261-4e30-a392-a12f960d274e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414751 Feb 11 13:56:36.682241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Attempting to bind port bd78a4c4-d262-4b2a-a230-821a0073dd6f on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:56:36.682616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Attempting to bind port bd78a4c4-d262-4b2a-a230-821a0073dd6f by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:56:36.682938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Attempting to bind port bd78a4c4-d262-4b2a-a230-821a0073dd6f on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:36.687666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Port bd78a4c4-d262-4b2a-a230-821a0073dd6f on network b361125e-7998-4990-ad65-06d67677b5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:56:36.687986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Attempting to bind port bd78a4c4-d262-4b2a-a230-821a0073dd6f on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:56:36.693107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:56:36.693439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Checking segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:56:36.693850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Bound using segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:56:36.694273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Bound port: bd78a4c4-d262-4b2a-a230-821a0073dd6f, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:56:36.694650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:36.762179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] For port bd78a4c4-d262-4b2a-a230-821a0073dd6f, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:56:36.765353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] For port bd78a4c4-d262-4b2a-a230-821a0073dd6f, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bd78a4c4-d262-4b2a-a230-821a0073dd6f,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:56:36.823922 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:36.855956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:36.856725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:36.858802 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] 10.222.0.13 "PUT /v2.0/ports/bd78a4c4-d262-4b2a-a230-821a0073dd6f HTTP/1.1" status: 200 len: 1091 time: 0.7917759 Feb 11 13:56:36.861760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'tag': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:56:36.864118 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4269d5b9-ed01-418d-bb83-bd1abe14abc4" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb7c02a-7a59-43f0-8127-a24854c6432d", "tag": "bd78a4c4-d262-4b2a-a230-821a0073dd6f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:36.892116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5628cfc-868e-4ea0-a96a-c35a0c1170ae service neutron] Pushing event updated for resources: {'Port': ['ID=bd78a4c4-d262-4b2a-a230-821a0073dd6f,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:36.921048 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af63e822-8730-4d3a-b8b8-6e286a2a2cb6 x-openstack-request-id: req-af63e822-8730-4d3a-b8b8-6e286a2a2cb6 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:36.921337 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb7c02a-7a59-43f0-8127-a24854c6432d", "tag": "bd78a4c4-d262-4b2a-a230-821a0073dd6f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:36.921609 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af63e822-8730-4d3a-b8b8-6e286a2a2cb6 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:36.922042 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'tag': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f', 'status': 'completed', 'code': 200} Feb 11 13:56:36.986035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d5b9-ed01-418d-bb83-bd1abe14abc4 req-7c797dd7-4d49-4b40-b7c6-6720aba83fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:36.987669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4269d5b9-ed01-418d-bb83-bd1abe14abc4 req-7c797dd7-4d49-4b40-b7c6-6720aba83fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 1094 time: 0.0452731 Feb 11 13:56:37.104308 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d5b9-ed01-418d-bb83-bd1abe14abc4 req-6dafd2d7-198a-4876-a3b2-104ad95cc1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:37.105840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4269d5b9-ed01-418d-bb83-bd1abe14abc4 req-6dafd2d7-198a-4876-a3b2-104ad95cc1a9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1088703 Feb 11 13:56:37.207645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269d5b9-ed01-418d-bb83-bd1abe14abc4 req-ff62314b-7259-4b1b-be3b-e2622f83ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:37.209131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4269d5b9-ed01-418d-bb83-bd1abe14abc4 req-ff62314b-7259-4b1b-be3b-e2622f83ef61 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971947 Feb 11 13:56:37.292511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-7a3a5add-5c9c-40b9-8571-28a16950e4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:37.294031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-7a3a5add-5c9c-40b9-8571-28a16950e4bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 1094 time: 0.0463438 Feb 11 13:56:37.335535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-fca36be9-aa0c-49ce-b958-4fb91ca932a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd78a4c4-d262-4b2a-a230-821a0073dd6f HTTP/1.1" status: 200 len: 217 time: 0.0346158 Feb 11 13:56:37.383591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-38c194ad-4133-4106-b71f-9b548b2ea306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:37.385054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-38c194ad-4133-4106-b71f-9b548b2ea306 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0434806 Feb 11 13:56:37.433992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9b1ff0f5-bfc7-4f20-9355-7277dc81f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:37.435472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-9b1ff0f5-bfc7-4f20-9355-7277dc81f1b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442002 Feb 11 13:56:37.526163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-4b017c57-b0a5-4651-988e-8aced94adcf5 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839591 Feb 11 13:56:37.616749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6461a0c-28fa-4ef2-aa8b-6a658673e706 req-b90dba42-4398-4405-bddc-b1d644c8bdb7 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844624 Feb 11 13:56:37.738291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b11d2-f92f-45cf-b0b3-07463956c7ff req-0a1e9016-e4dd-492a-b731-64e03d126877 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:37.739818 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-769b11d2-f92f-45cf-b0b3-07463956c7ff req-0a1e9016-e4dd-492a-b731-64e03d126877 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 943 time: 0.0513220 Feb 11 13:56:37.780568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-769b11d2-f92f-45cf-b0b3-07463956c7ff req-17cf7ded-6c3e-4d47-9f3e-9d55870edc2c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345047 Feb 11 13:56:38.902140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e4478-4824-4bc4-b483-c56cc1101489 req-f5dff60b-0f6f-4696-84bc-e5a1609c68c2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:38.903536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa9e4478-4824-4bc4-b483-c56cc1101489 req-f5dff60b-0f6f-4696-84bc-e5a1609c68c2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 943 time: 0.0504534 Feb 11 13:56:38.942464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa9e4478-4824-4bc4-b483-c56cc1101489 req-72d696e1-33d5-4b26-822c-babf2107c8f5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321224 Feb 11 13:56:39.939824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-e8537e24-631f-4d70-971f-8052e9b66406 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418606 Feb 11 13:56:40.019924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-1dd9bb14-2213-4475-b9e2-c6391549152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:40.021442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-1dd9bb14-2213-4475-b9e2-c6391549152c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 1096 time: 0.0412323 Feb 11 13:56:40.063188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a369638-941f-4fa9-ab02-d107183ee651 req-e1b576d5-3d35-456b-8937-467cdb0da2dc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:40.065323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a369638-941f-4fa9-ab02-d107183ee651 req-e1b576d5-3d35-456b-8937-467cdb0da2dc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 943 time: 0.0509820 Feb 11 13:56:40.105248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9a369638-941f-4fa9-ab02-d107183ee651 req-9a58f791-6a2a-4ba2-bfe5-596561b6a527 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338464 Feb 11 13:56:40.128279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-db4886a9-ffe1-49a0-b4be-0238dde702a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:40.129713 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-db4886a9-ffe1-49a0-b4be-0238dde702a3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c HTTP/1.1" status: 200 len: 897 time: 0.0889370 Feb 11 13:56:40.195411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-1e497f5b-d162-4328-8902-1c0045105d49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d32a4e-3f13-48cb-a472-f47fef65114d HTTP/1.1" status: 200 len: 1000 time: 0.0585988 Feb 11 13:56:40.248189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-aef5cbc7-8476-400f-9e58-5f676a66f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:40.249610 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-aef5cbc7-8476-400f-9e58-5f676a66f6b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3345730c-1785-486e-9ad2-52ed6baf6493 HTTP/1.1" status: 200 len: 834 time: 0.0472050 Feb 11 13:56:40.294036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-b1279111-e091-47df-b5d1-f5f36897f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:40.295531 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-b1279111-e091-47df-b5d1-f5f36897f7f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392122 Feb 11 13:56:40.381706 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-14547eaf-dd0d-4186-b598-64167787c2b3 service neutron] 10.222.0.59 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795887 Feb 11 13:56:40.476183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3eb80609-c19e-49f2-9da7-cfaacf05263f req-7cee0fdc-9148-4fc0-9806-b7562695ce44 service neutron] 10.222.0.59 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874870 Feb 11 13:56:41.225098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca310cb-abdf-4b99-9013-3a3b5161a134 req-80835e1d-2f52-489b-95e5-fb1a388d2f8c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:41.226637 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ca310cb-abdf-4b99-9013-3a3b5161a134 req-80835e1d-2f52-489b-95e5-fb1a388d2f8c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 943 time: 0.0529425 Feb 11 13:56:41.265364 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ca310cb-abdf-4b99-9013-3a3b5161a134 req-c6e8a629-6476-4a99-baf5-03ba3f450f5f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326481 Feb 11 13:56:42.382545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79040c-8e84-4c71-be2d-b8ad5edbbb92 req-74782f9e-c28b-46da-88a8-b3d65bb29e75 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:42.384020 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d79040c-8e84-4c71-be2d-b8ad5edbbb92 req-74782f9e-c28b-46da-88a8-b3d65bb29e75 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 943 time: 0.0483239 Feb 11 13:56:42.420970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d79040c-8e84-4c71-be2d-b8ad5edbbb92 req-4de1e6b1-5cc5-47a0-aa6e-2507adaa19a7 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310242 Feb 11 13:56:43.535537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe7397-1b4b-4401-8aeb-d92d9b230cf1 req-f81afd89-cc83-4dfc-b7ad-7712a0d55eec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:43.537002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e4fe7397-1b4b-4401-8aeb-d92d9b230cf1 req-f81afd89-cc83-4dfc-b7ad-7712a0d55eec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 943 time: 0.0489302 Feb 11 13:56:43.574859 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e4fe7397-1b4b-4401-8aeb-d92d9b230cf1 req-35221abc-93d8-4520-82b6-2b743a706f14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315220 Feb 11 13:56:44.699692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e64c8c-6ea2-4e5d-928e-acfa0b3d3bf1 req-13242a6c-1ed3-42bd-bcbd-3a7f3786a5c1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:44.701159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d7e64c8c-6ea2-4e5d-928e-acfa0b3d3bf1 req-13242a6c-1ed3-42bd-bcbd-3a7f3786a5c1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 943 time: 0.0579476 Feb 11 13:56:44.739374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d7e64c8c-6ea2-4e5d-928e-acfa0b3d3bf1 req-f4445834-e26d-49e2-b6fc-a5d6faad8ab6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318871 Feb 11 13:56:44.927658 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:56:45.854820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c15f5-1a7d-437c-a3ee-3fee1c4d5ce7 req-c697ec90-8481-4cd3-8ec7-74de33784c66 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:45.856298 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc0c15f5-1a7d-437c-a3ee-3fee1c4d5ce7 req-c697ec90-8481-4cd3-8ec7-74de33784c66 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 943 time: 0.0490055 Feb 11 13:56:45.893412 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dc0c15f5-1a7d-437c-a3ee-3fee1c4d5ce7 req-deff2bb1-7a51-4d1f-ae09-7bc1b1649856 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310125 Feb 11 13:56:47.007789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ed9d3-99a8-46e4-8878-f84f0000a15c req-c6085dcf-888b-4abb-bcc8-d16e436c8073 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:47.009245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a8ed9d3-99a8-46e4-8878-f84f0000a15c req-c6085dcf-888b-4abb-bcc8-d16e436c8073 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 943 time: 0.0488029 Feb 11 13:56:47.047049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a8ed9d3-99a8-46e4-8878-f84f0000a15c req-2fb64da0-9d9f-451b-8394-cdf1608351df tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315418 Feb 11 13:56:47.374302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bd78a4c4-d262-4b2a-a230-821a0073dd6f details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:56:47.471488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port bd78a4c4-d262-4b2a-a230-821a0073dd6f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bd78a4c4-d262-4b2a-a230-821a0073dd6f,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:47.482587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'port_id': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f', 'mac_address': 'fa:16:3e:34:61:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:56:47.519311 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:47.531744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd78a4c4-d262-4b2a-a230-821a0073dd6f {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:56:47.554567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port bd78a4c4-d262-4b2a-a230-821a0073dd6f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bd78a4c4-d262-4b2a-a230-821a0073dd6f,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:47.623573 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:47.670064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=bd78a4c4-d262-4b2a-a230-821a0073dd6f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:47.677421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.677784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.678130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.678565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.678933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.679267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.679598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.679921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.680246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.680569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.680890 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.681211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:47.835014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['bd78a4c4-d262-4b2a-a230-821a0073dd6f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:56:48.166984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70261a-83ee-48e5-b604-3b2e01ddf997 req-f86039fc-45a2-4258-a22c-1e2679ec2999 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:48.168381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e70261a-83ee-48e5-b604-3b2e01ddf997 req-f86039fc-45a2-4258-a22c-1e2679ec2999 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 944 time: 0.0529327 Feb 11 13:56:48.206303 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e70261a-83ee-48e5-b604-3b2e01ddf997 req-ba94ee5d-1f3c-41c7-af65-d5b5211b6a28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313294 Feb 11 13:56:49.321863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d979afb-ccf2-4dfb-95a1-fa79a32a8cfe req-bbbbbd2c-efe6-4d1a-80b8-19810b1b1ce5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:49.323327 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d979afb-ccf2-4dfb-95a1-fa79a32a8cfe req-bbbbbd2c-efe6-4d1a-80b8-19810b1b1ce5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 944 time: 0.0487304 Feb 11 13:56:49.360426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d979afb-ccf2-4dfb-95a1-fa79a32a8cfe req-1d997fdc-fc34-42a9-8ae1-eb3dd89720fa tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310149 Feb 11 13:56:49.392733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bd78a4c4-d262-4b2a-a230-821a0073dd6f up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:56:49.483833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port bd78a4c4-d262-4b2a-a230-821a0073dd6f completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:56:49.488282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port bd78a4c4-d262-4b2a-a230-821a0073dd6f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:56:49.488659 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:49.571467 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:49.593256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:56:49.595767 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6276d80b-ba0f-43f8-8835-257ae9c7fd08" -d '{"events": [{"server_uuid": "cbb7c02a-7a59-43f0-8127-a24854c6432d", "name": "network-vif-plugged", "status": "completed", "tag": "bd78a4c4-d262-4b2a-a230-821a0073dd6f"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:49.608273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port bd78a4c4-d262-4b2a-a230-821a0073dd6f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bd78a4c4-d262-4b2a-a230-821a0073dd6f,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:49.636780 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f939f6-a65e-47cd-a67a-482e8a5106b0 x-openstack-request-id: req-f5f939f6-a65e-47cd-a67a-482e8a5106b0 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:49.637070 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb7c02a-7a59-43f0-8127-a24854c6432d", "name": "network-vif-plugged", "status": "completed", "tag": "bd78a4c4-d262-4b2a-a230-821a0073dd6f", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:49.637359 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5f939f6-a65e-47cd-a67a-482e8a5106b0 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:49.637750 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f', 'code': 200} Feb 11 13:56:49.663643 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:49.716538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=bd78a4c4-d262-4b2a-a230-821a0073dd6f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:49.739059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3acc3-0da7-4fc3-8bf0-7fb58ff74e4d req-55026315-d66c-4b10-9186-98efb0848df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:49.740436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00b3acc3-0da7-4fc3-8bf0-7fb58ff74e4d req-55026315-d66c-4b10-9186-98efb0848df6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 1096 time: 0.0462692 Feb 11 13:56:50.098897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00b3acc3-0da7-4fc3-8bf0-7fb58ff74e4d req-52a22647-9e7e-4399-9ff2-27df49837e0d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3522694 Feb 11 13:56:50.477752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2926bb1-90ba-494d-881a-79305938f534 req-5286a018-a791-4f60-a25b-8bd1d67ad991 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:50.479261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2926bb1-90ba-494d-881a-79305938f534 req-5286a018-a791-4f60-a25b-8bd1d67ad991 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 945 time: 0.0488033 Feb 11 13:56:50.516464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2926bb1-90ba-494d-881a-79305938f534 req-326194de-3ad8-4470-a849-33010b3b619c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Feb 11 13:56:51.633152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678d35d-d01a-47b7-abcb-7cfeecec8e3d req-9446adad-3a20-416f-b12d-449d14c4c4d6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:51.634634 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9678d35d-d01a-47b7-abcb-7cfeecec8e3d req-9446adad-3a20-416f-b12d-449d14c4c4d6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 945 time: 0.0483069 Feb 11 13:56:51.671768 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9678d35d-d01a-47b7-abcb-7cfeecec8e3d req-6fd66244-fd66-4d20-b647-2bda7a9170c4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312226 Feb 11 13:56:51.788014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7729-b64a-4acf-a935-9f3c10b00462 req-79d38b56-7981-419e-82c5-fa444611ab22 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:51.789454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-005b7729-b64a-4acf-a935-9f3c10b00462 req-79d38b56-7981-419e-82c5-fa444611ab22 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 945 time: 0.0482380 Feb 11 13:56:51.825968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-005b7729-b64a-4acf-a935-9f3c10b00462 req-b1678700-260b-427b-8f1f-4c3bf80d5d2c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301232 Feb 11 13:56:51.848703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40668) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:52.082630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9505adc6-b1e2-4e79-bb69-66c0c57c6b05 tempest-TestVolumeBootPattern-1802127798 tempest-TestVolumeBootPattern-1802127798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:52.084058 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9505adc6-b1e2-4e79-bb69-66c0c57c6b05 tempest-TestVolumeBootPattern-1802127798 tempest-TestVolumeBootPattern-1802127798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 1091 time: 0.2343950 Feb 11 13:56:52.087046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40672) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:52.091162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:56:52.195304 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:52.289880 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:52.395714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Allocated IP 172.25.0.150 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/ac4f3596-3f69-4a92-87ab-73db4ae96f73) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:56:52.498459 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:52.601158 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:52.646473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:56:52.649136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:56:52.651716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:56:52.657081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=ac4f3596-3f69-4a92-87ab-73db4ae96f73,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:52.686454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:52.692162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:56:53.024676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:53.149262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:53.301867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:53.366067 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:53.434346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=ac4f3596-3f69-4a92-87ab-73db4ae96f73,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:53.445713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:53.544951 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Floating IP a0d6c34a-a766-404d-9154-19b5b71d3d41 associated. External IP: 172.25.0.150, port: bd78a4c4-d262-4b2a-a230-821a0073dd6f. Feb 11 13:56:53.751208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Router 56c8c999-58af-479b-98d5-78493dcb399d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:53.858962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:53.869256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] Sync routers for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:53.879505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:53.880117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:56:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:53.934481 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:53.961682 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5c5cfa6c-2df3-4f30-b328-d35dacf2aa21 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8736525 Feb 11 13:56:53.962309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'tag': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:56:53.964545 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e72086-8a99-468e-a450-25fb49d93e43" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb7c02a-7a59-43f0-8127-a24854c6432d", "tag": "bd78a4c4-d262-4b2a-a230-821a0073dd6f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:53.991563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:54.011827 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84d8190-c801-4889-ab57-13c382637b8c x-openstack-request-id: req-c84d8190-c801-4889-ab57-13c382637b8c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:54.012110 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb7c02a-7a59-43f0-8127-a24854c6432d", "tag": "bd78a4c4-d262-4b2a-a230-821a0073dd6f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:54.012352 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c84d8190-c801-4889-ab57-13c382637b8c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:54.012749 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'tag': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f', 'status': 'completed', 'code': 200} Feb 11 13:56:54.074316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-680552e5-08be-42e1-9282-52c3b6402676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:54.075820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-680552e5-08be-42e1-9282-52c3b6402676 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 1096 time: 0.0425329 Feb 11 13:56:54.167456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-18cf140a-f753-4da3-9137-50eda41b97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:54.168935 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-18cf140a-f753-4da3-9137-50eda41b97f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0861361 Feb 11 13:56:54.222424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'a0d6c34a-a766-404d-9154-19b5b71d3d41', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:34:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:52Z', 'updated_at': '2022-02-11T13:56:52Z', 'revision_number': 0, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:54.234544 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-676ec3fa-255a-4ec6-938d-c47b1b401232 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd78a4c4-d262-4b2a-a230-821a0073dd6f HTTP/1.1" status: 200 len: 999 time: 0.0592194 Feb 11 13:56:54.249421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] Checking router: 56c8c999-58af-479b-98d5-78493dcb399d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:56:54.257964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:54.258495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:56:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:54.281909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-23d41bb5-b6a7-47b1-8e6d-dcd817d08a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:54.284344 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-23d41bb5-b6a7-47b1-8e6d-dcd817d08a95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0432494 Feb 11 13:56:54.334067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-9a6d5e36-3462-4c53-bc7c-678e39334317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:54.335637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-9a6d5e36-3462-4c53-bc7c-678e39334317 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452824 Feb 11 13:56:54.365370 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:54.425647 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-24007000-a992-454a-9cdf-390142813f04 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824778 Feb 11 13:56:54.519409 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e72086-8a99-468e-a450-25fb49d93e43 req-2e054a56-f776-434f-8aa0-73d6f186980a service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874631 Feb 11 13:56:54.594100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'a0d6c34a-a766-404d-9154-19b5b71d3d41', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:34:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:52Z', 'updated_at': '2022-02-11T13:56:52Z', 'revision_number': 0, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:54.625362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6680d95-251c-4b2f-a5ac-3c788d11f948 None None] The sync data for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 is: [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'a0d6c34a-a766-404d-9154-19b5b71d3d41', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.150', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:34:61:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:52Z', 'updated_at': '2022-02-11T13:56:52Z', 'revision_number': 0, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:54.695835 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d524096b-db29-4113-9d0d-cb9c6c265dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:54.837751 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe08cc9-898e-452a-a0a2-6a9c9e963c45 None None] New status for floating IP a0d6c34a-a766-404d-9154-19b5b71d3d41: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:56:55.235165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90b49b-12c1-4d3f-af11-b578719a4a38 req-3422ab22-762e-4be6-9271-5b6dc93d3006 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:55.237291 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e90b49b-12c1-4d3f-af11-b578719a4a38 req-3422ab22-762e-4be6-9271-5b6dc93d3006 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 945 time: 0.0504918 Feb 11 13:56:55.274925 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e90b49b-12c1-4d3f-af11-b578719a4a38 req-f6b4ff9f-424e-4fb6-b7e0-d0cb106d7c47 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306907 Feb 11 13:56:55.912448 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:56.396612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91748897-86e9-41d9-96ef-84bd1b969e6e req-de097444-a0a9-4161-aa76-ccdc68694656 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:56.398105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91748897-86e9-41d9-96ef-84bd1b969e6e req-de097444-a0a9-4161-aa76-ccdc68694656 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 945 time: 0.0507214 Feb 11 13:56:56.436543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91748897-86e9-41d9-96ef-84bd1b969e6e req-90a91cc4-9ad8-4cc8-acfb-c75de9a43989 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/security-groups?id=bcd37b48-ac84-4733-8687-ac738469ad6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321865 Feb 11 13:56:56.560075 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-6b76c037-5ec4-46c1-85b3-5a7489b51579 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:56:56.561508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-6b76c037-5ec4-46c1-85b3-5a7489b51579 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.13 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 945 time: 0.0486178 Feb 11 13:56:56.654451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Deleting port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:56.654789 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:56.742667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] For port ebe8fe30-6502-4c8d-bb3d-5ffeda957249, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:56:56.742955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:56.959684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:56.960036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:56.960344 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Floating IP 92c772bc-27f2-43c5-b5f0-f63d4748c957 disassociated. External IP: 172.25.0.44, port: ebe8fe30-6502-4c8d-bb3d-5ffeda957249. Feb 11 13:56:56.960827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Calling delete_port for ebe8fe30-6502-4c8d-bb3d-5ffeda957249 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:56.989296 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4df249dd-d771-4c4c-a93b-d876da5579c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:57.184444 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:57.214821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event deleted for resources: {'Port': ['ID=ebe8fe30-6502-4c8d-bb3d-5ffeda957249,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:57.329475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Router e79160b8-7484-4ac2-b0b9-db3deaed5b14 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:56:57.437971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:56:57.448720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] Sync routers for ids ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:56:57.459425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] Routers {'e79160b8-7484-4ac2-b0b9-db3deaed5b14'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:57.460045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:56:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:57.477723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] No DVR routers for this DVR port ebe8fe30-6502-4c8d-bb3d-5ffeda957249 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:56:57.481626 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:57.485053 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-722143eb-e5a9-4cd1-b6b1-f8500dd45080 req-11a3ce44-3f2b-4a74-9b32-5d7aff64688b tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.13 "DELETE /v2.0/ports/ebe8fe30-6502-4c8d-bb3d-5ffeda957249 HTTP/1.1" status: 204 len: 173 time: 0.9175763 Feb 11 13:56:57.485451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14012826-5883-4d44-8991-b5530df7fa50', 'name': 'network-vif-deleted', 'tag': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:56:57.487942 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80dde7e-48c3-4221-9eec-afce115706e0" -d '{"events": [{"server_uuid": "14012826-5883-4d44-8991-b5530df7fa50", "name": "network-vif-deleted", "tag": "ebe8fe30-6502-4c8d-bb3d-5ffeda957249"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:56:57.533419 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c33ee9-db64-4915-976d-3900d2b56a29 x-openstack-request-id: req-14c33ee9-db64-4915-976d-3900d2b56a29 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:56:57.533710 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14012826-5883-4d44-8991-b5530df7fa50", "name": "network-vif-deleted", "tag": "ebe8fe30-6502-4c8d-bb3d-5ffeda957249", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:56:57.533993 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-14c33ee9-db64-4915-976d-3900d2b56a29 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:56:57.534395 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14012826-5883-4d44-8991-b5530df7fa50', 'name': 'network-vif-deleted', 'tag': 'ebe8fe30-6502-4c8d-bb3d-5ffeda957249', 'status': 'completed', 'code': 200} Feb 11 13:56:57.545118 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fae8c828-cc35-4292-8cf1-1cf41c41cde8 req-0b1d7bf9-b561-40a7-92f1-3fd7914842e8 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "GET /v2.0/ports?device_id=14012826-5883-4d44-8991-b5530df7fa50 HTTP/1.1" status: 200 len: 210 time: 0.0345283 Feb 11 13:56:57.586556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] Set router e79160b8-7484-4ac2-b0b9-db3deaed5b14 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:57.795674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:32Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2', 'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'mac_address': 'fa:16:3e:16:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:31Z', 'updated_at': '2022-02-11T13:51:39Z', 'revision_number': 5, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'subnets': [{'id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:57.822358 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] Checking router: e79160b8-7484-4ac2-b0b9-db3deaed5b14 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:56:57.831204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] Routers {'e79160b8-7484-4ac2-b0b9-db3deaed5b14'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:56:57.831801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:56:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:57.946373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] Set router e79160b8-7484-4ac2-b0b9-db3deaed5b14 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:56:58.019799 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:58.145491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:32Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2', 'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'mac_address': 'fa:16:3e:16:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:31Z', 'updated_at': '2022-02-11T13:51:39Z', 'revision_number': 5, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'subnets': [{'id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:56:58.178971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6723b-09e0-46f0-860d-c61fbc331a5b None None] The sync data for ids ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'] in n-d-816488-1 is: [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:32Z', 'revision_number': 4, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2', 'name': '', 'network_id': '55706acc-8fb9-46f5-9804-7ecab24c12a7', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'mac_address': 'fa:16:3e:16:97:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:31Z', 'updated_at': '2022-02-11T13:51:39Z', 'revision_number': 5, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'subnets': [{'id': '0670b47d-e94e-41ca-9dfc-9ea5281620d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:56:58.402631 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71d9de7-f64b-4559-91c9-a8daf205e2c7 None None] New status for floating IP 92c772bc-27f2-43c5-b5f0-f63d4748c957: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:56:58.606176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40694) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:58.709206 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:58.731436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e98e4733-2005-4f18-93e4-cc1db93c7302 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Deleting port 19f944f6-c422-4acb-96ae-c74200182ad2 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:56:58.731777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e98e4733-2005-4f18-93e4-cc1db93c7302 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:58.807724 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e98e4733-2005-4f18-93e4-cc1db93c7302 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:58.808046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e98e4733-2005-4f18-93e4-cc1db93c7302 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:58.819202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e98e4733-2005-4f18-93e4-cc1db93c7302 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Calling delete_port for 19f944f6-c422-4acb-96ae-c74200182ad2 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:56:59.015140 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e98e4733-2005-4f18-93e4-cc1db93c7302 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:59.040911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e4733-2005-4f18-93e4-cc1db93c7302 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event deleted for resources: {'Port': ['ID=19f944f6-c422-4acb-96ae-c74200182ad2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:59.102247 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e98e4733-2005-4f18-93e4-cc1db93c7302 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:59.104841 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e98e4733-2005-4f18-93e4-cc1db93c7302 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:59.106019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e98e4733-2005-4f18-93e4-cc1db93c7302 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "DELETE /v2.0/floatingips/92c772bc-27f2-43c5-b5f0-f63d4748c957 HTTP/1.1" status: 204 len: 168 time: 0.4987841 Feb 11 13:56:59.173573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40700) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:59.242353 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5191-e88a-4ae2-8dac-d71393133437 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:59.267800 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5191-e88a-4ae2-8dac-d71393133437 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:59.392696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5191-e88a-4ae2-8dac-d71393133437 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:59.395316 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a8bf5191-e88a-4ae2-8dac-d71393133437 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:56:59.396466 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a8bf5191-e88a-4ae2-8dac-d71393133437 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] 10.222.0.52 "DELETE /v2.0/security-groups/bcd37b48-ac84-4733-8687-ac738469ad6d HTTP/1.1" status: 204 len: 168 time: 0.2218144 Feb 11 13:56:59.405532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf5191-e88a-4ae2-8dac-d71393133437 tempest-TestServerBasicOps-312612249 tempest-TestServerBasicOps-312612249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd37b48-ac84-4733-8687-ac738469ad6d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:56:59.496172 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40704) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:56:59.942896 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:00.052200 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:00.193899 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] Deleting port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:57:00.194340 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:00.273399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] For port f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:00.273760 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:00.285280 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] Calling delete_port for f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:57:00.557926 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:00.583742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:00.643845 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:00.757514 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:00.963278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] Router e79160b8-7484-4ac2-b0b9-db3deaed5b14 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:01.070040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:01.075255 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-71e252c2-bf76-4de0-b833-09187c31c4b5 admin admin] 10.222.0.52 "PUT /v2.0/routers/e79160b8-7484-4ac2-b0b9-db3deaed5b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5780597 Feb 11 13:57:01.077928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40710) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:01.079319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] Sync routers for ids ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:01.089324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] Routers {'e79160b8-7484-4ac2-b0b9-db3deaed5b14'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:01.089979 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:56:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:01.180864 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:01.195604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] Set router e79160b8-7484-4ac2-b0b9-db3deaed5b14 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:01.286613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:01.420926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Deleting port e72f78da-c2cf-445a-a25c-8634aa57ec17 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:57:01.421269 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:01.473901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ebe8fe30-6502-4c8d-bb3d-5ffeda957249 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:01.502373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] For port e72f78da-c2cf-445a-a25c-8634aa57ec17, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e72f78da-c2cf-445a-a25c-8634aa57ec17,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:01.502736 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:01.503256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: ebe8fe30-6502-4c8d-bb3d-5ffeda957249 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:57:01.503591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device ebe8fe30-6502-4c8d-bb3d-5ffeda957249 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:01.515162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Calling delete_port for e72f78da-c2cf-445a-a25c-8634aa57ec17 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:57:01.551382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:57:00Z', 'revision_number': 5, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port': {'id': 'e72f78da-c2cf-445a-a25c-8634aa57ec17', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:d5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:01.577909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] Checking router: e79160b8-7484-4ac2-b0b9-db3deaed5b14 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:01.587242 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] Routers {'e79160b8-7484-4ac2-b0b9-db3deaed5b14'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:01.587852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:56:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:01.676303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] Set router e79160b8-7484-4ac2-b0b9-db3deaed5b14 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:01.730051 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:01.739630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:57:01Z', 'revision_number': 6, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:01.756157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72f78da-c2cf-445a-a25c-8634aa57ec17,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:01.771793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9d5e4f-306c-4186-ba8b-8864a12052cb None None] The sync data for ids ['e79160b8-7484-4ac2-b0b9-db3deaed5b14'] in n-d-816488-1 is: [{'id': 'e79160b8-7484-4ac2-b0b9-db3deaed5b14', 'name': 'tempest-TestServerBasicOps-1867482988-router', 'tenant_id': '7fa9c0c63feb4d02974e433b5f462b15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:27Z', 'updated_at': '2022-02-11T13:57:01Z', 'revision_number': 6, 'project_id': '7fa9c0c63feb4d02974e433b5f462b15', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:01.819416 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.250540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.253369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.380881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.381335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79160b8-7484-4ac2-b0b9-db3deaed5b14 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:57:02.385740 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.386910 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ed5cf757-80d7-42b5-a326-8a174e0eeef4 admin admin] 10.222.0.52 "DELETE /v2.0/routers/e79160b8-7484-4ac2-b0b9-db3deaed5b14 HTTP/1.1" status: 204 len: 168 time: 1.3080122 Feb 11 13:57:02.389468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40712) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:02.436441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-1067fc27-cea8-4894-be58-841d5f0d9f06 admin admin] Deleting subnet 0670b47d-e94e-41ca-9dfc-9ea5281620d3 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:57:02.440303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1067fc27-cea8-4894-be58-841d5f0d9f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.476513 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1067fc27-cea8-4894-be58-841d5f0d9f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.554761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:02.563887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1067fc27-cea8-4894-be58-841d5f0d9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.577495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:57:02.578367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f5884cf3-8663-4ac3-8ac7-3e0050ba6ba2 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:02.692856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1067fc27-cea8-4894-be58-841d5f0d9f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.721191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067fc27-cea8-4894-be58-841d5f0d9f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0670b47d-e94e-41ca-9dfc-9ea5281620d3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:02.726195 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1067fc27-cea8-4894-be58-841d5f0d9f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.729458 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1067fc27-cea8-4894-be58-841d5f0d9f06 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0670b47d-e94e-41ca-9dfc-9ea5281620d3 HTTP/1.1" status: 204 len: 168 time: 0.3390524 Feb 11 13:57:02.732232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40714) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:02.736378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb0458-d137-4d14-a45a-df6334590b61 None None] Network 55706acc-8fb9-46f5-9804-7ecab24c12a7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:57:02.814821 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.888935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Deleting port 5b793ae0-733e-4697-8a5d-f790fbac9d77 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:57:02.889311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.955832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] For port 5b793ae0-733e-4697-8a5d-f790fbac9d77, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5b793ae0-733e-4697-8a5d-f790fbac9d77,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:02.956201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:02.970270 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Calling delete_port for 5b793ae0-733e-4697-8a5d-f790fbac9d77 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:57:03.017749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e15b1-d1f1-4158-834a-57b2030868bc None None] DHCP port deletion for 55706acc-8fb9-46f5-9804-7ecab24c12a7 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:57:03.102689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-343e15b1-d1f1-4158-834a-57b2030868bc None None] Deleting port 5b793ae0-733e-4697-8a5d-f790fbac9d77 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:57:03.103058 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-343e15b1-d1f1-4158-834a-57b2030868bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.121215 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.147337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b793ae0-733e-4697-8a5d-f790fbac9d77,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:03.152484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] No DVR routers for this DVR port 5b793ae0-733e-4697-8a5d-f790fbac9d77 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:03.174712 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-343e15b1-d1f1-4158-834a-57b2030868bc None None] For port 5b793ae0-733e-4697-8a5d-f790fbac9d77, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5b793ae0-733e-4697-8a5d-f790fbac9d77,segment=NetworkSegment(5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3),segment_id=5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:03.174712 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-343e15b1-d1f1-4158-834a-57b2030868bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.191386 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-343e15b1-d1f1-4158-834a-57b2030868bc None None] Calling delete_port for 5b793ae0-733e-4697-8a5d-f790fbac9d77 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:57:03.226115 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.250501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55706acc-8fb9-46f5-9804-7ecab24c12a7']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:03.260540 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:03.260860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9b1889-672c-41ec-90bf-0fe4c3b2cfe3') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:03.270152 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.271632 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-343e15b1-d1f1-4158-834a-57b2030868bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.283584 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.289638 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:57:03.290045 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:57:03.291687 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:57:03.299029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e15b1-d1f1-4158-834a-57b2030868bc None None] Pushing event deleted for resources: {'Port': ['ID=5b793ae0-733e-4697-8a5d-f790fbac9d77,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:03.307874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e15b1-d1f1-4158-834a-57b2030868bc None None] No DVR routers for this DVR port 5b793ae0-733e-4697-8a5d-f790fbac9d77 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:03.412710 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.418749 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:03.421968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] 10.222.0.52 "DELETE /v2.0/networks/55706acc-8fb9-46f5-9804-7ecab24c12a7 HTTP/1.1" status: 204 len: 168 time: 0.6887228 Feb 11 13:57:03.425832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40718) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:03.435167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a41eac-fe60-42b2-9663-e0d3adf33777 admin admin] Pushing event deleted for resources: {'Network': ['ID=55706acc-8fb9-46f5-9804-7ecab24c12a7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:03.769205 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.009794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] Deleting port 960b9d86-09d9-4277-adda-45e54737df4c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:57:04.010146 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.087877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] For port 960b9d86-09d9-4277-adda-45e54737df4c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=960b9d86-09d9-4277-adda-45e54737df4c,segment=NetworkSegment(d22d8ade-9877-44bb-bfd9-5ddffaac7d5e),segment_id=d22d8ade-9877-44bb-bfd9-5ddffaac7d5e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:04.088238 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.099940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] Calling delete_port for 960b9d86-09d9-4277-adda-45e54737df4c owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:57:04.127280 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5b793ae0-733e-4697-8a5d-f790fbac9d77 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:04.148632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 5b793ae0-733e-4697-8a5d-f790fbac9d77 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:57:04.148982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5b793ae0-733e-4697-8a5d-f790fbac9d77 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:04.149402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e72f78da-c2cf-445a-a25c-8634aa57ec17 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:04.171559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e72f78da-c2cf-445a-a25c-8634aa57ec17 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:57:04.171897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e72f78da-c2cf-445a-a25c-8634aa57ec17 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:04.381162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.410997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=960b9d86-09d9-4277-adda-45e54737df4c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:04.581876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:04.796946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] Router 971603ae-f560-4635-9c6e-c355c9c37e90 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:04.902358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:04.908278 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-84f98231-a6d5-4b78-9608-ebf20769c1f3 admin admin] 10.222.0.52 "PUT /v2.0/routers/971603ae-f560-4635-9c6e-c355c9c37e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4813268 Feb 11 13:57:04.911061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40720) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:04.912728 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] Sync routers for ids ['971603ae-f560-4635-9c6e-c355c9c37e90'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:04.923676 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] Routers {'971603ae-f560-4635-9c6e-c355c9c37e90'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:04.924338 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:56:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['971603ae-f560-4635-9c6e-c355c9c37e90'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:05.017541 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.033158 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] Set router 971603ae-f560-4635-9c6e-c355c9c37e90 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:05.118237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.209391 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'name': 'tempest-TestServerBasicOps-1089755647-router', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:40Z', 'updated_at': '2022-02-11T13:57:04Z', 'revision_number': 5, 'project_id': '4d84a98e111c41278938705ed45233b9', 'gw_port': {'id': '3269aec8-6536-450b-95eb-e2dcbcdf566f', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:51:42Z', 'updated_at': '2022-02-11T13:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:05.237112 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] Checking router: 971603ae-f560-4635-9c6e-c355c9c37e90 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:05.242420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Deleting port 3269aec8-6536-450b-95eb-e2dcbcdf566f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:57:05.242768 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.245725 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] Routers {'971603ae-f560-4635-9c6e-c355c9c37e90'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:05.246325 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:56:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['971603ae-f560-4635-9c6e-c355c9c37e90'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:05.320338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] For port 3269aec8-6536-450b-95eb-e2dcbcdf566f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3269aec8-6536-450b-95eb-e2dcbcdf566f,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:05.320708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.331648 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] Set router 971603ae-f560-4635-9c6e-c355c9c37e90 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:05.333430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Calling delete_port for 3269aec8-6536-450b-95eb-e2dcbcdf566f owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:57:05.383074 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'name': 'tempest-TestServerBasicOps-1089755647-router', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:40Z', 'updated_at': '2022-02-11T13:57:05Z', 'revision_number': 6, 'project_id': '4d84a98e111c41278938705ed45233b9', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:05.413191 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf66764-fc2f-409c-9a72-826fd6abe0b2 None None] The sync data for ids ['971603ae-f560-4635-9c6e-c355c9c37e90'] in n-d-816488-1 is: [{'id': '971603ae-f560-4635-9c6e-c355c9c37e90', 'name': 'tempest-TestServerBasicOps-1089755647-router', 'tenant_id': '4d84a98e111c41278938705ed45233b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:51:40Z', 'updated_at': '2022-02-11T13:57:05Z', 'revision_number': 6, 'project_id': '4d84a98e111c41278938705ed45233b9', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:05.587140 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.612700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3269aec8-6536-450b-95eb-e2dcbcdf566f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:05.676927 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.768639 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.771050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.886701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.887175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 971603ae-f560-4635-9c6e-c355c9c37e90 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:57:05.891775 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.892952 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-707b0366-1ea4-4da7-82e8-d9e93eaf7fb5 admin admin] 10.222.0.52 "DELETE /v2.0/routers/971603ae-f560-4635-9c6e-c355c9c37e90 HTTP/1.1" status: 204 len: 168 time: 0.9808409 Feb 11 13:57:05.895367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40722) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:05.944665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11f5d09-7936-4dbf-ab30-c15e4531b9cf admin admin] Deleting subnet 74705818-3517-4921-b717-abc1aee16379 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:57:05.947669 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d09-7936-4dbf-ab30-c15e4531b9cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:05.980774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d09-7936-4dbf-ab30-c15e4531b9cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.056305 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d09-7936-4dbf-ab30-c15e4531b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.178698 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d09-7936-4dbf-ab30-c15e4531b9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.215598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a11f5d09-7936-4dbf-ab30-c15e4531b9cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.222521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a11f5d09-7936-4dbf-ab30-c15e4531b9cf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/74705818-3517-4921-b717-abc1aee16379 HTTP/1.1" status: 204 len: 168 time: 0.3225241 Feb 11 13:57:06.222521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f5d09-7936-4dbf-ab30-c15e4531b9cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74705818-3517-4921-b717-abc1aee16379,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:06.222521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40726) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:06.227482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52606ac5-548b-4173-8ce7-a80ccd076c36 None None] Network ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:57:06.241071 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 960b9d86-09d9-4277-adda-45e54737df4c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:06.290692 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.294617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 960b9d86-09d9-4277-adda-45e54737df4c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:57:06.295029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 960b9d86-09d9-4277-adda-45e54737df4c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:06.295375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3269aec8-6536-450b-95eb-e2dcbcdf566f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:06.329624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 3269aec8-6536-450b-95eb-e2dcbcdf566f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:57:06.330253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3269aec8-6536-450b-95eb-e2dcbcdf566f not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:06.348610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Deleting port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:57:06.348956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.416723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] For port bdbf01ff-d8a6-4406-9d49-8b8931dc6444, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bdbf01ff-d8a6-4406-9d49-8b8931dc6444,segment=NetworkSegment(d22d8ade-9877-44bb-bfd9-5ddffaac7d5e),segment_id=d22d8ade-9877-44bb-bfd9-5ddffaac7d5e)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:06.417344 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.432703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Calling delete_port for bdbf01ff-d8a6-4406-9d49-8b8931dc6444 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:57:06.459429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335b3dda-1469-4ce3-be92-589f1117d31a None None] DHCP port deletion for ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:57:06.513156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-335b3dda-1469-4ce3-be92-589f1117d31a None None] Deleting port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:57:06.513527 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-335b3dda-1469-4ce3-be92-589f1117d31a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.587417 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.588046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-335b3dda-1469-4ce3-be92-589f1117d31a None None] For port bdbf01ff-d8a6-4406-9d49-8b8931dc6444, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bdbf01ff-d8a6-4406-9d49-8b8931dc6444,segment=NetworkSegment(d22d8ade-9877-44bb-bfd9-5ddffaac7d5e),segment_id=d22d8ade-9877-44bb-bfd9-5ddffaac7d5e)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:06.588285 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-335b3dda-1469-4ce3-be92-589f1117d31a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.601389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-335b3dda-1469-4ce3-be92-589f1117d31a None None] Calling delete_port for bdbf01ff-d8a6-4406-9d49-8b8931dc6444 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:57:06.614888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdbf01ff-d8a6-4406-9d49-8b8931dc6444,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:06.620169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] No DVR routers for this DVR port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:06.680608 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-335b3dda-1469-4ce3-be92-589f1117d31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.695795 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.707674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335b3dda-1469-4ce3-be92-589f1117d31a None None] Pushing event deleted for resources: {'Port': ['ID=bdbf01ff-d8a6-4406-9d49-8b8931dc6444,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:06.709515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b3dda-1469-4ce3-be92-589f1117d31a None None] No DVR routers for this DVR port bdbf01ff-d8a6-4406-9d49-8b8931dc6444 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:57:06.718749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:06.728478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:06.728765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22d8ade-9877-44bb-bfd9-5ddffaac7d5e') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:06.739580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.752659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.758540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:57:06.758917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: timer() Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:57:06.760521 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:57:06.915916 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.921577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:06.924943 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67 HTTP/1.1" status: 204 len: 168 time: 0.7016466 Feb 11 13:57:06.936318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32b6db-b26c-406a-b58d-82c1937b0d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5da8dc-c751-42e9-8cb6-d7c1f0b36e67,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:07.250314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40732) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:07.289249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f97f382e-3d34-4ef1-b72c-b58d152cc4ca admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7fa9c0c63feb4d02974e433b5f462b15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372496 Feb 11 13:57:07.291732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40734) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:07.339095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5483bd8a-0db2-4734-8e32-a0052c24682d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:07.358867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5483bd8a-0db2-4734-8e32-a0052c24682d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:07.475515 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5483bd8a-0db2-4734-8e32-a0052c24682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:07.478087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5483bd8a-0db2-4734-8e32-a0052c24682d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:07.479263 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5483bd8a-0db2-4734-8e32-a0052c24682d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cad1b0ca-b5ad-4d4c-bd60-9a8f182ac6b3 HTTP/1.1" status: 204 len: 168 time: 0.1864209 Feb 11 13:57:07.487372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5483bd8a-0db2-4734-8e32-a0052c24682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad1b0ca-b5ad-4d4c-bd60-9a8f182ac6b3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:08.115691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bdbf01ff-d8a6-4406-9d49-8b8931dc6444 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:57:08.136286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: bdbf01ff-d8a6-4406-9d49-8b8931dc6444 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:57:08.136630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bdbf01ff-d8a6-4406-9d49-8b8931dc6444 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:57:08.173540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40740) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:08.213553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-59eebd09-8cf0-43c3-abd9-1c9a56bb2977 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d84a98e111c41278938705ed45233b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385888 Feb 11 13:57:08.216121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40742) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:08.266921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37fb01dd-38af-4750-a741-ccecf557a63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:08.287976 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37fb01dd-38af-4750-a741-ccecf557a63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:08.406908 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37fb01dd-38af-4750-a741-ccecf557a63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:08.409446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-37fb01dd-38af-4750-a741-ccecf557a63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:08.410631 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-37fb01dd-38af-4750-a741-ccecf557a63e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/330274bf-572b-412f-8eb6-5f6c17cef937 HTTP/1.1" status: 204 len: 168 time: 0.1936157 Feb 11 13:57:08.418942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb01dd-38af-4750-a741-ccecf557a63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330274bf-572b-412f-8eb6-5f6c17cef937,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:10.930363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40750) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:11.006019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd14092-97ae-4ffa-bd74-efef9d8252aa tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:11.006528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd14092-97ae-4ffa-bd74-efef9d8252aa tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:11.006995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd14092-97ae-4ffa-bd74-efef9d8252aa tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:11.008682 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2bd14092-97ae-4ffa-bd74-efef9d8252aa tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/ports?project_id=461f163b5972481da6f5aa0be4ef2d16&network_id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c HTTP/1.1" status: 200 len: 2969 time: 0.0773158 Feb 11 13:57:13.918612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40760) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:13.971006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01088188-36d9-4045-802f-3710c65428f3 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:13.972546 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-01088188-36d9-4045-802f-3710c65428f3 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4 HTTP/1.1" status: 200 len: 814 time: 0.0529437 Feb 11 13:57:14.716904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40768) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:14.722440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'network': {'name': 'tempest-network-smoke--70955251', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'port_security_enabled': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:14.824114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Made reservation on behalf of 461f163b5972481da6f5aa0be4ef2d16 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:14.827676 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:14.851288 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:57:14.859834 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:14.864062 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Added segment ff980b0b-213a-41a7-a263-97435fb5249c of type vlan for network 52b9a880-9655-4c64-871b-40502881f31c Feb 11 13:57:14.900046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.012288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.018090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:15.018682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:15.086111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Network': ['ID=52b9a880-9655-4c64-871b-40502881f31c,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:15.097068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 52b9a880-9655-4c64-871b-40502881f31c details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:57:15.201195 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-500cfe06-0f5b-420f-9ccb-579aa3c8eb3e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4831564 Feb 11 13:57:15.204518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40770) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:15.274142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d451d64b-9976-424a-b5af-f71b2dee9962 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:15.275688 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d451d64b-9976-424a-b5af-f71b2dee9962 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=461f163b5972481da6f5aa0be4ef2d16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0701377 Feb 11 13:57:15.278612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40772) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:15.370388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e4f2b2-f0cd-4f46-95c3-38781e9e1ebf tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:15.371936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-91e4f2b2-f0cd-4f46-95c3-38781e9e1ebf tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924366 Feb 11 13:57:15.374957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40774) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:15.403909 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-66ad0039-3135-4d06-8040-0a9031d0e74b tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278096 Feb 11 13:57:15.406501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40776) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:15.435566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0c564764-ea9f-4408-921c-b73694fc19c7 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=461f163b5972481da6f5aa0be4ef2d16&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274603 Feb 11 13:57:15.438053 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40778) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:15.882320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a0e77c-3b49-405a-bc78-82117ee938fa tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:15.883990 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f8a0e77c-3b49-405a-bc78-82117ee938fa tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4448447 Feb 11 13:57:15.888732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40780) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:15.920040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1dfc76f2-e70a-44db-bacf-b759de7b4cd7 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302145 Feb 11 13:57:15.922585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40782) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:15.927568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-216540810', 'network_id': '52b9a880-9655-4c64-871b-40502881f31c', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:16.146703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Made reservation on behalf of 461f163b5972481da6f5aa0be4ef2d16 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:16.150383 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:16.395379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:16.460911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Subnet': ['ID=8f8e78d4-afd2-4adf-a099-04c3cd700702,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:16.474170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Checking segment: {'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:57:16.474170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network hostable DHCP agents. Network: 52b9a880-9655-4c64-871b-40502881f31c, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:57:16.595291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network 52b9a880-9655-4c64-871b-40502881f31c is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:57:16.691985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 52b9a880-9655-4c64-871b-40502881f31c) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:16.696487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:16.697735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:16.701584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b29f46-85b4-448a-9437-f702bdff4327 None None] Network 52b9a880-9655-4c64-871b-40502881f31c requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:57:16.806788 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f39689a0-f709-4a18-9f02-50b496668f39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8828812 Feb 11 13:57:16.851200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-52b9a880-9655-4c64-871b-40502881f31c', 'network_id': '52b9a880-9655-4c64-871b-40502881f31c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ips': [{'subnet_id': '8f8e78d4-afd2-4adf-a099-04c3cd700702'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:57:16.852068 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:16.994818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Allocated IP 172.20.0.18 (52b9a880-9655-4c64-871b-40502881f31c/8f8e78d4-afd2-4adf-a099-04c3cd700702/72dbb991-e563-49b5-bc80-eac49fa258c7) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:17.133972 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.227100 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.273340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Network 52b9a880-9655-4c64-871b-40502881f31c is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:17.276077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:17.280373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:17.283572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Pushing event updated for resources: {'Port': ['ID=72dbb991-e563-49b5-bc80-eac49fa258c7,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:17.307207 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40786) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:17.311906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-187395ea-d4ab-4b0a-9781-bd399a7c2fe3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-796341608', 'description': 'tempest-secgroup-smoke-796341608 description', 'project_id': '461f163b5972481da6f5aa0be4ef2d16'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:17.338761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Attempting to bind port 72dbb991-e563-49b5-bc80-eac49fa258c7 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:57:17.339127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Attempting to bind port 72dbb991-e563-49b5-bc80-eac49fa258c7 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:57:17.339489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Attempting to bind port 72dbb991-e563-49b5-bc80-eac49fa258c7 on network 52b9a880-9655-4c64-871b-40502881f31c {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:17.345023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:17.345401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Checking segment: {'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:57:17.345804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.346202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Bound using segment: {'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:17.346663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Bound port: 72dbb991-e563-49b5-bc80-eac49fa258c7, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:57:17.347037 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.409150 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] For port 72dbb991-e563-49b5-bc80-eac49fa258c7, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:17.409599 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-187395ea-d4ab-4b0a-9781-bd399a7c2fe3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.412259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] For port 72dbb991-e563-49b5-bc80-eac49fa258c7, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=72dbb991-e563-49b5-bc80-eac49fa258c7,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:17.475119 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-187395ea-d4ab-4b0a-9781-bd399a7c2fe3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.507145 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.552373 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-187395ea-d4ab-4b0a-9781-bd399a7c2fe3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.568797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9a996-a5e1-4c88-97b0-95fb556afa99 None None] Pushing event updated for resources: {'Port': ['ID=72dbb991-e563-49b5-bc80-eac49fa258c7,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:17.585273 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187395ea-d4ab-4b0a-9781-bd399a7c2fe3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:17.663237 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-187395ea-d4ab-4b0a-9781-bd399a7c2fe3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.664673 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-187395ea-d4ab-4b0a-9781-bd399a7c2fe3 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3564332 Feb 11 13:57:17.667832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40788) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:17.673039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-000e8761-ef66-4a7c-9865-2c36cb38e35e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:17.786881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-000e8761-ef66-4a7c-9865-2c36cb38e35e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.854150 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-000e8761-ef66-4a7c-9865-2c36cb38e35e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.943615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-000e8761-ef66-4a7c-9865-2c36cb38e35e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:17.962832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e8761-ef66-4a7c-9865-2c36cb38e35e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb38fd19-a59e-45dd-9f5d-1e92b1c37ab0,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:18.043555 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-000e8761-ef66-4a7c-9865-2c36cb38e35e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.044868 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-000e8761-ef66-4a7c-9865-2c36cb38e35e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3756638 Feb 11 13:57:18.047589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40790) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:18.051920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-447e26a0-1705-44f9-b19c-2ea7b102151e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:18.155050 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-447e26a0-1705-44f9-b19c-2ea7b102151e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.163992 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 72dbb991-e563-49b5-bc80-eac49fa258c7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:18.219113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 72dbb991-e563-49b5-bc80-eac49fa258c7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:18.220035 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.232763 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-447e26a0-1705-44f9-b19c-2ea7b102151e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.302366 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.324262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-447e26a0-1705-44f9-b19c-2ea7b102151e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.339190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 72dbb991-e563-49b5-bc80-eac49fa258c7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=72dbb991-e563-49b5-bc80-eac49fa258c7,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:18.346037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e26a0-1705-44f9-b19c-2ea7b102151e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d123160f-51ac-4eb7-b309-892df8572d8c,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:18.420880 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.448962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-447e26a0-1705-44f9-b19c-2ea7b102151e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.450400 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-447e26a0-1705-44f9-b19c-2ea7b102151e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4017029 Feb 11 13:57:18.453139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40792) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:18.458500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-10d968e2-f5c3-4e8d-ac65-04a3656ad0ab tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:18.478515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=72dbb991-e563-49b5-bc80-eac49fa258c7,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:18.503606 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043257d-e8c4-4c20-9efd-a7093315c25c None None] Network 52b9a880-9655-4c64-871b-40502881f31c requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:57:18.545888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10d968e2-f5c3-4e8d-ac65-04a3656ad0ab tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.564347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e7257618-7f8f-4f18-8021-23d4c9827103 None None] Provisioning complete for port 72dbb991-e563-49b5-bc80-eac49fa258c7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:18.564347 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e7257618-7f8f-4f18-8021-23d4c9827103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.605479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10d968e2-f5c3-4e8d-ac65-04a3656ad0ab tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.683843 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10d968e2-f5c3-4e8d-ac65-04a3656ad0ab tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.701854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d968e2-f5c3-4e8d-ac65-04a3656ad0ab tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=699feabe-5b2b-4273-a0bf-affe89de5bb0,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:18.802908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10d968e2-f5c3-4e8d-ac65-04a3656ad0ab tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.804130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-10d968e2-f5c3-4e8d-ac65-04a3656ad0ab tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3492279 Feb 11 13:57:18.806914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40794) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:18.811378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b4a0ad9a-3e28-48e7-a20b-987c9384c9c1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:18.936505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eec860eb-a1d1-4780-8681-54bf1edf5dfc None None] Provisioning complete for port 72dbb991-e563-49b5-bc80-eac49fa258c7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:18.936871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eec860eb-a1d1-4780-8681-54bf1edf5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:18.989145 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ad9a-3e28-48e7-a20b-987c9384c9c1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.052160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ad9a-3e28-48e7-a20b-987c9384c9c1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.129525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ad9a-3e28-48e7-a20b-987c9384c9c1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.147396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0ad9a-3e28-48e7-a20b-987c9384c9c1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83462747-6c24-4a14-a652-91113ea34010,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:19.228454 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ad9a-3e28-48e7-a20b-987c9384c9c1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.229731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b4a0ad9a-3e28-48e7-a20b-987c9384c9c1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4219084 Feb 11 13:57:19.232633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40796) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:19.237085 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-34859d1b-b2e6-4592-a098-944cdd321d30 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:19.363611 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-34859d1b-b2e6-4592-a098-944cdd321d30 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Project 461f163b5972481da6f5aa0be4ef2d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:57:19.368630 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34859d1b-b2e6-4592-a098-944cdd321d30 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.429994 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34859d1b-b2e6-4592-a098-944cdd321d30 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.506269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34859d1b-b2e6-4592-a098-944cdd321d30 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.523709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34859d1b-b2e6-4592-a098-944cdd321d30 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635c5134-3ee5-47b6-a400-b40b7ea39d86,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:19.616917 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-34859d1b-b2e6-4592-a098-944cdd321d30 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.618171 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-34859d1b-b2e6-4592-a098-944cdd321d30 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3846250 Feb 11 13:57:19.621013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40798) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:19.625416 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-28631dc5-4973-4e71-9dbd-ee7adac50944 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': '9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:19.726420 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-28631dc5-4973-4e71-9dbd-ee7adac50944 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Project 461f163b5972481da6f5aa0be4ef2d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:57:19.731266 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28631dc5-4973-4e71-9dbd-ee7adac50944 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.791030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28631dc5-4973-4e71-9dbd-ee7adac50944 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.908943 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28631dc5-4973-4e71-9dbd-ee7adac50944 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:19.926772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28631dc5-4973-4e71-9dbd-ee7adac50944 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c929e0f4-c775-4a4b-b9de-3e97f6553af9,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:20.031229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-28631dc5-4973-4e71-9dbd-ee7adac50944 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:20.033817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-28631dc5-4973-4e71-9dbd-ee7adac50944 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4111967 Feb 11 13:57:20.129940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 72dbb991-e563-49b5-bc80-eac49fa258c7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:20.180791 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 72dbb991-e563-49b5-bc80-eac49fa258c7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:20.181103 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:20.232908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-024cd08e-b31e-4a88-973a-f506ee3c1bf9 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-796341608&fields=id&tenant_id=461f163b5972481da6f5aa0be4ef2d16 HTTP/1.1" status: 200 len: 267 time: 0.0360177 Feb 11 13:57:20.346944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d401-fc2a-4063-920e-cc769b72e78d req-b2301424-c046-4f6f-b21d-a4b951469bdc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:20.348407 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-b2301424-c046-4f6f-b21d-a4b951469bdc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/networks?id=52b9a880-9655-4c64-871b-40502881f31c HTTP/1.1" status: 200 len: 795 time: 0.1084573 Feb 11 13:57:20.364711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-69f6dbc6-0d1b-451b-ac0c-c8bf2cba35db tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/quotas/461f163b5972481da6f5aa0be4ef2d16 HTTP/1.1" status: 200 len: 375 time: 0.0102091 Feb 11 13:57:20.425065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-c6bdad15-cca5-47a6-beac-8b4a77e6e4bc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545468 Feb 11 13:57:20.522889 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-3ebe7ae8-2889-4062-8352-ddc5c2430c0c service neutron] 10.222.0.52 "GET /v2.0/networks/52b9a880-9655-4c64-871b-40502881f31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857675 Feb 11 13:57:20.610996 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-35d4e590-80a0-4ac3-95f4-ab603f968b45 service neutron] 10.222.0.52 "GET /v2.0/networks/52b9a880-9655-4c64-871b-40502881f31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812428 Feb 11 13:57:20.918528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-968a54f6-60a2-4163-907d-4c638878f1ec req-480bd5df-c3f5-4e3b-982e-8380607e0fb0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 210 time: 0.0298493 Feb 11 13:57:21.927383 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:57:22.016507 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0825dc24-70c9-4df1-8e51-d2f7f8ac7a32 req-cf1a0317-5c16-454f-a6c7-332a508c3099 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 210 time: 0.0270853 Feb 11 13:57:23.114042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed1e69cb-76a2-4169-a1d7-2f5d5524ab90 req-ab699aa6-f9ea-428f-9c51-dd6ace9fb347 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 210 time: 0.0291638 Feb 11 13:57:23.214864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d401-fc2a-4063-920e-cc769b72e78d req-8b09ff97-32f6-49aa-9b85-5913119a57af tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:23.216301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-8b09ff97-32f6-49aa-9b85-5913119a57af tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "GET /v2.0/networks?id=52b9a880-9655-4c64-871b-40502881f31c HTTP/1.1" status: 200 len: 795 time: 0.1049807 Feb 11 13:57:23.267326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-fcca1ca3-805e-474d-b25c-1be787803d02 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461f163b5972481da6f5aa0be4ef2d16 HTTP/1.1" status: 200 len: 472 time: 0.0420513 Feb 11 13:57:23.276564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'port': {'device_id': '52e1daf7-bd70-4b48-a8fe-9b387c892e68', 'network_id': '52b9a880-9655-4c64-871b-40502881f31c', 'admin_state_up': True, 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'security_groups': ['9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:23.500829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Made reservation on behalf of 461f163b5972481da6f5aa0be4ef2d16 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:57:23.504585 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:23.636015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Allocated IP 172.20.0.26 (52b9a880-9655-4c64-871b-40502881f31c/8f8e78d4-afd2-4adf-a099-04c3cd700702/d86e260e-9ea2-455c-b10c-a1db979ab160) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:23.769516 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:23.886782 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:23.933116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network 52b9a880-9655-4c64-871b-40502881f31c is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:23.938750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:23.942772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:23.973048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=d86e260e-9ea2-455c-b10c-a1db979ab160,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:23.997423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:23.998071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:24.095144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-32d41eb6-24c7-41e9-95ee-72aa32477b18 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8221655 Feb 11 13:57:24.107156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Request body: {'port': {'device_id': '52e1daf7-bd70-4b48-a8fe-9b387c892e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:57:24.163703 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:24.177393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e62d5b37-77e8-4fc8-af0b-bb0a7dbca50d None None] Provisioning complete for port d86e260e-9ea2-455c-b10c-a1db979ab160 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:24.178623 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e62d5b37-77e8-4fc8-af0b-bb0a7dbca50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:24.215285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e62d5b37-77e8-4fc8-af0b-bb0a7dbca50d None None] Port d86e260e-9ea2-455c-b10c-a1db979ab160 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:57:24.261297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fd875-8857-4080-ac9d-35f1083370ce req-724d29d1-71ce-4ad8-82ee-5910d5809285 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:24.262871 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee7fd875-8857-4080-ac9d-35f1083370ce req-724d29d1-71ce-4ad8-82ee-5910d5809285 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 932 time: 0.0568061 Feb 11 13:57:24.307108 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee7fd875-8857-4080-ac9d-35f1083370ce req-4811d678-5c18-48d0-a61f-18f912272c45 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371761 Feb 11 13:57:24.437171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86e260e-9ea2-455c-b10c-a1db979ab160 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:57:24.446201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:24.458618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Transition to ACTIVE for port object d86e260e-9ea2-455c-b10c-a1db979ab160 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:57:24.543772 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:24.597344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86e260e-9ea2-455c-b10c-a1db979ab160,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:24.669991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Attempting to bind port d86e260e-9ea2-455c-b10c-a1db979ab160 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:57:24.670340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Attempting to bind port d86e260e-9ea2-455c-b10c-a1db979ab160 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:57:24.670956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Attempting to bind port d86e260e-9ea2-455c-b10c-a1db979ab160 on network 52b9a880-9655-4c64-871b-40502881f31c {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:24.676285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Port d86e260e-9ea2-455c-b10c-a1db979ab160 on network 52b9a880-9655-4c64-871b-40502881f31c not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:57:24.676616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Attempting to bind port d86e260e-9ea2-455c-b10c-a1db979ab160 on network 52b9a880-9655-4c64-871b-40502881f31c {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:24.681878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:24.682224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Checking segment: {'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:57:24.682616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Bound using segment: {'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:24.683090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Bound port: d86e260e-9ea2-455c-b10c-a1db979ab160, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:57:24.683455 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:24.690176 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e0ab46d0-db6f-40a5-bd66-3588536b16da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:24.758069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] For port d86e260e-9ea2-455c-b10c-a1db979ab160, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:24.761055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] For port d86e260e-9ea2-455c-b10c-a1db979ab160, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d86e260e-9ea2-455c-b10c-a1db979ab160,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:24.864050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:24.902195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:24.902825 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:24.904308 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] 10.222.0.59 "PUT /v2.0/ports/d86e260e-9ea2-455c-b10c-a1db979ab160 HTTP/1.1" status: 200 len: 1092 time: 0.8016274 Feb 11 13:57:24.904795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e1daf7-bd70-4b48-a8fe-9b387c892e68', 'tag': 'd86e260e-9ea2-455c-b10c-a1db979ab160'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:24.907633 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1253a6d-2065-4e3a-95f8-4c958247aa06" -d '{"events": [{"name": "network-changed", "server_uuid": "52e1daf7-bd70-4b48-a8fe-9b387c892e68", "tag": "d86e260e-9ea2-455c-b10c-a1db979ab160"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:57:24.933218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745f60c-be70-4623-9234-38cde4edd9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=d86e260e-9ea2-455c-b10c-a1db979ab160,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:24.949561 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3207952b-74ed-4bcc-bf33-75e3f1660862 x-openstack-request-id: req-3207952b-74ed-4bcc-bf33-75e3f1660862 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:57:24.949883 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e1daf7-bd70-4b48-a8fe-9b387c892e68", "tag": "d86e260e-9ea2-455c-b10c-a1db979ab160", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:57:24.950184 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3207952b-74ed-4bcc-bf33-75e3f1660862 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:57:24.956668 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e1daf7-bd70-4b48-a8fe-9b387c892e68', 'tag': 'd86e260e-9ea2-455c-b10c-a1db979ab160', 'status': 'completed', 'code': 200} Feb 11 13:57:25.018275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1253a6d-2065-4e3a-95f8-4c958247aa06 req-eeb8d8bd-3e51-44cc-acd1-db197ec20beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:25.019812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1253a6d-2065-4e3a-95f8-4c958247aa06 req-eeb8d8bd-3e51-44cc-acd1-db197ec20beb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 1095 time: 0.0473738 Feb 11 13:57:25.129935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1253a6d-2065-4e3a-95f8-4c958247aa06 req-b4e007d7-87bf-4984-a389-72b1d174250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:25.130333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1253a6d-2065-4e3a-95f8-4c958247aa06 req-b4e007d7-87bf-4984-a389-72b1d174250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:25.131858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1253a6d-2065-4e3a-95f8-4c958247aa06 req-b4e007d7-87bf-4984-a389-72b1d174250e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=461f163b5972481da6f5aa0be4ef2d16&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.1034842 Feb 11 13:57:25.230576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1253a6d-2065-4e3a-95f8-4c958247aa06 req-6522c8d8-207b-4262-9583-517dfa5359ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:25.232060 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1253a6d-2065-4e3a-95f8-4c958247aa06 req-6522c8d8-207b-4262-9583-517dfa5359ab service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944202 Feb 11 13:57:25.315467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d401-fc2a-4063-920e-cc769b72e78d req-1033315c-f5d0-48da-9536-18243b7dd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:25.316954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-1033315c-f5d0-48da-9536-18243b7dd1be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 1095 time: 0.0515049 Feb 11 13:57:25.367438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-31c6a4ef-a2b7-4fba-b068-22e2346128dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d86e260e-9ea2-455c-b10c-a1db979ab160 HTTP/1.1" status: 200 len: 217 time: 0.0411091 Feb 11 13:57:25.419072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d401-fc2a-4063-920e-cc769b72e78d req-13297867-2364-487c-99a0-60aaf1b28e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:25.420551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-13297867-2364-487c-99a0-60aaf1b28e03 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8f8e78d4-afd2-4adf-a099-04c3cd700702 HTTP/1.1" status: 200 len: 837 time: 0.0467827 Feb 11 13:57:25.425329 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaafff6-9fdd-47db-970c-5c30afe2682d req-5a616341-a2e0-4604-ab4f-f815e60d082b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:25.427213 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ecaafff6-9fdd-47db-970c-5c30afe2682d req-5a616341-a2e0-4604-ab4f-f815e60d082b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 944 time: 0.0499361 Feb 11 13:57:25.466988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ecaafff6-9fdd-47db-970c-5c30afe2682d req-2211da4f-59b9-4b3c-b6c4-391063276e84 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335300 Feb 11 13:57:25.467551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d401-fc2a-4063-920e-cc769b72e78d req-16a6448b-a58c-4ed2-b680-5f92d7dd1f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:25.469060 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-16a6448b-a58c-4ed2-b680-5f92d7dd1f7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=52b9a880-9655-4c64-871b-40502881f31c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419490 Feb 11 13:57:25.562030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-aaf0ef13-15e2-4b4e-a82f-48b6289dde57 service neutron] 10.222.0.59 "GET /v2.0/networks/52b9a880-9655-4c64-871b-40502881f31c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859175 Feb 11 13:57:25.649337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d086d401-fc2a-4063-920e-cc769b72e78d req-c81bad2b-d38a-4e7b-b5b5-a81773c85324 service neutron] 10.222.0.59 "GET /v2.0/networks/52b9a880-9655-4c64-871b-40502881f31c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815375 Feb 11 13:57:25.912107 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:26.589466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e8a4b-01fc-461f-8918-f67a27dece50 req-ff76b7d8-e921-4fad-9b71-498d2ea1c185 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:26.590960 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7e8a4b-01fc-461f-8918-f67a27dece50 req-ff76b7d8-e921-4fad-9b71-498d2ea1c185 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 944 time: 0.0550513 Feb 11 13:57:26.628871 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7e8a4b-01fc-461f-8918-f67a27dece50 req-80e6dd8e-c0b3-49fb-abd2-d2ec6f81e7eb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317845 Feb 11 13:57:27.015251 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-385868b4-d59d-4231-925c-d791ecf999f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:27.742806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99694c-9a25-4fae-8912-350eb554ad55 req-6ef9efc5-962a-4717-bffa-17fe8e11094d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:27.744267 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e99694c-9a25-4fae-8912-350eb554ad55 req-6ef9efc5-962a-4717-bffa-17fe8e11094d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 944 time: 0.0484502 Feb 11 13:57:27.780237 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e99694c-9a25-4fae-8912-350eb554ad55 req-db786893-0900-4268-8f79-7642c3fdd91d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301046 Feb 11 13:57:27.983474 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:28.706356 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:28.895355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee1545-f7b0-47fb-9d0f-0d11890c3609 req-5b69f94e-ad35-41ea-bcd8-39d83b0c2b8e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:28.896818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68ee1545-f7b0-47fb-9d0f-0d11890c3609 req-5b69f94e-ad35-41ea-bcd8-39d83b0c2b8e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 944 time: 0.0493290 Feb 11 13:57:28.934329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68ee1545-f7b0-47fb-9d0f-0d11890c3609 req-76887dd0-2603-4a43-a32f-dfcc06354832 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315771 Feb 11 13:57:29.658770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d86e260e-9ea2-455c-b10c-a1db979ab160 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:57:29.754613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d86e260e-9ea2-455c-b10c-a1db979ab160, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d86e260e-9ea2-455c-b10c-a1db979ab160,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:29.765608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'd86e260e-9ea2-455c-b10c-a1db979ab160', 'network_id': '52b9a880-9655-4c64-871b-40502881f31c', 'port_id': 'd86e260e-9ea2-455c-b10c-a1db979ab160', 'mac_address': 'fa:16:3e:ba:39:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8e78d4-afd2-4adf-a099-04c3cd700702', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:57:29.802597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:29.815436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86e260e-9ea2-455c-b10c-a1db979ab160 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:57:29.834983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d86e260e-9ea2-455c-b10c-a1db979ab160, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d86e260e-9ea2-455c-b10c-a1db979ab160,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:29.940691 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:29.990492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d86e260e-9ea2-455c-b10c-a1db979ab160,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:30.052364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975af939-91bc-4f0d-aa5d-c3bc4a6066a6 req-5c4a3d17-dff7-4267-95ed-700a9dd523b1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:30.053850 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-975af939-91bc-4f0d-aa5d-c3bc4a6066a6 req-5c4a3d17-dff7-4267-95ed-700a9dd523b1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 945 time: 0.0493388 Feb 11 13:57:30.095908 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-975af939-91bc-4f0d-aa5d-c3bc4a6066a6 req-2ba96b2f-955b-43e2-be68-93077347de83 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359659 Feb 11 13:57:30.101073 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:30.269044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['d86e260e-9ea2-455c-b10c-a1db979ab160'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:57:30.671854 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:31.214219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f1669-f7eb-4583-a08e-89ea74531bfe req-34f3f314-4a48-417c-b1b5-e7afab2466fd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:31.215742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f91f1669-f7eb-4583-a08e-89ea74531bfe req-34f3f314-4a48-417c-b1b5-e7afab2466fd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Feb 11 13:57:31.256019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f91f1669-f7eb-4583-a08e-89ea74531bfe req-440351a7-a6fd-4f5c-bc0f-7481c584fa39 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335848 Feb 11 13:57:31.673758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d86e260e-9ea2-455c-b10c-a1db979ab160 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:31.795033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port d86e260e-9ea2-455c-b10c-a1db979ab160 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:57:31.799568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port d86e260e-9ea2-455c-b10c-a1db979ab160 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:31.799948 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:31.874344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:31.896436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e1daf7-bd70-4b48-a8fe-9b387c892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86e260e-9ea2-455c-b10c-a1db979ab160'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:57:31.898715 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4082c7b5-2ca2-413b-b54f-ba7b149b7f12" -d '{"events": [{"server_uuid": "52e1daf7-bd70-4b48-a8fe-9b387c892e68", "name": "network-vif-plugged", "status": "completed", "tag": "d86e260e-9ea2-455c-b10c-a1db979ab160"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:57:31.914369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port d86e260e-9ea2-455c-b10c-a1db979ab160, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d86e260e-9ea2-455c-b10c-a1db979ab160,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:31.936291 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6e2e6c-14ac-4f6d-a945-3940b934cb39 x-openstack-request-id: req-8e6e2e6c-14ac-4f6d-a945-3940b934cb39 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:57:31.936576 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e1daf7-bd70-4b48-a8fe-9b387c892e68", "name": "network-vif-plugged", "status": "completed", "tag": "d86e260e-9ea2-455c-b10c-a1db979ab160", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:57:31.936823 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e6e2e6c-14ac-4f6d-a945-3940b934cb39 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:57:31.937237 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e1daf7-bd70-4b48-a8fe-9b387c892e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86e260e-9ea2-455c-b10c-a1db979ab160', 'code': 200} Feb 11 13:57:32.012466 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:32.037690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ad9be-3e90-450c-920e-5ba4487bf4ae req-e5b80a69-831d-40b8-9c4b-9ac48c6059e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:32.039226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a23ad9be-3e90-450c-920e-5ba4487bf4ae req-e5b80a69-831d-40b8-9c4b-9ac48c6059e6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 1096 time: 0.0466919 Feb 11 13:57:32.060171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=d86e260e-9ea2-455c-b10c-a1db979ab160,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:32.080887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a23ad9be-3e90-450c-920e-5ba4487bf4ae req-ded3a2e5-d459-4a3e-acbb-1db2b14cca54 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308981 Feb 11 13:57:32.372900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ef785-7dac-4204-9369-fbe54c57e0d7 req-f7a759a4-2d6e-4b25-949e-e714cf77c479 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:32.374400 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-426ef785-7dac-4204-9369-fbe54c57e0d7 req-f7a759a4-2d6e-4b25-949e-e714cf77c479 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 946 time: 0.0494659 Feb 11 13:57:32.413014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-426ef785-7dac-4204-9369-fbe54c57e0d7 req-5717c8bd-664e-445e-ba2a-1898b7c3a025 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317314 Feb 11 13:57:33.531365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c97b4-0ce5-4cee-8a81-1ed99cfbfdee req-f32d89d8-4487-43f1-8a91-bc172492c6bd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:33.533200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d5c97b4-0ce5-4cee-8a81-1ed99cfbfdee req-f32d89d8-4487-43f1-8a91-bc172492c6bd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 946 time: 0.0502429 Feb 11 13:57:33.572571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d5c97b4-0ce5-4cee-8a81-1ed99cfbfdee req-b383b793-cf89-4f0b-a9da-11ba01aa3e95 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333257 Feb 11 13:57:33.693938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f01e25-5455-4c45-aa92-386916e25af1 req-e318ab2d-d291-42e2-9c5f-5e74613b5d03 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:33.695343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4f01e25-5455-4c45-aa92-386916e25af1 req-e318ab2d-d291-42e2-9c5f-5e74613b5d03 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 946 time: 0.0503671 Feb 11 13:57:33.733533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b4f01e25-5455-4c45-aa92-386916e25af1 req-48769e5e-4643-42ec-8ad8-2cea8d4e77f1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Feb 11 13:57:35.233035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40862) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:57:35.952551 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:36.217658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-24d25c5e-627a-457b-81f8-50ea76b003fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467658 Feb 11 13:57:36.225432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Allocated IP 172.20.0.17 (52b9a880-9655-4c64-871b-40502881f31c/8f8e78d4-afd2-4adf-a099-04c3cd700702/a881ae85-98a4-4948-834f-3dc524d5f89e) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:57:36.300863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-daa3e87e-b2af-450c-bea9-7a1a556a759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:36.302408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-daa3e87e-b2af-450c-bea9-7a1a556a759e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 1096 time: 0.0427368 Feb 11 13:57:36.342994 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:36.405127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-e0e29a3a-e144-43ba-aca8-80a6049485f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:36.407447 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-e0e29a3a-e144-43ba-aca8-80a6049485f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0858600 Feb 11 13:57:36.471057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:36.474557 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-3fe730b2-ade6-4485-822f-80a88fe8728d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd78a4c4-d262-4b2a-a230-821a0073dd6f HTTP/1.1" status: 200 len: 1001 time: 0.0612719 Feb 11 13:57:36.514689 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network 52b9a880-9655-4c64-871b-40502881f31c is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:36.518717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:36.521488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:57:36.522775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-a255f357-e581-471a-ba96-0d0423bff81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:36.524285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-a255f357-e581-471a-ba96-0d0423bff81d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0438995 Feb 11 13:57:36.550080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=a881ae85-98a4-4948-834f-3dc524d5f89e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:36.573137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.573483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.573846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.574186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.574514 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.574848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.574978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-c706940d-00d5-4f3a-9e0b-9c0f6b1223d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:36.575175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.575500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.575821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.576141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.576421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-c706940d-00d5-4f3a-9e0b-9c0f6b1223d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457735 Feb 11 13:57:36.576709 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.576845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:57:36.589098 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:36.678979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-8f4d8065-b251-4e5f-b02e-1d17ca720d26 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952523 Feb 11 13:57:36.750113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0e52b3f6-9101-4e57-948b-49d6262965c0 None None] Provisioning complete for port a881ae85-98a4-4948-834f-3dc524d5f89e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:36.751176 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0e52b3f6-9101-4e57-948b-49d6262965c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:36.777426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-deeab9a3-4070-4d75-bed0-8a0051da0f25 req-3f8feda3-6d4d-4920-a1f4-70b72407e162 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910773 Feb 11 13:57:36.785972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0e52b3f6-9101-4e57-948b-49d6262965c0 None None] Port a881ae85-98a4-4948-834f-3dc524d5f89e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:57:36.846645 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.202654 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.323426 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.400473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=a881ae85-98a4-4948-834f-3dc524d5f89e,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:37.402945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.493515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network 52b9a880-9655-4c64-871b-40502881f31c is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:57:37.494937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:57:37.613962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router 74a09069-2919-4ca6-81e6-f56c646ceaef has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:57:37.713111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-01e65c09-6984-4180-91fc-10f32d3202ce None None] Provisioning complete for port a881ae85-98a4-4948-834f-3dc524d5f89e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:37.713563 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-01e65c09-6984-4180-91fc-10f32d3202ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:37.730985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:57:37.742813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Sync routers for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:57:37.745960 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-cca1ca8e-47e8-4347-a98e-0b062c994b2e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "PUT /v2.0/routers/74a09069-2919-4ca6-81e6-f56c646ceaef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5115516 Feb 11 13:57:37.762372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-01e65c09-6984-4180-91fc-10f32d3202ce None None] Port a881ae85-98a4-4948-834f-3dc524d5f89e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:57:37.768442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:37.768442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:57:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:37.877641 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:38.113688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:57:36Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3ff8dfad-fe49-40ee-be13-fb34abaabd6e', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'mac_address': 'fa:16:3e:a5:43:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:06Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 1, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a881ae85-98a4-4948-834f-3dc524d5f89e', 'name': '', 'network_id': '52b9a880-9655-4c64-871b-40502881f31c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:86:3f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8f8e78d4-afd2-4adf-a099-04c3cd700702', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:36Z', 'updated_at': '2022-02-11T13:57:37Z', 'revision_number': 2, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '8f8e78d4-afd2-4adf-a099-04c3cd700702', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:38.144344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Checking router: 74a09069-2919-4ca6-81e6-f56c646ceaef for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:57:38.144631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Updating router 74a09069-2919-4ca6-81e6-f56c646ceaef port a881ae85-98a4-4948-834f-3dc524d5f89e binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:57:38.170212 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.430764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.584096 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.643256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994230f6-0bd0-4383-aad3-9c8976b821e9 None None] Pushing event updated for resources: {'Port': ['ID=a881ae85-98a4-4948-834f-3dc524d5f89e,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:38.691904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Attempting to bind port a881ae85-98a4-4948-834f-3dc524d5f89e on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:57:38.692180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Attempting to bind port a881ae85-98a4-4948-834f-3dc524d5f89e by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:57:38.692541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Attempting to bind port a881ae85-98a4-4948-834f-3dc524d5f89e on network 52b9a880-9655-4c64-871b-40502881f31c {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:57:38.697968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:57:38.698330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Checking segment: {'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:57:38.698723 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.699109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Bound using segment: {'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:57:38.699562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Bound port: a881ae85-98a4-4948-834f-3dc524d5f89e, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff980b0b-213a-41a7-a263-97435fb5249c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '52b9a880-9655-4c64-871b-40502881f31c'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:57:38.699936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.764707 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] For port a881ae85-98a4-4948-834f-3dc524d5f89e, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:57:38.768777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] For port a881ae85-98a4-4948-834f-3dc524d5f89e, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a881ae85-98a4-4948-834f-3dc524d5f89e,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:57:38.886908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a5907472-d3a8-417b-bd0b-a4cc7d621449 None None] Provisioning complete for port a881ae85-98a4-4948-834f-3dc524d5f89e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:38.887280 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5907472-d3a8-417b-bd0b-a4cc7d621449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.924494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a5907472-d3a8-417b-bd0b-a4cc7d621449 None None] Port a881ae85-98a4-4948-834f-3dc524d5f89e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:57:38.929749 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:38.992005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:57:38.992631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:57:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:38.994472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994230f6-0bd0-4383-aad3-9c8976b821e9 None None] Pushing event updated for resources: {'Port': ['ID=a881ae85-98a4-4948-834f-3dc524d5f89e,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:39.108004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:57:39.275016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1ce05867-39aa-4ae6-be47-223dc38d9b63 None None] Provisioning complete for port a881ae85-98a4-4948-834f-3dc524d5f89e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:39.275386 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ce05867-39aa-4ae6-be47-223dc38d9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:39.409055 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ce05867-39aa-4ae6-be47-223dc38d9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:39.425543 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:57:36Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3ff8dfad-fe49-40ee-be13-fb34abaabd6e', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'mac_address': 'fa:16:3e:a5:43:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:06Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 1, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a881ae85-98a4-4948-834f-3dc524d5f89e', 'name': '', 'network_id': '52b9a880-9655-4c64-871b-40502881f31c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:86:3f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8f8e78d4-afd2-4adf-a099-04c3cd700702', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:36Z', 'updated_at': '2022-02-11T13:57:38Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '8f8e78d4-afd2-4adf-a099-04c3cd700702', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:57:39.460262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d5802b-3801-4bd1-a749-ead0303e43c2 None None] The sync data for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 is: [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:57:36Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3ff8dfad-fe49-40ee-be13-fb34abaabd6e', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'mac_address': 'fa:16:3e:a5:43:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:06Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 1, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a881ae85-98a4-4948-834f-3dc524d5f89e', 'name': '', 'network_id': '52b9a880-9655-4c64-871b-40502881f31c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:86:3f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '8f8e78d4-afd2-4adf-a099-04c3cd700702', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:57:36Z', 'updated_at': '2022-02-11T13:57:38Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '8f8e78d4-afd2-4adf-a099-04c3cd700702', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:57:39.476714 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1ce05867-39aa-4ae6-be47-223dc38d9b63 None None] For port a881ae85-98a4-4948-834f-3dc524d5f89e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a881ae85-98a4-4948-834f-3dc524d5f89e,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:57:39.607546 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ce05867-39aa-4ae6-be47-223dc38d9b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:39.658398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce05867-39aa-4ae6-be47-223dc38d9b63 None None] Pushing event updated for resources: {'Port': ['ID=a881ae85-98a4-4948-834f-3dc524d5f89e,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:57:39.941516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-34a48071-7ea5-4fb1-9f32-484aec0058ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483334 Feb 11 13:57:40.026483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-d985470b-6599-42ea-95fc-e212a3a66354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:40.027993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-d985470b-6599-42ea-95fc-e212a3a66354 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 1096 time: 0.0436714 Feb 11 13:57:40.139092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-b90ea1fe-1b22-4c35-a843-c31465464ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:40.140569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-b90ea1fe-1b22-4c35-a843-c31465464ba0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c HTTP/1.1" status: 200 len: 897 time: 0.0922616 Feb 11 13:57:40.159859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a881ae85-98a4-4948-834f-3dc524d5f89e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:57:40.209674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a881ae85-98a4-4948-834f-3dc524d5f89e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:57:40.210074 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:40.216541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-7956b9dc-f8fe-4dab-b82d-e97c1f8c6786 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d32a4e-3f13-48cb-a472-f47fef65114d HTTP/1.1" status: 200 len: 1000 time: 0.0684962 Feb 11 13:57:40.267481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-efa59b9e-1bd5-4027-81a3-74c7c94c72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:40.269032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-efa59b9e-1bd5-4027-81a3-74c7c94c72e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3345730c-1785-486e-9ad2-52ed6baf6493 HTTP/1.1" status: 200 len: 834 time: 0.0465901 Feb 11 13:57:40.317611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-11a5cb9e-afff-47f6-865a-e66044680de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:57:40.319852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-11a5cb9e-afff-47f6-865a-e66044680de3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434389 Feb 11 13:57:40.331046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-ade71a88-5fb5-45e8-9ce4-82222a8ee4b2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:57:40.332121 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-ade71a88-5fb5-45e8-9ce4-82222a8ee4b2 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062351 Feb 11 13:57:40.430967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-527e07a1-5cc8-4f5e-88e3-c394e225578a service neutron] 10.222.0.59 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922468 Feb 11 13:57:40.521842 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0db8bbf9-1245-4a35-823f-2c2c34b65f69 req-85cf8799-9d4f-4cbf-91e0-985eb44e33c0 service neutron] 10.222.0.59 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841322 Feb 11 13:57:54.743561 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-434eaeb7-1db9-4082-8667-caca2d4ed4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:55.984058 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:56.974631 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5c96d94e-05e1-4ab1-9b6a-959e39c26b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:57.963317 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:58.711983 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:57:58.927880 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:58:00.183519 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:00.640227 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:09.281660 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40904) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:09.638113 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:09.938481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port a881ae85-98a4-4948-834f-3dc524d5f89e {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:58:09.938748 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:10.028465 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] For port a881ae85-98a4-4948-834f-3dc524d5f89e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a881ae85-98a4-4948-834f-3dc524d5f89e,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:10.028827 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:10.042822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for a881ae85-98a4-4948-834f-3dc524d5f89e owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:58:10.303842 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:10.333145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=a881ae85-98a4-4948-834f-3dc524d5f89e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:10.507781 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:10.720309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router 74a09069-2919-4ca6-81e6-f56c646ceaef has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:10.826636 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:10.832172 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b00e59ac-bdc9-4dd8-9b22-d02d3ad590b0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "PUT /v2.0/routers/74a09069-2919-4ca6-81e6-f56c646ceaef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5493333 Feb 11 13:58:10.837483 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] Sync routers for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:10.846878 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:10.847414 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:57:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:11.041536 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:11.263865 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:58:10Z', 'revision_number': 6, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3ff8dfad-fe49-40ee-be13-fb34abaabd6e', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'mac_address': 'fa:16:3e:a5:43:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:06Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 1, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:11.294981 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] Checking router: 74a09069-2919-4ca6-81e6-f56c646ceaef for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:11.303373 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:11.303970 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:57:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:11.380070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76eb601-3f9a-4dab-95a9-1c488fa3212d req-acd9b933-7bcc-4487-b830-cd3ceae06ca2 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:11.381556 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e76eb601-3f9a-4dab-95a9-1c488fa3212d req-acd9b933-7bcc-4487-b830-cd3ceae06ca2 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 946 time: 0.0521369 Feb 11 13:58:11.409022 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:11.426057 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e76eb601-3f9a-4dab-95a9-1c488fa3212d req-49056698-e2da-4211-8b5d-a26f0cc1bf06 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375116 Feb 11 13:58:11.636294 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:58:10Z', 'revision_number': 6, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3ff8dfad-fe49-40ee-be13-fb34abaabd6e', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'mac_address': 'fa:16:3e:a5:43:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:06Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 1, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:11.662211 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba584dfd-44b1-4f30-827b-df2218103199 None None] The sync data for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 is: [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:58:10Z', 'revision_number': 6, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '3ff8dfad-fe49-40ee-be13-fb34abaabd6e', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.13', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'port_id': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'mac_address': 'fa:16:3e:a5:43:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:56:06Z', 'updated_at': '2022-02-11T13:56:09Z', 'revision_number': 1, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:12.150504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a881ae85-98a4-4948-834f-3dc524d5f89e no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:12.174224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: a881ae85-98a4-4948-834f-3dc524d5f89e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:58:12.174565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a881ae85-98a4-4948-834f-3dc524d5f89e not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:12.554363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4c896-e1e9-44a3-8b42-5e9c27fa93dd req-c4f36e57-d27a-4274-ac54-8d2faf669488 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:12.555882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-55f4c896-e1e9-44a3-8b42-5e9c27fa93dd req-c4f36e57-d27a-4274-ac54-8d2faf669488 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 946 time: 0.0500855 Feb 11 13:58:12.594237 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-55f4c896-e1e9-44a3-8b42-5e9c27fa93dd req-ecb25c7b-2b57-4659-ba05-e100bb1bb393 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324183 Feb 11 13:58:12.737720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-bddc2f8a-2dc8-4cdf-b418-6319d178383e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:12.739213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-bddc2f8a-2dc8-4cdf-b418-6319d178383e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 946 time: 0.0487313 Feb 11 13:58:12.827607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port d86e260e-9ea2-455c-b10c-a1db979ab160 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:58:12.827948 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:12.916135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] For port d86e260e-9ea2-455c-b10c-a1db979ab160, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=d86e260e-9ea2-455c-b10c-a1db979ab160,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:12.921533 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:12.928862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for d86e260e-9ea2-455c-b10c-a1db979ab160 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:58:13.151758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:13.182150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=d86e260e-9ea2-455c-b10c-a1db979ab160,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:13.205743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.206258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.207087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.207415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.207830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.208059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.208376 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.208699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.209009 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.209321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.209631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.209969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:13.231638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] No DVR routers for this DVR port d86e260e-9ea2-455c-b10c-a1db979ab160 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:13.234388 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:13.237597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8a1bdd6-8335-47a1-be33-7f83d8ec337c req-f436fb25-ccc5-4999-9cec-b2e21165956d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "DELETE /v2.0/ports/d86e260e-9ea2-455c-b10c-a1db979ab160 HTTP/1.1" status: 204 len: 173 time: 0.4928973 Feb 11 13:58:13.238153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e1daf7-bd70-4b48-a8fe-9b387c892e68', 'name': 'network-vif-deleted', 'tag': 'd86e260e-9ea2-455c-b10c-a1db979ab160'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:58:13.240394 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e0be05-cb65-4a33-bd8f-1f40ff077dfe" -d '{"events": [{"server_uuid": "52e1daf7-bd70-4b48-a8fe-9b387c892e68", "name": "network-vif-deleted", "tag": "d86e260e-9ea2-455c-b10c-a1db979ab160"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:13.423875 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5c5df8-0d60-4b95-a6d5-03c0900e215d x-openstack-request-id: req-1c5c5df8-0d60-4b95-a6d5-03c0900e215d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:13.424902 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e1daf7-bd70-4b48-a8fe-9b387c892e68", "name": "network-vif-deleted", "tag": "d86e260e-9ea2-455c-b10c-a1db979ab160", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:13.424902 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c5c5df8-0d60-4b95-a6d5-03c0900e215d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:13.424902 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e1daf7-bd70-4b48-a8fe-9b387c892e68', 'name': 'network-vif-deleted', 'tag': 'd86e260e-9ea2-455c-b10c-a1db979ab160', 'status': 'completed', 'code': 200} Feb 11 13:58:13.704517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e99c6d0b-1f55-4ba1-81d6-c3441d775835 req-754533c6-161c-4f21-b15a-798a0eefda9a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=52e1daf7-bd70-4b48-a8fe-9b387c892e68 HTTP/1.1" status: 200 len: 210 time: 0.0265293 Feb 11 13:58:14.761178 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40920) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:14.820799 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-337e849f-d81d-4d91-bb95-d1fafffb5f63 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:14.845390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-337e849f-d81d-4d91-bb95-d1fafffb5f63 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.023655 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-337e849f-d81d-4d91-bb95-d1fafffb5f63 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.026341 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-337e849f-d81d-4d91-bb95-d1fafffb5f63 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.028842 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-337e849f-d81d-4d91-bb95-d1fafffb5f63 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/security-groups/9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d HTTP/1.1" status: 204 len: 168 time: 0.2653246 Feb 11 13:58:15.038321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e849f-d81d-4d91-bb95-d1fafffb5f63 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac626ea-5fa1-42ed-8bf3-4ec1e80c683d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:15.126952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40924) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:15.178752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d83cad-36f5-418e-8d99-effa8c599c64 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting subnet 8f8e78d4-afd2-4adf-a099-04c3cd700702 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:58:15.182005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69d83cad-36f5-418e-8d99-effa8c599c64 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.220638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69d83cad-36f5-418e-8d99-effa8c599c64 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.607304 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69d83cad-36f5-418e-8d99-effa8c599c64 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.755793 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69d83cad-36f5-418e-8d99-effa8c599c64 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.783530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d83cad-36f5-418e-8d99-effa8c599c64 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8e78d4-afd2-4adf-a099-04c3cd700702,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:15.787863 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-69d83cad-36f5-418e-8d99-effa8c599c64 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.791301 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-69d83cad-36f5-418e-8d99-effa8c599c64 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/subnets/8f8e78d4-afd2-4adf-a099-04c3cd700702 HTTP/1.1" status: 204 len: 168 time: 0.6632583 Feb 11 13:58:15.794092 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40926) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:15.798919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9b783-317a-4a14-be3c-7c85dea42b68 None None] Network 52b9a880-9655-4c64-871b-40502881f31c requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:58:15.880765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.942205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port 72dbb991-e563-49b5-bc80-eac49fa258c7 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:58:15.942548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:15.994221 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] DHCP port deletion for 52b9a880-9655-4c64-871b-40502881f31c request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:58:16.011782 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] For port 72dbb991-e563-49b5-bc80-eac49fa258c7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=72dbb991-e563-49b5-bc80-eac49fa258c7,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:16.012182 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.029969 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for 72dbb991-e563-49b5-bc80-eac49fa258c7 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:58:16.042701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Deleting port 72dbb991-e563-49b5-bc80-eac49fa258c7 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:58:16.043080 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.120277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] For port 72dbb991-e563-49b5-bc80-eac49fa258c7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=72dbb991-e563-49b5-bc80-eac49fa258c7,segment=NetworkSegment(ff980b0b-213a-41a7-a263-97435fb5249c),segment_id=ff980b0b-213a-41a7-a263-97435fb5249c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:16.120755 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.134290 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Calling delete_port for 72dbb991-e563-49b5-bc80-eac49fa258c7 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:58:16.177250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 72dbb991-e563-49b5-bc80-eac49fa258c7 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:16.189301 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.217705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=72dbb991-e563-49b5-bc80-eac49fa258c7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:16.219559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] No DVR routers for this DVR port 72dbb991-e563-49b5-bc80-eac49fa258c7 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:16.247184 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.255470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No active binding found for port 72dbb991-e563-49b5-bc80-eac49fa258c7 {{(pid=103008) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 13:58:16.255893 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 72dbb991-e563-49b5-bc80-eac49fa258c7 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:16.276687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Pushing event deleted for resources: {'Port': ['ID=72dbb991-e563-49b5-bc80-eac49fa258c7,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:16.278925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] No DVR routers for this DVR port 72dbb991-e563-49b5-bc80-eac49fa258c7 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:16.290249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.290814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.291320 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.291659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.291991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.292313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.292797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.293618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.293871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.294196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.294518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.294842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cc3130-40ab-4eb6-a29e-460ec45f7d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:16.308566 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.330541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b9a880-9655-4c64-871b-40502881f31c']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:16.340129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff980b0b-213a-41a7-a263-97435fb5249c') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:16.340417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff980b0b-213a-41a7-a263-97435fb5249c') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:16.349746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.362202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.367890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:58:16.368261 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:58:16.371121 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:58:16.504154 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.511325 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.514495 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/networks/52b9a880-9655-4c64-871b-40502881f31c HTTP/1.1" status: 204 len: 168 time: 0.7194819 Feb 11 13:58:16.517266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40928) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:16.526584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af06812-0cf9-4daf-9953-c66e70bfc936 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Network': ['ID=52b9a880-9655-4c64-871b-40502881f31c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:16.672227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port 0d9cccc3-edb8-4476-8643-38f7fb0ebf9d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:58:16.672482 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.746883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.747206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:16.758818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for 0d9cccc3-edb8-4476-8643-38f7fb0ebf9d owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:58:16.978279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:17.004909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=0d9cccc3-edb8-4476-8643-38f7fb0ebf9d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:17.064702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:17.065047 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Floating IP 3ff8dfad-fe49-40ee-be13-fb34abaabd6e disassociated (deleted). External IP: 172.25.0.13, port: 35d32a4e-3f13-48cb-a472-f47fef65114d. Feb 11 13:58:17.275610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router 74a09069-2919-4ca6-81e6-f56c646ceaef has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:17.392481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:17.398092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:17.403396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] Sync routers for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:17.413563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:17.414353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:57:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:17.425011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-05615101-335e-44fc-8c98-6d6dae14521d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/floatingips/3ff8dfad-fe49-40ee-be13-fb34abaabd6e HTTP/1.1" status: 204 len: 168 time: 0.9065838 Feb 11 13:58:17.426322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'tag': '35d32a4e-3f13-48cb-a472-f47fef65114d'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:58:17.428709 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2aadf3-042d-47ff-81a8-6d7740d727e8", "tag": "35d32a4e-3f13-48cb-a472-f47fef65114d"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:17.471113 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875131a1-491f-4d92-bb2b-c47c4cd50639 x-openstack-request-id: req-875131a1-491f-4d92-bb2b-c47c4cd50639 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:17.471403 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2aadf3-042d-47ff-81a8-6d7740d727e8", "tag": "35d32a4e-3f13-48cb-a472-f47fef65114d", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:17.471651 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-875131a1-491f-4d92-bb2b-c47c4cd50639 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:17.472108 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'tag': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'status': 'completed', 'code': 200} Feb 11 13:58:17.527591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:17.535536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-06d61be5-e923-4486-8c6e-091c63ceb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:17.537157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-06d61be5-e923-4486-8c6e-091c63ceb612 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 1096 time: 0.0456915 Feb 11 13:58:17.632717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-8e70bb90-f80e-4cfd-b280-2084c2000b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:17.634197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-8e70bb90-f80e-4cfd-b280-2084c2000b2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c HTTP/1.1" status: 200 len: 897 time: 0.0908239 Feb 11 13:58:17.678301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-81ebc4c9-532b-4661-8703-c1a3bcc94075 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35d32a4e-3f13-48cb-a472-f47fef65114d HTTP/1.1" status: 200 len: 217 time: 0.0347872 Feb 11 13:58:17.733607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-0dacc865-ab83-45e3-b9fb-8e7751ff945a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:17.735096 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-0dacc865-ab83-45e3-b9fb-8e7751ff945a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3345730c-1785-486e-9ad2-52ed6baf6493 HTTP/1.1" status: 200 len: 834 time: 0.0506647 Feb 11 13:58:17.735938 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:58:10Z', 'revision_number': 6, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:17.767858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] Checking router: 74a09069-2919-4ca6-81e6-f56c646ceaef for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:17.777662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:17.778237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:57:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:17.780432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-1010f46b-b672-4239-b6e4-794fa47bb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:17.782009 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-1010f46b-b672-4239-b6e4-794fa47bb5b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=aefcd06a-d7bb-4391-8dd1-c4befff68a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405986 Feb 11 13:58:17.880071 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-c76d3b58-8386-41ab-88f7-e3346d481d61 service neutron] 10.222.0.59 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918336 Feb 11 13:58:17.897931 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7859d-f485-41ad-b67c-2d5d8397d6a1 req-ee9edec4-aa4e-4f0d-a9bb-0f22a6054118 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:17.899866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:17.900285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdb7859d-f485-41ad-b67c-2d5d8397d6a1 req-ee9edec4-aa4e-4f0d-a9bb-0f22a6054118 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 945 time: 0.0585442 Feb 11 13:58:17.937925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d86e260e-9ea2-455c-b10c-a1db979ab160 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:17.942777 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdb7859d-f485-41ad-b67c-2d5d8397d6a1 req-66296618-d8ac-4c7e-aa70-13b87b929349 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342200 Feb 11 13:58:17.968124 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: d86e260e-9ea2-455c-b10c-a1db979ab160 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:58:17.968388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device d86e260e-9ea2-455c-b10c-a1db979ab160 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:17.978752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa55e81f-03cb-46b2-82ed-d8e9c85e66ab req-7ffb6fb5-1c7f-4c7b-bf3f-cbde3a21886d service neutron] 10.222.0.59 "GET /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920205 Feb 11 13:58:18.136539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:58:10Z', 'revision_number': 6, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:18.167573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7a2359-9466-4e19-acc4-71a78de2cc9d None None] The sync data for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 is: [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:58:10Z', 'revision_number': 6, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'ee12f865-4802-40fb-ac37-762554709fc5', 'name': '', 'network_id': 'aefcd06a-d7bb-4391-8dd1-c4befff68a9c', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:e4:08:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:44Z', 'updated_at': '2022-02-11T13:55:47Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '3345730c-1785-486e-9ad2-52ed6baf6493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:18.380260 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62fecb-40ae-4050-81d2-b8e8a99f2485 None None] New status for floating IP 3ff8dfad-fe49-40ee-be13-fb34abaabd6e: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:58:19.065417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf52243-2ec2-434f-b376-2ba224d9518e req-a45bc986-09ac-40ee-9aab-c5d9a7c80b26 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:19.067716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eaf52243-2ec2-434f-b376-2ba224d9518e req-a45bc986-09ac-40ee-9aab-c5d9a7c80b26 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 945 time: 0.0502703 Feb 11 13:58:19.104609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eaf52243-2ec2-434f-b376-2ba224d9518e req-4a8c0e32-77ad-4a2a-8115-a56a5284b50f tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=57cbb98c-331e-45aa-829b-cb1af3bc073b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309372 Feb 11 13:58:19.261300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f1ffb-2313-4823-9538-1053ae38635d req-73bfb729-4a3a-4fe6-9487-47848804ca2c tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:19.262760 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f20f1ffb-2313-4823-9538-1053ae38635d req-73bfb729-4a3a-4fe6-9487-47848804ca2c tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 945 time: 0.0477254 Feb 11 13:58:19.355361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-f20f1ffb-2313-4823-9538-1053ae38635d req-b50cd4e2-64db-4bf8-ac45-c4167687e038 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port 35d32a4e-3f13-48cb-a472-f47fef65114d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:58:19.355700 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f20f1ffb-2313-4823-9538-1053ae38635d req-b50cd4e2-64db-4bf8-ac45-c4167687e038 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:19.442359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-f20f1ffb-2313-4823-9538-1053ae38635d req-b50cd4e2-64db-4bf8-ac45-c4167687e038 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] For port 35d32a4e-3f13-48cb-a472-f47fef65114d, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=35d32a4e-3f13-48cb-a472-f47fef65114d,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:19.442717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f20f1ffb-2313-4823-9538-1053ae38635d req-b50cd4e2-64db-4bf8-ac45-c4167687e038 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:19.454228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-f20f1ffb-2313-4823-9538-1053ae38635d req-b50cd4e2-64db-4bf8-ac45-c4167687e038 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for 35d32a4e-3f13-48cb-a472-f47fef65114d owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:58:19.652184 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f20f1ffb-2313-4823-9538-1053ae38635d req-b50cd4e2-64db-4bf8-ac45-c4167687e038 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:19.681245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cd4e2-64db-4bf8-ac45-c4167687e038 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=35d32a4e-3f13-48cb-a472-f47fef65114d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:19.726196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20f1ffb-2313-4823-9538-1053ae38635d req-b50cd4e2-64db-4bf8-ac45-c4167687e038 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] No DVR routers for this DVR port 35d32a4e-3f13-48cb-a472-f47fef65114d on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:19.728705 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-f20f1ffb-2313-4823-9538-1053ae38635d req-b50cd4e2-64db-4bf8-ac45-c4167687e038 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:19.732052 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f20f1ffb-2313-4823-9538-1053ae38635d req-b50cd4e2-64db-4bf8-ac45-c4167687e038 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "DELETE /v2.0/ports/35d32a4e-3f13-48cb-a472-f47fef65114d HTTP/1.1" status: 204 len: 173 time: 0.4639659 Feb 11 13:58:19.732488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'name': 'network-vif-deleted', 'tag': '35d32a4e-3f13-48cb-a472-f47fef65114d'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:58:19.734816 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dce45c4-559b-4761-a212-a9fed83ee098" -d '{"events": [{"server_uuid": "8a2aadf3-042d-47ff-81a8-6d7740d727e8", "name": "network-vif-deleted", "tag": "35d32a4e-3f13-48cb-a472-f47fef65114d"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:19.770749 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c2c196-24ae-4ba5-91a6-43bae8064760 x-openstack-request-id: req-69c2c196-24ae-4ba5-91a6-43bae8064760 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:19.771043 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2aadf3-042d-47ff-81a8-6d7740d727e8", "name": "network-vif-deleted", "tag": "35d32a4e-3f13-48cb-a472-f47fef65114d", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:19.771295 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-69c2c196-24ae-4ba5-91a6-43bae8064760 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:19.771695 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2aadf3-042d-47ff-81a8-6d7740d727e8', 'name': 'network-vif-deleted', 'tag': '35d32a4e-3f13-48cb-a472-f47fef65114d', 'status': 'completed', 'code': 200} Feb 11 13:58:20.212786 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aed6e333-211f-4e05-9f4e-b7d58b7607a9 req-96f1f1e1-707d-4554-b66e-95b961d75e26 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=8a2aadf3-042d-47ff-81a8-6d7740d727e8 HTTP/1.1" status: 200 len: 210 time: 0.0267193 Feb 11 13:58:21.268452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40944) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:21.325833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af52d9ab-0101-4a50-9d19-3d96939b0740 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:21.350997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af52d9ab-0101-4a50-9d19-3d96939b0740 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:21.480805 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af52d9ab-0101-4a50-9d19-3d96939b0740 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:21.483342 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-af52d9ab-0101-4a50-9d19-3d96939b0740 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:21.484480 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-af52d9ab-0101-4a50-9d19-3d96939b0740 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/security-groups/57cbb98c-331e-45aa-829b-cb1af3bc073b HTTP/1.1" status: 204 len: 168 time: 0.2144423 Feb 11 13:58:21.494351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52d9ab-0101-4a50-9d19-3d96939b0740 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cbb98c-331e-45aa-829b-cb1af3bc073b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:21.567542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40948) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:21.914688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:22.163998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port ee12f865-4802-40fb-ac37-762554709fc5 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:58:22.164346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:22.248029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] For port ee12f865-4802-40fb-ac37-762554709fc5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=ee12f865-4802-40fb-ac37-762554709fc5,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:22.248467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:22.260318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for ee12f865-4802-40fb-ac37-762554709fc5 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:58:22.829289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:22.887425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=ee12f865-4802-40fb-ac37-762554709fc5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:23.038409 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:23.252983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router 74a09069-2919-4ca6-81e6-f56c646ceaef has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:23.359864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:23.366228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3cffe3a2-6788-4469-898b-ab85b41f7704 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "PUT /v2.0/routers/74a09069-2919-4ca6-81e6-f56c646ceaef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7970650 Feb 11 13:58:23.368360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40950) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:23.370944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] Sync routers for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:23.382001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:23.382616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:57:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:23.422669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eec54fc-acb4-45b0-9911-d1ad736d822b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting subnet 3345730c-1785-486e-9ad2-52ed6baf6493 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 13:58:23.426818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9eec54fc-acb4-45b0-9911-d1ad736d822b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:23.466367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9eec54fc-acb4-45b0-9911-d1ad736d822b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:23.488925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:23.556489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9eec54fc-acb4-45b0-9911-d1ad736d822b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:23.668314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:58:22Z', 'revision_number': 7, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:23.686870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9eec54fc-acb4-45b0-9911-d1ad736d822b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:23.700333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] Checking router: 74a09069-2919-4ca6-81e6-f56c646ceaef for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:23.709472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] Routers {'74a09069-2919-4ca6-81e6-f56c646ceaef'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:23.710130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:57:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['74a09069-2919-4ca6-81e6-f56c646ceaef'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:23.714672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec54fc-acb4-45b0-9911-d1ad736d822b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Subnet': ['ID=3345730c-1785-486e-9ad2-52ed6baf6493,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:23.719410 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9eec54fc-acb4-45b0-9911-d1ad736d822b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:23.725649 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40952) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:23.726509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9eec54fc-acb4-45b0-9911-d1ad736d822b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/subnets/3345730c-1785-486e-9ad2-52ed6baf6493 HTTP/1.1" status: 204 len: 168 time: 0.3571832 Feb 11 13:58:23.745397 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2346843b-1f3c-4756-84df-c744ef2fba5b None None] Network aefcd06a-d7bb-4391-8dd1-c4befff68a9c requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:58:23.835077 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:23.944440 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.008731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 35d32a4e-3f13-48cb-a472-f47fef65114d no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:24.043698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 35d32a4e-3f13-48cb-a472-f47fef65114d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:58:24.044053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 35d32a4e-3f13-48cb-a472-f47fef65114d not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:24.067342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port 62a0b02e-41dc-492e-9b5d-e242abf4fc64 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:58:24.068499 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.102429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] Set router 74a09069-2919-4ca6-81e6-f56c646ceaef gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:24.155793 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] For port 62a0b02e-41dc-492e-9b5d-e242abf4fc64, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=62a0b02e-41dc-492e-9b5d-e242abf4fc64,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:24.156155 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.169240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for 62a0b02e-41dc-492e-9b5d-e242abf4fc64 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:58:24.280439 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d952e5a-c300-4daf-a6db-9cff975c6b77 None None] DHCP port deletion for aefcd06a-d7bb-4391-8dd1-c4befff68a9c request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 13:58:24.340976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:58:22Z', 'revision_number': 7, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:24.372730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1d952e5a-c300-4daf-a6db-9cff975c6b77 None None] Deleting port 4e05b747-3635-4f04-a9f4-2889eb20632f {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:58:24.373360 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1d952e5a-c300-4daf-a6db-9cff975c6b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.374768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0ee875-b205-4249-bc8d-dedf25b6f848 None None] The sync data for ids ['74a09069-2919-4ca6-81e6-f56c646ceaef'] in n-d-816488-1 is: [{'id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'name': 'tempest-TestNetworkBasicOps-router-1861431500', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:58:22Z', 'revision_number': 7, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '62a0b02e-41dc-492e-9b5d-e242abf4fc64', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a09069-2919-4ca6-81e6-f56c646ceaef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:55:40Z', 'updated_at': '2022-02-11T13:55:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:24.391961 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.428051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=62a0b02e-41dc-492e-9b5d-e242abf4fc64,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:24.441720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1d952e5a-c300-4daf-a6db-9cff975c6b77 None None] For port 4e05b747-3635-4f04-a9f4-2889eb20632f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=4e05b747-3635-4f04-a9f4-2889eb20632f,segment=NetworkSegment(5195fe56-aaef-439c-b412-77f2b8d46d44),segment_id=5195fe56-aaef-439c-b412-77f2b8d46d44)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:24.442154 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1d952e5a-c300-4daf-a6db-9cff975c6b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.455185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1d952e5a-c300-4daf-a6db-9cff975c6b77 None None] Calling delete_port for 4e05b747-3635-4f04-a9f4-2889eb20632f owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:58:24.483482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.574646 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.576757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.609064 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1d952e5a-c300-4daf-a6db-9cff975c6b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.638933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d952e5a-c300-4daf-a6db-9cff975c6b77 None None] Pushing event deleted for resources: {'Port': ['ID=4e05b747-3635-4f04-a9f4-2889eb20632f,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:24.645397 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d952e5a-c300-4daf-a6db-9cff975c6b77 None None] No DVR routers for this DVR port 4e05b747-3635-4f04-a9f4-2889eb20632f on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:58:24.683231 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.683823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Fanout notify agent at l3_agent the message router_deleted on router 74a09069-2919-4ca6-81e6-f56c646ceaef {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:58:24.691188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.692473 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3d0f3653-07b5-464e-bf6e-068071d583de tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/routers/74a09069-2919-4ca6-81e6-f56c646ceaef HTTP/1.1" status: 204 len: 168 time: 0.9649181 Feb 11 13:58:24.695122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40954) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:24.714453 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4dceab29-6324-493e-8b45-80c06670b5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.778390 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.869295 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.894973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefcd06a-d7bb-4391-8dd1-c4befff68a9c']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:24.904544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5195fe56-aaef-439c-b412-77f2b8d46d44') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:24.904784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5195fe56-aaef-439c-b412-77f2b8d46d44') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:24.914490 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.934324 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.935844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:58:24.936237 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: timer() Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:58:24.939266 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:58:25.077797 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.085228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.088588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/networks/aefcd06a-d7bb-4391-8dd1-c4befff68a9c HTTP/1.1" status: 204 len: 168 time: 0.3925269 Feb 11 13:58:25.100882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24eec80-f113-4617-a8ab-a7493d08f6cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Network': ['ID=aefcd06a-d7bb-4391-8dd1-c4befff68a9c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:25.116301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40956) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:25.121238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'network': {'name': 'tempest-network-smoke--1796542466', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'port_security_enabled': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:25.197589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Made reservation on behalf of 461f163b5972481da6f5aa0be4ef2d16 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:25.201189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.224503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:58:25.233184 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.233532 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Added segment f9437d46-a9a4-4ad2-8373-edb8e8818ca1 of type vlan for network 35673bb3-1f30-4e0d-b659-21ff86631d2a Feb 11 13:58:25.272700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.355907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.363571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:25.364169 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.430309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Network': ['ID=35673bb3-1f30-4e0d-b659-21ff86631d2a,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:25.441526 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 35673bb3-1f30-4e0d-b659-21ff86631d2a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:58:25.477909 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0f2e9685-82b1-4baa-8b0f-20d5258b8229 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3604972 Feb 11 13:58:25.480542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40958) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:25.488135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-433793265', 'admin_state_up': True, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:25.563147 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.564200 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.620742 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.814352 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:25.886226 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:26.079451 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:26.098588 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:26.160887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ee12f865-4802-40fb-ac37-762554709fc5 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:26.180950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: ee12f865-4802-40fb-ac37-762554709fc5 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:58:26.181298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device ee12f865-4802-40fb-ac37-762554709fc5 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:26.181715 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 62a0b02e-41dc-492e-9b5d-e242abf4fc64 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:26.201105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 62a0b02e-41dc-492e-9b5d-e242abf4fc64 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:58:26.201450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 62a0b02e-41dc-492e-9b5d-e242abf4fc64 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:26.201888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4e05b747-3635-4f04-a9f4-2889eb20632f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:58:26.205130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Allocated IP 172.25.0.190 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/56cc2257-a4e0-42c9-86b8-6c714a29f7b8) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:26.221156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 4e05b747-3635-4f04-a9f4-2889eb20632f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:58:26.222293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 4e05b747-3635-4f04-a9f4-2889eb20632f not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:58:26.310116 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:26.401124 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:26.442216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:26.444820 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:26.449151 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:26.451057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=56cc2257-a4e0-42c9-86b8-6c714a29f7b8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:26.773031 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:26.964517 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:26.966149 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-87321528-51bc-4f92-8b9f-774788de6ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:27.166497 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router af50a231-101f-4bed-b2b3-c5eac8f195cf is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:58:27.276072 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:27.286771 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Sync routers for ids ['af50a231-101f-4bed-b2b3-c5eac8f195cf'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:27.296874 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Routers {'af50a231-101f-4bed-b2b3-c5eac8f195cf'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:27.297466 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:58:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af50a231-101f-4bed-b2b3-c5eac8f195cf'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:27.349171 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:27.350475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6d54360a-454b-4f3a-9e47-d05de396f4cb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8689842 Feb 11 13:58:27.353577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40960) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:27.382296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8ddbf2f0-704b-4b43-91c4-a8cca714b18a tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=461f163b5972481da6f5aa0be4ef2d16&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275815 Feb 11 13:58:27.384890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40962) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:27.399099 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Set router af50a231-101f-4bed-b2b3-c5eac8f195cf gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:27.477547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9711ade1-f902-4835-9870-651aa4800f32 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:27.479077 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9711ade1-f902-4835-9870-651aa4800f32 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932529 Feb 11 13:58:27.481940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40964) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:27.516181 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4f18ea55-89b2-4f0c-9b8b-ad8f5d3d3427 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331173 Feb 11 13:58:27.519359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40966) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:27.524170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-273565924', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:27.574738 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:26Z', 'revision_number': 3, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:27.600925 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Checking router: af50a231-101f-4bed-b2b3-c5eac8f195cf for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:27.601265 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Updating router af50a231-101f-4bed-b2b3-c5eac8f195cf port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:58:27.625577 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:27.703818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Made reservation on behalf of 461f163b5972481da6f5aa0be4ef2d16 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:27.708951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:27.967071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:27.978793 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:27.992116 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.031258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Subnet': ['ID=98362cde-4c7c-4335-8799-78f3fcfef9c5,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:28.039926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Checking segment: {'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:58:28.040280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network hostable DHCP agents. Network: 35673bb3-1f30-4e0d-b659-21ff86631d2a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:58:28.048760 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.095098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network 35673bb3-1f30-4e0d-b659-21ff86631d2a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:58:28.100278 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Pushing event updated for resources: {'Port': ['ID=56cc2257-a4e0-42c9-86b8-6c714a29f7b8,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:28.106329 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Attempting to bind port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:58:28.106329 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Attempting to bind port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:58:28.106329 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Attempting to bind port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:28.113736 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.114098 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.114437 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.114762 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.115090 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.115409 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.115725 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.116041 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.116355 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.116669 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.116981 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.117289 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:58:28.120643 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:28.129302 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:58:28.129302 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.129302 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:28.129302 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Bound port: 56cc2257-a4e0-42c9-86b8-6c714a29f7b8, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:58:28.129302 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.157673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 35673bb3-1f30-4e0d-b659-21ff86631d2a) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:28.162544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:28.163291 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.168335 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd45096-3014-4a34-86f3-7fe2426e54e9 None None] Network 35673bb3-1f30-4e0d-b659-21ff86631d2a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:58:28.181146 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] For port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:28.184397 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] For port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=56cc2257-a4e0-42c9-86b8-6c714a29f7b8,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:28.234895 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-54a5bf0a-c926-47d0-a682-16b6a49c309a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7143712 Feb 11 13:58:28.238114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40968) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:28.264535 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.324538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-35673bb3-1f30-4e0d-b659-21ff86631d2a', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 13:58:28.326113 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.327789 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Routers {'af50a231-101f-4bed-b2b3-c5eac8f195cf'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:28.328423 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:58:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af50a231-101f-4bed-b2b3-c5eac8f195cf'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:28.370979 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb96573-8f55-4e00-9b7f-ed353ba296ee None None] Pushing event updated for resources: {'Port': ['ID=56cc2257-a4e0-42c9-86b8-6c714a29f7b8,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:28.444163 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] Set router af50a231-101f-4bed-b2b3-c5eac8f195cf gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:28.465341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Allocated IP 172.20.0.2 (35673bb3-1f30-4e0d-b659-21ff86631d2a/98362cde-4c7c-4335-8799-78f3fcfef9c5/26b91dcb-bc8e-4a75-8a58-4636a399d1dd) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:28.620726 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.629493 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:26Z', 'revision_number': 3, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:28.663531 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1813d2d-b4e4-4692-9f69-5296be6bb67b None None] The sync data for ids ['af50a231-101f-4bed-b2b3-c5eac8f195cf'] in n-d-816488-1 is: [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:26Z', 'revision_number': 3, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:28.685613 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.703798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.718845 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.733857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Network 35673bb3-1f30-4e0d-b659-21ff86631d2a is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:28.738440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:28.740230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Pushing event updated for resources: {'Port': ['ID=26b91dcb-bc8e-4a75-8a58-4636a399d1dd,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:28.742413 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:28.802347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Attempting to bind port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:58:28.802738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Attempting to bind port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:58:28.803084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Attempting to bind port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd on network 35673bb3-1f30-4e0d-b659-21ff86631d2a {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:28.808231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:28.808604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Checking segment: {'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:58:28.809200 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.809394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Bound using segment: {'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:28.809909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Bound port: 26b91dcb-bc8e-4a75-8a58-4636a399d1dd, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:58:28.810335 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:28.884334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] For port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:28.888296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] For port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=26b91dcb-bc8e-4a75-8a58-4636a399d1dd,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:28.964107 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:29.035390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f066dbe-f7fc-49d5-8177-977ca4481ed5 None None] Pushing event updated for resources: {'Port': ['ID=26b91dcb-bc8e-4a75-8a58-4636a399d1dd,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:29.082690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Allocated IP 172.20.0.1 (35673bb3-1f30-4e0d-b659-21ff86631d2a/98362cde-4c7c-4335-8799-78f3fcfef9c5/bce6131c-97ac-4244-8770-79a9262162ff) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:29.226152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:29.327311 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:29.381832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network 35673bb3-1f30-4e0d-b659-21ff86631d2a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:29.385348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:29.389121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:29.395993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=bce6131c-97ac-4244-8770-79a9262162ff,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:29.437798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:29.624727 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:29.907912 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:29.957932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.026187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39bc807-2bb0-4576-b075-87fede1c4805 None None] Network 35673bb3-1f30-4e0d-b659-21ff86631d2a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 13:58:30.037722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=bce6131c-97ac-4244-8770-79a9262162ff,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:30.044359 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.080984 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.093360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e89950d5-f0da-4929-8559-194390b6d9de None None] Provisioning complete for port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:30.093728 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e89950d5-f0da-4929-8559-194390b6d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.155621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network 35673bb3-1f30-4e0d-b659-21ff86631d2a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:30.158152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:30.261075 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e89950d5-f0da-4929-8559-194390b6d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.277044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 26b91dcb-bc8e-4a75-8a58-4636a399d1dd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:30.308285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router af50a231-101f-4bed-b2b3-c5eac8f195cf has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:30.344876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e89950d5-f0da-4929-8559-194390b6d9de None None] For port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=26b91dcb-bc8e-4a75-8a58-4636a399d1dd,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:30.358573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:30.358951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.436106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:30.444296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-81fdcca0-758e-4a57-8863-f39b0c8eda60 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "PUT /v2.0/routers/af50a231-101f-4bed-b2b3-c5eac8f195cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2029428 Feb 11 13:58:30.444648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40970) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:30.450604 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e89950d5-f0da-4929-8559-194390b6d9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.490300 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.556570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89950d5-f0da-4929-8559-194390b6d9de None None] Pushing event updated for resources: {'Port': ['ID=26b91dcb-bc8e-4a75-8a58-4636a399d1dd,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:30.558433 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8b126-1164-4f3d-894c-e9272ef8225e tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.559550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8b126-1164-4f3d-894c-e9272ef8225e tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.560391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8b126-1164-4f3d-894c-e9272ef8225e tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.561446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8b126-1164-4f3d-894c-e9272ef8225e tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.562158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8b126-1164-4f3d-894c-e9272ef8225e tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.562938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8b126-1164-4f3d-894c-e9272ef8225e tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.565011 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6fb8b126-1164-4f3d-894c-e9272ef8225e tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1193330 Feb 11 13:58:30.568371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40972) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:30.584191 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:58:30.584570 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:58:30.629584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66527f97-e103-42ae-931e-a40f5e36a966 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.630199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66527f97-e103-42ae-931e-a40f5e36a966 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.630665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66527f97-e103-42ae-931e-a40f5e36a966 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.631097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66527f97-e103-42ae-931e-a40f5e36a966 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.631545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66527f97-e103-42ae-931e-a40f5e36a966 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.631989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66527f97-e103-42ae-931e-a40f5e36a966 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:30.634808 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-66527f97-e103-42ae-931e-a40f5e36a966 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0641885 Feb 11 13:58:30.636726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40974) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:30.643507 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.667129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Sync routers for ids ['af50a231-101f-4bed-b2b3-c5eac8f195cf'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:30.691388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-91c79d73-5724-4914-aa3b-95132a2fb826 None None] Provisioning complete for port bce6131c-97ac-4244-8770-79a9262162ff triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:30.691800 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-91c79d73-5724-4914-aa3b-95132a2fb826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.693448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Routers {'af50a231-101f-4bed-b2b3-c5eac8f195cf'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:30.694331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:58:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af50a231-101f-4bed-b2b3-c5eac8f195cf'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:30.771759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-91c79d73-5724-4914-aa3b-95132a2fb826 None None] Port bce6131c-97ac-4244-8770-79a9262162ff cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:58:30.816204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-91c79d73-5724-4914-aa3b-95132a2fb826 None None] Provisioning complete for port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:30.816584 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-91c79d73-5724-4914-aa3b-95132a2fb826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:30.869226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Set router af50a231-101f-4bed-b2b3-c5eac8f195cf gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:30.906955 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c9cd7ef7-cf98-4e08-8fbe-9a27d258b992 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2665322 Feb 11 13:58:31.240323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40978) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:31.245030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-27a14ff6-2824-4923-b5ea-ad839e753217 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395545465', 'description': 'tempest-secgroup-smoke-395545465 description', 'project_id': '461f163b5972481da6f5aa0be4ef2d16'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:31.299305 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:31.303450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-be538225-8880-4e94-bb27-13659c0f60a2 None None] Provisioning complete for port bce6131c-97ac-4244-8770-79a9262162ff triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:31.303823 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-be538225-8880-4e94-bb27-13659c0f60a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.346015 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27a14ff6-2824-4923-b5ea-ad839e753217 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.377489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-be538225-8880-4e94-bb27-13659c0f60a2 None None] Port bce6131c-97ac-4244-8770-79a9262162ff cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:58:31.383341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:29Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bce6131c-97ac-4244-8770-79a9262162ff', 'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:28Z', 'updated_at': '2022-02-11T13:58:29Z', 'revision_number': 2, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:31.414075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Checking router: af50a231-101f-4bed-b2b3-c5eac8f195cf for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:31.414436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Updating router af50a231-101f-4bed-b2b3-c5eac8f195cf port bce6131c-97ac-4244-8770-79a9262162ff binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:58:31.436774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:31.437148 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.469207 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.630947 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.688905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=56cc2257-a4e0-42c9-86b8-6c714a29f7b8,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:31.724771 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27a14ff6-2824-4923-b5ea-ad839e753217 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.757456 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.817800 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27a14ff6-2824-4923-b5ea-ad839e753217 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.827041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.840232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=56cc2257-a4e0-42c9-86b8-6c714a29f7b8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:31.846396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a14ff6-2824-4923-b5ea-ad839e753217 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78af9c7-e4c8-4086-813b-69bbb8fad5a1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:31.897621 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.908169 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-27a14ff6-2824-4923-b5ea-ad839e753217 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:31.909578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-27a14ff6-2824-4923-b5ea-ad839e753217 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6679912 Feb 11 13:58:31.912390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40980) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:31.916796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-01aed0cc-5a0a-4eac-9c58-1306485b6d82 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': 'f78af9c7-e4c8-4086-813b-69bbb8fad5a1', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:31.948189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4321404-35c5-411d-ba19-0212949152d7 None None] Pushing event updated for resources: {'Port': ['ID=bce6131c-97ac-4244-8770-79a9262162ff,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.002100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Attempting to bind port bce6131c-97ac-4244-8770-79a9262162ff on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:58:32.002476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Attempting to bind port bce6131c-97ac-4244-8770-79a9262162ff by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:58:32.003685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Attempting to bind port bce6131c-97ac-4244-8770-79a9262162ff on network 35673bb3-1f30-4e0d-b659-21ff86631d2a {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:32.011696 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01aed0cc-5a0a-4eac-9c58-1306485b6d82 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.012348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:32.012872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Checking segment: {'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:58:32.013287 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.014093 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Bound using segment: {'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:32.014583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Bound port: bce6131c-97ac-4244-8770-79a9262162ff, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:58:32.015641 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.078710 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01aed0cc-5a0a-4eac-9c58-1306485b6d82 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.094034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] For port bce6131c-97ac-4244-8770-79a9262162ff, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:32.098295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] For port bce6131c-97ac-4244-8770-79a9262162ff, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bce6131c-97ac-4244-8770-79a9262162ff,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:32.151853 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01aed0cc-5a0a-4eac-9c58-1306485b6d82 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.169440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 26b91dcb-bc8e-4a75-8a58-4636a399d1dd up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:32.171089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aed0cc-5a0a-4eac-9c58-1306485b6d82 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b720acd5-511a-4bf2-adba-cdfb87099553,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.201564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.228220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-01aed0cc-5a0a-4eac-9c58-1306485b6d82 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.229445 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-01aed0cc-5a0a-4eac-9c58-1306485b6d82 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161356 Feb 11 13:58:32.232317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40982) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:32.236652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-02520dbb-f1c1-469d-a392-9819e8591e37 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': 'f78af9c7-e4c8-4086-813b-69bbb8fad5a1', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:32.263685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-96a24bc7-0160-4416-bc68-ca75ee7255dd None None] Provisioning complete for port bce6131c-97ac-4244-8770-79a9262162ff triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:32.264058 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96a24bc7-0160-4416-bc68-ca75ee7255dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.306015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Routers {'af50a231-101f-4bed-b2b3-c5eac8f195cf'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:32.306656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:58:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af50a231-101f-4bed-b2b3-c5eac8f195cf'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:32.329250 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02520dbb-f1c1-469d-a392-9819e8591e37 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.350382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4321404-35c5-411d-ba19-0212949152d7 None None] Pushing event updated for resources: {'Port': ['ID=bce6131c-97ac-4244-8770-79a9262162ff,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.377274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:32.377274 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.401852 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02520dbb-f1c1-469d-a392-9819e8591e37 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.486827 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02520dbb-f1c1-469d-a392-9819e8591e37 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.497100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] Set router af50a231-101f-4bed-b2b3-c5eac8f195cf gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:32.502771 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02520dbb-f1c1-469d-a392-9819e8591e37 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb3a2a8-da7c-49a4-9cee-72246662fb92,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.550451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96a24bc7-0160-4416-bc68-ca75ee7255dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.622423 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-02520dbb-f1c1-469d-a392-9819e8591e37 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.623707 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-02520dbb-f1c1-469d-a392-9819e8591e37 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3904307 Feb 11 13:58:32.627097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 40984) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:32.628499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:32.632347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-03de7f17-b483-4e4a-ae5e-b24608393d56 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': 'f78af9c7-e4c8-4086-813b-69bbb8fad5a1', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:32.692927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-96a24bc7-0160-4416-bc68-ca75ee7255dd None None] For port bce6131c-97ac-4244-8770-79a9262162ff, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bce6131c-97ac-4244-8770-79a9262162ff,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:32.722336 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03de7f17-b483-4e4a-ae5e-b24608393d56 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.763170 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-96a24bc7-0160-4416-bc68-ca75ee7255dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.770637 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:32.770999 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.783353 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03de7f17-b483-4e4a-ae5e-b24608393d56 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.854373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a24bc7-0160-4416-bc68-ca75ee7255dd None None] Pushing event updated for resources: {'Port': ['ID=bce6131c-97ac-4244-8770-79a9262162ff,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.864124 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03de7f17-b483-4e4a-ae5e-b24608393d56 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.876486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:29Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bce6131c-97ac-4244-8770-79a9262162ff', 'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:28Z', 'updated_at': '2022-02-11T13:58:32Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:32.883847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de7f17-b483-4e4a-ae5e-b24608393d56 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea9f8a5-e874-49ec-8fd8-3f7ea6f57f1a,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:32.924206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc40b08-650b-4bcd-a3fb-28f32366e25d None None] The sync data for ids ['af50a231-101f-4bed-b2b3-c5eac8f195cf'] in n-d-816488-1 is: [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:29Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bce6131c-97ac-4244-8770-79a9262162ff', 'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:28Z', 'updated_at': '2022-02-11T13:58:32Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:32.943996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e4bab910-cfd7-4be4-a215-261a780ba5d0 None None] Provisioning complete for port bce6131c-97ac-4244-8770-79a9262162ff triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:32.944289 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4bab910-cfd7-4be4-a215-261a780ba5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.976511 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03de7f17-b483-4e4a-ae5e-b24608393d56 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:32.977759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-03de7f17-b483-4e4a-ae5e-b24608393d56 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3496745 Feb 11 13:58:32.980864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40986) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:32.987214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-aa518d66-ad0a-49b0-b7eb-23cd96f980bd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': 'f78af9c7-e4c8-4086-813b-69bbb8fad5a1', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:33.209183 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa518d66-ad0a-49b0-b7eb-23cd96f980bd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:33.273284 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa518d66-ad0a-49b0-b7eb-23cd96f980bd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:33.334812 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa518d66-ad0a-49b0-b7eb-23cd96f980bd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:33.352501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa518d66-ad0a-49b0-b7eb-23cd96f980bd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc758efc-a990-44f9-b6f3-5e52bb8b9ae0,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:33.411998 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aa518d66-ad0a-49b0-b7eb-23cd96f980bd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:33.413302 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aa518d66-ad0a-49b0-b7eb-23cd96f980bd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4312987 Feb 11 13:58:33.416106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40988) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:33.420881 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6e9100db-4767-4ebc-a31a-216bfb725d76 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': 'f78af9c7-e4c8-4086-813b-69bbb8fad5a1', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:33.520669 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-6e9100db-4767-4ebc-a31a-216bfb725d76 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Project 461f163b5972481da6f5aa0be4ef2d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:58:33.526085 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e9100db-4767-4ebc-a31a-216bfb725d76 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:33.590723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e9100db-4767-4ebc-a31a-216bfb725d76 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:33.666107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e9100db-4767-4ebc-a31a-216bfb725d76 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:33.686800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9100db-4767-4ebc-a31a-216bfb725d76 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde7555d-eda3-4c19-a63a-30e416aa024d,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:33.747892 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e9100db-4767-4ebc-a31a-216bfb725d76 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:33.749160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e9100db-4767-4ebc-a31a-216bfb725d76 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3320665 Feb 11 13:58:33.751884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 40990) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:33.757361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8ef01591-0610-4832-81de-0f7406bf234e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'security_group_rule': {'security_group_id': 'f78af9c7-e4c8-4086-813b-69bbb8fad5a1', 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:33.840590 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-8ef01591-0610-4832-81de-0f7406bf234e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Project 461f163b5972481da6f5aa0be4ef2d16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:58:33.845832 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ef01591-0610-4832-81de-0f7406bf234e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:33.907809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ef01591-0610-4832-81de-0f7406bf234e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:34.014830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ef01591-0610-4832-81de-0f7406bf234e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:34.033336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef01591-0610-4832-81de-0f7406bf234e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d9115a-2c1b-4526-989d-f29b4b263908,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:34.120759 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8ef01591-0610-4832-81de-0f7406bf234e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:34.120759 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8ef01591-0610-4832-81de-0f7406bf234e tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3656194 Feb 11 13:58:34.200811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bce6131c-97ac-4244-8770-79a9262162ff up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:34.249441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port bce6131c-97ac-4244-8770-79a9262162ff triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:34.249850 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:34.267832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-d67091ae-fba8-4951-8df1-4c80cb14f951 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395545465&fields=id&tenant_id=461f163b5972481da6f5aa0be4ef2d16 HTTP/1.1" status: 200 len: 267 time: 0.0332441 Feb 11 13:58:34.374975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-cb8ecbec-b667-48d5-91d5-25a609abda42 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:34.376395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-cb8ecbec-b667-48d5-91d5-25a609abda42 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/networks?id=35673bb3-1f30-4e0d-b659-21ff86631d2a HTTP/1.1" status: 200 len: 797 time: 0.1010809 Feb 11 13:58:34.392032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-b916cab8-4f57-4887-b4b9-62a6f3d13641 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/quotas/461f163b5972481da6f5aa0be4ef2d16 HTTP/1.1" status: 200 len: 375 time: 0.0088890 Feb 11 13:58:34.443358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-d2d86378-80c4-4b0d-92a5-4f50f076d2d0 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450249 Feb 11 13:58:34.555774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-adfdc070-cb36-49e7-b3be-949d0727e861 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:58:34.556779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-adfdc070-cb36-49e7-b3be-949d0727e861 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1022956 Feb 11 13:58:34.648472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-0a7534b1-ee84-400c-bb4b-44f1810dd90a service neutron] 10.222.0.52 "GET /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851173 Feb 11 13:58:34.739383 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-04dc7f24-51fb-4e0e-afa6-08d7954df79c service neutron] 10.222.0.52 "GET /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848806 Feb 11 13:58:34.983603 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7911c94a-5e23-47bf-9525-1ae615495683 req-77804542-2848-463c-8180-4d8c31dda9cf tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 210 time: 0.0290987 Feb 11 13:58:35.928181 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:58:36.082609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-464e1077-96aa-4750-b406-d94b716b9b67 req-a2a97229-bc06-4372-82da-9285d55515c1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 210 time: 0.0276980 Feb 11 13:58:36.261155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-2d7614a7-9a99-4181-9ecb-f4d838963f61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905762 Feb 11 13:58:36.345259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-c60111d7-4fd6-4a8d-97b0-b115ac3a6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.347671 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-c60111d7-4fd6-4a8d-97b0-b115ac3a6872 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 1096 time: 0.0446939 Feb 11 13:58:36.447023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-60c464a2-6484-4add-b72b-1d70765cb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.448430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-60c464a2-6484-4add-b72b-1d70765cb753 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0829964 Feb 11 13:58:36.515504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-b0b7c136-c426-4c30-8262-f4633f268a70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd78a4c4-d262-4b2a-a230-821a0073dd6f HTTP/1.1" status: 200 len: 1001 time: 0.0608675 Feb 11 13:58:36.562254 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-11e2ba23-c8bd-4dc2-86ab-454243daca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.563689 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-11e2ba23-c8bd-4dc2-86ab-454243daca6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0423274 Feb 11 13:58:36.609148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-98d8732d-ec45-455b-bc50-d5f26d16cd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:36.610682 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-98d8732d-ec45-455b-bc50-d5f26d16cd64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401590 Feb 11 13:58:36.621406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-53c9d825-8737-4507-b1c5-5e0f49d823a6 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 13:58:36.622409 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-53c9d825-8737-4507-b1c5-5e0f49d823a6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048440 Feb 11 13:58:37.124385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-ee40e545-13a5-4405-9ba4-2239842a20bb service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951966 Feb 11 13:58:37.161201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-e9029e76-19a7-4f9f-9288-c7a1a1a76ba7 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:37.162678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-e9029e76-19a7-4f9f-9288-c7a1a1a76ba7 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "GET /v2.0/networks?id=35673bb3-1f30-4e0d-b659-21ff86631d2a HTTP/1.1" status: 200 len: 797 time: 0.1499143 Feb 11 13:58:37.183113 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e20fbe5-6702-4811-9f55-2585325ac425 req-88f1dc9b-2596-410c-9aea-e96818f8c8cf tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 210 time: 0.0306065 Feb 11 13:58:37.243832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f5b5fb1d-27e3-46ff-be1e-c2bbce653b15 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=461f163b5972481da6f5aa0be4ef2d16 HTTP/1.1" status: 200 len: 379 time: 0.0529442 Feb 11 13:58:37.254735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'port': {'device_id': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'admin_state_up': True, 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'security_groups': ['f78af9c7-e4c8-4086-813b-69bbb8fad5a1']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:37.279749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b5d63b5-86f4-45a0-916c-24258f3b23f4 req-ffe40920-8803-49d2-8ed5-e5e853f7e60c service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459637 Feb 11 13:58:37.434711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Made reservation on behalf of 461f163b5972481da6f5aa0be4ef2d16 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:58:37.438160 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:37.562763 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Allocated IP 172.20.0.4 (35673bb3-1f30-4e0d-b659-21ff86631d2a/98362cde-4c7c-4335-8799-78f3fcfef9c5/3b6ab738-9a6b-4a5c-a137-6ff70cc7d912) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:37.712119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:37.892925 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:37.937945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network 35673bb3-1f30-4e0d-b659-21ff86631d2a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:37.941141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:37.945467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:37.951732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:38.006802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:38.007499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:38.095376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-f20c30a9-f5e2-4e09-91e0-7b09d0ddd6fc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8453383 Feb 11 13:58:38.159975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Request body: {'port': {'device_id': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:38.164959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-dbd4a49d-6981-4c92-a373-a6c241462d11 None None] Provisioning complete for port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:38.165487 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dbd4a49d-6981-4c92-a373-a6c241462d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:38.200396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-dbd4a49d-6981-4c92-a373-a6c241462d11 None None] Port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:58:38.218208 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:38.384285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594486c5-807d-4ae5-9146-afbbcd42ac11 req-3af9833f-a528-412b-92c5-d2bdc5e7b876 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:38.385749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-594486c5-807d-4ae5-9146-afbbcd42ac11 req-3af9833f-a528-412b-92c5-d2bdc5e7b876 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 931 time: 0.1258886 Feb 11 13:58:38.471040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-594486c5-807d-4ae5-9146-afbbcd42ac11 req-e6473733-0ea2-4c57-969d-e06959e39adb tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770710 Feb 11 13:58:38.557866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:58:38.565173 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:38.576819 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Transition to ACTIVE for port object 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:58:38.648333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:38.701293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:38.773040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Attempting to bind port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:58:38.773359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Attempting to bind port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:58:38.773689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Attempting to bind port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 on network 35673bb3-1f30-4e0d-b659-21ff86631d2a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:38.778308 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 on network 35673bb3-1f30-4e0d-b659-21ff86631d2a not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:58:38.778623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Attempting to bind port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 on network 35673bb3-1f30-4e0d-b659-21ff86631d2a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:58:38.783600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:58:38.783931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Checking segment: {'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:58:38.784318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Bound using segment: {'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:58:38.784733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Bound port: 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:58:38.785085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:38.853016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] For port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:58:38.856764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] For port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:58:38.934935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:38.969332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:38.969974 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:38.971337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] 10.222.0.59 "PUT /v2.0/ports/3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 HTTP/1.1" status: 200 len: 1091 time: 0.8683014 Feb 11 13:58:38.971767 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'tag': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:58:38.974335 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee336e-55c7-45c8-b9b3-2efd65c6edc2" -d '{"events": [{"name": "network-changed", "server_uuid": "527aeebe-1fe0-40f2-bda1-4794948d40fb", "tag": "3b6ab738-9a6b-4a5c-a137-6ff70cc7d912"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:38.998588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30688295-9d61-4103-a0f7-5eda3272e071 service neutron] Pushing event updated for resources: {'Port': ['ID=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:39.028699 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9193db-82c1-44d9-a6d5-f37100a6087f x-openstack-request-id: req-5c9193db-82c1-44d9-a6d5-f37100a6087f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:39.028989 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527aeebe-1fe0-40f2-bda1-4794948d40fb", "tag": "3b6ab738-9a6b-4a5c-a137-6ff70cc7d912", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:39.029238 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c9193db-82c1-44d9-a6d5-f37100a6087f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:39.029642 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'tag': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'status': 'completed', 'code': 200} Feb 11 13:58:39.095546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee336e-55c7-45c8-b9b3-2efd65c6edc2 req-0d68052a-6650-4941-94a7-51b322e2177b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.097149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20ee336e-55c7-45c8-b9b3-2efd65c6edc2 req-0d68052a-6650-4941-94a7-51b322e2177b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 1094 time: 0.0462565 Feb 11 13:58:39.202799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee336e-55c7-45c8-b9b3-2efd65c6edc2 req-a9815c22-d940-4975-bcd2-27e674a9478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.204306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20ee336e-55c7-45c8-b9b3-2efd65c6edc2 req-a9815c22-d940-4975-bcd2-27e674a9478f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=461f163b5972481da6f5aa0be4ef2d16&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1001236 Feb 11 13:58:39.296517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee336e-55c7-45c8-b9b3-2efd65c6edc2 req-9ab9f9d8-fcae-47eb-ab85-790f9215a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.298015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20ee336e-55c7-45c8-b9b3-2efd65c6edc2 req-9ab9f9d8-fcae-47eb-ab85-790f9215a15b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881288 Feb 11 13:58:39.378453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-b9c4bce6-fe02-42ef-a6ac-de8c1e65b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.380294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-b9c4bce6-fe02-42ef-a6ac-de8c1e65b4b0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 1094 time: 0.0471022 Feb 11 13:58:39.423487 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-18c96014-8b4f-4fd6-8f04-05f21bae4e1d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 HTTP/1.1" status: 200 len: 217 time: 0.0360119 Feb 11 13:58:39.471938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-7484c5c4-36bd-4d8c-8335-d4a1e36f822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.474026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-7484c5c4-36bd-4d8c-8335-d4a1e36f822c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98362cde-4c7c-4335-8799-78f3fcfef9c5 HTTP/1.1" status: 200 len: 834 time: 0.0447135 Feb 11 13:58:39.529546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-428f2b9d-5d29-41c2-a2cf-b34b247a4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.530401 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-428f2b9d-5d29-41c2-a2cf-b34b247a4dbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35673bb3-1f30-4e0d-b659-21ff86631d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506239 Feb 11 13:58:39.646761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abedfc-707c-4a05-a2e3-da58f0dcbd08 req-89730264-7a9c-4b5a-b224-c86a16e22f0a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:39.648228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49abedfc-707c-4a05-a2e3-da58f0dcbd08 req-89730264-7a9c-4b5a-b224-c86a16e22f0a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 943 time: 0.1033258 Feb 11 13:58:39.673627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-4157f1b0-8b71-478b-b1f5-c20b74665240 service neutron] 10.222.0.59 "GET /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365535 Feb 11 13:58:39.710028 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49abedfc-707c-4a05-a2e3-da58f0dcbd08 req-2377cabd-b91a-4634-8ac8-12c533b1518f tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527217 Feb 11 13:58:39.773171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe2e2a49-be4b-4a12-a66e-542070bc14a7 req-00593619-637a-442e-9d45-c7f3fb91a65e service neutron] 10.222.0.59 "GET /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922291 Feb 11 13:58:40.829722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1922d9-e55f-4dbc-a88a-461897b08d19 req-dc7c64d8-944c-4265-9645-0978ad4f259d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:40.831446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ad1922d9-e55f-4dbc-a88a-461897b08d19 req-dc7c64d8-944c-4265-9645-0978ad4f259d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 943 time: 0.0506482 Feb 11 13:58:40.872170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ad1922d9-e55f-4dbc-a88a-461897b08d19 req-6e787133-f728-4554-9caf-372ad6e1bd46 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344901 Feb 11 13:58:41.987818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70712e4e-aecd-4a68-b30f-9e324353b503 req-7a2329ed-34e7-41ba-8bf0-acd31baae842 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:41.989305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70712e4e-aecd-4a68-b30f-9e324353b503 req-7a2329ed-34e7-41ba-8bf0-acd31baae842 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 943 time: 0.0495718 Feb 11 13:58:42.026804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70712e4e-aecd-4a68-b30f-9e324353b503 req-1b1d5662-7f20-4f18-b0f8-c40ae608decd tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315888 Feb 11 13:58:42.078293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:58:42.176325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:42.193025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'port_id': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'mac_address': 'fa:16:3e:cc:60:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:58:42.230218 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:42.243554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:58:42.263025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:42.326308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:42.378448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:42.611523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['3b6ab738-9a6b-4a5c-a137-6ff70cc7d912'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:58:43.142509 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53e33-20ec-44fc-9b8c-5feb47898255 req-911031a8-427c-42d6-bb34-b3cd708e60f4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:43.144010 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68a53e33-20ec-44fc-9b8c-5feb47898255 req-911031a8-427c-42d6-bb34-b3cd708e60f4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 944 time: 0.0483918 Feb 11 13:58:43.183243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68a53e33-20ec-44fc-9b8c-5feb47898255 req-7ea8c9f1-f22d-4bab-aa30-dbeee44c6adf tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323014 Feb 11 13:58:44.093719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:58:44.220113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:58:44.225145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:58:44.225521 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:44.303109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933da692-a8ef-428c-8c25-d9f108e72fba req-0d014bc1-d9c4-4249-9d89-8578f0706949 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:44.303847 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:44.304580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-933da692-a8ef-428c-8c25-d9f108e72fba req-0d014bc1-d9c4-4249-9d89-8578f0706949 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 944 time: 0.0531545 Feb 11 13:58:44.329164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:58:44.331431 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876cda61-2b4b-4b9e-8751-4b392bb54a45" -d '{"events": [{"server_uuid": "527aeebe-1fe0-40f2-bda1-4794948d40fb", "name": "network-vif-plugged", "status": "completed", "tag": "3b6ab738-9a6b-4a5c-a137-6ff70cc7d912"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:44.345798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:58:44.348955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-933da692-a8ef-428c-8c25-d9f108e72fba req-fc707aca-a381-4e9f-984a-addf2554756f tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381627 Feb 11 13:58:44.409114 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:44.439904 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6568b20-e2e2-488d-bc26-6ec172e20f6c x-openstack-request-id: req-c6568b20-e2e2-488d-bc26-6ec172e20f6c {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:44.440192 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527aeebe-1fe0-40f2-bda1-4794948d40fb", "name": "network-vif-plugged", "status": "completed", "tag": "3b6ab738-9a6b-4a5c-a137-6ff70cc7d912", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:44.440440 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6568b20-e2e2-488d-bc26-6ec172e20f6c {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:44.440826 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'code': 200} Feb 11 13:58:44.462370 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:44.531084 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc28f1-c499-4047-8d37-6195db84f5cb req-e41a210c-4d97-495e-989e-6b3a3b5417ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:44.532576 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69dc28f1-c499-4047-8d37-6195db84f5cb req-e41a210c-4d97-495e-989e-6b3a3b5417ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 1096 time: 0.0394819 Feb 11 13:58:44.566979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69dc28f1-c499-4047-8d37-6195db84f5cb req-d786a2b2-3cef-40bf-8b29-cf2e99567750 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283792 Feb 11 13:58:45.457105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad193c-1943-444e-9772-05e156c29ab0 req-5824bd31-6433-467d-8662-604e9054bd6d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:45.458546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5ad193c-1943-444e-9772-05e156c29ab0 req-5824bd31-6433-467d-8662-604e9054bd6d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 945 time: 0.0483305 Feb 11 13:58:45.496798 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5ad193c-1943-444e-9772-05e156c29ab0 req-7c4eed31-d7bb-483d-a31f-1f2f25c9bd07 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323036 Feb 11 13:58:46.616925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc75-2368-46e9-934d-3e1023de581a req-e52135fa-368e-4492-ad5e-47fda4ad15a8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:46.618399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e7fc75-2368-46e9-934d-3e1023de581a req-e52135fa-368e-4492-ad5e-47fda4ad15a8 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 945 time: 0.0522246 Feb 11 13:58:46.655012 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-92e7fc75-2368-46e9-934d-3e1023de581a req-d2af81f2-603d-4d68-a064-3e9b47bc7276 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306480 Feb 11 13:58:46.773985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51e434-6331-4107-8e1a-7e02af07e7ef req-5b177176-8a06-42e0-aed0-48116e3732a1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:46.775436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b51e434-6331-4107-8e1a-7e02af07e7ef req-5b177176-8a06-42e0-aed0-48116e3732a1 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 945 time: 0.0517499 Feb 11 13:58:46.812982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6b51e434-6331-4107-8e1a-7e02af07e7ef req-200b7e1c-1772-4318-9839-6f3d47060664 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Feb 11 13:58:46.835447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41058) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:46.874415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dad6a2-0917-4c2a-a55b-506bf648e949 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:46.875910 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-37dad6a2-0917-4c2a-a55b-506bf648e949 tempest-TestNetworkBasicOps-1782539927 tempest-TestNetworkBasicOps-1782539927-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 1091 time: 0.0393503 Feb 11 13:58:46.878635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41060) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:46.883591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:58:47.003368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:47.147319 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:47.251937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Allocated IP 172.25.0.155 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/b3242ceb-4402-4763-b2ef-9ee863a37def) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:58:47.355027 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:47.454761 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:47.490726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:58:47.495493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:58:47.499069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:58:47.522554 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=b3242ceb-4402-4763-b2ef-9ee863a37def,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:47.851825 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:47.993417 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:48.153732 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:48.397758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:48.466875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event updated for resources: {'Port': ['ID=b3242ceb-4402-4763-b2ef-9ee863a37def,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:58:48.475052 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:48.575532 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Floating IP 0de6c69d-de68-4851-a97f-f8c0f3b12974 associated. External IP: 172.25.0.155, port: 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912. Feb 11 13:58:48.778953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router af50a231-101f-4bed-b2b3-c5eac8f195cf has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:58:48.887025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:58:48.896665 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] Sync routers for ids ['af50a231-101f-4bed-b2b3-c5eac8f195cf'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:58:48.907100 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] Routers {'af50a231-101f-4bed-b2b3-c5eac8f195cf'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:48.908688 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:58:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af50a231-101f-4bed-b2b3-c5eac8f195cf'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:48.999580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:49.015915 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] Set router af50a231-101f-4bed-b2b3-c5eac8f195cf gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:49.027116 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-17dd2d95-ed79-4227-9ded-2b73c867e00a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1467047 Feb 11 13:58:49.027812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'tag': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:58:49.030114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41064) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:49.030596 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39da549-b202-4fe7-abb5-673b4b6eb46c" -d '{"events": [{"name": "network-changed", "server_uuid": "527aeebe-1fe0-40f2-bda1-4794948d40fb", "tag": "3b6ab738-9a6b-4a5c-a137-6ff70cc7d912"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:58:49.071700 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4403f5-08f7-43f1-9463-aab03de7e8bf x-openstack-request-id: req-de4403f5-08f7-43f1-9463-aab03de7e8bf {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:58:49.071992 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527aeebe-1fe0-40f2-bda1-4794948d40fb", "tag": "3b6ab738-9a6b-4a5c-a137-6ff70cc7d912", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:58:49.072245 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-de4403f5-08f7-43f1-9463-aab03de7e8bf {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:58:49.073245 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'tag': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'status': 'completed', 'code': 200} Feb 11 13:58:49.095573 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-440ad39d-e310-4dcc-bd2f-9b5f8b652ff9 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/floatingips/0de6c69d-de68-4851-a97f-f8c0f3b12974 HTTP/1.1" status: 200 len: 991 time: 0.0642552 Feb 11 13:58:49.135574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-c9fd67d5-1494-4835-a8dd-14e5fdbd3ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:49.137046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-c9fd67d5-1494-4835-a8dd-14e5fdbd3ed3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 1096 time: 0.0410547 Feb 11 13:58:49.232089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-00773bf3-8ca6-46f7-9d50-305b92a1cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:49.233562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-00773bf3-8ca6-46f7-9d50-305b92a1cd20 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35673bb3-1f30-4e0d-b659-21ff86631d2a HTTP/1.1" status: 200 len: 898 time: 0.0901763 Feb 11 13:58:49.250836 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:29Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '0de6c69d-de68-4851-a97f-f8c0f3b12974', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'port_id': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'mac_address': 'fa:16:3e:cc:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:58:47Z', 'updated_at': '2022-02-11T13:58:47Z', 'revision_number': 0, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce6131c-97ac-4244-8770-79a9262162ff', 'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:28Z', 'updated_at': '2022-02-11T13:58:32Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:49.276483 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] Checking router: af50a231-101f-4bed-b2b3-c5eac8f195cf for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:58:49.284567 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] Routers {'af50a231-101f-4bed-b2b3-c5eac8f195cf'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:58:49.285094 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:58:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af50a231-101f-4bed-b2b3-c5eac8f195cf'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:49.298860 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-6d584589-192d-4cfc-9c11-38c372456a16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 HTTP/1.1" status: 200 len: 999 time: 0.0592620 Feb 11 13:58:49.350160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-6bd6cc71-1169-4810-914f-e6270d34ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:49.351598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-6bd6cc71-1169-4810-914f-e6270d34ab73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98362cde-4c7c-4335-8799-78f3fcfef9c5 HTTP/1.1" status: 200 len: 834 time: 0.0469294 Feb 11 13:58:49.393118 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] Set router af50a231-101f-4bed-b2b3-c5eac8f195cf gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:58:49.398095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-5f2fa69f-8b85-4824-8aae-4c489aafb666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:58:49.399598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-5f2fa69f-8b85-4824-8aae-4c489aafb666 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35673bb3-1f30-4e0d-b659-21ff86631d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416987 Feb 11 13:58:49.490893 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-4e14821f-3f99-49f4-9298-ef6a5e1b97de service neutron] 10.222.0.59 "GET /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842578 Feb 11 13:58:49.581159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c39da549-b202-4fe7-abb5-673b4b6eb46c req-dc2cbbe5-b700-4b18-b0f9-6f6e602cbefd service neutron] 10.222.0.59 "GET /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843935 Feb 11 13:58:49.614698 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:29Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '0de6c69d-de68-4851-a97f-f8c0f3b12974', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'port_id': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'mac_address': 'fa:16:3e:cc:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:58:47Z', 'updated_at': '2022-02-11T13:58:47Z', 'revision_number': 0, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce6131c-97ac-4244-8770-79a9262162ff', 'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:28Z', 'updated_at': '2022-02-11T13:58:32Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:58:49.645458 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beaeaf9-05ee-40d8-b81a-1f43065ef064 None None] The sync data for ids ['af50a231-101f-4bed-b2b3-c5eac8f195cf'] in n-d-816488-1 is: [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:29Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '0de6c69d-de68-4851-a97f-f8c0f3b12974', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'port_id': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'mac_address': 'fa:16:3e:cc:60:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:58:47Z', 'updated_at': '2022-02-11T13:58:47Z', 'revision_number': 0, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce6131c-97ac-4244-8770-79a9262162ff', 'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:28Z', 'updated_at': '2022-02-11T13:58:32Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:58:49.831009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac57b9bf-468b-42f6-bf71-d962699c9702 None None] New status for floating IP 0de6c69d-de68-4851-a97f-f8c0f3b12974: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:58:50.099016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41068) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:58:50.166521 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0948f594-580f-48d9-b26a-198fdfc6ca7d tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/floatingips/0de6c69d-de68-4851-a97f-f8c0f3b12974 HTTP/1.1" status: 200 len: 993 time: 0.0663576 Feb 11 13:58:54.694353 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ee7ce0f5-d510-4d6f-bcf4-15ed98ee20f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:55.894463 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:56.997176 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c582ca7d-efe1-4ab6-b193-63f3521bd60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:57.977717 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:58:58.726584 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:00.076974 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:00.665955 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:12.927153 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:59:21.660463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980dbd0-c5f1-4465-8d81-b6ae035fd3f2 req-c57ea40a-1c54-4f69-820b-4b6004259b70 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:21.661949 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2980dbd0-c5f1-4465-8d81-b6ae035fd3f2 req-c57ea40a-1c54-4f69-820b-4b6004259b70 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 945 time: 0.0479374 Feb 11 13:59:21.700969 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2980dbd0-c5f1-4465-8d81-b6ae035fd3f2 req-78408d52-11de-4371-94af-2fdd5ff19f64 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319414 Feb 11 13:59:22.820771 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd570bdf-6f3b-43f1-912a-2fe4d1e26e0a req-5258dfc8-a05c-4292-895f-6db7e606a16a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:22.822266 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd570bdf-6f3b-43f1-912a-2fe4d1e26e0a req-5258dfc8-a05c-4292-895f-6db7e606a16a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 945 time: 0.0501819 Feb 11 13:59:22.859453 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd570bdf-6f3b-43f1-912a-2fe4d1e26e0a req-92b9905a-c14b-4aff-b722-40b2b0c3de77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312622 Feb 11 13:59:23.196739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-2d390073-073a-4c18-b1e2-60e1ff1c21a3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:23.198297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-2d390073-073a-4c18-b1e2-60e1ff1c21a3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 945 time: 0.0502071 Feb 11 13:59:23.290089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Deleting port bd78a4c4-d262-4b2a-a230-821a0073dd6f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:59:23.290430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:23.375799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] For port bd78a4c4-d262-4b2a-a230-821a0073dd6f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=bd78a4c4-d262-4b2a-a230-821a0073dd6f,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:23.376159 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:23.545197 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:23.545555 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:23.545914 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Floating IP a0d6c34a-a766-404d-9154-19b5b71d3d41 disassociated. External IP: 172.25.0.150, port: bd78a4c4-d262-4b2a-a230-821a0073dd6f. Feb 11 13:59:23.546256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Calling delete_port for bd78a4c4-d262-4b2a-a230-821a0073dd6f owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:59:23.745409 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:23.774608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'Port': ['ID=bd78a4c4-d262-4b2a-a230-821a0073dd6f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:23.786756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.787104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.787447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.787781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.788113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.788443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.788774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.789098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.789423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.789749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.790239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.790466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:23.899081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Router 56c8c999-58af-479b-98d5-78493dcb399d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:23.975542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73dda13d-36fd-4c7c-bb8c-333710490b60 req-24f9041c-b21b-465c-82d2-3c8cba451a46 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 210 time: 0.0309722 Feb 11 13:59:24.033027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:24.043078 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] Sync routers for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:59:24.054656 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:24.055196 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:58:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:24.076601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] No DVR routers for this DVR port bd78a4c4-d262-4b2a-a230-821a0073dd6f on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:59:24.079272 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:24.082511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9c7676b-fd65-4eb8-b19a-e2fc5f2d5500 req-5624a27c-54ea-4626-ab8d-6bfb3680dd77 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "DELETE /v2.0/ports/bd78a4c4-d262-4b2a-a230-821a0073dd6f HTTP/1.1" status: 204 len: 173 time: 0.8784781 Feb 11 13:59:24.082941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'name': 'network-vif-deleted', 'tag': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:24.085187 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641695cc-144d-43ba-a0e8-99b7e8b46f6a" -d '{"events": [{"server_uuid": "cbb7c02a-7a59-43f0-8127-a24854c6432d", "name": "network-vif-deleted", "tag": "bd78a4c4-d262-4b2a-a230-821a0073dd6f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:24.130396 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa13c3e-ee99-4378-819c-926b9dac1e36 x-openstack-request-id: req-7aa13c3e-ee99-4378-819c-926b9dac1e36 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:24.130993 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb7c02a-7a59-43f0-8127-a24854c6432d", "name": "network-vif-deleted", "tag": "bd78a4c4-d262-4b2a-a230-821a0073dd6f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:24.131398 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7aa13c3e-ee99-4378-819c-926b9dac1e36 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:24.131966 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbb7c02a-7a59-43f0-8127-a24854c6432d', 'name': 'network-vif-deleted', 'tag': 'bd78a4c4-d262-4b2a-a230-821a0073dd6f', 'status': 'completed', 'code': 200} Feb 11 13:59:24.269242 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:24.470359 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:24.497315 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] Checking router: 56c8c999-58af-479b-98d5-78493dcb399d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:59:24.509306 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:24.509306 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:58:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:24.613273 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:24.703363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-876da90b-1a13-4ed7-9b2e-4f3eeb736021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:24.814320 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:24.845795 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edea3724-53ff-4efb-ba66-1e01046de3e5 None None] The sync data for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 is: [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:59:25.079514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8feea21e-3502-47d0-9a2c-762334c25a51 req-e89b3282-a25c-4714-80c3-9c8d59c094dd tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 210 time: 0.0284729 Feb 11 13:59:25.086818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d38809-25e9-4e2b-830e-952ff28cd116 None None] New status for floating IP a0d6c34a-a766-404d-9154-19b5b71d3d41: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:59:25.894229 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:26.198373 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6133a16-44b9-4d32-902c-30a2c6188e18 req-ade591f0-bb83-4796-a811-0b4d627a48b5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 210 time: 0.0340140 Feb 11 13:59:26.258368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bd78a4c4-d262-4b2a-a230-821a0073dd6f no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:59:26.279544 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: bd78a4c4-d262-4b2a-a230-821a0073dd6f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 13:59:26.279966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device bd78a4c4-d262-4b2a-a230-821a0073dd6f not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:59:26.974199 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8f72-d5a3-4df0-b8a8-9c84854746ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:27.294539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09331261-2d7e-403a-af2f-271d6c3167b6 req-a75b40ae-0004-4e20-8846-5d697a357c9f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 210 time: 0.0275972 Feb 11 13:59:27.962620 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:28.400615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a2f916be-204a-4c28-8fbb-a51bf4bcae10 req-3d86b0df-6dfe-434c-8b1c-f6e31d578ed3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbb7c02a-7a59-43f0-8127-a24854c6432d HTTP/1.1" status: 200 len: 210 time: 0.0259583 Feb 11 13:59:28.714709 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:29.644709 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-98cf9092-8dc2-408f-8479-3810ecf4e7e3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889968989&fields=id&tenant_id=7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 267 time: 0.0329049 Feb 11 13:59:29.749676 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86343-a611-4a8e-85b5-49ce692070ea req-ad4843e2-3c78-46d9-940b-2d1c310864d9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:29.751165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-ad4843e2-3c78-46d9-940b-2d1c310864d9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.0996504 Feb 11 13:59:29.766074 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-3202c4c6-db55-4879-8a13-0b757e778265 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/quotas/7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 375 time: 0.0090613 Feb 11 13:59:29.823614 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-b4dd18e3-e83d-4330-b35a-12e6ba621711 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523791 Feb 11 13:59:29.915238 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-02e992b2-3bf3-4266-8bb3-8f354ae2a336 service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803647 Feb 11 13:59:30.008991 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-461a5138-f45e-4f54-8ca8-6d0440b1fa38 service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867224 Feb 11 13:59:30.098214 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:30.560647 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-392c8af3-1068-44ab-8fa9-e8b0f1a793f5 req-15a3208e-a47a-49eb-ac17-de2aced89766 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 210 time: 0.0273802 Feb 11 13:59:30.675957 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:31.662235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e71a5559-606e-4529-8ed4-45fc41d8ff07 req-adf6e6a9-3a17-42c7-a025-9d439ce8fe7f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 210 time: 0.0283978 Feb 11 13:59:32.273802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86343-a611-4a8e-85b5-49ce692070ea req-e0886d21-633f-44ce-9a2e-40c88c96d2e3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:32.275305 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-e0886d21-633f-44ce-9a2e-40c88c96d2e3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.1026766 Feb 11 13:59:32.316929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-9d74a98d-a889-45c2-a117-59bd2880af0f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 379 time: 0.0338256 Feb 11 13:59:32.327032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'port': {'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'admin_state_up': True, 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'security_groups': ['43f317d1-2925-46f1-9f3f-c629e6c1f2b2']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:32.509036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Made reservation on behalf of 7061e56a86e0479ba1a1be4f83d9d99a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:59:32.513300 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:32.747689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Allocated IP 172.20.0.3 (b361125e-7998-4990-ad65-06d67677b5c1/6dd0f942-7616-4c2e-9897-7fbd82ca4dde/2379f401-5745-4a40-b250-f4e13385e63f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:32.771999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d85bda8f-91ad-4d91-8456-f3f2ee81f476 req-74ccd267-ed0f-4e0d-bc75-c8f822999b14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 210 time: 0.0377116 Feb 11 13:59:33.252833 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:33.351860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:33.395106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Network b361125e-7998-4990-ad65-06d67677b5c1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:33.398332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:33.403484 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:59:33.426240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=2379f401-5745-4a40-b250-f4e13385e63f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:33.457678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:33.458324 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:33.568722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa008154-f451-45ba-864d-219b36c6ad42 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2451859 Feb 11 13:59:33.581609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Request body: {'port': {'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:33.642910 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:33.690704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-29aaf27c-db6a-4022-8405-28aa1e79baac None None] Provisioning complete for port 2379f401-5745-4a40-b250-f4e13385e63f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:33.691251 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29aaf27c-db6a-4022-8405-28aa1e79baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:33.725505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-29aaf27c-db6a-4022-8405-28aa1e79baac None None] Port 2379f401-5745-4a40-b250-f4e13385e63f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 13:59:33.896822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35808a1-a5de-4f99-98e2-34c40203824a req-2a7c5481-4f86-48ab-8c1a-a17155ea1c9c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:33.898349 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f35808a1-a5de-4f99-98e2-34c40203824a req-2a7c5481-4f86-48ab-8c1a-a17155ea1c9c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 931 time: 0.0533078 Feb 11 13:59:33.913153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2379f401-5745-4a40-b250-f4e13385e63f {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:59:33.922424 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:33.935954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Transition to ACTIVE for port object 2379f401-5745-4a40-b250-f4e13385e63f will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:59:33.941287 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f35808a1-a5de-4f99-98e2-34c40203824a req-2d1fa776-57b3-45ac-9b81-f7639abb9679 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343554 Feb 11 13:59:34.008663 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:34.084001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2379f401-5745-4a40-b250-f4e13385e63f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:34.138042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Attempting to bind port 2379f401-5745-4a40-b250-f4e13385e63f on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 13:59:34.138731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Attempting to bind port 2379f401-5745-4a40-b250-f4e13385e63f by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 13:59:34.139162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Attempting to bind port 2379f401-5745-4a40-b250-f4e13385e63f on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:34.144408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Port 2379f401-5745-4a40-b250-f4e13385e63f on network b361125e-7998-4990-ad65-06d67677b5c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:59:34.144844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Attempting to bind port 2379f401-5745-4a40-b250-f4e13385e63f on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:59:34.150494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:59:34.150985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Checking segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 13:59:34.151475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Bound using segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:59:34.152012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Bound port: 2379f401-5745-4a40-b250-f4e13385e63f, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 13:59:34.152476 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:34.224270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] For port 2379f401-5745-4a40-b250-f4e13385e63f, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:59:34.227677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] For port 2379f401-5745-4a40-b250-f4e13385e63f, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2379f401-5745-4a40-b250-f4e13385e63f,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:59:34.288914 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:34.324791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:34.325425 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:34.326877 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] 10.222.0.13 "PUT /v2.0/ports/2379f401-5745-4a40-b250-f4e13385e63f HTTP/1.1" status: 200 len: 1091 time: 0.7501762 Feb 11 13:59:34.327275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'tag': '2379f401-5745-4a40-b250-f4e13385e63f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:34.329636 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa23b4f1-59b0-47dd-a6aa-244986a9963c" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf69ae6-ceb7-4126-a48a-79cb59e92ff1", "tag": "2379f401-5745-4a40-b250-f4e13385e63f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:34.367598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce90f4-06d8-4a8e-aac0-23524de1bfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2379f401-5745-4a40-b250-f4e13385e63f,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:34.397054 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfcf3f0-9d7e-4e7f-af1e-cb0310c17887 x-openstack-request-id: req-acfcf3f0-9d7e-4e7f-af1e-cb0310c17887 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:34.397432 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf69ae6-ceb7-4126-a48a-79cb59e92ff1", "tag": "2379f401-5745-4a40-b250-f4e13385e63f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:34.397783 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-acfcf3f0-9d7e-4e7f-af1e-cb0310c17887 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:34.398374 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'tag': '2379f401-5745-4a40-b250-f4e13385e63f', 'status': 'completed', 'code': 200} Feb 11 13:59:34.474893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23b4f1-59b0-47dd-a6aa-244986a9963c req-d23aed4f-655f-4aff-b6bb-5f1b5f035d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:34.476425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa23b4f1-59b0-47dd-a6aa-244986a9963c req-d23aed4f-655f-4aff-b6bb-5f1b5f035d83 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1094 time: 0.0581782 Feb 11 13:59:34.577614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23b4f1-59b0-47dd-a6aa-244986a9963c req-47a9866a-d7d4-4180-a1de-62fab0aaba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:34.579301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa23b4f1-59b0-47dd-a6aa-244986a9963c req-47a9866a-d7d4-4180-a1de-62fab0aaba50 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0957174 Feb 11 13:59:34.681398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23b4f1-59b0-47dd-a6aa-244986a9963c req-c9badb2d-c69b-47df-9de9-8c24e036de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:34.683078 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa23b4f1-59b0-47dd-a6aa-244986a9963c req-c9badb2d-c69b-47df-9de9-8c24e036de14 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978200 Feb 11 13:59:34.757186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86343-a611-4a8e-85b5-49ce692070ea req-1f567230-e434-49e2-8195-b4e4fe1c4401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:34.758704 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-1f567230-e434-49e2-8195-b4e4fe1c4401 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1094 time: 0.0413125 Feb 11 13:59:34.800729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-5d26c763-9e2f-4af6-a2a4-66a36424ba66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2379f401-5745-4a40-b250-f4e13385e63f HTTP/1.1" status: 200 len: 217 time: 0.0344036 Feb 11 13:59:34.853843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86343-a611-4a8e-85b5-49ce692070ea req-5c58d29d-3d1a-4438-9328-86054f47e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:34.855156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-5c58d29d-3d1a-4438-9328-86054f47e269 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0473809 Feb 11 13:59:34.902530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c86343-a611-4a8e-85b5-49ce692070ea req-03a36081-5126-4b1d-a759-9663166453ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:34.904294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-03a36081-5126-4b1d-a759-9663166453ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428150 Feb 11 13:59:34.995296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-b01af70e-a635-4275-b468-6bd4341828dc service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844080 Feb 11 13:59:35.061402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c69d3-1c76-4601-bdbb-d4ba49a5f491 req-c0789161-fb3c-4a1b-a149-92aec222c7d4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:35.063689 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b81c69d3-1c76-4601-bdbb-d4ba49a5f491 req-c0789161-fb3c-4a1b-a149-92aec222c7d4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 943 time: 0.0511820 Feb 11 13:59:35.096178 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02c86343-a611-4a8e-85b5-49ce692070ea req-fa180cf3-11c1-4de7-8604-094b76f7b3af service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941689 Feb 11 13:59:35.109422 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b81c69d3-1c76-4601-bdbb-d4ba49a5f491 req-0f93b3a1-a22c-4cef-8b71-f52b447732da tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359228 Feb 11 13:59:36.234273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4e064-0680-423b-a946-b603c06c4694 req-65473e29-2dbe-47cb-a8c6-42aa873f1470 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:36.235764 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7d4e064-0680-423b-a946-b603c06c4694 req-65473e29-2dbe-47cb-a8c6-42aa873f1470 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 943 time: 0.0505815 Feb 11 13:59:36.272503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7d4e064-0680-423b-a946-b603c06c4694 req-5ec45f94-9a91-4048-ac32-1603fd57d3be tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305417 Feb 11 13:59:37.393059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15769139-9eae-40a3-906b-f8646c97ec60 req-73bb60db-ff1e-46e1-86ef-82e2c34481aa tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:37.394580 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15769139-9eae-40a3-906b-f8646c97ec60 req-73bb60db-ff1e-46e1-86ef-82e2c34481aa tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 943 time: 0.0528026 Feb 11 13:59:37.433280 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15769139-9eae-40a3-906b-f8646c97ec60 req-251e278b-010f-4209-b2aa-15d6ad782ec8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321114 Feb 11 13:59:38.549597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1516c6-607d-42f0-8b2f-056c7b31eb08 req-d7d30409-795e-404a-a88d-83bb90479468 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:38.551132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa1516c6-607d-42f0-8b2f-056c7b31eb08 req-d7d30409-795e-404a-a88d-83bb90479468 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 943 time: 0.0504141 Feb 11 13:59:38.594013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa1516c6-607d-42f0-8b2f-056c7b31eb08 req-73fd88a7-c099-480d-bf6c-c31e2517b615 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364630 Feb 11 13:59:39.706754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e2d0e-d3a8-4800-8493-ddb995a77993 req-a9e46803-8e74-43e8-b0bd-e2af9d32ab70 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:39.708201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d1e2d0e-d3a8-4800-8493-ddb995a77993 req-a9e46803-8e74-43e8-b0bd-e2af9d32ab70 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 943 time: 0.0490150 Feb 11 13:59:39.746368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d1e2d0e-d3a8-4800-8493-ddb995a77993 req-90ca2e0a-c3a2-44a6-b4e7-52f1f12526ce tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315061 Feb 11 13:59:40.861519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441b2fe-e2c7-493e-8189-b52882e1d998 req-1b98bd18-2090-4d31-9f0a-eb7acb8a6d83 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:40.863017 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0441b2fe-e2c7-493e-8189-b52882e1d998 req-1b98bd18-2090-4d31-9f0a-eb7acb8a6d83 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 943 time: 0.0490589 Feb 11 13:59:40.902437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0441b2fe-e2c7-493e-8189-b52882e1d998 req-dad734a8-9686-4665-97d2-4067642aa917 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332830 Feb 11 13:59:41.935770 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e948162-3c1e-405d-9beb-d6262714322a req-99bca8d2-f3e2-4a03-9956-d48af1b88402 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403783 Feb 11 13:59:42.016674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948162-3c1e-405d-9beb-d6262714322a req-3d0207e0-a630-40d3-ad1d-b7ef5f486554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.018170 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e948162-3c1e-405d-9beb-d6262714322a req-3d0207e0-a630-40d3-ad1d-b7ef5f486554 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 1096 time: 0.0404491 Feb 11 13:59:42.019096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02c4b0-4e17-4eea-b945-03e9cb74b8fd req-5cd08037-8268-485a-b40e-92419d39c9dc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.020674 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c02c4b0-4e17-4eea-b945-03e9cb74b8fd req-5cd08037-8268-485a-b40e-92419d39c9dc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 943 time: 0.0493221 Feb 11 13:59:42.059927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3c02c4b0-4e17-4eea-b945-03e9cb74b8fd req-91ef17e7-5477-46af-8cb3-b3b8029859a0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Feb 11 13:59:42.126587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948162-3c1e-405d-9beb-d6262714322a req-71c0411a-5e76-421d-8bfe-347d42eeda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.128056 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e948162-3c1e-405d-9beb-d6262714322a req-71c0411a-5e76-421d-8bfe-347d42eeda55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35673bb3-1f30-4e0d-b659-21ff86631d2a HTTP/1.1" status: 200 len: 898 time: 0.0881939 Feb 11 13:59:42.193319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e948162-3c1e-405d-9beb-d6262714322a req-8b5fa863-755a-4854-b779-05577fcf8da4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 HTTP/1.1" status: 200 len: 1001 time: 0.0584934 Feb 11 13:59:42.245366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948162-3c1e-405d-9beb-d6262714322a req-1593e1dd-280a-40d3-b7d5-5e3372e32c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.246914 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e948162-3c1e-405d-9beb-d6262714322a req-1593e1dd-280a-40d3-b7d5-5e3372e32c29 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98362cde-4c7c-4335-8799-78f3fcfef9c5 HTTP/1.1" status: 200 len: 834 time: 0.0477927 Feb 11 13:59:42.291867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948162-3c1e-405d-9beb-d6262714322a req-7d03d46d-e2f2-465e-b01d-904ae5f5e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:42.293343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e948162-3c1e-405d-9beb-d6262714322a req-7d03d46d-e2f2-465e-b01d-904ae5f5e34a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35673bb3-1f30-4e0d-b659-21ff86631d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399404 Feb 11 13:59:42.383040 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e948162-3c1e-405d-9beb-d6262714322a req-6c1c60e1-0cbc-4b4a-8721-b9369fe7b2f1 service neutron] 10.222.0.59 "GET /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832186 Feb 11 13:59:42.476169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e948162-3c1e-405d-9beb-d6262714322a req-e56d04a3-8ac7-4e45-96f6-33f4cdb9dcaa service neutron] 10.222.0.59 "GET /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854077 Feb 11 13:59:43.176490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dcaad-1f7a-4d4e-89d8-bca227a5b824 req-5dc239c3-2929-4831-bdfa-263a13c13ba1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:43.178029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f68dcaad-1f7a-4d4e-89d8-bca227a5b824 req-5dc239c3-2929-4831-bdfa-263a13c13ba1 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 943 time: 0.0502067 Feb 11 13:59:43.217386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f68dcaad-1f7a-4d4e-89d8-bca227a5b824 req-a7f4758c-0239-4c34-9bb5-bc75845736c3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324805 Feb 11 13:59:44.333716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dbaec-6121-4096-9a7e-4a2a27f784f0 req-4c546fec-60cc-43a6-a3d4-6704a67a6d75 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:44.335200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e16dbaec-6121-4096-9a7e-4a2a27f784f0 req-4c546fec-60cc-43a6-a3d4-6704a67a6d75 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 943 time: 0.0528591 Feb 11 13:59:44.367319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2379f401-5745-4a40-b250-f4e13385e63f details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:59:44.373652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e16dbaec-6121-4096-9a7e-4a2a27f784f0 req-97833182-d301-4ed4-90cf-1cdb2064f3db tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318763 Feb 11 13:59:44.458849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2379f401-5745-4a40-b250-f4e13385e63f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2379f401-5745-4a40-b250-f4e13385e63f,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:44.470419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '2379f401-5745-4a40-b250-f4e13385e63f', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'mac_address': 'fa:16:3e:75:61:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:59:44.510087 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:44.522202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2379f401-5745-4a40-b250-f4e13385e63f {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 13:59:44.541152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2379f401-5745-4a40-b250-f4e13385e63f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2379f401-5745-4a40-b250-f4e13385e63f,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:44.594743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:44.640195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2379f401-5745-4a40-b250-f4e13385e63f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:44.647510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.651836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:44.797517 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2379f401-5745-4a40-b250-f4e13385e63f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:59:45.490745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe47d7-c555-494e-a148-72627c0fbdb9 req-e6793bc9-d64b-4b79-9c47-26fea139a409 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:45.492134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9dbe47d7-c555-494e-a148-72627c0fbdb9 req-e6793bc9-d64b-4b79-9c47-26fea139a409 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 944 time: 0.0487151 Feb 11 13:59:45.534471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9dbe47d7-c555-494e-a148-72627c0fbdb9 req-ff6d3005-3070-465c-9f80-e520356c2db0 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359335 Feb 11 13:59:46.383253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2379f401-5745-4a40-b250-f4e13385e63f up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:59:46.516338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 2379f401-5745-4a40-b250-f4e13385e63f completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:59:46.520219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 2379f401-5745-4a40-b250-f4e13385e63f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:59:46.520618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:46.602122 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:46.626713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2379f401-5745-4a40-b250-f4e13385e63f'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:46.628964 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c837b45-6c5a-41fe-b66f-85fe4f1c2e55" -d '{"events": [{"server_uuid": "bbf69ae6-ceb7-4126-a48a-79cb59e92ff1", "name": "network-vif-plugged", "status": "completed", "tag": "2379f401-5745-4a40-b250-f4e13385e63f"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:46.641929 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2379f401-5745-4a40-b250-f4e13385e63f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2379f401-5745-4a40-b250-f4e13385e63f,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:46.651755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763fd8-269d-4703-b1a8-5dd055bbb905 req-2e4cf1c3-eb5f-4a06-8d42-c8042fa7defe tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:46.653277 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32763fd8-269d-4703-b1a8-5dd055bbb905 req-2e4cf1c3-eb5f-4a06-8d42-c8042fa7defe tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 944 time: 0.0514324 Feb 11 13:59:46.669625 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ada256-3abe-4e1e-a5c1-a5a6ecf89b4b x-openstack-request-id: req-75ada256-3abe-4e1e-a5c1-a5a6ecf89b4b {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:46.670225 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf69ae6-ceb7-4126-a48a-79cb59e92ff1", "name": "network-vif-plugged", "status": "completed", "tag": "2379f401-5745-4a40-b250-f4e13385e63f", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:46.670477 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-75ada256-3abe-4e1e-a5c1-a5a6ecf89b4b {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:46.670895 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2379f401-5745-4a40-b250-f4e13385e63f', 'code': 200} Feb 11 13:59:46.693388 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-32763fd8-269d-4703-b1a8-5dd055bbb905 req-293e8545-c15d-4dfe-947d-187e529f47a2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339851 Feb 11 13:59:46.714970 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:46.764445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2379f401-5745-4a40-b250-f4e13385e63f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:46.766708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9004d07-5e34-4fab-a6d3-44c253af54ec req-71907bd2-3779-463f-b6dd-5b39fafc0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:46.768262 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9004d07-5e34-4fab-a6d3-44c253af54ec req-71907bd2-3779-463f-b6dd-5b39fafc0d2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0440998 Feb 11 13:59:46.804241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9004d07-5e34-4fab-a6d3-44c253af54ec req-a4c054a4-d5cf-4074-a985-e9a92522ef6c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292828 Feb 11 13:59:47.813783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560407cc-f644-4ab0-9b58-f4e8c40d057f req-03a42f05-8382-4ae4-9d06-61fe0335960e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:47.815425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-560407cc-f644-4ab0-9b58-f4e8c40d057f req-03a42f05-8382-4ae4-9d06-61fe0335960e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 945 time: 0.0485656 Feb 11 13:59:47.852636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-560407cc-f644-4ab0-9b58-f4e8c40d057f req-e738b423-0175-4fba-b04c-6be27491154d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Feb 11 13:59:48.970665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e78b8-fa2b-4047-983d-ac43536f07af req-a0b43e0b-7439-4096-82e1-91075954d11d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:48.972122 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a66e78b8-fa2b-4047-983d-ac43536f07af req-a0b43e0b-7439-4096-82e1-91075954d11d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 945 time: 0.0484018 Feb 11 13:59:49.010788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a66e78b8-fa2b-4047-983d-ac43536f07af req-242e477f-4bb8-4096-88cf-521591d5a074 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325682 Feb 11 13:59:49.128153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e70da-d8ae-47b8-a292-0c4f7bc118ff req-56a9e3f5-f16f-45d0-9229-d10eaf1102a5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:49.129662 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e2e70da-d8ae-47b8-a292-0c4f7bc118ff req-56a9e3f5-f16f-45d0-9229-d10eaf1102a5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 945 time: 0.0528386 Feb 11 13:59:49.171642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e2e70da-d8ae-47b8-a292-0c4f7bc118ff req-5f39acd2-0c4f-4388-94d7-0fe5e0e45775 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358791 Feb 11 13:59:49.194078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41170) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:59:49.236417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f0950-0cb4-477c-afbb-e5cdbc61e5d7 tempest-TestVolumeBootPattern-1802127798 tempest-TestVolumeBootPattern-1802127798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:49.237957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ea4f0950-0cb4-477c-afbb-e5cdbc61e5d7 tempest-TestVolumeBootPattern-1802127798 tempest-TestVolumeBootPattern-1802127798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1091 time: 0.0428848 Feb 11 13:59:49.240662 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41172) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:59:49.245683 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:59:49.366560 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.463715 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.578039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Allocated IP 172.25.0.50 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/afc58a84-23ce-4de6-b5f2-46b672bacda8) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:59:49.676252 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.768642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:49.813147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:59:49.816157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:59:49.819764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:59:49.842762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=afc58a84-23ce-4de6-b5f2-46b672bacda8,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:49.855554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.855905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.856246 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.856581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.856913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.857242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.857568 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.857925 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.858251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.858572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.858895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.859219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:59:49.926349 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:59:50.189004 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.325263 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.473799 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.526102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.593624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=afc58a84-23ce-4de6-b5f2-46b672bacda8,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:50.605333 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:50.704530 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Floating IP c905a75e-6d36-4586-a91b-6c365e74f99f associated. External IP: 172.25.0.50, port: 2379f401-5745-4a40-b250-f4e13385e63f. Feb 11 13:59:50.908989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Router 56c8c999-58af-479b-98d5-78493dcb399d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:51.015581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:51.025799 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] Sync routers for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:59:51.035272 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:51.040772 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:59:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:51.122318 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:51.140197 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:51.150147 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6abaa075-39b3-4fa6-bc5c-863703e40c28 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9078991 Feb 11 13:59:51.150918 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'tag': '2379f401-5745-4a40-b250-f4e13385e63f'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:51.153159 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696d4caf-c3b4-42e4-9e7f-99228be6e377" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf69ae6-ceb7-4126-a48a-79cb59e92ff1", "tag": "2379f401-5745-4a40-b250-f4e13385e63f"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:51.260109 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81140222-de69-4329-8fa2-4ae533eddfbe x-openstack-request-id: req-81140222-de69-4329-8fa2-4ae533eddfbe {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:51.261322 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf69ae6-ceb7-4126-a48a-79cb59e92ff1", "tag": "2379f401-5745-4a40-b250-f4e13385e63f", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:51.261893 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-81140222-de69-4329-8fa2-4ae533eddfbe {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:51.262473 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'tag': '2379f401-5745-4a40-b250-f4e13385e63f', 'status': 'completed', 'code': 200} Feb 11 13:59:51.325175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-0abdbffc-a062-47ac-94dd-d9929134d61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:51.327561 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-0abdbffc-a062-47ac-94dd-d9929134d61b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0462227 Feb 11 13:59:51.379749 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'c905a75e-6d36-4586-a91b-6c365e74f99f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:75:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:59:50Z', 'updated_at': '2022-02-11T13:59:50Z', 'revision_number': 0, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:51.411279 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] Checking router: 56c8c999-58af-479b-98d5-78493dcb399d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:59:51.419747 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:51.420541 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:59:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:51.422726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-8d816c48-38d4-43a5-a657-fc10727a8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:51.424213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-8d816c48-38d4-43a5-a657-fc10727a8aae service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0906694 Feb 11 13:59:51.498295 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-d3c50d60-6db8-4929-bdc9-0c0abb208784 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2379f401-5745-4a40-b250-f4e13385e63f HTTP/1.1" status: 200 len: 998 time: 0.0669734 Feb 11 13:59:51.533628 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:51.551514 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-aa61b38f-2738-44b7-884b-365e122d2b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:51.553035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-aa61b38f-2738-44b7-884b-365e122d2b9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0489771 Feb 11 13:59:51.599937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-abcfd8d6-4d19-4bb6-8b9c-58519bd2a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:51.601515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-abcfd8d6-4d19-4bb6-8b9c-58519bd2a037 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417900 Feb 11 13:59:51.696143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-3abd739b-f103-4de7-95cf-c6a17f19eb89 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874181 Feb 11 13:59:51.755239 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'c905a75e-6d36-4586-a91b-6c365e74f99f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:75:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:59:50Z', 'updated_at': '2022-02-11T13:59:50Z', 'revision_number': 0, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:51.784883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-696d4caf-c3b4-42e4-9e7f-99228be6e377 req-4d19f67f-b128-4124-a06f-2aeaaa182fd7 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828867 Feb 11 13:59:51.871959 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3d6c93-0a47-4e3e-933c-448a0b217bfd None None] The sync data for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 is: [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'c905a75e-6d36-4586-a91b-6c365e74f99f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:75:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:59:50Z', 'updated_at': '2022-02-11T13:59:50Z', 'revision_number': 0, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:59:52.056919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96fa234-ce72-45ae-9c26-1ce23c09bf1d None None] New status for floating IP c905a75e-6d36-4586-a91b-6c365e74f99f: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:59:52.777212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41182) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:59:52.836278 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-da0273f4-4f77-4360-b2c4-ee53a04747cc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/floatingips/0de6c69d-de68-4851-a97f-f8c0f3b12974 HTTP/1.1" status: 200 len: 993 time: 0.0579007 Feb 11 13:59:53.092754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41188) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:59:53.253087 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port b3242ceb-4402-4763-b2ef-9ee863a37def {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:59:53.253434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:53.326899 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:53.327226 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:53.338772 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for b3242ceb-4402-4763-b2ef-9ee863a37def owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:59:53.539597 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:53.565274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=b3242ceb-4402-4763-b2ef-9ee863a37def,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:53.633104 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:53.633356 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Floating IP 0de6c69d-de68-4851-a97f-f8c0f3b12974 disassociated (deleted). External IP: 172.25.0.155, port: 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912. Feb 11 13:59:53.834894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router af50a231-101f-4bed-b2b3-c5eac8f195cf has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:53.940825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:53.945184 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:53.951998 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] Sync routers for ids ['af50a231-101f-4bed-b2b3-c5eac8f195cf'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:59:53.961599 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] Routers {'af50a231-101f-4bed-b2b3-c5eac8f195cf'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:53.962370 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:59:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af50a231-101f-4bed-b2b3-c5eac8f195cf'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:53.972040 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8516e8ef-21f9-4cf4-88b6-a691047e3c52 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/floatingips/0de6c69d-de68-4851-a97f-f8c0f3b12974 HTTP/1.1" status: 204 len: 168 time: 0.8781118 Feb 11 13:59:53.972644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'tag': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:53.974932 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3" -d '{"events": [{"name": "network-changed", "server_uuid": "527aeebe-1fe0-40f2-bda1-4794948d40fb", "tag": "3b6ab738-9a6b-4a5c-a137-6ff70cc7d912"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:54.016688 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474f572a-d847-49bf-8b81-7c8427d7ca38 x-openstack-request-id: req-474f572a-d847-49bf-8b81-7c8427d7ca38 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:54.017057 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527aeebe-1fe0-40f2-bda1-4794948d40fb", "tag": "3b6ab738-9a6b-4a5c-a137-6ff70cc7d912", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:54.017365 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-474f572a-d847-49bf-8b81-7c8427d7ca38 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:54.017857 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'tag': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'status': 'completed', 'code': 200} Feb 11 13:59:54.071876 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] Set router af50a231-101f-4bed-b2b3-c5eac8f195cf gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:54.080508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-5a87fae5-f009-4201-8c4c-a80acd6b1caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:54.087191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-5a87fae5-f009-4201-8c4c-a80acd6b1caf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=461f163b5972481da6f5aa0be4ef2d16&device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 1096 time: 0.0432208 Feb 11 13:59:54.190781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-5ce33a15-eec5-42dd-bd13-73086860b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:54.192324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-5ce33a15-eec5-42dd-bd13-73086860b395 service neutron] 10.222.0.59 "GET /v2.0/networks?id=35673bb3-1f30-4e0d-b659-21ff86631d2a HTTP/1.1" status: 200 len: 898 time: 0.1028655 Feb 11 13:59:54.235212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-6efe6531-2457-4dd8-954b-42cf860c4137 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 HTTP/1.1" status: 200 len: 217 time: 0.0352399 Feb 11 13:59:54.272047 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:29Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bce6131c-97ac-4244-8770-79a9262162ff', 'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:28Z', 'updated_at': '2022-02-11T13:58:32Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:54.296356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-e42c4ca3-7710-4e73-aa6f-20d9ff395ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:54.297882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-e42c4ca3-7710-4e73-aa6f-20d9ff395ea2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=98362cde-4c7c-4335-8799-78f3fcfef9c5 HTTP/1.1" status: 200 len: 834 time: 0.0519707 Feb 11 13:59:54.302099 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] Checking router: af50a231-101f-4bed-b2b3-c5eac8f195cf for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:59:54.311768 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] Routers {'af50a231-101f-4bed-b2b3-c5eac8f195cf'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:54.312374 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:59:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af50a231-101f-4bed-b2b3-c5eac8f195cf'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:54.347750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-bed44234-95d4-455d-9653-753e065bdcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:54.349263 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-bed44234-95d4-455d-9653-753e065bdcde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=35673bb3-1f30-4e0d-b659-21ff86631d2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443227 Feb 11 13:59:54.417791 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] Set router af50a231-101f-4bed-b2b3-c5eac8f195cf gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:59:54.470996 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a9ba5-36b1-4d77-8acc-05fcfd44599c req-9f8b98b3-4d7b-4c35-9a3a-bd141bf7a94f tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:54.472389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d3a9ba5-36b1-4d77-8acc-05fcfd44599c req-9f8b98b3-4d7b-4c35-9a3a-bd141bf7a94f tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 945 time: 0.1069865 Feb 11 13:59:54.490051 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-6cc80e10-2c49-412f-a826-72db372f00fa service neutron] 10.222.0.59 "GET /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327126 Feb 11 13:59:54.561802 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7d3a9ba5-36b1-4d77-8acc-05fcfd44599c req-6dc654cf-d46e-442e-b699-9b39b0b8f7dc tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811152 Feb 11 13:59:54.598606 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26266e16-099d-4ec9-9ca4-3e30cb1f9dc3 req-63ca42ee-2cdb-4531-96c7-51532da705be service neutron] 10.222.0.59 "GET /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991688 Feb 11 13:59:54.622728 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:29Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bce6131c-97ac-4244-8770-79a9262162ff', 'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:28Z', 'updated_at': '2022-02-11T13:58:32Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:54.650529 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811f4187-7090-42f9-9a57-ae36be88d06d None None] The sync data for ids ['af50a231-101f-4bed-b2b3-c5eac8f195cf'] in n-d-816488-1 is: [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:58:29Z', 'revision_number': 4, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bce6131c-97ac-4244-8770-79a9262162ff', 'name': '', 'network_id': '35673bb3-1f30-4e0d-b659-21ff86631d2a', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:28Z', 'updated_at': '2022-02-11T13:58:32Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'subnets': [{'id': '98362cde-4c7c-4335-8799-78f3fcfef9c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:59:54.739861 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd7e37f9-6d40-4897-8f74-df56c6dc5479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:54.865262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c73a2b7-2155-4139-91f4-bee1a6e6297d None None] New status for floating IP 0de6c69d-de68-4851-a97f-f8c0f3b12974: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:59:55.683537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bebe915-e496-4baf-8e46-57398be63003 req-032d8d0c-4366-4bd0-8b47-791c98e89f0b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:55.685016 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3bebe915-e496-4baf-8e46-57398be63003 req-032d8d0c-4366-4bd0-8b47-791c98e89f0b tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 945 time: 0.0532482 Feb 11 13:59:55.722881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3bebe915-e496-4baf-8e46-57398be63003 req-b2168d48-5d8b-414b-bba1-bb6d8b78d176 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/security-groups?id=f78af9c7-e4c8-4086-813b-69bbb8fad5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316720 Feb 11 13:59:55.922055 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:56.058915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-1a1a35a6-6f5f-41ed-9337-3780155b1931 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:59:56.060365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-1a1a35a6-6f5f-41ed-9337-3780155b1931 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 945 time: 0.0541875 Feb 11 13:59:56.149932 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-60da4adf-dd04-466a-9ade-21b4266ce9d4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:59:56.150303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-60da4adf-dd04-466a-9ade-21b4266ce9d4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:56.240486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-60da4adf-dd04-466a-9ade-21b4266ce9d4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] For port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:56.240840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-60da4adf-dd04-466a-9ade-21b4266ce9d4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:56.252858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-60da4adf-dd04-466a-9ade-21b4266ce9d4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:59:56.436585 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-60da4adf-dd04-466a-9ade-21b4266ce9d4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:56.470155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da4adf-dd04-466a-9ade-21b4266ce9d4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=3b6ab738-9a6b-4a5c-a137-6ff70cc7d912,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:56.515346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-60da4adf-dd04-466a-9ade-21b4266ce9d4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] No DVR routers for this DVR port 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:59:56.518036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-60da4adf-dd04-466a-9ade-21b4266ce9d4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:56.521405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-431d2aca-5088-4d7c-8e92-244dedd1224f req-60da4adf-dd04-466a-9ade-21b4266ce9d4 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.59 "DELETE /v2.0/ports/3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 HTTP/1.1" status: 204 len: 173 time: 0.4558244 Feb 11 13:59:56.521929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'name': 'network-vif-deleted', 'tag': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 13:59:56.524168 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a490739b-012f-498e-a146-811b48220934" -d '{"events": [{"server_uuid": "527aeebe-1fe0-40f2-bda1-4794948d40fb", "name": "network-vif-deleted", "tag": "3b6ab738-9a6b-4a5c-a137-6ff70cc7d912"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:59:56.564910 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343db2d6-2b22-4320-95d6-96e5d2025451 x-openstack-request-id: req-343db2d6-2b22-4320-95d6-96e5d2025451 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:59:56.565195 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527aeebe-1fe0-40f2-bda1-4794948d40fb", "name": "network-vif-deleted", "tag": "3b6ab738-9a6b-4a5c-a137-6ff70cc7d912", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:59:56.565442 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-343db2d6-2b22-4320-95d6-96e5d2025451 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:59:56.565882 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527aeebe-1fe0-40f2-bda1-4794948d40fb', 'name': 'network-vif-deleted', 'tag': '3b6ab738-9a6b-4a5c-a137-6ff70cc7d912', 'status': 'completed', 'code': 200} Feb 11 13:59:56.822835 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a62ceaa-aefc-4385-9320-95e3d35982a4 req-5f81a49a-35dd-4c82-96a0-ed16f3a6ac47 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "GET /v2.0/ports?device_id=527aeebe-1fe0-40f2-bda1-4794948d40fb HTTP/1.1" status: 200 len: 210 time: 0.0311673 Feb 11 13:59:56.968231 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a6e09858-8c6a-477e-93f6-70d5df478cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:57.881223 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41206) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:59:57.942229 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2644836f-e84d-4dde-9def-112c25355809 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:57.968269 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2644836f-e84d-4dde-9def-112c25355809 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:57.991472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:58.128336 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2644836f-e84d-4dde-9def-112c25355809 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:58.130856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2644836f-e84d-4dde-9def-112c25355809 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:58.132091 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2644836f-e84d-4dde-9def-112c25355809 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/security-groups/f78af9c7-e4c8-4086-813b-69bbb8fad5a1 HTTP/1.1" status: 204 len: 168 time: 0.2498088 Feb 11 13:59:58.141290 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644836f-e84d-4dde-9def-112c25355809 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78af9c7-e4c8-4086-813b-69bbb8fad5a1,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:58.248534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41210) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:59:58.611044 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:58.722364 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:58.870042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port bce6131c-97ac-4244-8770-79a9262162ff {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 13:59:58.870282 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:58.959580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] For port bce6131c-97ac-4244-8770-79a9262162ff, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bce6131c-97ac-4244-8770-79a9262162ff,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:59:58.959940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:58.972691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for bce6131c-97ac-4244-8770-79a9262162ff owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 13:59:59.236497 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:59.267852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=bce6131c-97ac-4244-8770-79a9262162ff,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:59:59.460947 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 13:59:59.676470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Router af50a231-101f-4bed-b2b3-c5eac8f195cf has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:59:59.784079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:59:59.789580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6e675282-dfbf-410f-b324-c1a4336657fa tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "PUT /v2.0/routers/af50a231-101f-4bed-b2b3-c5eac8f195cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5396717 Feb 11 13:59:59.792737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41212) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 13:59:59.794904 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] Sync routers for ids ['af50a231-101f-4bed-b2b3-c5eac8f195cf'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:59:59.804664 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] Routers {'af50a231-101f-4bed-b2b3-c5eac8f195cf'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:59:59.805290 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:59:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af50a231-101f-4bed-b2b3-c5eac8f195cf'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:59:59.914583 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] Set router af50a231-101f-4bed-b2b3-c5eac8f195cf gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:00:00.093677 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.106870 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:59:59Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:00.135734 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] Checking router: af50a231-101f-4bed-b2b3-c5eac8f195cf for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:00:00.144553 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] Routers {'af50a231-101f-4bed-b2b3-c5eac8f195cf'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:00:00.145174 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T13:59:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['af50a231-101f-4bed-b2b3-c5eac8f195cf'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:00.198141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50de408-2402-4312-8e07-5f1e05d730c9 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting subnet 98362cde-4c7c-4335-8799-78f3fcfef9c5 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:00:00.203271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e50de408-2402-4312-8e07-5f1e05d730c9 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.245548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e50de408-2402-4312-8e07-5f1e05d730c9 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.253686 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] Set router af50a231-101f-4bed-b2b3-c5eac8f195cf gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:00:00.331534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e50de408-2402-4312-8e07-5f1e05d730c9 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.428061 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:59:59Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:00.458245 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e2f48a-7309-4b60-b4f9-7827c261e38f None None] The sync data for ids ['af50a231-101f-4bed-b2b3-c5eac8f195cf'] in n-d-816488-1 is: [{'id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'name': 'tempest-TestNetworkBasicOps-router-433793265', 'tenant_id': '461f163b5972481da6f5aa0be4ef2d16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:58:25Z', 'updated_at': '2022-02-11T13:59:59Z', 'revision_number': 5, 'project_id': '461f163b5972481da6f5aa0be4ef2d16', 'gw_port': {'id': '56cc2257-a4e0-42c9-86b8-6c714a29f7b8', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af50a231-101f-4bed-b2b3-c5eac8f195cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:58:26Z', 'updated_at': '2022-02-11T13:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:00:00.478149 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e50de408-2402-4312-8e07-5f1e05d730c9 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.497996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:00:00.506674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50de408-2402-4312-8e07-5f1e05d730c9 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Subnet': ['ID=98362cde-4c7c-4335-8799-78f3fcfef9c5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:00.510994 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e50de408-2402-4312-8e07-5f1e05d730c9 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.516909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41214) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:00.517349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e50de408-2402-4312-8e07-5f1e05d730c9 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/subnets/98362cde-4c7c-4335-8799-78f3fcfef9c5 HTTP/1.1" status: 204 len: 168 time: 0.7233603 Feb 11 14:00:00.520234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1985c143-f2f4-4509-a7ef-1c068647183e None None] Network 35673bb3-1f30-4e0d-b659-21ff86631d2a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:00:00.522415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:00:00.522756 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 3b6ab738-9a6b-4a5c-a137-6ff70cc7d912 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:00:00.628731 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.663010 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.744282 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.846884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44afe21-8abd-4751-b10d-cead085216d2 None None] DHCP port deletion for 35673bb3-1f30-4e0d-b659-21ff86631d2a request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:00:00.870367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Deleting port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:00:00.870703 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.905026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a44afe21-8abd-4751-b10d-cead085216d2 None None] Deleting port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:00:00.905026 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a44afe21-8abd-4751-b10d-cead085216d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.961298 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] For port 56cc2257-a4e0-42c9-86b8-6c714a29f7b8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=56cc2257-a4e0-42c9-86b8-6c714a29f7b8,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:00.961662 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.972152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a44afe21-8abd-4751-b10d-cead085216d2 None None] For port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=26b91dcb-bc8e-4a75-8a58-4636a399d1dd,segment=NetworkSegment(f9437d46-a9a4-4ad2-8373-edb8e8818ca1),segment_id=f9437d46-a9a4-4ad2-8373-edb8e8818ca1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:00.972541 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a44afe21-8abd-4751-b10d-cead085216d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:00.974544 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Calling delete_port for 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:00:00.989697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a44afe21-8abd-4751-b10d-cead085216d2 None None] Calling delete_port for 26b91dcb-bc8e-4a75-8a58-4636a399d1dd owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:00:01.156931 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a44afe21-8abd-4751-b10d-cead085216d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.184409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44afe21-8abd-4751-b10d-cead085216d2 None None] Pushing event deleted for resources: {'Port': ['ID=26b91dcb-bc8e-4a75-8a58-4636a399d1dd,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:01.188250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44afe21-8abd-4751-b10d-cead085216d2 None None] No DVR routers for this DVR port 26b91dcb-bc8e-4a75-8a58-4636a399d1dd on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:00:01.208106 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.234263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Port': ['ID=56cc2257-a4e0-42c9-86b8-6c714a29f7b8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:01.299020 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.388322 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.390440 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.487908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.488346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Fanout notify agent at l3_agent the message router_deleted on router af50a231-101f-4bed-b2b3-c5eac8f195cf {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:00:01.495143 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.496248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-453d0656-9e92-4b2b-bda5-8261a4a28aa5 tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/routers/af50a231-101f-4bed-b2b3-c5eac8f195cf HTTP/1.1" status: 204 len: 168 time: 0.9777153 Feb 11 14:00:01.499218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41216) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:01.582439 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.669039 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.688735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35673bb3-1f30-4e0d-b659-21ff86631d2a']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:01.697605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:01.697938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9437d46-a9a4-4ad2-8373-edb8e8818ca1') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:01.706992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.720317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.726439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:00:01.726823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:00:01.730546 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:00:01.915126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.920065 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:01.927988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] 10.222.0.52 "DELETE /v2.0/networks/35673bb3-1f30-4e0d-b659-21ff86631d2a HTTP/1.1" status: 204 len: 168 time: 0.4264934 Feb 11 14:00:01.946892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca56a7-8b3a-425f-8d11-40ff3eaedc1a tempest-TestNetworkBasicOps-1326325830 tempest-TestNetworkBasicOps-1326325830-project] Pushing event deleted for resources: {'Network': ['ID=35673bb3-1f30-4e0d-b659-21ff86631d2a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:02.214110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bce6131c-97ac-4244-8770-79a9262162ff no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:00:02.234337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: bce6131c-97ac-4244-8770-79a9262162ff {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:00:02.234673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bce6131c-97ac-4244-8770-79a9262162ff not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:00:02.235095 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 26b91dcb-bc8e-4a75-8a58-4636a399d1dd no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:00:02.257223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 26b91dcb-bc8e-4a75-8a58-4636a399d1dd {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:00:02.257570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 26b91dcb-bc8e-4a75-8a58-4636a399d1dd not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:00:02.258015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:00:02.277575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:00:02.277949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 56cc2257-a4e0-42c9-86b8-6c714a29f7b8 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:00:02.374106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41222) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:02.504291 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e5849529-f778-4c0d-a1e9-f16cd15e2419 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=461f163b5972481da6f5aa0be4ef2d16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290414 Feb 11 14:00:02.506726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41226) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:02.553400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1f99b210-152e-4183-b33b-e0cdfee82a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:02.574353 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1f99b210-152e-4183-b33b-e0cdfee82a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:02.697328 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1f99b210-152e-4183-b33b-e0cdfee82a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:02.699777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1f99b210-152e-4183-b33b-e0cdfee82a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:02.700912 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1f99b210-152e-4183-b33b-e0cdfee82a96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/aad73c94-955f-4934-815f-ade9f93c830b HTTP/1.1" status: 204 len: 168 time: 0.1933157 Feb 11 14:00:02.708695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99b210-152e-4183-b33b-e0cdfee82a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad73c94-955f-4934-815f-ade9f93c830b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:03.363576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41232) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:03.377287 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5db9e932-a969-44a1-b432-b4e75ef79b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:03.454864 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5db9e932-a969-44a1-b432-b4e75ef79b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:03.528228 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5db9e932-a969-44a1-b432-b4e75ef79b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:03.566550 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5db9e932-a969-44a1-b432-b4e75ef79b85 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f10d7add3113464db6ead14a390d25d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2019148 Feb 11 14:00:03.567413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9e932-a969-44a1-b432-b4e75ef79b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0610c2f2-01c4-4ce7-b0f7-7f4340626cb0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:03.569261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41234) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:03.619326 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a3c228d-8bad-4c61-ad34-5f60988ca9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:03.640706 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a3c228d-8bad-4c61-ad34-5f60988ca9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:03.773262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a3c228d-8bad-4c61-ad34-5f60988ca9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:03.775873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5a3c228d-8bad-4c61-ad34-5f60988ca9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:03.776999 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5a3c228d-8bad-4c61-ad34-5f60988ca9a4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0610c2f2-01c4-4ce7-b0f7-7f4340626cb0 HTTP/1.1" status: 204 len: 168 time: 0.2066884 Feb 11 14:00:03.784641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c228d-8bad-4c61-ad34-5f60988ca9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0610c2f2-01c4-4ce7-b0f7-7f4340626cb0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:04.885799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41258) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:04.991026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2054903748-network', 'tenant_id': '0b2e4a6ad32e42db96fbe761a259b379'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:05.094054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Made reservation on behalf of 0b2e4a6ad32e42db96fbe761a259b379 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:00:05.096482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:05.105651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:05.181590 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:05.242232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:05.268436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:00:05.274458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5315bac8-aeca-472e-9e22-970861cc308f,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:05.280839 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:05.281222 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Added segment 40b61399-1f66-49d9-86d6-49c39d8e91f7 of type vlan for network b8e524bd-3520-41a9-9066-2873e3fa3f18 Feb 11 14:00:05.321381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:05.396433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:05.397383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:05.397997 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:05.458921 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] Pushing event updated for resources: {'Network': ['ID=b8e524bd-3520-41a9-9066-2873e3fa3f18,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:05.469656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network b8e524bd-3520-41a9-9066-2873e3fa3f18 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:00:05.546589 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-325dfa17-457c-4a02-bcd5-3c993505122a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6596658 Feb 11 14:00:05.550001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41262) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:05.555228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Request body: {'subnet': {'network_id': 'b8e524bd-3520-41a9-9066-2873e3fa3f18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2054903748-subnet', 'tenant_id': '0b2e4a6ad32e42db96fbe761a259b379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:05.676891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Made reservation on behalf of 0b2e4a6ad32e42db96fbe761a259b379 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:00:05.679369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:05.934102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:05.985943 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ff849c-e878-417e-87f8-02b98a21cee3,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:05.996553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Checking segment: {'id': '40b61399-1f66-49d9-86d6-49c39d8e91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b8e524bd-3520-41a9-9066-2873e3fa3f18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:00:05.996905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Network hostable DHCP agents. Network: b8e524bd-3520-41a9-9066-2873e3fa3f18, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:00:06.082304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Network b8e524bd-3520-41a9-9066-2873e3fa3f18 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:00:06.149568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, b8e524bd-3520-41a9-9066-2873e3fa3f18) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:00:06.154107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:06.154699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:06.158891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e957027e-8714-4c15-8036-3d831445f2c6 None None] Network b8e524bd-3520-41a9-9066-2873e3fa3f18 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:00:06.245917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-28566c22-1180-493f-bcb1-041358e4ee6a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6947341 Feb 11 14:00:06.285283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997f5803-7aeb-457b-8988-3055fbaa4cb4 None None] Network b8e524bd-3520-41a9-9066-2873e3fa3f18 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:00:06.946542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41278) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:06.951482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2034353275-network', 'tenant_id': 'f03d4d16d7b34d7984c5a58b314bf5bc'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:07.046307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Made reservation on behalf of f03d4d16d7b34d7984c5a58b314bf5bc for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:00:07.048623 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.366425 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.442047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.522546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.550702 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:00:07.556941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0db545e-cc00-4031-882e-4d2901313993,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:07.564333 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.564497 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Added segment e416f3d9-899d-4846-9733-64054bbb0372 of type vlan for network 16507893-7e54-4703-8851-8cc4f7fc1c58 Feb 11 14:00:07.602932 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.697217 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.698113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:07.698721 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:07.756864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] Pushing event updated for resources: {'Network': ['ID=16507893-7e54-4703-8851-8cc4f7fc1c58,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:07.767994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 16507893-7e54-4703-8851-8cc4f7fc1c58 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:00:07.805332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0a65d708-6154-46fb-94bf-7fdda122b452 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8576715 Feb 11 14:00:07.808380 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41280) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:07.813313 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Request body: {'subnet': {'network_id': '16507893-7e54-4703-8851-8cc4f7fc1c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2034353275-subnet', 'tenant_id': 'f03d4d16d7b34d7984c5a58b314bf5bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:07.939530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Made reservation on behalf of f03d4d16d7b34d7984c5a58b314bf5bc for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:00:07.942046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:08.160545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:08.216631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497f5afd-6b6d-44a2-8e16-96db98bc5a4a,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:08.225008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Checking segment: {'id': 'e416f3d9-899d-4846-9733-64054bbb0372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '16507893-7e54-4703-8851-8cc4f7fc1c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:00:08.225363 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Network hostable DHCP agents. Network: 16507893-7e54-4703-8851-8cc4f7fc1c58, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:00:08.302950 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Network 16507893-7e54-4703-8851-8cc4f7fc1c58 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:00:08.400227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 16507893-7e54-4703-8851-8cc4f7fc1c58) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:00:08.404538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:08.405128 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:08.409499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ced900-3cef-4b1f-bab7-5ae4273c82ec None None] Network 16507893-7e54-4703-8851-8cc4f7fc1c58 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:00:08.490160 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aea06930-43a4-45e9-a650-5a924f56e551 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6805959 Feb 11 14:00:08.538602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a47a7b-9789-4019-95b1-8732f45fab96 None None] Network 16507893-7e54-4703-8851-8cc4f7fc1c58 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:00:08.983371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-52c976f4-485f-4367-a42d-6e3904158d42 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:08.984756 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-52c976f4-485f-4367-a42d-6e3904158d42 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/networks?id=b8e524bd-3520-41a9-9066-2873e3fa3f18 HTTP/1.1" status: 200 len: 812 time: 0.1082301 Feb 11 14:00:08.999854 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-cf72a621-9f66-446d-a76e-e8eaec902387 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/quotas/0b2e4a6ad32e42db96fbe761a259b379 HTTP/1.1" status: 200 len: 375 time: 0.0092843 Feb 11 14:00:09.032988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-cd2d0c1b-608c-4c32-84f7-6f01297c1837 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=0b2e4a6ad32e42db96fbe761a259b379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277119 Feb 11 14:00:09.122451 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-88f2ef7e-75ac-488d-b832-d60a0f1db9ec service neutron] 10.222.0.52 "GET /v2.0/networks/b8e524bd-3520-41a9-9066-2873e3fa3f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824482 Feb 11 14:00:09.215820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-9518ffbe-9197-4890-8650-238bb033993f service neutron] 10.222.0.52 "GET /v2.0/networks/b8e524bd-3520-41a9-9066-2873e3fa3f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871496 Feb 11 14:00:09.480627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c0a5a9c2-cc88-4dc7-b71e-e39d9e3959a0 req-5b03daad-6515-4e5e-8903-a2a91a7a872d tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 210 time: 0.0274160 Feb 11 14:00:10.557973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2883f50b-d614-471f-a465-d971282b9e84 req-910875c5-7f5f-4104-8a5a-7d8d2d0f3e47 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 210 time: 0.0279455 Feb 11 14:00:11.658868 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bd4ccfdb-a36d-4ee7-b13e-fa7444ca5d21 req-7dde0938-c859-4d5f-b10f-f825fe0c6d6f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 210 time: 0.0280247 Feb 11 14:00:11.827383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-886cb716-b0d4-431b-8db0-c239d7eabd43 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:11.828826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-886cb716-b0d4-431b-8db0-c239d7eabd43 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.59 "GET /v2.0/networks?id=b8e524bd-3520-41a9-9066-2873e3fa3f18 HTTP/1.1" status: 200 len: 812 time: 0.1056092 Feb 11 14:00:11.842191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Request body: {'port': {'device_id': 'f97ca374-b62e-435c-9db5-4f899792483f', 'network_id': 'b8e524bd-3520-41a9-9066-2873e3fa3f18', 'admin_state_up': True, 'tenant_id': '0b2e4a6ad32e42db96fbe761a259b379'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:12.019447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Made reservation on behalf of 0b2e4a6ad32e42db96fbe761a259b379 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:00:12.023099 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:12.152146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Allocated IP 172.20.0.11 (b8e524bd-3520-41a9-9066-2873e3fa3f18/e2ff849c-e878-417e-87f8-02b98a21cee3/57d68f31-13be-403d-95bc-97fc8887c313) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:00:12.303876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:12.397036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:12.446459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Network b8e524bd-3520-41a9-9066-2873e3fa3f18 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:00:12.449796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:00:12.452562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:00:12.480946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Pushing event updated for resources: {'Port': ['ID=57d68f31-13be-403d-95bc-97fc8887c313,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:12.509140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:12.509856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:12.644549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-71f0ee29-ca3f-494a-9fa3-14633f81d69f tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8070531 Feb 11 14:00:12.657302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Request body: {'port': {'device_id': 'f97ca374-b62e-435c-9db5-4f899792483f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:00:12.717657 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:12.811834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34951f91-4710-45a3-9461-325ec9d11610 req-3a3beb1d-8a42-4f65-b2c0-36650f83e0f8 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:12.813322 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34951f91-4710-45a3-9461-325ec9d11610 req-3a3beb1d-8a42-4f65-b2c0-36650f83e0f8 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 932 time: 0.0841146 Feb 11 14:00:12.919633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34951f91-4710-45a3-9461-325ec9d11610 req-103f9f6b-7f2e-49e1-bd3b-a0751726cabc tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634775 Feb 11 14:00:13.043556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d68f31-13be-403d-95bc-97fc8887c313 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:00:13.051260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:13.063879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Transition to ACTIVE for port object 57d68f31-13be-403d-95bc-97fc8887c313 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:00:13.156863 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:13.211912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Pushing event updated for resources: {'Port': ['ID=57d68f31-13be-403d-95bc-97fc8887c313,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:13.280719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Attempting to bind port 57d68f31-13be-403d-95bc-97fc8887c313 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:00:13.281082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Attempting to bind port 57d68f31-13be-403d-95bc-97fc8887c313 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '40b61399-1f66-49d9-86d6-49c39d8e91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b8e524bd-3520-41a9-9066-2873e3fa3f18'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:00:13.281413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Attempting to bind port 57d68f31-13be-403d-95bc-97fc8887c313 on network b8e524bd-3520-41a9-9066-2873e3fa3f18 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:00:13.285723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Port 57d68f31-13be-403d-95bc-97fc8887c313 on network b8e524bd-3520-41a9-9066-2873e3fa3f18 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:00:13.286184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Attempting to bind port 57d68f31-13be-403d-95bc-97fc8887c313 on network b8e524bd-3520-41a9-9066-2873e3fa3f18 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:00:13.292131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:00:13.292464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Checking segment: {'id': '40b61399-1f66-49d9-86d6-49c39d8e91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b8e524bd-3520-41a9-9066-2873e3fa3f18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:00:13.292849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Bound using segment: {'id': '40b61399-1f66-49d9-86d6-49c39d8e91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b8e524bd-3520-41a9-9066-2873e3fa3f18'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:00:13.293275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Bound port: 57d68f31-13be-403d-95bc-97fc8887c313, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b61399-1f66-49d9-86d6-49c39d8e91f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'b8e524bd-3520-41a9-9066-2873e3fa3f18'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:00:13.293705 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:13.357641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] For port 57d68f31-13be-403d-95bc-97fc8887c313, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:00:13.360579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] For port 57d68f31-13be-403d-95bc-97fc8887c313, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=57d68f31-13be-403d-95bc-97fc8887c313,segment=NetworkSegment(40b61399-1f66-49d9-86d6-49c39d8e91f7),segment_id=40b61399-1f66-49d9-86d6-49c39d8e91f7)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:00:13.446191 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:13.488142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:13.488756 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:13.490188 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] 10.222.0.59 "PUT /v2.0/ports/57d68f31-13be-403d-95bc-97fc8887c313 HTTP/1.1" status: 200 len: 1092 time: 0.8370514 Feb 11 14:00:13.490621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97ca374-b62e-435c-9db5-4f899792483f', 'tag': '57d68f31-13be-403d-95bc-97fc8887c313'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:00:13.492907 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc559a9-5b01-4aae-a72c-1d88e7b89ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "f97ca374-b62e-435c-9db5-4f899792483f", "tag": "57d68f31-13be-403d-95bc-97fc8887c313"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:13.514218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e58d50-4f74-400b-a20c-0d33c6237073 service neutron] Pushing event updated for resources: {'Port': ['ID=57d68f31-13be-403d-95bc-97fc8887c313,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:13.537393 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237e8d85-9d01-4dae-855a-491066ad2ee3 x-openstack-request-id: req-237e8d85-9d01-4dae-855a-491066ad2ee3 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:13.537795 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97ca374-b62e-435c-9db5-4f899792483f", "tag": "57d68f31-13be-403d-95bc-97fc8887c313", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:13.538069 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-237e8d85-9d01-4dae-855a-491066ad2ee3 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:13.538479 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97ca374-b62e-435c-9db5-4f899792483f', 'tag': '57d68f31-13be-403d-95bc-97fc8887c313', 'status': 'completed', 'code': 200} Feb 11 14:00:13.601458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc559a9-5b01-4aae-a72c-1d88e7b89ba5 req-dcd4e4e6-6b90-4143-bcd5-e3032b8d4786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:13.604019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9cc559a9-5b01-4aae-a72c-1d88e7b89ba5 req-dcd4e4e6-6b90-4143-bcd5-e3032b8d4786 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2e4a6ad32e42db96fbe761a259b379&device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 1095 time: 0.0444105 Feb 11 14:00:13.700725 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc559a9-5b01-4aae-a72c-1d88e7b89ba5 req-68348f5e-f1c9-453c-9340-9d1e3eea664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:13.702306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9cc559a9-5b01-4aae-a72c-1d88e7b89ba5 req-68348f5e-f1c9-453c-9340-9d1e3eea664c service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=0b2e4a6ad32e42db96fbe761a259b379&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0920928 Feb 11 14:00:13.796705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc559a9-5b01-4aae-a72c-1d88e7b89ba5 req-ec113fbb-0716-4d80-a51e-57976562f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:13.798198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9cc559a9-5b01-4aae-a72c-1d88e7b89ba5 req-ec113fbb-0716-4d80-a51e-57976562f4dd service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900266 Feb 11 14:00:13.873151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-c1d22ef5-d338-42c4-a15b-6a3bfb77e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:13.874609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-c1d22ef5-d338-42c4-a15b-6a3bfb77e893 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2e4a6ad32e42db96fbe761a259b379&device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 1095 time: 0.0419765 Feb 11 14:00:13.919082 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-f4d92f1c-2c0c-4e13-b745-413c0dcc0802 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d68f31-13be-403d-95bc-97fc8887c313 HTTP/1.1" status: 200 len: 217 time: 0.0379322 Feb 11 14:00:13.966798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-c0dbc08b-f268-4f19-a8ae-9790f3985118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:13.968278 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-c0dbc08b-f268-4f19-a8ae-9790f3985118 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ff849c-e878-417e-87f8-02b98a21cee3 HTTP/1.1" status: 200 len: 852 time: 0.0436258 Feb 11 14:00:14.001726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-56de0207-1e8a-4381-8f10-41e836afbed3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8e524bd-3520-41a9-9066-2873e3fa3f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276196 Feb 11 14:00:14.099895 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed486b35-b32a-4e73-83f3-c958f6e88ad1 req-bd209e22-48b7-497e-b66f-6300f207d7ee tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:14.101359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed486b35-b32a-4e73-83f3-c958f6e88ad1 req-bd209e22-48b7-497e-b66f-6300f207d7ee tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 944 time: 0.1019757 Feb 11 14:00:14.148086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-19b47042-2ec3-4605-b5bc-b4c2d4c4dc61 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e524bd-3520-41a9-9066-2873e3fa3f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381092 Feb 11 14:00:14.156459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed486b35-b32a-4e73-83f3-c958f6e88ad1 req-f132beb6-20ef-46ff-8376-e97145d27d6e tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465679 Feb 11 14:00:14.244537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa8c2d06-46cf-42d1-9b6f-f58377fc6ae3 req-fb90e071-4bd4-429f-81a2-ca146adcecd0 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e524bd-3520-41a9-9066-2873e3fa3f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870721 Feb 11 14:00:15.281211 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e237731-ff97-4180-80bb-a81bdd1c94eb req-f8101437-fd87-413e-bb16-e6f05e9535a3 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:15.282778 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e237731-ff97-4180-80bb-a81bdd1c94eb req-f8101437-fd87-413e-bb16-e6f05e9535a3 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 944 time: 0.0535195 Feb 11 14:00:15.320664 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e237731-ff97-4180-80bb-a81bdd1c94eb req-13afd9a0-0a6e-421b-a719-3782ae9e7d8e tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Feb 11 14:00:16.441014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ca5e5-c80d-4303-af7a-dd9221ad6cfa req-9fac4873-21ad-4bd5-9c6f-c1fc591cc60d tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:16.442533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4b5ca5e5-c80d-4303-af7a-dd9221ad6cfa req-9fac4873-21ad-4bd5-9c6f-c1fc591cc60d tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 944 time: 0.0517139 Feb 11 14:00:16.481918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4b5ca5e5-c80d-4303-af7a-dd9221ad6cfa req-ef88a006-70b7-4b1d-9307-3f215d1bf776 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Feb 11 14:00:16.591852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 57d68f31-13be-403d-95bc-97fc8887c313 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:00:16.707624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 57d68f31-13be-403d-95bc-97fc8887c313, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=57d68f31-13be-403d-95bc-97fc8887c313,segment=NetworkSegment(40b61399-1f66-49d9-86d6-49c39d8e91f7),segment_id=40b61399-1f66-49d9-86d6-49c39d8e91f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:16.719263 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '57d68f31-13be-403d-95bc-97fc8887c313', 'network_id': 'b8e524bd-3520-41a9-9066-2873e3fa3f18', 'port_id': '57d68f31-13be-403d-95bc-97fc8887c313', 'mac_address': 'fa:16:3e:02:da:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2ff849c-e878-417e-87f8-02b98a21cee3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:00:16.756239 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:16.769793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d68f31-13be-403d-95bc-97fc8887c313 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:00:16.789926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 57d68f31-13be-403d-95bc-97fc8887c313, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=57d68f31-13be-403d-95bc-97fc8887c313,segment=NetworkSegment(40b61399-1f66-49d9-86d6-49c39d8e91f7),segment_id=40b61399-1f66-49d9-86d6-49c39d8e91f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:16.864712 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:16.916801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=57d68f31-13be-403d-95bc-97fc8887c313,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:17.166473 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['57d68f31-13be-403d-95bc-97fc8887c313'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:00:17.598031 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63163084-2bb5-4642-ad09-954c7a271d97 req-b9fd2cc2-1da0-4b68-a22d-a99596c825c2 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:17.599508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63163084-2bb5-4642-ad09-954c7a271d97 req-b9fd2cc2-1da0-4b68-a22d-a99596c825c2 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 945 time: 0.0488307 Feb 11 14:00:17.638874 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63163084-2bb5-4642-ad09-954c7a271d97 req-ea4891f3-5141-42a7-9a4a-c8a57f8b1fb7 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Feb 11 14:00:18.591835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 57d68f31-13be-403d-95bc-97fc8887c313 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:00:18.727688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 57d68f31-13be-403d-95bc-97fc8887c313 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:00:18.732097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 57d68f31-13be-403d-95bc-97fc8887c313 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:00:18.732468 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:18.752089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4efb25-6547-425a-94b8-631363ec458f req-285e73f8-b21b-402a-84ee-eac9bbfbbac0 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:18.753561 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb4efb25-6547-425a-94b8-631363ec458f req-285e73f8-b21b-402a-84ee-eac9bbfbbac0 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 945 time: 0.0487747 Feb 11 14:00:18.794282 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb4efb25-6547-425a-94b8-631363ec458f req-5bbbe9d4-0e6c-4cf4-914c-10b82426edc7 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Feb 11 14:00:18.810232 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:18.831885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97ca374-b62e-435c-9db5-4f899792483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d68f31-13be-403d-95bc-97fc8887c313'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:00:18.834153 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff216c36-c5dd-4fcf-9a29-61b2f124a29a" -d '{"events": [{"server_uuid": "f97ca374-b62e-435c-9db5-4f899792483f", "name": "network-vif-plugged", "status": "completed", "tag": "57d68f31-13be-403d-95bc-97fc8887c313"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:18.847046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 57d68f31-13be-403d-95bc-97fc8887c313, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=57d68f31-13be-403d-95bc-97fc8887c313,segment=NetworkSegment(40b61399-1f66-49d9-86d6-49c39d8e91f7),segment_id=40b61399-1f66-49d9-86d6-49c39d8e91f7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:18.872846 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646c037e-c9a5-4749-8d03-11297716b5ad x-openstack-request-id: req-646c037e-c9a5-4749-8d03-11297716b5ad {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:18.873133 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97ca374-b62e-435c-9db5-4f899792483f", "name": "network-vif-plugged", "status": "completed", "tag": "57d68f31-13be-403d-95bc-97fc8887c313", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:18.873384 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-646c037e-c9a5-4749-8d03-11297716b5ad {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:18.873791 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97ca374-b62e-435c-9db5-4f899792483f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d68f31-13be-403d-95bc-97fc8887c313', 'code': 200} Feb 11 14:00:18.945368 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:18.966871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e16d0b-1b9c-4405-ad2e-60c9a3f21397 req-73270c20-0214-4649-bc30-f9e783e0ad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:18.968417 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70e16d0b-1b9c-4405-ad2e-60c9a3f21397 req-73270c20-0214-4649-bc30-f9e783e0ad1f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 1096 time: 0.0396502 Feb 11 14:00:18.997336 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=57d68f31-13be-403d-95bc-97fc8887c313,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:19.007219 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70e16d0b-1b9c-4405-ad2e-60c9a3f21397 req-a02c1458-551a-4cf0-b528-42fee7ba815b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329549 Feb 11 14:00:19.908581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b61c1-e381-4044-bf73-00c6eaf9d701 req-af72996a-10d2-44bc-8f22-77584cd12719 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:19.910134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-603b61c1-e381-4044-bf73-00c6eaf9d701 req-af72996a-10d2-44bc-8f22-77584cd12719 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0494156 Feb 11 14:00:19.949062 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-603b61c1-e381-4044-bf73-00c6eaf9d701 req-ed320c55-50d9-4072-b2f3-6335572ee6b3 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321617 Feb 11 14:00:21.068102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c0b5a-412d-4a95-8fe7-3edbc9d16a76 req-494ea992-c95d-4557-a4a5-a67ec7d5c187 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:21.069620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d25c0b5a-412d-4a95-8fe7-3edbc9d16a76 req-494ea992-c95d-4557-a4a5-a67ec7d5c187 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0494044 Feb 11 14:00:21.106827 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d25c0b5a-412d-4a95-8fe7-3edbc9d16a76 req-3ce458fd-013e-4226-b768-83b671c14c52 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303030 Feb 11 14:00:21.225533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d336fa-3da2-42d0-8398-559f1f73aacf req-217f4ffd-a361-49c6-9cf9-9ccd264ed776 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:21.227066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8d336fa-3da2-42d0-8398-559f1f73aacf req-217f4ffd-a361-49c6-9cf9-9ccd264ed776 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0492368 Feb 11 14:00:21.264677 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d8d336fa-3da2-42d0-8398-559f1f73aacf req-d8f3e62e-dfd2-4e5c-800a-82fd9c376c5d tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308673 Feb 11 14:00:21.794942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098519a2-ce60-4ceb-af5b-0d64d0e6dd31 req-e2e6b756-9e93-4731-a5d7-a634333d470e tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:21.796692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-098519a2-ce60-4ceb-af5b-0d64d0e6dd31 req-e2e6b756-9e93-4731-a5d7-a634333d470e tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0491414 Feb 11 14:00:21.839142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-098519a2-ce60-4ceb-af5b-0d64d0e6dd31 req-d599f976-f981-410c-bef7-93cbd5d376a5 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358822 Feb 11 14:00:22.967565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d1b55-5136-4ded-ad73-60e2f77637c6 req-5ec33e66-15e8-4edb-8ac8-fca05273a639 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:22.969384 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c31d1b55-5136-4ded-ad73-60e2f77637c6 req-5ec33e66-15e8-4edb-8ac8-fca05273a639 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0554562 Feb 11 14:00:23.006595 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c31d1b55-5136-4ded-ad73-60e2f77637c6 req-790d4f19-e9e5-45cb-ba4c-ad914427bb8d tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312176 Feb 11 14:00:23.372530 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973ce61-9edc-4923-8d53-5daa864df479 req-9e63be6b-738c-43d4-92d4-26d6be581976 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:23.375135 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1973ce61-9edc-4923-8d53-5daa864df479 req-9e63be6b-738c-43d4-92d4-26d6be581976 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0559087 Feb 11 14:00:23.414982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1973ce61-9edc-4923-8d53-5daa864df479 req-146eb400-4187-45c5-a4df-63ffbfa73e85 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336568 Feb 11 14:00:23.464319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf81c5-ccdd-4e9a-a156-5f4eada05622 req-1ab4a00f-e689-4ab3-9a5f-44ee117ec1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:23.466630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ccf81c5-ccdd-4e9a-a156-5f4eada05622 req-1ab4a00f-e689-4ab3-9a5f-44ee117ec1be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2e4a6ad32e42db96fbe761a259b379&device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 1097 time: 0.0411727 Feb 11 14:00:23.553277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf81c5-ccdd-4e9a-a156-5f4eada05622 req-82882687-dd18-4d1d-a3cd-3282e1107916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:23.554772 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ccf81c5-ccdd-4e9a-a156-5f4eada05622 req-82882687-dd18-4d1d-a3cd-3282e1107916 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8e524bd-3520-41a9-9066-2873e3fa3f18 HTTP/1.1" status: 200 len: 913 time: 0.0823774 Feb 11 14:00:23.598274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ccf81c5-ccdd-4e9a-a156-5f4eada05622 req-63f7d2f5-169f-437c-9a87-08d60136e8f1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d68f31-13be-403d-95bc-97fc8887c313 HTTP/1.1" status: 200 len: 217 time: 0.0373631 Feb 11 14:00:23.645049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf81c5-ccdd-4e9a-a156-5f4eada05622 req-3e028aa9-a26c-4d17-a91c-8a121a3d92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:23.646470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ccf81c5-ccdd-4e9a-a156-5f4eada05622 req-3e028aa9-a26c-4d17-a91c-8a121a3d92c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ff849c-e878-417e-87f8-02b98a21cee3 HTTP/1.1" status: 200 len: 852 time: 0.0421975 Feb 11 14:00:23.677401 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ccf81c5-ccdd-4e9a-a156-5f4eada05622 req-48452173-7afb-45bc-b55b-d714e9f53bbf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8e524bd-3520-41a9-9066-2873e3fa3f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240521 Feb 11 14:00:23.767457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ccf81c5-ccdd-4e9a-a156-5f4eada05622 req-5885f7e9-f621-4c04-8fba-897ce69bbd6b service neutron] 10.222.0.59 "GET /v2.0/networks/b8e524bd-3520-41a9-9066-2873e3fa3f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837474 Feb 11 14:00:23.854826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ccf81c5-ccdd-4e9a-a156-5f4eada05622 req-56fab39e-fe5d-4c3e-9b8a-600adf134a8f service neutron] 10.222.0.59 "GET /v2.0/networks/b8e524bd-3520-41a9-9066-2873e3fa3f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810845 Feb 11 14:00:24.534452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97f65e-b827-461b-806d-e4b12f74e7fa req-2ca4e9a9-7880-43de-abf7-ea5b96071e2d tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:24.536054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c97f65e-b827-461b-806d-e4b12f74e7fa req-2ca4e9a9-7880-43de-abf7-ea5b96071e2d tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0488331 Feb 11 14:00:24.574169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c97f65e-b827-461b-806d-e4b12f74e7fa req-209a5b26-fbd2-4d87-bdbf-f5fc9f265b5a tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Feb 11 14:00:24.733562 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bb287673-3c81-4fb7-b390-130c5f33fb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:25.689792 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a243e39-b127-4be8-a247-7bec56751637 req-427fa3f7-5db9-4063-8cc0-641874072be4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:25.691291 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a243e39-b127-4be8-a247-7bec56751637 req-427fa3f7-5db9-4063-8cc0-641874072be4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0480831 Feb 11 14:00:25.728276 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a243e39-b127-4be8-a247-7bec56751637 req-730608d7-95c1-47a7-9d8b-80c0b9573a4c tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311091 Feb 11 14:00:25.908983 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:26.155757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6b3db-0a6a-4595-9b3b-fa7c3215ff96 req-68daa023-4ef9-4732-af63-5ae729e54c6c tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:26.157241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0c6b3db-0a6a-4595-9b3b-fa7c3215ff96 req-68daa023-4ef9-4732-af63-5ae729e54c6c tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0560079 Feb 11 14:00:26.196190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a0c6b3db-0a6a-4595-9b3b-fa7c3215ff96 req-6dda9657-661f-4e00-8995-956774b32461 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329280 Feb 11 14:00:26.926417 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:00:26.954467 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4dea9a48-519f-4447-89b1-ad108f92ecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:27.322986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2e0c6-829f-49cc-8640-e294723849e5 req-5148b472-9e64-4047-8411-9a225283e517 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.324516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74b2e0c6-829f-49cc-8640-e294723849e5 req-5148b472-9e64-4047-8411-9a225283e517 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0568027 Feb 11 14:00:27.361735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74b2e0c6-829f-49cc-8640-e294723849e5 req-993eec48-7b25-497e-8112-7637c5006c61 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Feb 11 14:00:27.681962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41b7ed-e569-4e79-ad37-38be23254a31 req-70c8d9c3-6015-4a72-8cec-d2237ae1e0e3 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.683536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c41b7ed-e569-4e79-ad37-38be23254a31 req-70c8d9c3-6015-4a72-8cec-d2237ae1e0e3 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0504203 Feb 11 14:00:27.722596 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c41b7ed-e569-4e79-ad37-38be23254a31 req-338a90b2-d0a0-4fcb-a816-14e6c1757ae8 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Feb 11 14:00:27.767187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205f2b-2bbd-4e38-b3a3-c557b0f3112c req-e2c996d2-d964-4b94-b733-a6df30f0d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.768652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c205f2b-2bbd-4e38-b3a3-c557b0f3112c req-e2c996d2-d964-4b94-b733-a6df30f0d13d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0b2e4a6ad32e42db96fbe761a259b379&device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 1097 time: 0.0412116 Feb 11 14:00:27.859488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205f2b-2bbd-4e38-b3a3-c557b0f3112c req-2e0a8e63-dafe-44ca-8a4e-a4a6fa25d702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.860865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c205f2b-2bbd-4e38-b3a3-c557b0f3112c req-2e0a8e63-dafe-44ca-8a4e-a4a6fa25d702 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8e524bd-3520-41a9-9066-2873e3fa3f18 HTTP/1.1" status: 200 len: 913 time: 0.0863702 Feb 11 14:00:27.899714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c205f2b-2bbd-4e38-b3a3-c557b0f3112c req-61fe3ee7-312a-46d5-8668-3980f389af01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57d68f31-13be-403d-95bc-97fc8887c313 HTTP/1.1" status: 200 len: 217 time: 0.0329914 Feb 11 14:00:27.948148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c205f2b-2bbd-4e38-b3a3-c557b0f3112c req-796c0dfe-7a64-4b8d-a1f2-613695c0e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:27.950092 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c205f2b-2bbd-4e38-b3a3-c557b0f3112c req-796c0dfe-7a64-4b8d-a1f2-613695c0e3a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2ff849c-e878-417e-87f8-02b98a21cee3 HTTP/1.1" status: 200 len: 852 time: 0.0442479 Feb 11 14:00:27.985618 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c205f2b-2bbd-4e38-b3a3-c557b0f3112c req-e6586626-fcce-445e-9ef1-e0fe91eaec85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8e524bd-3520-41a9-9066-2873e3fa3f18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286314 Feb 11 14:00:28.001919 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:28.072139 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c205f2b-2bbd-4e38-b3a3-c557b0f3112c req-c09f6c29-aaa6-47e9-97ea-e79fa881e6d6 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e524bd-3520-41a9-9066-2873e3fa3f18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801368 Feb 11 14:00:28.163081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c205f2b-2bbd-4e38-b3a3-c557b0f3112c req-91bc7fc0-d152-47d8-8883-a30f1f77a410 service neutron] 10.222.0.59 "GET /v2.0/networks/b8e524bd-3520-41a9-9066-2873e3fa3f18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850828 Feb 11 14:00:28.727863 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:28.840980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e012cc7-45f2-420d-ab3c-0f9b2cf9ca05 req-88925a38-c360-4712-b678-8f28243700a2 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:28.842460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e012cc7-45f2-420d-ab3c-0f9b2cf9ca05 req-88925a38-c360-4712-b678-8f28243700a2 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0478551 Feb 11 14:00:28.879542 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5e012cc7-45f2-420d-ab3c-0f9b2cf9ca05 req-627c71d7-2e43-4f5f-8809-b70324989dcf tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311458 Feb 11 14:00:29.996748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da478f0-e39f-4206-9dd0-201ae767472c req-7ad1368d-26dc-4bdb-9597-3e760950b584 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:29.998275 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4da478f0-e39f-4206-9dd0-201ae767472c req-7ad1368d-26dc-4bdb-9597-3e760950b584 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0484741 Feb 11 14:00:30.041947 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4da478f0-e39f-4206-9dd0-201ae767472c req-f4292f9b-9043-499d-9418-701484c9f723 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333738 Feb 11 14:00:30.127827 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:30.534517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f1988-49b1-4d93-8038-ff4ffd051e66 req-d049af1f-b2cd-46b0-b6a8-be4fbc964399 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:30.536080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f1f1988-49b1-4d93-8038-ff4ffd051e66 req-d049af1f-b2cd-46b0-b6a8-be4fbc964399 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0492013 Feb 11 14:00:30.575868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f1f1988-49b1-4d93-8038-ff4ffd051e66 req-24f4984b-6788-48f6-b86d-91c166df2672 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Feb 11 14:00:30.647912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:31.700035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec982192-e809-427f-a3d2-9f6c90bcc213 req-e80153b5-08bc-4286-9710-e5547dae08e1 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:31.701531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec982192-e809-427f-a3d2-9f6c90bcc213 req-e80153b5-08bc-4286-9710-e5547dae08e1 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0497675 Feb 11 14:00:31.738877 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ec982192-e809-427f-a3d2-9f6c90bcc213 req-375edb70-42e4-4610-8785-feb1e57af4d7 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/security-groups?id=5315bac8-aeca-472e-9e22-970861cc308f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Feb 11 14:00:32.418239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-16d6a823-4ab1-435f-9b96-022950fcfba8 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:32.419727 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-16d6a823-4ab1-435f-9b96-022950fcfba8 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.59 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 946 time: 0.0522943 Feb 11 14:00:32.518764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Deleting port 57d68f31-13be-403d-95bc-97fc8887c313 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:00:32.519094 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:32.608588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] For port 57d68f31-13be-403d-95bc-97fc8887c313, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=57d68f31-13be-403d-95bc-97fc8887c313,segment=NetworkSegment(40b61399-1f66-49d9-86d6-49c39d8e91f7),segment_id=40b61399-1f66-49d9-86d6-49c39d8e91f7)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:00:32.608952 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:32.620664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Calling delete_port for 57d68f31-13be-403d-95bc-97fc8887c313 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:00:32.818312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:32.829605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['57d68f31-13be-403d-95bc-97fc8887c313'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:00:32.842730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4eed889a-c9b6-4a67-b85e-441c0dbf3c6b req-06c03174-5d74-41c4-9840-449f12fc6abb tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.52 "GET /v2.0/ports?device_id=f97ca374-b62e-435c-9db5-4f899792483f HTTP/1.1" status: 200 len: 210 time: 0.0347660 Feb 11 14:00:32.864628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Pushing event deleted for resources: {'Port': ['ID=57d68f31-13be-403d-95bc-97fc8887c313,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:32.877114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.877454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.877826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.878142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.878469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.878789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.879106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.879422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.879737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.880049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.880359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.880671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:00:32.913607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] No DVR routers for this DVR port 57d68f31-13be-403d-95bc-97fc8887c313 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:00:32.916106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:32.919388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfba9f64-05cd-43c0-b12b-9c89cfad6969 req-06f705ce-dcca-4f57-9647-bf2d0d6d5dc4 tempest-TestServerAdvancedOps-246773737 tempest-TestServerAdvancedOps-246773737-project] 10.222.0.59 "DELETE /v2.0/ports/57d68f31-13be-403d-95bc-97fc8887c313 HTTP/1.1" status: 204 len: 173 time: 0.4937694 Feb 11 14:00:32.919820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97ca374-b62e-435c-9db5-4f899792483f', 'name': 'network-vif-deleted', 'tag': '57d68f31-13be-403d-95bc-97fc8887c313'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:00:32.922290 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa698753-a579-413c-be8c-3d3221d8142f" -d '{"events": [{"server_uuid": "f97ca374-b62e-435c-9db5-4f899792483f", "name": "network-vif-deleted", "tag": "57d68f31-13be-403d-95bc-97fc8887c313"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:00:32.958582 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d984d10b-ff33-4c81-84bf-e8d2b5264430 x-openstack-request-id: req-d984d10b-ff33-4c81-84bf-e8d2b5264430 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:00:32.958910 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97ca374-b62e-435c-9db5-4f899792483f", "name": "network-vif-deleted", "tag": "57d68f31-13be-403d-95bc-97fc8887c313", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:00:32.959161 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d984d10b-ff33-4c81-84bf-e8d2b5264430 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:00:32.959558 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97ca374-b62e-435c-9db5-4f899792483f', 'name': 'network-vif-deleted', 'tag': '57d68f31-13be-403d-95bc-97fc8887c313', 'status': 'completed', 'code': 200} Feb 11 14:00:33.454116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-13d439ad-b7cb-47c4-b169-01d3d9f3e205 req-b4fe8f00-1ba7-44f8-adcb-2c2df19a2b40 service neutron] (103006) timed out ('10.222.0.52', 41872) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:00:33.910103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41386) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:33.958255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb6cea2-298c-4496-bb28-72be75526391 admin admin] Deleting subnet e2ff849c-e878-417e-87f8-02b98a21cee3 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:00:33.961199 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1fb6cea2-298c-4496-bb28-72be75526391 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:33.994223 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1fb6cea2-298c-4496-bb28-72be75526391 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.032962 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1fb6cea2-298c-4496-bb28-72be75526391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.160291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1fb6cea2-298c-4496-bb28-72be75526391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.185632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6cea2-298c-4496-bb28-72be75526391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ff849c-e878-417e-87f8-02b98a21cee3,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:34.189409 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1fb6cea2-298c-4496-bb28-72be75526391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.193483 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1fb6cea2-298c-4496-bb28-72be75526391 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e2ff849c-e878-417e-87f8-02b98a21cee3 HTTP/1.1" status: 204 len: 168 time: 0.2814565 Feb 11 14:00:34.195145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41388) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:34.265181 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.340982 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.360208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8e524bd-3520-41a9-9066-2873e3fa3f18']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:34.368937 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b61399-1f66-49d9-86d6-49c39d8e91f7') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:34.369226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b61399-1f66-49d9-86d6-49c39d8e91f7') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:34.383310 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.396693 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.402315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:00:34.402683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:00:34.404264 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:00:34.531640 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.536153 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.545997 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] 10.222.0.52 "DELETE /v2.0/networks/b8e524bd-3520-41a9-9066-2873e3fa3f18 HTTP/1.1" status: 204 len: 168 time: 0.3433740 Feb 11 14:00:34.546123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41390) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:34.553102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff81c15-d85f-4ea0-b5f1-1163a99d659a admin admin] Pushing event deleted for resources: {'Network': ['ID=b8e524bd-3520-41a9-9066-2873e3fa3f18,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:34.588194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b2f765-c833-4fbb-8c9a-ce910287d059 admin admin] Deleting subnet 497f5afd-6b6d-44a2-8e16-96db98bc5a4a {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:00:34.591723 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f765-c833-4fbb-8c9a-ce910287d059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.629020 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f765-c833-4fbb-8c9a-ce910287d059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.666705 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f765-c833-4fbb-8c9a-ce910287d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.806391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f765-c833-4fbb-8c9a-ce910287d059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.832244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2f765-c833-4fbb-8c9a-ce910287d059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497f5afd-6b6d-44a2-8e16-96db98bc5a4a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:34.836854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5b2f765-c833-4fbb-8c9a-ce910287d059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.839867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b5b2f765-c833-4fbb-8c9a-ce910287d059 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/497f5afd-6b6d-44a2-8e16-96db98bc5a4a HTTP/1.1" status: 204 len: 168 time: 0.2965155 Feb 11 14:00:34.842497 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41392) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:34.912285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:34.991205 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:35.012253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16507893-7e54-4703-8851-8cc4f7fc1c58']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:35.021239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e416f3d9-899d-4846-9733-64054bbb0372') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:35.021534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e416f3d9-899d-4846-9733-64054bbb0372') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:00:35.031068 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:35.045571 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:35.051877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:00:35.052273 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:00:35.053961 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:00:35.196666 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:35.202643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:35.205844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] 10.222.0.52 "DELETE /v2.0/networks/16507893-7e54-4703-8851-8cc4f7fc1c58 HTTP/1.1" status: 204 len: 168 time: 0.3624291 Feb 11 14:00:35.217542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277d46c-2ca9-4259-aa3e-308733d27d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=16507893-7e54-4703-8851-8cc4f7fc1c58,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:35.540463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41396) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:35.579824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-510f9e73-518a-4cdf-8004-6c0a35216cbc admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0b2e4a6ad32e42db96fbe761a259b379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381901 Feb 11 14:00:35.582250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41398) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:35.628507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0cc3-f45a-4155-a155-790acf567682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:35.648653 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0cc3-f45a-4155-a155-790acf567682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:35.760025 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0cc3-f45a-4155-a155-790acf567682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:35.764250 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0cc3-f45a-4155-a155-790acf567682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:35.764485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c4aa0cc3-f45a-4155-a155-790acf567682 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5315bac8-aeca-472e-9e22-970861cc308f HTTP/1.1" status: 204 len: 168 time: 0.1813278 Feb 11 14:00:35.772529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa0cc3-f45a-4155-a155-790acf567682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5315bac8-aeca-472e-9e22-970861cc308f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:36.457103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41404) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:36.497454 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9058121b-d0ea-4b9e-82cc-59bf9f9ff812 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f03d4d16d7b34d7984c5a58b314bf5bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391631 Feb 11 14:00:36.499920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41406) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:00:36.546451 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad7a2-c2f2-4f4e-a2ec-6ea6353e5fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:36.567012 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad7a2-c2f2-4f4e-a2ec-6ea6353e5fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:36.653351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 57d68f31-13be-403d-95bc-97fc8887c313 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:00:36.673845 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 57d68f31-13be-403d-95bc-97fc8887c313 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:00:36.674187 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 57d68f31-13be-403d-95bc-97fc8887c313 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:00:36.681947 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad7a2-c2f2-4f4e-a2ec-6ea6353e5fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:36.684505 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad7a2-c2f2-4f4e-a2ec-6ea6353e5fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:36.685654 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bf8ad7a2-c2f2-4f4e-a2ec-6ea6353e5fd0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f0db545e-cc00-4031-882e-4d2901313993 HTTP/1.1" status: 204 len: 168 time: 0.1848011 Feb 11 14:00:36.693301 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ad7a2-c2f2-4f4e-a2ec-6ea6353e5fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0db545e-cc00-4031-882e-4d2901313993,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:00:39.164088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80619a49-9953-414b-8b11-aa8896d707bf req-43883955-2e2c-4e81-8b8d-c4e08bc2f32d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3846731 Feb 11 14:00:39.283919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80619a49-9953-414b-8b11-aa8896d707bf req-39b1d5f7-01a8-4e6d-8137-7dae0aa56c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:39.285405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80619a49-9953-414b-8b11-aa8896d707bf req-39b1d5f7-01a8-4e6d-8137-7dae0aa56c34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0399404 Feb 11 14:00:39.387600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80619a49-9953-414b-8b11-aa8896d707bf req-0db20f3f-0cb5-487a-8520-8ed8621daffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:39.389107 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80619a49-9953-414b-8b11-aa8896d707bf req-0db20f3f-0cb5-487a-8520-8ed8621daffc service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0843575 Feb 11 14:00:39.457214 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80619a49-9953-414b-8b11-aa8896d707bf req-e8a3f070-affe-415a-af83-f12783e57589 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2379f401-5745-4a40-b250-f4e13385e63f HTTP/1.1" status: 200 len: 1000 time: 0.0617690 Feb 11 14:00:39.505926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80619a49-9953-414b-8b11-aa8896d707bf req-8bc67e6c-8dcd-4784-b11c-976487ea62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:39.507369 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80619a49-9953-414b-8b11-aa8896d707bf req-8bc67e6c-8dcd-4784-b11c-976487ea62b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0441499 Feb 11 14:00:39.552321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80619a49-9953-414b-8b11-aa8896d707bf req-b6871b1d-79c0-4df5-8f75-f86f664373c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:00:39.553797 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80619a49-9953-414b-8b11-aa8896d707bf req-b6871b1d-79c0-4df5-8f75-f86f664373c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400667 Feb 11 14:00:39.644311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80619a49-9953-414b-8b11-aa8896d707bf req-8d31779f-80f0-457f-8c28-2c382f6943ef service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833352 Feb 11 14:00:39.735120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80619a49-9953-414b-8b11-aa8896d707bf req-eac34c95-595f-4b93-8a2e-6106096a5e2c service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843408 Feb 11 14:00:54.737133 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-987b3164-6aab-4edf-9c52-57d157bc854f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:55.967588 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:56.973527 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e0bc5f31-e6db-4459-bdd4-81f63beeeae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:58.028463 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:00:58.753977 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:00.115856 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:00.651340 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:03.925464 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:01:24.726785 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f1baeedd-7d61-45b2-ad64-459c4645eab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:25.942454 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:26.955231 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0f8f91e-3da4-434e-9f26-e8288fe35a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:28.016707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:28.749752 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:30.104258 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:30.673939 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:40.822908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-c50d691c-8fc8-410b-925c-bcbb61556f8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443230 Feb 11 14:01:40.905586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-e56e7efa-a570-45f8-b3ed-adcee9023085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:40.907095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-e56e7efa-a570-45f8-b3ed-adcee9023085 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0406671 Feb 11 14:01:40.925285 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:01:41.006603 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-80fb910a-1299-47f4-8b9c-237f51c44e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:41.008064 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-80fb910a-1299-47f4-8b9c-237f51c44e12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0821717 Feb 11 14:01:41.075555 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-61c35b5f-6f83-4305-944c-a587273821ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2379f401-5745-4a40-b250-f4e13385e63f HTTP/1.1" status: 200 len: 1000 time: 0.0610938 Feb 11 14:01:41.122897 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-c9ac956f-7d25-429c-b942-4e78ffe73d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:41.124293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-c9ac956f-7d25-429c-b942-4e78ffe73d87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0423486 Feb 11 14:01:41.169568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-71f9d025-b9c0-4a78-a4d0-a8a193f57ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:01:41.171095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-71f9d025-b9c0-4a78-a4d0-a8a193f57ebe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405695 Feb 11 14:01:41.264718 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-d2c23e69-1147-47c7-b1e8-462d3b30fa08 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870752 Feb 11 14:01:41.351077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b53151df-3e5a-4fda-a8d6-63e2f69f760a req-ec904a4d-2d81-499f-9f1e-894999ea06d1 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796239 Feb 11 14:01:54.726511 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f818f4fc-1a4e-4b72-a5f4-0fe6033a862e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:55.944150 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:56.976966 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e7350be2-af08-4569-8058-13bb34e9b9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:58.045899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:01:58.790119 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:00.120905 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:00.663777 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:17.925568 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:02:19.132882 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-24976f4c-ff5f-47c0-be11-304f62a01ef3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889968989&fields=id&tenant_id=7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 267 time: 0.0329435 Feb 11 14:02:19.241956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-d1bd13ba-de21-4006-acd1-b32fe4ab016e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:19.243528 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-d1bd13ba-de21-4006-acd1-b32fe4ab016e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.1030605 Feb 11 14:02:19.258946 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-a51bb254-f889-4b17-bf55-7a3a0cfe5542 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/quotas/7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 375 time: 0.0090301 Feb 11 14:02:19.320578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-99b0c828-c3c8-4836-99b9-ea3be4f1f24b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0560641 Feb 11 14:02:19.442650 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-88662cd7-61d6-4cc1-b833-6ec84f87949e service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:02:19.443639 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-88662cd7-61d6-4cc1-b833-6ec84f87949e service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1119528 Feb 11 14:02:19.530950 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-0a23e527-4e7c-47c4-987d-47b96cdc80ee service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808780 Feb 11 14:02:19.624578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-740bbc92-02ad-43c7-921f-11ff2459c3fc service neutron] 10.222.0.52 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867367 Feb 11 14:02:20.294890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fb49ac68-7455-4a52-a22d-d2c0ddb47055 req-f74956a4-2441-46ce-bfc0-e9ce82214b38 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0885997 Feb 11 14:02:21.374212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74e6f293-cdfd-4dd5-8b2e-1f6f59a40508 req-6fcdc6f3-8c49-4504-abbc-264209010c07 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0277057 Feb 11 14:02:22.460461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe58c525-4870-494e-b6a4-c972fd833ddb req-2a4f1b5c-f7bd-4453-b0d8-64840ab3d7be tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0305166 Feb 11 14:02:23.539652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8d661a08-ec46-447f-b9a3-d09b8e5f5deb req-b67c41b1-5855-4a82-847f-f81453be5807 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0281961 Feb 11 14:02:24.633047 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f1030543-ff8a-406f-9aa6-3078ea42b8e1 req-3158a78c-733e-4597-96e5-69aceda0135a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0259721 Feb 11 14:02:24.730595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b45c37c4-a785-43b4-882b-0635e95a7f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:25.730076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d02e111-72d2-4575-8192-f64718dfd5ef req-bc9b1dd0-8cfb-4e3f-8bba-6054d304da83 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0279341 Feb 11 14:02:25.926133 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:26.303477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-d1378b8a-1861-47f2-b2d1-ce2c8493a269 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:26.304902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-d1378b8a-1861-47f2-b2d1-ce2c8493a269 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.59 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 812 time: 0.1015029 Feb 11 14:02:26.349413 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-c37c1e4a-8b40-4c15-9c78-12a9c8714578 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7061e56a86e0479ba1a1be4f83d9d99a HTTP/1.1" status: 200 len: 379 time: 0.0345368 Feb 11 14:02:26.358180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'port': {'device_id': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'admin_state_up': True, 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'security_groups': ['43f317d1-2925-46f1-9f3f-c629e6c1f2b2']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:26.519107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Made reservation on behalf of 7061e56a86e0479ba1a1be4f83d9d99a for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:02:26.522660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:26.653617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Allocated IP 172.20.0.6 (b361125e-7998-4990-ad65-06d67677b5c1/6dd0f942-7616-4c2e-9897-7fbd82ca4dde/9d795da2-56b0-4dfa-88a4-35d3d15ed483) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:02:26.795448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:26.833891 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0ad633b2-aa96-494f-bc4c-ad9e7a6bec26 req-a95ca824-50f0-4d23-a01f-b7aaa785fce9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0319619 Feb 11 14:02:26.939236 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:26.989366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Network b361125e-7998-4990-ad65-06d67677b5c1 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:02:26.992865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:26.995316 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8599a2cf-3eb7-4b65-96e6-e836c100e35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:26.999021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:02:27.024512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=9d795da2-56b0-4dfa-88a4-35d3d15ed483,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:27.042265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.042607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.042940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.043265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.043595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.043940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.044237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.044554 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.044885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.045181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.045551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.045945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:27.069153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:27.069843 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:27.157501 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-7ac619ee-e4f1-4e26-84f5-4a7fe670ca41 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8028858 Feb 11 14:02:27.170016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Request body: {'port': {'device_id': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:27.232688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:27.241144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d2e62b9b-0110-4518-ab5e-02ea8e821e45 None None] Provisioning complete for port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:27.241743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d2e62b9b-0110-4518-ab5e-02ea8e821e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:27.278235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d2e62b9b-0110-4518-ab5e-02ea8e821e45 None None] Port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:02:27.503880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d795da2-56b0-4dfa-88a4-35d3d15ed483 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:02:27.511438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:27.523545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Transition to ACTIVE for port object 9d795da2-56b0-4dfa-88a4-35d3d15ed483 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:02:27.570602 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:27.661367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Pushing event updated for resources: {'Port': ['ID=9d795da2-56b0-4dfa-88a4-35d3d15ed483,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:27.698944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Attempting to bind port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:02:27.700344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Attempting to bind port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:02:27.700344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Attempting to bind port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:27.705522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 on network b361125e-7998-4990-ad65-06d67677b5c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:02:27.705840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Attempting to bind port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 on network b361125e-7998-4990-ad65-06d67677b5c1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:02:27.711600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:02:27.711997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Checking segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:02:27.712393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Bound using segment: {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:02:27.712839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Bound port: 9d795da2-56b0-4dfa-88a4-35d3d15ed483, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19869a2c-23f8-4459-b1d5-9d58562af143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:02:27.713208 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:27.790912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] For port 9d795da2-56b0-4dfa-88a4-35d3d15ed483, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:02:27.795740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] For port 9d795da2-56b0-4dfa-88a4-35d3d15ed483, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:02:27.890413 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:27.934644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:27.935516 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:27.938220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] 10.222.0.59 "PUT /v2.0/ports/9d795da2-56b0-4dfa-88a4-35d3d15ed483 HTTP/1.1" status: 200 len: 1091 time: 0.7725058 Feb 11 14:02:27.941154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'tag': '9d795da2-56b0-4dfa-88a4-35d3d15ed483'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:02:27.953648 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37813b38-e9bc-480d-a64d-3793dc665c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "44a5e0de-71c9-4150-9478-0f37d67436dc", "tag": "9d795da2-56b0-4dfa-88a4-35d3d15ed483"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:27.959905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003a1c6-13ad-4125-b313-d3f8bbaf6a93 req-4375e2d9-4bf6-4a4b-bbea-fa172d1c23c6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:27.959905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e003a1c6-13ad-4125-b313-d3f8bbaf6a93 req-4375e2d9-4bf6-4a4b-bbea-fa172d1c23c6 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 943 time: 0.0544791 Feb 11 14:02:27.999906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182b838-8410-4659-805a-74d54c8bde75 service neutron] Pushing event updated for resources: {'Port': ['ID=9d795da2-56b0-4dfa-88a4-35d3d15ed483,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:28.031905 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358f6705-98ce-422d-a72f-b9ade386293f x-openstack-request-id: req-358f6705-98ce-422d-a72f-b9ade386293f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:28.032091 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a5e0de-71c9-4150-9478-0f37d67436dc", "tag": "9d795da2-56b0-4dfa-88a4-35d3d15ed483", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:28.032308 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-358f6705-98ce-422d-a72f-b9ade386293f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:28.032441 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e003a1c6-13ad-4125-b313-d3f8bbaf6a93 req-d8547a31-eae0-4ca0-a150-dd961153bdf2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618517 Feb 11 14:02:28.034066 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'tag': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'status': 'completed', 'code': 200} Feb 11 14:02:28.093995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-90b3b0ec-1905-495e-95a4-33de32230616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:28.095724 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-90b3b0ec-1905-495e-95a4-33de32230616 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 1094 time: 0.0504136 Feb 11 14:02:28.110431 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:28.148647 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-d71bc41f-9927-436e-817d-849d2aa6cdfd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483 HTTP/1.1" status: 200 len: 217 time: 0.0443637 Feb 11 14:02:28.204684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-ca234eb8-bb87-4d2d-9570-5f83c448b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:28.206194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-ca234eb8-bb87-4d2d-9570-5f83c448b9b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0514882 Feb 11 14:02:28.263174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-96d7f2ab-26d6-4296-828c-c5efeb4fc6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:28.264923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-96d7f2ab-26d6-4296-828c-c5efeb4fc6c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501578 Feb 11 14:02:28.365005 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-ea06f3eb-2f09-4e0b-88a3-b8825b2537fc service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928128 Feb 11 14:02:28.457128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ada34e3-fa31-457f-b609-03f6ff55c61d req-425db5b6-6079-4b5c-ad20-27ef6c979a78 service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863035 Feb 11 14:02:28.615363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-ed704264-62ae-465c-9476-d1ea8be2dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:28.616859 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-ed704264-62ae-465c-9476-d1ea8be2dfb5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 1094 time: 0.0426748 Feb 11 14:02:28.710231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-082d002d-1cd8-470a-9de6-355e8cd511cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:28.711603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-082d002d-1cd8-470a-9de6-355e8cd511cb service neutron] 10.222.0.59 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0890319 Feb 11 14:02:28.753024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-c9438f7d-d9ce-4a17-b38d-9b071fe485ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483 HTTP/1.1" status: 200 len: 217 time: 0.0355535 Feb 11 14:02:28.754892 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:28.806464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-159cc501-bf9a-4b45-953a-979ae9d0b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:28.807942 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-159cc501-bf9a-4b45-953a-979ae9d0b0c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0486133 Feb 11 14:02:28.853015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-d37fd1ed-52c2-4042-a4dd-2dd0c18c8856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:28.854600 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-d37fd1ed-52c2-4042-a4dd-2dd0c18c8856 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408325 Feb 11 14:02:28.945939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-e51164b3-9082-428e-9e9d-ede71378bf77 service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Feb 11 14:02:29.039780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37813b38-e9bc-480d-a64d-3793dc665c3d req-814133ad-8e09-4c60-9ef2-4e3cba4e5a35 service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879476 Feb 11 14:02:29.150566 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c051b9-80fc-41d3-939e-a6205d6147e5 req-0b92a077-bb6c-4e00-8284-abaf2d935a53 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:29.152103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70c051b9-80fc-41d3-939e-a6205d6147e5 req-0b92a077-bb6c-4e00-8284-abaf2d935a53 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 943 time: 0.0493922 Feb 11 14:02:29.192443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70c051b9-80fc-41d3-939e-a6205d6147e5 req-dafb1a19-02ef-4e80-8c60-5fd8f7f4614a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335953 Feb 11 14:02:30.109215 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:30.319661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbd8fb-b62b-4724-829c-3049cf87ef48 req-b902bf55-0d43-4d42-b607-67b4746da4ec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:30.321163 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fbbd8fb-b62b-4724-829c-3049cf87ef48 req-b902bf55-0d43-4d42-b607-67b4746da4ec tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 943 time: 0.0549433 Feb 11 14:02:30.362038 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fbbd8fb-b62b-4724-829c-3049cf87ef48 req-35481f89-f625-411f-bf10-8a34f205b533 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344000 Feb 11 14:02:30.686288 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:31.481070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaef717-8f03-461b-9c8c-17004366e66c req-0ea340bf-92b8-46de-b0e8-b211d576e5d2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:31.482657 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfaef717-8f03-461b-9c8c-17004366e66c req-0ea340bf-92b8-46de-b0e8-b211d576e5d2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 943 time: 0.0496199 Feb 11 14:02:31.521225 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfaef717-8f03-461b-9c8c-17004366e66c req-c70e9e2e-9820-4600-989b-ce5a9d80960d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319748 Feb 11 14:02:32.641573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c46bf-acb4-4fad-a624-22213b93f8c6 req-da34a0c2-c2a6-4250-afd7-ce6761664c5b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:32.643103 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a51c46bf-acb4-4fad-a624-22213b93f8c6 req-da34a0c2-c2a6-4250-afd7-ce6761664c5b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 943 time: 0.0515325 Feb 11 14:02:32.681574 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a51c46bf-acb4-4fad-a624-22213b93f8c6 req-c7eb5e3f-8267-4c76-948c-2e45dd32cc79 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324974 Feb 11 14:02:33.807097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295254a-0abe-4565-9157-5bf6b33106e3 req-0a1b1590-14d7-4b21-a7b6-e0a38193f2ab tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:33.808619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c295254a-0abe-4565-9157-5bf6b33106e3 req-0a1b1590-14d7-4b21-a7b6-e0a38193f2ab tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 943 time: 0.0591943 Feb 11 14:02:33.847248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c295254a-0abe-4565-9157-5bf6b33106e3 req-d45e1c85-717a-4a75-a068-ab95d298804f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Feb 11 14:02:34.964029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2b7d2-1634-40b6-9e21-460bda787e6b req-8ed8cc63-270b-4acf-88f5-e5bf60df4fb4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:34.965560 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fd2b7d2-1634-40b6-9e21-460bda787e6b req-8ed8cc63-270b-4acf-88f5-e5bf60df4fb4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 943 time: 0.0494428 Feb 11 14:02:35.004780 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fd2b7d2-1634-40b6-9e21-460bda787e6b req-f75d7d0d-f03d-47f0-8c98-8eac0f72316f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325313 Feb 11 14:02:36.120758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08f39b-da1e-48bd-a085-998cc7ebda6e req-ddf9f237-6149-4097-97de-6d4c4e913b26 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:36.122241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa08f39b-da1e-48bd-a085-998cc7ebda6e req-ddf9f237-6149-4097-97de-6d4c4e913b26 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 943 time: 0.0485826 Feb 11 14:02:36.159767 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fa08f39b-da1e-48bd-a085-998cc7ebda6e req-6ee88170-6acb-415a-a706-5503bf4d103f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309250 Feb 11 14:02:37.282011 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afff3c-34c6-44f3-9eec-ec4c0c0494cd req-89fafee5-f8c5-45fb-8df4-6103d5b48b0c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:37.283497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3afff3c-34c6-44f3-9eec-ec4c0c0494cd req-89fafee5-f8c5-45fb-8df4-6103d5b48b0c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 943 time: 0.0537753 Feb 11 14:02:37.321431 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3afff3c-34c6-44f3-9eec-ec4c0c0494cd req-e5c3952f-91f8-4627-9492-33e5a362428b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317991 Feb 11 14:02:38.436769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f1ed1-9b62-491a-9415-fdbf58e3c58f req-30294b56-827f-426f-b2db-bb8c9cee476f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:38.438264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-393f1ed1-9b62-491a-9415-fdbf58e3c58f req-30294b56-827f-426f-b2db-bb8c9cee476f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 943 time: 0.0503802 Feb 11 14:02:38.478889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-393f1ed1-9b62-491a-9415-fdbf58e3c58f req-508defdf-5a33-4106-b7ea-6c38ffbf4958 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339503 Feb 11 14:02:39.260022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9d795da2-56b0-4dfa-88a4-35d3d15ed483 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:02:39.354704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9d795da2-56b0-4dfa-88a4-35d3d15ed483, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:39.366390 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'port_id': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'mac_address': 'fa:16:3e:1a:a9:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:02:39.402544 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:39.415812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d795da2-56b0-4dfa-88a4-35d3d15ed483 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:02:39.435046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9d795da2-56b0-4dfa-88a4-35d3d15ed483, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:39.518113 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:39.566577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9d795da2-56b0-4dfa-88a4-35d3d15ed483,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:39.573880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.574222 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.574563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.574891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.575214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.575533 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.575853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.576171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.576530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.576847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.577160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.577478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:39.597356 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9eaa69-0cdf-4db5-ae50-22089bcd447c req-b26e9ffb-3cd7-4b25-a26f-ebe0fa69237f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:39.599529 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae9eaa69-0cdf-4db5-ae50-22089bcd447c req-b26e9ffb-3cd7-4b25-a26f-ebe0fa69237f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 944 time: 0.0488036 Feb 11 14:02:39.636418 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae9eaa69-0cdf-4db5-ae50-22089bcd447c req-5bcf40a3-578f-446d-a96c-dc8afdeb0ad2 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313749 Feb 11 14:02:39.804438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9d795da2-56b0-4dfa-88a4-35d3d15ed483'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:02:40.754275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf105ac-16a2-437a-a2da-51ef0099b75f req-76c9343c-7286-4ebf-aee4-d16cd79275fc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:40.755748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bf105ac-16a2-437a-a2da-51ef0099b75f req-76c9343c-7286-4ebf-aee4-d16cd79275fc tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 944 time: 0.0526021 Feb 11 14:02:40.792806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bf105ac-16a2-437a-a2da-51ef0099b75f req-821fe98b-c6ab-4e9f-a6d0-a32f1d0f8abb tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311484 Feb 11 14:02:41.275663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9d795da2-56b0-4dfa-88a4-35d3d15ed483 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:02:41.410542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:02:41.414978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:02:41.416062 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:41.495126 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:41.517206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d795da2-56b0-4dfa-88a4-35d3d15ed483'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:02:41.519457 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68916a15-46a9-4b3d-9044-1d92afac4819" -d '{"events": [{"server_uuid": "44a5e0de-71c9-4150-9478-0f37d67436dc", "name": "network-vif-plugged", "status": "completed", "tag": "9d795da2-56b0-4dfa-88a4-35d3d15ed483"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:41.534727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9d795da2-56b0-4dfa-88a4-35d3d15ed483, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:02:41.558117 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699787c1-8268-4bc5-a5cf-ae3f6d5398b9 x-openstack-request-id: req-699787c1-8268-4bc5-a5cf-ae3f6d5398b9 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:41.558528 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a5e0de-71c9-4150-9478-0f37d67436dc", "name": "network-vif-plugged", "status": "completed", "tag": "9d795da2-56b0-4dfa-88a4-35d3d15ed483", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:41.558820 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-699787c1-8268-4bc5-a5cf-ae3f6d5398b9 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:41.559272 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'code': 200} Feb 11 14:02:41.605941 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:41.652525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82f80c-c196-4e6b-a301-e482fff9ab23 req-911fa0c6-0833-495c-a205-584ef3b8e104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:41.654265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f82f80c-c196-4e6b-a301-e482fff9ab23 req-911fa0c6-0833-495c-a205-584ef3b8e104 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 1096 time: 0.0410981 Feb 11 14:02:41.655846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9d795da2-56b0-4dfa-88a4-35d3d15ed483,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:41.689831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f82f80c-c196-4e6b-a301-e482fff9ab23 req-f48255b6-23d2-48bb-8b54-3849c9fab586 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285995 Feb 11 14:02:41.910728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad9b85-6053-4acb-b85e-3bbc0fd50350 req-e4f90b34-a701-4ebf-82c5-1e6174948fe3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:41.912392 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24ad9b85-6053-4acb-b85e-3bbc0fd50350 req-e4f90b34-a701-4ebf-82c5-1e6174948fe3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 945 time: 0.0490777 Feb 11 14:02:41.950953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24ad9b85-6053-4acb-b85e-3bbc0fd50350 req-29b31298-a575-4a59-807c-1fef0fe55c97 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323765 Feb 11 14:02:42.973103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-8d1febcc-add8-467b-9084-0bdd2a8d1014 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440145 Feb 11 14:02:43.056476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-c9791e4c-316b-4f7e-a82c-15a237e530b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.058134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-c9791e4c-316b-4f7e-a82c-15a237e530b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0425467 Feb 11 14:02:43.072089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb645eda-e75d-4354-994e-ab5fc757babf req-88a86310-df1b-4e44-b193-88538b1395b5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.073593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb645eda-e75d-4354-994e-ab5fc757babf req-88a86310-df1b-4e44-b193-88538b1395b5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 945 time: 0.0493503 Feb 11 14:02:43.112883 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb645eda-e75d-4354-994e-ab5fc757babf req-b383e34b-b88c-4238-9aa7-135bd31540a5 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329289 Feb 11 14:02:43.169887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-2d454b82-043f-46dd-b118-a0961862c6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.171427 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-2d454b82-043f-46dd-b118-a0961862c6ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0944180 Feb 11 14:02:43.236372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-995d5ab1-f0e5-4c8a-a683-fedc9511162c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2379f401-5745-4a40-b250-f4e13385e63f HTTP/1.1" status: 200 len: 1000 time: 0.0587032 Feb 11 14:02:43.284480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-8ea98f54-30f6-4e04-91a5-179c9ba128da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.285939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-8ea98f54-30f6-4e04-91a5-179c9ba128da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0433242 Feb 11 14:02:43.335829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-5eeb0073-1897-44fe-9997-9d74dd831bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:43.337333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-5eeb0073-1897-44fe-9997-9d74dd831bc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454350 Feb 11 14:02:43.428221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-ab8da975-8047-4bed-b951-932aaa16b6a9 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844090 Feb 11 14:02:43.521192 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a7d7884-d333-48db-ab2f-b4dcbcb9a7f9 req-29321bc4-b82c-408c-ac2d-9510bcdd13f1 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859973 Feb 11 14:02:44.231141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134f303-0a4e-4439-a841-0349786902eb req-8529b872-8d2f-4255-8248-694759ce9602 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:44.232905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7134f303-0a4e-4439-a841-0349786902eb req-8529b872-8d2f-4255-8248-694759ce9602 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 945 time: 0.0496590 Feb 11 14:02:44.272107 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7134f303-0a4e-4439-a841-0349786902eb req-2ca499d4-ca74-42b9-8cd6-087a3aae4042 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325582 Feb 11 14:02:44.390323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ba6eb-6156-46ab-b375-75f0c9f71937 req-2de57662-b3e3-4394-a0c3-f68493d31c88 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:44.392057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-242ba6eb-6156-46ab-b375-75f0c9f71937 req-2de57662-b3e3-4394-a0c3-f68493d31c88 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 945 time: 0.0532522 Feb 11 14:02:44.431550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-242ba6eb-6156-46ab-b375-75f0c9f71937 req-ee93b525-db29-4376-93ec-7d156621ac7f tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336976 Feb 11 14:02:44.454390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41596) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:02:44.632526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82be0cc-ed41-4e81-9e80-e37a77a57c69 tempest-TestVolumeBootPattern-1802127798 tempest-TestVolumeBootPattern-1802127798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:44.634068 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b82be0cc-ed41-4e81-9e80-e37a77a57c69 tempest-TestVolumeBootPattern-1802127798 tempest-TestVolumeBootPattern-1802127798-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 1091 time: 0.1786106 Feb 11 14:02:44.636893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41600) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:02:44.641194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:02:44.760118 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:44.862233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:44.967095 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Allocated IP 172.25.0.23 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/905c4ebf-e2d7-4ba7-ba1e-6ffebadd2769) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:02:45.073415 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.171102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.206955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:02:45.211580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:02:45.215237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:02:45.239384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=905c4ebf-e2d7-4ba7-ba1e-6ffebadd2769,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:45.252816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.253155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.253492 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.253854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.254190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.254517 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.254838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.255157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.255473 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.255786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.256101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.256437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:02:45.592239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.740142 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.890928 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.925982 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:45.992463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event updated for resources: {'Port': ['ID=905c4ebf-e2d7-4ba7-ba1e-6ffebadd2769,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:02:46.004223 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.104737 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Floating IP 6fe2967d-3300-4ae1-a2b8-5762f0fe9507 associated. External IP: 172.25.0.23, port: 9d795da2-56b0-4dfa-88a4-35d3d15ed483. Feb 11 14:02:46.318263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Router 56c8c999-58af-479b-98d5-78493dcb399d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:02:46.424418 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:02:46.434346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] Sync routers for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:02:46.444513 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:46.445117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:02:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:46.517625 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:46.544779 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b675042-9a6c-4da2-bf6f-4ca7c4a661b4 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9068313 Feb 11 14:02:46.545618 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'tag': '9d795da2-56b0-4dfa-88a4-35d3d15ed483'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:02:46.548925 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd69c089-e99f-4ef7-9569-dc844fa58a19" -d '{"events": [{"name": "network-changed", "server_uuid": "44a5e0de-71c9-4150-9478-0f37d67436dc", "tag": "9d795da2-56b0-4dfa-88a4-35d3d15ed483"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:02:46.549908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:46.594819 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487020be-7b5a-4400-94fc-7ffedaca225a x-openstack-request-id: req-487020be-7b5a-4400-94fc-7ffedaca225a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:02:46.595410 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a5e0de-71c9-4150-9478-0f37d67436dc", "tag": "9d795da2-56b0-4dfa-88a4-35d3d15ed483", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:02:46.595525 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-487020be-7b5a-4400-94fc-7ffedaca225a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:02:46.595900 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'tag': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'status': 'completed', 'code': 200} Feb 11 14:02:46.655293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-5df25531-e008-47d5-8f06-25e108288917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:46.656810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-5df25531-e008-47d5-8f06-25e108288917 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 1096 time: 0.0409908 Feb 11 14:02:46.748438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-ac9999b0-3027-4d32-aed5-ab4b8b80a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:46.750174 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-ac9999b0-3027-4d32-aed5-ab4b8b80a052 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0876586 Feb 11 14:02:46.780718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '6fe2967d-3300-4ae1-a2b8-5762f0fe9507', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.23', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:1a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:45Z', 'updated_at': '2022-02-11T14:02:45Z', 'revision_number': 0, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}, {'id': 'c905a75e-6d36-4586-a91b-6c365e74f99f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:75:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:59:50Z', 'updated_at': '2022-02-11T13:59:52Z', 'revision_number': 1, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:46.815135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-922c79d6-b250-406f-b226-cc24ee43059f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483 HTTP/1.1" status: 200 len: 998 time: 0.0591395 Feb 11 14:02:46.865708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-2c0f1485-4522-4c96-abb3-af9f6c144ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:46.867271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-2c0f1485-4522-4c96-abb3-af9f6c144ab2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0465295 Feb 11 14:02:46.923149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-2ff8e169-85c4-4c61-b9b1-01a1276b5eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:02:46.924676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-2ff8e169-85c4-4c61-b9b1-01a1276b5eeb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474274 Feb 11 14:02:46.972003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] Checking router: 56c8c999-58af-479b-98d5-78493dcb399d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:02:46.980928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:02:46.981527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:02:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:47.013461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-d1001a9b-c26c-4406-9e65-56f8c9d23a39 service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823946 Feb 11 14:02:47.089447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:02:47.107329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd69c089-e99f-4ef7-9569-dc844fa58a19 req-0fb1802b-43ae-465d-bb3d-561587c006d5 service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875614 Feb 11 14:02:47.316986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '6fe2967d-3300-4ae1-a2b8-5762f0fe9507', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.23', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:1a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:45Z', 'updated_at': '2022-02-11T14:02:45Z', 'revision_number': 0, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}, {'id': 'c905a75e-6d36-4586-a91b-6c365e74f99f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:75:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:59:50Z', 'updated_at': '2022-02-11T13:59:52Z', 'revision_number': 1, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:02:47.348527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da590cdd-caf7-4a25-a5bb-d364ad288949 None None] The sync data for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 is: [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '6fe2967d-3300-4ae1-a2b8-5762f0fe9507', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.23', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:1a:a9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:02:45Z', 'updated_at': '2022-02-11T14:02:45Z', 'revision_number': 0, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}, {'id': 'c905a75e-6d36-4586-a91b-6c365e74f99f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:75:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:59:50Z', 'updated_at': '2022-02-11T13:59:52Z', 'revision_number': 1, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:02:47.540955 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7facbd4b-86b7-4792-9748-a93c5d363866 None None] New status for floating IP 6fe2967d-3300-4ae1-a2b8-5762f0fe9507: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:02:54.737293 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-99e64cab-f296-4e7f-ae59-30fb2cb18727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:54.925150 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:02:55.958679 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:56.999990 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-15e34cff-f405-4e4e-ac4c-8d759aae4b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:58.055957 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:02:58.753139 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:00.131140 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:00.651633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:24.723935 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-71afb0b2-68e1-42c1-84bb-eb2540e8254a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:25.954006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:26.976771 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-170dfcf1-d764-4535-a9b8-6c807a063fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:28.045392 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:28.759730 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:30.102126 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:30.667883 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:31.925251 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:03:43.039651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-9d3f4a98-89e4-458c-a502-a467e86e65f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510229 Feb 11 14:03:43.120533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-d954d257-350d-460c-b8c0-2125c0175e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:43.122048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-d954d257-350d-460c-b8c0-2125c0175e21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 1096 time: 0.0404253 Feb 11 14:03:43.226555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-27f1f929-47cc-4b84-a6e9-4bfd74d297c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:43.228045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-27f1f929-47cc-4b84-a6e9-4bfd74d297c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0887141 Feb 11 14:03:43.294091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-69cc1ea0-8a7a-4d13-a52e-05d44cb32398 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483 HTTP/1.1" status: 200 len: 1000 time: 0.0589366 Feb 11 14:03:43.344071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-1e786aef-f6d1-4448-9641-855334431790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:43.345526 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-1e786aef-f6d1-4448-9641-855334431790 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0444534 Feb 11 14:03:43.395541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-9999cdee-5566-4535-8af4-4976c0e43ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:43.397014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-9999cdee-5566-4535-8af4-4976c0e43ca2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452309 Feb 11 14:03:43.486718 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-4c4c124f-49bf-4fa3-a8d1-d00683191191 service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834153 Feb 11 14:03:43.579640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6287671f-8ca6-4479-9cd5-1103c859ce20 req-0e71b0a4-5f44-4076-8fdd-9471b3eaf67a service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868144 Feb 11 14:03:44.255697 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-26b15019-b628-40c1-87c4-47247893e22d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875213 Feb 11 14:03:44.339609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-be7b0837-4f32-47f3-94cd-9db6a7aae5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:44.341155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-be7b0837-4f32-47f3-94cd-9db6a7aae5d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0425625 Feb 11 14:03:44.445733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-111864a2-7659-46a6-b969-9ccb7850cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:44.447137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-111864a2-7659-46a6-b969-9ccb7850cd29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0886579 Feb 11 14:03:44.513047 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-44d4c765-0248-4e9d-b9ee-ff27f73c7a61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2379f401-5745-4a40-b250-f4e13385e63f HTTP/1.1" status: 200 len: 1000 time: 0.0593967 Feb 11 14:03:44.561457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-b00ce02b-3274-467c-9801-e5d2d9df7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:44.562892 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-b00ce02b-3274-467c-9801-e5d2d9df7629 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0440311 Feb 11 14:03:44.612396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-03fd60b2-a7ee-4e2d-a36c-4e1598bcc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:03:44.613887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-03fd60b2-a7ee-4e2d-a36c-4e1598bcc717 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449781 Feb 11 14:03:44.702565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-4343e844-9877-4a47-bb61-7c058196eb61 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818396 Feb 11 14:03:44.795943 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c43ba98e-9a72-4ab8-9aea-6937a85a1b25 req-f1193fd8-daca-4f8a-9097-f028399c7ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871003 Feb 11 14:03:54.719290 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a1acab9-fa8e-4f5d-8623-5814026bf4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:56.021277 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:56.959428 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2dc236d8-a1c3-4ed4-ac26-965e2b56ead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:58.038757 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:03:58.770396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:00.113618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:00.690787 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:08.924467 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:04:24.724304 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d93e52f7-6460-47e5-829f-c046537868a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:25.941473 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:26.963991 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d0ba1eb2-89d6-4d83-80e8-51b1659f397b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:28.045066 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:28.752751 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:30.124336 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:30.661673 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:44.204357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ba5e85-0975-40db-b4e8-924579347399 req-2b5d9701-d9e5-4d1b-bf50-e05d98c1cfe7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420702 Feb 11 14:04:44.288838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba5e85-0975-40db-b4e8-924579347399 req-4b46a0be-70c1-4ad5-b9cb-c34aa22c581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.290229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ba5e85-0975-40db-b4e8-924579347399 req-4b46a0be-70c1-4ad5-b9cb-c34aa22c581c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0393586 Feb 11 14:04:44.397507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba5e85-0975-40db-b4e8-924579347399 req-4f036ca2-3af0-43f3-a6a6-9142f1679183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.398991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ba5e85-0975-40db-b4e8-924579347399 req-4f036ca2-3af0-43f3-a6a6-9142f1679183 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0859125 Feb 11 14:04:44.465506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ba5e85-0975-40db-b4e8-924579347399 req-6b45d1a1-a371-4729-9c23-76e9cbc5e674 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2379f401-5745-4a40-b250-f4e13385e63f HTTP/1.1" status: 200 len: 1000 time: 0.0574791 Feb 11 14:04:44.511042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba5e85-0975-40db-b4e8-924579347399 req-cd4517a5-d0df-4e7c-9b4e-2af902b13f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.513034 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ba5e85-0975-40db-b4e8-924579347399 req-cd4517a5-d0df-4e7c-9b4e-2af902b13f61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0430923 Feb 11 14:04:44.561424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba5e85-0975-40db-b4e8-924579347399 req-569a7a6e-5a11-43ae-be99-548f1c1ca0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:44.563023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ba5e85-0975-40db-b4e8-924579347399 req-569a7a6e-5a11-43ae-be99-548f1c1ca0b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440640 Feb 11 14:04:44.650888 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ba5e85-0975-40db-b4e8-924579347399 req-ac026678-3c5a-4ba3-98ad-611722729ded service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812833 Feb 11 14:04:44.741748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ba5e85-0975-40db-b4e8-924579347399 req-ded1d8d0-edd7-472f-bb54-3db6b0cb7881 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845401 Feb 11 14:04:44.946640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d64fe598-520a-4c54-94da-7671236b9c2a req-3048aa2b-609b-44a0-9dea-ace29ced06a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398741 Feb 11 14:04:45.028218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fe598-520a-4c54-94da-7671236b9c2a req-413d6a68-bcb7-45b6-b71e-6ec982d057a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:45.029714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d64fe598-520a-4c54-94da-7671236b9c2a req-413d6a68-bcb7-45b6-b71e-6ec982d057a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 1096 time: 0.0414541 Feb 11 14:04:45.135698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fe598-520a-4c54-94da-7671236b9c2a req-28cfc606-72c7-43f0-a985-a156d81d5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:45.137361 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d64fe598-520a-4c54-94da-7671236b9c2a req-28cfc606-72c7-43f0-a985-a156d81d5afc service neutron] 10.222.0.59 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0891709 Feb 11 14:04:45.202777 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d64fe598-520a-4c54-94da-7671236b9c2a req-81ba60f4-5d1e-42ee-ae8e-ac0b813137b2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483 HTTP/1.1" status: 200 len: 1000 time: 0.0582716 Feb 11 14:04:45.250490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fe598-520a-4c54-94da-7671236b9c2a req-1d7d3587-f547-486e-84e4-6ef63005a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:45.251904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d64fe598-520a-4c54-94da-7671236b9c2a req-1d7d3587-f547-486e-84e4-6ef63005a258 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0431385 Feb 11 14:04:45.636287 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64fe598-520a-4c54-94da-7671236b9c2a req-d8ae2b6b-a977-4713-805a-da3c507a7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:45.637902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d64fe598-520a-4c54-94da-7671236b9c2a req-d8ae2b6b-a977-4713-805a-da3c507a7cb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3794365 Feb 11 14:04:45.724149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d64fe598-520a-4c54-94da-7671236b9c2a req-047f5637-ef59-4251-823e-f120373218a3 service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798209 Feb 11 14:04:45.727225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41642) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:04:45.901106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d64fe598-520a-4c54-94da-7671236b9c2a req-57c65b88-c0c3-4572-95cb-699d267eadc1 service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671228 Feb 11 14:04:45.925865 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:04:45.953234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Deleting port 905c4ebf-e2d7-4ba7-ba1e-6ffebadd2769 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:04:45.953572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.031479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.031811 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.043275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Calling delete_port for 905c4ebf-e2d7-4ba7-ba1e-6ffebadd2769 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:04:46.266940 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.294210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'Port': ['ID=905c4ebf-e2d7-4ba7-ba1e-6ffebadd2769,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:46.304345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.304694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.305034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.305369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.305696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.306065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.306777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.306777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.306990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.307309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.307626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.307946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:04:46.367421 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.367754 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Floating IP 6fe2967d-3300-4ae1-a2b8-5762f0fe9507 disassociated (deleted). External IP: 172.25.0.23, port: 9d795da2-56b0-4dfa-88a4-35d3d15ed483. Feb 11 14:04:46.576977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Router 56c8c999-58af-479b-98d5-78493dcb399d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:04:46.682711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:04:46.688285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:46.692723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] Sync routers for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:04:46.702005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:04:46.702611 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:04:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:46.714640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b1ad0ad8-a720-49ce-b43f-016a137ea751 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "DELETE /v2.0/floatingips/6fe2967d-3300-4ae1-a2b8-5762f0fe9507 HTTP/1.1" status: 204 len: 168 time: 0.9864192 Feb 11 14:04:46.715400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'tag': '9d795da2-56b0-4dfa-88a4-35d3d15ed483'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:46.717793 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad" -d '{"events": [{"name": "network-changed", "server_uuid": "44a5e0de-71c9-4150-9478-0f37d67436dc", "tag": "9d795da2-56b0-4dfa-88a4-35d3d15ed483"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:46.817196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:04:46.841333 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc6e3b3-990a-419b-9520-daad221df5c6 x-openstack-request-id: req-5bc6e3b3-990a-419b-9520-daad221df5c6 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:46.841702 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a5e0de-71c9-4150-9478-0f37d67436dc", "tag": "9d795da2-56b0-4dfa-88a4-35d3d15ed483", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:46.842186 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5bc6e3b3-990a-419b-9520-daad221df5c6 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:46.842646 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'tag': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'status': 'completed', 'code': 200} Feb 11 14:04:46.901392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-42b27057-203e-4799-9dc1-a05bcfd0183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:46.903739 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-42b27057-203e-4799-9dc1-a05bcfd0183a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 1096 time: 0.0416172 Feb 11 14:04:46.997536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-a3b2be28-8e96-4f3c-870f-c573473a361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:46.999204 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-a3b2be28-8e96-4f3c-870f-c573473a361b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0887599 Feb 11 14:04:47.050137 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'c905a75e-6d36-4586-a91b-6c365e74f99f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:75:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:59:50Z', 'updated_at': '2022-02-11T13:59:52Z', 'revision_number': 1, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:47.050591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-56e97114-ce24-42d8-997d-f73be35b89e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483 HTTP/1.1" status: 200 len: 217 time: 0.0361614 Feb 11 14:04:47.082475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] Checking router: 56c8c999-58af-479b-98d5-78493dcb399d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:04:47.091822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:04:47.092361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:04:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:47.101442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-5a3bf1ea-1076-4bb0-be8a-c623effaa213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:47.102965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-5a3bf1ea-1076-4bb0-be8a-c623effaa213 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0466013 Feb 11 14:04:47.162058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-45941f5e-5d0d-4cc4-9ad5-d594155c66f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:47.163568 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-45941f5e-5d0d-4cc4-9ad5-d594155c66f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547523 Feb 11 14:04:47.204499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:04:47.282844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17ddc2-eb08-40d1-8464-4061022c1857 req-1a575514-fd8b-4723-8d1c-05e889216837 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:47.284319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c17ddc2-eb08-40d1-8464-4061022c1857 req-1a575514-fd8b-4723-8d1c-05e889216837 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 945 time: 0.1049709 Feb 11 14:04:47.301170 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-b4c213d2-0cff-49b9-a93b-e72b8106e6ef service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296895 Feb 11 14:04:47.377488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c17ddc2-eb08-40d1-8464-4061022c1857 req-d7508583-ddfa-4120-9f18-4b84fc459790 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858953 Feb 11 14:04:47.411978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2158c0a-08d2-4926-b93c-5f6ed02f91ad req-8d716100-de3a-4e42-a804-439e01a07505 service neutron] 10.222.0.59 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994303 Feb 11 14:04:47.435094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'c905a75e-6d36-4586-a91b-6c365e74f99f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:75:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:59:50Z', 'updated_at': '2022-02-11T13:59:52Z', 'revision_number': 1, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:04:47.466409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acea4560-d12c-4af8-b41e-956c99a256ca None None] The sync data for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 is: [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'c905a75e-6d36-4586-a91b-6c365e74f99f', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'floating_ip_address': '172.25.0.50', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'port_id': '2379f401-5745-4a40-b250-f4e13385e63f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'mac_address': 'fa:16:3e:75:61:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:59:50Z', 'updated_at': '2022-02-11T13:59:52Z', 'revision_number': 1, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:04:47.682526 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b645df-b446-41e5-b57f-5becdaf99fa5 None None] New status for floating IP 6fe2967d-3300-4ae1-a2b8-5762f0fe9507: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:04:48.506578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e98d8-f2ef-4777-b741-52e654bc8f19 req-af714693-12d9-4961-be91-577202d97ce9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:48.508305 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-281e98d8-f2ef-4777-b741-52e654bc8f19 req-af714693-12d9-4961-be91-577202d97ce9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 945 time: 0.0548272 Feb 11 14:04:48.552155 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-281e98d8-f2ef-4777-b741-52e654bc8f19 req-6af6e56a-bf44-49b8-99d2-35b6c833195e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371306 Feb 11 14:04:48.809803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-5e72201e-f1c7-4ca3-b04e-74b3b225f1f3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:04:48.811161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-5e72201e-f1c7-4ca3-b04e-74b3b225f1f3 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.59 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 945 time: 0.0497220 Feb 11 14:04:48.906424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-a2a492f8-491e-4163-97df-645adbd5ae14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Deleting port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:04:48.906759 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-a2a492f8-491e-4163-97df-645adbd5ae14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:48.992685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-a2a492f8-491e-4163-97df-645adbd5ae14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] For port 9d795da2-56b0-4dfa-88a4-35d3d15ed483, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9d795da2-56b0-4dfa-88a4-35d3d15ed483,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:04:48.993041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-a2a492f8-491e-4163-97df-645adbd5ae14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:49.005220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-a2a492f8-491e-4163-97df-645adbd5ae14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Calling delete_port for 9d795da2-56b0-4dfa-88a4-35d3d15ed483 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:04:49.313276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-a2a492f8-491e-4163-97df-645adbd5ae14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:49.342921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a492f8-491e-4163-97df-645adbd5ae14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'Port': ['ID=9d795da2-56b0-4dfa-88a4-35d3d15ed483,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:04:49.390409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-a2a492f8-491e-4163-97df-645adbd5ae14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] No DVR routers for this DVR port 9d795da2-56b0-4dfa-88a4-35d3d15ed483 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:04:49.393495 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-a2a492f8-491e-4163-97df-645adbd5ae14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:49.397029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74e410a4-16b1-467e-b841-5afeefe5cd5c req-a2a492f8-491e-4163-97df-645adbd5ae14 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.59 "DELETE /v2.0/ports/9d795da2-56b0-4dfa-88a4-35d3d15ed483 HTTP/1.1" status: 204 len: 173 time: 0.5802393 Feb 11 14:04:49.397519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'name': 'network-vif-deleted', 'tag': '9d795da2-56b0-4dfa-88a4-35d3d15ed483'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:04:49.400178 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e8b273-0d7a-45e2-a391-c8669ea928d3" -d '{"events": [{"server_uuid": "44a5e0de-71c9-4150-9478-0f37d67436dc", "name": "network-vif-deleted", "tag": "9d795da2-56b0-4dfa-88a4-35d3d15ed483"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:04:49.444540 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7328bf06-e755-4f94-8310-7d469d5270cb x-openstack-request-id: req-7328bf06-e755-4f94-8310-7d469d5270cb {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:04:49.444833 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a5e0de-71c9-4150-9478-0f37d67436dc", "name": "network-vif-deleted", "tag": "9d795da2-56b0-4dfa-88a4-35d3d15ed483", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:04:49.445083 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7328bf06-e755-4f94-8310-7d469d5270cb {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:04:49.445488 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a5e0de-71c9-4150-9478-0f37d67436dc', 'name': 'network-vif-deleted', 'tag': '9d795da2-56b0-4dfa-88a4-35d3d15ed483', 'status': 'completed', 'code': 200} Feb 11 14:04:49.648734 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98823610-c2ec-4ca4-b4f5-f7bf5f3f49b6 req-e0a52bc9-6434-4fe5-abe7-ff5c508dfbd9 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0268607 Feb 11 14:04:50.747414 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bea6cfb4-0acb-4a50-8a2f-842250dd786e req-db72b541-703d-4d8e-8289-c12364618e99 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0272977 Feb 11 14:04:51.843830 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9765636e-5374-441e-8d06-65e732c9c9e6 req-9c766b62-02a5-4a90-a209-ed20b36a8c33 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0268559 Feb 11 14:04:51.972948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9d795da2-56b0-4dfa-88a4-35d3d15ed483 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:04:51.992718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 9d795da2-56b0-4dfa-88a4-35d3d15ed483 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:04:51.993061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9d795da2-56b0-4dfa-88a4-35d3d15ed483 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:04:52.940159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-982f3b37-e3ce-4e4b-aa14-fd3fc47c6dfd req-d8617add-77b4-450e-b8bf-05eac9187214 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0266674 Feb 11 14:04:54.046019 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-29008f30-b45b-4618-b0fd-f5aad25d0762 req-d41f4849-3876-439d-aafd-b58d416ae94d tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=44a5e0de-71c9-4150-9478-0f37d67436dc HTTP/1.1" status: 200 len: 210 time: 0.0282998 Feb 11 14:04:54.712703 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ee5eabca-90ab-406a-8996-f3c3e0bceca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:55.986799 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:57.090149 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-70145bf6-4900-475a-b7fc-3754435a5946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.066748 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:04:58.758738 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.129732 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.647786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41712) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:00.672564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.804378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Deleting port afc58a84-23ce-4de6-b5f2-46b672bacda8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:00.804714 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.880883 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.881208 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:00.893601 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Calling delete_port for afc58a84-23ce-4de6-b5f2-46b672bacda8 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:01.129856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:01.156459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'Port': ['ID=afc58a84-23ce-4de6-b5f2-46b672bacda8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:01.182546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.182896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.184056 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.184399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.184736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.185065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.185392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.185717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.186071 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.186390 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.186712 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.187034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:01.225452 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:01.225806 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Floating IP c905a75e-6d36-4586-a91b-6c365e74f99f disassociated (deleted). External IP: 172.25.0.50, port: 2379f401-5745-4a40-b250-f4e13385e63f. Feb 11 14:05:01.431542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Router 56c8c999-58af-479b-98d5-78493dcb399d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:01.849482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:01.854221 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:01.859727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] Sync routers for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:01.868944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:01.869548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:04:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:01.880460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2a427f41-5000-4120-a391-7c8edb92e57e tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "DELETE /v2.0/floatingips/c905a75e-6d36-4586-a91b-6c365e74f99f HTTP/1.1" status: 204 len: 168 time: 1.2315710 Feb 11 14:05:01.881103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'tag': '2379f401-5745-4a40-b250-f4e13385e63f'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:01.883556 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf69ae6-ceb7-4126-a48a-79cb59e92ff1", "tag": "2379f401-5745-4a40-b250-f4e13385e63f"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:01.989580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:01.991160 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780b23ec-4241-45f3-b583-89cdb3d670e9 x-openstack-request-id: req-780b23ec-4241-45f3-b583-89cdb3d670e9 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:01.991468 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf69ae6-ceb7-4126-a48a-79cb59e92ff1", "tag": "2379f401-5745-4a40-b250-f4e13385e63f", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:01.991755 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-780b23ec-4241-45f3-b583-89cdb3d670e9 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:01.992157 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'tag': '2379f401-5745-4a40-b250-f4e13385e63f', 'status': 'completed', 'code': 200} Feb 11 14:05:02.056094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-8b9e2ff4-41eb-4d1a-a991-4caa510b8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.057677 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-8b9e2ff4-41eb-4d1a-a991-4caa510b8248 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 1096 time: 0.0433352 Feb 11 14:05:02.161982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-ab7499f8-4455-446d-b9e3-b019a0717edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.163542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-ab7499f8-4455-446d-b9e3-b019a0717edf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 200 len: 913 time: 0.0996537 Feb 11 14:05:02.207478 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-fb177ce0-5b92-41ce-b5db-6a30286a2a6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2379f401-5745-4a40-b250-f4e13385e63f HTTP/1.1" status: 200 len: 217 time: 0.0365975 Feb 11 14:05:02.259060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-883fcbce-9b76-4ba5-a7b8-331f72db4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.260612 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-883fcbce-9b76-4ba5-a7b8-331f72db4753 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 200 len: 851 time: 0.0476108 Feb 11 14:05:02.348068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-e8ab7114-2abf-4399-8c62-22a73d41d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.349567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-e8ab7114-2abf-4399-8c62-22a73d41d71c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b361125e-7998-4990-ad65-06d67677b5c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816660 Feb 11 14:05:02.361980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9b3b-afb8-4957-9417-9a0029baf69f req-74f3b80b-3007-4c39-bebb-656f6284ef74 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.363419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96de9b3b-afb8-4957-9417-9a0029baf69f req-74f3b80b-3007-4c39-bebb-656f6284ef74 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 945 time: 0.0649498 Feb 11 14:05:02.365658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:02.393067 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] Checking router: 56c8c999-58af-479b-98d5-78493dcb399d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:02.401278 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:02.402543 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:04:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:02.447491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96de9b3b-afb8-4957-9417-9a0029baf69f req-7547c4ca-ea6e-4a30-afdf-3301e83c62f8 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/security-groups?id=43f317d1-2925-46f1-9f3f-c629e6c1f2b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757763 Feb 11 14:05:02.477438 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-3aa0fb08-bddc-484e-a8cf-490cc194a34e service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130817 Feb 11 14:05:02.518423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:02.568816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e1a5df6-faed-46a3-9413-911c2dfdf2b7 req-5a849a08-b856-43fa-a03d-444595cff7c2 service neutron] 10.222.0.13 "GET /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817850 Feb 11 14:05:02.717030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:02.747754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3b2a9-4b40-41a9-8687-b579cee45326 None None] The sync data for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 is: [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '752f107f-9f6a-4acb-88db-f130d17603f5', 'name': '', 'network_id': 'b361125e-7998-4990-ad65-06d67677b5c1', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'mac_address': 'fa:16:3e:f3:31:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:38Z', 'updated_at': '2022-02-11T13:50:45Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'subnets': [{'id': '6dd0f942-7616-4c2e-9897-7fbd82ca4dde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:02.908185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-e15a3241-ab58-457e-8335-6125ad025793 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:02.909794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-e15a3241-ab58-457e-8335-6125ad025793 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 945 time: 0.0514474 Feb 11 14:05:02.972538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93207e5a-aeb8-49dc-9fa9-383ff753dae4 None None] New status for floating IP c905a75e-6d36-4586-a91b-6c365e74f99f: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:05:03.013366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-d9f33276-2b88-4fea-981b-c9a3461c344c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Deleting port 2379f401-5745-4a40-b250-f4e13385e63f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:03.013702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-d9f33276-2b88-4fea-981b-c9a3461c344c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:03.102812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-d9f33276-2b88-4fea-981b-c9a3461c344c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] For port 2379f401-5745-4a40-b250-f4e13385e63f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2379f401-5745-4a40-b250-f4e13385e63f,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:03.103479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-d9f33276-2b88-4fea-981b-c9a3461c344c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:03.114759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-d9f33276-2b88-4fea-981b-c9a3461c344c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Calling delete_port for 2379f401-5745-4a40-b250-f4e13385e63f owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:03.312019 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-d9f33276-2b88-4fea-981b-c9a3461c344c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:03.340204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f33276-2b88-4fea-981b-c9a3461c344c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'Port': ['ID=2379f401-5745-4a40-b250-f4e13385e63f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:03.389060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-d9f33276-2b88-4fea-981b-c9a3461c344c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] No DVR routers for this DVR port 2379f401-5745-4a40-b250-f4e13385e63f on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:03.391803 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-d9f33276-2b88-4fea-981b-c9a3461c344c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:03.395830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-be284f6c-fd61-4374-a800-3a319fc18bb3 req-d9f33276-2b88-4fea-981b-c9a3461c344c tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.13 "DELETE /v2.0/ports/2379f401-5745-4a40-b250-f4e13385e63f HTTP/1.1" status: 204 len: 173 time: 0.4798713 Feb 11 14:05:03.395830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'name': 'network-vif-deleted', 'tag': '2379f401-5745-4a40-b250-f4e13385e63f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:03.398007 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6df427-e716-4fba-b96d-ac76e4cf588e" -d '{"events": [{"server_uuid": "bbf69ae6-ceb7-4126-a48a-79cb59e92ff1", "name": "network-vif-deleted", "tag": "2379f401-5745-4a40-b250-f4e13385e63f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:03.434763 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495a4f7f-2d7d-4e25-9452-740e0e711413 x-openstack-request-id: req-495a4f7f-2d7d-4e25-9452-740e0e711413 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:03.435050 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf69ae6-ceb7-4126-a48a-79cb59e92ff1", "name": "network-vif-deleted", "tag": "2379f401-5745-4a40-b250-f4e13385e63f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:03.435300 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-495a4f7f-2d7d-4e25-9452-740e0e711413 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:03.435690 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf69ae6-ceb7-4126-a48a-79cb59e92ff1', 'name': 'network-vif-deleted', 'tag': '2379f401-5745-4a40-b250-f4e13385e63f', 'status': 'completed', 'code': 200} Feb 11 14:05:03.547637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2fb5499-f260-49ac-b18c-5421e4779cfd req-e7ea451d-3773-4a39-93cd-36f8d8c69b49 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 210 time: 0.0261176 Feb 11 14:05:04.644967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c794ec88-e11f-47f2-89e5-ef057897c680 req-7089597a-3808-4a9c-b560-81457a5d31ad tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 210 time: 0.0263565 Feb 11 14:05:05.703785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2379f401-5745-4a40-b250-f4e13385e63f no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:05.726389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 2379f401-5745-4a40-b250-f4e13385e63f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:05.726743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2379f401-5745-4a40-b250-f4e13385e63f not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:05.742726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-967570f1-42ec-41b8-a11e-50519683b43f req-d851f0bc-663e-4312-a2fe-9f5958e24932 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 210 time: 0.0271037 Feb 11 14:05:06.837265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7bc5a649-73fd-4012-88dc-7369a95d1526 req-4817c14f-a156-46e2-9586-25e3d18aba8a tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "GET /v2.0/ports?device_id=bbf69ae6-ceb7-4126-a48a-79cb59e92ff1 HTTP/1.1" status: 200 len: 210 time: 0.0258331 Feb 11 14:05:07.893718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41738) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:08.016631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b73bab33-9caf-4b85-b93b-320739ca874b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Deleting port ac4f3596-3f69-4a92-87ab-73db4ae96f73 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:08.016969 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b73bab33-9caf-4b85-b93b-320739ca874b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.094775 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b73bab33-9caf-4b85-b93b-320739ca874b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.095100 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b73bab33-9caf-4b85-b93b-320739ca874b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.106973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b73bab33-9caf-4b85-b93b-320739ca874b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Calling delete_port for ac4f3596-3f69-4a92-87ab-73db4ae96f73 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:08.306838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b73bab33-9caf-4b85-b93b-320739ca874b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.334122 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bab33-9caf-4b85-b93b-320739ca874b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'Port': ['ID=ac4f3596-3f69-4a92-87ab-73db4ae96f73,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:08.390842 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b73bab33-9caf-4b85-b93b-320739ca874b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.393379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b73bab33-9caf-4b85-b93b-320739ca874b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:08.394541 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b73bab33-9caf-4b85-b93b-320739ca874b tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "DELETE /v2.0/floatingips/a0d6c34a-a766-404d-9154-19b5b71d3d41 HTTP/1.1" status: 204 len: 168 time: 0.4998202 Feb 11 14:05:11.809913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41754) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:11.873629 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ecc8267f-dcb1-48b0-985c-692fd3a3f520 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:11.898516 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ecc8267f-dcb1-48b0-985c-692fd3a3f520 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:12.037687 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ecc8267f-dcb1-48b0-985c-692fd3a3f520 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:12.040432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ecc8267f-dcb1-48b0-985c-692fd3a3f520 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:12.041623 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ecc8267f-dcb1-48b0-985c-692fd3a3f520 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] 10.222.0.52 "DELETE /v2.0/security-groups/43f317d1-2925-46f1-9f3f-c629e6c1f2b2 HTTP/1.1" status: 204 len: 168 time: 0.2306955 Feb 11 14:05:12.051327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8267f-dcb1-48b0-985c-692fd3a3f520 tempest-TestVolumeBootPattern-1366708651 tempest-TestVolumeBootPattern-1366708651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f317d1-2925-46f1-9f3f-c629e6c1f2b2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:13.216479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41760) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:13.691134 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:13.937829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] Deleting port 752f107f-9f6a-4acb-88db-f130d17603f5 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:13.938176 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.017494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] For port 752f107f-9f6a-4acb-88db-f130d17603f5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=752f107f-9f6a-4acb-88db-f130d17603f5,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:14.017888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.029196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] Calling delete_port for 752f107f-9f6a-4acb-88db-f130d17603f5 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:14.278516 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.304723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=752f107f-9f6a-4acb-88db-f130d17603f5,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:14.469213 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.685007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] Router 56c8c999-58af-479b-98d5-78493dcb399d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:14.790454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:14.795553 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-058c4eda-2257-4086-b705-9a63ea7acb39 admin admin] 10.222.0.52 "PUT /v2.0/routers/56c8c999-58af-479b-98d5-78493dcb399d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5778153 Feb 11 14:05:14.798275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41766) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:14.799052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] Sync routers for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:14.810194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:14.810810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:04:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:14.904049 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:14.915788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:15.006389 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.095171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T14:05:14Z', 'revision_number': 5, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port': {'id': 'd910fb75-de99-428a-a09c-c74bde446fdd', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:81:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56c8c999-58af-479b-98d5-78493dcb399d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:33Z', 'updated_at': '2022-02-11T13:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:15.120866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] Checking router: 56c8c999-58af-479b-98d5-78493dcb399d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:15.129819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] Routers {'56c8c999-58af-479b-98d5-78493dcb399d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:15.130449 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:04:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['56c8c999-58af-479b-98d5-78493dcb399d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:15.142305 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Deleting port d910fb75-de99-428a-a09c-c74bde446fdd {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:15.143689 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.221357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] Set router 56c8c999-58af-479b-98d5-78493dcb399d gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:15.225902 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] For port d910fb75-de99-428a-a09c-c74bde446fdd, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d910fb75-de99-428a-a09c-c74bde446fdd,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:15.226272 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.239070 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Calling delete_port for d910fb75-de99-428a-a09c-c74bde446fdd owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:15.278132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 6, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:15.304377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba862de-6013-4e74-b348-f07cfed9797e None None] The sync data for ids ['56c8c999-58af-479b-98d5-78493dcb399d'] in n-d-816488-1 is: [{'id': '56c8c999-58af-479b-98d5-78493dcb399d', 'name': 'tempest-TestVolumeBootPattern-1602574405-router', 'tenant_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:31Z', 'updated_at': '2022-02-11T14:05:15Z', 'revision_number': 6, 'project_id': '7061e56a86e0479ba1a1be4f83d9d99a', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:15.466951 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.491815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d910fb75-de99-428a-a09c-c74bde446fdd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:15.555734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.646249 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.648492 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.809638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.810125 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56c8c999-58af-479b-98d5-78493dcb399d {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:05:15.814902 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.816148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b7787e3-2d3d-41c8-aae4-b73b83e6ec62 admin admin] 10.222.0.52 "DELETE /v2.0/routers/56c8c999-58af-479b-98d5-78493dcb399d HTTP/1.1" status: 204 len: 168 time: 1.0169599 Feb 11 14:05:15.818629 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41768) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:15.864299 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00f62c5-1785-483c-99b6-bb88ccffbbed admin admin] Deleting subnet 6dd0f942-7616-4c2e-9897-7fbd82ca4dde {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:05:15.867419 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e00f62c5-1785-483c-99b6-bb88ccffbbed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.903533 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e00f62c5-1785-483c-99b6-bb88ccffbbed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:15.985638 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e00f62c5-1785-483c-99b6-bb88ccffbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.118610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e00f62c5-1785-483c-99b6-bb88ccffbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.148103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e00f62c5-1785-483c-99b6-bb88ccffbbed admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.154872 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e00f62c5-1785-483c-99b6-bb88ccffbbed admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6dd0f942-7616-4c2e-9897-7fbd82ca4dde HTTP/1.1" status: 204 len: 168 time: 0.3321111 Feb 11 14:05:16.154872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f62c5-1785-483c-99b6-bb88ccffbbed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd0f942-7616-4c2e-9897-7fbd82ca4dde,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:16.156049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41770) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:16.169378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f098756-a9a2-4bc9-beed-f9d4cac6f0ec None None] Network b361125e-7998-4990-ad65-06d67677b5c1 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:16.240687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.304708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Deleting port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:16.305094 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.376009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] DHCP port deletion for b361125e-7998-4990-ad65-06d67677b5c1 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:05:16.382769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] For port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:16.383134 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.396709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Calling delete_port for a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:16.420237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d910fb75-de99-428a-a09c-c74bde446fdd no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:16.447671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: d910fb75-de99-428a-a09c-c74bde446fdd {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:16.447946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d910fb75-de99-428a-a09c-c74bde446fdd not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:16.448443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 752f107f-9f6a-4acb-88db-f130d17603f5 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:16.471530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 752f107f-9f6a-4acb-88db-f130d17603f5 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:16.471867 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 752f107f-9f6a-4acb-88db-f130d17603f5 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:16.483588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Deleting port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:16.483948 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.545171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] For port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb,segment=NetworkSegment(19869a2c-23f8-4459-b1d5-9d58562af143),segment_id=19869a2c-23f8-4459-b1d5-9d58562af143)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:16.545560 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.552573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.557625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Calling delete_port for a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:16.581038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] No DVR routers for this DVR port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:16.586648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:05:16.628733 n-d-816488-1 neutron-server[103008]: self.session.flush() Feb 11 14:05:16.633944 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.655745 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.657215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Pushing event deleted for resources: {'Port': ['ID=a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:16.667521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.667829 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.668243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.668460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.668781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.669099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.669745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.669745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.670083 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.670398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.670710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.671021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:16.673647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9fffd1-dd2b-4b74-9b97-a4fce47553b1 None None] No DVR routers for this DVR port a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:16.682141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b361125e-7998-4990-ad65-06d67677b5c1']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:16.692380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19869a2c-23f8-4459-b1d5-9d58562af143') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:16.692675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19869a2c-23f8-4459-b1d5-9d58562af143') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:16.701723 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.714674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.720240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:05:16.720613 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:05:16.722211 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:05:16.878644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.884263 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:16.887424 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] 10.222.0.52 "DELETE /v2.0/networks/b361125e-7998-4990-ad65-06d67677b5c1 HTTP/1.1" status: 204 len: 168 time: 0.7290788 Feb 11 14:05:16.890535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41776) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:16.898424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddbc2d-0969-4a8d-a1db-d64a58f444ed admin admin] Pushing event deleted for resources: {'Network': ['ID=b361125e-7998-4990-ad65-06d67677b5c1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:17.228811 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:17.471754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] Deleting port f8660bb5-bfd4-48d7-aade-ce796ce379a0 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:17.472010 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:17.556525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] For port f8660bb5-bfd4-48d7-aade-ce796ce379a0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f8660bb5-bfd4-48d7-aade-ce796ce379a0,segment=NetworkSegment(4e18ca62-1693-4e52-a569-118dd801a0d2),segment_id=4e18ca62-1693-4e52-a569-118dd801a0d2)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:17.556929 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:17.569015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] Calling delete_port for f8660bb5-bfd4-48d7-aade-ce796ce379a0 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:17.849744 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:17.876413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8660bb5-bfd4-48d7-aade-ce796ce379a0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:18.046908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.413969 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:18.435503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:18.435769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a1d8a75e-d0ab-47b3-a13e-67e59ba9d5cb not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:18.577727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] Router a58cf841-b907-4a75-8b4d-28a2908995da has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:05:18.681862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:05:18.687034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a37b086f-0bcc-4dde-ab90-61b72afa2ce9 admin admin] 10.222.0.52 "PUT /v2.0/routers/a58cf841-b907-4a75-8b4d-28a2908995da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7954285 Feb 11 14:05:18.689556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41778) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:18.692170 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] Sync routers for ids ['a58cf841-b907-4a75-8b4d-28a2908995da'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:05:18.702439 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] Routers {'a58cf841-b907-4a75-8b4d-28a2908995da'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:18.703154 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:04:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a58cf841-b907-4a75-8b4d-28a2908995da'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:18.792844 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.805422 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] Set router a58cf841-b907-4a75-8b4d-28a2908995da gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:18.898273 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:18.989805 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'name': 'tempest-TestVolumeBootPattern-1507333612-router', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162'}], 'enable_snat': True}, 'gw_port_id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:46Z', 'updated_at': '2022-02-11T14:05:17Z', 'revision_number': 5, 'project_id': 'e9b578a029f7409c940b293647661225', 'gw_port': {'id': '70d6c438-74e8-4399-bcbb-4dbaa2012f0c', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:0e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:50:47Z', 'updated_at': '2022-02-11T13:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:19.015949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Deleting port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:19.016295 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.022539 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] Checking router: a58cf841-b907-4a75-8b4d-28a2908995da for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:05:19.032531 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] Routers {'a58cf841-b907-4a75-8b4d-28a2908995da'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:05:19.033151 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:04:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['a58cf841-b907-4a75-8b4d-28a2908995da'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:19.099133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] For port 70d6c438-74e8-4399-bcbb-4dbaa2012f0c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=70d6c438-74e8-4399-bcbb-4dbaa2012f0c,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:19.099769 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.113034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Calling delete_port for 70d6c438-74e8-4399-bcbb-4dbaa2012f0c owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:19.119445 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] Set router a58cf841-b907-4a75-8b4d-28a2908995da gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:05:19.179170 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'name': 'tempest-TestVolumeBootPattern-1507333612-router', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:46Z', 'updated_at': '2022-02-11T14:05:18Z', 'revision_number': 6, 'project_id': 'e9b578a029f7409c940b293647661225', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:19.207531 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8620f7-60dc-4e35-89ba-03cc9a88fd8d None None] The sync data for ids ['a58cf841-b907-4a75-8b4d-28a2908995da'] in n-d-816488-1 is: [{'id': 'a58cf841-b907-4a75-8b4d-28a2908995da', 'name': 'tempest-TestVolumeBootPattern-1507333612-router', 'tenant_id': 'e9b578a029f7409c940b293647661225', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:50:46Z', 'updated_at': '2022-02-11T14:05:18Z', 'revision_number': 6, 'project_id': 'e9b578a029f7409c940b293647661225', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:05:19.346816 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.373146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=70d6c438-74e8-4399-bcbb-4dbaa2012f0c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:19.439205 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.543817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.546135 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.655055 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.655633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a58cf841-b907-4a75-8b4d-28a2908995da {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:05:19.662609 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.662609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5d154666-0d39-47ca-ab23-9498c0224f8c admin admin] 10.222.0.52 "DELETE /v2.0/routers/a58cf841-b907-4a75-8b4d-28a2908995da HTTP/1.1" status: 204 len: 168 time: 0.9704633 Feb 11 14:05:19.663672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41780) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:19.720762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b78320-425d-4ccf-827f-a559bc2ecbd0 admin admin] Deleting subnet cf6c72a1-52e4-4c35-a692-dae31b640a44 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:05:19.723934 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c4b78320-425d-4ccf-827f-a559bc2ecbd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.767440 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c4b78320-425d-4ccf-827f-a559bc2ecbd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:19.857212 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c4b78320-425d-4ccf-827f-a559bc2ecbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.003690 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c4b78320-425d-4ccf-827f-a559bc2ecbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.031136 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b78320-425d-4ccf-827f-a559bc2ecbd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6c72a1-52e4-4c35-a692-dae31b640a44,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:20.035968 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c4b78320-425d-4ccf-827f-a559bc2ecbd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.041932 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c4b78320-425d-4ccf-827f-a559bc2ecbd0 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cf6c72a1-52e4-4c35-a692-dae31b640a44 HTTP/1.1" status: 204 len: 168 time: 0.3744495 Feb 11 14:05:20.042331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41782) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:20.045825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d84466c-21ff-4549-941f-7d9aa939dba6 None None] Network 133c7d6b-58fd-4289-82d9-aec34f36ac4d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:20.117968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.179762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Deleting port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:20.180325 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.248331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] For port 2bc96feb-c08e-4d5d-83c9-67313f583fa8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2bc96feb-c08e-4d5d-83c9-67313f583fa8,segment=NetworkSegment(4e18ca62-1693-4e52-a569-118dd801a0d2),segment_id=4e18ca62-1693-4e52-a569-118dd801a0d2)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:20.248698 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.262014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac90d429-4012-4d4c-a0cd-a6cfb86b77af None None] DHCP port deletion for 133c7d6b-58fd-4289-82d9-aec34f36ac4d request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:05:20.264152 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Calling delete_port for 2bc96feb-c08e-4d5d-83c9-67313f583fa8 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:20.315270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ac90d429-4012-4d4c-a0cd-a6cfb86b77af None None] Deleting port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:20.315762 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ac90d429-4012-4d4c-a0cd-a6cfb86b77af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.377922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f8660bb5-bfd4-48d7-aade-ce796ce379a0 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:20.402311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ac90d429-4012-4d4c-a0cd-a6cfb86b77af None None] For port 2bc96feb-c08e-4d5d-83c9-67313f583fa8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2bc96feb-c08e-4d5d-83c9-67313f583fa8,segment=NetworkSegment(4e18ca62-1693-4e52-a569-118dd801a0d2),segment_id=4e18ca62-1693-4e52-a569-118dd801a0d2)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:20.402751 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ac90d429-4012-4d4c-a0cd-a6cfb86b77af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.405400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f8660bb5-bfd4-48d7-aade-ce796ce379a0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:20.405744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f8660bb5-bfd4-48d7-aade-ce796ce379a0 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:20.406184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2bc96feb-c08e-4d5d-83c9-67313f583fa8 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:20.438884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ac90d429-4012-4d4c-a0cd-a6cfb86b77af None None] Calling delete_port for 2bc96feb-c08e-4d5d-83c9-67313f583fa8 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:20.449717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.477551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc96feb-c08e-4d5d-83c9-67313f583fa8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:20.480032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] No DVR routers for this DVR port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:20.552664 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.578426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133c7d6b-58fd-4289-82d9-aec34f36ac4d']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:20.588181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e18ca62-1693-4e52-a569-118dd801a0d2') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:20.589213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e18ca62-1693-4e52-a569-118dd801a0d2') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:05:20.599149 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.613813 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.620163 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:05:20.620547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:05:20.622201 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:05:20.655670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No active binding found for port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 {{(pid=103008) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 11 14:05:20.656015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2bc96feb-c08e-4d5d-83c9-67313f583fa8 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:20.656445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 70d6c438-74e8-4399-bcbb-4dbaa2012f0c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:20.685603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 70d6c438-74e8-4399-bcbb-4dbaa2012f0c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:20.685977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 70d6c438-74e8-4399-bcbb-4dbaa2012f0c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:20.704047 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ac90d429-4012-4d4c-a0cd-a6cfb86b77af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.730401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90d429-4012-4d4c-a0cd-a6cfb86b77af None None] Pushing event deleted for resources: {'Port': ['ID=2bc96feb-c08e-4d5d-83c9-67313f583fa8,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:20.733988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90d429-4012-4d4c-a0cd-a6cfb86b77af None None] No DVR routers for this DVR port 2bc96feb-c08e-4d5d-83c9-67313f583fa8 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:20.743103 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.748757 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:20.751968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] 10.222.0.52 "DELETE /v2.0/networks/133c7d6b-58fd-4289-82d9-aec34f36ac4d HTTP/1.1" status: 204 len: 168 time: 0.7080207 Feb 11 14:05:20.764138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a464d-43b1-4bf3-ac21-73c0fe7184bb admin admin] Pushing event deleted for resources: {'Network': ['ID=133c7d6b-58fd-4289-82d9-aec34f36ac4d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:21.134064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41786) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:21.174191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e337fdba-cbc1-4a66-8a86-8cb73fe7035f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7061e56a86e0479ba1a1be4f83d9d99a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389585 Feb 11 14:05:21.176995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41788) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:21.224713 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b80682ff-41f3-4921-bc25-22e1e9803546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:21.249076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b80682ff-41f3-4921-bc25-22e1e9803546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:21.387499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b80682ff-41f3-4921-bc25-22e1e9803546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:21.390106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b80682ff-41f3-4921-bc25-22e1e9803546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:21.391293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b80682ff-41f3-4921-bc25-22e1e9803546 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/815e7144-b35f-4fe1-9812-91b006d908a0 HTTP/1.1" status: 204 len: 168 time: 0.2134142 Feb 11 14:05:21.399345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80682ff-41f3-4921-bc25-22e1e9803546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e7144-b35f-4fe1-9812-91b006d908a0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:22.128063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41794) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:22.168048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c26a7f51-704e-4553-990e-f2d67a5aad0b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e9b578a029f7409c940b293647661225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388010 Feb 11 14:05:22.170598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41796) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:22.217508 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-868efe1d-f7ba-4a02-a227-87c5590a572e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.238447 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-868efe1d-f7ba-4a02-a227-87c5590a572e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.380773 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-868efe1d-f7ba-4a02-a227-87c5590a572e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.383474 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-868efe1d-f7ba-4a02-a227-87c5590a572e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:22.384628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-868efe1d-f7ba-4a02-a227-87c5590a572e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/677fb45e-af47-4841-8372-d2e37a065135 HTTP/1.1" status: 204 len: 168 time: 0.2131505 Feb 11 14:05:22.393744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868efe1d-f7ba-4a02-a227-87c5590a572e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677fb45e-af47-4841-8372-d2e37a065135,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:22.926614 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:05:24.734981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-43624ace-2569-4abd-944f-3c18a903d7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:25.986547 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:27.055038 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-546dbcc6-82f1-42f7-a563-e5ac5a52d2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.100488 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:28.757855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.180899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:30.677688 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:33.669316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-8c79138f-6dbf-43a9-a122-5e0b9ede96f4 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=84840474d248431abbd629c27fb5ba91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226793 Feb 11 14:05:33.778898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-28e352f5-b55b-41d0-9bdf-9d7ee131733d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:33.780341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-28e352f5-b55b-41d0-9bdf-9d7ee131733d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058898 Feb 11 14:05:33.795033 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-9b7719dd-999c-455a-89e2-71ddbcd82344 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/quotas/84840474d248431abbd629c27fb5ba91 HTTP/1.1" status: 200 len: 375 time: 0.0089979 Feb 11 14:05:33.826839 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-00672ed0-e977-47db-b98a-6f9de09bd753 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=84840474d248431abbd629c27fb5ba91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263145 Feb 11 14:05:34.067944 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2dc61ff-acb0-45fc-9fd8-9be62cee6e18 req-d12f4ac7-bc55-4c61-9b95-700cdf32e606 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 210 time: 0.0272443 Feb 11 14:05:35.149044 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3be4daaa-9184-40db-ae9e-52ea7ae76dae req-ec5ee916-bc66-400c-8588-2dfff572523f tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 210 time: 0.0258653 Feb 11 14:05:36.227051 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ebebb975-74ff-46e7-be53-f0a2e7227e78 req-ad04d6f7-bf8f-4ced-8a6d-f2b04d8e4963 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 210 time: 0.0267522 Feb 11 14:05:37.326602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0f46c7b-5453-4594-9847-7b7378008794 req-bb2a8d37-1da3-43fc-8429-c647b8073733 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 210 time: 0.0307140 Feb 11 14:05:38.423013 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7084b9e2-60f7-4f92-a7f5-1fa7ea58f04c req-740c24b7-6026-4a2b-8b9b-9aad5514fe8a tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 210 time: 0.0313687 Feb 11 14:05:38.499932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2c6f384-9306-4cbc-814d-ff49c78ac73b tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=84840474d248431abbd629c27fb5ba91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207772 Feb 11 14:05:38.604423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-e18aa736-7945-4f10-b169-45a63472a922 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:38.606381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-e18aa736-7945-4f10-b169-45a63472a922 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1004949 Feb 11 14:05:38.617952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Request body: {'port': {'device_id': '3d5d272e-649b-4540-ae4f-b8ccc589e668', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'admin_state_up': True, 'tenant_id': '84840474d248431abbd629c27fb5ba91'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:38.808715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Made reservation on behalf of 84840474d248431abbd629c27fb5ba91 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:38.812320 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.821793 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.894415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:38.963665 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.026624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d70702-6cb2-4c97-9a0c-796c7bf849f8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:39.100115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Allocated IP 192.168.233.173 (248b9d27-7198-4504-8a5e-90b6c603bcae/5af31c13-bfa0-4bae-b24b-26da73aae531/dcde4b82-ba1d-4c33-9b6f-5fec09f597a2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:05:39.241659 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.329171 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.378437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Network 248b9d27-7198-4504-8a5e-90b6c603bcae is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:05:39.381645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:39.385437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:05:39.410193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Pushing event updated for resources: {'Port': ['ID=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:39.440198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:39.440826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.552093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0aa2b-126c-444b-9684-d204bbb04f25 req-9b18899e-9244-4606-895e-2ad44dd4cb87 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:39.553610 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ad0aa2b-126c-444b-9684-d204bbb04f25 req-9b18899e-9244-4606-895e-2ad44dd4cb87 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 936 time: 0.0522358 Feb 11 14:05:39.557666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-170dbe4a-68cb-456e-853b-7576d3256b52 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9430013 Feb 11 14:05:39.569962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Request body: {'port': {'device_id': '3d5d272e-649b-4540-ae4f-b8ccc589e668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:39.620473 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a0277a4a-4dd1-4d40-9368-8d501f372691 None None] Provisioning complete for port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:39.621089 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a0277a4a-4dd1-4d40-9368-8d501f372691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.638586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ad0aa2b-126c-444b-9684-d204bbb04f25 req-45f46ed3-8a0c-471b-b6cd-f5dd0b030434 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779338 Feb 11 14:05:39.646674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.659523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a0277a4a-4dd1-4d40-9368-8d501f372691 None None] Port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:05:39.903100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:39.910258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:39.922667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Transition to ACTIVE for port object dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:05:40.014414 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.068244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:40.142529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Attempting to bind port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:05:40.142866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Attempting to bind port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:05:40.143194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Attempting to bind port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:40.147919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 on network 248b9d27-7198-4504-8a5e-90b6c603bcae not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:05:40.148379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Attempting to bind port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 on network 248b9d27-7198-4504-8a5e-90b6c603bcae {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:05:40.153666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:05:40.153976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Checking segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:40.154362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Bound using segment: {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:05:40.154791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Bound port: dcde4b82-ba1d-4c33-9b6f-5fec09f597a2, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9711b572-0f18-453e-a3a3-d622107c0d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:05:40.155151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.221685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] For port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:05:40.224909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] For port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:05:40.335090 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.373404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.373963 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:40.375319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] 10.222.0.59 "PUT /v2.0/ports/dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 HTTP/1.1" status: 200 len: 1096 time: 0.8090382 Feb 11 14:05:40.375765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5d272e-649b-4540-ae4f-b8ccc589e668', 'tag': 'dcde4b82-ba1d-4c33-9b6f-5fec09f597a2'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:40.378017 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b41e88-1bff-4ed9-b3e8-458ccd63dd00" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5d272e-649b-4540-ae4f-b8ccc589e668", "tag": "dcde4b82-ba1d-4c33-9b6f-5fec09f597a2"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:40.408324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3d868-496c-46de-a379-94121182a5e5 service neutron] Pushing event updated for resources: {'Port': ['ID=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:40.418594 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d11cb5-5636-4cd5-a0cf-ed1c967ec36b x-openstack-request-id: req-38d11cb5-5636-4cd5-a0cf-ed1c967ec36b {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:40.419654 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5d272e-649b-4540-ae4f-b8ccc589e668", "tag": "dcde4b82-ba1d-4c33-9b6f-5fec09f597a2", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:40.419901 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-38d11cb5-5636-4cd5-a0cf-ed1c967ec36b {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:40.420298 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5d272e-649b-4540-ae4f-b8ccc589e668', 'tag': 'dcde4b82-ba1d-4c33-9b6f-5fec09f597a2', 'status': 'completed', 'code': 200} Feb 11 14:05:40.485430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b41e88-1bff-4ed9-b3e8-458ccd63dd00 req-fedc85d3-93b8-47b5-ab46-834a582d5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.486949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3b41e88-1bff-4ed9-b3e8-458ccd63dd00 req-fedc85d3-93b8-47b5-ab46-834a582d5e8d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84840474d248431abbd629c27fb5ba91&device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 1099 time: 0.0480447 Feb 11 14:05:40.514924 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3b41e88-1bff-4ed9-b3e8-458ccd63dd00 req-3716dd99-815d-40eb-8fed-c87186894094 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=84840474d248431abbd629c27fb5ba91&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204401 Feb 11 14:05:40.610210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b41e88-1bff-4ed9-b3e8-458ccd63dd00 req-6f158336-4582-4d85-aa2d-e8795fffbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.611676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3b41e88-1bff-4ed9-b3e8-458ccd63dd00 req-6f158336-4582-4d85-aa2d-e8795fffbb61 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905855 Feb 11 14:05:40.687013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-8c90a5f0-9cda-42f3-99d2-beb2de08bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.688560 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-8c90a5f0-9cda-42f3-99d2-beb2de08bb55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=84840474d248431abbd629c27fb5ba91&device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 1099 time: 0.0430722 Feb 11 14:05:40.742068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-d92d7191-c33b-47e2-bfe2-c2bcf0c93205 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 HTTP/1.1" status: 200 len: 217 time: 0.0466928 Feb 11 14:05:40.810312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-0b69544d-f1a0-4f61-9e13-143ee2e25b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.811733 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-0b69544d-f1a0-4f61-9e13-143ee2e25b4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5af31c13-bfa0-4bae-b24b-26da73aae531 HTTP/1.1" status: 200 len: 843 time: 0.0528066 Feb 11 14:05:40.819852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386eac6-0a38-4b2f-8b36-a07abe0f66c8 req-0ff301cd-7bd8-43d1-8ecd-8ed021ad6d61 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.821197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3386eac6-0a38-4b2f-8b36-a07abe0f66c8 req-0ff301cd-7bd8-43d1-8ecd-8ed021ad6d61 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 948 time: 0.0884075 Feb 11 14:05:40.890361 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3386eac6-0a38-4b2f-8b36-a07abe0f66c8 req-d0692dc6-f09a-4de8-9c39-8c67f0c21be9 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600510 Feb 11 14:05:40.892876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-e59d0161-ab69-4c53-9623-29387f99c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:40.894365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-e59d0161-ab69-4c53-9623-29387f99c9dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=248b9d27-7198-4504-8a5e-90b6c603bcae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723598 Feb 11 14:05:40.983300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-f4223d40-68c5-4349-945b-b21eaaa8c711 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812638 Feb 11 14:05:41.076034 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0e308b3d-c572-4b3d-8f47-e34a547ebda4 req-20c7dc4a-3b50-4451-b4ab-4467fe443217 service neutron] 10.222.0.59 "GET /v2.0/networks/248b9d27-7198-4504-8a5e-90b6c603bcae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866339 Feb 11 14:05:42.017141 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d19a5-4919-42fa-9406-d527e6abb537 req-2ae77d22-8b9f-4ca7-9a47-85dd904789e2 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:42.018654 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-387d19a5-4919-42fa-9406-d527e6abb537 req-2ae77d22-8b9f-4ca7-9a47-85dd904789e2 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 948 time: 0.0542250 Feb 11 14:05:42.056851 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-387d19a5-4919-42fa-9406-d527e6abb537 req-218398fe-9504-4343-aba6-8b4613e12679 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Feb 11 14:05:43.178561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40447e60-e3b9-4cd3-8514-52f05dbafd0e req-18c218a2-6e87-4171-bbb8-9ac66c471ed0 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:43.180126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-40447e60-e3b9-4cd3-8514-52f05dbafd0e req-18c218a2-6e87-4171-bbb8-9ac66c471ed0 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 948 time: 0.0521269 Feb 11 14:05:43.217339 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-40447e60-e3b9-4cd3-8514-52f05dbafd0e req-ecf7176c-86dd-4507-b04b-f37ac60c5e2b tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311711 Feb 11 14:05:44.220624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:05:44.315465 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:44.327202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'dcde4b82-ba1d-4c33-9b6f-5fec09f597a2', 'network_id': '248b9d27-7198-4504-8a5e-90b6c603bcae', 'port_id': 'dcde4b82-ba1d-4c33-9b6f-5fec09f597a2', 'mac_address': 'fa:16:3e:01:bf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af31c13-bfa0-4bae-b24b-26da73aae531', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:05:44.334507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bfde0-037c-44de-a34b-1af67400845e req-1b43db39-9537-4e3b-b504-1aafd3fd8819 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:44.336018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d99bfde0-037c-44de-a34b-1af67400845e req-1b43db39-9537-4e3b-b504-1aafd3fd8819 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 948 time: 0.0507917 Feb 11 14:05:44.368031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.374901 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d99bfde0-037c-44de-a34b-1af67400845e req-db1cb6b7-ffe2-4ffc-8cb3-287a11874704 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Feb 11 14:05:44.381309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:05:44.400659 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:44.454256 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:44.501023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:44.783350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['dcde4b82-ba1d-4c33-9b6f-5fec09f597a2'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:45.490467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821f026-1c8d-4f71-8f93-75a5bbb85d87 req-efcd7827-c24e-4407-a3a6-ffb10fe5905f tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:45.491863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c821f026-1c8d-4f71-8f93-75a5bbb85d87 req-efcd7827-c24e-4407-a3a6-ffb10fe5905f tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 949 time: 0.0484960 Feb 11 14:05:45.529471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c821f026-1c8d-4f71-8f93-75a5bbb85d87 req-8130896f-10f5-4ede-b7b3-8c219ef1b5da tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311270 Feb 11 14:05:46.251977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:05:46.380296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:05:46.384391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:05:46.390194 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.461708 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.487341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5d272e-649b-4540-ae4f-b8ccc589e668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcde4b82-ba1d-4c33-9b6f-5fec09f597a2'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:46.489617 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d1e2d6-51cc-4ee6-a079-0f74907a178d" -d '{"events": [{"server_uuid": "3d5d272e-649b-4540-ae4f-b8ccc589e668", "name": "network-vif-plugged", "status": "completed", "tag": "dcde4b82-ba1d-4c33-9b6f-5fec09f597a2"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:46.503064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:46.558267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:46.609524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:46.653761 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a688e37-4701-4843-8330-aa1789ec8763 x-openstack-request-id: req-4a688e37-4701-4843-8330-aa1789ec8763 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:46.654109 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5d272e-649b-4540-ae4f-b8ccc589e668", "name": "network-vif-plugged", "status": "completed", "tag": "dcde4b82-ba1d-4c33-9b6f-5fec09f597a2", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:46.654360 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a688e37-4701-4843-8330-aa1789ec8763 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:46.654575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cbf8aa-bd00-4db3-b9c6-86e60c89ea2f req-4e132923-7f9c-4690-8582-671dfb936d4b tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:46.655065 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5d272e-649b-4540-ae4f-b8ccc589e668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcde4b82-ba1d-4c33-9b6f-5fec09f597a2', 'code': 200} Feb 11 14:05:46.656070 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49cbf8aa-bd00-4db3-b9c6-86e60c89ea2f req-4e132923-7f9c-4690-8582-671dfb936d4b tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 950 time: 0.0546658 Feb 11 14:05:46.695929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49cbf8aa-bd00-4db3-b9c6-86e60c89ea2f req-ea1605e9-f454-4c75-9a8f-646df1682c90 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Feb 11 14:05:46.748545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fff9ba-7772-4ff4-903b-cb44914c34cd req-fcbb6a5e-ef75-4146-ba87-50c6d0195a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:46.750058 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16fff9ba-7772-4ff4-903b-cb44914c34cd req-fcbb6a5e-ef75-4146-ba87-50c6d0195a3d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 1101 time: 0.0403261 Feb 11 14:05:46.782869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16fff9ba-7772-4ff4-903b-cb44914c34cd req-10cbdb12-d80d-478c-a66d-25a59650b8fe service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267582 Feb 11 14:05:47.813265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03d633-02ca-4395-a005-d1fdbbb9cc78 req-1f8f3760-252f-4aa6-86ee-61f88a4e0fee tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:47.814782 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d03d633-02ca-4395-a005-d1fdbbb9cc78 req-1f8f3760-252f-4aa6-86ee-61f88a4e0fee tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 950 time: 0.0485692 Feb 11 14:05:47.856462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d03d633-02ca-4395-a005-d1fdbbb9cc78 req-73156034-6fba-4e54-a3cc-0c6c2e1a7df2 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357449 Feb 11 14:05:48.970462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6487fb1-16c0-4f3e-aeec-08e6b725f02a req-c4dbfd7a-33cb-4b2e-a985-fa7760a0486d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:48.971922 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6487fb1-16c0-4f3e-aeec-08e6b725f02a req-c4dbfd7a-33cb-4b2e-a985-fa7760a0486d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 950 time: 0.0483661 Feb 11 14:05:49.009209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6487fb1-16c0-4f3e-aeec-08e6b725f02a req-08532f64-f4cf-4859-bb08-db555fed669c tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Feb 11 14:05:49.368415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-f3873974-bb14-49da-a4da-8cf4c2745392 req-fb48e5c0-e5c1-4347-84d4-c1b19432371d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:05:49.369531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3873974-bb14-49da-a4da-8cf4c2745392 req-fb48e5c0-e5c1-4347-84d4-c1b19432371d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054305 Feb 11 14:05:49.950694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-19284435-bb93-4be5-a3dc-0318e126cf31 req-79bfad5f-6106-4c20-82be-8f64dde03d8d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:05:49.951703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19284435-bb93-4be5-a3dc-0318e126cf31 req-79bfad5f-6106-4c20-82be-8f64dde03d8d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1129708 Feb 11 14:05:50.602232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c12aa3-49b0-4dab-b1c0-95195844aeeb req-6ac2e61c-ae0d-4f8d-82ae-93f9a955ae98 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:50.604353 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62c12aa3-49b0-4dab-b1c0-95195844aeeb req-6ac2e61c-ae0d-4f8d-82ae-93f9a955ae98 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 950 time: 0.0526326 Feb 11 14:05:50.642183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62c12aa3-49b0-4dab-b1c0-95195844aeeb req-9e919ff8-932c-42a9-a475-0e22cc07f94e tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318360 Feb 11 14:05:51.758692 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28762511-f961-41a0-987a-c2bc26f1d54b req-df93d03c-9b4e-4d04-845a-498d46077968 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:51.761945 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28762511-f961-41a0-987a-c2bc26f1d54b req-df93d03c-9b4e-4d04-845a-498d46077968 tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 950 time: 0.0508394 Feb 11 14:05:51.801484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28762511-f961-41a0-987a-c2bc26f1d54b req-4f38c511-9a26-48f9-bf7e-3031c88f8f4e tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/security-groups?id=f7d70702-6cb2-4c97-9a0c-796c7bf849f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Feb 11 14:05:52.012069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-3aae9695-56c9-4500-9496-91b0d2ddd11b tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:52.013510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-3aae9695-56c9-4500-9496-91b0d2ddd11b tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.59 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 950 time: 0.0482798 Feb 11 14:05:52.099218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Deleting port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:05:52.099556 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.526059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] For port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,segment=NetworkSegment(9711b572-0f18-453e-a3a3-d622107c0d15),segment_id=9711b572-0f18-453e-a3a3-d622107c0d15)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:05:52.526426 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.538048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Calling delete_port for dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:05:52.734803 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.747882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['dcde4b82-ba1d-4c33-9b6f-5fec09f597a2'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:05:52.766308 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Pushing event deleted for resources: {'Port': ['ID=dcde4b82-ba1d-4c33-9b6f-5fec09f597a2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:52.775156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.775314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.775709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.776113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.776332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.776654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.776974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.777294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.777713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.778187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.778303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.778579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:05:52.842399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] No DVR routers for this DVR port dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:05:52.843575 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:52.846439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7be3ebc7-ca37-41bc-9308-ba12d9e027e6 req-31ab157b-9d87-4009-9270-aeae7c013b0d tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.59 "DELETE /v2.0/ports/dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 HTTP/1.1" status: 204 len: 173 time: 0.8272982 Feb 11 14:05:52.846920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5d272e-649b-4540-ae4f-b8ccc589e668', 'name': 'network-vif-deleted', 'tag': 'dcde4b82-ba1d-4c33-9b6f-5fec09f597a2'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:05:52.849192 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc841f1a-0dbf-4fbd-9a6d-180362390090" -d '{"events": [{"server_uuid": "3d5d272e-649b-4540-ae4f-b8ccc589e668", "name": "network-vif-deleted", "tag": "dcde4b82-ba1d-4c33-9b6f-5fec09f597a2"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:05:52.908234 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b9aee0-6066-48cf-bc19-a05bf252d8c9 x-openstack-request-id: req-b0b9aee0-6066-48cf-bc19-a05bf252d8c9 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:05:52.908521 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5d272e-649b-4540-ae4f-b8ccc589e668", "name": "network-vif-deleted", "tag": "dcde4b82-ba1d-4c33-9b6f-5fec09f597a2", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:05:52.908765 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b0b9aee0-6066-48cf-bc19-a05bf252d8c9 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:05:52.909159 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5d272e-649b-4540-ae4f-b8ccc589e668', 'name': 'network-vif-deleted', 'tag': 'dcde4b82-ba1d-4c33-9b6f-5fec09f597a2', 'status': 'completed', 'code': 200} Feb 11 14:05:52.947823 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad0a4421-3873-444e-a28a-bee25a97b6d3 req-883e89df-b429-49e9-92af-2caf5a6b5e0a tempest-ServersAdminNegativeTestJSON-1612013468 tempest-ServersAdminNegativeTestJSON-1612013468-project] 10.222.0.52 "GET /v2.0/ports?device_id=3d5d272e-649b-4540-ae4f-b8ccc589e668 HTTP/1.1" status: 200 len: 210 time: 0.0349014 Feb 11 14:05:54.475356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41962) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:54.605200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d522e1b0-b429-44b9-aa93-f2b349db8682 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=84840474d248431abbd629c27fb5ba91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285319 Feb 11 14:05:54.607692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 41966) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:54.656550 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36bc29c6-0871-4364-92e4-edd3cf3db432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.679567 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36bc29c6-0871-4364-92e4-edd3cf3db432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.729327 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a6aaaef0-6b07-4571-87fb-c9a95c938a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.786057 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36bc29c6-0871-4364-92e4-edd3cf3db432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.788684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-36bc29c6-0871-4364-92e4-edd3cf3db432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:54.789842 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-36bc29c6-0871-4364-92e4-edd3cf3db432 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f7d70702-6cb2-4c97-9a0c-796c7bf849f8 HTTP/1.1" status: 204 len: 168 time: 0.1812654 Feb 11 14:05:54.799194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc29c6-0871-4364-92e4-edd3cf3db432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d70702-6cb2-4c97-9a0c-796c7bf849f8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:55.349538 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41976) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:55.363650 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d3b121a5-6edf-41b2-820f-148d4602eed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:55.436542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d3b121a5-6edf-41b2-820f-148d4602eed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:55.500011 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d3b121a5-6edf-41b2-820f-148d4602eed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:55.538005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b121a5-6edf-41b2-820f-148d4602eed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbd5bac-7689-47fe-b435-3ed749f15b30,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:55.542764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d3b121a5-6edf-41b2-820f-148d4602eed0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=98469a9f24dc47a0b43962286e618aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921439 Feb 11 14:05:55.545315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 41978) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:55.594341 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-798cdaec-9823-4ba8-a31f-ad58e58b05ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:55.619290 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-798cdaec-9823-4ba8-a31f-ad58e58b05ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:55.797612 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-798cdaec-9823-4ba8-a31f-ad58e58b05ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:55.800603 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-798cdaec-9823-4ba8-a31f-ad58e58b05ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:55.801867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-798cdaec-9823-4ba8-a31f-ad58e58b05ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9dbd5bac-7689-47fe-b435-3ed749f15b30 HTTP/1.1" status: 204 len: 168 time: 0.2555535 Feb 11 14:05:55.810192 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798cdaec-9823-4ba8-a31f-ad58e58b05ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbd5bac-7689-47fe-b435-3ed749f15b30,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:56.020350 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:56.283596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:05:56.305507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:05:56.305840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dcde4b82-ba1d-4c33-9b6f-5fec09f597a2 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:05:56.845079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42000) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:56.940639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1193447906-network', 'tenant_id': '9ded5263fd5b4101aa3871d721588994'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:56.991245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8af64d84-e2a8-4aff-a57f-46fe8d725df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.122799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Made reservation on behalf of 9ded5263fd5b4101aa3871d721588994 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:57.125130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.133870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.207783 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.323023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.351960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:05:57.358752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe84927-bf0c-4412-936d-471a56132d01,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:57.364663 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.365063 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Added segment edba5417-8572-47d0-bc5e-b5f3d1660e43 of type vlan for network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a Feb 11 14:05:57.405146 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.477371 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.479543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:57.480064 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.537658 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] Pushing event updated for resources: {'Network': ['ID=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:57.548153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:05:57.565976 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-48797fd3-c144-4263-a9a3-4571588d3c51 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7197323 Feb 11 14:05:57.568820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42004) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:05:57.573828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Request body: {'subnet': {'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1193447906-subnet', 'tenant_id': '9ded5263fd5b4101aa3871d721588994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:05:57.666659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Made reservation on behalf of 9ded5263fd5b4101aa3871d721588994 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:05:57.668973 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.900532 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:57.961937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb89c7b-f3e0-404c-ab88-95ff55ef7311,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:05:57.967067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Checking segment: {'id': 'edba5417-8572-47d0-bc5e-b5f3d1660e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:05:57.967414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Network hostable DHCP agents. Network: cfcb93a8-6c6b-4260-b182-ecef7cb44a5a, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:05:58.043024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:05:58.071659 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:58.117232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, cfcb93a8-6c6b-4260-b182-ecef7cb44a5a) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:05:58.122196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:58.123073 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:58.127289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d0682-8cec-4085-a274-bfdf1349817a None None] Network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:58.200309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cfa77e80-ead1-4bc5-bd98-63846558f0b7 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6304235 Feb 11 14:05:58.253023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967cbf3-b77e-43c2-bbe3-084403413fed None None] Network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:05:58.646144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-38de5089-2494-4e4c-8fe8-7980f4c7ba31 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:05:58.647611 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-38de5089-2494-4e4c-8fe8-7980f4c7ba31 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/networks?id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a HTTP/1.1" status: 200 len: 812 time: 0.1007526 Feb 11 14:05:58.663210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-ba92a579-5b0f-422a-84b1-3a1aae0a97f8 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/quotas/9ded5263fd5b4101aa3871d721588994 HTTP/1.1" status: 200 len: 375 time: 0.0090063 Feb 11 14:05:58.695221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-ad56bd89-e3d3-47bb-b825-d546ab63e160 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=9ded5263fd5b4101aa3871d721588994&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263991 Feb 11 14:05:58.774486 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:05:58.788734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1efcb6ac-145b-4ab7-b772-6b22d28af25e service neutron] 10.222.0.52 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856810 Feb 11 14:05:58.877917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-3aeded65-60d0-40ff-851a-df8383e4bcb8 service neutron] 10.222.0.52 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826006 Feb 11 14:05:59.197783 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0c7c257-92dc-48b2-9685-754f52ad3c6a req-05ddbd95-5dcd-482f-9ace-96bf1be7bd39 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 210 time: 0.0285976 Feb 11 14:05:59.926244 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:06:00.157956 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:00.283700 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-de266f9d-fb93-4524-bd8e-752523d18f70 req-3e7f9c2d-8d45-42a6-9f49-8960f531d913 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 210 time: 0.0323761 Feb 11 14:06:00.694318 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.377637 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-99f2b715-cb93-4940-9fdd-700a4f7724a9 req-855f39fc-da19-42f1-8836-eed1e57fa635 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 210 time: 0.0271559 Feb 11 14:06:01.503832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-fd659c6e-4673-41ed-aa33-16a972279770 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:01.505275 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-fd659c6e-4673-41ed-aa33-16a972279770 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.13 "GET /v2.0/networks?id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a HTTP/1.1" status: 200 len: 812 time: 0.0994716 Feb 11 14:06:01.518415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Request body: {'port': {'device_id': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a', 'admin_state_up': True, 'tenant_id': '9ded5263fd5b4101aa3871d721588994'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:01.716708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Made reservation on behalf of 9ded5263fd5b4101aa3871d721588994 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:01.720285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:01.847660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Allocated IP 172.20.0.14 (cfcb93a8-6c6b-4260-b182-ecef7cb44a5a/dfb89c7b-f3e0-404c-ab88-95ff55ef7311/dbd5466e-16c1-413a-bcdd-b2f8527c10e3) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:06:02.000899 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.105960 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.150247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:06:02.153549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:02.157092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:06:02.164368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Pushing event updated for resources: {'Port': ['ID=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:02.220295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:02.220897 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.296591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b09aed2b-d94e-4f39-94b6-a53dab7c1c7a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7818441 Feb 11 14:06:02.308184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Request body: {'port': {'device_id': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:02.363170 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.572790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5268d-1ea3-4d79-9beb-2cf44683f988 req-b89d913e-029e-41be-b954-cbf5297f91ab tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:02.574303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6fc5268d-1ea3-4d79-9beb-2cf44683f988 req-b89d913e-029e-41be-b954-cbf5297f91ab tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 932 time: 0.1113329 Feb 11 14:06:02.642208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6fc5268d-1ea3-4d79-9beb-2cf44683f988 req-69ed4534-e719-487f-a930-8392ff9c2bdb tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603428 Feb 11 14:06:02.691564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd5466e-16c1-413a-bcdd-b2f8527c10e3 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:02.699939 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.711356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Transition to ACTIVE for port object dbd5466e-16c1-413a-bcdd-b2f8527c10e3 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:02.791996 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.845072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Pushing event updated for resources: {'Port': ['ID=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:02.913493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Attempting to bind port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:02.913743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Attempting to bind port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'edba5417-8572-47d0-bc5e-b5f3d1660e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:02.914103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Attempting to bind port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 on network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:02.918670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 on network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:02.918989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Attempting to bind port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 on network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:02.923747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:02.924081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Checking segment: {'id': 'edba5417-8572-47d0-bc5e-b5f3d1660e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:02.924461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Bound using segment: {'id': 'edba5417-8572-47d0-bc5e-b5f3d1660e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:02.925183 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Bound port: dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edba5417-8572-47d0-bc5e-b5f3d1660e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:02.925537 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:02.994437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:02.997321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,segment=NetworkSegment(edba5417-8572-47d0-bc5e-b5f3d1660e43),segment_id=edba5417-8572-47d0-bc5e-b5f3d1660e43)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:03.083222 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.116812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.117420 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:03.119494 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] 10.222.0.13 "PUT /v2.0/ports/dbd5466e-16c1-413a-bcdd-b2f8527c10e3 HTTP/1.1" status: 200 len: 1092 time: 0.8155077 Feb 11 14:06:03.119888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:03.122177 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b07ae5-d5f0-4614-8342-8927fdc4c3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:03.148025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3796c-bb24-4a86-9195-a2b5be05a13c service neutron] Pushing event updated for resources: {'Port': ['ID=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:03.165559 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe193af-a6c9-498c-a437-482b8dc90f13 x-openstack-request-id: req-fbe193af-a6c9-498c-a437-482b8dc90f13 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:03.165940 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:03.166195 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fbe193af-a6c9-498c-a437-482b8dc90f13 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:03.166685 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3', 'status': 'completed', 'code': 200} Feb 11 14:06:03.228511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b07ae5-d5f0-4614-8342-8927fdc4c3e2 req-699fa68d-7193-471c-bb0d-d61c9a2a1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.230063 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21b07ae5-d5f0-4614-8342-8927fdc4c3e2 req-699fa68d-7193-471c-bb0d-d61c9a2a1345 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ded5263fd5b4101aa3871d721588994&device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 1095 time: 0.0425901 Feb 11 14:06:03.328423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b07ae5-d5f0-4614-8342-8927fdc4c3e2 req-e91c240c-dd27-4511-a624-f220d8cacf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.329898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21b07ae5-d5f0-4614-8342-8927fdc4c3e2 req-e91c240c-dd27-4511-a624-f220d8cacf0e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9ded5263fd5b4101aa3871d721588994&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0932105 Feb 11 14:06:03.423274 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b07ae5-d5f0-4614-8342-8927fdc4c3e2 req-8e2647f0-6fce-4760-a899-8d2f38a1d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.424722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-21b07ae5-d5f0-4614-8342-8927fdc4c3e2 req-8e2647f0-6fce-4760-a899-8d2f38a1d37e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886688 Feb 11 14:06:03.504138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-6646cb4e-aa28-4059-80ae-354641abf434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.505646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-6646cb4e-aa28-4059-80ae-354641abf434 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ded5263fd5b4101aa3871d721588994&device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 1095 time: 0.0473578 Feb 11 14:06:03.547940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-5e245ac4-bcc4-40f2-951b-1e2750feb0c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3 HTTP/1.1" status: 200 len: 217 time: 0.0343585 Feb 11 14:06:03.597286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-a1659ffd-de80-422a-a2dd-fe931f3646aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.598774 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-a1659ffd-de80-422a-a2dd-fe931f3646aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfb89c7b-f3e0-404c-ab88-95ff55ef7311 HTTP/1.1" status: 200 len: 852 time: 0.0446825 Feb 11 14:06:03.631156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-00d0a758-5731-42e7-a0bb-9f4d61e1d759 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245478 Feb 11 14:06:03.750410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-639e8312-f369-404b-97f8-1d054f110854 service neutron] 10.222.0.13 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119981 Feb 11 14:06:03.813352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d359780-17e4-409b-b6c4-da58e7b985fb req-6476038e-15fa-4281-b392-b99bc37e8eb1 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:03.814832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5d359780-17e4-409b-b6c4-da58e7b985fb req-6476038e-15fa-4281-b392-b99bc37e8eb1 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 944 time: 0.1037664 Feb 11 14:06:03.872316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5d359780-17e4-409b-b6c4-da58e7b985fb req-41e3af13-7f0c-40e3-909b-7f4923ae163e tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513051 Feb 11 14:06:03.882883 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8e16dc2-571f-4a74-a389-26220c3476c7 req-b0724cd3-b9d7-4e77-85c6-3503be6c61c3 service neutron] 10.222.0.13 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255581 Feb 11 14:06:04.988249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244a7fc-478d-428c-8f13-48d94d08ae01 req-47858707-5c19-46d5-98f4-10a0dd1d1ea0 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:04.989738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5244a7fc-478d-428c-8f13-48d94d08ae01 req-47858707-5c19-46d5-98f4-10a0dd1d1ea0 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 944 time: 0.0485163 Feb 11 14:06:05.028507 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5244a7fc-478d-428c-8f13-48d94d08ae01 req-84702a6f-a4ed-4966-8822-1d0bb0df1323 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320456 Feb 11 14:06:06.081262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device dbd5466e-16c1-413a-bcdd-b2f8527c10e3 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:06.143948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13c048-3225-4c66-b791-32567da8dc23 req-d3d481b1-7805-4d54-87a7-9de1a595be49 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:06.145454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ea13c048-3225-4c66-b791-32567da8dc23 req-d3d481b1-7805-4d54-87a7-9de1a595be49 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 944 time: 0.0495636 Feb 11 14:06:06.182697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,segment=NetworkSegment(edba5417-8572-47d0-bc5e-b5f3d1660e43),segment_id=edba5417-8572-47d0-bc5e-b5f3d1660e43)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:06.184670 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ea13c048-3225-4c66-b791-32567da8dc23 req-cc1d6b95-7a3b-4960-b918-2b53558cd388 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324762 Feb 11 14:06:06.194559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3', 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a', 'port_id': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3', 'mac_address': 'fa:16:3e:c8:99:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb89c7b-f3e0-404c-ab88-95ff55ef7311', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:06.233350 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.247556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd5466e-16c1-413a-bcdd-b2f8527c10e3 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:06.266237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,segment=NetworkSegment(edba5417-8572-47d0-bc5e-b5f3d1660e43),segment_id=edba5417-8572-47d0-bc5e-b5f3d1660e43)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:06.368154 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:06.416404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:06.607010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['dbd5466e-16c1-413a-bcdd-b2f8527c10e3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:07.302787 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cef40-441d-4ca5-9948-055feef1ca84 req-b60ae3d4-3d83-490a-ac26-babd0e8ca793 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:07.304238 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a9cef40-441d-4ca5-9948-055feef1ca84 req-b60ae3d4-3d83-490a-ac26-babd0e8ca793 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 945 time: 0.0513327 Feb 11 14:06:07.342276 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8a9cef40-441d-4ca5-9948-055feef1ca84 req-904c8943-4219-4492-81a1-ec9608ac9f9e tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312576 Feb 11 14:06:08.092804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device dbd5466e-16c1-413a-bcdd-b2f8527c10e3 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:08.202678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:08.206812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:08.207190 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.288914 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.312352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:08.314648 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6de689-b093-4db1-a4c6-ccc190d9cf65" -d '{"events": [{"server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "name": "network-vif-plugged", "status": "completed", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:08.327744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,segment=NetworkSegment(edba5417-8572-47d0-bc5e-b5f3d1660e43),segment_id=edba5417-8572-47d0-bc5e-b5f3d1660e43)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:08.352905 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc62875-57da-4f70-9946-9515c5b546af x-openstack-request-id: req-4bc62875-57da-4f70-9946-9515c5b546af {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:08.353198 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "name": "network-vif-plugged", "status": "completed", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:08.353445 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4bc62875-57da-4f70-9946-9515c5b546af {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:08.353858 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3', 'code': 200} Feb 11 14:06:08.408397 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:08.451599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7448d8-1574-4536-8e0b-5574adde98c0 req-fa881fde-8079-4697-bfc2-6e2c8cd87148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:08.453103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d7448d8-1574-4536-8e0b-5574adde98c0 req-fa881fde-8079-4697-bfc2-6e2c8cd87148 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 1097 time: 0.0437827 Feb 11 14:06:08.458476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:08.465541 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4e43a-2a57-41ed-b430-7ed4a78bb107 req-6cb45d8f-aa25-4425-b956-ce823463d489 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:08.467118 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7fd4e43a-2a57-41ed-b430-7ed4a78bb107 req-6cb45d8f-aa25-4425-b956-ce823463d489 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0574634 Feb 11 14:06:08.499762 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d7448d8-1574-4536-8e0b-5574adde98c0 req-f38d3b26-f40d-496e-9829-487af2c85267 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402019 Feb 11 14:06:08.506286 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7fd4e43a-2a57-41ed-b430-7ed4a78bb107 req-cfda99e3-b362-4c59-a96e-b83e4ffd76fb tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Feb 11 14:06:09.625522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf61945-550a-424f-89d8-a8ce0f244ede req-ae9169ef-b575-43c7-84ef-f21186c4b907 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:09.627039 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bf61945-550a-424f-89d8-a8ce0f244ede req-ae9169ef-b575-43c7-84ef-f21186c4b907 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0498939 Feb 11 14:06:09.665533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3bf61945-550a-424f-89d8-a8ce0f244ede req-3fcd7ee3-9c36-4660-95b8-7cb36cccfffe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315917 Feb 11 14:06:10.780941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b475556-5f14-4d41-8a67-1b6c3d6b391f req-6dd9d15f-0821-45da-876d-b727ff33ae17 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:10.782459 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b475556-5f14-4d41-8a67-1b6c3d6b391f req-6dd9d15f-0821-45da-876d-b727ff33ae17 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0490136 Feb 11 14:06:10.820261 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6b475556-5f14-4d41-8a67-1b6c3d6b391f req-0d32d5dc-0a1b-4a4f-a0ed-6a6116ca3b11 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318773 Feb 11 14:06:11.305641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261f0b5-d3d5-44c2-969b-566f692926c9 req-1a853b14-c3a8-493b-8c16-2dd0c06b166f tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:11.307235 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2261f0b5-d3d5-44c2-969b-566f692926c9 req-1a853b14-c3a8-493b-8c16-2dd0c06b166f tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0550003 Feb 11 14:06:11.345525 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2261f0b5-d3d5-44c2-969b-566f692926c9 req-bcc9eceb-14c0-43c8-9787-8c00c067828b tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Feb 11 14:06:11.400617 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42070) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:11.491406 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-957ba5cf-15cc-4192-9433-ef7f1d1071ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893416 Feb 11 14:06:11.500218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-295e1db7-8bc5-4880-b99e-accdcdf5d7c4 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:06:11.501183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-295e1db7-8bc5-4880-b99e-accdcdf5d7c4 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049608 Feb 11 14:06:12.469017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d548c-e362-42b0-8ae2-ba505531c4b5 req-4824ae75-9abe-4eab-bc53-2412d6235f92 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:12.479814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d62d548c-e362-42b0-8ae2-ba505531c4b5 req-4824ae75-9abe-4eab-bc53-2412d6235f92 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0539880 Feb 11 14:06:12.508631 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d62d548c-e362-42b0-8ae2-ba505531c4b5 req-7543170d-2015-4c86-be69-592bf9a8f18f tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Feb 11 14:06:13.630233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0ac98-15e3-4c82-92a8-a235c54312c0 req-49e5b8b9-3436-4e93-acdd-ce415ab0c06f tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.631721 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-89f0ac98-15e3-4c82-92a8-a235c54312c0 req-49e5b8b9-3436-4e93-acdd-ce415ab0c06f tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0504255 Feb 11 14:06:13.670488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-89f0ac98-15e3-4c82-92a8-a235c54312c0 req-b9f528e2-7a9a-4eeb-bcd4-a59035e672c1 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Feb 11 14:06:13.782156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-844f9d1e-6dda-48b0-9cd8-7d38b0421495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.783637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-844f9d1e-6dda-48b0-9cd8-7d38b0421495 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ded5263fd5b4101aa3871d721588994&device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 1097 time: 0.0442226 Feb 11 14:06:13.873562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-91686beb-e790-4326-bc1b-9e70c5ef17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.874956 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-91686beb-e790-4326-bc1b-9e70c5ef17cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a HTTP/1.1" status: 200 len: 913 time: 0.0835977 Feb 11 14:06:13.919332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-483e8171-8866-4c18-82f4-361b0bbcd2ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3 HTTP/1.1" status: 200 len: 217 time: 0.0381861 Feb 11 14:06:13.967091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-36796acf-9ee7-459d-b898-c7c0466c3488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:13.968506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-36796acf-9ee7-459d-b898-c7c0466c3488 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfb89c7b-f3e0-404c-ab88-95ff55ef7311 HTTP/1.1" status: 200 len: 852 time: 0.0434840 Feb 11 14:06:13.999318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-a89fa77c-ab03-46ab-91ee-647bd039b417 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247140 Feb 11 14:06:14.085312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-0de02fcd-6764-4a3d-8d41-dcd0936877dd service neutron] 10.222.0.13 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798028 Feb 11 14:06:14.176776 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-33c469ec-9f45-4234-9c25-eb77ef55cb79 service neutron] 10.222.0.13 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842121 Feb 11 14:06:14.789024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f95c12-a961-42c6-9880-923eaf55e733 req-db6109bf-1fe5-4207-b99e-a81ea12a74bd tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:14.791236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70f95c12-a961-42c6-9880-923eaf55e733 req-db6109bf-1fe5-4207-b99e-a81ea12a74bd tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0504458 Feb 11 14:06:14.828155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70f95c12-a961-42c6-9880-923eaf55e733 req-75dbcb2a-1ca6-4f9c-ba74-e0dce7393ba2 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Feb 11 14:06:15.942600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25ddfc-561a-4f9e-b8f2-73c5abaa7b30 req-09557d2e-495c-4d21-bc46-5c5dfcdeeec5 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:15.944053 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac25ddfc-561a-4f9e-b8f2-73c5abaa7b30 req-09557d2e-495c-4d21-bc46-5c5dfcdeeec5 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0481834 Feb 11 14:06:15.982552 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac25ddfc-561a-4f9e-b8f2-73c5abaa7b30 req-1d91515f-41d2-499d-9ed1-1647584f87f2 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316639 Feb 11 14:06:17.101203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024c94c-37cf-4496-846a-dd47f25670c5 req-4121985c-a7ed-4e4b-871e-6009a48863b9 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:17.103349 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1024c94c-37cf-4496-846a-dd47f25670c5 req-4121985c-a7ed-4e4b-871e-6009a48863b9 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0524631 Feb 11 14:06:17.139527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1024c94c-37cf-4496-846a-dd47f25670c5 req-581e5821-c6b0-488f-aa4e-b8fbc0a9f94e tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302141 Feb 11 14:06:18.261340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a94745-ab25-400e-ab7f-01d924163c54 req-c7338133-5948-4cfb-80ab-8745afeb4e7d tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:18.262845 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74a94745-ab25-400e-ab7f-01d924163c54 req-c7338133-5948-4cfb-80ab-8745afeb4e7d tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0529957 Feb 11 14:06:18.300278 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-74a94745-ab25-400e-ab7f-01d924163c54 req-c0c68b29-a9de-4968-89b5-b7871e27b6c5 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Feb 11 14:06:19.419076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88687573-3bd6-4b1a-b26e-e3f5cd577827 req-273833a0-d2ff-4e0d-9f61-e370eb895d77 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:19.420552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88687573-3bd6-4b1a-b26e-e3f5cd577827 req-273833a0-d2ff-4e0d-9f61-e370eb895d77 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0491943 Feb 11 14:06:19.462997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-88687573-3bd6-4b1a-b26e-e3f5cd577827 req-95d4a5ea-dd59-41a9-bc01-54febc0c20b7 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337071 Feb 11 14:06:20.576409 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f578869-e333-4611-92f4-6da7881a6ca3 req-f6736194-fb9e-41c5-b8f8-8c2ecc88017d tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:20.577925 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f578869-e333-4611-92f4-6da7881a6ca3 req-f6736194-fb9e-41c5-b8f8-8c2ecc88017d tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0490711 Feb 11 14:06:20.615347 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f578869-e333-4611-92f4-6da7881a6ca3 req-8101eca1-5d0b-4f78-9022-7bfad88bc128 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Feb 11 14:06:21.731957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a72ba5-0baf-4dea-a652-4eaae98ae749 req-36e6583b-a323-4991-a18b-e9db3e584e10 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:21.733402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8a72ba5-0baf-4dea-a652-4eaae98ae749 req-36e6583b-a323-4991-a18b-e9db3e584e10 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0483649 Feb 11 14:06:21.769879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e8a72ba5-0baf-4dea-a652-4eaae98ae749 req-c25eed20-adac-41e5-82a2-790d9d503b0a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304809 Feb 11 14:06:22.888770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb77e6-f301-4ebc-a499-9c89779835f1 req-841964f0-b40b-4454-9668-25508f593779 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:22.890416 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63cb77e6-f301-4ebc-a499-9c89779835f1 req-841964f0-b40b-4454-9668-25508f593779 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0514567 Feb 11 14:06:22.931931 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-63cb77e6-f301-4ebc-a499-9c89779835f1 req-bc6d18ad-0270-438f-99b5-bb425b3a91a4 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352097 Feb 11 14:06:24.053181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad7875-e123-4357-b7eb-a9e80371736b req-b45a694c-b6b2-4b6b-bf3d-368dda7cbcf8 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:24.054673 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71ad7875-e123-4357-b7eb-a9e80371736b req-b45a694c-b6b2-4b6b-bf3d-368dda7cbcf8 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0523841 Feb 11 14:06:24.093294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-71ad7875-e123-4357-b7eb-a9e80371736b req-7014bf5f-183a-43e2-b6f4-bbad76a839cf tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326140 Feb 11 14:06:24.728479 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a3ec0f8f-d9e5-4c7a-bd94-c73aa37fc7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:25.214575 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0cafe-30c4-4348-8131-7058aa012579 req-61af3592-5cc7-45f5-82bd-fa63fcc35f35 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:25.216063 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c9f0cafe-30c4-4348-8131-7058aa012579 req-61af3592-5cc7-45f5-82bd-fa63fcc35f35 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0535905 Feb 11 14:06:25.253330 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c9f0cafe-30c4-4348-8131-7058aa012579 req-da99d49d-bb55-4eee-92c2-fb0db8a9bad3 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Feb 11 14:06:26.008323 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:26.371576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1daf0-df37-4f76-97ea-86cb03da7b1c req-febf59bf-c921-423c-8d89-f5cffc518624 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:26.373057 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc1daf0-df37-4f76-97ea-86cb03da7b1c req-febf59bf-c921-423c-8d89-f5cffc518624 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0489171 Feb 11 14:06:26.411490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bc1daf0-df37-4f76-97ea-86cb03da7b1c req-cc7543cc-c56e-4ef4-9d57-a095216c068b tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 Feb 11 14:06:26.962983 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f9c2528c-979e-4e79-8578-3738da464628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:27.529359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd055f-8b8d-4ea4-b877-107fff953a28 req-a3684299-18d8-43db-bdeb-192f0f266663 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:27.530886 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37dd055f-8b8d-4ea4-b877-107fff953a28 req-a3684299-18d8-43db-bdeb-192f0f266663 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0510516 Feb 11 14:06:27.568790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-37dd055f-8b8d-4ea4-b877-107fff953a28 req-5a2005da-23ab-48ff-adc5-e01df530e195 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Feb 11 14:06:28.156888 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:28.684611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12f57e-ed31-4993-a664-4d267f11bce4 req-7624f2e7-64ce-48a5-b13f-9a56ed2853fa tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:28.686167 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5d12f57e-ed31-4993-a664-4d267f11bce4 req-7624f2e7-64ce-48a5-b13f-9a56ed2853fa tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0498688 Feb 11 14:06:28.722901 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5d12f57e-ed31-4993-a664-4d267f11bce4 req-05a5be89-8026-4bd6-bdea-2bbe4b2eb065 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308075 Feb 11 14:06:28.751202 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:29.841297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fe9ef-1831-46f4-b3cf-8e42013b8bdc req-86b278f9-1fa8-4917-87f9-9889208ead1b tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:29.842788 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-409fe9ef-1831-46f4-b3cf-8e42013b8bdc req-86b278f9-1fa8-4917-87f9-9889208ead1b tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0486996 Feb 11 14:06:29.880078 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-409fe9ef-1831-46f4-b3cf-8e42013b8bdc req-5c15f653-8823-40df-9814-810c193972c6 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313461 Feb 11 14:06:30.134459 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:30.647999 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:31.000396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ebf24-d174-4154-ae77-e14cf2e20c7e req-e5e3152c-0def-44fd-8419-22a80f9ab9b8 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:31.001977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a80ebf24-d174-4154-ae77-e14cf2e20c7e req-e5e3152c-0def-44fd-8419-22a80f9ab9b8 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0531242 Feb 11 14:06:31.040542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a80ebf24-d174-4154-ae77-e14cf2e20c7e req-79e6a452-4429-409a-b464-c6735b9bfe43 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309277 Feb 11 14:06:32.160880 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f8fdb-0ef1-4b19-b463-6c4802d2287c req-32144881-d302-4023-8530-c3ac79fec2f2 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:32.162399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-339f8fdb-0ef1-4b19-b463-6c4802d2287c req-32144881-d302-4023-8530-c3ac79fec2f2 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0544751 Feb 11 14:06:32.201117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-339f8fdb-0ef1-4b19-b463-6c4802d2287c req-644e9e93-eadf-40f5-ab61-a8e2214c6d75 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Feb 11 14:06:33.316272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05bd7c-b89d-417e-a4e8-de7bdec4f1d8 req-0d4dbe01-00e5-4d9a-9a3e-86c25d1b3e70 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:33.317722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c05bd7c-b89d-417e-a4e8-de7bdec4f1d8 req-0d4dbe01-00e5-4d9a-9a3e-86c25d1b3e70 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0484941 Feb 11 14:06:33.355394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c05bd7c-b89d-417e-a4e8-de7bdec4f1d8 req-77184665-434c-4da7-be5e-16f532d6bdca tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312665 Feb 11 14:06:34.472114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ada01-a2bf-4464-99f0-588c0ece1948 req-894b2e1f-6001-443b-9b7e-68482e391fb5 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:34.472114 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-355ada01-a2bf-4464-99f0-588c0ece1948 req-894b2e1f-6001-443b-9b7e-68482e391fb5 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0491097 Feb 11 14:06:34.508995 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-355ada01-a2bf-4464-99f0-588c0ece1948 req-342d5799-a0db-4197-99ba-8b2d6b79d70c tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313504 Feb 11 14:06:35.624138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c7e13-448b-4642-b969-3d0f20742985 req-9e03faf9-7025-44ea-b9bf-60338c832e68 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:35.625617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c34c7e13-448b-4642-b969-3d0f20742985 req-9e03faf9-7025-44ea-b9bf-60338c832e68 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0486014 Feb 11 14:06:35.662599 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c34c7e13-448b-4642-b969-3d0f20742985 req-f129e40e-0441-457e-9a3f-bf2d40308ebb tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309386 Feb 11 14:06:36.778401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6ea0-d346-410c-b92a-8e172fa1cd00 req-f938328d-b1cd-497b-92f7-c5dbb127aca9 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:36.779879 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d1c6ea0-d346-410c-b92a-8e172fa1cd00 req-f938328d-b1cd-497b-92f7-c5dbb127aca9 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0488586 Feb 11 14:06:36.817982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d1c6ea0-d346-410c-b92a-8e172fa1cd00 req-d2f9e44c-0d09-4553-b120-da72a3cd6239 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321076 Feb 11 14:06:36.926345 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:06:37.936364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1710a6-5dbf-4a06-a88c-afaebd749357 req-577c001e-41fa-4b95-ac28-80b4f781fc43 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:37.937849 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c1710a6-5dbf-4a06-a88c-afaebd749357 req-577c001e-41fa-4b95-ac28-80b4f781fc43 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0526047 Feb 11 14:06:37.974628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c1710a6-5dbf-4a06-a88c-afaebd749357 req-6fb13101-a551-4522-97d0-783f9e447531 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309081 Feb 11 14:06:39.096073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184c816-9404-401f-8f21-09677c9bccef req-87fd36d6-67cc-4941-9624-5411610bc24d tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:39.097544 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5184c816-9404-401f-8f21-09677c9bccef req-87fd36d6-67cc-4941-9624-5411610bc24d tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0540819 Feb 11 14:06:39.135596 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5184c816-9404-401f-8f21-09677c9bccef req-6b595176-7792-4462-9a24-744f91c2b8a8 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316689 Feb 11 14:06:40.255544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943680a-f1aa-4cb6-9571-19cee634431b req-fbc99382-75c3-459c-8d5a-14cde7cb89a5 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:40.257013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a943680a-f1aa-4cb6-9571-19cee634431b req-fbc99382-75c3-459c-8d5a-14cde7cb89a5 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0499742 Feb 11 14:06:40.294071 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a943680a-f1aa-4cb6-9571-19cee634431b req-35ea1a89-25b4-4662-8bf1-46f9dcdf10d7 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304637 Feb 11 14:06:41.410323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5e859-f55a-44d1-ae3f-b46a9249ed8f req-37025bc7-adcf-4377-b7eb-c88bd783f96e tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:41.411829 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76a5e859-f55a-44d1-ae3f-b46a9249ed8f req-37025bc7-adcf-4377-b7eb-c88bd783f96e tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0490544 Feb 11 14:06:41.450106 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76a5e859-f55a-44d1-ae3f-b46a9249ed8f req-31a4ac09-eaf0-4ce1-8809-50671a35d27d tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Feb 11 14:06:41.694754 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-98834718-1ee3-4610-8d72-de505eda2948 service neutron] show failed (client error): The resource could not be found. Feb 11 14:06:41.696481 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-98834718-1ee3-4610-8d72-de505eda2948 service neutron] 10.222.0.13 "GET /v2.0/ports/dbd5466e-16c1-413a-bcdd-b2f8527c10e3/bindings/n-h2-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0543435 Feb 11 14:06:42.259194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-2c711505-b21c-4813-bf5c-6c8bd87cb38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:42.260691 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-2c711505-b21c-4813-bf5c-6c8bd87cb38a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a&tenant_id=9ded5263fd5b4101aa3871d721588994 HTTP/1.1" status: 200 len: 1097 time: 0.0410709 Feb 11 14:06:42.272000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:42.326539 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.556445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,segment=NetworkSegment(edba5417-8572-47d0-bc5e-b5f3d1660e43),segment_id=edba5417-8572-47d0-bc5e-b5f3d1660e43)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:42.598844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873c83f-6603-4868-a78f-8ed942258fae req-c8da6d11-eec0-46d8-927a-37a67cf7b230 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:42.600312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a873c83f-6603-4868-a78f-8ed942258fae req-c8da6d11-eec0-46d8-927a-37a67cf7b230 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0801094 Feb 11 14:06:42.605811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:42.669552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:42.671813 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ecec23-84bb-4f7f-9815-acc5bb295bed" -d '{"events": [{"server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:42.675797 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.684224 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a873c83f-6603-4868-a78f-8ed942258fae req-c60c8133-fc82-4adc-a45e-3185568525ae tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767431 Feb 11 14:06:42.693500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Transition to ACTIVE for port object dbd5466e-16c1-413a-bcdd-b2f8527c10e3 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:06:42.727657 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b9c005-99aa-4139-9c34-1a86dc4c5b5f x-openstack-request-id: req-21b9c005-99aa-4139-9c34-1a86dc4c5b5f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:42.728334 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:42.728632 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-21b9c005-99aa-4139-9c34-1a86dc4c5b5f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:42.729044 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3', 'code': 200} Feb 11 14:06:42.762180 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.810678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Pushing event updated for resources: {'Port': ['ID=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:42.826165 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] No DVR routers for this DVR port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:06:42.859675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Attempting to bind port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:06:42.860000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Attempting to bind port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'edba5417-8572-47d0-bc5e-b5f3d1660e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:06:42.860320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Attempting to bind port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 on network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:42.864544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 on network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:06:42.864856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Attempting to bind port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 on network cfcb93a8-6c6b-4260-b182-ecef7cb44a5a {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:06:42.870134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:06:42.870463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Checking segment: {'id': 'edba5417-8572-47d0-bc5e-b5f3d1660e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:42.870837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Bound using segment: {'id': 'edba5417-8572-47d0-bc5e-b5f3d1660e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:06:42.871251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Bound port: dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edba5417-8572-47d0-bc5e-b5f3d1660e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:06:42.871596 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:42.936144 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:06:42.939072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,segment=NetworkSegment(edba5417-8572-47d0-bc5e-b5f3d1660e43),segment_id=edba5417-8572-47d0-bc5e-b5f3d1660e43)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:06:43.007925 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.040970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:43.041583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:43.042986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] 10.222.0.59 "PUT /v2.0/ports/dbd5466e-16c1-413a-bcdd-b2f8527c10e3 HTTP/1.1" status: 200 len: 1092 time: 0.7748535 Feb 11 14:06:43.062810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fee3c-a869-47a4-a7ed-37b8ce430d4c service neutron] Pushing event updated for resources: {'Port': ['ID=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:43.106020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-77eb7446-4f93-4883-b83b-1b03a9ff5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:43.107501 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-77eb7446-4f93-4883-b83b-1b03a9ff5b23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ded5263fd5b4101aa3871d721588994&device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 1095 time: 0.0401590 Feb 11 14:06:43.199042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-df6698df-c569-4aaf-ad24-6c78bbe66dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:43.200507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-df6698df-c569-4aaf-ad24-6c78bbe66dd3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a HTTP/1.1" status: 200 len: 913 time: 0.0868104 Feb 11 14:06:43.240990 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-1cdde0a1-492d-4051-bf10-4fd2f7176378 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3 HTTP/1.1" status: 200 len: 217 time: 0.0344276 Feb 11 14:06:43.287097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-f9b2ba88-f3a7-4787-aa85-76d0e92db36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:43.288396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-f9b2ba88-f3a7-4787-aa85-76d0e92db36d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dfb89c7b-f3e0-404c-ab88-95ff55ef7311 HTTP/1.1" status: 200 len: 852 time: 0.0413496 Feb 11 14:06:43.322304 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-8c80dbfd-7827-4fc5-9d56-741dceb7be4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271418 Feb 11 14:06:43.409124 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-2fda9a6e-649f-4b76-bb6d-82fd06cf4836 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796905 Feb 11 14:06:43.505442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2248c81c-dac6-443a-b5b8-b9dc9b498d65 req-453d0136-c45e-4141-ac6b-f113679b6b0e service neutron] 10.222.0.59 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890398 Feb 11 14:06:43.804181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121414f-2906-4a4c-af3c-c4a9d2af0c31 req-bb374c4e-bd30-41c9-8e79-b9875b55260a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:43.805773 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6121414f-2906-4a4c-af3c-c4a9d2af0c31 req-bb374c4e-bd30-41c9-8e79-b9875b55260a tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 944 time: 0.0505562 Feb 11 14:06:43.844337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6121414f-2906-4a4c-af3c-c4a9d2af0c31 req-9160364a-5260-4f66-b13a-8ef02313f138 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Feb 11 14:06:44.266523 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device dbd5466e-16c1-413a-bcdd-b2f8527c10e3 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:06:44.307501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device dbd5466e-16c1-413a-bcdd-b2f8527c10e3 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:06:44.729817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:44.732169 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00" -d '{"events": [{"name": "network-changed", "server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:44.780625 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b6db69-ee2f-4dfd-a40b-4ded722126a9 x-openstack-request-id: req-03b6db69-ee2f-4dfd-a40b-4ded722126a9 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:44.780916 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:44.781166 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-03b6db69-ee2f-4dfd-a40b-4ded722126a9 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:44.781557 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3', 'status': 'completed', 'code': 200} Feb 11 14:06:44.866080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-bb51b113-e0ab-4f24-bdcd-60ea61013588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:44.868083 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-bb51b113-e0ab-4f24-bdcd-60ea61013588 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ded5263fd5b4101aa3871d721588994&device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 1095 time: 0.0693312 Feb 11 14:06:44.869878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-8d0da865-07a2-4745-b404-694db6b9cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:44.871201 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-8d0da865-07a2-4745-b404-694db6b9cdb4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ded5263fd5b4101aa3871d721588994&device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 1095 time: 0.0638239 Feb 11 14:06:45.047918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ad325-fa6c-4913-9709-9f6908e7b3e8 req-b37faa92-c5db-44a4-9681-e2a5bfd5fee0 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.049387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f24ad325-fa6c-4913-9709-9f6908e7b3e8 req-b37faa92-c5db-44a4-9681-e2a5bfd5fee0 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 944 time: 0.1316488 Feb 11 14:06:45.094525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-d40b8aa0-4047-4ebe-b056-6569e144aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.095988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-d40b8aa0-4047-4ebe-b056-6569e144aef1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a HTTP/1.1" status: 200 len: 913 time: 0.2181034 Feb 11 14:06:45.102329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-ad2a6dfd-23e1-4422-b65f-aa2f0974c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.109053 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-ad2a6dfd-23e1-4422-b65f-aa2f0974c9c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a HTTP/1.1" status: 200 len: 913 time: 0.2178741 Feb 11 14:06:45.156583 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-1611ab1b-14b4-4e19-a500-5cd57091e7f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3 HTTP/1.1" status: 200 len: 217 time: 0.0519645 Feb 11 14:06:45.185420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f24ad325-fa6c-4913-9709-9f6908e7b3e8 req-7deb1f42-e76d-4655-9fd0-835cf2055909 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259065 Feb 11 14:06:45.192865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-eba69a41-34bd-46d0-8972-003ca393803b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3 HTTP/1.1" status: 200 len: 217 time: 0.0758438 Feb 11 14:06:45.262520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-6ce88df3-d4d8-4bde-ab49-468e7c6bef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.263951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-6ce88df3-d4d8-4bde-ab49-468e7c6bef5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dfb89c7b-f3e0-404c-ab88-95ff55ef7311 HTTP/1.1" status: 200 len: 852 time: 0.0820251 Feb 11 14:06:45.268681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-d281b04f-99d4-4c39-9681-c0f009f21935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:45.269994 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-d281b04f-99d4-4c39-9681-c0f009f21935 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfb89c7b-f3e0-404c-ab88-95ff55ef7311 HTTP/1.1" status: 200 len: 852 time: 0.0574162 Feb 11 14:06:45.301391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-63e89a26-a0d0-4596-9b7e-fa10f8c3cbb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303888 Feb 11 14:06:45.315771 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-aa52bc2a-49a6-4b50-bb53-f985030b1182 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362976 Feb 11 14:06:45.794470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-d6a96551-864f-40c3-8792-91ea7037f9aa service neutron] 10.222.0.59 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807327 Feb 11 14:06:45.797632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-94cc1f71-9f4f-46bf-849f-4be47bc8acb9 service neutron] 10.222.0.13 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749136 Feb 11 14:06:45.947419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-0f04df8e-7e96-428c-8df3-79952318e296 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461899 Feb 11 14:06:45.949269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62d1e3c4-b8aa-4810-a1b6-728fcba93b00 req-a4103d09-7570-495f-976a-bfaafe930193 service neutron] 10.222.0.13 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408746 Feb 11 14:06:46.049874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d285d-cd96-46ce-9a74-527997175f5e req-ee20e1b4-943e-4cb3-aa57-5db1fcaa2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:46.051543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c1d285d-cd96-46ce-9a74-527997175f5e req-ee20e1b4-943e-4cb3-aa57-5db1fcaa2eb8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ded5263fd5b4101aa3871d721588994&device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 1095 time: 0.0451813 Feb 11 14:06:46.153002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d285d-cd96-46ce-9a74-527997175f5e req-cd802ef2-b918-47ad-a7a5-c4c98fb05287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:46.154503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c1d285d-cd96-46ce-9a74-527997175f5e req-cd802ef2-b918-47ad-a7a5-c4c98fb05287 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a HTTP/1.1" status: 200 len: 913 time: 0.0833068 Feb 11 14:06:46.196800 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c1d285d-cd96-46ce-9a74-527997175f5e req-230df91e-75f7-47c6-9007-a67ec6ca320d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3 HTTP/1.1" status: 200 len: 217 time: 0.0352190 Feb 11 14:06:46.250392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d285d-cd96-46ce-9a74-527997175f5e req-dc41d9cc-e8f9-46e3-a4c2-41fa17a0c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:46.251897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c1d285d-cd96-46ce-9a74-527997175f5e req-dc41d9cc-e8f9-46e3-a4c2-41fa17a0c0ab service neutron] 10.222.0.59 "GET /v2.0/subnets?id=dfb89c7b-f3e0-404c-ab88-95ff55ef7311 HTTP/1.1" status: 200 len: 852 time: 0.0485537 Feb 11 14:06:46.284814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c1d285d-cd96-46ce-9a74-527997175f5e req-836605ec-4fd7-4158-8170-1d090da08e2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259542 Feb 11 14:06:46.307622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e654bb-03ed-43f9-b438-a8cfb55900d9 req-9d53e8c2-7c34-482a-8048-0c05a87fbe1e tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:46.309102 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-91e654bb-03ed-43f9-b438-a8cfb55900d9 req-9d53e8c2-7c34-482a-8048-0c05a87fbe1e tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 944 time: 0.0507174 Feb 11 14:06:46.347369 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-91e654bb-03ed-43f9-b438-a8cfb55900d9 req-5749f447-f56e-4b1d-9270-f4fa83d25789 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Feb 11 14:06:46.377269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c1d285d-cd96-46ce-9a74-527997175f5e req-58aac146-0a1a-4858-80cf-ae8e2949d613 service neutron] 10.222.0.59 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848508 Feb 11 14:06:46.469601 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c1d285d-cd96-46ce-9a74-527997175f5e req-61bacbcb-ccf6-46e0-b95f-5cbcfc0e76bc service neutron] 10.222.0.59 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849688 Feb 11 14:06:46.567669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dbd5466e-16c1-413a-bcdd-b2f8527c10e3 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:06:46.660458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,segment=NetworkSegment(edba5417-8572-47d0-bc5e-b5f3d1660e43),segment_id=edba5417-8572-47d0-bc5e-b5f3d1660e43)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:46.675049 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3', 'network_id': 'cfcb93a8-6c6b-4260-b182-ecef7cb44a5a', 'port_id': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3', 'mac_address': 'fa:16:3e:c8:99:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb89c7b-f3e0-404c-ab88-95ff55ef7311', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:06:46.712434 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.725190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd5466e-16c1-413a-bcdd-b2f8527c10e3 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:06:46.745010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,segment=NetworkSegment(edba5417-8572-47d0-bc5e-b5f3d1660e43),segment_id=edba5417-8572-47d0-bc5e-b5f3d1660e43)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:46.825425 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:46.871798 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:46.878837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.879183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.879514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.879841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.880165 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.880486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.880807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.881120 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.881433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.881745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.882098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:46.882398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:47.149258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['dbd5466e-16c1-413a-bcdd-b2f8527c10e3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:47.468973 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a16433-88ea-4610-af76-e8c01cbf2aad req-3f7b893b-2005-4eba-a0b3-dfb5695d8cd4 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.470379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45a16433-88ea-4610-af76-e8c01cbf2aad req-3f7b893b-2005-4eba-a0b3-dfb5695d8cd4 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 945 time: 0.0497103 Feb 11 14:06:47.506627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-45a16433-88ea-4610-af76-e8c01cbf2aad req-08cdb5af-0f39-4b81-b234-8a21b2788b07 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303278 Feb 11 14:06:47.979283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-2541faaa-988b-498b-9ee8-081df4418629 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:47.980753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-2541faaa-988b-498b-9ee8-081df4418629 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.13 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a&tenant_id=9ded5263fd5b4101aa3871d721588994&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 945 time: 0.0518708 Feb 11 14:06:48.044409 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-7d484b50-8160-4c57-82a5-357f6a4b31df service neutron] delete failed (client error): The resource could not be found. Feb 11 14:06:48.045393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-7d484b50-8160-4c57-82a5-357f6a4b31df service neutron] 10.222.0.13 "DELETE /v2.0/ports/dbd5466e-16c1-413a-bcdd-b2f8527c10e3/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0572929 Feb 11 14:06:48.127914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-9e2414f2-2886-4a04-86b1-ce8861ecd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.129370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-9e2414f2-2886-4a04-86b1-ce8861ecd6d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9ded5263fd5b4101aa3871d721588994&device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 1096 time: 0.0407016 Feb 11 14:06:48.217106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-e72ad6af-b8e5-46fa-a635-4548ef5c9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.218592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-e72ad6af-b8e5-46fa-a635-4548ef5c9590 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a HTTP/1.1" status: 200 len: 913 time: 0.0823174 Feb 11 14:06:48.264297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-f5e5869a-e0d4-4099-bf4c-7c25e0a68c73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3 HTTP/1.1" status: 200 len: 217 time: 0.0368609 Feb 11 14:06:48.311541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-6f6ffdc3-dace-431f-8eec-0d50fa64547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:48.312913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-6f6ffdc3-dace-431f-8eec-0d50fa64547c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dfb89c7b-f3e0-404c-ab88-95ff55ef7311 HTTP/1.1" status: 200 len: 852 time: 0.0428340 Feb 11 14:06:48.342675 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-7a13fde7-b071-4b67-8e18-29f8705d9b0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237303 Feb 11 14:06:48.433029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-5c92ef0b-94e5-4ec1-bdfd-33b2e4c5609b service neutron] 10.222.0.13 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840745 Feb 11 14:06:48.519117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-4e83e350-f302-43c9-8d8f-9a5fcf41f2db service neutron] 10.222.0.13 "GET /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795894 Feb 11 14:06:48.591421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dbd5466e-16c1-413a-bcdd-b2f8527c10e3 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:06:48.676309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:06:48.680565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:06:48.680930 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.761106 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.782952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:48.785118 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537e2092-4b2c-4bba-be18-a0c4bb4cbb4e" -d '{"events": [{"server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "name": "network-vif-plugged", "status": "completed", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:48.797459 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,segment=NetworkSegment(edba5417-8572-47d0-bc5e-b5f3d1660e43),segment_id=edba5417-8572-47d0-bc5e-b5f3d1660e43)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:48.838243 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573cefad-8186-4ed0-a32d-bcd9043e7a08 x-openstack-request-id: req-573cefad-8186-4ed0-a32d-bcd9043e7a08 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:48.838535 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "name": "network-vif-plugged", "status": "completed", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:48.838784 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-573cefad-8186-4ed0-a32d-bcd9043e7a08 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:48.839177 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3', 'code': 200} Feb 11 14:06:48.881716 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:48.929928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:49.985677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f651c83-dbb1-4566-afd8-19f9e429c908 req-45675e5c-7bdf-41ef-88c2-197f1379de94 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:49.987158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f651c83-dbb1-4566-afd8-19f9e429c908 req-45675e5c-7bdf-41ef-88c2-197f1379de94 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0487244 Feb 11 14:06:50.027870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f651c83-dbb1-4566-afd8-19f9e429c908 req-40367286-6f9b-4da6-a943-e04bf0cd31a3 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346916 Feb 11 14:06:51.152516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4536f0-915b-4328-8b6d-f3706f88a802 req-fd24c83b-2edc-444f-9a86-eb8c55f75756 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:51.154075 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e4536f0-915b-4328-8b6d-f3706f88a802 req-fd24c83b-2edc-444f-9a86-eb8c55f75756 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0547915 Feb 11 14:06:51.194368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2e4536f0-915b-4328-8b6d-f3706f88a802 req-e768a52d-aa82-4cf2-9cd7-4a236749b7cd tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/security-groups?id=dbe84927-bf0c-4412-936d-471a56132d01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340884 Feb 11 14:06:51.299835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-abc0f007-a8d7-48c0-8643-14d30f98c3c5 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:51.301527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-abc0f007-a8d7-48c0-8643-14d30f98c3c5 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.59 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 946 time: 0.0476387 Feb 11 14:06:51.387590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-0dbc9389-d858-4bc3-841d-2b1b7ae4cebe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Deleting port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:06:51.387847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-0dbc9389-d858-4bc3-841d-2b1b7ae4cebe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:51.475327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-0dbc9389-d858-4bc3-841d-2b1b7ae4cebe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] For port dbd5466e-16c1-413a-bcdd-b2f8527c10e3, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,segment=NetworkSegment(edba5417-8572-47d0-bc5e-b5f3d1660e43),segment_id=edba5417-8572-47d0-bc5e-b5f3d1660e43)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:06:51.475716 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-0dbc9389-d858-4bc3-841d-2b1b7ae4cebe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:51.487830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-0dbc9389-d858-4bc3-841d-2b1b7ae4cebe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Calling delete_port for dbd5466e-16c1-413a-bcdd-b2f8527c10e3 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:06:51.670987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-0dbc9389-d858-4bc3-841d-2b1b7ae4cebe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:51.682670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['dbd5466e-16c1-413a-bcdd-b2f8527c10e3'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:06:51.701612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc9389-d858-4bc3-841d-2b1b7ae4cebe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Pushing event deleted for resources: {'Port': ['ID=dbd5466e-16c1-413a-bcdd-b2f8527c10e3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:51.743104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-0dbc9389-d858-4bc3-841d-2b1b7ae4cebe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] No DVR routers for this DVR port dbd5466e-16c1-413a-bcdd-b2f8527c10e3 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:06:51.745678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-0dbc9389-d858-4bc3-841d-2b1b7ae4cebe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:51.748925 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c3fcc41-cce6-4910-809c-fdd1b3a23494 req-0dbc9389-d858-4bc3-841d-2b1b7ae4cebe tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.59 "DELETE /v2.0/ports/dbd5466e-16c1-413a-bcdd-b2f8527c10e3 HTTP/1.1" status: 204 len: 173 time: 0.4409714 Feb 11 14:06:51.749386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'name': 'network-vif-deleted', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:06:51.751788 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ffbbb3-8503-4901-8fd0-080d3fbd654f" -d '{"events": [{"server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "name": "network-vif-deleted", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:06:51.789075 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6625f82f-8dfa-468c-b518-df9f18162762 x-openstack-request-id: req-6625f82f-8dfa-468c-b518-df9f18162762 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:06:51.789075 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a57349-0de0-41b5-ae31-d29689f0d47a", "name": "network-vif-deleted", "tag": "dbd5466e-16c1-413a-bcdd-b2f8527c10e3", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:06:51.789075 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6625f82f-8dfa-468c-b518-df9f18162762 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:06:51.789075 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a57349-0de0-41b5-ae31-d29689f0d47a', 'name': 'network-vif-deleted', 'tag': 'dbd5466e-16c1-413a-bcdd-b2f8527c10e3', 'status': 'completed', 'code': 200} Feb 11 14:06:52.305703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f5ceb1e-6a32-4329-b594-d1b7fb20f7aa req-3be42a9a-3b9f-49b8-a853-daf7abc1bc08 tempest-DeleteServersTestJSON-56992833 tempest-DeleteServersTestJSON-56992833-project] 10.222.0.52 "GET /v2.0/ports?device_id=23a57349-0de0-41b5-ae31-d29689f0d47a HTTP/1.1" status: 200 len: 210 time: 0.0280221 Feb 11 14:06:53.446589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42180) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:53.492534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Deleting subnet dfb89c7b-f3e0-404c-ab88-95ff55ef7311 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:06:53.495554 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.533381 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.571911 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.693578 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.719648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb89c7b-f3e0-404c-ab88-95ff55ef7311,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:53.724611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.728210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dfb89c7b-f3e0-404c-ab88-95ff55ef7311 HTTP/1.1" status: 204 len: 168 time: 0.2805231 Feb 11 14:06:53.730942 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42182) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:53.734699 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.735057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.735400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.735739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.736092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.736399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.736730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.737056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.737379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.737700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.738061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.738373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75f5037-125d-4109-9909-6b059753fb90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:53.803532 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.879959 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.900471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcb93a8-6c6b-4260-b182-ecef7cb44a5a']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:53.909707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edba5417-8572-47d0-bc5e-b5f3d1660e43') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:53.910034 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edba5417-8572-47d0-bc5e-b5f3d1660e43') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:06:53.919890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.933251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.939013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:06:53.939399 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:06:53.941097 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:06:54.093880 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.098670 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.102033 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] 10.222.0.52 "DELETE /v2.0/networks/cfcb93a8-6c6b-4260-b182-ecef7cb44a5a HTTP/1.1" status: 204 len: 168 time: 0.3700597 Feb 11 14:06:54.114807 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Pushing event deleted for resources: {'Network': ['ID=cfcb93a8-6c6b-4260-b182-ecef7cb44a5a,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:54.124658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.124964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.125307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.125642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.126000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.126328 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.126675 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.127029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.127350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.127671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.127990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.128308 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139026aa-060c-4ab6-b1e9-9fca9bf3337f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:06:54.458770 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42186) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:54.499070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a0fe0664-e552-4051-b43c-f01f6fe063fa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9ded5263fd5b4101aa3871d721588994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390112 Feb 11 14:06:54.509336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42188) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:54.557364 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-629e055c-8111-434c-a5b3-23e9d9086255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.577864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-629e055c-8111-434c-a5b3-23e9d9086255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.624923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dbd5466e-16c1-413a-bcdd-b2f8527c10e3 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:06:54.650376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: dbd5466e-16c1-413a-bcdd-b2f8527c10e3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:06:54.650720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device dbd5466e-16c1-413a-bcdd-b2f8527c10e3 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:06:54.734665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-7c47068c-8d71-4708-af68-906a1a442d5f req-57247913-71a5-44ae-acbd-63218ea8e351 service neutron] (103006) timed out ('10.222.0.52', 37676) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:06:54.738988 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-629e055c-8111-434c-a5b3-23e9d9086255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.742057 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-629e055c-8111-434c-a5b3-23e9d9086255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:54.743225 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-629e055c-8111-434c-a5b3-23e9d9086255 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbe84927-bf0c-4412-936d-471a56132d01 HTTP/1.1" status: 204 len: 168 time: 0.2329330 Feb 11 14:06:54.750896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e055c-8111-434c-a5b3-23e9d9086255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe84927-bf0c-4412-936d-471a56132d01,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:54.790860 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8f051897-346a-48b9-b5c4-ff11971eb04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:55.841822 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42210) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:55.937288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-996493580-network', 'tenant_id': 'c9a27f6f93024b8cbe5d7639c03851e9'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:56.019299 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.041573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Made reservation on behalf of c9a27f6f93024b8cbe5d7639c03851e9 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:56.044017 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.058289 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.132639 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.218967 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.245963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:06:56.251957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7844e9bc-d4fb-4e9c-9612-294478b1cdef,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:56.257672 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.258074 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Added segment 47d13c7b-c124-47ff-91f6-c26e16568022 of type vlan for network 8577175c-2ef6-4721-9d2f-259f71fa9103 Feb 11 14:06:56.296826 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.379279 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.380404 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:56.381030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.439180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] Pushing event updated for resources: {'Network': ['ID=8577175c-2ef6-4721-9d2f-259f71fa9103,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:56.448914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 8577175c-2ef6-4721-9d2f-259f71fa9103 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:06:56.507801 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c9539aa2-22f9-42da-aab7-ed5a3a846899 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6648519 Feb 11 14:06:56.510600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42214) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:06:56.516579 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Request body: {'subnet': {'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-996493580-subnet', 'tenant_id': 'c9a27f6f93024b8cbe5d7639c03851e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:06:56.607976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Made reservation on behalf of c9a27f6f93024b8cbe5d7639c03851e9 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:06:56.610369 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.847843 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.905471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402f096b-9c85-46d6-b46a-c1985bc7edc2,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:06:56.916156 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Checking segment: {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:06:56.916518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Network hostable DHCP agents. Network: 8577175c-2ef6-4721-9d2f-259f71fa9103, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:06:56.967508 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e2653cd-2bb7-421c-a142-5c47db680c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:56.996202 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Network 8577175c-2ef6-4721-9d2f-259f71fa9103 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:06:57.064757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 8577175c-2ef6-4721-9d2f-259f71fa9103) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:06:57.068784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:57.069891 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:57.074339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb213e2-202e-42ea-9b0a-950ae9e87f67 None None] Network 8577175c-2ef6-4721-9d2f-259f71fa9103 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:06:57.153271 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-aaf16e5c-0300-4750-b699-f0853347d3c8 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6415572 Feb 11 14:06:57.205995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd9f8ed-dd25-4717-b14e-90c16a9494c3 None None] Network 8577175c-2ef6-4721-9d2f-259f71fa9103 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:06:57.580632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fd2e1-16bb-4180-9983-19c371354e80 req-f66c9757-c59f-4dcf-b063-641058aad07b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:06:57.582096 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-f66c9757-c59f-4dcf-b063-641058aad07b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 814 time: 0.1040258 Feb 11 14:06:57.596748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-c6f42e11-7bce-4b30-be73-d3cb26c66f7f tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/quotas/c9a27f6f93024b8cbe5d7639c03851e9 HTTP/1.1" status: 200 len: 375 time: 0.0088067 Feb 11 14:06:57.628042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-151aee12-96c5-421f-b5ab-1650a08d5d70 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259664 Feb 11 14:06:57.719414 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-176fa7fd-dd79-4482-b499-54c3a7ab2364 service neutron] 10.222.0.52 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834193 Feb 11 14:06:57.805989 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-081ed88a-551e-4d0b-923f-452494fb99a6 service neutron] 10.222.0.52 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805407 Feb 11 14:06:58.088221 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:58.103913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78187aeb-f4c5-4342-b5c8-63cd78ce3724 req-5e8ff858-1aa2-442d-9798-675ddc0dc31e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 210 time: 0.0275221 Feb 11 14:06:58.796228 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:06:59.186586 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65810b8e-df93-4652-948a-9bdc5349d700 req-ccc4192a-5f66-4bcf-98e7-4d75cc878ecf tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 210 time: 0.0319538 Feb 11 14:07:00.179845 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.314210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3efa7336-2c2c-4a05-8fca-d0f99112fe71 req-a6c1f072-70a0-4b6a-9c9f-4070ce599798 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 210 time: 0.0319364 Feb 11 14:07:00.361249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fd2e1-16bb-4180-9983-19c371354e80 req-5ad78ba4-1749-42c8-a33b-2b1aa366715d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:00.362722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-5ad78ba4-1749-42c8-a33b-2b1aa366715d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.13 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 814 time: 0.1350470 Feb 11 14:07:00.374656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Request body: {'port': {'device_id': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103', 'admin_state_up': True, 'tenant_id': 'c9a27f6f93024b8cbe5d7639c03851e9'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:00.579259 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Made reservation on behalf of c9a27f6f93024b8cbe5d7639c03851e9 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:00.582902 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.707455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Allocated IP 172.20.0.7 (8577175c-2ef6-4721-9d2f-259f71fa9103/402f096b-9c85-46d6-b46a-c1985bc7edc2/8abef2f3-16ba-448b-815e-0c3891b44f42) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:00.710758 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.855400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.939276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:00.984206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Network 8577175c-2ef6-4721-9d2f-259f71fa9103 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:00.987481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:00.991627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:01.019242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Pushing event updated for resources: {'Port': ['ID=8abef2f3-16ba-448b-815e-0c3891b44f42,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:01.046915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:01.047527 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.136477 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-36457601-3a55-4779-b309-f7d8493c9982 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7652962 Feb 11 14:07:01.149135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Request body: {'port': {'device_id': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:01.204383 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.437081 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ddd0e-efab-43e3-a5c9-466d66491cfb req-406d0843-4d21-44c5-beb4-552cffba5b41 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:01.438521 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c6ddd0e-efab-43e3-a5c9-466d66491cfb req-406d0843-4d21-44c5-beb4-552cffba5b41 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 931 time: 0.0490549 Feb 11 14:07:01.467030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abef2f3-16ba-448b-815e-0c3891b44f42 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:01.474842 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.478498 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7c6ddd0e-efab-43e3-a5c9-466d66491cfb req-7536bbd9-f0e0-4f1e-ba60-2131a70c2fad tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336971 Feb 11 14:07:01.488635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Transition to ACTIVE for port object 8abef2f3-16ba-448b-815e-0c3891b44f42 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:01.550639 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.608477 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Pushing event updated for resources: {'Port': ['ID=8abef2f3-16ba-448b-815e-0c3891b44f42,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:01.672469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Attempting to bind port 8abef2f3-16ba-448b-815e-0c3891b44f42 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:01.672805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Attempting to bind port 8abef2f3-16ba-448b-815e-0c3891b44f42 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:01.673140 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Attempting to bind port 8abef2f3-16ba-448b-815e-0c3891b44f42 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:01.677608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Port 8abef2f3-16ba-448b-815e-0c3891b44f42 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:07:01.677958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Attempting to bind port 8abef2f3-16ba-448b-815e-0c3891b44f42 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:01.682775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:01.683108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Checking segment: {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:01.683492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Bound using segment: {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:01.683913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Bound port: 8abef2f3-16ba-448b-815e-0c3891b44f42, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:01.684262 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.745229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:01.748201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8abef2f3-16ba-448b-815e-0c3891b44f42,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:01.841823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.879937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:01.880609 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:01.882744 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] 10.222.0.13 "PUT /v2.0/ports/8abef2f3-16ba-448b-815e-0c3891b44f42 HTTP/1.1" status: 200 len: 1091 time: 0.7380092 Feb 11 14:07:01.884879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:01.887330 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc3d403-a38d-4391-8bb9-ab0898f0cde5" -d '{"events": [{"name": "network-changed", "server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:01.911501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b73a5-b427-4c0e-b88e-4681ca17b0fd service neutron] Pushing event updated for resources: {'Port': ['ID=8abef2f3-16ba-448b-815e-0c3891b44f42,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:01.927249 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3ca733-70f4-49f7-999f-c96eeadff6f0 x-openstack-request-id: req-3d3ca733-70f4-49f7-999f-c96eeadff6f0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:01.927536 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:01.927781 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3d3ca733-70f4-49f7-999f-c96eeadff6f0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:01.928171 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42', 'status': 'completed', 'code': 200} Feb 11 14:07:01.986371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3d403-a38d-4391-8bb9-ab0898f0cde5 req-910662a0-98bd-4d38-b6f0-816a14767344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:01.987838 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfc3d403-a38d-4391-8bb9-ab0898f0cde5 req-910662a0-98bd-4d38-b6f0-816a14767344 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 1094 time: 0.0408547 Feb 11 14:07:02.085846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3d403-a38d-4391-8bb9-ab0898f0cde5 req-b478ec8b-5056-44fd-8836-72a8f2d73676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:02.087251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfc3d403-a38d-4391-8bb9-ab0898f0cde5 req-b478ec8b-5056-44fd-8836-72a8f2d73676 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0903711 Feb 11 14:07:02.185702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3d403-a38d-4391-8bb9-ab0898f0cde5 req-ce86f11a-a7df-4d49-8039-da16ffacb0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:02.187224 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfc3d403-a38d-4391-8bb9-ab0898f0cde5 req-ce86f11a-a7df-4d49-8039-da16ffacb0aa service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931923 Feb 11 14:07:02.262519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fd2e1-16bb-4180-9983-19c371354e80 req-a81b3822-94e5-41ac-b9d0-2a6cd18da344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:02.264015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-a81b3822-94e5-41ac-b9d0-2a6cd18da344 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 1094 time: 0.0418184 Feb 11 14:07:02.310379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-ae6320f9-dd44-4a7d-a096-9c571e889d57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8abef2f3-16ba-448b-815e-0c3891b44f42 HTTP/1.1" status: 200 len: 217 time: 0.0389817 Feb 11 14:07:02.358089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fd2e1-16bb-4180-9983-19c371354e80 req-77344dca-a6a8-4229-b9be-4a92c069c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:02.359477 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-77344dca-a6a8-4229-b9be-4a92c069c4bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0434227 Feb 11 14:07:02.390867 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-e5b1f6d2-aab6-4e9c-b31d-fb0d19516a2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252862 Feb 11 14:07:02.484155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-d64fd2f2-9d80-4323-9ba2-23d5f2721e0a service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865760 Feb 11 14:07:02.574523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-004fd2e1-16bb-4180-9983-19c371354e80 req-eac17eae-3c9b-4adb-a1e5-f4815a20ce89 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843983 Feb 11 14:07:02.594872 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a29e48-5b3b-489f-8da2-c5be6725b86b req-dbe4a9b0-164d-4262-9e65-7a30405347a8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:02.596367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c6a29e48-5b3b-489f-8da2-c5be6725b86b req-dbe4a9b0-164d-4262-9e65-7a30405347a8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 943 time: 0.0497391 Feb 11 14:07:02.633984 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c6a29e48-5b3b-489f-8da2-c5be6725b86b req-d7d07d70-3d3b-4451-a63e-3e76cbe9c4a3 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308614 Feb 11 14:07:03.750429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6a39f-6b6b-4db5-ac31-53529d7a277c req-b36536dc-2cd7-4152-8418-f1c2a46a9fa8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:03.751920 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eaa6a39f-6b6b-4db5-ac31-53529d7a277c req-b36536dc-2cd7-4152-8418-f1c2a46a9fa8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 943 time: 0.0496669 Feb 11 14:07:03.789477 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eaa6a39f-6b6b-4db5-ac31-53529d7a277c req-1fd7888b-54dd-433d-ad77-b84cfa6ce298 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311933 Feb 11 14:07:04.357077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 8abef2f3-16ba-448b-815e-0c3891b44f42 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:07:04.451635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8abef2f3-16ba-448b-815e-0c3891b44f42,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:04.465236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '8abef2f3-16ba-448b-815e-0c3891b44f42', 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103', 'port_id': '8abef2f3-16ba-448b-815e-0c3891b44f42', 'mac_address': 'fa:16:3e:03:fd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402f096b-9c85-46d6-b46a-c1985bc7edc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:07:04.502501 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:04.515959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abef2f3-16ba-448b-815e-0c3891b44f42 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:04.535029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8abef2f3-16ba-448b-815e-0c3891b44f42,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:04.629938 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:04.679803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=8abef2f3-16ba-448b-815e-0c3891b44f42,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:04.912074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d00831-3c4b-4f0a-b730-72c2ec2d41fa req-864cd854-357a-45c9-95da-620ed4dfafb1 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:04.913675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26d00831-3c4b-4f0a-b730-72c2ec2d41fa req-864cd854-357a-45c9-95da-620ed4dfafb1 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 944 time: 0.0544798 Feb 11 14:07:04.954117 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-26d00831-3c4b-4f0a-b730-72c2ec2d41fa req-32b65730-d402-4ba0-b433-1c2d3b9fbae5 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339754 Feb 11 14:07:04.977053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['8abef2f3-16ba-448b-815e-0c3891b44f42'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:05.061161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-e46fa12e-c68f-4fc2-a485-35e5b810ab93 req-30dc18d0-f020-43fc-80ff-3f0aa88235dd service neutron] (103007) timed out ('10.222.0.59', 57439) {{(pid=103007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:07:06.075871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc6fcc-cc68-479d-9638-b0856c939d0d req-4f7913aa-9b00-4ce5-a202-2b0f164e431d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.077341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11fc6fcc-cc68-479d-9638-b0856c939d0d req-4f7913aa-9b00-4ce5-a202-2b0f164e431d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 944 time: 0.0527694 Feb 11 14:07:06.113998 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-11fc6fcc-cc68-479d-9638-b0856c939d0d req-1e3eb874-389d-459d-ac54-b94078735308 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307682 Feb 11 14:07:06.363141 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 8abef2f3-16ba-448b-815e-0c3891b44f42 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:06.470495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 8abef2f3-16ba-448b-815e-0c3891b44f42 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:06.474285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 8abef2f3-16ba-448b-815e-0c3891b44f42 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:06.474690 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.551393 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.572450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:06.574692 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d683ea30-7455-49cc-ad01-9fa8c47a66f7" -d '{"events": [{"server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "name": "network-vif-plugged", "status": "completed", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:06.587350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8abef2f3-16ba-448b-815e-0c3891b44f42,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:06.611068 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b83119-68b7-480a-8a9a-dba64a161f9a x-openstack-request-id: req-73b83119-68b7-480a-8a9a-dba64a161f9a {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:06.611349 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "name": "network-vif-plugged", "status": "completed", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:06.611619 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-73b83119-68b7-480a-8a9a-dba64a161f9a {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:06.612005 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42', 'code': 200} Feb 11 14:07:06.642897 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:06.696730 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=8abef2f3-16ba-448b-815e-0c3891b44f42,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:06.705197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc07ad-77cc-4bac-b476-a314cde4eb4c req-3c60e88a-2b26-4726-86a0-b223118fe2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:06.706774 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24fc07ad-77cc-4bac-b476-a314cde4eb4c req-3c60e88a-2b26-4726-86a0-b223118fe2eb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 1096 time: 0.0410633 Feb 11 14:07:06.740888 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24fc07ad-77cc-4bac-b476-a314cde4eb4c req-2c510019-2101-4543-b2f8-982910285d2f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273843 Feb 11 14:07:07.229979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96e521-7517-48ba-8317-6d06ab056f49 req-4fcbb00a-9595-4104-b31c-0709f1bbd97b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:07.231855 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c96e521-7517-48ba-8317-6d06ab056f49 req-4fcbb00a-9595-4104-b31c-0709f1bbd97b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0492585 Feb 11 14:07:07.270685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0c96e521-7517-48ba-8317-6d06ab056f49 req-30366744-b3ec-49ad-afb6-eb93d7796f20 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Feb 11 14:07:08.388259 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0a7d4-78a4-4afb-9d18-98eb72c58fd0 req-71c9e3e9-4f31-4413-a16d-9f7d775577f1 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.389762 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cca0a7d4-78a4-4afb-9d18-98eb72c58fd0 req-71c9e3e9-4f31-4413-a16d-9f7d775577f1 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Feb 11 14:07:08.428446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cca0a7d4-78a4-4afb-9d18-98eb72c58fd0 req-1bfa9484-ce47-448c-b5f0-0a9bf62129ae tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Feb 11 14:07:08.547775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9414a-9798-4cf1-96b5-a85119e3c2ca req-93c2f1d9-b3b1-4d4d-a244-a78acb9835ad tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.549236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84e9414a-9798-4cf1-96b5-a85119e3c2ca req-93c2f1d9-b3b1-4d4d-a244-a78acb9835ad tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0530117 Feb 11 14:07:08.588282 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-84e9414a-9798-4cf1-96b5-a85119e3c2ca req-329eeaa1-62dc-42a1-b6ae-8a2cacc0a947 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325236 Feb 11 14:07:08.857145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f9b7f-f50c-4476-9438-31aa0558e74c req-115a45a3-11b2-4632-ae7e-3539d021360d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:08.858642 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd3f9b7f-f50c-4476-9438-31aa0558e74c req-115a45a3-11b2-4632-ae7e-3539d021360d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0484257 Feb 11 14:07:08.896326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd3f9b7f-f50c-4476-9438-31aa0558e74c req-2cd25cbf-b3e1-48a5-b280-e1cc858f3f4f tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318196 Feb 11 14:07:09.008428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3947938-087f-4bbc-9572-da6788fa34cb req-7413732f-8e90-42aa-bf3b-0a30ce3132f3 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.009804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3947938-087f-4bbc-9572-da6788fa34cb req-7413732f-8e90-42aa-bf3b-0a30ce3132f3 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0482435 Feb 11 14:07:09.046530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3947938-087f-4bbc-9572-da6788fa34cb req-9feaa9c3-73b8-4e7a-a55b-d12c367756fd tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307598 Feb 11 14:07:09.405249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f0532-cce7-4683-83df-3028f7321387 req-68f94d49-7a26-4820-b2c3-2a91a02f4a56 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:09.406733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac5f0532-cce7-4683-83df-3028f7321387 req-68f94d49-7a26-4820-b2c3-2a91a02f4a56 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0524850 Feb 11 14:07:09.444929 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ac5f0532-cce7-4683-83df-3028f7321387 req-e2d81ded-eff0-446f-9f49-60b8c2f54646 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320115 Feb 11 14:07:09.524816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-c8e2f9f0-f112-4f6f-b8d7-b7db8ea27f5a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392931 Feb 11 14:07:10.566960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e9ad4-4124-4740-9d4a-f80ceda866c5 req-3a936e32-b277-4574-aa09-c056010c4655 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:10.568430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e6e9ad4-4124-4740-9d4a-f80ceda866c5 req-3a936e32-b277-4574-aa09-c056010c4655 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0533788 Feb 11 14:07:10.609545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e6e9ad4-4124-4740-9d4a-f80ceda866c5 req-cc24045f-0230-42cd-98d5-d913a446eedd tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Feb 11 14:07:11.728353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-1b33d0d2-7d93-4cc1-89dd-7cdd33fa4efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.729507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597dc26-8a52-46a5-a043-dbbce321ddc1 req-4cca04ac-ba73-4e80-9bd0-0b1f99789c21 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.729938 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-1b33d0d2-7d93-4cc1-89dd-7cdd33fa4efa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 1096 time: 0.0416620 Feb 11 14:07:11.731080 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1597dc26-8a52-46a5-a043-dbbce321ddc1 req-4cca04ac-ba73-4e80-9bd0-0b1f99789c21 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0505693 Feb 11 14:07:11.770013 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1597dc26-8a52-46a5-a043-dbbce321ddc1 req-aa27ca71-224a-4896-ae27-9172e9fdfe98 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Feb 11 14:07:11.819842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-ca8724e6-4ccb-49a8-9c67-78c86a70daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.821374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-ca8724e6-4ccb-49a8-9c67-78c86a70daa4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.0841107 Feb 11 14:07:11.864737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-d7ed08fa-1a8f-4ffb-afa7-664c8e46833e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8abef2f3-16ba-448b-815e-0c3891b44f42 HTTP/1.1" status: 200 len: 217 time: 0.0368836 Feb 11 14:07:11.911002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-c8dc66ab-da30-4cee-b1a6-8691a029502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:11.912296 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-c8dc66ab-da30-4cee-b1a6-8691a029502e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0417767 Feb 11 14:07:11.942053 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-4b69e6a5-d0b6-4995-9b51-a58803433dae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235910 Feb 11 14:07:12.030793 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-0082080b-4628-478e-93ae-84f16dde7885 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825572 Feb 11 14:07:12.116674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-2a4679d3-d736-4d52-bacf-eb4caa30235a service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793674 Feb 11 14:07:12.890849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca65eb1c-745e-4a45-95e8-55fad0bede80 req-53a0030d-1aeb-4067-8cd8-9a5be3ce8fe8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:12.892312 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ca65eb1c-745e-4a45-95e8-55fad0bede80 req-53a0030d-1aeb-4067-8cd8-9a5be3ce8fe8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0492289 Feb 11 14:07:12.934880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ca65eb1c-745e-4a45-95e8-55fad0bede80 req-03717a71-2d54-4b9d-96fa-08eb4f4782cb tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365551 Feb 11 14:07:13.925903 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:07:14.049919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7334406-e999-4a6f-b6ab-5a9e4caf5236 req-b316914c-accb-4533-a31d-48ec311bec86 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:14.051675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7334406-e999-4a6f-b6ab-5a9e4caf5236 req-b316914c-accb-4533-a31d-48ec311bec86 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0490468 Feb 11 14:07:14.088826 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7334406-e999-4a6f-b6ab-5a9e4caf5236 req-5ca53a99-dc01-45f0-bd56-78f950c52baf tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307643 Feb 11 14:07:15.207736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1f1a1b-59d7-4c63-9890-5814b7c520f4 req-cc9087c1-79b2-4a42-8ec3-05cd34665759 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:15.209343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c1f1a1b-59d7-4c63-9890-5814b7c520f4 req-cc9087c1-79b2-4a42-8ec3-05cd34665759 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Feb 11 14:07:15.249732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c1f1a1b-59d7-4c63-9890-5814b7c520f4 req-8bd9c9b4-2623-49dc-a211-4c4105efcec6 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339684 Feb 11 14:07:16.371783 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f328d6-f43b-4cb9-b3df-1c13c251f844 req-be96176b-81f9-4830-9283-5c748d3d398d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:16.373297 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41f328d6-f43b-4cb9-b3df-1c13c251f844 req-be96176b-81f9-4830-9283-5c748d3d398d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0548701 Feb 11 14:07:16.411318 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-41f328d6-f43b-4cb9-b3df-1c13c251f844 req-e127ddbe-5023-4b24-8742-463aec66d3e0 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319228 Feb 11 14:07:17.527492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b1688-bd1f-4923-8108-3ba8d2e01936 req-bcdcb73c-db15-4ed0-8349-72db0eba1418 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:17.528949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f02b1688-bd1f-4923-8108-3ba8d2e01936 req-bcdcb73c-db15-4ed0-8349-72db0eba1418 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0491352 Feb 11 14:07:17.566971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f02b1688-bd1f-4923-8108-3ba8d2e01936 req-f280893b-6f83-4e0c-8cf8-c16ecd0e05aa tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320597 Feb 11 14:07:18.739340 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689755f-7f60-4928-9b22-4fe53126c011 req-cd1fc21f-22e6-4ee3-91bf-c3ba43eac84d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:18.740879 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a689755f-7f60-4928-9b22-4fe53126c011 req-cd1fc21f-22e6-4ee3-91bf-c3ba43eac84d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.1042399 Feb 11 14:07:18.778742 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a689755f-7f60-4928-9b22-4fe53126c011 req-a0a03bca-2094-4e71-b50c-61fc9ec49e9e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318818 Feb 11 14:07:19.956250 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279c307-584f-48ff-8cf8-13a051a0dab9 req-0f82df8a-9175-45a6-b6cb-8e01350710b7 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:19.957854 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9279c307-584f-48ff-8cf8-13a051a0dab9 req-0f82df8a-9175-45a6-b6cb-8e01350710b7 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.1110189 Feb 11 14:07:20.000490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9279c307-584f-48ff-8cf8-13a051a0dab9 req-6814414f-5008-4c4c-a6c4-a3a5e05ffe05 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356240 Feb 11 14:07:21.114844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40cde6-6c0d-4683-aa47-4157152d6287 req-f3e3e434-0de3-4989-8566-072ee97aa8ab tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:21.116968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f40cde6-6c0d-4683-aa47-4157152d6287 req-f3e3e434-0de3-4989-8566-072ee97aa8ab tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Feb 11 14:07:21.155152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2f40cde6-6c0d-4683-aa47-4157152d6287 req-be8b8109-2d53-48a9-a649-b4a2d8e51055 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Feb 11 14:07:22.274980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00618e0-2f49-405a-bd9b-039c05027bdd req-eb8c7a44-550f-4247-bcd2-0b320f3a687b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:22.276459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d00618e0-2f49-405a-bd9b-039c05027bdd req-eb8c7a44-550f-4247-bcd2-0b320f3a687b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0498619 Feb 11 14:07:22.314029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d00618e0-2f49-405a-bd9b-039c05027bdd req-74a6ddeb-d7b9-4aaf-85c6-35ef79a0ab76 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312736 Feb 11 14:07:23.433148 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7d505-27d4-45af-9ba5-4f274f20a0cb req-904abc39-6852-455b-b08a-20009a9422c8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:23.434568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7b7d505-27d4-45af-9ba5-4f274f20a0cb req-904abc39-6852-455b-b08a-20009a9422c8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0537577 Feb 11 14:07:23.472423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d7b7d505-27d4-45af-9ba5-4f274f20a0cb req-ef34b9c7-c0e4-49bf-bc19-94235df4b9a1 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318677 Feb 11 14:07:24.591046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9d9a8-5765-4fca-94d2-4642873fbb8b req-f441dc48-12dd-465f-a586-dd5ac61a8781 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:24.592549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3fe9d9a8-5765-4fca-94d2-4642873fbb8b req-f441dc48-12dd-465f-a586-dd5ac61a8781 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0491114 Feb 11 14:07:24.629377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3fe9d9a8-5765-4fca-94d2-4642873fbb8b req-c8daffc5-b2c4-4d69-83b3-b64b8e7265a7 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308044 Feb 11 14:07:24.715534 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ee17-2e03-4da0-a2ba-b5695e2bc035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:25.748490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fad59-c99d-41ad-bdd3-099b19189c96 req-2f819c2e-c800-433a-988b-f3e08c62c061 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:25.749987 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a30fad59-c99d-41ad-bdd3-099b19189c96 req-2f819c2e-c800-433a-988b-f3e08c62c061 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0491107 Feb 11 14:07:25.787731 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a30fad59-c99d-41ad-bdd3-099b19189c96 req-d7ce96c8-bc0f-4170-a78d-b6c864734d66 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Feb 11 14:07:26.030344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:26.905068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871683ae-ba18-4e55-82dc-3e5d89f17cb5 req-4fcf6fa6-8af0-4590-ab2c-54d5d70a872c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:26.906567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-871683ae-ba18-4e55-82dc-3e5d89f17cb5 req-4fcf6fa6-8af0-4590-ab2c-54d5d70a872c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0486989 Feb 11 14:07:26.948996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-871683ae-ba18-4e55-82dc-3e5d89f17cb5 req-3b833004-1832-45f2-9e32-6ce23ed8bb07 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355964 Feb 11 14:07:26.967399 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e9999442-139e-40f0-a503-8668a7e91dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:28.066736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fac37-7792-49b1-b4bf-0a5bfead031e req-d8db2c3f-f3ec-4b2c-9184-8698fd84c700 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:28.068239 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f8fac37-7792-49b1-b4bf-0a5bfead031e req-d8db2c3f-f3ec-4b2c-9184-8698fd84c700 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0502992 Feb 11 14:07:28.104106 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:28.106624 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f8fac37-7792-49b1-b4bf-0a5bfead031e req-18340774-300a-4419-9e08-c16ec81e8815 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322614 Feb 11 14:07:28.750374 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:29.222025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc5506-c577-46ca-8fa3-fdc4220e9a4f req-e09d6738-f3d2-48c9-9140-9aaae09efa4a tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:29.223508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54fc5506-c577-46ca-8fa3-fdc4220e9a4f req-e09d6738-f3d2-48c9-9140-9aaae09efa4a tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0495639 Feb 11 14:07:29.261563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54fc5506-c577-46ca-8fa3-fdc4220e9a4f req-87d05987-19d0-4e42-94ff-ac52ffcc9d89 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Feb 11 14:07:30.127724 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:30.380325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647858c-4094-476d-9d47-4b00ade90c9a req-30afaf4e-e0ad-4c30-949d-c5b3a6349732 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:30.382639 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d647858c-4094-476d-9d47-4b00ade90c9a req-30afaf4e-e0ad-4c30-949d-c5b3a6349732 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0530648 Feb 11 14:07:30.420040 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d647858c-4094-476d-9d47-4b00ade90c9a req-41b319f6-5309-4acd-a445-8ee857317c34 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314391 Feb 11 14:07:30.658280 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:31.539667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5135d88-c696-4b8c-9e77-a92ed715df8f req-a44506b4-9517-4099-8356-c01e7353884b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:31.541144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5135d88-c696-4b8c-9e77-a92ed715df8f req-a44506b4-9517-4099-8356-c01e7353884b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0491116 Feb 11 14:07:31.580687 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5135d88-c696-4b8c-9e77-a92ed715df8f req-33135eca-38b1-407d-924a-56327076ec17 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334122 Feb 11 14:07:32.696482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec54d2b-e073-43ac-8343-20544eabde71 req-41876bdf-177c-4db9-b2dd-5dd2d588efb4 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:32.697986 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bec54d2b-e073-43ac-8343-20544eabde71 req-41876bdf-177c-4db9-b2dd-5dd2d588efb4 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0489678 Feb 11 14:07:32.736212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bec54d2b-e073-43ac-8343-20544eabde71 req-1d2f4d93-22a1-40bf-b796-fa6df7f22fb7 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Feb 11 14:07:33.850890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2ea2-f46f-4669-be89-e7d1c4137f01 req-ad298ed1-d86b-4131-b66c-7586de8a1877 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:33.852320 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-03be2ea2-f46f-4669-be89-e7d1c4137f01 req-ad298ed1-d86b-4131-b66c-7586de8a1877 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0471232 Feb 11 14:07:33.893019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-03be2ea2-f46f-4669-be89-e7d1c4137f01 req-820ef603-d84d-4194-b555-d0be3088c2fd tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345736 Feb 11 14:07:35.012155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694b493-8d89-4dc4-9d17-c9a0b34a2d8c req-bba61bc7-5ce5-4dd3-8532-fc1f64d9ee07 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:35.013637 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9694b493-8d89-4dc4-9d17-c9a0b34a2d8c req-bba61bc7-5ce5-4dd3-8532-fc1f64d9ee07 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0494485 Feb 11 14:07:35.051178 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9694b493-8d89-4dc4-9d17-c9a0b34a2d8c req-1f886fca-a2aa-4798-a784-ddb5b99e8dc8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Feb 11 14:07:36.166981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94fa9d-89f4-4c1c-b4c2-932cec863fa1 req-4819410f-7636-4ad7-a7ad-6c3c31752d8b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:36.168467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed94fa9d-89f4-4c1c-b4c2-932cec863fa1 req-4819410f-7636-4ad7-a7ad-6c3c31752d8b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0485699 Feb 11 14:07:36.206293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed94fa9d-89f4-4c1c-b4c2-932cec863fa1 req-910c47ad-68f9-4488-8205-fb4c4953c6d7 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Feb 11 14:07:37.326045 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c0ea-d195-47dd-bdec-a3cd095eedba req-9b50582a-3908-474b-96f0-7e1321c69ec8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:37.327514 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44b5c0ea-d195-47dd-bdec-a3cd095eedba req-9b50582a-3908-474b-96f0-7e1321c69ec8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0544415 Feb 11 14:07:37.366101 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44b5c0ea-d195-47dd-bdec-a3cd095eedba req-faff3dea-46f3-4624-886b-95523cab1c14 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Feb 11 14:07:38.480846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f955bff-88b6-46a5-bb50-57baced0559d req-8a7d8a6b-363c-4abb-8516-b05d31b7c7ec tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:38.482468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f955bff-88b6-46a5-bb50-57baced0559d req-8a7d8a6b-363c-4abb-8516-b05d31b7c7ec tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0484390 Feb 11 14:07:38.520141 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f955bff-88b6-46a5-bb50-57baced0559d req-3189e858-cc5a-4080-b2b3-355b7244a0c4 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Feb 11 14:07:39.208264 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-0abfadd6-e7c0-497e-a185-f83b45015bb9 service neutron] show failed (client error): The resource could not be found. Feb 11 14:07:39.209551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-0abfadd6-e7c0-497e-a185-f83b45015bb9 service neutron] 10.222.0.13 "GET /v2.0/ports/8abef2f3-16ba-448b-815e-0c3891b44f42/bindings/n-h2-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0553269 Feb 11 14:07:39.637916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c9672-c88a-4184-8c0c-be1eee6af4f6 req-76e2afa4-2537-479f-8ad9-3a2707a3b433 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:39.639426 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f11c9672-c88a-4184-8c0c-be1eee6af4f6 req-76e2afa4-2537-479f-8ad9-3a2707a3b433 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Feb 11 14:07:39.679627 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f11c9672-c88a-4184-8c0c-be1eee6af4f6 req-b2cdb7c6-ff22-4e16-941d-2d64db285fb7 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341516 Feb 11 14:07:39.731579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-f6ac9b3a-a211-4d0e-b33a-5d0db6d11ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:39.733067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-f6ac9b3a-a211-4d0e-b33a-5d0db6d11ae6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7&tenant_id=c9a27f6f93024b8cbe5d7639c03851e9 HTTP/1.1" status: 200 len: 1096 time: 0.0455799 Feb 11 14:07:39.744387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:39.798310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.009222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=8abef2f3-16ba-448b-815e-0c3891b44f42,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:40.042539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:40.086370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:40.088629 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d699dc3-eb34-4391-8f23-50441f7c871a" -d '{"events": [{"server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:40.092716 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.105243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Transition to ACTIVE for port object 8abef2f3-16ba-448b-815e-0c3891b44f42 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:40.137346 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710ebefc-3ac6-4a37-9daf-1761412b0844 x-openstack-request-id: req-710ebefc-3ac6-4a37-9daf-1761412b0844 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:40.137627 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "name": "network-vif-unplugged", "status": "completed", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:40.137899 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-710ebefc-3ac6-4a37-9daf-1761412b0844 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:40.138296 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42', 'code': 200} Feb 11 14:07:40.172686 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.233302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Pushing event updated for resources: {'Port': ['ID=8abef2f3-16ba-448b-815e-0c3891b44f42,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:40.235599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] No DVR routers for this DVR port 8abef2f3-16ba-448b-815e-0c3891b44f42 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:40.269601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Attempting to bind port 8abef2f3-16ba-448b-815e-0c3891b44f42 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:40.269876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Attempting to bind port 8abef2f3-16ba-448b-815e-0c3891b44f42 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:40.270199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Attempting to bind port 8abef2f3-16ba-448b-815e-0c3891b44f42 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:40.274554 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Port 8abef2f3-16ba-448b-815e-0c3891b44f42 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:07:40.274888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Attempting to bind port 8abef2f3-16ba-448b-815e-0c3891b44f42 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:40.279513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:40.279845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Checking segment: {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:40.280219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Bound using segment: {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:40.280632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Bound port: 8abef2f3-16ba-448b-815e-0c3891b44f42, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:40.280979 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.350512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:40.353439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8abef2f3-16ba-448b-815e-0c3891b44f42,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:40.447534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.482035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:40.482652 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:40.484049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] 10.222.0.59 "PUT /v2.0/ports/8abef2f3-16ba-448b-815e-0c3891b44f42 HTTP/1.1" status: 200 len: 1091 time: 0.7436237 Feb 11 14:07:40.505388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb755da-3510-4ebc-9652-7d47ebcc3c6d service neutron] Pushing event updated for resources: {'Port': ['ID=8abef2f3-16ba-448b-815e-0c3891b44f42,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:40.548012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-cec0a61d-8a34-4a9b-9034-113fa9d78377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:40.549494 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-cec0a61d-8a34-4a9b-9034-113fa9d78377 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 1094 time: 0.0412991 Feb 11 14:07:40.640054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-1d3f2211-3e84-42a2-9910-a76560944fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:40.641524 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-1d3f2211-3e84-42a2-9910-a76560944fa3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.0861118 Feb 11 14:07:40.682010 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-4511c2a7-1ccc-436a-bfee-14a1af0b87c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8abef2f3-16ba-448b-815e-0c3891b44f42 HTTP/1.1" status: 200 len: 217 time: 0.0334921 Feb 11 14:07:40.734568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-5823e3e0-00d0-4173-b19b-0bb4e845e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:40.736026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-5823e3e0-00d0-4173-b19b-0bb4e845e0b1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0476744 Feb 11 14:07:40.767355 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-056242b6-6420-4a22-b23d-32a9a974be3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248590 Feb 11 14:07:40.777946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-0216b0b3-21ae-43c4-8c30-124c726d4ccc service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:07:40.778869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-0216b0b3-21ae-43c4-8c30-124c726d4ccc service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049825 Feb 11 14:07:40.800091 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b657d-8f7c-41b9-bf79-9ce1a01e00e1 req-8e03dc83-9f85-4f0e-a558-3d136b160cad tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:40.801814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-487b657d-8f7c-41b9-bf79-9ce1a01e00e1 req-8e03dc83-9f85-4f0e-a558-3d136b160cad tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 943 time: 0.0495710 Feb 11 14:07:40.840556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-487b657d-8f7c-41b9-bf79-9ce1a01e00e1 req-a697de8c-b12e-4509-ac0a-1c856c9210b2 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323789 Feb 11 14:07:40.871823 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-ddad7d18-5fdd-4ccf-9b0e-d9f2e2576bfc service neutron] 10.222.0.59 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866444 Feb 11 14:07:40.966392 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54a15c56-d83a-4f25-ab0d-f4722bd7ca3e req-a8ee6872-0e7b-4fb2-ae42-411dfd2604a4 service neutron] 10.222.0.59 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881891 Feb 11 14:07:41.964131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a89460-2fda-40c9-ad5e-b1e3478edb78 req-b85331ff-e4b2-4423-80e2-dbe7ab3acd1e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:41.965596 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94a89460-2fda-40c9-ad5e-b1e3478edb78 req-b85331ff-e4b2-4423-80e2-dbe7ab3acd1e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 943 time: 0.0545723 Feb 11 14:07:42.003501 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94a89460-2fda-40c9-ad5e-b1e3478edb78 req-8d711468-60a4-4eaa-8163-8d38346dec2f tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320132 Feb 11 14:07:42.139369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:42.141621 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51ad541-b6d8-4006-8265-9cf90ea15a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:42.190972 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2ea25c-b963-4fb4-abc0-3d5421a134e1 x-openstack-request-id: req-8c2ea25c-b963-4fb4-abc0-3d5421a134e1 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:42.191284 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:42.191589 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8c2ea25c-b963-4fb4-abc0-3d5421a134e1 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:42.192065 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42', 'status': 'completed', 'code': 200} Feb 11 14:07:42.275717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-ec54e3f9-4211-4ae8-8d2e-2ea7d0db3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:42.277194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-ec54e3f9-4211-4ae8-8d2e-2ea7d0db3a3e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 1094 time: 0.0686216 Feb 11 14:07:42.279531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-8a5c4026-2944-4872-b2e0-f37922c7ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:42.280888 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-8a5c4026-2944-4872-b2e0-f37922c7ea89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 1094 time: 0.0639799 Feb 11 14:07:42.434213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-abb83225-4300-4997-982f-44513c65e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:42.435597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-abb83225-4300-4997-982f-44513c65e4e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.1514885 Feb 11 14:07:42.438145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-8fb9375e-a33b-4697-99c5-3ca2ad36893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:42.439497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-8fb9375e-a33b-4697-99c5-3ca2ad36893e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.1466134 Feb 11 14:07:42.484844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-d90d40cf-4163-4f73-8cdd-b44c6e5bc905 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8abef2f3-16ba-448b-815e-0c3891b44f42 HTTP/1.1" status: 200 len: 217 time: 0.0422943 Feb 11 14:07:42.514077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-c8b92947-52d5-4511-a5ec-cbc7e73e9450 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8abef2f3-16ba-448b-815e-0c3891b44f42 HTTP/1.1" status: 200 len: 217 time: 0.0652666 Feb 11 14:07:42.565955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 8abef2f3-16ba-448b-815e-0c3891b44f42 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:42.591400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-8591da59-52a7-4dc9-833a-cbe0b64e9956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:42.592857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-8591da59-52a7-4dc9-833a-cbe0b64e9956 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0805991 Feb 11 14:07:42.596321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-95e1fe0f-5200-4740-822b-b29113688f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:42.597671 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-95e1fe0f-5200-4740-822b-b29113688f93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0765862 Feb 11 14:07:42.608722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 8abef2f3-16ba-448b-815e-0c3891b44f42 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:42.631818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-b4c6416b-b57f-432a-acbd-60b3c4985d17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319505 Feb 11 14:07:42.646539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-d345f315-dcaa-4ef6-821d-a0e43aefe232 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391488 Feb 11 14:07:42.792365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-edab8973-f5e4-4ad6-a6b2-5a29a460134a service neutron] 10.222.0.59 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480336 Feb 11 14:07:42.795719 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-3276f67e-b3f0-47ac-92f9-940339e595b6 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419911 Feb 11 14:07:43.326727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa11fc-9770-4dd8-a469-7983627acaae req-c00b9394-10d2-4dc4-89d0-5c1c7d25419f tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:43.328210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6caa11fc-9770-4dd8-a469-7983627acaae req-c00b9394-10d2-4dc4-89d0-5c1c7d25419f tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 943 time: 0.1303787 Feb 11 14:07:43.329990 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-1ed4cb0b-45b1-4fde-8bfc-793b277a2034 service neutron] 10.222.0.59 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312541 Feb 11 14:07:43.334185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c51ad541-b6d8-4006-8265-9cf90ea15a8a req-81e6588a-5ba4-4477-8167-911f67821155 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281749 Feb 11 14:07:43.367620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6caa11fc-9770-4dd8-a469-7983627acaae req-c069ea25-311e-472d-b288-f3819af2dae2 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323434 Feb 11 14:07:44.487892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4142568-8e74-435c-a096-ebec3ec294f1 req-405129ba-0c7c-4e5a-a71e-568bf2703f08 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:44.489352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a4142568-8e74-435c-a096-ebec3ec294f1 req-405129ba-0c7c-4e5a-a71e-568bf2703f08 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 943 time: 0.0523396 Feb 11 14:07:44.527437 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a4142568-8e74-435c-a096-ebec3ec294f1 req-ca9ed797-7972-4655-bf9b-c91bcaf74c52 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311401 Feb 11 14:07:44.885233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2853b-b909-45d2-865c-643d5ea61bc8 req-cd1cab20-633b-408a-aab9-7ae5b7715d9f tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:44.886781 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5e2853b-b909-45d2-865c-643d5ea61bc8 req-cd1cab20-633b-408a-aab9-7ae5b7715d9f tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 943 time: 0.0497143 Feb 11 14:07:44.926368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e5e2853b-b909-45d2-865c-643d5ea61bc8 req-e42b6c52-d1f6-4159-9894-3aaf01eb1584 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331969 Feb 11 14:07:44.984752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-3e997926-e453-411e-85fa-80f8591d2c32 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:44.986244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-3e997926-e453-411e-85fa-80f8591d2c32 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7&tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 943 time: 0.0515718 Feb 11 14:07:45.050151 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-c2300019-2d3d-47b8-af2f-1900ef6894ab service neutron] delete failed (client error): The resource could not be found. Feb 11 14:07:45.051331 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-c2300019-2d3d-47b8-af2f-1900ef6894ab service neutron] 10.222.0.13 "DELETE /v2.0/ports/8abef2f3-16ba-448b-815e-0c3891b44f42/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0577116 Feb 11 14:07:45.134729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-aec969cb-987b-4cad-ac9f-d858b9800aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:45.136238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-aec969cb-987b-4cad-ac9f-d858b9800aa7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 1094 time: 0.0410373 Feb 11 14:07:45.230678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-a97001da-b1d8-4ed6-a0b9-3c7b5e8cd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:45.232624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-a97001da-b1d8-4ed6-a0b9-3c7b5e8cd803 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.0870602 Feb 11 14:07:45.277125 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-d50ce163-814a-41e6-baf3-e75b42acb1f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8abef2f3-16ba-448b-815e-0c3891b44f42 HTTP/1.1" status: 200 len: 217 time: 0.0377972 Feb 11 14:07:45.327410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-91fd7501-000b-4df9-b397-47e99873c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:45.328782 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-91fd7501-000b-4df9-b397-47e99873c7f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0440485 Feb 11 14:07:45.359519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-e174fe7b-623e-4c3f-8554-782914ef56dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240209 Feb 11 14:07:45.451893 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-d2c2293c-b954-426f-9dab-4398a00f0520 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851500 Feb 11 14:07:45.541869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-91e891a1-1af4-4646-b763-3e64ffdb8e06 req-c5f34727-94e8-40ea-8734-3ac976ee0039 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833602 Feb 11 14:07:46.045255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54f639-cc5d-48b4-ab75-361d21388438 req-256ac40c-7030-41e2-9dec-274d15e92102 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:46.046761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c54f639-cc5d-48b4-ab75-361d21388438 req-256ac40c-7030-41e2-9dec-274d15e92102 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 943 time: 0.0497477 Feb 11 14:07:46.085504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3c54f639-cc5d-48b4-ab75-361d21388438 req-2cd8053f-753a-48a1-928c-80d49d809fbe tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311906 Feb 11 14:07:46.836228 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 8abef2f3-16ba-448b-815e-0c3891b44f42 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:07:46.933706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8abef2f3-16ba-448b-815e-0c3891b44f42,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:46.944880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-6336e817-545a-4e09-b461-c700657aef08 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463698 Feb 11 14:07:46.945934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '8abef2f3-16ba-448b-815e-0c3891b44f42', 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103', 'port_id': '8abef2f3-16ba-448b-815e-0c3891b44f42', 'mac_address': 'fa:16:3e:03:fd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402f096b-9c85-46d6-b46a-c1985bc7edc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:07:46.982934 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:46.996264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abef2f3-16ba-448b-815e-0c3891b44f42 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:47.017337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8abef2f3-16ba-448b-815e-0c3891b44f42,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:47.026682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-3efe6bba-7520-4b04-856f-86f340382c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:47.028159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-3efe6bba-7520-4b04-856f-86f340382c1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 1094 time: 0.0415375 Feb 11 14:07:47.109918 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:47.133708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-c61dd7c4-65a2-4514-8af8-ae0a0716dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:47.135228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-c61dd7c4-65a2-4514-8af8-ae0a0716dc34 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.0882733 Feb 11 14:07:47.169950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=8abef2f3-16ba-448b-815e-0c3891b44f42,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:47.178866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.179203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.179749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.180235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.180716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.181194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.181705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.182832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.183164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.183493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.183816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.184340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:07:47.187889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-8adeee18-2c54-4728-8249-2dde66a4b576 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8abef2f3-16ba-448b-815e-0c3891b44f42 HTTP/1.1" status: 200 len: 217 time: 0.0451117 Feb 11 14:07:47.221251 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1172960-6a27-4952-96e2-104bbc0238d7 req-45fa9dc0-3281-49e9-b89b-fa20c5efef20 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:47.222759 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1172960-6a27-4952-96e2-104bbc0238d7 req-45fa9dc0-3281-49e9-b89b-fa20c5efef20 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 944 time: 0.0562589 Feb 11 14:07:47.238461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-8cb4845c-745d-4819-958f-45cf848b3973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:47.240566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-8cb4845c-745d-4819-958f-45cf848b3973 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0462935 Feb 11 14:07:47.263294 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1172960-6a27-4952-96e2-104bbc0238d7 req-57a86efb-cb9f-4b9d-8d06-4839eecbea13 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Feb 11 14:07:47.272879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-6d2dd733-92cf-43a4-aecc-eb7a919cf528 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257740 Feb 11 14:07:47.403422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-8185516a-7c41-4d94-a9b9-3a41f5910a8a service neutron] 10.222.0.59 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228878 Feb 11 14:07:47.411899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04230aca-755c-4d22-984e-e3ae077d9eaa req-3851acbf-0bec-427d-b2ec-97c5492240a7 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:47.413294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04230aca-755c-4d22-984e-e3ae077d9eaa req-3851acbf-0bec-427d-b2ec-97c5492240a7 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 944 time: 0.0769432 Feb 11 14:07:47.433613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['8abef2f3-16ba-448b-815e-0c3891b44f42'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:47.501746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04230aca-755c-4d22-984e-e3ae077d9eaa req-9fc07de1-c177-4011-a2fa-11f70dce98ad tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801284 Feb 11 14:07:47.531507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1b406e7a-227b-4bcf-9e1f-80362695bff3 req-4731b9de-5e71-4573-b69c-80306fed44ae service neutron] 10.222.0.59 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172612 Feb 11 14:07:47.624677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc9b39-dee3-4ad3-8760-43c427626531 req-f7cf1f82-9cbb-46d2-80e0-0e9bc12af88d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:47.626190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45dc9b39-dee3-4ad3-8760-43c427626531 req-f7cf1f82-9cbb-46d2-80e0-0e9bc12af88d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 944 time: 0.0531042 Feb 11 14:07:47.664430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45dc9b39-dee3-4ad3-8760-43c427626531 req-d4471a3b-c2d5-4f01-a955-052f87009c16 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Feb 11 14:07:48.280868 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-41a923e4-1e40-4bd0-a190-143252d32e88 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:48.282359 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-41a923e4-1e40-4bd0-a190-143252d32e88 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 814 time: 0.1004648 Feb 11 14:07:48.297630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1512097a-6dbc-4669-9864-aa9406053efa tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/quotas/c9a27f6f93024b8cbe5d7639c03851e9 HTTP/1.1" status: 200 len: 375 time: 0.0089269 Feb 11 14:07:48.346282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-9930597c-c708-4551-b4cd-7b1ce1cbd821 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424521 Feb 11 14:07:48.485600 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-2aaaf16a-d750-4b38-bdce-03ca4bb50c8a service neutron] 10.222.0.52 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319849 Feb 11 14:07:48.574944 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-d67d4aee-af08-4695-9d6a-925e4c414d81 service neutron] 10.222.0.52 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830832 Feb 11 14:07:48.794032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55d1ec54-0eef-40da-80b7-a91945053471 req-60706ac1-8193-437f-824c-463b547097c3 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 210 time: 0.0277267 Feb 11 14:07:48.843869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 8abef2f3-16ba-448b-815e-0c3891b44f42 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:48.955509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 8abef2f3-16ba-448b-815e-0c3891b44f42 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:48.959333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 8abef2f3-16ba-448b-815e-0c3891b44f42 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:48.964280 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.039101 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.061208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:49.063501 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd23f9d9-26f5-4981-bae0-bd037c0abb48" -d '{"events": [{"server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "name": "network-vif-plugged", "status": "completed", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:49.076289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8abef2f3-16ba-448b-815e-0c3891b44f42,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:49.100025 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77f5f1c-a1cd-4fa6-b723-6325a30301c2 x-openstack-request-id: req-a77f5f1c-a1cd-4fa6-b723-6325a30301c2 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:49.100332 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "name": "network-vif-plugged", "status": "completed", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:49.100658 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a77f5f1c-a1cd-4fa6-b723-6325a30301c2 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:49.101049 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42', 'code': 200} Feb 11 14:07:49.167283 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.216489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=8abef2f3-16ba-448b-815e-0c3891b44f42,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:49.508437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-ed40f0f0-7629-4716-8f47-189b35813c1d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:49.509975 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-ed40f0f0-7629-4716-8f47-189b35813c1d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.59 "GET /v2.0/ports?device_id=5de933c7-6013-48ca-a675-ab7c837a80e7 HTTP/1.1" status: 200 len: 945 time: 0.0510299 Feb 11 14:07:49.602262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-60e26c93-82a0-4594-8dd0-17176eaf7e77 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Deleting port 8abef2f3-16ba-448b-815e-0c3891b44f42 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:07:49.602590 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-60e26c93-82a0-4594-8dd0-17176eaf7e77 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.689686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-60e26c93-82a0-4594-8dd0-17176eaf7e77 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] For port 8abef2f3-16ba-448b-815e-0c3891b44f42, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=8abef2f3-16ba-448b-815e-0c3891b44f42,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:49.690126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-60e26c93-82a0-4594-8dd0-17176eaf7e77 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.699241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-87dd6f24-e96e-478d-9632-93336112c519 req-69246e54-54b4-414c-961e-ab0723142e9d service neutron] (103006) timed out ('10.222.0.52', 38116) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:07:49.704027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-60e26c93-82a0-4594-8dd0-17176eaf7e77 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Calling delete_port for 8abef2f3-16ba-448b-815e-0c3891b44f42 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:07:49.888494 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8fcf3285-fc05-468f-b044-b8a7c8040869 req-43a25927-04b9-4289-8c07-7100d7e954bb tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 210 time: 0.0272379 Feb 11 14:07:49.915725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-60e26c93-82a0-4594-8dd0-17176eaf7e77 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.927477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['8abef2f3-16ba-448b-815e-0c3891b44f42'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:49.944322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e26c93-82a0-4594-8dd0-17176eaf7e77 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Pushing event deleted for resources: {'Port': ['ID=8abef2f3-16ba-448b-815e-0c3891b44f42,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:49.991801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-60e26c93-82a0-4594-8dd0-17176eaf7e77 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] No DVR routers for this DVR port 8abef2f3-16ba-448b-815e-0c3891b44f42 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:07:49.994952 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-60e26c93-82a0-4594-8dd0-17176eaf7e77 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:49.998256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aac0a8ce-921d-49c3-a5bc-2e4154b3cfdd req-60e26c93-82a0-4594-8dd0-17176eaf7e77 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.59 "DELETE /v2.0/ports/8abef2f3-16ba-448b-815e-0c3891b44f42 HTTP/1.1" status: 204 len: 173 time: 0.4826598 Feb 11 14:07:49.998695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'name': 'network-vif-deleted', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:50.000906 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d669d046-376b-4027-88eb-0ccabe78f078" -d '{"events": [{"server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "name": "network-vif-deleted", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:50.042698 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8ec193-8794-43f7-a752-ba32ce664884 x-openstack-request-id: req-4e8ec193-8794-43f7-a752-ba32ce664884 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:50.042698 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de933c7-6013-48ca-a675-ab7c837a80e7", "name": "network-vif-deleted", "tag": "8abef2f3-16ba-448b-815e-0c3891b44f42", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:50.042698 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e8ec193-8794-43f7-a752-ba32ce664884 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:50.042698 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de933c7-6013-48ca-a675-ab7c837a80e7', 'name': 'network-vif-deleted', 'tag': '8abef2f3-16ba-448b-815e-0c3891b44f42', 'status': 'completed', 'code': 200} Feb 11 14:07:50.888246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-45888d47-41f9-4751-adde-5081301ea566 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:50.889657 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-45888d47-41f9-4751-adde-5081301ea566 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.13 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 814 time: 0.0979977 Feb 11 14:07:50.901869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Request body: {'port': {'device_id': 'f2558790-5a08-4967-abe0-268d347ff24b', 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103', 'admin_state_up': True, 'tenant_id': 'c9a27f6f93024b8cbe5d7639c03851e9'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:50.927572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:07:50.994171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c395f7a7-5515-4f2c-a356-fa61eccc3fc4 req-45f9c669-d559-46d0-ad7a-885ba8ab814b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 210 time: 0.0301208 Feb 11 14:07:51.133257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Made reservation on behalf of c9a27f6f93024b8cbe5d7639c03851e9 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:07:51.137619 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.263556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Allocated IP 172.20.0.12 (8577175c-2ef6-4721-9d2f-259f71fa9103/402f096b-9c85-46d6-b46a-c1985bc7edc2/9359a5aa-d19d-4298-9a3f-7aedbae48f83) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:07:51.412055 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.510715 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.558900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Network 8577175c-2ef6-4721-9d2f-259f71fa9103 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:07:51.562124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:07:51.565604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:07:51.572743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Pushing event updated for resources: {'Port': ['ID=9359a5aa-d19d-4298-9a3f-7aedbae48f83,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:51.616958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:51.622052 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:51.712367 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1bd2af4e-da5c-4673-b98e-7a2622aea935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8141904 Feb 11 14:07:51.725874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Request body: {'port': {'device_id': 'f2558790-5a08-4967-abe0-268d347ff24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:07:51.778230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.045000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9359a5aa-d19d-4298-9a3f-7aedbae48f83 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:52.053624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.066024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Transition to ACTIVE for port object 9359a5aa-d19d-4298-9a3f-7aedbae48f83 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:07:52.120998 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3860d-fd49-4220-90ee-00b7470693db req-26f8e697-018c-4997-9ad0-0d2e438b6628 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:52.122579 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13c3860d-fd49-4220-90ee-00b7470693db req-26f8e697-018c-4997-9ad0-0d2e438b6628 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 932 time: 0.0570929 Feb 11 14:07:52.163161 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13c3860d-fd49-4220-90ee-00b7470693db req-9a1c1402-6155-4d15-933f-5406fc877223 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346301 Feb 11 14:07:52.184102 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.235458 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Pushing event updated for resources: {'Port': ['ID=9359a5aa-d19d-4298-9a3f-7aedbae48f83,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:52.298500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Attempting to bind port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:07:52.298748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Attempting to bind port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:07:52.299070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Attempting to bind port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:52.304247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:07:52.304562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Attempting to bind port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:07:52.309154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:07:52.309480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Checking segment: {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:07:52.309890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Bound using segment: {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:07:52.310305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Bound port: 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:07:52.310651 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.374913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:07:52.377787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:07:52.424556 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.460786 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:52.461430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:52.462884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] 10.222.0.13 "PUT /v2.0/ports/9359a5aa-d19d-4298-9a3f-7aedbae48f83 HTTP/1.1" status: 200 len: 1092 time: 0.7420444 Feb 11 14:07:52.463332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:52.465589 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceea1eb-8dfa-4512-92f7-5795147e2d2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:52.488903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655c65f-551d-445e-809e-e30eafa2d437 service neutron] Pushing event updated for resources: {'Port': ['ID=9359a5aa-d19d-4298-9a3f-7aedbae48f83,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:52.511832 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa204ba7-758e-4f45-8525-430933456c0c x-openstack-request-id: req-fa204ba7-758e-4f45-8525-430933456c0c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:52.512124 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:52.512377 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fa204ba7-758e-4f45-8525-430933456c0c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:52.512781 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83', 'status': 'completed', 'code': 200} Feb 11 14:07:52.573645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceea1eb-8dfa-4512-92f7-5795147e2d2b req-b2e7a619-e0c8-4eca-8320-467b8ab0533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:52.575088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eceea1eb-8dfa-4512-92f7-5795147e2d2b req-b2e7a619-e0c8-4eca-8320-467b8ab0533e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 1095 time: 0.0425339 Feb 11 14:07:52.674652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceea1eb-8dfa-4512-92f7-5795147e2d2b req-b3ca8d5b-1d26-4691-ae02-97616cbbc850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:52.676391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eceea1eb-8dfa-4512-92f7-5795147e2d2b req-b3ca8d5b-1d26-4691-ae02-97616cbbc850 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0935318 Feb 11 14:07:52.766807 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceea1eb-8dfa-4512-92f7-5795147e2d2b req-23ac69b5-2b00-4d90-ae29-95c2f212c8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:52.768298 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eceea1eb-8dfa-4512-92f7-5795147e2d2b req-23ac69b5-2b00-4d90-ae29-95c2f212c8db service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852890 Feb 11 14:07:52.842155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-d84db8da-4387-4546-894d-a3b42e5d3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:52.843659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-d84db8da-4387-4546-894d-a3b42e5d3492 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 1095 time: 0.0407503 Feb 11 14:07:52.866503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 8abef2f3-16ba-448b-815e-0c3891b44f42 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:07:52.886199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 8abef2f3-16ba-448b-815e-0c3891b44f42 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:07:52.886552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 8abef2f3-16ba-448b-815e-0c3891b44f42 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:07:52.890071 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1b3ee966-fc1b-4915-a694-c6fd7bdf4ce9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83 HTTP/1.1" status: 200 len: 217 time: 0.0374410 Feb 11 14:07:52.937225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-15afa91d-3a45-4695-aae5-9d6403b56927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:52.938700 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-15afa91d-3a45-4695-aae5-9d6403b56927 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0425878 Feb 11 14:07:52.968621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-9e69f382-5a65-4450-8c3e-e7761b3428ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239408 Feb 11 14:07:53.059157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-1830bac8-d27a-4c7a-ba12-e57064356d89 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839939 Feb 11 14:07:53.151419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-200e9a32-9ac6-41c9-9e24-2f0bdda71ddf req-b92bc917-4a72-4e89-a302-f6d19904a468 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844815 Feb 11 14:07:53.280829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea445f2-d7fb-497b-893e-4c818fb5d20c req-7d89de22-880e-4b93-8ee8-c397afaeff6c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:53.282349 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bea445f2-d7fb-497b-893e-4c818fb5d20c req-7d89de22-880e-4b93-8ee8-c397afaeff6c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 944 time: 0.0502908 Feb 11 14:07:53.322170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bea445f2-d7fb-497b-893e-4c818fb5d20c req-a0fbb5df-993f-4ac4-9cb0-6331f0c8c98f tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331271 Feb 11 14:07:54.441644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dc522e-0b54-42d4-a610-77ee60f7c140 req-eb607b3c-94ec-42a7-8f73-088caea9fbe6 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:54.444011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98dc522e-0b54-42d4-a610-77ee60f7c140 req-eb607b3c-94ec-42a7-8f73-088caea9fbe6 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 944 time: 0.0501206 Feb 11 14:07:54.482281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98dc522e-0b54-42d4-a610-77ee60f7c140 req-c3099077-6215-4114-a47b-849045bdbdf5 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Feb 11 14:07:54.613613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9359a5aa-d19d-4298-9a3f-7aedbae48f83 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:07:54.721273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:54.732875 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '9359a5aa-d19d-4298-9a3f-7aedbae48f83', 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103', 'port_id': '9359a5aa-d19d-4298-9a3f-7aedbae48f83', 'mac_address': 'fa:16:3e:2f:be:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402f096b-9c85-46d6-b46a-c1985bc7edc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:07:54.757466 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b45bbb8-46a0-4fe0-a364-c6390120438a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.772794 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.785678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9359a5aa-d19d-4298-9a3f-7aedbae48f83 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:07:54.806358 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:54.875070 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:54.924138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9359a5aa-d19d-4298-9a3f-7aedbae48f83,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:55.078775 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['9359a5aa-d19d-4298-9a3f-7aedbae48f83'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:07:55.597459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac7a46-2289-4cb1-a2ad-e73015d54564 req-010427b8-5eba-432b-bdae-4f8476245ffb tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:55.599049 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6ac7a46-2289-4cb1-a2ad-e73015d54564 req-010427b8-5eba-432b-bdae-4f8476245ffb tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 945 time: 0.0479224 Feb 11 14:07:55.636081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6ac7a46-2289-4cb1-a2ad-e73015d54564 req-c02f2e75-c4dc-44b9-9740-f4b3f22215cf tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Feb 11 14:07:56.086899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:56.624023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9359a5aa-d19d-4298-9a3f-7aedbae48f83 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:07:56.743924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:07:56.747807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:07:56.748178 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:56.759235 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c7fc5-e8c1-4238-b955-6087e9fba1fc req-ae566802-617e-4bed-8559-159af8a446c4 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:56.760772 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe0c7fc5-e8c1-4238-b955-6087e9fba1fc req-ae566802-617e-4bed-8559-159af8a446c4 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 945 time: 0.0541437 Feb 11 14:07:56.800018 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe0c7fc5-e8c1-4238-b955-6087e9fba1fc req-3cf7ac79-ca1b-4247-aa5d-e938d7a72b4d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331054 Feb 11 14:07:56.825603 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:56.848207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:07:56.850985 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0ffd0d-8f16-4994-8c27-242456a31550" -d '{"events": [{"server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "name": "network-vif-plugged", "status": "completed", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:07:56.863545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:07:56.887207 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43862e9f-35dc-47b4-99c2-58fb690c549d x-openstack-request-id: req-43862e9f-35dc-47b4-99c2-58fb690c549d {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:07:56.887489 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "name": "network-vif-plugged", "status": "completed", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:07:56.887733 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43862e9f-35dc-47b4-99c2-58fb690c549d {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:07:56.888119 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83', 'code': 200} Feb 11 14:07:56.972879 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:56.984569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89a8bd-8ddb-4021-b99c-26e66718306d req-e5ebebe8-bf51-41d3-b5c7-fca338828ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:56.986132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c89a8bd-8ddb-4021-b99c-26e66718306d req-e5ebebe8-bf51-41d3-b5c7-fca338828ab0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 1096 time: 0.0417440 Feb 11 14:07:57.004253 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9f54ea2e-8088-4b2a-af43-3b6c101e82d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:57.023635 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2c89a8bd-8ddb-4021-b99c-26e66718306d req-509f7ebe-c685-4835-9c83-12da4de37eb6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314641 Feb 11 14:07:57.032315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=9359a5aa-d19d-4298-9a3f-7aedbae48f83,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:07:57.915671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63ca6a-fa50-4a3f-9df9-d28be9b43f0f req-1f7ef8b6-2c34-4ff1-a798-447a69cc68dc tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:57.917155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb63ca6a-fa50-4a3f-9df9-d28be9b43f0f req-1f7ef8b6-2c34-4ff1-a798-447a69cc68dc tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0494025 Feb 11 14:07:57.955634 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cb63ca6a-fa50-4a3f-9df9-d28be9b43f0f req-57eb9c48-1aa1-403d-b0da-9cc8d305f583 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Feb 11 14:07:58.155306 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:58.766492 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:07:59.077241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bbfed-2dca-4288-8c62-acaafb109635 req-9bd9f0cd-7c41-44a8-9ab6-7a6f5cf39a1d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.078641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-566bbfed-2dca-4288-8c62-acaafb109635 req-9bd9f0cd-7c41-44a8-9ab6-7a6f5cf39a1d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0538607 Feb 11 14:07:59.115500 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-566bbfed-2dca-4288-8c62-acaafb109635 req-8df46f44-6922-4c03-b927-07a8bad3b8e3 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305381 Feb 11 14:07:59.232391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4ac09-bd51-475f-a5e8-c56e01c58a8c req-53074957-6feb-4339-8663-7e195037431a tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.233863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49f4ac09-bd51-475f-a5e8-c56e01c58a8c req-53074957-6feb-4339-8663-7e195037431a tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0523093 Feb 11 14:07:59.271579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49f4ac09-bd51-475f-a5e8-c56e01c58a8c req-00a9bf7e-442c-4d49-a345-fd9ff1c0e8bd tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Feb 11 14:07:59.742008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c84d2-05ff-4386-8230-162c68c1dd07 req-0d410ef4-304f-4eeb-a7b1-8ee603ee8d3c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:07:59.743512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-015c84d2-05ff-4386-8230-162c68c1dd07 req-0d410ef4-304f-4eeb-a7b1-8ee603ee8d3c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0498543 Feb 11 14:07:59.781102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-015c84d2-05ff-4386-8230-162c68c1dd07 req-293858f7-648a-491d-9a88-03bb65538b67 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315766 Feb 11 14:07:59.879511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-ec4980d6-b218-4d09-af47-7014623d7ba6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401015 Feb 11 14:08:00.132746 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.728997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:00.901668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07488b9f-667b-4d39-a792-df78af62eab7 req-9997a088-2e36-4822-97d7-fbedc290d56e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:00.903212 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07488b9f-667b-4d39-a792-df78af62eab7 req-9997a088-2e36-4822-97d7-fbedc290d56e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0489228 Feb 11 14:08:00.943348 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07488b9f-667b-4d39-a792-df78af62eab7 req-4bfb0625-ef7c-4f4e-9106-901fe43ebe32 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338900 Feb 11 14:08:02.067412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37df17-5ec1-417b-b3fd-80339cfb3e44 req-aa78ae4b-142f-46ea-9651-3866fc55e7fe tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.068944 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a37df17-5ec1-417b-b3fd-80339cfb3e44 req-aa78ae4b-142f-46ea-9651-3866fc55e7fe tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0538838 Feb 11 14:08:02.106523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a37df17-5ec1-417b-b3fd-80339cfb3e44 req-401d26c9-7e0e-4d06-b3b4-80d82b6c349b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316303 Feb 11 14:08:02.218495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-ee767de3-9be8-4d0b-b207-85bc53bbc0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.219998 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-ee767de3-9be8-4d0b-b207-85bc53bbc0e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 1097 time: 0.0404811 Feb 11 14:08:02.310611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-73ed061c-651b-427e-a448-552604db653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.312046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-73ed061c-651b-427e-a448-552604db653c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.0846245 Feb 11 14:08:02.352735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-5e2e2f9f-1400-4fe4-b086-14014c89e31e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83 HTTP/1.1" status: 200 len: 217 time: 0.0343044 Feb 11 14:08:02.406029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-c06d1a76-90a1-4a1a-b430-9888df626295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:02.407462 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-c06d1a76-90a1-4a1a-b430-9888df626295 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0490031 Feb 11 14:08:02.438362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-23c48c26-e24c-4c3b-b5ca-48a00350fa68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243890 Feb 11 14:08:02.530777 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-858531f2-3646-4546-a3e4-0f12b5a2fb1a service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860236 Feb 11 14:08:02.619256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-29f68a51-43e2-44d7-b706-c4720766e057 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815752 Feb 11 14:08:03.223227 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe596225-071a-48b9-bce7-203ba0af40ec req-bca5ae42-c594-49e8-bd51-68f558a4fc75 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:03.224758 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe596225-071a-48b9-bce7-203ba0af40ec req-bca5ae42-c594-49e8-bd51-68f558a4fc75 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0503254 Feb 11 14:08:03.262993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fe596225-071a-48b9-bce7-203ba0af40ec req-8b21e7e2-4183-4f7d-baa0-8322ddc90b59 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323098 Feb 11 14:08:04.382842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537b53d-2422-44f6-a9bf-fbcce2e33999 req-fc55ce54-ff7c-459d-ad5d-88f43037256a tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:04.384290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a537b53d-2422-44f6-a9bf-fbcce2e33999 req-fc55ce54-ff7c-459d-ad5d-88f43037256a tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0527961 Feb 11 14:08:04.421565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a537b53d-2422-44f6-a9bf-fbcce2e33999 req-4c4db056-926a-48be-aebd-951dea5a39de tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313132 Feb 11 14:08:05.539561 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f5d5e-3f9b-4ac0-874f-c32d5ce77cfd req-de45d8f7-a980-441c-a9df-15e50eada4f5 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:05.541017 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c1f5d5e-3f9b-4ac0-874f-c32d5ce77cfd req-de45d8f7-a980-441c-a9df-15e50eada4f5 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0525758 Feb 11 14:08:05.577952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c1f5d5e-3f9b-4ac0-874f-c32d5ce77cfd req-657c606f-5e0f-4a28-bb9c-ec1ecb0f7f83 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309687 Feb 11 14:08:06.692661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f5435-6961-4001-9fde-0bb690615ec5 req-9b3d042f-8ec7-4e35-922a-263e7b20f368 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:06.694151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-719f5435-6961-4001-9fde-0bb690615ec5 req-9b3d042f-8ec7-4e35-922a-263e7b20f368 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0484586 Feb 11 14:08:06.731889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-719f5435-6961-4001-9fde-0bb690615ec5 req-151fa877-b1ef-4097-bb5f-74f45bba2753 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309656 Feb 11 14:08:07.846599 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2376d96-19e5-460c-9ea7-218e95902fa0 req-e230f048-f5ab-41fa-9f03-c48670af3d69 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:07.848692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2376d96-19e5-460c-9ea7-218e95902fa0 req-e230f048-f5ab-41fa-9f03-c48670af3d69 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0486448 Feb 11 14:08:07.884678 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2376d96-19e5-460c-9ea7-218e95902fa0 req-3d5a0469-0e28-4cf8-ae15-2cdab48df1bf tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301006 Feb 11 14:08:08.999663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c269b-8dcd-44ce-9183-ec36c404d7e3 req-f65a790e-7bf1-4183-a0ea-b49ed2cda838 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:09.001127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-146c269b-8dcd-44ce-9183-ec36c404d7e3 req-f65a790e-7bf1-4183-a0ea-b49ed2cda838 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0491652 Feb 11 14:08:09.039255 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-146c269b-8dcd-44ce-9183-ec36c404d7e3 req-b9aa167d-0500-4747-b0c1-9512b71f9002 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Feb 11 14:08:10.154591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2bbe0-604b-433b-b1cc-24318ead61e6 req-439077ca-bec1-4a5d-8362-b2adbf864487 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:10.156255 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51e2bbe0-604b-433b-b1cc-24318ead61e6 req-439077ca-bec1-4a5d-8362-b2adbf864487 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0499516 Feb 11 14:08:10.195175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-51e2bbe0-604b-433b-b1cc-24318ead61e6 req-22701b97-80ba-4759-8bb1-24644c6dceb5 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Feb 11 14:08:11.314132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9058c06-8056-4994-bf70-715a6365e0e8 req-a1b20c54-e906-4630-a4ab-1e3e0b2cd762 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:11.315580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9058c06-8056-4994-bf70-715a6365e0e8 req-a1b20c54-e906-4630-a4ab-1e3e0b2cd762 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0528841 Feb 11 14:08:11.353377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9058c06-8056-4994-bf70-715a6365e0e8 req-2781c1a7-84ce-45fc-9e43-0eceb1df82b5 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Feb 11 14:08:12.472107 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae2e4-3d8f-4527-b4d4-9645ed7a897e req-c378a1c2-6b06-4a42-85f4-e3bba5dd3605 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:12.473506 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-811ae2e4-3d8f-4527-b4d4-9645ed7a897e req-c378a1c2-6b06-4a42-85f4-e3bba5dd3605 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0515394 Feb 11 14:08:12.510471 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-811ae2e4-3d8f-4527-b4d4-9645ed7a897e req-c4096278-0ad3-4c63-90ab-bdce0c3a44aa tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315444 Feb 11 14:08:13.631412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c30d02-bc21-4cc3-8a88-3cc22c51985a req-80d27f7b-9709-43c5-97fd-5807c249a938 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:13.632887 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76c30d02-bc21-4cc3-8a88-3cc22c51985a req-80d27f7b-9709-43c5-97fd-5807c249a938 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0513258 Feb 11 14:08:13.671758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76c30d02-bc21-4cc3-8a88-3cc22c51985a req-61a28be7-a8de-463b-aaec-21f2b0428a90 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Feb 11 14:08:14.791578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ff13-39ae-431a-a674-e9cd3d3e8bc1 req-e69fac2c-fd13-4fbf-8c1b-5718227d6396 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:14.793069 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9fc5ff13-39ae-431a-a674-e9cd3d3e8bc1 req-e69fac2c-fd13-4fbf-8c1b-5718227d6396 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0499156 Feb 11 14:08:14.829784 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9fc5ff13-39ae-431a-a674-e9cd3d3e8bc1 req-91303211-343e-49e3-86c2-81151963e72d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308409 Feb 11 14:08:15.952379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b155755-793a-4916-91b2-8d6123967562 req-fea569d9-6334-4b46-a4fd-b492aa53fb1f tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:15.953892 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b155755-793a-4916-91b2-8d6123967562 req-fea569d9-6334-4b46-a4fd-b492aa53fb1f tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0499134 Feb 11 14:08:15.992240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b155755-793a-4916-91b2-8d6123967562 req-56634fb7-f191-4e8b-9cb2-7ae70c4207f1 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Feb 11 14:08:17.108323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8132bd-b037-4537-80db-fda745ebc238 req-7c14e308-17cd-498e-a9f6-639c16be3b7e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:17.109792 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d8132bd-b037-4537-80db-fda745ebc238 req-7c14e308-17cd-498e-a9f6-639c16be3b7e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0481601 Feb 11 14:08:17.147497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d8132bd-b037-4537-80db-fda745ebc238 req-3ad7c431-5cbc-4e81-b4f8-bf7570594d10 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311415 Feb 11 14:08:18.268268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fe122-bb08-41da-88b3-15228d55f59f req-886b01f9-6c78-46ae-8390-cf29613e91da tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:18.270387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27fe122-bb08-41da-88b3-15228d55f59f req-886b01f9-6c78-46ae-8390-cf29613e91da tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0530636 Feb 11 14:08:18.306714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27fe122-bb08-41da-88b3-15228d55f59f req-e170a1af-0b0f-410c-88f7-001632c8ae1e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303929 Feb 11 14:08:19.429829 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e223c1f-6056-47f9-8f0a-b8e9d62fe904 req-2aff7b4b-8f6a-46f1-aca9-381140117a67 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:19.431426 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e223c1f-6056-47f9-8f0a-b8e9d62fe904 req-2aff7b4b-8f6a-46f1-aca9-381140117a67 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0555191 Feb 11 14:08:19.470814 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9e223c1f-6056-47f9-8f0a-b8e9d62fe904 req-b3cfeabf-bf36-4240-83f5-bd1416becff8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333724 Feb 11 14:08:20.596325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2295fc-4445-46c3-9fb8-f32014493e08 req-30e1cc31-e74d-4865-aef8-85fc4defb119 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:20.598092 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc2295fc-4445-46c3-9fb8-f32014493e08 req-30e1cc31-e74d-4865-aef8-85fc4defb119 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0570223 Feb 11 14:08:20.635569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc2295fc-4445-46c3-9fb8-f32014493e08 req-ed25b9c2-59fe-464b-9e55-e6391a1c0ae1 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Feb 11 14:08:21.751167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413722a-9555-4666-84e8-54576a6a6186 req-00d15422-c64f-4274-a3d5-9963372f1865 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:21.752632 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e413722a-9555-4666-84e8-54576a6a6186 req-00d15422-c64f-4274-a3d5-9963372f1865 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0485716 Feb 11 14:08:21.791169 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e413722a-9555-4666-84e8-54576a6a6186 req-96d7b24b-fa5e-4533-a030-e43776234bab tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Feb 11 14:08:22.907796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b9a01-a9f1-4b44-9d16-bae73bf75970 req-3bac9f3f-3d6b-4bf1-b22d-8e0558a8a3e4 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:22.909294 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-545b9a01-a9f1-4b44-9d16-bae73bf75970 req-3bac9f3f-3d6b-4bf1-b22d-8e0558a8a3e4 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0486648 Feb 11 14:08:22.947828 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-545b9a01-a9f1-4b44-9d16-bae73bf75970 req-de005a14-39c5-413f-8ce5-d22ef83d09d9 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Feb 11 14:08:24.068102 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248d1e2-b528-4a6d-9a49-62554a721498 req-94146977-fe52-40b1-aa04-ebfbd60f3d20 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:24.069622 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8248d1e2-b528-4a6d-9a49-62554a721498 req-94146977-fe52-40b1-aa04-ebfbd60f3d20 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0487425 Feb 11 14:08:24.106185 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8248d1e2-b528-4a6d-9a49-62554a721498 req-920abdf0-fa36-4d5c-9a87-2029613a7a79 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303843 Feb 11 14:08:24.755375 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-918ae5cd-0186-4c71-bb18-7d653e1093c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:25.228009 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57249990-12fb-45d4-8f89-e3700e37377d req-85b81f5e-2094-4e13-856e-a37f162bbf40 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:25.229469 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57249990-12fb-45d4-8f89-e3700e37377d req-85b81f5e-2094-4e13-856e-a37f162bbf40 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0524805 Feb 11 14:08:25.266528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57249990-12fb-45d4-8f89-e3700e37377d req-465b62fc-dd4c-4143-9255-2d03c32943e8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Feb 11 14:08:26.057898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:26.383882 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed463534-02af-4a85-ad7b-fa9117a66c1a req-aae8a846-72f4-4ba9-9c63-6645e1ab88cf tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:26.385239 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed463534-02af-4a85-ad7b-fa9117a66c1a req-aae8a846-72f4-4ba9-9c63-6645e1ab88cf tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0509853 Feb 11 14:08:26.422538 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ed463534-02af-4a85-ad7b-fa9117a66c1a req-fcc727b9-c41c-4293-8389-187a2a40b17c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314302 Feb 11 14:08:27.006109 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c325b946-78cf-43a9-af2b-a5876a86c9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:27.539310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46520f-a82b-4e5a-8501-b94933221567 req-737af138-244c-40e4-a140-9609de3169b6 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:27.540798 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee46520f-a82b-4e5a-8501-b94933221567 req-737af138-244c-40e4-a140-9609de3169b6 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0496693 Feb 11 14:08:27.577605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ee46520f-a82b-4e5a-8501-b94933221567 req-2da0e24c-d87f-4e85-8364-f88bc9a64b32 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307925 Feb 11 14:08:27.926845 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:08:28.143324 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:28.696078 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334500d9-511c-4919-a105-4de863d07130 req-bb3dffe8-728a-4d98-9605-49cc4b8041e9 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:28.697586 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-334500d9-511c-4919-a105-4de863d07130 req-bb3dffe8-728a-4d98-9605-49cc4b8041e9 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0486567 Feb 11 14:08:28.735378 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-334500d9-511c-4919-a105-4de863d07130 req-5298c2fe-d5cb-427f-a161-6e12e3eeab07 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319073 Feb 11 14:08:28.783279 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:29.773723 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-204bc58f-baaf-4d12-82a5-e99d9c8541d7 service neutron] show failed (client error): The resource could not be found. Feb 11 14:08:29.774686 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-204bc58f-baaf-4d12-82a5-e99d9c8541d7 service neutron] 10.222.0.13 "GET /v2.0/ports/9359a5aa-d19d-4298-9a3f-7aedbae48f83/bindings/n-h2-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0550988 Feb 11 14:08:29.861447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c5ccb-6288-49ef-a5d6-be8052f4c210 req-f9463302-e2a8-4735-ac59-fa396bc01935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:29.863258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c1c5ccb-6288-49ef-a5d6-be8052f4c210 req-f9463302-e2a8-4735-ac59-fa396bc01935 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0501578 Feb 11 14:08:29.906897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c1c5ccb-6288-49ef-a5d6-be8052f4c210 req-6cdd7919-360c-4daf-98b4-28932a17b8cd tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361650 Feb 11 14:08:30.132270 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.291149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-588f0fb4-6a2f-4a46-a27b-0bca2ff16623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:30.292533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-588f0fb4-6a2f-4a46-a27b-0bca2ff16623 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b&tenant_id=c9a27f6f93024b8cbe5d7639c03851e9 HTTP/1.1" status: 200 len: 1097 time: 0.0416160 Feb 11 14:08:30.303899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:30.354688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.552656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:30.587515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:30.630424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:30.632651 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97ca037-3947-4ca2-aefd-a9dc8b478fa6" -d '{"events": [{"server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "name": "network-vif-unplugged", "status": "completed", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:30.636640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.649505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Transition to ACTIVE for port object 9359a5aa-d19d-4298-9a3f-7aedbae48f83 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:30.681448 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b1f70e-de29-47f0-ba4d-e025e3f3ac5d x-openstack-request-id: req-10b1f70e-de29-47f0-ba4d-e025e3f3ac5d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:30.681735 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "name": "network-vif-unplugged", "status": "completed", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:30.687295 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10b1f70e-de29-47f0-ba4d-e025e3f3ac5d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:30.687295 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83', 'code': 200} Feb 11 14:08:30.697618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.720443 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.781212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] No DVR routers for this DVR port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:30.784182 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Pushing event updated for resources: {'Port': ['ID=9359a5aa-d19d-4298-9a3f-7aedbae48f83,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:30.795592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.795938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.796278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.796614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.796941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.797268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.797591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.797945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.798268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.798587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.798906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.799221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:30.827698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Attempting to bind port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:30.828029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Attempting to bind port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:30.828354 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Attempting to bind port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:30.832650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:08:30.832969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Attempting to bind port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 on network 8577175c-2ef6-4721-9d2f-259f71fa9103 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:30.837873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:30.838210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Checking segment: {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:30.838593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Bound using segment: {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:30.839021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Bound port: 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47d13c7b-c124-47ff-91f6-c26e16568022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:30.839374 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:30.905567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:30.908555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:31.014671 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.055798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:31.061932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:31.061932 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] 10.222.0.59 "PUT /v2.0/ports/9359a5aa-d19d-4298-9a3f-7aedbae48f83 HTTP/1.1" status: 200 len: 1092 time: 0.7580261 Feb 11 14:08:31.072342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553bc51-ea13-4e1f-808d-1b35e5fe1ed8 req-36a51f34-50ca-40a2-bec2-cee1c4c1ed8b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:31.073863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e553bc51-ea13-4e1f-808d-1b35e5fe1ed8 req-36a51f34-50ca-40a2-bec2-cee1c4c1ed8b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 944 time: 0.0927293 Feb 11 14:08:31.129823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37477be2-4ba9-4331-a3e6-76b8d831c8fb service neutron] Pushing event updated for resources: {'Port': ['ID=9359a5aa-d19d-4298-9a3f-7aedbae48f83,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:31.157552 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e553bc51-ea13-4e1f-808d-1b35e5fe1ed8 req-598c998a-b474-470f-b889-26ce8e8ad0be tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760283 Feb 11 14:08:31.163127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-89fc4045-4f6e-42a5-ade7-80bc517aa98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:31.164550 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-89fc4045-4f6e-42a5-ade7-80bc517aa98b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 1095 time: 0.0812020 Feb 11 14:08:31.252394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-3d5df92b-80f6-4435-b00b-690c9ef55f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:31.254074 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-3d5df92b-80f6-4435-b00b-690c9ef55f41 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.0834572 Feb 11 14:08:31.298703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-5f0b2470-3b6d-4c8b-83aa-ac882df9a7ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83 HTTP/1.1" status: 200 len: 217 time: 0.0380030 Feb 11 14:08:31.683976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-529131ca-ccfd-46e2-a491-a1a5256c418c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:31.685466 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-529131ca-ccfd-46e2-a491-a1a5256c418c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.3806267 Feb 11 14:08:31.715813 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-5ef45513-7bc5-4e10-a189-857057e9d713 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236416 Feb 11 14:08:31.805025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-afee5e3e-1290-4bb4-bdba-71528dfb2dac service neutron] 10.222.0.59 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819190 Feb 11 14:08:31.892285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fe81f78f-8254-49f1-9ed8-0ecd9fc17045 req-1510939c-b651-417e-8716-66b3b9014f16 service neutron] 10.222.0.59 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803123 Feb 11 14:08:32.286583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa1bcf-80ac-4d2c-bc8e-d9eb680a05bb req-1f471b12-4862-4651-837d-6f0ee86e776e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:32.288066 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdfa1bcf-80ac-4d2c-bc8e-d9eb680a05bb req-1f471b12-4862-4651-837d-6f0ee86e776e tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 944 time: 0.0571682 Feb 11 14:08:32.326401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cdfa1bcf-80ac-4d2c-bc8e-d9eb680a05bb req-ebdc4cb2-470c-4032-a504-e2a53fb13617 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320382 Feb 11 14:08:32.684184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:32.686611 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:32.734192 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65927cae-aceb-43da-9022-e2552adc5317 x-openstack-request-id: req-65927cae-aceb-43da-9022-e2552adc5317 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:32.734484 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:32.734726 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65927cae-aceb-43da-9022-e2552adc5317 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:32.735113 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83', 'status': 'completed', 'code': 200} Feb 11 14:08:32.807753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9359a5aa-d19d-4298-9a3f-7aedbae48f83 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:32.823970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-812b5558-fc11-4d6b-8749-a7560c5202c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:32.825454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-812b5558-fc11-4d6b-8749-a7560c5202c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 1095 time: 0.0727673 Feb 11 14:08:32.827800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-e21228c2-5c83-422a-8602-4656ba1d235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:32.829114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-e21228c2-5c83-422a-8602-4656ba1d235a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 1095 time: 0.0668159 Feb 11 14:08:32.846733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 9359a5aa-d19d-4298-9a3f-7aedbae48f83 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:32.985469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-d367a167-ed82-436d-9673-6eae49ee4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:32.986864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-d367a167-ed82-436d-9673-6eae49ee4cb6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.1544802 Feb 11 14:08:32.987975 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-e42b3a38-dcc4-48bc-a51b-701e4c101b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:32.989265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-e42b3a38-dcc4-48bc-a51b-701e4c101b22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.1498477 Feb 11 14:08:33.061602 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-2d7463e3-9b0b-4bb0-a478-d66ffd0b8eb5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83 HTTP/1.1" status: 200 len: 217 time: 0.0676429 Feb 11 14:08:33.062879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-a54f3578-36e6-4017-a437-bbddbd2d7105 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83 HTTP/1.1" status: 200 len: 217 time: 0.0636246 Feb 11 14:08:33.144954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-73928a51-60f9-485c-b56a-aba3fbae1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.146449 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-73928a51-60f9-485c-b56a-aba3fbae1df4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0776708 Feb 11 14:08:33.147842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-b215cbe9-edde-4de6-ad20-3f6a6b275a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.149152 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-b215cbe9-edde-4de6-ad20-3f6a6b275a5c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0732214 Feb 11 14:08:33.200247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-3ba84dbc-177f-422f-ae49-69894c032621 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475912 Feb 11 14:08:33.202053 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-9c14ab6f-41e2-4e63-a4a7-2176950f0329 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419760 Feb 11 14:08:33.355198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-f80747e5-31e5-480d-a1b9-4eaff4aa8b17 service neutron] 10.222.0.59 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463809 Feb 11 14:08:33.357072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-1dc22af9-e406-45b1-b50f-689b0277596d service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493940 Feb 11 14:08:33.447231 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388abed-a1f4-4bb6-9d80-9f31dea85e8d req-5c81875f-83f3-4d2e-bcff-5da852922f98 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:33.448728 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d388abed-a1f4-4bb6-9d80-9f31dea85e8d req-5c81875f-83f3-4d2e-bcff-5da852922f98 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 944 time: 0.0538442 Feb 11 14:08:33.486746 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d388abed-a1f4-4bb6-9d80-9f31dea85e8d req-562afd2d-a669-470e-843d-ad7a3ce1021c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Feb 11 14:08:33.513432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-f5a4f6a7-96e6-49e5-a6f2-e41624976c5c service neutron] 10.222.0.59 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513753 Feb 11 14:08:33.517086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1a33a78d-eebc-4ad8-a0fd-c3a6b799b40d req-bc53ce56-8532-459f-922d-c8fbe2690f9c service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471386 Feb 11 14:08:34.611422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752b61c-43d7-4ddf-9783-0ce8f3f9c333 req-9af9167c-0b34-4162-8d58-fe530c557249 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:34.613485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1752b61c-43d7-4ddf-9783-0ce8f3f9c333 req-9af9167c-0b34-4162-8d58-fe530c557249 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 944 time: 0.0543809 Feb 11 14:08:34.650073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1752b61c-43d7-4ddf-9783-0ce8f3f9c333 req-f7ac7ffb-153c-4b7e-908f-6f33bdcbf75c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306566 Feb 11 14:08:35.765179 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270ba0a-658c-4b2c-a5d8-a5a430ceabac req-1438998b-9ce3-4f33-87c4-60eb0481bc0b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:35.766725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d270ba0a-658c-4b2c-a5d8-a5a430ceabac req-1438998b-9ce3-4f33-87c4-60eb0481bc0b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 944 time: 0.0495648 Feb 11 14:08:35.805405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d270ba0a-658c-4b2c-a5d8-a5a430ceabac req-29a76179-de65-4fc7-9a95-2ec607bfa86c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319195 Feb 11 14:08:36.170524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6cda0-dfd3-4cb1-b2f9-ef686dfca782 req-132205e1-514e-430e-af8b-e549b3e62acc tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:36.172072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40d6cda0-dfd3-4cb1-b2f9-ef686dfca782 req-132205e1-514e-430e-af8b-e549b3e62acc tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 944 time: 0.0530226 Feb 11 14:08:36.211934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-40d6cda0-dfd3-4cb1-b2f9-ef686dfca782 req-a614cb12-97e0-4c9d-8d1c-ab54a8c5adb5 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327401 Feb 11 14:08:36.269262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-656d5881-ce06-4af8-b9c3-8b46815a8174 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:36.270747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-656d5881-ce06-4af8-b9c3-8b46815a8174 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b&tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 944 time: 0.0524359 Feb 11 14:08:36.329575 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-eaf11ca5-1378-4b17-94c2-89c8b3f716da service neutron] delete failed (client error): The resource could not be found. Feb 11 14:08:36.330509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-eaf11ca5-1378-4b17-94c2-89c8b3f716da service neutron] 10.222.0.13 "DELETE /v2.0/ports/9359a5aa-d19d-4298-9a3f-7aedbae48f83/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0527523 Feb 11 14:08:36.413636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-6a3d4a6c-0f4a-4af2-b91a-66af929be687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:36.415159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-6a3d4a6c-0f4a-4af2-b91a-66af929be687 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 1095 time: 0.0415199 Feb 11 14:08:36.506135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-2b422154-294c-4a92-aea6-9c905dffd742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:36.507589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-2b422154-294c-4a92-aea6-9c905dffd742 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 200 len: 915 time: 0.0861816 Feb 11 14:08:36.548132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-701abc7b-b748-4589-9672-403f025190c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83 HTTP/1.1" status: 200 len: 217 time: 0.0342734 Feb 11 14:08:36.596465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-9323b0f1-3266-434c-bc18-5b9d0fe0889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:36.598493 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-9323b0f1-3266-434c-bc18-5b9d0fe0889e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 200 len: 854 time: 0.0435348 Feb 11 14:08:36.633507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-c66d68d1-76a8-4eaa-a8d6-22b6221af4f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8577175c-2ef6-4721-9d2f-259f71fa9103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286474 Feb 11 14:08:36.644994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-95e0caad-178a-459a-b833-a500d1ace01f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:08:36.645970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-95e0caad-178a-459a-b833-a500d1ace01f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056376 Feb 11 14:08:36.731982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-cc43ab4f-cb77-4a74-a128-a1abb8e6dcc0 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798726 Feb 11 14:08:36.822803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43adb2ce-369f-4b88-9f55-28fde1353596 req-89eefd64-c91d-4bf7-bfc2-e1903f014355 service neutron] 10.222.0.13 "GET /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848079 Feb 11 14:08:37.113279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9359a5aa-d19d-4298-9a3f-7aedbae48f83 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:08:37.209509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:37.220678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '9359a5aa-d19d-4298-9a3f-7aedbae48f83', 'network_id': '8577175c-2ef6-4721-9d2f-259f71fa9103', 'port_id': '9359a5aa-d19d-4298-9a3f-7aedbae48f83', 'mac_address': 'fa:16:3e:2f:be:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402f096b-9c85-46d6-b46a-c1985bc7edc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:08:37.263267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.277530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9359a5aa-d19d-4298-9a3f-7aedbae48f83 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:37.297132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:37.338171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f0107-65e0-498d-a4ca-febef00729fb req-afe954ad-845e-4ef5-adf4-82f51c7ff098 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:37.339651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b7f0107-65e0-498d-a4ca-febef00729fb req-afe954ad-845e-4ef5-adf4-82f51c7ff098 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 944 time: 0.0519276 Feb 11 14:08:37.379656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b7f0107-65e0-498d-a4ca-febef00729fb req-4414267c-982f-4ea6-8301-2256c3ea35dd tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337279 Feb 11 14:08:37.423598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:37.475269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9359a5aa-d19d-4298-9a3f-7aedbae48f83,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:37.715804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9359a5aa-d19d-4298-9a3f-7aedbae48f83'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:38.502271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a0257-10b7-4555-a4e6-d5eaa8cfa61a req-1efa1cac-b3da-4cee-97f2-6fa06b4d6b61 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:38.503803 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d33a0257-10b7-4555-a4e6-d5eaa8cfa61a req-1efa1cac-b3da-4cee-97f2-6fa06b4d6b61 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 945 time: 0.0566051 Feb 11 14:08:38.541123 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d33a0257-10b7-4555-a4e6-d5eaa8cfa61a req-db63a5f4-ee25-4805-b6cf-227355f3d313 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Feb 11 14:08:38.656403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a82abf-0200-4258-b45a-fa16dfd31e6d req-cad5417f-77a1-4c45-a7ab-2f99cc35bc31 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:38.657886 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46a82abf-0200-4258-b45a-fa16dfd31e6d req-cad5417f-77a1-4c45-a7ab-2f99cc35bc31 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 945 time: 0.0489042 Feb 11 14:08:38.695520 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46a82abf-0200-4258-b45a-fa16dfd31e6d req-68e4c2f5-381b-47a6-b113-98d192401253 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310528 Feb 11 14:08:38.807572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c2ac8-48a1-448f-a2c2-59618715350d req-76d31df5-7a73-4ca0-a032-7a8c44b938f3 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:38.808942 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa7c2ac8-48a1-448f-a2c2-59618715350d req-76d31df5-7a73-4ca0-a032-7a8c44b938f3 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 945 time: 0.0491140 Feb 11 14:08:38.845427 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fa7c2ac8-48a1-448f-a2c2-59618715350d req-ef59d529-8fe2-4774-be16-eb6de5da4fa2 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305433 Feb 11 14:08:39.125639 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9359a5aa-d19d-4298-9a3f-7aedbae48f83 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:39.292078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:08:39.296094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:39.301661 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.383955 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.410812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:39.413056 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfef0304-7590-4d7e-94cc-6d59694b182c" -d '{"events": [{"server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "name": "network-vif-plugged", "status": "completed", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:39.425718 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:39.453724 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab4fa3d-57bb-418d-936b-f2a746f61266 x-openstack-request-id: req-9ab4fa3d-57bb-418d-936b-f2a746f61266 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:39.454040 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "name": "network-vif-plugged", "status": "completed", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:39.454287 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ab4fa3d-57bb-418d-936b-f2a746f61266 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:39.454675 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83', 'code': 200} Feb 11 14:08:39.527450 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a05658-e782-4b5b-ba8d-542696f69519 req-e7431c04-f594-45ad-84b5-1731bbe1cc1d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:39.528921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-80a05658-e782-4b5b-ba8d-542696f69519 req-e7431c04-f594-45ad-84b5-1731bbe1cc1d tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 945 time: 0.0502894 Feb 11 14:08:39.543263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:39.570019 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-80a05658-e782-4b5b-ba8d-542696f69519 req-6336b406-b97f-42a6-a1b0-468a0e4d9d00 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344951 Feb 11 14:08:39.592805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=9359a5aa-d19d-4298-9a3f-7aedbae48f83,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:40.691805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3378f-e8f5-4aba-86e8-75f3846b3315 req-d2ff46c5-766a-476a-9917-16f295d532bc tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:40.693268 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ec3378f-e8f5-4aba-86e8-75f3846b3315 req-d2ff46c5-766a-476a-9917-16f295d532bc tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0536683 Feb 11 14:08:40.730601 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7ec3378f-e8f5-4aba-86e8-75f3846b3315 req-ab2fa376-7e8a-4538-976e-3ad657e3e9a8 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/security-groups?id=7844e9bc-d4fb-4e9c-9612-294478b1cdef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Feb 11 14:08:40.793412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-65d4314f-b4ce-4201-abd0-beab13b04b93 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:40.794906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-65d4314f-b4ce-4201-abd0-beab13b04b93 tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.59 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 946 time: 0.0471804 Feb 11 14:08:40.881393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-c2ca7d8c-be53-4e36-829b-a08ee457c21c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Deleting port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:08:40.881635 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-c2ca7d8c-be53-4e36-829b-a08ee457c21c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.973607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-c2ca7d8c-be53-4e36-829b-a08ee457c21c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] For port 9359a5aa-d19d-4298-9a3f-7aedbae48f83, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=9359a5aa-d19d-4298-9a3f-7aedbae48f83,segment=NetworkSegment(47d13c7b-c124-47ff-91f6-c26e16568022),segment_id=47d13c7b-c124-47ff-91f6-c26e16568022)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:40.974233 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-c2ca7d8c-be53-4e36-829b-a08ee457c21c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:40.986031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-c2ca7d8c-be53-4e36-829b-a08ee457c21c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Calling delete_port for 9359a5aa-d19d-4298-9a3f-7aedbae48f83 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:08:41.200510 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-c2ca7d8c-be53-4e36-829b-a08ee457c21c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.211810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['9359a5aa-d19d-4298-9a3f-7aedbae48f83'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:08:41.232261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca7d8c-be53-4e36-829b-a08ee457c21c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Pushing event deleted for resources: {'Port': ['ID=9359a5aa-d19d-4298-9a3f-7aedbae48f83,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:41.274277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-c2ca7d8c-be53-4e36-829b-a08ee457c21c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] No DVR routers for this DVR port 9359a5aa-d19d-4298-9a3f-7aedbae48f83 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:08:41.276962 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-c2ca7d8c-be53-4e36-829b-a08ee457c21c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:41.280409 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-77d91710-ea0c-4124-adc4-ff316b4ec367 req-c2ca7d8c-be53-4e36-829b-a08ee457c21c tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.59 "DELETE /v2.0/ports/9359a5aa-d19d-4298-9a3f-7aedbae48f83 HTTP/1.1" status: 204 len: 173 time: 0.4795556 Feb 11 14:08:41.280847 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'name': 'network-vif-deleted', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:41.283106 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf90473-7a12-425e-93bd-68f69f229727" -d '{"events": [{"server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "name": "network-vif-deleted", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:41.321071 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fc52f3-353d-40d4-a3d1-f39fe862dc4f x-openstack-request-id: req-64fc52f3-353d-40d4-a3d1-f39fe862dc4f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:41.321396 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2558790-5a08-4967-abe0-268d347ff24b", "name": "network-vif-deleted", "tag": "9359a5aa-d19d-4298-9a3f-7aedbae48f83", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:41.321645 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64fc52f3-353d-40d4-a3d1-f39fe862dc4f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:41.322075 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2558790-5a08-4967-abe0-268d347ff24b', 'name': 'network-vif-deleted', 'tag': '9359a5aa-d19d-4298-9a3f-7aedbae48f83', 'status': 'completed', 'code': 200} Feb 11 14:08:41.836785 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87008a14-61b2-4e1c-82ca-bb8cc64ef23f req-b3651292-1cfe-4b14-9c86-842aed25c49b tempest-ServerDiskConfigTestJSON-118513832 tempest-ServerDiskConfigTestJSON-118513832-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2558790-5a08-4967-abe0-268d347ff24b HTTP/1.1" status: 200 len: 210 time: 0.0263586 Feb 11 14:08:42.965494 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42566) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:43.013695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Deleting subnet 402f096b-9c85-46d6-b46a-c1985bc7edc2 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:08:43.016709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.052120 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.089678 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.241130 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.266446 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402f096b-9c85-46d6-b46a-c1985bc7edc2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:43.271931 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.275201 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/402f096b-9c85-46d6-b46a-c1985bc7edc2 HTTP/1.1" status: 204 len: 168 time: 0.3086531 Feb 11 14:08:43.277788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42568) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:43.280644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.280997 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.281336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.281672 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.282035 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.282366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.282690 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.283013 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.283332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.283656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.284615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.285187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62eba33-244e-4c66-a01b-50e7d45373f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:43.349297 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.425949 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.446188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8577175c-2ef6-4721-9d2f-259f71fa9103']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:43.454953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d13c7b-c124-47ff-91f6-c26e16568022') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:43.455243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d13c7b-c124-47ff-91f6-c26e16568022') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:43.464574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.478108 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.484049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:08:43.484428 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:08:43.486035 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:08:43.623350 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.629354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:43.632577 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] 10.222.0.52 "DELETE /v2.0/networks/8577175c-2ef6-4721-9d2f-259f71fa9103 HTTP/1.1" status: 204 len: 168 time: 0.3537910 Feb 11 14:08:43.643929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc11c6-e8fb-461b-8f87-abae95068c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=8577175c-2ef6-4721-9d2f-259f71fa9103,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:43.975485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42572) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:44.013757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-30f1ee7b-c37c-4f71-a9a9-5d71134ff412 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9a27f6f93024b8cbe5d7639c03851e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371137 Feb 11 14:08:44.016169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42574) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:44.064119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c742f2a-5766-4bea-aa70-3af20b4c25a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.084600 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c742f2a-5766-4bea-aa70-3af20b4c25a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.206646 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c742f2a-5766-4bea-aa70-3af20b4c25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.209237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8c742f2a-5766-4bea-aa70-3af20b4c25a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:44.210435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8c742f2a-5766-4bea-aa70-3af20b4c25a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7844e9bc-d4fb-4e9c-9612-294478b1cdef HTTP/1.1" status: 204 len: 168 time: 0.1933825 Feb 11 14:08:44.218791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c742f2a-5766-4bea-aa70-3af20b4c25a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7844e9bc-d4fb-4e9c-9612-294478b1cdef,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:45.124020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9359a5aa-d19d-4298-9a3f-7aedbae48f83 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:08:45.142533 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 9359a5aa-d19d-4298-9a3f-7aedbae48f83 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:08:45.142880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 9359a5aa-d19d-4298-9a3f-7aedbae48f83 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:08:45.360103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42596) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:45.457495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-622996396-network', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:45.623417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Made reservation on behalf of 5f8dfe56c90644ed84eebf286f75b7b9 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:45.625702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.635597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.708582 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.806287 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.830949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:08:45.840641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cba1a8-3d42-4c2a-a7fc-d5ddd067f4a6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:45.845305 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:45.845645 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Added segment 31577115-650f-4257-a516-07b4ec3d3ad5 of type vlan for network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b Feb 11 14:08:45.886411 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.052645 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.053712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:46.054485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.115418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] Pushing event updated for resources: {'Network': ['ID=2212e8b3-62e4-444e-8d4b-55f4e4d6860b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:46.125568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:08:46.220316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6e3c53c2-6242-4513-9701-138f785eb514 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8590305 Feb 11 14:08:46.223628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42602) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:46.228363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Request body: {'subnet': {'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-622996396-subnet', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:46.343625 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Made reservation on behalf of 5f8dfe56c90644ed84eebf286f75b7b9 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:46.345984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.577460 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.629149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c627065-e306-4b96-8590-fff62dbaafd5,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:46.638866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:46.639215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Network hostable DHCP agents. Network: 2212e8b3-62e4-444e-8d4b-55f4e4d6860b, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:08:46.737409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:08:46.805919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 2212e8b3-62e4-444e-8d4b-55f4e4d6860b) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:46.810023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:46.810604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:46.816755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0427ffa3-5893-4fbe-be71-c0985356bf93 None None] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:46.929580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-72d941d2-8e52-443a-b5f1-335629b04205 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7048316 Feb 11 14:08:46.932119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42604) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:46.936483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:46.958856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:08:46.959732 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.052556 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.053612 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.096142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Allocated IP 172.20.0.2 (2212e8b3-62e4-444e-8d4b-55f4e4d6860b/7c627065-e306-4b96-8590-fff62dbaafd5/7278e37a-2951-4344-b128-777dcddc6484) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:47.105390 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.240637 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.345485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.366318 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.405213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:47.408252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:47.412686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:47.421176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Pushing event updated for resources: {'Port': ['ID=7278e37a-2951-4344-b128-777dcddc6484,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:47.445978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.446244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.446574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.446897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.447216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.447534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.447848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.448158 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.448468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.448815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.449122 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.449437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:47.482450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Attempting to bind port 7278e37a-2951-4344-b128-777dcddc6484 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:47.482815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Attempting to bind port 7278e37a-2951-4344-b128-777dcddc6484 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:47.483176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Attempting to bind port 7278e37a-2951-4344-b128-777dcddc6484 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:47.489254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:47.489628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:47.490060 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.490921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:47.491534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Bound port: 7278e37a-2951-4344-b128-777dcddc6484, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:47.491921 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.557946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] For port 7278e37a-2951-4344-b128-777dcddc6484, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:47.561024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] For port 7278e37a-2951-4344-b128-777dcddc6484, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7278e37a-2951-4344-b128-777dcddc6484,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:47.640775 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.646056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.664506 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:47.709051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca7747-d129-4c20-a68c-6251c4fe164b None None] Pushing event updated for resources: {'Port': ['ID=7278e37a-2951-4344-b128-777dcddc6484,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:47.771398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Allocated IP 172.25.0.42 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/d163ae8c-1377-4fe0-9786-9aa1dfeb393b) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:47.892647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.019380 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.055385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:48.060202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:48.063872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:48.088335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Pushing event updated for resources: {'Port': ['ID=d163ae8c-1377-4fe0-9786-9aa1dfeb393b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:48.394452 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.514347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7278e37a-2951-4344-b128-777dcddc6484 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:48.566202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7278e37a-2951-4344-b128-777dcddc6484 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:48.566569 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.606893 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.639489 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4497126-3ec8-4049-965f-c16c907cabbf None None] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:08:48.702859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.800708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:08:48.904733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ba6f109e-72ee-42e9-855a-cce7a1300385 None None] Provisioning complete for port 7278e37a-2951-4344-b128-777dcddc6484 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:48.905252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ba6f109e-72ee-42e9-855a-cce7a1300385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:48.909589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:48.942015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:48.950585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 7278e37a-2951-4344-b128-777dcddc6484, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7278e37a-2951-4344-b128-777dcddc6484,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:48.986619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:48.987264 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:08:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:49.002342 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.004283 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-015455b5-bb9a-4a4a-aae4-9c6b9fa09a38 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0712097 Feb 11 14:08:49.007106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42606) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:49.040836 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.192193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=7278e37a-2951-4344-b128-777dcddc6484,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:49.213496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:49.421354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:48Z', 'revision_number': 3, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:49.456289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:49.456696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Updating router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 port d163ae8c-1377-4fe0-9786-9aa1dfeb393b binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:08:49.483575 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.532914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-b48206d9-d78f-40e1-9fd9-e298eb1ba5f9 None None] Provisioning complete for port 7278e37a-2951-4344-b128-777dcddc6484 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:49.533670 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b48206d9-d78f-40e1-9fd9-e298eb1ba5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.786505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.816017 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.908848 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.941726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Allocated IP 172.20.0.1 (2212e8b3-62e4-444e-8d4b-55f4e4d6860b/7c627065-e306-4b96-8590-fff62dbaafd5/e8b145b3-f5ae-4443-9a0f-473ba5d91e1f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:49.962767 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Attempting to bind port d163ae8c-1377-4fe0-9786-9aa1dfeb393b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:49.963153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Attempting to bind port d163ae8c-1377-4fe0-9786-9aa1dfeb393b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:49.963939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Attempting to bind port d163ae8c-1377-4fe0-9786-9aa1dfeb393b on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:49.965656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3167a6c-b7fe-43b1-be9e-62ffa4486bfd None None] Pushing event updated for resources: {'Port': ['ID=d163ae8c-1377-4fe0-9786-9aa1dfeb393b,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:49.971192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:49.971686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:49.972909 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:49.972909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:49.973795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Bound port: d163ae8c-1377-4fe0-9786-9aa1dfeb393b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:49.974196 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.029854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] For port d163ae8c-1377-4fe0-9786-9aa1dfeb393b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:50.033091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] For port d163ae8c-1377-4fe0-9786-9aa1dfeb393b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d163ae8c-1377-4fe0-9786-9aa1dfeb393b,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:50.047534 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.132157 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.160767 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.188029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:50.188654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:08:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:50.202840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:50.207400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:50.211816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:50.214845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b145b3-f5ae-4443-9a0f-473ba5d91e1f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.228092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3167a6c-b7fe-43b1-be9e-62ffa4486bfd None None] Pushing event updated for resources: {'Port': ['ID=d163ae8c-1377-4fe0-9786-9aa1dfeb393b,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.252628 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.309594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:50.468648 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.485323 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7278e37a-2951-4344-b128-777dcddc6484 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:50.518368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-558ca749-7f3c-48d1-bc4f-6bd8e32aeccd None None] Provisioning complete for port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:50.518758 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-558ca749-7f3c-48d1-bc4f-6bd8e32aeccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.568905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-558ca749-7f3c-48d1-bc4f-6bd8e32aeccd None None] Port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:50.584321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:48Z', 'revision_number': 3, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:50.613431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a56d89-0a58-45ab-b22c-f95b17147a47 None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:48Z', 'revision_number': 3, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:50.615864 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 7278e37a-2951-4344-b128-777dcddc6484 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:50.616258 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.639539 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.726240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.795240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b145b3-f5ae-4443-9a0f-473ba5d91e1f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:50.797828 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:50.910562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:50.912038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:51.041468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:08:51.167810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:08:51.178453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4ab12345-6f5e-4b60-ad34-abdc86c7d9b1 admin admin] 10.222.0.52 "PUT /v2.0/routers/84d442ac-1d8d-4e00-ade7-c30c2be8ca80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1646426 Feb 11 14:08:51.196946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9880872f-fe41-4bf1-a54a-ace4ff8c4581 None None] Provisioning complete for port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:51.197417 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9880872f-fe41-4bf1-a54a-ace4ff8c4581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:51.233404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9880872f-fe41-4bf1-a54a-ace4ff8c4581 None None] Port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:51.909571 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42614) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:51.914542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c4367954-1ebd-462d-ab34-12dc4785c42f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953084420', 'description': 'tempest-description--1963898812'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:52.052391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4367954-1ebd-462d-ab34-12dc4785c42f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.093210 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:08:52.103990 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:52.104589 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:08:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:52.120419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4367954-1ebd-462d-ab34-12dc4785c42f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.209632 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:52.211633 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4367954-1ebd-462d-ab34-12dc4785c42f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.241574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4367954-1ebd-462d-ab34-12dc4785c42f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66227437-24a3-4ea8-bba7-c93ee20716b4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:52.299540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4367954-1ebd-462d-ab34-12dc4785c42f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.300929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c4367954-1ebd-462d-ab34-12dc4785c42f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3901010 Feb 11 14:08:52.303915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42616) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:52.308332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-759d8db1-2527-4865-8e73-da3d774e039f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'security_group_rule': {'security_group_id': '66227437-24a3-4ea8-bba7-c93ee20716b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:52.402526 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 2, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:52.405032 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-759d8db1-2527-4865-8e73-da3d774e039f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.435334 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:08:52.435691 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Updating router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:08:52.463617 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.469582 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-759d8db1-2527-4865-8e73-da3d774e039f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.509171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d163ae8c-1377-4fe0-9786-9aa1dfeb393b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:52.555933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d163ae8c-1377-4fe0-9786-9aa1dfeb393b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:52.556306 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.560283 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-759d8db1-2527-4865-8e73-da3d774e039f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.578019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d8db1-2527-4865-8e73-da3d774e039f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b483b578-ec97-459f-a2b8-2de462a5732b,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:52.639164 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.660676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port d163ae8c-1377-4fe0-9786-9aa1dfeb393b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d163ae8c-1377-4fe0-9786-9aa1dfeb393b,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:52.687963 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-759d8db1-2527-4865-8e73-da3d774e039f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.689133 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-759d8db1-2527-4865-8e73-da3d774e039f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3842323 Feb 11 14:08:52.692379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 42618) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:52.696804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-6229b96d-206a-49c8-9da7-a193fd678569 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'security_group_rule': {'security_group_id': '66227437-24a3-4ea8-bba7-c93ee20716b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:52.732321 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.812158 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.857408 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.863549 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6229b96d-206a-49c8-9da7-a193fd678569 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.865795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=d163ae8c-1377-4fe0-9786-9aa1dfeb393b,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:52.911516 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Pushing event updated for resources: {'Port': ['ID=e8b145b3-f5ae-4443-9a0f-473ba5d91e1f,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:52.932260 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6229b96d-206a-49c8-9da7-a193fd678569 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.938085 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.938349 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.938679 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.939009 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.939337 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.939659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.940567 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.940894 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.941217 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.941609 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.941952 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.942268 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:08:52.977546 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Attempting to bind port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:52.977960 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Attempting to bind port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:52.983949 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Attempting to bind port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:52.983949 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:52.983949 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:52.984308 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:52.984589 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:52.985044 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Bound port: e8b145b3-f5ae-4443-9a0f-473ba5d91e1f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:52.985422 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.050709 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] For port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:53.054342 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] For port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e8b145b3-f5ae-4443-9a0f-473ba5d91e1f,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:53.057849 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6229b96d-206a-49c8-9da7-a193fd678569 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.076441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229b96d-206a-49c8-9da7-a193fd678569 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afeb3838-2b8c-4b2c-a07a-2b5ed29deb6c,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.166957 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.167504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e3155adf-7771-4bd6-8bf1-05be4a308122 None None] Provisioning complete for port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:53.167715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e3155adf-7771-4bd6-8bf1-05be4a308122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.180154 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-6229b96d-206a-49c8-9da7-a193fd678569 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.184757 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42620) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:08:53.185179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6229b96d-206a-49c8-9da7-a193fd678569 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4912744 Feb 11 14:08:53.189364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:53.239186 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:08:53.239876 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:08:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:53.289149 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8699d3-8a0e-4bcd-bc77-e5ad12701b82 None None] Pushing event updated for resources: {'Port': ['ID=e8b145b3-f5ae-4443-9a0f-473ba5d91e1f,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.316020 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.392336 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:08:53.442173 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e3155adf-7771-4bd6-8bf1-05be4a308122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.456487 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.475384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e3155adf-7771-4bd6-8bf1-05be4a308122 None None] For port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e8b145b3-f5ae-4443-9a0f-473ba5d91e1f,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:08:53.562340 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e3155adf-7771-4bd6-8bf1-05be4a308122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.588619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Allocated IP 172.25.0.22 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/09a080f3-5bb1-45ae-b63a-85e927040b02) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:53.643037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3155adf-7771-4bd6-8bf1-05be4a308122 None None] Pushing event updated for resources: {'Port': ['ID=e8b145b3-f5ae-4443-9a0f-473ba5d91e1f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.696634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ea0a4f4c-2c3d-4c5c-8393-1ef9b395dd88 None None] Provisioning complete for port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:53.697238 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ea0a4f4c-2c3d-4c5c-8393-1ef9b395dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.699015 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.714589 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:08:53.748546 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2934b7-95e0-40f0-9e90-bae55e1be351 None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:08:53.806706 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:53.852777 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event updated for resources: {'Port': ['ID=09a080f3-5bb1-45ae-b63a-85e927040b02,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:53.867696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:53.869830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:53.872562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:53.978428 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.118119 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.276176 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.349073 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.417027 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event updated for resources: {'Port': ['ID=09a080f3-5bb1-45ae-b63a-85e927040b02,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:54.428244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.501212 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.504046 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0fc6642a-e3f5-4c48-84c6-53547c4e7770 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3184726 Feb 11 14:08:54.572539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d163ae8c-1377-4fe0-9786-9aa1dfeb393b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:54.629748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d163ae8c-1377-4fe0-9786-9aa1dfeb393b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:54.630159 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.662889 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-0b023434-c879-4b9a-8c1b-5982588fcc14 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--953084420&fields=id&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 267 time: 0.0363946 Feb 11 14:08:54.734152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e8b145b3-f5ae-4443-9a0f-473ba5d91e1f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:08:54.758262 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-58ec7dc5-9ab3-4db0-8c35-8779ec153426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.782863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-d35be7b2-18a0-43bf-b160-4a913b097755 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:54.785494 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-d35be7b2-18a0-43bf-b160-4a913b097755 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 811 time: 0.1154509 Feb 11 14:08:54.785627 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:54.785627 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:54.802300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-0d02fe5f-500b-4059-bb7b-441bce557bcf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/quotas/5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 375 time: 0.0106063 Feb 11 14:08:54.858470 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-a81f758c-4aea-4530-902e-5798ef2ccf85 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500104 Feb 11 14:08:54.961502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-f438259d-f325-4056-8842-f4b2e2924899 service neutron] 10.222.0.52 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901039 Feb 11 14:08:55.049748 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-1e6497c6-8ee4-4e2d-809f-07ac6a079af0 service neutron] 10.222.0.52 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818250 Feb 11 14:08:55.320084 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfebfbf3-c04f-4404-b36f-fe6f3c718bbe req-e961ce62-60b7-4fa2-9795-9bc918addabc tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 210 time: 0.0355413 Feb 11 14:08:56.120472 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:56.399818 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6352b62f-4135-47d2-9868-b1f7b3c9af46 req-c2c5782c-c1a3-4e6e-9d2f-bfeb1586218d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 210 time: 0.0277357 Feb 11 14:08:56.994564 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f24f171e-5dca-453a-b57a-7a2d3f8b37b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.506426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6043f92-c8a4-40e3-a618-bfe2fc459511 req-4a7094e1-9a8f-4efe-b68b-2da33b40eaae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 210 time: 0.0373287 Feb 11 14:08:57.550591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-2cd60152-e204-430e-ae96-977862e973a0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:57.552290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-2cd60152-e204-430e-ae96-977862e973a0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 811 time: 0.1327174 Feb 11 14:08:57.594949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-5c101ddd-404d-4fd3-9f0e-0d5bfec7a683 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 379 time: 0.0342793 Feb 11 14:08:57.606510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'port': {'device_id': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'admin_state_up': True, 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'security_groups': ['66227437-24a3-4ea8-bba7-c93ee20716b4']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:57.828672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Made reservation on behalf of 5f8dfe56c90644ed84eebf286f75b7b9 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:08:57.833071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:57.965438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Allocated IP 172.20.0.9 (2212e8b3-62e4-444e-8d4b-55f4e4d6860b/7c627065-e306-4b96-8590-fff62dbaafd5/a622876e-60f3-4c32-88c0-9f2bcca0e135) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:08:58.098483 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.155013 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.235590 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.286219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:08:58.290175 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:08:58.293802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:08:58.300899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event updated for resources: {'Port': ['ID=a622876e-60f3-4c32-88c0-9f2bcca0e135,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:58.347258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:58.347870 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.437443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-6ef6c7af-fab2-4420-b87c-ca993d777f7b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8344555 Feb 11 14:08:58.501162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Request body: {'port': {'device_id': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:08:58.553752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.568703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ef80c85c-d7d4-45e2-beb2-5be84b4c639d None None] Provisioning complete for port a622876e-60f3-4c32-88c0-9f2bcca0e135 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:08:58.568703 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ef80c85c-d7d4-45e2-beb2-5be84b4c639d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.604265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ef80c85c-d7d4-45e2-beb2-5be84b4c639d None None] Port a622876e-60f3-4c32-88c0-9f2bcca0e135 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:08:58.634065 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f06e40-bbd3-4eba-99c3-e1077ed2b1ad req-c4641019-05d3-4f15-8076-71dea2787ade tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:58.635598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20f06e40-bbd3-4eba-99c3-e1077ed2b1ad req-c4641019-05d3-4f15-8076-71dea2787ade tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 931 time: 0.0553255 Feb 11 14:08:58.675064 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-20f06e40-bbd3-4eba-99c3-e1077ed2b1ad req-caa2e901-5ebb-4939-a63d-246ec5649934 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328910 Feb 11 14:08:58.801135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.827734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a622876e-60f3-4c32-88c0-9f2bcca0e135 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:08:58.835625 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.847823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Transition to ACTIVE for port object a622876e-60f3-4c32-88c0-9f2bcca0e135 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:08:58.909353 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:58.977967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a622876e-60f3-4c32-88c0-9f2bcca0e135,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:59.037589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Attempting to bind port a622876e-60f3-4c32-88c0-9f2bcca0e135 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:08:59.037976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Attempting to bind port a622876e-60f3-4c32-88c0-9f2bcca0e135 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:08:59.038307 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Attempting to bind port a622876e-60f3-4c32-88c0-9f2bcca0e135 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:59.042981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Port a622876e-60f3-4c32-88c0-9f2bcca0e135 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:08:59.043300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Attempting to bind port a622876e-60f3-4c32-88c0-9f2bcca0e135 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:08:59.048474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:08:59.048811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:08:59.049401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:08:59.050159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Bound port: a622876e-60f3-4c32-88c0-9f2bcca0e135, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:08:59.050533 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.118565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:08:59.123884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:08:59.207075 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.241908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.242530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:08:59.243908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] 10.222.0.13 "PUT /v2.0/ports/a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 200 len: 1091 time: 0.7977386 Feb 11 14:08:59.244349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:08:59.246707 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badfe7b4-dc0b-4b2d-b1cc-fcc8231bdb6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:08:59.281688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801780ac-6fc5-4322-93fa-7b923a0c3dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a622876e-60f3-4c32-88c0-9f2bcca0e135,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:08:59.293070 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940d233f-7535-417c-b58a-e3f661f601f6 x-openstack-request-id: req-940d233f-7535-417c-b58a-e3f661f601f6 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:08:59.293367 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:08:59.293620 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-940d233f-7535-417c-b58a-e3f661f601f6 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:08:59.294117 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'status': 'completed', 'code': 200} Feb 11 14:08:59.361199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe7b4-dc0b-4b2d-b1cc-fcc8231bdb6e req-e09bd087-6bb9-400a-bc6b-89f0f1f10473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.363461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-badfe7b4-dc0b-4b2d-b1cc-fcc8231bdb6e req-e09bd087-6bb9-400a-bc6b-89f0f1f10473 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 1094 time: 0.0466671 Feb 11 14:08:59.468186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe7b4-dc0b-4b2d-b1cc-fcc8231bdb6e req-a02bbd02-df84-442d-a32c-2e2348223c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.469664 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-badfe7b4-dc0b-4b2d-b1cc-fcc8231bdb6e req-a02bbd02-df84-442d-a32c-2e2348223c4d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0990582 Feb 11 14:08:59.563405 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfe7b4-dc0b-4b2d-b1cc-fcc8231bdb6e req-d516e6ee-e51b-4ecf-89c4-e7899e6a99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.564852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-badfe7b4-dc0b-4b2d-b1cc-fcc8231bdb6e req-d516e6ee-e51b-4ecf-89c4-e7899e6a99d0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876889 Feb 11 14:08:59.647170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-47944b4b-99fe-4722-8003-f78733745b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.648654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-47944b4b-99fe-4722-8003-f78733745b1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 1094 time: 0.0448389 Feb 11 14:08:59.693346 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-fe151f71-d342-442f-ad9e-35eb77b82ec5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 200 len: 217 time: 0.0372474 Feb 11 14:08:59.748925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-cc7bc6c8-144e-4fd6-996c-6f02fb85cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.750410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-cc7bc6c8-144e-4fd6-996c-6f02fb85cf91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0512795 Feb 11 14:08:59.797580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f49bd5-8b80-4dd9-b4d2-d96e1765e56b req-d45801ed-d077-4301-97af-7d4257f897ca tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.799458 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06f49bd5-8b80-4dd9-b4d2-d96e1765e56b req-d45801ed-d077-4301-97af-7d4257f897ca tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 943 time: 0.0506349 Feb 11 14:08:59.800024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-ad29bd4a-84d9-45b3-820d-988be319f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:08:59.801843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-ad29bd4a-84d9-45b3-820d-988be319f23e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446651 Feb 11 14:08:59.839583 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-06f49bd5-8b80-4dd9-b4d2-d96e1765e56b req-1eaee95f-6432-4b7d-b356-690882beb767 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333204 Feb 11 14:08:59.892780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-affd0860-a003-482d-a562-11989f6dfafe service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840142 Feb 11 14:08:59.985059 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-13e6fed7-4bc8-47ef-ac4b-a4cda3e0938d req-e4428d07-a806-41db-ac62-4bfeeec0dc71 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859301 Feb 11 14:09:00.228846 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.662867 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:00.960661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8405b3-3964-4933-b941-45e3441f9438 req-2a38d15d-d638-405c-8902-a8145d5c7dba tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:00.962142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc8405b3-3964-4933-b941-45e3441f9438 req-2a38d15d-d638-405c-8902-a8145d5c7dba tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 943 time: 0.0503347 Feb 11 14:09:00.999184 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bc8405b3-3964-4933-b941-45e3441f9438 req-cbe5f6ef-ee0e-4f33-85a1-10593682f701 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310633 Feb 11 14:09:02.114387 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c8291-46a3-485b-9ab1-aa52f36e338f req-f0d17c2c-4b01-4302-813f-9b025e58f9d6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:02.115847 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f09c8291-46a3-485b-9ab1-aa52f36e338f req-f0d17c2c-4b01-4302-813f-9b025e58f9d6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 943 time: 0.0481322 Feb 11 14:09:02.153321 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f09c8291-46a3-485b-9ab1-aa52f36e338f req-e6f5c3e3-1021-4588-adb4-456fe79c0824 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316126 Feb 11 14:09:02.940693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device a622876e-60f3-4c32-88c0-9f2bcca0e135 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:03.064917 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:03.079307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'port_id': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'mac_address': 'fa:16:3e:94:bd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:09:03.116710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.129084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a622876e-60f3-4c32-88c0-9f2bcca0e135 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:03.149262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:03.222975 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:03.268232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e753c-3a80-471b-82cd-e7fa66094362 req-c39ea9c6-c015-4ccd-96d8-b7dff2632574 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:03.269859 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-140e753c-3a80-471b-82cd-e7fa66094362 req-c39ea9c6-c015-4ccd-96d8-b7dff2632574 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 944 time: 0.0499160 Feb 11 14:09:03.272079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=a622876e-60f3-4c32-88c0-9f2bcca0e135,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:03.312334 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-140e753c-3a80-471b-82cd-e7fa66094362 req-c6e5acf3-19b7-4a93-ba35-58483a74faa1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362971 Feb 11 14:09:03.425876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['a622876e-60f3-4c32-88c0-9f2bcca0e135'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:04.439985 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675dacf-3e72-44df-9e7b-b74656920c4f req-092c8fa9-d394-438d-ba2f-e26c4b05dda0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:04.441446 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d675dacf-3e72-44df-9e7b-b74656920c4f req-092c8fa9-d394-438d-ba2f-e26c4b05dda0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 944 time: 0.0527902 Feb 11 14:09:04.479454 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d675dacf-3e72-44df-9e7b-b74656920c4f req-67d44f65-59b2-4d43-9c5d-c9446935f3e1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319951 Feb 11 14:09:04.926705 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:09:04.931553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device a622876e-60f3-4c32-88c0-9f2bcca0e135 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:05.057660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port a622876e-60f3-4c32-88c0-9f2bcca0e135 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:05.061670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port a622876e-60f3-4c32-88c0-9f2bcca0e135 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:05.062078 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:05.143026 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:05.165858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:05.168017 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d856edd-f0f4-4285-b081-553c8d19b2bb" -d '{"events": [{"server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "name": "network-vif-plugged", "status": "completed", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:05.181677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:05.205578 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b546a6b-28f0-46b8-b192-df931af5c0e4 x-openstack-request-id: req-0b546a6b-28f0-46b8-b192-df931af5c0e4 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:05.205888 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "name": "network-vif-plugged", "status": "completed", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:05.206138 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b546a6b-28f0-46b8-b192-df931af5c0e4 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:05.206525 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'code': 200} Feb 11 14:09:05.240011 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:05.288193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=a622876e-60f3-4c32-88c0-9f2bcca0e135,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:05.308022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439eb0f0-1f3f-4f8b-82d3-a30f6d6c84d3 req-542b2eeb-11a1-41d2-b0e2-6d339501c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.309562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-439eb0f0-1f3f-4f8b-82d3-a30f6d6c84d3 req-542b2eeb-11a1-41d2-b0e2-6d339501c679 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 1096 time: 0.0449531 Feb 11 14:09:05.344084 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-439eb0f0-1f3f-4f8b-82d3-a30f6d6c84d3 req-95259319-c22e-430d-8ca5-3c47562f762e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267401 Feb 11 14:09:05.594574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8236c6b-58c7-4dd6-ba76-55203b734d3e req-1eeade2c-45ef-4038-95be-e8fb91b0c6cc tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:05.596823 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8236c6b-58c7-4dd6-ba76-55203b734d3e req-1eeade2c-45ef-4038-95be-e8fb91b0c6cc tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0503991 Feb 11 14:09:05.633243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c8236c6b-58c7-4dd6-ba76-55203b734d3e req-95d2e56b-30ad-49cd-82b5-174545c7cb31 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301626 Feb 11 14:09:06.750829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b43d7d-8268-4e51-8296-43a9d2b4f29e req-4ad7cad5-a1bc-43e6-a14e-74a501f55fb8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.752622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55b43d7d-8268-4e51-8296-43a9d2b4f29e req-4ad7cad5-a1bc-43e6-a14e-74a501f55fb8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0490460 Feb 11 14:09:06.789795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-55b43d7d-8268-4e51-8296-43a9d2b4f29e req-51c7e9cf-c0f5-4d7f-aa9e-a3fa01fafbec tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312355 Feb 11 14:09:06.899214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4984c-2729-4a20-9085-7cdce0a36594 req-d48e705c-8b6f-4679-9951-1bd405be579c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:06.900649 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-08c4984c-2729-4a20-9085-7cdce0a36594 req-d48e705c-8b6f-4679-9951-1bd405be579c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0478208 Feb 11 14:09:06.910347 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42678) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:09:06.914571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-46623aa0-bfed-4dad-8bc1-7bd73a568227 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'floatingip': {'port_id': 'a622876e-60f3-4c32-88c0-9f2bcca0e135'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:06.956356 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46623aa0-bfed-4dad-8bc1-7bd73a568227 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:07.676153 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46623aa0-bfed-4dad-8bc1-7bd73a568227 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:07.737394 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46623aa0-bfed-4dad-8bc1-7bd73a568227 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:07.836606 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-46623aa0-bfed-4dad-8bc1-7bd73a568227 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9 associated. External IP: 172.25.0.22, port: a622876e-60f3-4c32-88c0-9f2bcca0e135. Feb 11 14:09:08.040564 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46623aa0-bfed-4dad-8bc1-7bd73a568227 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:08.148905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46623aa0-bfed-4dad-8bc1-7bd73a568227 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:08.153816 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46623aa0-bfed-4dad-8bc1-7bd73a568227 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:08.159403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:08.169262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:08.169988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:08:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:08.183719 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-46623aa0-bfed-4dad-8bc1-7bd73a568227 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "PUT /v2.0/floatingips/4ab7f4eb-543a-4f97-b414-58a3202a07a9 HTTP/1.1" status: 200 len: 990 time: 1.2723515 Feb 11 14:09:08.184292 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:08.187320 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49435bfe-3235-4fbb-a27e-e84d023864fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:08.226433 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a1ba89-cf86-4c85-93bd-e3717e4ab4ea x-openstack-request-id: req-10a1ba89-cf86-4c85-93bd-e3717e4ab4ea {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:08.226738 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:08.226988 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10a1ba89-cf86-4c85-93bd-e3717e4ab4ea {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:08.227386 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'status': 'completed', 'code': 200} Feb 11 14:09:08.288748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:08.321138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c0d62-8ebb-4372-afe2-824231feeaf5 req-9029f6c9-4cbb-416a-a0a0-bcc8bcbe17fd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.322565 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-155c0d62-8ebb-4372-afe2-824231feeaf5 req-9029f6c9-4cbb-416a-a0a0-bcc8bcbe17fd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0801179 Feb 11 14:09:08.325200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-c2517e2e-8e3b-41b5-9541-c4e95709453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.326580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-c2517e2e-8e3b-41b5-9541-c4e95709453b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 1096 time: 0.0755882 Feb 11 14:09:08.405235 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-155c0d62-8ebb-4372-afe2-824231feeaf5 req-f9dcbf0f-135d-4726-823b-d20e348bd229 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763319 Feb 11 14:09:08.442185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-922eee24-b85c-47e0-9d13-7e6152cab891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.443779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-922eee24-b85c-47e0-9d13-7e6152cab891 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1083202 Feb 11 14:09:08.515852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-d618a26a-1995-460e-a4ef-4e70878eea7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 200 len: 998 time: 0.0659797 Feb 11 14:09:08.529610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:94:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:09:07Z', 'revision_number': 1, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:08.536516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc6671-4735-43de-9589-d5f399e9b766 req-601b5bc8-6018-4775-89dc-3be601f695c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.538296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fcc6671-4735-43de-9589-d5f399e9b766 req-601b5bc8-6018-4775-89dc-3be601f695c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0552528 Feb 11 14:09:08.557649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:08.566872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-a9e254d4-0240-453d-b122-1fb1fd72385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.567643 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:08.568357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-a9e254d4-0240-453d-b122-1fb1fd72385b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0465293 Feb 11 14:09:08.568702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:08:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:08.578942 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fcc6671-4735-43de-9589-d5f399e9b766 req-2d52da18-1fb0-4529-a4ab-e76d47fe5cbe tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339997 Feb 11 14:09:08.617394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-ac1e2135-e6fb-478a-b37e-753f0b155c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:08.618992 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-ac1e2135-e6fb-478a-b37e-753f0b155c70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444167 Feb 11 14:09:08.681490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:08.710676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-00b35b89-48a2-4081-b42e-c6d7ba888782 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850022 Feb 11 14:09:08.797918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49435bfe-3235-4fbb-a27e-e84d023864fc req-2ed1a1b8-aef9-4205-8743-4511e7b8a436 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810423 Feb 11 14:09:08.906059 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:94:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:09:07Z', 'revision_number': 1, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:08.934547 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720257ea-dd53-47e8-b470-d4fc3a113735 None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:94:bd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:09:07Z', 'revision_number': 1, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:09.115722 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7090a29a-dc1c-4a06-bec3-208edb052485 None None] New status for floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:09:09.696499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820e407-b727-486d-8bed-934ad0e6c3f6 req-44ac4d0f-07a5-46e9-93b5-50f2ea4d3ab7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.697985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b820e407-b727-486d-8bed-934ad0e6c3f6 req-44ac4d0f-07a5-46e9-93b5-50f2ea4d3ab7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0496192 Feb 11 14:09:09.740239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b820e407-b727-486d-8bed-934ad0e6c3f6 req-535088a4-163c-4633-91e6-aa0ac39f94fb tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361536 Feb 11 14:09:09.858079 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ce7e8-5506-4cee-bdd4-7fbbb9e55477 req-9e219f98-a497-46b6-93e9-0ed14915175e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:09.859451 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e7ce7e8-5506-4cee-bdd4-7fbbb9e55477 req-9e219f98-a497-46b6-93e9-0ed14915175e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0514638 Feb 11 14:09:09.897937 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7e7ce7e8-5506-4cee-bdd4-7fbbb9e55477 req-7a2af61c-4313-4063-81d2-a4c090495b8e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315306 Feb 11 14:09:10.262385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c21d2c-375a-4e59-a949-3c11f67cd397 req-24b609e9-93a9-412b-8371-1ae5f4054c12 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:10.263866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6c21d2c-375a-4e59-a949-3c11f67cd397 req-24b609e9-93a9-412b-8371-1ae5f4054c12 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0497680 Feb 11 14:09:10.305167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6c21d2c-375a-4e59-a949-3c11f67cd397 req-4a03fb42-e9e4-498d-a830-bd87d8f68c3d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346279 Feb 11 14:09:10.353210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-205af4e6-970a-4b96-a23e-8f13a17c005e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403976 Feb 11 14:09:11.423129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701f5b4-a849-41ee-9c87-0b1013f0dcb9 req-035db689-e604-4c28-a8b8-14726de5b4c2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:11.424618 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b701f5b4-a849-41ee-9c87-0b1013f0dcb9 req-035db689-e604-4c28-a8b8-14726de5b4c2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0492876 Feb 11 14:09:11.464125 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b701f5b4-a849-41ee-9c87-0b1013f0dcb9 req-f07a6478-7a94-4ae9-a9c9-3790f8f5db96 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330076 Feb 11 14:09:12.354431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-53e5c56b-9d47-4164-bef2-338230545faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.355905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-53e5c56b-9d47-4164-bef2-338230545faf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 1096 time: 0.0407584 Feb 11 14:09:12.446580 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-a0f33f4e-f735-4954-bc44-850860092960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.448052 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-a0f33f4e-f735-4954-bc44-850860092960 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0861554 Feb 11 14:09:12.514123 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-89b4b82f-3f44-4047-9ba0-c66a6d52226a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 200 len: 1000 time: 0.0582857 Feb 11 14:09:12.568674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-afc24bdc-563a-45dd-9a79-5681c04c1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.570356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-afc24bdc-563a-45dd-9a79-5681c04c1f07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0492830 Feb 11 14:09:12.581127 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ef908-b541-4f22-9be5-a8a788449d72 req-63b621eb-45f4-4b09-b3df-06b101c2dbb0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.582646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-256ef908-b541-4f22-9be5-a8a788449d72 req-63b621eb-45f4-4b09-b3df-06b101c2dbb0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0488172 Feb 11 14:09:12.616521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-d97139aa-335b-4f1a-945d-e25a362ba300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:12.618094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-d97139aa-335b-4f1a-945d-e25a362ba300 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418980 Feb 11 14:09:12.620804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-256ef908-b541-4f22-9be5-a8a788449d72 req-1d63dea5-c7c2-490c-b924-405273464ec4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316818 Feb 11 14:09:12.704387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-fafff23d-13ef-436b-a95e-12d0c7c26ef2 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799372 Feb 11 14:09:12.794498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-db1c9a20-975c-436d-afb8-c6019d98a025 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841656 Feb 11 14:09:13.739219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebba2f-8802-4beb-906a-2ed1f4ceb348 req-fa612e20-916c-41d0-b352-34c9669d5e35 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:13.741014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35ebba2f-8802-4beb-906a-2ed1f4ceb348 req-fa612e20-916c-41d0-b352-34c9669d5e35 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0496829 Feb 11 14:09:13.779251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35ebba2f-8802-4beb-906a-2ed1f4ceb348 req-ee414563-b051-4cb1-882a-3c03313c975b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322349 Feb 11 14:09:14.898545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf0ef3-f3a2-4666-bafc-7d1628b7bde6 req-542e47a8-9404-465e-b281-7ce27afc6954 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:14.900004 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0aaf0ef3-f3a2-4666-bafc-7d1628b7bde6 req-542e47a8-9404-465e-b281-7ce27afc6954 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0524638 Feb 11 14:09:14.937484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0aaf0ef3-f3a2-4666-bafc-7d1628b7bde6 req-c9f88212-1712-4a6e-be3c-4e4903ff9fd1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315235 Feb 11 14:09:16.056700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84ce62-2c1e-4862-ac59-2a585585a9bd req-1169eac0-7f1b-464b-bb55-27268da1d0b6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:16.058182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba84ce62-2c1e-4862-ac59-2a585585a9bd req-1169eac0-7f1b-464b-bb55-27268da1d0b6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0492733 Feb 11 14:09:16.099536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba84ce62-2c1e-4862-ac59-2a585585a9bd req-dd7828f9-169c-4fec-880b-8d471bc848ba tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354962 Feb 11 14:09:17.215391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13828e-2df3-4d12-ba0a-e53514cf13ad req-1da730c7-b0fa-405b-b044-fd665fbc6b35 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:17.216878 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba13828e-2df3-4d12-ba0a-e53514cf13ad req-1da730c7-b0fa-405b-b044-fd665fbc6b35 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0497241 Feb 11 14:09:17.254853 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba13828e-2df3-4d12-ba0a-e53514cf13ad req-c8b5bc3d-76ee-4a63-9fad-47d3c09d04b1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312586 Feb 11 14:09:18.373064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06406722-6f4a-4bd9-869a-3e87704b1255 req-fc7d1597-2d3f-4cc5-abf6-7113f06dec1a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:18.374571 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06406722-6f4a-4bd9-869a-3e87704b1255 req-fc7d1597-2d3f-4cc5-abf6-7113f06dec1a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0491295 Feb 11 14:09:18.411810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06406722-6f4a-4bd9-869a-3e87704b1255 req-4c0387b5-8fc4-4703-b65c-43c176e24e3b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312812 Feb 11 14:09:19.534378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5533d3-9d1a-46f3-aa40-68c6a1acb3ae req-b7fedb02-555e-4ba1-86dd-ee056547057a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:19.535906 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a5533d3-9d1a-46f3-aa40-68c6a1acb3ae req-b7fedb02-555e-4ba1-86dd-ee056547057a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0549941 Feb 11 14:09:19.576422 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1a5533d3-9d1a-46f3-aa40-68c6a1acb3ae req-f58bb31e-c2d4-4ad0-bdf4-8a15c81f8125 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344069 Feb 11 14:09:20.694858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce5db5-0ece-4534-a1b7-960217e88a91 req-41c5f058-65c8-4bec-917b-f5773473356a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:20.696264 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bce5db5-0ece-4534-a1b7-960217e88a91 req-41c5f058-65c8-4bec-917b-f5773473356a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0493371 Feb 11 14:09:20.733717 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bce5db5-0ece-4534-a1b7-960217e88a91 req-fdfdcce1-cafd-4fa0-8f98-61778d0d67f0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314767 Feb 11 14:09:21.852936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf59d6-199d-45e1-9c67-2c95c547f962 req-f73241d9-0294-4d7f-86da-636d8e68d4a8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:21.854404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fbf59d6-199d-45e1-9c67-2c95c547f962 req-f73241d9-0294-4d7f-86da-636d8e68d4a8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0511746 Feb 11 14:09:21.893780 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fbf59d6-199d-45e1-9c67-2c95c547f962 req-fd76afa1-6ec8-4412-ba4d-a69863ccc1ce tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319474 Feb 11 14:09:23.015120 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fc5e8-6831-4df7-b6d7-102940f28316 req-9563b3fd-41e7-4635-a897-ff25c7420a5f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:23.016568 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-664fc5e8-6831-4df7-b6d7-102940f28316 req-9563b3fd-41e7-4635-a897-ff25c7420a5f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0524609 Feb 11 14:09:23.057872 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-664fc5e8-6831-4df7-b6d7-102940f28316 req-c49c5f57-8251-4ce0-b4cb-2495c7bc2abd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350254 Feb 11 14:09:24.174515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02afd1-17e5-47f0-83f5-5e8fdabe7832 req-c26b82f2-b912-4e03-a144-3bfab326562a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:24.176024 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b02afd1-17e5-47f0-83f5-5e8fdabe7832 req-c26b82f2-b912-4e03-a144-3bfab326562a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0488327 Feb 11 14:09:24.216837 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b02afd1-17e5-47f0-83f5-5e8fdabe7832 req-a0ede440-a586-4af6-a4fb-cf55502528f8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345607 Feb 11 14:09:24.731400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-68e88c1f-71f7-4c29-bd99-9793b499af7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:25.335833 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c9d00-9755-43e2-9266-c4501dc55d2d req-5d509234-e342-41ce-b506-c57ecad532eb tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:25.337317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a1c9d00-9755-43e2-9266-c4501dc55d2d req-5d509234-e342-41ce-b506-c57ecad532eb tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0505960 Feb 11 14:09:25.374495 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3a1c9d00-9755-43e2-9266-c4501dc55d2d req-5c1313f4-953b-4f46-aeed-104fb7910a4f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312524 Feb 11 14:09:26.067964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:26.489403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aec9b3-6735-40fc-9011-669c586875d9 req-e069ca7a-6505-4e9f-8763-cd6ed79edace tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:26.490916 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65aec9b3-6735-40fc-9011-669c586875d9 req-e069ca7a-6505-4e9f-8763-cd6ed79edace tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0482144 Feb 11 14:09:26.528695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65aec9b3-6735-40fc-9011-669c586875d9 req-39429fbf-dd1a-4c94-b513-42795d044bf6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316386 Feb 11 14:09:26.976775 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-61c3d112-92d3-4669-8d86-bf4f1438b111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:27.644283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daebdd5-f298-40ff-8ffb-ad511da6d4e7 req-79a26da5-073d-4c8d-b2ac-5e91e9e8fad9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:27.645739 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9daebdd5-f298-40ff-8ffb-ad511da6d4e7 req-79a26da5-073d-4c8d-b2ac-5e91e9e8fad9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0487041 Feb 11 14:09:27.682528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9daebdd5-f298-40ff-8ffb-ad511da6d4e7 req-e0271661-a88b-4ae4-9324-c28ff32dff1a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308599 Feb 11 14:09:28.135716 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.771020 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:28.802444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd24f9a-ffb4-415a-b1f1-688e6947d28d req-9d5ed49c-95f4-4967-af2d-5b5caff9bb56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:28.803951 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2dd24f9a-ffb4-415a-b1f1-688e6947d28d req-9d5ed49c-95f4-4967-af2d-5b5caff9bb56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0529597 Feb 11 14:09:28.841364 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2dd24f9a-ffb4-415a-b1f1-688e6947d28d req-33494e51-2dd2-40e4-ae90-042c9bfb2344 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313308 Feb 11 14:09:29.958339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55e6d1-0638-4986-9f9d-a6cad223ff4a req-e68ac35a-ae91-431c-8a78-4062069c1cd1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:29.959833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f55e6d1-0638-4986-9f9d-a6cad223ff4a req-e68ac35a-ae91-431c-8a78-4062069c1cd1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0487285 Feb 11 14:09:30.002014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f55e6d1-0638-4986-9f9d-a6cad223ff4a req-e7b418b0-e47f-4e98-b2c6-37cdfd6e8367 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359938 Feb 11 14:09:30.143235 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:30.771229 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:31.117916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a14447-12a9-41b5-8926-996e033daca8 req-645e76d4-bfde-4659-9c02-a9b259c250ca tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:31.119443 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60a14447-12a9-41b5-8926-996e033daca8 req-645e76d4-bfde-4659-9c02-a9b259c250ca tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0493882 Feb 11 14:09:31.157963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60a14447-12a9-41b5-8926-996e033daca8 req-71c2b093-14a8-460d-b479-b970bd2c1878 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322382 Feb 11 14:09:32.274010 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74def5-a528-41b5-a5c8-5ffd3d9748f0 req-a58223c2-2956-445f-a9af-1fe96f8669dd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:32.275474 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f74def5-a528-41b5-a5c8-5ffd3d9748f0 req-a58223c2-2956-445f-a9af-1fe96f8669dd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0483344 Feb 11 14:09:32.313077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f74def5-a528-41b5-a5c8-5ffd3d9748f0 req-66613918-96a7-466c-8f32-6135827f7464 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317421 Feb 11 14:09:33.429025 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9575e0-d53e-4328-a60c-2ebe80f23f3b req-71dad021-45b5-4adc-9d3d-068c6f3d0466 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:33.430593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4d9575e0-d53e-4328-a60c-2ebe80f23f3b req-71dad021-45b5-4adc-9d3d-068c6f3d0466 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0489028 Feb 11 14:09:33.468036 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4d9575e0-d53e-4328-a60c-2ebe80f23f3b req-3f866c13-a363-494b-9788-4a39ac2e258e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315604 Feb 11 14:09:34.584550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20def5e0-7e9f-48ca-8909-849239c77ec9 req-8e334062-e5bd-4427-bb23-69f8f889f0f1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:34.586043 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20def5e0-7e9f-48ca-8909-849239c77ec9 req-8e334062-e5bd-4427-bb23-69f8f889f0f1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0489190 Feb 11 14:09:34.626368 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-20def5e0-7e9f-48ca-8909-849239c77ec9 req-1151c2db-6ee2-484f-a38e-ffb57fc85fec tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341322 Feb 11 14:09:35.750309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4d148-dcc3-4742-ac0d-d69229ca47a4 req-173c4087-32e4-4c5b-b7fa-4dfe8197944d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:35.752342 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18e4d148-dcc3-4742-ac0d-d69229ca47a4 req-173c4087-32e4-4c5b-b7fa-4dfe8197944d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0521972 Feb 11 14:09:35.789691 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-18e4d148-dcc3-4742-ac0d-d69229ca47a4 req-bad355ab-bd27-47b3-9413-5280d832c5ec tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Feb 11 14:09:36.904809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566d3bb-7d5b-400b-a20d-1961dc0ec39c req-dc128281-a234-4ac1-b108-477c2f717764 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:36.906262 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b566d3bb-7d5b-400b-a20d-1961dc0ec39c req-dc128281-a234-4ac1-b108-477c2f717764 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0478404 Feb 11 14:09:36.946507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b566d3bb-7d5b-400b-a20d-1961dc0ec39c req-b92bdf20-a9be-44f9-8cea-968138e805ba tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342040 Feb 11 14:09:38.066146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53819ae-20ee-4cfb-b0a7-94f2e4010283 req-db40e53b-9f98-45e5-9fa8-a214fd8e3caa tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:38.067646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d53819ae-20ee-4cfb-b0a7-94f2e4010283 req-db40e53b-9f98-45e5-9fa8-a214fd8e3caa tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0496781 Feb 11 14:09:38.104960 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d53819ae-20ee-4cfb-b0a7-94f2e4010283 req-57f8ccd7-fd22-4960-a32b-19ab0dd58f1d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312850 Feb 11 14:09:39.223600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc261d-8990-4012-a3fc-c99eeaa76095 req-c1225686-0694-418f-b83c-3c496f49b7d2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:39.225076 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14dc261d-8990-4012-a3fc-c99eeaa76095 req-c1225686-0694-418f-b83c-3c496f49b7d2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0493152 Feb 11 14:09:39.261974 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14dc261d-8990-4012-a3fc-c99eeaa76095 req-2770d737-44d3-4a7f-a4ea-5f1847c82cb2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308132 Feb 11 14:09:40.377754 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b71a93-9e63-4c8e-8b6a-6da297090ed3 req-1c75cdfb-775a-4d20-98aa-b682e69dd2bf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:40.379254 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14b71a93-9e63-4c8e-8b6a-6da297090ed3 req-1c75cdfb-775a-4d20-98aa-b682e69dd2bf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0484095 Feb 11 14:09:40.416702 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-14b71a93-9e63-4c8e-8b6a-6da297090ed3 req-f233ca4d-1698-4eb2-a895-94fee0f50861 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315113 Feb 11 14:09:41.532438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdfba5-4515-499f-a2e6-c0297e715963 req-5df061b1-073f-4c75-a99f-48f0dd2c3409 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:41.533919 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60bdfba5-4515-499f-a2e6-c0297e715963 req-5df061b1-073f-4c75-a99f-48f0dd2c3409 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0485699 Feb 11 14:09:41.570567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60bdfba5-4515-499f-a2e6-c0297e715963 req-f8a4710a-977a-4a14-bc4b-8d5e851f7387 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307257 Feb 11 14:09:41.926596 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:09:42.690005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11862e6d-bb28-48af-8e82-4e033886ad4e req-c7013fe8-e1f9-4f49-a492-4963c747a8a8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:42.691477 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11862e6d-bb28-48af-8e82-4e033886ad4e req-c7013fe8-e1f9-4f49-a492-4963c747a8a8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0537381 Feb 11 14:09:42.728884 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11862e6d-bb28-48af-8e82-4e033886ad4e req-dff59a2d-65b0-4ac6-bbf3-2616775287d5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314131 Feb 11 14:09:43.843378 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59878f90-36b8-41da-8a04-b7b7a128891f req-bbd7d57d-ad15-44a6-b972-cc49ccb866b6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:43.844948 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59878f90-36b8-41da-8a04-b7b7a128891f req-bbd7d57d-ad15-44a6-b972-cc49ccb866b6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0490572 Feb 11 14:09:43.885512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59878f90-36b8-41da-8a04-b7b7a128891f req-87d0b78c-d156-4632-b75a-82069d837e08 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346260 Feb 11 14:09:44.875738 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-8985d9c9-04ee-458d-9f53-ddae6e8e9fd9 service neutron] show failed (client error): The resource could not be found. Feb 11 14:09:44.876680 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-8985d9c9-04ee-458d-9f53-ddae6e8e9fd9 service neutron] 10.222.0.13 "GET /v2.0/ports/a622876e-60f3-4c32-88c0-9f2bcca0e135/bindings/n-h2-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0532086 Feb 11 14:09:45.002032 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09a464-60cb-4368-bb6a-b98eacdeb411 req-06d25753-63fb-40f5-ae32-4f67c2458bde tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:45.003582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba09a464-60cb-4368-bb6a-b98eacdeb411 req-06d25753-63fb-40f5-ae32-4f67c2458bde tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0505097 Feb 11 14:09:45.042817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba09a464-60cb-4368-bb6a-b98eacdeb411 req-cd038fa5-d522-4b29-8863-3b59d3d40b1b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328264 Feb 11 14:09:45.539561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3397b521-061b-4cf7-9e5c-20144e1e2815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:45.541038 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3397b521-061b-4cf7-9e5c-20144e1e2815 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0899832 Feb 11 14:09:45.552609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:09:45.601951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.179934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:46.197621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b255f2e-e6da-4fac-874a-d974ffa906f9 req-9f6b80c4-1d49-42ee-91c7-0a8ec386a35a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:46.199106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b255f2e-e6da-4fac-874a-d974ffa906f9 req-9f6b80c4-1d49-42ee-91c7-0a8ec386a35a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0813084 Feb 11 14:09:46.240060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:46.271227 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3b255f2e-e6da-4fac-874a-d974ffa906f9 req-fa1ae04d-6c57-42ed-9671-e174abd2c779 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648866 Feb 11 14:09:46.289641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:46.292113 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaaccee-1231-4afb-9ac6-128d6ef3f655" -d '{"events": [{"server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "name": "network-vif-unplugged", "status": "completed", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:46.295885 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.308228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Transition to ACTIVE for port object a622876e-60f3-4c32-88c0-9f2bcca0e135 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:09:46.343542 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffc1fc1-e6a0-4de0-b69f-610b5b5e9ea8 x-openstack-request-id: req-1ffc1fc1-e6a0-4de0-b69f-610b5b5e9ea8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:46.343899 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "name": "network-vif-unplugged", "status": "completed", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:46.344735 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1ffc1fc1-e6a0-4de0-b69f-610b5b5e9ea8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:46.345158 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'code': 200} Feb 11 14:09:46.388200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.468825 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Pushing event updated for resources: {'Port': ['ID=a622876e-60f3-4c32-88c0-9f2bcca0e135,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:46.483708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.484063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.484404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.485037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.485159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.485418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.485731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.486084 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.486410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.486734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.487056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.487374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:46.522173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] No DVR routers for this DVR port a622876e-60f3-4c32-88c0-9f2bcca0e135 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:46.660043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Attempting to bind port a622876e-60f3-4c32-88c0-9f2bcca0e135 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:09:46.660374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Attempting to bind port a622876e-60f3-4c32-88c0-9f2bcca0e135 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:09:46.660698 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Attempting to bind port a622876e-60f3-4c32-88c0-9f2bcca0e135 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:46.664976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Port a622876e-60f3-4c32-88c0-9f2bcca0e135 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:09:46.665293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Attempting to bind port a622876e-60f3-4c32-88c0-9f2bcca0e135 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:09:46.670061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:09:46.670397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:09:46.670778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:09:46.671194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Bound port: a622876e-60f3-4c32-88c0-9f2bcca0e135, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:09:46.671543 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.736428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:09:46.739318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:09:46.805485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.839039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:46.839644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:46.841014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] 10.222.0.59 "PUT /v2.0/ports/a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 200 len: 1091 time: 1.2924781 Feb 11 14:09:46.861493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd645bc-ef54-4cc8-8a64-51f88a76ebde service neutron] Pushing event updated for resources: {'Port': ['ID=a622876e-60f3-4c32-88c0-9f2bcca0e135,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:46.904835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-2156bd72-d8e3-4eab-8c84-547bd9c6c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:46.906430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-2156bd72-d8e3-4eab-8c84-547bd9c6c4c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 1094 time: 0.0420656 Feb 11 14:09:47.004031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-185e70b8-1249-4c40-bff9-bc35290d6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:47.005503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-185e70b8-1249-4c40-bff9-bc35290d6ae6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0929995 Feb 11 14:09:47.073163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-e046c3de-2e68-45ea-8511-30d0ef841a6a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 200 len: 998 time: 0.0614717 Feb 11 14:09:47.121240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-38606d76-56dc-4a51-9c3b-76c7069e61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:47.122610 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-38606d76-56dc-4a51-9c3b-76c7069e61dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0430670 Feb 11 14:09:47.174462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-a42cc4c3-ecad-4443-b1e5-f5b312e62c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:47.176037 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-a42cc4c3-ecad-4443-b1e5-f5b312e62c11 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470130 Feb 11 14:09:47.196148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device a622876e-60f3-4c32-88c0-9f2bcca0e135 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:47.233677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device a622876e-60f3-4c32-88c0-9f2bcca0e135 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:47.267431 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-15897b4b-6bd7-4840-9092-cc446c1b1ea7 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845459 Feb 11 14:09:47.388967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ebc3fb34-194a-49b8-8141-3993dc113e2a req-ab357323-2050-447b-8e6d-aa5eb484677b service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152020 Feb 11 14:09:47.411694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04377004-de11-44e3-b8f9-d2c9a16a679c req-503481da-a30d-425c-90a8-72c6c3a0306c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:47.415585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04377004-de11-44e3-b8f9-d2c9a16a679c req-503481da-a30d-425c-90a8-72c6c3a0306c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 943 time: 0.0657573 Feb 11 14:09:47.456035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04377004-de11-44e3-b8f9-d2c9a16a679c req-a8846d2e-cd75-4d17-8142-f09bba91c818 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338590 Feb 11 14:09:47.963519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-8e75e487-d573-408d-a5db-9965a4d340f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:47.964913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-8e75e487-d573-408d-a5db-9965a4d340f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 1094 time: 0.0406148 Feb 11 14:09:48.073739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-081efd11-ecb3-49a4-8529-e74b961b9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.075243 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-081efd11-ecb3-49a4-8529-e74b961b9fbd service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0904551 Feb 11 14:09:48.139286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-039340ac-3ca3-41a9-8dfc-d3aad076cb1e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 200 len: 998 time: 0.0575292 Feb 11 14:09:48.195160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-ebc96680-4ac1-491f-b947-abe60ecdc8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.196629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-ebc96680-4ac1-491f-b947-abe60ecdc8a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0514441 Feb 11 14:09:48.243315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-f9f15ca9-cb56-4489-854a-198221da7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.244824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-f9f15ca9-cb56-4489-854a-198221da7a51 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401447 Feb 11 14:09:48.332038 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-f5a5e4bd-f76c-4413-a930-16e913e53056 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802798 Feb 11 14:09:48.345825 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:48.348007 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13" -d '{"events": [{"name": "network-changed", "server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:48.432811 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-537e2ad3-1788-4574-93b2-749ebd72ce54 req-f54dd69e-1cb5-4cd0-b989-c882ba402d25 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942724 Feb 11 14:09:48.468165 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2846dfad-8a3f-44ac-9a01-726e8ef92efd x-openstack-request-id: req-2846dfad-8a3f-44ac-9a01-726e8ef92efd {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:48.468457 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:48.468710 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2846dfad-8a3f-44ac-9a01-726e8ef92efd {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:48.469134 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'status': 'completed', 'code': 200} Feb 11 14:09:48.591517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-20f6930b-e43b-46fc-a84f-5324bde2dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.592995 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-20f6930b-e43b-46fc-a84f-5324bde2dc01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 1094 time: 0.1056030 Feb 11 14:09:48.594594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-398585c1-9693-415f-b445-2e298bcfe5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.595900 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-398585c1-9693-415f-b445-2e298bcfe5d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 1094 time: 0.1000233 Feb 11 14:09:48.672520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d4710-669f-4ce3-ad1b-237cea1c8fc1 req-2d2f6a02-5df3-4812-b40b-7b2c02a83f4d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.674289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3d4710-669f-4ce3-ad1b-237cea1c8fc1 req-2d2f6a02-5df3-4812-b40b-7b2c02a83f4d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 943 time: 0.1347466 Feb 11 14:09:48.791236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-367f10ef-4623-4939-97ea-fd1243b66575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.792603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-367f10ef-4623-4939-97ea-fd1243b66575 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1930759 Feb 11 14:09:48.795326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c3d4710-669f-4ce3-ad1b-237cea1c8fc1 req-b6535c20-6e48-496c-b358-3b73924d0a86 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879698 Feb 11 14:09:48.796656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-92f58e5d-2a2b-45b4-8380-48211502e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.798575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-92f58e5d-2a2b-45b4-8380-48211502e89b service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1905208 Feb 11 14:09:48.903149 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-217082aa-f800-4cd9-af5e-22a1536ed43f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 200 len: 998 time: 0.1032426 Feb 11 14:09:48.907429 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-490add8b-75d1-4e2f-b8fe-0515e341e53d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 200 len: 998 time: 0.1010654 Feb 11 14:09:48.990989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-952ae587-3a4f-4d5d-bff8-630398f929f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.992468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-952ae587-3a4f-4d5d-bff8-630398f929f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0827956 Feb 11 14:09:48.993898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-adaea0f6-2532-4871-9831-fd8f62242112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:48.995317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-adaea0f6-2532-4871-9831-fd8f62242112 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0782857 Feb 11 14:09:49.068673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-b681fae7-b62b-44e1-bd6d-0d7eb9bb0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:49.070103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-b681fae7-b62b-44e1-bd6d-0d7eb9bb0e68 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705483 Feb 11 14:09:49.071752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-40f77e80-adbf-4ebe-b2cc-7ffa50ffffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:49.073077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-40f77e80-adbf-4ebe-b2cc-7ffa50ffffbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653427 Feb 11 14:09:49.225206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-8fccde24-a3d9-4bc5-9d83-5c496ffadb2c service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479733 Feb 11 14:09:49.228470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-76cf9cf0-b385-45f8-b628-bce6851c94c1 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440172 Feb 11 14:09:49.383621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-55760f80-2f31-4b5d-9b30-e43688f7ff17 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514816 Feb 11 14:09:49.386860 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f6fbecb0-3e55-4f76-8df9-1f31d8902d13 req-01f05335-3be1-4f2c-a24d-3e2ee1f2c045 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479502 Feb 11 14:09:49.915846 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11060e7c-ed75-4455-b590-d8c600db8fd4 req-a280e268-9d06-4bdc-8deb-2710fabbd39a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:49.917364 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11060e7c-ed75-4455-b590-d8c600db8fd4 req-a280e268-9d06-4bdc-8deb-2710fabbd39a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 943 time: 0.0493219 Feb 11 14:09:49.956077 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-11060e7c-ed75-4455-b590-d8c600db8fd4 req-e8c00dc7-1f12-4411-a992-07e1428d6f73 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322070 Feb 11 14:09:51.076038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a67b1e-a047-449b-bfd1-0090c2f75d4f req-501c856c-ef96-4c21-93c1-cc2d2c9bec58 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:51.077506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-32a67b1e-a047-449b-bfd1-0090c2f75d4f req-501c856c-ef96-4c21-93c1-cc2d2c9bec58 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 943 time: 0.0505183 Feb 11 14:09:51.115228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-32a67b1e-a047-449b-bfd1-0090c2f75d4f req-dc7d33f9-710b-4e71-9c23-4ecadc200462 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314507 Feb 11 14:09:51.398999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed24b3-328a-4360-a91b-c43b1a9aaf78 req-ae25022b-f1f9-483c-857c-738c11f6a074 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:51.400509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3aed24b3-328a-4360-a91b-c43b1a9aaf78 req-ae25022b-f1f9-483c-857c-738c11f6a074 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 943 time: 0.0495636 Feb 11 14:09:51.435946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a622876e-60f3-4c32-88c0-9f2bcca0e135 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:09:51.467432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3aed24b3-328a-4360-a91b-c43b1a9aaf78 req-aab31598-60c7-47a5-a791-3b17b2603659 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593836 Feb 11 14:09:51.488828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-4f02f544-a05c-4a94-8c19-3a5ffa313804 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:51.490282 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-4f02f544-a05c-4a94-8c19-3a5ffa313804 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 943 time: 0.0698786 Feb 11 14:09:51.534327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:51.545618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'port_id': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'mac_address': 'fa:16:3e:94:bd:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:09:51.553560 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-6bbb6c98-cfee-486e-a9a0-cc808600d019 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:09:51.554539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-6bbb6c98-cfee-486e-a9a0-cc808600d019 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a622876e-60f3-4c32-88c0-9f2bcca0e135/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0572317 Feb 11 14:09:51.586850 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.599685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a622876e-60f3-4c32-88c0-9f2bcca0e135 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:09:51.619485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:51.636425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-6d3bb7e6-fcb9-448d-a67e-6481789f7b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:51.637937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-6d3bb7e6-fcb9-448d-a67e-6481789f7b7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 1094 time: 0.0402598 Feb 11 14:09:51.673960 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:51.722618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a622876e-60f3-4c32-88c0-9f2bcca0e135,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:51.730476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.730823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.731164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.731503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.731840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.731934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-aa04aaeb-0d9f-42ef-9f81-1a9e9f6e03a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:51.732172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.732503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.732826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.733188 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.733501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.733655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-aa04aaeb-0d9f-42ef-9f81-1a9e9f6e03a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0882304 Feb 11 14:09:51.733844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.734171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:09:51.798532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-2155446f-3495-4510-a726-bc2a81d8a941 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 200 len: 999 time: 0.0580916 Feb 11 14:09:51.847591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-de83e60c-afdb-45f5-b1e0-b3b9e405571c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:51.848981 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-de83e60c-afdb-45f5-b1e0-b3b9e405571c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0436709 Feb 11 14:09:51.897570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-546385a7-25d9-4391-a88b-12436d3ceb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:51.899095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-546385a7-25d9-4391-a88b-12436d3ceb74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438809 Feb 11 14:09:51.987627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-450cced8-aaa8-4394-bcb1-12bddd45303c service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822589 Feb 11 14:09:52.000124 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['a622876e-60f3-4c32-88c0-9f2bcca0e135'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:09:52.085528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5729a0be-db6f-44dd-b79a-434d2cbd52db req-882e513e-644e-4aae-88c0-d8a141cb9d1b service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910900 Feb 11 14:09:52.591981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606d531-ee68-42fd-a5a8-43a93d4c4e31 req-97d22a29-0280-433d-b643-eefa12b6a032 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:52.593484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f606d531-ee68-42fd-a5a8-43a93d4c4e31 req-97d22a29-0280-433d-b643-eefa12b6a032 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 944 time: 0.0526409 Feb 11 14:09:52.631335 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f606d531-ee68-42fd-a5a8-43a93d4c4e31 req-0ed9b570-c98c-44a6-9be7-79f78d4394bd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310853 Feb 11 14:09:53.437746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a622876e-60f3-4c32-88c0-9f2bcca0e135 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:09:53.593301 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port a622876e-60f3-4c32-88c0-9f2bcca0e135 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:09:53.597925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port a622876e-60f3-4c32-88c0-9f2bcca0e135 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:09:53.598318 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.676688 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.702560 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:53.705647 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad61307-d829-4ed9-95c2-b15556ce59c8" -d '{"events": [{"server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "name": "network-vif-plugged", "status": "completed", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:53.720250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:53.744626 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fc9cd1-afb5-4970-8c63-00e2d66328f6 x-openstack-request-id: req-c7fc9cd1-afb5-4970-8c63-00e2d66328f6 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:53.744910 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "name": "network-vif-plugged", "status": "completed", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:53.745183 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c7fc9cd1-afb5-4970-8c63-00e2d66328f6 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:53.745612 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'code': 200} Feb 11 14:09:53.753569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd1024-4b4b-4fa5-a885-69ac2e5fff21 req-9603059f-9654-437f-aa06-56a0bc224994 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:53.755088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-64dd1024-4b4b-4fa5-a885-69ac2e5fff21 req-9603059f-9654-437f-aa06-56a0bc224994 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 944 time: 0.0553610 Feb 11 14:09:53.793306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-64dd1024-4b4b-4fa5-a885-69ac2e5fff21 req-5cbb1c0f-5062-4e2f-8fa6-707170061190 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323515 Feb 11 14:09:53.816482 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:53.865104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=a622876e-60f3-4c32-88c0-9f2bcca0e135,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:53.911860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85177aaa-0402-4ebb-bc43-f15d3185f7eb req-c25699c9-c42f-461d-b129-c85a33139303 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:53.913398 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85177aaa-0402-4ebb-bc43-f15d3185f7eb req-c25699c9-c42f-461d-b129-c85a33139303 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0500524 Feb 11 14:09:53.952025 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-85177aaa-0402-4ebb-bc43-f15d3185f7eb req-1265f756-bb08-4097-833c-3ca4d3cec84e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327895 Feb 11 14:09:54.066922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527bd3f-c6b7-4417-81ce-9d92b29f2082 req-d45dea79-cfd1-4cef-9d73-78b42cfe5896 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.069805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e527bd3f-c6b7-4417-81ce-9d92b29f2082 req-d45dea79-cfd1-4cef-9d73-78b42cfe5896 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0500042 Feb 11 14:09:54.112318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e527bd3f-c6b7-4417-81ce-9d92b29f2082 req-28e2cac2-c17c-4f25-ba77-0f8cde3e74a8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335970 Feb 11 14:09:54.593831 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c328623-0a3d-4fa8-b6eb-e2f1f89960ef req-8417bc06-e70a-4eae-adec-20e4f77303d1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:54.595286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c328623-0a3d-4fa8-b6eb-e2f1f89960ef req-8417bc06-e70a-4eae-adec-20e4f77303d1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0488567 Feb 11 14:09:54.635869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c328623-0a3d-4fa8-b6eb-e2f1f89960ef req-0e5539ad-91ae-410d-80d3-867b6bb439fa tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346987 Feb 11 14:09:54.748040 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-65ec5532-3906-4e16-9b4c-8e15e777f48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:55.754670 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58665b9c-d95c-49ef-9bac-bb0215ed146f req-58fcbb38-138a-4746-bc3a-2ac0420586d8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:55.756339 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58665b9c-d95c-49ef-9bac-bb0215ed146f req-58fcbb38-138a-4746-bc3a-2ac0420586d8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0497870 Feb 11 14:09:55.795288 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58665b9c-d95c-49ef-9bac-bb0215ed146f req-b3f2880f-970c-4671-9812-f7cda879e7f7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330217 Feb 11 14:09:55.987012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-760d9a7a-fed1-4efd-a565-719a3564731e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:55.988323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-760d9a7a-fed1-4efd-a565-719a3564731e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.59 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 945 time: 0.0476396 Feb 11 14:09:56.075438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Deleting port a622876e-60f3-4c32-88c0-9f2bcca0e135 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:09:56.075789 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.090723 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.167935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] For port a622876e-60f3-4c32-88c0-9f2bcca0e135, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=a622876e-60f3-4c32-88c0-9f2bcca0e135,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:09:56.168423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.342771 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.343126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.343464 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9 disassociated. External IP: 172.25.0.22, port: a622876e-60f3-4c32-88c0-9f2bcca0e135. Feb 11 14:09:56.344065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Calling delete_port for a622876e-60f3-4c32-88c0-9f2bcca0e135 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:09:56.587317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.616108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event deleted for resources: {'Port': ['ID=a622876e-60f3-4c32-88c0-9f2bcca0e135,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:09:56.734878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:09:56.843174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:09:56.856375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:09:56.867367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:56.868066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:09:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:56.892059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] No DVR routers for this DVR port a622876e-60f3-4c32-88c0-9f2bcca0e135 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:09:56.904855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:56.908261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b8b677da-0312-4c24-bd57-a973a14406e8 req-18ac8118-ad63-448b-b660-07ecbcfcdbae tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.59 "DELETE /v2.0/ports/a622876e-60f3-4c32-88c0-9f2bcca0e135 HTTP/1.1" status: 204 len: 173 time: 0.9138281 Feb 11 14:09:56.908714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'name': 'network-vif-deleted', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:09:56.911006 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94210fb6-ee28-4126-a907-9c2b89a78f64" -d '{"events": [{"server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "name": "network-vif-deleted", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:09:56.915683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50d593b1-09c0-41b9-859c-d02e4b7071da req-0ebaf76f-9383-4b31-90c4-5e2c2174b1f7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=f46fcbdf-2577-4b46-b34f-2b10e7bab94f HTTP/1.1" status: 200 len: 210 time: 0.0488002 Feb 11 14:09:56.955296 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd3cf88-2397-4c3d-ab09-133ce4e3aaac x-openstack-request-id: req-7dd3cf88-2397-4c3d-ab09-133ce4e3aaac {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:09:56.955581 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46fcbdf-2577-4b46-b34f-2b10e7bab94f", "name": "network-vif-deleted", "tag": "a622876e-60f3-4c32-88c0-9f2bcca0e135", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:09:56.955829 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7dd3cf88-2397-4c3d-ab09-133ce4e3aaac {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:09:56.956260 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46fcbdf-2577-4b46-b34f-2b10e7bab94f', 'name': 'network-vif-deleted', 'tag': 'a622876e-60f3-4c32-88c0-9f2bcca0e135', 'status': 'completed', 'code': 200} Feb 11 14:09:57.154020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:57.183411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-41a1a0b7-ed51-40ad-bd07-0df0a6e41141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:57.360322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:57.386538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:09:57.395415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:09:57.396018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:09:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:57.501469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:09:57.700153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:09:57.731975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf9f3c-9522-455b-a1f7-67d190e0588a None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:09:57.945590 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764fcf1-69a9-448a-9387-68a77718ea5e None None] New status for floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:09:58.165354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-37a1c40b-57de-4d3b-a99b-ff80b46cfd96 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--953084420&fields=id&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 267 time: 0.0379162 Feb 11 14:09:58.188900 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.276778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-3dc4b946-db7c-4b3d-b3b8-f4b227e29f91 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:09:58.278170 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-3dc4b946-db7c-4b3d-b3b8-f4b227e29f91 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 811 time: 0.1045468 Feb 11 14:09:58.293234 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-b5616a24-25bd-4f82-b56a-f51410450de6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/quotas/5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 375 time: 0.0089788 Feb 11 14:09:58.346975 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-79125f0c-c583-4ad8-a06a-6c99e22c81c5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0478687 Feb 11 14:09:58.362796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-2df5553b-3f76-44ff-9578-f23b57bf70b7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:09:58.363740 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-2df5553b-3f76-44ff-9578-f23b57bf70b7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057540 Feb 11 14:09:58.456470 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-eb2bb442-ded4-4c71-905f-fb3894e668c6 service neutron] 10.222.0.52 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870159 Feb 11 14:09:58.544066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-ab1ecb0c-331a-4d02-bfd2-4fd27f3c1380 service neutron] 10.222.0.52 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813389 Feb 11 14:09:58.782716 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:09:58.803356 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e839b6e-003a-4c30-8785-655179c14128 req-95cf5edb-d8ee-4bfb-896b-2f811181faf0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0321441 Feb 11 14:09:59.471318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a622876e-60f3-4c32-88c0-9f2bcca0e135 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:09:59.494383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: a622876e-60f3-4c32-88c0-9f2bcca0e135 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:09:59.494804 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device a622876e-60f3-4c32-88c0-9f2bcca0e135 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:09:59.886941 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf1cf394-cc18-467a-82af-51015ebb5168 req-704016a2-ef7e-4a35-b1ea-07f386d435fa tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0316677 Feb 11 14:10:00.193597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:00.707096 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:00.985469 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-957a2e93-7ab5-437e-a21c-bbebf4d8149f req-b2529a44-0080-4e65-9747-62d863cac657 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0272233 Feb 11 14:10:01.127552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-d7cca732-20b5-4e29-b16f-6595ca445fb3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:01.128987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-d7cca732-20b5-4e29-b16f-6595ca445fb3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 811 time: 0.0992076 Feb 11 14:10:01.176547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-d72c195e-54b2-4db6-97cc-9a05fe3f62ee tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 379 time: 0.0391805 Feb 11 14:10:01.185889 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'port': {'device_id': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'admin_state_up': True, 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'security_groups': ['66227437-24a3-4ea8-bba7-c93ee20716b4']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:01.336305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Made reservation on behalf of 5f8dfe56c90644ed84eebf286f75b7b9 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:10:01.339861 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.461446 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Allocated IP 172.20.0.5 (2212e8b3-62e4-444e-8d4b-55f4e4d6860b/7c627065-e306-4b96-8590-fff62dbaafd5/967ce258-2d47-429b-8e02-fda5e32083a5) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:10:01.597448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.736772 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.777331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:10:01.782389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:10:01.786172 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:10:01.815656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event updated for resources: {'Port': ['ID=967ce258-2d47-429b-8e02-fda5e32083a5,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:01.840083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:01.840765 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:01.978201 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-d33e7637-eb33-4ae7-8552-a0ad013984b2 None None] Provisioning complete for port 967ce258-2d47-429b-8e02-fda5e32083a5 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:01.978835 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d33e7637-eb33-4ae7-8552-a0ad013984b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.016171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-d33e7637-eb33-4ae7-8552-a0ad013984b2 None None] Port 967ce258-2d47-429b-8e02-fda5e32083a5 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:10:02.106924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71df48-7899-4ab2-abb5-be7201dd987f req-21597c5f-18e0-43c3-9e0a-e8afdf2777e1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:02.108291 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f71df48-7899-4ab2-abb5-be7201dd987f req-21597c5f-18e0-43c3-9e0a-e8afdf2777e1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 931 time: 0.0520604 Feb 11 14:10:02.147381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f71df48-7899-4ab2-abb5-be7201dd987f req-9bf0db56-bef6-4202-aceb-7ed4187950ed tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316591 Feb 11 14:10:02.281996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-fb21c861-3c9f-4816-86e9-dd25729cde56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0997002 Feb 11 14:10:02.293508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Request body: {'port': {'device_id': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:02.346737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.611824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967ce258-2d47-429b-8e02-fda5e32083a5 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:02.619162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.631343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Transition to ACTIVE for port object 967ce258-2d47-429b-8e02-fda5e32083a5 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:02.782235 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.850534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Pushing event updated for resources: {'Port': ['ID=967ce258-2d47-429b-8e02-fda5e32083a5,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:02.906667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Attempting to bind port 967ce258-2d47-429b-8e02-fda5e32083a5 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:02.907001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Attempting to bind port 967ce258-2d47-429b-8e02-fda5e32083a5 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:02.907330 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Attempting to bind port 967ce258-2d47-429b-8e02-fda5e32083a5 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:02.911839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Port 967ce258-2d47-429b-8e02-fda5e32083a5 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:02.912157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Attempting to bind port 967ce258-2d47-429b-8e02-fda5e32083a5 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:02.917099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:02.917442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:02.917862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:02.918295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Bound port: 967ce258-2d47-429b-8e02-fda5e32083a5, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:02.918658 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:02.990949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:02.994073 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=967ce258-2d47-429b-8e02-fda5e32083a5,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:03.102682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.273145 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0e7fd-70bf-460b-acf1-370f405aca79 req-877b27a5-2fa2-4735-9f3a-e2c494bf900b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:03.274841 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07d0e7fd-70bf-460b-acf1-370f405aca79 req-877b27a5-2fa2-4735-9f3a-e2c494bf900b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0535681 Feb 11 14:10:03.316020 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-07d0e7fd-70bf-460b-acf1-370f405aca79 req-f4c01c57-9d8f-44aa-9a15-7aa501feabca tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349519 Feb 11 14:10:03.486024 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:03.486640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:03.488007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] 10.222.0.13 "PUT /v2.0/ports/967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 1091 time: 1.1986084 Feb 11 14:10:03.488483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:03.490728 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b150e08-783e-4201-a1d7-dcda70da3d67" -d '{"events": [{"name": "network-changed", "server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:03.510519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f567fb-24dd-4245-af7c-d171fe636b41 service neutron] Pushing event updated for resources: {'Port': ['ID=967ce258-2d47-429b-8e02-fda5e32083a5,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:03.654420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-8367e7ef-c4eb-41b8-9e0b-95d8f2734be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:03.656749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-8367e7ef-c4eb-41b8-9e0b-95d8f2734be7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0496669 Feb 11 14:10:03.706265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-5d61fcab-0a5a-47c3-b528-e7752570bc1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 217 time: 0.0416243 Feb 11 14:10:03.760941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-a6bc6a04-85fc-4eb8-b77b-5cc2e1432b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:03.760941 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-a6bc6a04-85fc-4eb8-b77b-5cc2e1432b4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0479467 Feb 11 14:10:03.809260 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ed2ec-2b5d-4d5b-9e06-02c275d53712 x-openstack-request-id: req-e74ed2ec-2b5d-4d5b-9e06-02c275d53712 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:03.809553 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:03.809834 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e74ed2ec-2b5d-4d5b-9e06-02c275d53712 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:03.810228 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5', 'status': 'completed', 'code': 200} Feb 11 14:10:03.812668 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-8629eaf5-267f-4abc-9b0f-b6c224efe26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:03.814198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-8629eaf5-267f-4abc-9b0f-b6c224efe26b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465279 Feb 11 14:10:03.905356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-b35c5dc9-bfaa-471c-9475-220bd89688af service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837944 Feb 11 14:10:03.993162 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79ae426b-4fe5-4f09-974b-388eb5b809f3 req-040627b8-13e8-4bf7-b5fe-65337cd41786 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813498 Feb 11 14:10:04.163972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-b51ba77b-209d-47fd-8795-fd6db90c3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:04.165372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-b51ba77b-209d-47fd-8795-fd6db90c3c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0415132 Feb 11 14:10:04.256928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-d706dbcb-39a7-4d49-8d3a-453e973f5582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:04.258420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-d706dbcb-39a7-4d49-8d3a-453e973f5582 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0861089 Feb 11 14:10:04.299031 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-54e6efed-4167-4c25-8217-e265a565e79f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 217 time: 0.0345197 Feb 11 14:10:04.348913 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-a1bcffe8-3ed0-409f-b016-803e21452d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:04.350538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-a1bcffe8-3ed0-409f-b016-803e21452d47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0444081 Feb 11 14:10:04.403345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-89f90120-64c6-4483-bd5a-60120e14c74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:04.404884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-89f90120-64c6-4483-bd5a-60120e14c74e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472276 Feb 11 14:10:04.451451 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9365f6-3e5e-454a-b14d-0632500d6ee5 req-8add8b92-c611-4c5e-9ecd-62d0242f2966 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:04.453017 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb9365f6-3e5e-454a-b14d-0632500d6ee5 req-8add8b92-c611-4c5e-9ecd-62d0242f2966 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0620186 Feb 11 14:10:04.495487 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fb9365f6-3e5e-454a-b14d-0632500d6ee5 req-819cdb3d-2624-4c98-bb71-c3cb7ea2a4c1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359039 Feb 11 14:10:04.502135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-4effe37a-add0-483a-a31a-9528e3a7a763 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864778 Feb 11 14:10:04.592593 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b150e08-783e-4201-a1d7-dcda70da3d67 req-37baba2a-ca8e-46a1-b638-43da6aa2723a service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859406 Feb 11 14:10:05.257454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 967ce258-2d47-429b-8e02-fda5e32083a5 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:05.351706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=967ce258-2d47-429b-8e02-fda5e32083a5,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:05.362809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '967ce258-2d47-429b-8e02-fda5e32083a5', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'port_id': '967ce258-2d47-429b-8e02-fda5e32083a5', 'mac_address': 'fa:16:3e:4d:77:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:10:05.398265 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.411629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967ce258-2d47-429b-8e02-fda5e32083a5 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:05.430810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=967ce258-2d47-429b-8e02-fda5e32083a5,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:05.490445 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:05.537790 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=967ce258-2d47-429b-8e02-fda5e32083a5,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:05.616949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5fec8-3d8a-4d1f-b88f-79fa7afeaf62 req-61982916-4554-4d62-b5c8-c268f2a3a87e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:05.618457 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e2c5fec8-3d8a-4d1f-b88f-79fa7afeaf62 req-61982916-4554-4d62-b5c8-c268f2a3a87e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 944 time: 0.0499034 Feb 11 14:10:05.657624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e2c5fec8-3d8a-4d1f-b88f-79fa7afeaf62 req-fa1b3648-8ab2-4eaf-8075-2be05dba6b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332720 Feb 11 14:10:05.704797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['967ce258-2d47-429b-8e02-fda5e32083a5'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:06.776263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694e37b-416d-402d-a1ed-e63aa1636aee req-87729114-fbd5-430d-ad08-2ce021c71478 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:06.777727 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0694e37b-416d-402d-a1ed-e63aa1636aee req-87729114-fbd5-430d-ad08-2ce021c71478 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 944 time: 0.0528891 Feb 11 14:10:06.816315 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0694e37b-416d-402d-a1ed-e63aa1636aee req-4cc0e368-3be2-447e-874a-07a2a6ba9c7e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318017 Feb 11 14:10:07.257633 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 967ce258-2d47-429b-8e02-fda5e32083a5 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:07.393151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 967ce258-2d47-429b-8e02-fda5e32083a5 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:07.397156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 967ce258-2d47-429b-8e02-fda5e32083a5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:07.397525 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.477686 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.500338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:07.502642 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ea06f5-b286-4329-9f5b-655aa4a72755" -d '{"events": [{"server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "name": "network-vif-plugged", "status": "completed", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:07.515024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=967ce258-2d47-429b-8e02-fda5e32083a5,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:07.538801 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a485b74-774f-4834-a053-e0d85029b616 x-openstack-request-id: req-2a485b74-774f-4834-a053-e0d85029b616 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:07.539090 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "name": "network-vif-plugged", "status": "completed", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:07.539368 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2a485b74-774f-4834-a053-e0d85029b616 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:07.539765 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5', 'code': 200} Feb 11 14:10:07.610997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:07.633001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd525244-3634-413d-8ef0-0831813d3898 req-32a9dac7-7a0a-4380-8596-076fbdfc1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:07.634513 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd525244-3634-413d-8ef0-0831813d3898 req-32a9dac7-7a0a-4380-8596-076fbdfc1c14 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1095 time: 0.0403187 Feb 11 14:10:07.660088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=967ce258-2d47-429b-8e02-fda5e32083a5,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:07.672589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fd525244-3634-413d-8ef0-0831813d3898 req-c630818a-e0ca-4615-b8b7-9a3e605883bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305669 Feb 11 14:10:07.931044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d5cd7a-e5c8-486b-b32f-f6ef50e0effd req-aa1e8569-26e1-4cc3-93a2-9f953778f3cf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:07.932517 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1d5cd7a-e5c8-486b-b32f-f6ef50e0effd req-aa1e8569-26e1-4cc3-93a2-9f953778f3cf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0502191 Feb 11 14:10:07.972239 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1d5cd7a-e5c8-486b-b32f-f6ef50e0effd req-bd4fbaea-3f74-4329-9a0f-2fbcac732182 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336566 Feb 11 14:10:09.096550 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb15ab-734b-45ed-9c16-c114a0b81362 req-6296fdc0-4d7e-4a39-b2e7-cfaaffef112f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:09.098032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9bdb15ab-734b-45ed-9c16-c114a0b81362 req-6296fdc0-4d7e-4a39-b2e7-cfaaffef112f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Feb 11 14:10:09.135314 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9bdb15ab-734b-45ed-9c16-c114a0b81362 req-e6216a62-84b7-4c16-be7a-c820584d3a4a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312395 Feb 11 14:10:09.246983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75916d9-d408-47ea-9fdd-663712f0750e req-0356e2dd-8e72-4e44-8fab-a307b239a4c6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:09.248455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e75916d9-d408-47ea-9fdd-663712f0750e req-0356e2dd-8e72-4e44-8fab-a307b239a4c6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0481172 Feb 11 14:10:09.258052 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 42874) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:10:09.262265 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-acda7ee7-d378-4c36-a659-bfc96af6259b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'floatingip': {'port_id': '967ce258-2d47-429b-8e02-fda5e32083a5'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:09.304724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-acda7ee7-d378-4c36-a659-bfc96af6259b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.739556 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-acda7ee7-d378-4c36-a659-bfc96af6259b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.804553 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-acda7ee7-d378-4c36-a659-bfc96af6259b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:09.899541 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-acda7ee7-d378-4c36-a659-bfc96af6259b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9 associated. External IP: 172.25.0.22, port: 967ce258-2d47-429b-8e02-fda5e32083a5. Feb 11 14:10:10.106697 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acda7ee7-d378-4c36-a659-bfc96af6259b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:10:10.213895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acda7ee7-d378-4c36-a659-bfc96af6259b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:10.219249 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-acda7ee7-d378-4c36-a659-bfc96af6259b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:10.225133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:10.235286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:10.235885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:09:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:10.245630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-acda7ee7-d378-4c36-a659-bfc96af6259b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "PUT /v2.0/floatingips/4ab7f4eb-543a-4f97-b414-58a3202a07a9 HTTP/1.1" status: 200 len: 990 time: 0.9866209 Feb 11 14:10:10.246250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:10.248535 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccf17699081b29c49afa61bb7f002e4cf380657c41d8b487ddab36ab81eb6e37" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ef3915-61a1-4af0-b5c4-adbca8448e23" -d '{"events": [{"name": "network-changed", "server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:10.349104 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:10.354044 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23d5ace-7c3a-4880-b5a1-2d7ccee2110c x-openstack-request-id: req-f23d5ace-7c3a-4880-b5a1-2d7ccee2110c {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:10.354334 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:10.354588 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f23d5ace-7c3a-4880-b5a1-2d7ccee2110c {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:10.355002 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5', 'status': 'completed', 'code': 200} Feb 11 14:10:10.417648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-ec40bb8e-076c-4660-8b3b-29d971457713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:10.419156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-ec40bb8e-076c-4660-8b3b-29d971457713 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0428250 Feb 11 14:10:10.533735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-46ed6c32-cbca-4450-881a-8b736274c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:10.535292 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-46ed6c32-cbca-4450-881a-8b736274c8c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1096828 Feb 11 14:10:10.584322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76c37a-ed67-4b0f-8a43-29b12ef8d71e req-5a1c6f08-9fcc-4499-a871-24f7f2e46904 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:10.586021 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae76c37a-ed67-4b0f-8a43-29b12ef8d71e req-5a1c6f08-9fcc-4499-a871-24f7f2e46904 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0638351 Feb 11 14:10:10.594146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': '967ce258-2d47-429b-8e02-fda5e32083a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:4d:77:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:10.605370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-97f0c370-5103-4257-9924-216987179cd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 998 time: 0.0637388 Feb 11 14:10:10.621103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:10.634139 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ae76c37a-ed67-4b0f-8a43-29b12ef8d71e req-976eb26d-0d14-4937-88f3-af8a630187f0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404375 Feb 11 14:10:10.640582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:10.641244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:09:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:10.678702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-8aa6863a-2e8b-418d-be68-eaf63811d969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:10.678702 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-8aa6863a-2e8b-418d-be68-eaf63811d969 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0584042 Feb 11 14:10:10.725371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-a0c4d6d1-d9a6-4955-85a1-c093c9392267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:10.726977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-a0c4d6d1-d9a6-4955-85a1-c093c9392267 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458775 Feb 11 14:10:10.750287 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:10.818829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-41cea5ad-1b3a-4558-9d0f-6cbe074677ee service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845675 Feb 11 14:10:10.912063 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63ef3915-61a1-4af0-b5c4-adbca8448e23 req-c6171ab3-91b5-42ab-902a-5fea7156bd8d service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865848 Feb 11 14:10:10.979837 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': '967ce258-2d47-429b-8e02-fda5e32083a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:4d:77:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:11.007888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6b4e9-4682-4228-b21b-5cbeff68303f None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': '967ce258-2d47-429b-8e02-fda5e32083a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:4d:77:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:10:09Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:11.194786 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2eefd-d359-484f-9f60-771c87a4fd3f None None] New status for floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:10:11.755612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3c6c5-1ef3-434e-baa6-2266f9b82427 req-f2b87443-ceee-4536-845a-f869fd08ca3b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:11.757090 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7d3c6c5-1ef3-434e-baa6-2266f9b82427 req-f2b87443-ceee-4536-845a-f869fd08ca3b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0493295 Feb 11 14:10:11.794695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f7d3c6c5-1ef3-434e-baa6-2266f9b82427 req-69dd78de-e232-4215-90ee-362491a4d70a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313940 Feb 11 14:10:12.908657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb240986-f6e7-4237-8a27-385f176ade81 req-e6d7897c-02aa-4328-8189-d0cb7948bf6d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:12.910175 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb240986-f6e7-4237-8a27-385f176ade81 req-e6d7897c-02aa-4328-8189-d0cb7948bf6d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0481489 Feb 11 14:10:12.947409 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bb240986-f6e7-4237-8a27-385f176ade81 req-e2cf59de-3307-48c4-91bf-17f9ba952dd5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314007 Feb 11 14:10:14.065865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585cd06-ce9b-46a3-b3c3-2fa894648bc7 req-6af1f7c9-a265-46ce-9693-839d36c25816 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:14.067335 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c585cd06-ce9b-46a3-b3c3-2fa894648bc7 req-6af1f7c9-a265-46ce-9693-839d36c25816 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0490446 Feb 11 14:10:14.104985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c585cd06-ce9b-46a3-b3c3-2fa894648bc7 req-8cd3e22a-5947-45a3-8eca-8283a671b2e2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317454 Feb 11 14:10:15.220062 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188ffca-de88-4687-a616-d59de2986e4c req-0e251d93-4caa-4cbe-aada-2259526de190 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:15.221638 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9188ffca-de88-4687-a616-d59de2986e4c req-0e251d93-4caa-4cbe-aada-2259526de190 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0492761 Feb 11 14:10:15.260487 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9188ffca-de88-4687-a616-d59de2986e4c req-0f75b065-4016-437a-a5c5-79a011ebcf61 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Feb 11 14:10:16.378184 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224de18b-3b67-47ed-8504-7646f73aac5f req-78381835-242e-4802-b72a-34fa712a9e63 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:16.379556 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-224de18b-3b67-47ed-8504-7646f73aac5f req-78381835-242e-4802-b72a-34fa712a9e63 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0499074 Feb 11 14:10:16.420464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-224de18b-3b67-47ed-8504-7646f73aac5f req-19f2402b-548e-4901-8e62-9642e88489ab tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347941 Feb 11 14:10:17.541080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3e805-7417-490f-a7ab-b846da2f82eb req-8988fc62-36a6-4a07-a0c7-764908cd8892 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:17.542568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2bb3e805-7417-490f-a7ab-b846da2f82eb req-8988fc62-36a6-4a07-a0c7-764908cd8892 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0529442 Feb 11 14:10:17.580998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2bb3e805-7417-490f-a7ab-b846da2f82eb req-44fb427a-3558-4487-9ea5-0346af898464 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320065 Feb 11 14:10:18.696800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0211c-af55-4144-ad01-e22cdcf9f9c0 req-2879b187-ec4a-4e02-af84-7e8c3ee04408 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:18.698300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3cf0211c-af55-4144-ad01-e22cdcf9f9c0 req-2879b187-ec4a-4e02-af84-7e8c3ee04408 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0505943 Feb 11 14:10:18.737517 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3cf0211c-af55-4144-ad01-e22cdcf9f9c0 req-feeb8b2a-1fca-4686-a70c-093524911b05 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323205 Feb 11 14:10:18.926300 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:10:19.854467 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab94e-0f3e-4750-9307-da12b7150561 req-ebacf52a-e5e4-4b3b-9833-f5ac0860df05 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:19.855955 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c74ab94e-0f3e-4750-9307-da12b7150561 req-ebacf52a-e5e4-4b3b-9833-f5ac0860df05 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0494387 Feb 11 14:10:19.893543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c74ab94e-0f3e-4750-9307-da12b7150561 req-dcef0c0b-4925-422e-b2f1-8cad44ef8487 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310276 Feb 11 14:10:21.009916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d0d87-5dc1-4617-a27c-60a5f558e5f9 req-25e31008-db51-4799-81f4-89e3b8898acd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:21.011379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ca2d0d87-5dc1-4617-a27c-60a5f558e5f9 req-25e31008-db51-4799-81f4-89e3b8898acd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0498879 Feb 11 14:10:21.049101 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ca2d0d87-5dc1-4617-a27c-60a5f558e5f9 req-a35f1fd7-9764-4808-a190-09423471ef9f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316272 Feb 11 14:10:22.166980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2ba7d4-694b-4995-b822-19d6fb239258 req-d7165a89-d175-4184-8327-7f40e1dd3886 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:22.168526 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f2ba7d4-694b-4995-b822-19d6fb239258 req-d7165a89-d175-4184-8327-7f40e1dd3886 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0507410 Feb 11 14:10:22.215092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5f2ba7d4-694b-4995-b822-19d6fb239258 req-e8ac8a0c-4984-4170-8c15-f8088fbe3d8e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395036 Feb 11 14:10:23.332715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50001b8c-bfe0-43fb-baa7-f789d3eab1e0 req-d73354fe-2fa0-4641-8290-c122a38cf941 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:23.334223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50001b8c-bfe0-43fb-baa7-f789d3eab1e0 req-d73354fe-2fa0-4641-8290-c122a38cf941 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0501897 Feb 11 14:10:23.376696 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50001b8c-bfe0-43fb-baa7-f789d3eab1e0 req-386589c8-f8a2-4cb1-91e4-51b4fa769fd6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363371 Feb 11 14:10:24.495486 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcf105-c266-4ca6-847c-182763b30d67 req-50871631-f59b-4072-9ddb-98d2803bb6e9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:24.496952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6bcf105-c266-4ca6-847c-182763b30d67 req-50871631-f59b-4072-9ddb-98d2803bb6e9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0522466 Feb 11 14:10:24.535233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e6bcf105-c266-4ca6-847c-182763b30d67 req-fea999e6-1871-42cd-8406-9f473a30312e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316734 Feb 11 14:10:24.736537 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c2eb5d7c-4afe-49fc-89e6-f671ef8d3388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:25.653540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b58a2dc-976e-41e1-9627-b44740ba79b4 req-cc0d8c71-fa40-4f32-89cb-7b9953e18316 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:25.655645 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4b58a2dc-976e-41e1-9627-b44740ba79b4 req-cc0d8c71-fa40-4f32-89cb-7b9953e18316 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0494106 Feb 11 14:10:25.693492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4b58a2dc-976e-41e1-9627-b44740ba79b4 req-13653ea7-0ec9-4407-8841-4758807c7294 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320742 Feb 11 14:10:26.107037 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:26.811768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc47a6-a156-475a-b1df-c58d147abe57 req-3a99aeb2-997c-4230-a59c-410e51865686 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:26.813241 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcdc47a6-a156-475a-b1df-c58d147abe57 req-3a99aeb2-997c-4230-a59c-410e51865686 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0491669 Feb 11 14:10:26.850042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcdc47a6-a156-475a-b1df-c58d147abe57 req-b5618370-69cf-47c7-be3b-b964c8f76dfe tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306861 Feb 11 14:10:26.986794 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9093551b-52dc-44d7-ad64-914a7f069d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:27.969398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79c3cb-9ab3-4f42-9d44-91c37a036c58 req-ae06503c-0164-4e2f-a26f-57231af382fb tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:27.970859 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac79c3cb-9ab3-4f42-9d44-91c37a036c58 req-ae06503c-0164-4e2f-a26f-57231af382fb tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0516462 Feb 11 14:10:28.009102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac79c3cb-9ab3-4f42-9d44-91c37a036c58 req-28a4884a-7f69-4db6-80a5-32469c6d52a9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320020 Feb 11 14:10:28.210275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:28.821814 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:29.123839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3cebb-6982-4334-945e-adfa7eab9aa2 req-55782c84-0953-4e8e-8306-cdd56c09cb16 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:29.125718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39e3cebb-6982-4334-945e-adfa7eab9aa2 req-55782c84-0953-4e8e-8306-cdd56c09cb16 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0496674 Feb 11 14:10:29.164285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-39e3cebb-6982-4334-945e-adfa7eab9aa2 req-f8c61ec5-4a79-4d1b-bc65-9701987681ec tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324705 Feb 11 14:10:30.164537 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:30.286399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca2dc6-4d1a-4b40-a8fe-03ada279ba04 req-e4fca5ad-f0db-4daf-a165-fb570037030f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:30.287940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99ca2dc6-4d1a-4b40-a8fe-03ada279ba04 req-e4fca5ad-f0db-4daf-a165-fb570037030f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0485661 Feb 11 14:10:30.330882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99ca2dc6-4d1a-4b40-a8fe-03ada279ba04 req-e1bc8824-075b-4e94-ab7e-ba90f560b417 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366509 Feb 11 14:10:30.666790 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:31.452184 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6993a-58c3-4601-a173-9309c4b79c69 req-b4aa2015-2e08-4683-a850-6b3bdedb4b4a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:31.453556 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ff6993a-58c3-4601-a173-9309c4b79c69 req-b4aa2015-2e08-4683-a850-6b3bdedb4b4a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0535243 Feb 11 14:10:31.492449 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ff6993a-58c3-4601-a173-9309c4b79c69 req-65f4e536-2ce0-4509-b0a7-ea4518850095 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328770 Feb 11 14:10:32.609385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c433f-b57a-4ea8-a2de-af9e088dbdd9 req-308551f6-80f6-4ffd-b154-bc7331762901 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:32.610868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b8c433f-b57a-4ea8-a2de-af9e088dbdd9 req-308551f6-80f6-4ffd-b154-bc7331762901 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0499594 Feb 11 14:10:32.648745 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b8c433f-b57a-4ea8-a2de-af9e088dbdd9 req-1b4290b9-42c7-4b86-bff9-50446d75560a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319290 Feb 11 14:10:33.765140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e228e0-4322-4c20-9fb1-e9808e1157ed req-467652d1-d8da-4085-9c13-23d308ac649d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:33.766663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44e228e0-4322-4c20-9fb1-e9808e1157ed req-467652d1-d8da-4085-9c13-23d308ac649d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0509768 Feb 11 14:10:33.804323 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44e228e0-4322-4c20-9fb1-e9808e1157ed req-deb7294b-16e6-4e8d-bd80-402f67d7de5e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316308 Feb 11 14:10:34.921639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57104e8f-2579-4765-87a2-940c37db4b63 req-b56ae6a7-35ad-4c33-9d78-aea9856257d0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:34.923191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57104e8f-2579-4765-87a2-940c37db4b63 req-b56ae6a7-35ad-4c33-9d78-aea9856257d0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0506072 Feb 11 14:10:34.961255 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-57104e8f-2579-4765-87a2-940c37db4b63 req-f244a90f-4679-4b44-a099-6982b02f5d5d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314481 Feb 11 14:10:36.076627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12e1b7-0c76-4634-ba08-d1a19601d33d req-f91e3b4b-7da9-4140-8057-05c55abaccff tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:36.078778 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9b12e1b7-0c76-4634-ba08-d1a19601d33d req-f91e3b4b-7da9-4140-8057-05c55abaccff tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0508826 Feb 11 14:10:36.118993 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9b12e1b7-0c76-4634-ba08-d1a19601d33d req-c3479bc8-b83a-4e06-bb63-fc073d7a950b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340407 Feb 11 14:10:37.239283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fdcaa-0c0b-4682-8c66-581435140c29 req-2cf8081c-df7d-4cd7-9a1c-9ad07dba7089 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:37.240779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585fdcaa-0c0b-4682-8c66-581435140c29 req-2cf8081c-df7d-4cd7-9a1c-9ad07dba7089 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0501094 Feb 11 14:10:37.285843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585fdcaa-0c0b-4682-8c66-581435140c29 req-eab21737-edef-4c13-b517-e8bc3b787478 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 Feb 11 14:10:37.694248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbeafd-28d1-4845-872b-1e86122fa87f req-b1a5b8fd-396a-4de3-bbaf-3e5118cb5fa3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:37.695723 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e6cbeafd-28d1-4845-872b-1e86122fa87f req-b1a5b8fd-396a-4de3-bbaf-3e5118cb5fa3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0503459 Feb 11 14:10:37.734539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e6cbeafd-28d1-4845-872b-1e86122fa87f req-b148dd2a-b01a-4779-ae2a-9448a190596b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317698 Feb 11 14:10:37.842878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-0b931f95-027b-4eaa-923c-043129b00c41 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406446 Feb 11 14:10:38.856425 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb34370-80cb-4e30-9336-05a2d6f86c2d req-f3591586-94af-4e9d-8b9e-008dbe1e52cd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:38.858276 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dfb34370-80cb-4e30-9336-05a2d6f86c2d req-f3591586-94af-4e9d-8b9e-008dbe1e52cd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0540802 Feb 11 14:10:38.897367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dfb34370-80cb-4e30-9336-05a2d6f86c2d req-7cfb62cb-0ff9-4812-af4a-7bebd0e30d31 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334222 Feb 11 14:10:40.015869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a64b82-53f1-4a3a-9b7e-cbab41a4d262 req-0f448131-55b6-409c-8c33-5476d6a11827 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:40.017413 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f5a64b82-53f1-4a3a-9b7e-cbab41a4d262 req-0f448131-55b6-409c-8c33-5476d6a11827 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0509882 Feb 11 14:10:40.056518 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f5a64b82-53f1-4a3a-9b7e-cbab41a4d262 req-11976856-b003-4791-8088-1c5e9c392af3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330234 Feb 11 14:10:40.233285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-13c91618-804e-4e76-a86a-9dfe0a837190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:40.234846 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-13c91618-804e-4e76-a86a-9dfe0a837190 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0459173 Feb 11 14:10:40.324415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-11b355ef-a70b-4528-984f-ef3320aaeeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:40.325973 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-11b355ef-a70b-4528-984f-ef3320aaeeb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0843773 Feb 11 14:10:40.395032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-c5d32dad-92d0-47a5-85b5-81f466bebe57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 1000 time: 0.0623093 Feb 11 14:10:40.443704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-c6f35927-20bd-44bf-b0bc-ec8333af02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:40.445035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-c6f35927-20bd-44bf-b0bc-ec8333af02bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0438929 Feb 11 14:10:40.490473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-0ea59250-888b-40bf-9a24-99217973cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:40.491985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-0ea59250-888b-40bf-9a24-99217973cc38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407522 Feb 11 14:10:40.584143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-a53d3f1e-70c9-465f-8489-369611f8902d service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847461 Feb 11 14:10:40.670503 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-713df7cc-a3fc-4faf-b714-f007dafcc1a8 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802684 Feb 11 14:10:41.172196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caa268-5b1f-4b98-9648-97d535ffe27a req-4279c8f4-19e8-4f94-9f84-daa63f1ae51f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:41.173661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e4caa268-5b1f-4b98-9648-97d535ffe27a req-4279c8f4-19e8-4f94-9f84-daa63f1ae51f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0492835 Feb 11 14:10:41.211167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e4caa268-5b1f-4b98-9648-97d535ffe27a req-20849be7-6fc9-4ac0-8886-42d2c920a816 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312781 Feb 11 14:10:42.334351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90223f0d-93d7-4468-aa31-ae30b91c7c4a req-47dce97c-1da2-4de2-b6e5-1ff23833457d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:42.335843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90223f0d-93d7-4468-aa31-ae30b91c7c4a req-47dce97c-1da2-4de2-b6e5-1ff23833457d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0503526 Feb 11 14:10:42.378597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-90223f0d-93d7-4468-aa31-ae30b91c7c4a req-4fa19da3-c3dd-4c59-8ef0-d4944e7d7c0f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367401 Feb 11 14:10:42.662115 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-b15d9bc4-2f37-43e3-82cf-ccf8cf02b5ea service neutron] show failed (client error): The resource could not be found. Feb 11 14:10:42.663126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-b15d9bc4-2f37-43e3-82cf-ccf8cf02b5ea service neutron] 10.222.0.13 "GET /v2.0/ports/967ce258-2d47-429b-8e02-fda5e32083a5/bindings/n-h2-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0598557 Feb 11 14:10:43.501135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a654c0f-3ca9-4bfb-accb-2a6a9acd4f76 req-0a9f1161-b6d2-4fbe-9de6-20f86974bd51 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:43.502702 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a654c0f-3ca9-4bfb-accb-2a6a9acd4f76 req-0a9f1161-b6d2-4fbe-9de6-20f86974bd51 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0503170 Feb 11 14:10:43.540363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a654c0f-3ca9-4bfb-accb-2a6a9acd4f76 req-19ca94c6-796b-4d5f-af11-4860d00b85a6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315599 Feb 11 14:10:43.770305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-2e33c227-ca11-4a1c-9873-033ba4f56ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:43.771759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-2e33c227-ca11-4a1c-9873-033ba4f56ffc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0419226 Feb 11 14:10:43.783445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:10:43.835747 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.039937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=967ce258-2d47-429b-8e02-fda5e32083a5,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:44.071682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:44.118123 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:44.120949 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5287c7f5-b96c-452f-b9ea-87271f4abc21" -d '{"events": [{"server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "name": "network-vif-unplugged", "status": "completed", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:44.124682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.136607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Transition to ACTIVE for port object 967ce258-2d47-429b-8e02-fda5e32083a5 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:10:44.173685 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc96214c-3c3b-42f7-a800-f1e61b5104f2 x-openstack-request-id: req-dc96214c-3c3b-42f7-a800-f1e61b5104f2 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:44.174023 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "name": "network-vif-unplugged", "status": "completed", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:44.174255 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc96214c-3c3b-42f7-a800-f1e61b5104f2 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:44.174652 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5', 'code': 200} Feb 11 14:10:44.204105 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.284911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Pushing event updated for resources: {'Port': ['ID=967ce258-2d47-429b-8e02-fda5e32083a5,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:44.327904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] No DVR routers for this DVR port 967ce258-2d47-429b-8e02-fda5e32083a5 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:10:44.464022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Attempting to bind port 967ce258-2d47-429b-8e02-fda5e32083a5 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:10:44.464352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Attempting to bind port 967ce258-2d47-429b-8e02-fda5e32083a5 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:10:44.464677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Attempting to bind port 967ce258-2d47-429b-8e02-fda5e32083a5 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:44.469733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Port 967ce258-2d47-429b-8e02-fda5e32083a5 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:10:44.470079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Attempting to bind port 967ce258-2d47-429b-8e02-fda5e32083a5 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:10:44.476714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:10:44.481970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:10:44.481970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:10:44.481970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Bound port: 967ce258-2d47-429b-8e02-fda5e32083a5, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:10:44.481970 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.540105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:10:44.542990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=967ce258-2d47-429b-8e02-fda5e32083a5,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:10:44.650652 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.661162 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2e030-59b4-42e9-918b-b7e02b1132c0 req-06cac159-490f-4532-b151-eca4019f07e0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:44.662691 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6ee2e030-59b4-42e9-918b-b7e02b1132c0 req-06cac159-490f-4532-b151-eca4019f07e0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0533240 Feb 11 14:10:44.684896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:44.686233 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:44.688310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] 10.222.0.59 "PUT /v2.0/ports/967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 1091 time: 0.9090424 Feb 11 14:10:44.709822 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6ee2e030-59b4-42e9-918b-b7e02b1132c0 req-e3f709fe-20c3-4091-9d19-b4adeb81dce8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410347 Feb 11 14:10:44.746931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e0245-f48b-49b8-8d6c-29cef9304505 service neutron] Pushing event updated for resources: {'Port': ['ID=967ce258-2d47-429b-8e02-fda5e32083a5,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:44.764277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-f4564752-872a-4e47-ad1c-7b03db4bfb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:44.765789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-f4564752-872a-4e47-ad1c-7b03db4bfb93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0544758 Feb 11 14:10:44.861056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-70c228c4-4ab9-48a8-8b10-baf8cd765510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:44.862601 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-70c228c4-4ab9-48a8-8b10-baf8cd765510 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0882747 Feb 11 14:10:44.933185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-4828e928-498a-4f2f-892b-8fbc263bce89 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 998 time: 0.0626247 Feb 11 14:10:44.981345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-2087d7bd-2f07-46bc-b2cf-f78216df8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:44.983621 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-2087d7bd-2f07-46bc-b2cf-f78216df8826 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0444541 Feb 11 14:10:45.029802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-a162429b-4897-4f1e-8ae1-fd1f11f221d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:45.031601 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-a162429b-4897-4f1e-8ae1-fd1f11f221d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414321 Feb 11 14:10:45.123425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-d5893518-638f-4f4c-ae8e-afbe08cebf22 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849428 Feb 11 14:10:45.211205 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9694ab4f-673a-4b93-89f3-b288b2da043e req-975b2ae3-2ed2-479e-821b-0686d69f4460 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814202 Feb 11 14:10:45.458963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 967ce258-2d47-429b-8e02-fda5e32083a5 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:10:45.496848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 967ce258-2d47-429b-8e02-fda5e32083a5 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:10:45.830757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75747da-b687-4003-a17a-52d61427c823 req-754bffca-69e1-42c1-8d41-c14e72dbf534 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:45.832267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c75747da-b687-4003-a17a-52d61427c823 req-754bffca-69e1-42c1-8d41-c14e72dbf534 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0502493 Feb 11 14:10:45.869083 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c75747da-b687-4003-a17a-52d61427c823 req-4f581b27-97fc-44e2-af4a-98ea886312d1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308247 Feb 11 14:10:46.176048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:46.178808 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590" -d '{"events": [{"name": "network-changed", "server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:46.226334 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6283aa-39f5-4368-9891-1ca4b5929e8d x-openstack-request-id: req-0b6283aa-39f5-4368-9891-1ca4b5929e8d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:46.226621 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:46.226887 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b6283aa-39f5-4368-9891-1ca4b5929e8d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:46.227353 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5', 'status': 'completed', 'code': 200} Feb 11 14:10:46.316055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-c73969fb-2dfc-4430-8bd6-f391523f5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.317535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-c73969fb-2dfc-4430-8bd6-f391523f5309 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0730937 Feb 11 14:10:46.319888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-4ad90500-fe6c-4d09-ae00-fccdf74ff5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.321226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-4ad90500-fe6c-4d09-ae00-fccdf74ff5a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0677567 Feb 11 14:10:46.476635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-b5bee692-f114-4121-a27d-073f27ab1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.478077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-b5bee692-f114-4121-a27d-073f27ab1a82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1506541 Feb 11 14:10:46.480596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-e184d808-7b9a-4d03-ad08-571d8db7875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.493018 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-e184d808-7b9a-4d03-ad08-571d8db7875a service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1535494 Feb 11 14:10:46.590207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-eef7cb00-746a-4c5d-ab27-b8772b809f4a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 998 time: 0.1047881 Feb 11 14:10:46.593725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-11542caf-af13-42e5-8d3b-2044ecbef164 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 998 time: 0.1029193 Feb 11 14:10:46.675023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-7c42a99a-9892-4e49-94b4-acd877cf15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.676485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-7c42a99a-9892-4e49-94b4-acd877cf15b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0802057 Feb 11 14:10:46.678134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-5e92793b-3bce-4066-bae1-e12470b23873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.679419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-5e92793b-3bce-4066-bae1-e12470b23873 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0760422 Feb 11 14:10:46.746442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-0a644346-73d0-47e2-997b-3088a680e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.747978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-0a644346-73d0-47e2-997b-3088a680e00a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641892 Feb 11 14:10:46.752711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-ff621188-3776-455a-9710-0e982051e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:46.754109 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-ff621188-3776-455a-9710-0e982051e549 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630155 Feb 11 14:10:46.906228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-702613cc-2fd3-45f5-a95b-095e7f893c29 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508558 Feb 11 14:10:46.909539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-ac4813eb-d22c-4d73-92a6-b8bd8ddd7b74 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476433 Feb 11 14:10:47.100006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b1d73-ee22-48b3-bf0e-2a8a35acd26b req-b84aae60-d4d0-41ff-9db2-1de70e9f51f7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:47.101390 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e0b1d73-ee22-48b3-bf0e-2a8a35acd26b req-b84aae60-d4d0-41ff-9db2-1de70e9f51f7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 943 time: 0.1557481 Feb 11 14:10:47.104799 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-6ca37a6f-5d51-4dba-b498-d06c7a9b5461 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850486 Feb 11 14:10:47.108480 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b5ec90f2-2bfc-4eb2-b63d-db20dd64f590 req-aaada00e-6ac6-4d3e-9a0b-9b88bcd44ceb service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957614 Feb 11 14:10:47.142178 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e0b1d73-ee22-48b3-bf0e-2a8a35acd26b req-5f0d848b-40e5-44e9-a749-7cae09b60e9b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327086 Feb 11 14:10:48.265704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2f8ac-388d-4d75-a7d5-ee3e885d4e85 req-cf7bcd15-46c2-4856-912e-d5fb440a7655 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:48.267213 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87d2f8ac-388d-4d75-a7d5-ee3e885d4e85 req-cf7bcd15-46c2-4856-912e-d5fb440a7655 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0507138 Feb 11 14:10:48.305647 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87d2f8ac-388d-4d75-a7d5-ee3e885d4e85 req-ab6b9391-b82d-4d6e-847b-3c62dbc9939f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325572 Feb 11 14:10:48.924783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-73d42dac-c8e8-4fe9-aaf6-5c209b1369ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391295 Feb 11 14:10:49.008064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-e1222e7d-19ce-4e13-bd09-a007b65bb80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.009569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-e1222e7d-19ce-4e13-bd09-a007b65bb80d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0441332 Feb 11 14:10:49.110755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-4d18b828-b0ce-4ea3-af3c-6a3cebee2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.112207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-4d18b828-b0ce-4ea3-af3c-6a3cebee2bae service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0833819 Feb 11 14:10:49.539039 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-f9a8ceb4-4700-4afe-99b9-3912736e3bbf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 998 time: 0.4208620 Feb 11 14:10:49.562309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8597798-9e38-4c35-a370-fa00c86047b5 req-995517b7-b87b-40ce-a281-8abc7b85cc7f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.563715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8597798-9e38-4c35-a370-fa00c86047b5 req-995517b7-b87b-40ce-a281-8abc7b85cc7f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0708249 Feb 11 14:10:49.617204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-41381898-80d8-4db0-8e73-61910feb5101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.618626 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-41381898-80d8-4db0-8e73-61910feb5101 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0722599 Feb 11 14:10:49.626178 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8597798-9e38-4c35-a370-fa00c86047b5 req-71997266-02b2-475e-893a-4f82b468207b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447543 Feb 11 14:10:49.669447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-cf19201a-1df1-43d7-be1b-49d9c6d82416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.671423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-cf19201a-1df1-43d7-be1b-49d9c6d82416 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443988 Feb 11 14:10:49.755760 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 967ce258-2d47-429b-8e02-fda5e32083a5 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:10:49.760976 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-ea6ab67b-de24-4bbb-b2c2-6ba090cbf261 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825789 Feb 11 14:10:49.855751 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fbfe5b0c-c37c-4420-8548-821853d1308d req-a8223ba0-2fc5-42e5-9e02-e81d218a4ab6 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885286 Feb 11 14:10:49.856525 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=967ce258-2d47-429b-8e02-fda5e32083a5,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:49.868919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '967ce258-2d47-429b-8e02-fda5e32083a5', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'port_id': '967ce258-2d47-429b-8e02-fda5e32083a5', 'mac_address': 'fa:16:3e:4d:77:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:10:49.911301 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:49.926130 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967ce258-2d47-429b-8e02-fda5e32083a5 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:10:49.946601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=967ce258-2d47-429b-8e02-fda5e32083a5,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:49.992271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66441b97-7721-4640-ac14-6d9a8eb04618 req-7d1a92fb-3740-45be-9297-8668ec7a887b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:49.993721 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66441b97-7721-4640-ac14-6d9a8eb04618 req-7d1a92fb-3740-45be-9297-8668ec7a887b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 943 time: 0.0516260 Feb 11 14:10:50.035117 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66441b97-7721-4640-ac14-6d9a8eb04618 req-f99ba4ad-6ca3-425e-adfc-36a61d426648 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351119 Feb 11 14:10:50.038821 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:50.092884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=967ce258-2d47-429b-8e02-fda5e32083a5,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:50.110333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-ec511f61-ccec-4944-bea2-1255d77c3ee2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:50.111729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-ec511f61-ccec-4944-bea2-1255d77c3ee2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 944 time: 0.0538366 Feb 11 14:10:50.170409 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-795a81b0-45f0-4ae1-9fe6-411a0bcd4d94 service neutron] delete failed (client error): The resource could not be found. Feb 11 14:10:50.171397 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-795a81b0-45f0-4ae1-9fe6-411a0bcd4d94 service neutron] 10.222.0.13 "DELETE /v2.0/ports/967ce258-2d47-429b-8e02-fda5e32083a5/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0531609 Feb 11 14:10:50.261599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-59b36143-797c-428f-931c-0ec92f61851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:50.263197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-59b36143-797c-428f-931c-0ec92f61851c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1095 time: 0.0481718 Feb 11 14:10:50.339045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['967ce258-2d47-429b-8e02-fda5e32083a5'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:10:50.351321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-63251eea-d103-4000-87e5-0f89e932d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:50.353060 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-63251eea-d103-4000-87e5-0f89e932d264 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0822859 Feb 11 14:10:50.423875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-a0130c72-b5c9-4314-80a7-a3db9855b5ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 999 time: 0.0626838 Feb 11 14:10:50.473214 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-ce50a2f1-717c-4620-9bc3-91573b0ce5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:50.474699 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-ce50a2f1-717c-4620-9bc3-91573b0ce5ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0447369 Feb 11 14:10:50.519531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-2621c704-1301-4a39-a29e-2e19e51d8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:50.521035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-2621c704-1301-4a39-a29e-2e19e51d8148 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404727 Feb 11 14:10:50.612505 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-554e7663-10a2-4567-86cd-9ce6a41fcee7 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853708 Feb 11 14:10:50.699787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d057ce0f-8467-4b9f-9ff8-0e02cdb258a6 req-f3e926aa-63f4-4533-a330-e66b04b1bc2e service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807779 Feb 11 14:10:51.159261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84504-f319-4f2d-88f0-21d6f91b2ce3 req-7679207f-1c83-49c0-bf0d-f6c827e7073a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:51.160751 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-55d84504-f319-4f2d-88f0-21d6f91b2ce3 req-7679207f-1c83-49c0-bf0d-f6c827e7073a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 944 time: 0.0505562 Feb 11 14:10:51.199002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-55d84504-f319-4f2d-88f0-21d6f91b2ce3 req-eaab9b9e-caf7-4649-956e-bd2e2ea933f7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322175 Feb 11 14:10:51.772088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 967ce258-2d47-429b-8e02-fda5e32083a5 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:10:51.928880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 967ce258-2d47-429b-8e02-fda5e32083a5 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:10:51.932935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 967ce258-2d47-429b-8e02-fda5e32083a5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:10:51.933308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:52.013657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:52.036988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:52.039179 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe6026f-bbc5-4085-95f5-30ffb18c349a" -d '{"events": [{"server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "name": "network-vif-plugged", "status": "completed", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:52.054966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=967ce258-2d47-429b-8e02-fda5e32083a5,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:52.143247 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e198030-7fbe-41a8-b152-b1dfcbee7599 x-openstack-request-id: req-6e198030-7fbe-41a8-b152-b1dfcbee7599 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:52.143628 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "name": "network-vif-plugged", "status": "completed", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:52.143877 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6e198030-7fbe-41a8-b152-b1dfcbee7599 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:52.144288 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5', 'code': 200} Feb 11 14:10:52.164479 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:52.214003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=967ce258-2d47-429b-8e02-fda5e32083a5,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:52.221623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.221983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.222317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.222652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.222975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.223303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.223619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.223931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.224246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.224556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.224869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.225180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:52.321110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08265c-19b2-4fe9-a872-a8c2390a3604 req-24d851ad-a4b4-4dc1-88bd-094a2e7b5a38 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.322532 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b08265c-19b2-4fe9-a872-a8c2390a3604 req-24d851ad-a4b4-4dc1-88bd-094a2e7b5a38 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0528061 Feb 11 14:10:52.359609 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b08265c-19b2-4fe9-a872-a8c2390a3604 req-dcb2e6b0-1d85-443f-80a4-d2fa5a2aecaa tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307691 Feb 11 14:10:52.479660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc6692-dc74-454a-8839-d0264d6fac29 req-58d2a206-a011-48d0-99b4-07a3d614b4ec tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.492519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59fc6692-dc74-454a-8839-d0264d6fac29 req-58d2a206-a011-48d0-99b4-07a3d614b4ec tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0544415 Feb 11 14:10:52.520202 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59fc6692-dc74-454a-8839-d0264d6fac29 req-b64fe82f-6330-4512-9f28-e3301da5688d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329831 Feb 11 14:10:52.897572 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688b5e-4730-4182-b168-bf13ab4c4334 req-66b53c69-bdbb-4a84-9701-2db9afdebb39 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:52.899212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e688b5e-4730-4182-b168-bf13ab4c4334 req-66b53c69-bdbb-4a84-9701-2db9afdebb39 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0567775 Feb 11 14:10:52.940382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e688b5e-4730-4182-b168-bf13ab4c4334 req-ed5dd377-10e6-4ff6-8b96-3bd4f53105d2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337274 Feb 11 14:10:53.023371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-469e8af5-b984-4e22-b42f-a387e3e9b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:53.024896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-469e8af5-b984-4e22-b42f-a387e3e9b47f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0414283 Feb 11 14:10:53.115387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-ff934e96-cfe1-46cb-a026-c3f6ea7d2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:53.116878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-ff934e96-cfe1-46cb-a026-c3f6ea7d2b63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0854163 Feb 11 14:10:53.181655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-cea724b9-6501-400f-9b0f-69860f2458ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 200 len: 1000 time: 0.0580068 Feb 11 14:10:53.231772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-ccee3c3d-c602-46e8-9057-570a5d204a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:53.233200 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-ccee3c3d-c602-46e8-9057-570a5d204a85 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0440795 Feb 11 14:10:53.284020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-115b924c-9cb3-4e33-a7a4-38dc77f2a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:53.285485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-115b924c-9cb3-4e33-a7a4-38dc77f2a794 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452721 Feb 11 14:10:53.374212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-7a5b8f6e-be1d-42f8-8e4a-e5f64af44076 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824556 Feb 11 14:10:53.468055 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-fc429169-3d71-4ed6-8b43-ac66ac69b37f req-d622ee20-aefb-49cb-a24b-e58b76f99fb3 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879676 Feb 11 14:10:54.062385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242194a1-d663-47cf-936b-7b120f605aad req-ba170910-958e-4a7f-8b18-70936c358b26 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:54.064007 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-242194a1-d663-47cf-936b-7b120f605aad req-ba170910-958e-4a7f-8b18-70936c358b26 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0526049 Feb 11 14:10:54.102223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-242194a1-d663-47cf-936b-7b120f605aad req-e6c148af-8cf9-4830-99ec-e59888ced646 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322988 Feb 11 14:10:54.780075 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0c9f14f5-bc5c-473c-8b99-1fe415bcc395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:55.220613 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029921a1-71f5-422d-9e09-3e9d8dd69f18 req-bed3ca23-4832-4583-bdec-b9b08d03c03e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:55.225145 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-029921a1-71f5-422d-9e09-3e9d8dd69f18 req-bed3ca23-4832-4583-bdec-b9b08d03c03e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0508945 Feb 11 14:10:55.259362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-029921a1-71f5-422d-9e09-3e9d8dd69f18 req-95d65c3a-acb4-457a-9937-e5331fb4208b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311162 Feb 11 14:10:55.833909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf26c2-3e53-4812-a4fb-af0398cd44ea req-9b4b92e5-9196-41a6-86a2-7ced477db958 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:55.835381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0baf26c2-3e53-4812-a4fb-af0398cd44ea req-9b4b92e5-9196-41a6-86a2-7ced477db958 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0502775 Feb 11 14:10:55.873346 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0baf26c2-3e53-4812-a4fb-af0398cd44ea req-f949df9a-5773-4599-ba3e-64e1f909af46 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319450 Feb 11 14:10:55.924994 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:10:56.100090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:56.995481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870b318-51ce-44b7-9fc5-2086ed40f2c6 req-8f790fa0-2e4f-4f43-8736-4af5a6c6e99f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:56.996942 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0870b318-51ce-44b7-9fc5-2086ed40f2c6 req-8f790fa0-2e4f-4f43-8736-4af5a6c6e99f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0533772 Feb 11 14:10:57.034433 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0870b318-51ce-44b7-9fc5-2086ed40f2c6 req-005082e8-3224-45ba-94d8-0cffc49e3049 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Feb 11 14:10:57.130200 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d320ca0-70d6-414d-a112-3b7a7601443f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.227824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-cf2abe12-a9d4-4946-9831-9b0f10469253 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:10:57.229435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-cf2abe12-a9d4-4946-9831-9b0f10469253 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.59 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 945 time: 0.0485091 Feb 11 14:10:57.322481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Deleting port 967ce258-2d47-429b-8e02-fda5e32083a5 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:10:57.322861 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.410168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] For port 967ce258-2d47-429b-8e02-fda5e32083a5, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=967ce258-2d47-429b-8e02-fda5e32083a5,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:10:57.410533 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.585793 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.586213 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.586534 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9 disassociated. External IP: 172.25.0.22, port: 967ce258-2d47-429b-8e02-fda5e32083a5. Feb 11 14:10:57.586877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Calling delete_port for 967ce258-2d47-429b-8e02-fda5e32083a5 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:10:57.827456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:57.858773 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event deleted for resources: {'Port': ['ID=967ce258-2d47-429b-8e02-fda5e32083a5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:10:57.872794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.873266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.874167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.874167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.874486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.874741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.875045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.875372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.875695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.876327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.876327 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.876648 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:10:57.988855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:10:58.105727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:10:58.118095 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:10:58.131518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:58.132887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:10:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:58.159300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bca67a7e-b013-43d1-a848-55aa7e6ce487 req-26253189-b70c-4fff-9315-ac64afc34310 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0504656 Feb 11 14:10:58.181459 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] No DVR routers for this DVR port 967ce258-2d47-429b-8e02-fda5e32083a5 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:10:58.184397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:58.188157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8377aca-4c88-4e3f-8075-d20a26a8fbc4 req-52b64057-2b68-44c0-b9e2-ec3834c81b53 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.59 "DELETE /v2.0/ports/967ce258-2d47-429b-8e02-fda5e32083a5 HTTP/1.1" status: 204 len: 173 time: 0.9525034 Feb 11 14:10:58.188688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'name': 'network-vif-deleted', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:10:58.191018 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611bde49-f044-4496-b117-4e0c06a0a7df" -d '{"events": [{"server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "name": "network-vif-deleted", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:10:58.243687 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ada0b18-3919-40f9-966f-5e39155f3652 x-openstack-request-id: req-4ada0b18-3919-40f9-966f-5e39155f3652 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:10:58.244305 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b42c5e-189f-4cc8-8e18-745491a1a3f1", "name": "network-vif-deleted", "tag": "967ce258-2d47-429b-8e02-fda5e32083a5", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:10:58.244305 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4ada0b18-3919-40f9-966f-5e39155f3652 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:10:58.244589 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b42c5e-189f-4cc8-8e18-745491a1a3f1', 'name': 'network-vif-deleted', 'tag': '967ce258-2d47-429b-8e02-fda5e32083a5', 'status': 'completed', 'code': 200} Feb 11 14:10:58.361428 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:58.435144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:58.651737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:58.678909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:10:58.688324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:10:58.688865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:10:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:58.804430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:10:58.879154 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:10:59.003243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:10:59.034231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba6a22-1b15-4838-93b2-3eadfe3c30fa None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:10:59.241679 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b28fe8-0116-42f0-9ae1-6cafdb61e644 None None] New status for floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:10:59.272949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6692e011-6c7d-4964-8d2d-ebd7a1635036 req-99b834f7-c24b-4b08-ab60-4c3ec7ba0bfe tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=76b42c5e-189f-4cc8-8e18-745491a1a3f1 HTTP/1.1" status: 200 len: 210 time: 0.0261152 Feb 11 14:11:00.187010 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:00.511807 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-22b7c7f0-55c1-45e2-9ee8-85f53345955b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--953084420&fields=id&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 267 time: 0.0332913 Feb 11 14:11:00.622884 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-65ac5707-8e55-4611-a62a-eeb542df8a11 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:00.624268 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-65ac5707-8e55-4611-a62a-eeb542df8a11 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 811 time: 0.1051762 Feb 11 14:11:00.640551 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-1a8defb3-547f-448a-9fee-94fb9a92566e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/quotas/5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 375 time: 0.0098114 Feb 11 14:11:00.672633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:00.695150 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-1b28758c-cbd1-41ac-a4e6-94f7698ecc35 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492539 Feb 11 14:11:00.794416 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-30cd88fe-6c65-4c05-8e3e-427e4506dd18 service neutron] 10.222.0.52 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860744 Feb 11 14:11:00.882349 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-5d40ed71-fbfc-4f34-a69e-7393c0bca036 service neutron] 10.222.0.52 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816965 Feb 11 14:11:01.144088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a0c1d6e9-c2ce-4896-9419-9839f292368b req-66dbc200-e596-4349-9dcb-7f8de671a1c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 210 time: 0.0272143 Feb 11 14:11:01.833536 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 967ce258-2d47-429b-8e02-fda5e32083a5 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:01.853439 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 967ce258-2d47-429b-8e02-fda5e32083a5 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:11:01.853788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 967ce258-2d47-429b-8e02-fda5e32083a5 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:02.247726 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ca6fd70-2fcd-4ecb-8326-634704b41ad0 req-b76f4c0e-5ba7-4df0-8fda-9a70cf69a3b9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 210 time: 0.0285070 Feb 11 14:11:03.342655 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585d8dda-26b4-4aa5-a01c-dbcf0e2f23a2 req-b461b7d2-374f-4201-9c86-72ed703ac249 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 210 time: 0.0264926 Feb 11 14:11:03.454568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-52e0c5bc-af3c-4fde-b491-cad5a0f62001 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:03.455901 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-52e0c5bc-af3c-4fde-b491-cad5a0f62001 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 811 time: 0.1031771 Feb 11 14:11:03.501249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-960e9b89-880f-4266-846b-ac718cc22f3f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 379 time: 0.0365481 Feb 11 14:11:03.510142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'port': {'device_id': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'admin_state_up': True, 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'security_groups': ['66227437-24a3-4ea8-bba7-c93ee20716b4']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:03.699890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Made reservation on behalf of 5f8dfe56c90644ed84eebf286f75b7b9 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:03.704049 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:03.829927 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Allocated IP 172.20.0.7 (2212e8b3-62e4-444e-8d4b-55f4e4d6860b/7c627065-e306-4b96-8590-fff62dbaafd5/7b0a0adf-f230-475f-8ed2-c6b1152a9ae9) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:03.968281 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:04.067572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:04.110334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:04.115848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:04.120387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:04.149548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:04.176917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:04.177864 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:04.304303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-6a161231-296b-4f61-9a5c-1f2ca8fef0a4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7977402 Feb 11 14:11:04.315812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Request body: {'port': {'device_id': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:04.372682 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:04.387258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-67a79e59-0c3b-46b8-a21b-538d3c4322dc None None] Provisioning complete for port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:04.387860 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-67a79e59-0c3b-46b8-a21b-538d3c4322dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:04.428075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-67a79e59-0c3b-46b8-a21b-538d3c4322dc None None] Port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:04.478957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c81b78-e757-4191-be62-7007bf047cec req-967c5fbe-3d5f-4c49-80fd-00b5bac664b4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:04.480550 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c0c81b78-e757-4191-be62-7007bf047cec req-967c5fbe-3d5f-4c49-80fd-00b5bac664b4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 931 time: 0.0536861 Feb 11 14:11:04.520481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c0c81b78-e757-4191-be62-7007bf047cec req-10f68d2c-ffb7-4a72-9e40-45965268205b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326755 Feb 11 14:11:04.641231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:04.648581 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:04.661150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Transition to ACTIVE for port object 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:04.735487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:04.786427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:04.862426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:04.862763 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:04.863092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:04.867694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:04.868020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:04.873276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:04.873620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:04.874040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:04.874470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Bound port: 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:04.874830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:04.942238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:04.945339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:05.061750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.095702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.096312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:05.097676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] 10.222.0.13 "PUT /v2.0/ports/7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 1091 time: 0.7860429 Feb 11 14:11:05.098167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:05.100389 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bce22ed-5734-480b-af9e-fb2e488ef131" -d '{"events": [{"name": "network-changed", "server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:05.126548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a7a41-7f51-46cb-bf75-a662a07b7571 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:05.151155 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bb8e51-23be-409a-8076-48f7dcdd10ff x-openstack-request-id: req-61bb8e51-23be-409a-8076-48f7dcdd10ff {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:05.151450 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:05.152679 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-61bb8e51-23be-409a-8076-48f7dcdd10ff {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:05.153093 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'status': 'completed', 'code': 200} Feb 11 14:11:05.218694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce22ed-5734-480b-af9e-fb2e488ef131 req-1cd371ae-62cf-4f5b-bf75-efc3fd148f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.220242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bce22ed-5734-480b-af9e-fb2e488ef131 req-1cd371ae-62cf-4f5b-bf75-efc3fd148f39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1094 time: 0.0490608 Feb 11 14:11:05.321193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce22ed-5734-480b-af9e-fb2e488ef131 req-d3f8d8c2-53c6-4e3f-b765-a5c06bb60c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.322970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bce22ed-5734-480b-af9e-fb2e488ef131 req-d3f8d8c2-53c6-4e3f-b765-a5c06bb60c57 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0950732 Feb 11 14:11:05.419971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce22ed-5734-480b-af9e-fb2e488ef131 req-237ab0d9-e862-45a3-bf55-d40cd839e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.421347 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6bce22ed-5734-480b-af9e-fb2e488ef131 req-237ab0d9-e862-45a3-bf55-d40cd839e757 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904281 Feb 11 14:11:05.498598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-ff25cafa-7ac0-4dde-a102-f5f6c4619739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.500144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-ff25cafa-7ac0-4dde-a102-f5f6c4619739 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1094 time: 0.0416722 Feb 11 14:11:05.541671 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-68dd88bf-e5cc-4139-84df-8d48e9ae6030 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 217 time: 0.0335429 Feb 11 14:11:05.595872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-3ca91dac-3091-4810-8b50-8ddaa2eabaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.597396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-3ca91dac-3091-4810-8b50-8ddaa2eabaab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0495234 Feb 11 14:11:05.639906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508631be-1312-46fe-ac26-475d94a4427b req-9f217e36-bbf7-4577-b637-c4fc68b3d19c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.641393 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-508631be-1312-46fe-ac26-475d94a4427b req-9f217e36-bbf7-4577-b637-c4fc68b3d19c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 943 time: 0.0498765 Feb 11 14:11:05.643207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-a33d4a30-d319-48dd-af0a-7e7362719efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:05.644694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-a33d4a30-d319-48dd-af0a-7e7362719efa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415123 Feb 11 14:11:05.679600 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-508631be-1312-46fe-ac26-475d94a4427b req-cec7d74e-bfc6-4430-8015-b09895ce9ccb tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320055 Feb 11 14:11:05.735359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-5f752b9c-6c61-43f4-a792-c0d99dcaa02c service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843253 Feb 11 14:11:05.826285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3989e5c-a874-4890-b8d6-9980c0bc99ac req-cc4da471-f5a3-487e-b742-4a9640a164c9 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847452 Feb 11 14:11:06.800329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e4c5d-5b2e-416a-a426-b933054d417a req-bbe53926-3407-4c14-b9af-d1a682e8bb07 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:06.801804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-784e4c5d-5b2e-416a-a426-b933054d417a req-bbe53926-3407-4c14-b9af-d1a682e8bb07 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 943 time: 0.0499122 Feb 11 14:11:06.839181 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-784e4c5d-5b2e-416a-a426-b933054d417a req-4890c6dd-8945-4a31-9ce0-ba42fd7e4552 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Feb 11 14:11:07.583821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:11:07.678632 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:07.690219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'port_id': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'mac_address': 'fa:16:3e:a6:0b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:11:07.725646 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:07.738131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:07.757041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:07.820980 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:07.868198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:08.026559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:08.216210 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4337-4118-461f-bbf0-c5935eab17ef req-1f9975c4-a1f0-4c72-9088-a342582bc65c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:08.217642 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-104c4337-4118-461f-bbf0-c5935eab17ef req-1f9975c4-a1f0-4c72-9088-a342582bc65c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 944 time: 0.0505698 Feb 11 14:11:08.255362 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-104c4337-4118-461f-bbf0-c5935eab17ef req-fb6030c1-3ef7-4ee9-b1df-ec9741d01a33 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317755 Feb 11 14:11:09.369956 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e195a3-4a85-466b-9992-5fea7b616506 req-d656e08c-7f25-4c11-9288-15c6ca2e322a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:09.371430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19e195a3-4a85-466b-9992-5fea7b616506 req-d656e08c-7f25-4c11-9288-15c6ca2e322a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 944 time: 0.0493712 Feb 11 14:11:09.415462 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-19e195a3-4a85-466b-9992-5fea7b616506 req-d2cd0e9e-b73d-45ad-8d19-a7fe1b16d023 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373387 Feb 11 14:11:09.584360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:09.712220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:09.716661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:09.717028 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:09.796620 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:09.818982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:09.821204 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec291f81-1876-4adc-97de-bc28fd6ee4b0" -d '{"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:09.833941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:09.858133 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b97bc3d-75d9-4c8e-9d93-551d1c5ddd81 x-openstack-request-id: req-6b97bc3d-75d9-4c8e-9d93-551d1c5ddd81 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:09.858419 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:09.858707 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b97bc3d-75d9-4c8e-9d93-551d1c5ddd81 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:09.859089 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'code': 200} Feb 11 14:11:09.930046 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:09.953383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418c86a-bc6d-4d9f-9df6-9f9a630b5090 req-9895c47e-6549-4e9e-85bf-6fda868821df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:09.954894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7418c86a-bc6d-4d9f-9df6-9f9a630b5090 req-9895c47e-6549-4e9e-85bf-6fda868821df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1095 time: 0.0406988 Feb 11 14:11:09.977550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:09.989617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7418c86a-bc6d-4d9f-9df6-9f9a630b5090 req-98d81f67-df6d-48df-9cd2-6d3496acd0c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286834 Feb 11 14:11:10.535193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00430cb2-ca2e-4da4-b568-0f1debd5ffd1 req-ee233d35-b79f-443d-8e3d-98cd99e1780b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:10.536706 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00430cb2-ca2e-4da4-b568-0f1debd5ffd1 req-ee233d35-b79f-443d-8e3d-98cd99e1780b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0521052 Feb 11 14:11:10.574830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00430cb2-ca2e-4da4-b568-0f1debd5ffd1 req-1f8511d7-49b9-4c18-a699-4b5c72e4efcc tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320389 Feb 11 14:11:11.696602 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70621e5-f24a-4a99-85df-aaaa65715373 req-59eb91ac-1c15-4c73-967d-a06ef29b3884 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.698105 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f70621e5-f24a-4a99-85df-aaaa65715373 req-59eb91ac-1c15-4c73-967d-a06ef29b3884 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0532498 Feb 11 14:11:11.735947 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f70621e5-f24a-4a99-85df-aaaa65715373 req-7a977c83-5424-44b3-94a7-3293da9af2c1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313740 Feb 11 14:11:11.846108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa07666-ce97-4e68-acbf-50443cbb73d5 req-17efe799-6b9a-47bb-b88f-769e4253206b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:11.847557 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-baa07666-ce97-4e68-acbf-50443cbb73d5 req-17efe799-6b9a-47bb-b88f-769e4253206b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0483015 Feb 11 14:11:11.856151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43086) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:11:11.860390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-518666b1-a56a-44d4-81e4-80f382f00109 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'floatingip': {'port_id': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:11.902687 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-518666b1-a56a-44d4-81e4-80f382f00109 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:12.337164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-518666b1-a56a-44d4-81e4-80f382f00109 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:12.461118 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-518666b1-a56a-44d4-81e4-80f382f00109 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:12.558257 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-518666b1-a56a-44d4-81e4-80f382f00109 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9 associated. External IP: 172.25.0.22, port: 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9. Feb 11 14:11:12.762669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518666b1-a56a-44d4-81e4-80f382f00109 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:11:12.867568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518666b1-a56a-44d4-81e4-80f382f00109 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:12.872432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-518666b1-a56a-44d4-81e4-80f382f00109 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:12.877315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:11:12.886847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:12.887572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:10:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:12.899586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-518666b1-a56a-44d4-81e4-80f382f00109 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "PUT /v2.0/floatingips/4ab7f4eb-543a-4f97-b414-58a3202a07a9 HTTP/1.1" status: 200 len: 990 time: 1.0424664 Feb 11 14:11:12.900166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:12.902403 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de3f260-8722-4b4f-a4eb-0d29597124dc" -d '{"events": [{"name": "network-changed", "server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:12.949169 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f80f531-8ce9-41a2-8337-d0976538fb14 x-openstack-request-id: req-9f80f531-8ce9-41a2-8337-d0976538fb14 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:12.949455 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:12.949699 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f80f531-8ce9-41a2-8337-d0976538fb14 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:12.950168 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'status': 'completed', 'code': 200} Feb 11 14:11:13.002423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:13.018594 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-4744aaa8-c4ea-4f2a-8025-b4ea65be9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.020060 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-4744aaa8-c4ea-4f2a-8025-b4ea65be9d16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1096 time: 0.0457551 Feb 11 14:11:13.113611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-7df5cf37-0b6f-441a-8c5c-6d183d3f3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.115155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-7df5cf37-0b6f-441a-8c5c-6d183d3f3f62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0884786 Feb 11 14:11:13.186647 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-01adfb95-6b7d-4861-be6c-01866b527840 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 998 time: 0.0644653 Feb 11 14:11:13.241051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:a6:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:11:12Z', 'revision_number': 9, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:13.245038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-ad03f61d-b876-4934-8412-77b10d778aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.246667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-ad03f61d-b876-4934-8412-77b10d778aab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0532181 Feb 11 14:11:13.269203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:11:13.277549 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:13.278234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:10:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:13.323178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-adbf7ae7-fba7-4082-a586-b81e23a25f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.324831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-adbf7ae7-fba7-4082-a586-b81e23a25f4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719478 Feb 11 14:11:13.337188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e8962-a313-4d30-93dd-008ee2607beb req-b14839aa-6bb8-46b5-af01-2df1a06ce837 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:13.338996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e5e8962-a313-4d30-93dd-008ee2607beb req-b14839aa-6bb8-46b5-af01-2df1a06ce837 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0769930 Feb 11 14:11:13.386406 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:13.433718 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2e5e8962-a313-4d30-93dd-008ee2607beb req-83d4076e-5665-49b8-91ad-f1702cbba27d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864153 Feb 11 14:11:13.463277 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-8b5234fc-788a-47ad-a66a-6e656cdf288e service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232765 Feb 11 14:11:13.628446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:a6:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:11:12Z', 'revision_number': 9, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:13.657340 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e794b4de-9b3a-4b56-98a6-29c237baeada None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:a6:0b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:11:12Z', 'revision_number': 9, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:11:13.867717 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a65cb-16b0-4d8f-aa0b-8bb2ecb56b66 None None] New status for floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:11:13.924334 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-4ea9f683-a317-4978-8c05-95462bd53dac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5242498 Feb 11 14:11:13.949300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3de3f260-8722-4b4f-a4eb-0d29597124dc req-c5a175b9-5fe9-4e9d-9713-28f7accaac0d service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742935 Feb 11 14:11:14.553655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358b132-c7fb-4a21-add9-c7513c648fec req-d346c9cf-6404-4e6b-ab57-5178ae905406 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:14.555233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0358b132-c7fb-4a21-add9-c7513c648fec req-d346c9cf-6404-4e6b-ab57-5178ae905406 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0502384 Feb 11 14:11:14.595562 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0358b132-c7fb-4a21-add9-c7513c648fec req-cbfca8c6-f96b-4d7e-bb6a-c298ec0e0a54 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340171 Feb 11 14:11:15.717801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab5c9-bbbc-49b2-80e3-e36302194057 req-7ed9b671-a1a9-4cdd-bfe8-9c4753d467c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:15.719415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edeab5c9-bbbc-49b2-80e3-e36302194057 req-7ed9b671-a1a9-4cdd-bfe8-9c4753d467c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0544062 Feb 11 14:11:15.760601 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-edeab5c9-bbbc-49b2-80e3-e36302194057 req-bc25147e-3598-4913-abe5-e251ec2e8db8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349317 Feb 11 14:11:16.181507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-68929250-ef6d-42ba-8e3f-919c6700f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.183047 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-68929250-ef6d-42ba-8e3f-919c6700f53a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1096 time: 0.0434744 Feb 11 14:11:16.279057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-6bcc354e-bdc3-4d2e-a8d4-80039fdbc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.280511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-6bcc354e-bdc3-4d2e-a8d4-80039fdbc3f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0897343 Feb 11 14:11:16.345013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-e94b2799-e880-4d02-ba77-b1ef45cf774b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 1001 time: 0.0576909 Feb 11 14:11:16.397737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-0c5fdbd9-39dd-49e9-be98-3248551ffd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.399211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-0c5fdbd9-39dd-49e9-be98-3248551ffd03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0478673 Feb 11 14:11:16.442839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-bb3f097b-3c1a-4275-9df8-af995caabc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.444212 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-bb3f097b-3c1a-4275-9df8-af995caabc7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390284 Feb 11 14:11:16.533032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-3aa56f2e-dc85-47be-9a93-e0239916ec30 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816674 Feb 11 14:11:16.625625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-cc85bb09-17ce-4b6c-a916-0fc509bf5a99 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860326 Feb 11 14:11:16.880006 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acaf09-e4e6-499c-9959-302269d0ea99 req-9d0532fd-a86e-40f9-b4ba-9ea2986710b5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:16.881523 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7acaf09-e4e6-499c-9959-302269d0ea99 req-9d0532fd-a86e-40f9-b4ba-9ea2986710b5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0502141 Feb 11 14:11:16.920417 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c7acaf09-e4e6-499c-9959-302269d0ea99 req-bc8cf4ae-ccc6-48a6-9287-c44cec8f631a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315535 Feb 11 14:11:18.040115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab32d67-5e6a-40d0-b30b-5357dcc280a1 req-8d0462be-55c2-4358-9fc4-e60117f8c4e3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:18.041559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ab32d67-5e6a-40d0-b30b-5357dcc280a1 req-8d0462be-55c2-4358-9fc4-e60117f8c4e3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0498345 Feb 11 14:11:18.079585 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9ab32d67-5e6a-40d0-b30b-5357dcc280a1 req-e51796a1-f9ab-4f11-8e46-e751faa5e853 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317688 Feb 11 14:11:19.200371 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0cd55-628b-4b48-9141-c8ba9bcce9fa req-7d9499e6-168e-4806-944f-6dce3ba3cd07 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:19.201869 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5a0cd55-628b-4b48-9141-c8ba9bcce9fa req-7d9499e6-168e-4806-944f-6dce3ba3cd07 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0538137 Feb 11 14:11:19.238954 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5a0cd55-628b-4b48-9141-c8ba9bcce9fa req-660b413f-04e6-4c9d-ae8b-0a40cdcb9439 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309713 Feb 11 14:11:20.353210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132906d-5e3a-4378-b886-d356f9d7b76c req-db6efd1e-d30c-4d31-8259-b5b2827e7f03 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:20.354707 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2132906d-5e3a-4378-b886-d356f9d7b76c req-db6efd1e-d30c-4d31-8259-b5b2827e7f03 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0489428 Feb 11 14:11:20.396934 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2132906d-5e3a-4378-b886-d356f9d7b76c req-f2aecf23-c9c4-45d1-bf5e-02bbb2d638e3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360601 Feb 11 14:11:21.515294 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be546619-2a20-4ab9-8841-45e85e776beb req-918cada8-0f9a-46c3-a5ec-38ce68135ddf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:21.516890 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-be546619-2a20-4ab9-8841-45e85e776beb req-918cada8-0f9a-46c3-a5ec-38ce68135ddf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0508466 Feb 11 14:11:21.554927 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-be546619-2a20-4ab9-8841-45e85e776beb req-fe281e74-9c60-49d9-affe-6b8c7504c47c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321264 Feb 11 14:11:22.686877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a30c96-12af-4920-9384-1b4cf6cbee99 req-ee87f59b-bfcd-4a84-a383-17d65065179f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:22.688433 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63a30c96-12af-4920-9384-1b4cf6cbee99 req-ee87f59b-bfcd-4a84-a383-17d65065179f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0518723 Feb 11 14:11:22.726802 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-63a30c96-12af-4920-9384-1b4cf6cbee99 req-94eee381-9885-4b1b-b399-b1f7f466084b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324047 Feb 11 14:11:23.845364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bf2b4a-6688-4f91-b5e6-8e5dd5e1eb5e req-061d9f18-f174-4a7e-b78a-b0593ab85698 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:23.846866 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e1bf2b4a-6688-4f91-b5e6-8e5dd5e1eb5e req-061d9f18-f174-4a7e-b78a-b0593ab85698 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0491574 Feb 11 14:11:23.883926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e1bf2b4a-6688-4f91-b5e6-8e5dd5e1eb5e req-014b27c4-c5f1-4af3-8f36-5d803584667e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309043 Feb 11 14:11:24.735497 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-97425c20-0d82-4d37-9c3e-238bf5cef27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:25.003729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edb1e5-41f0-42ee-8549-2bc6cab746e1 req-9881d5bb-7134-438c-ac7a-413d95321876 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:25.005219 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60edb1e5-41f0-42ee-8549-2bc6cab746e1 req-9881d5bb-7134-438c-ac7a-413d95321876 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0518019 Feb 11 14:11:25.044513 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60edb1e5-41f0-42ee-8549-2bc6cab746e1 req-94463665-896b-4bee-9a5a-56ed6380d001 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329356 Feb 11 14:11:26.146884 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:26.165632 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bee5f-0a76-4f7d-8bc4-d847fb535b62 req-d3b4b3af-ffe3-4e20-a122-f8442582915a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:26.167136 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af8bee5f-0a76-4f7d-8bc4-d847fb535b62 req-d3b4b3af-ffe3-4e20-a122-f8442582915a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0538917 Feb 11 14:11:26.210242 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af8bee5f-0a76-4f7d-8bc4-d847fb535b62 req-5e1fd2a0-a76d-41c6-b775-51a1f94daeb7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364983 Feb 11 14:11:27.015418 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4c915fcf-a9e1-415d-bb65-4e40d846765d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:27.329929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f8085-8161-436b-9f08-718fe5eb9a93 req-23020c90-7c39-4604-9ef7-1b3ef41dbda8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:27.331358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c03f8085-8161-436b-9f08-718fe5eb9a93 req-23020c90-7c39-4604-9ef7-1b3ef41dbda8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0494077 Feb 11 14:11:27.373667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c03f8085-8161-436b-9f08-718fe5eb9a93 req-806cd4df-f630-4e19-b96c-284ce65361d6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362070 Feb 11 14:11:28.203938 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:28.493024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0b4a0-62bd-4a36-a008-4aac339c6624 req-c32080b8-f118-4384-b292-91e058aacf17 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:28.493024 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12d0b4a0-62bd-4a36-a008-4aac339c6624 req-c32080b8-f118-4384-b292-91e058aacf17 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0500381 Feb 11 14:11:28.529488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12d0b4a0-62bd-4a36-a008-4aac339c6624 req-c41cea42-5fe1-4987-b936-b4be702b83bb tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319605 Feb 11 14:11:28.792193 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:29.647029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5941e0-62c5-4194-bdde-2f8a91ee088d req-7fef119a-7d73-4996-97b9-878872a9ea54 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:29.648499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8d5941e0-62c5-4194-bdde-2f8a91ee088d req-7fef119a-7d73-4996-97b9-878872a9ea54 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0493352 Feb 11 14:11:29.686966 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8d5941e0-62c5-4194-bdde-2f8a91ee088d req-67160730-7f87-4716-846c-5d885347fb27 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324349 Feb 11 14:11:30.157593 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.660804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:30.802152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a909bb-50a8-4d7f-8ce6-70395bd28d65 req-11635cca-6cad-4117-803c-dea83c1c1a1a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:30.803921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e4a909bb-50a8-4d7f-8ce6-70395bd28d65 req-11635cca-6cad-4117-803c-dea83c1c1a1a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0501578 Feb 11 14:11:30.843510 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e4a909bb-50a8-4d7f-8ce6-70395bd28d65 req-36258f89-b2e9-4e4e-b9bc-5630f486356e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325520 Feb 11 14:11:31.960389 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762a52e-5818-4482-b4bb-5a79e14f6c0b req-0e875f98-2ad7-48c4-8814-736cf14ca30f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:31.961857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f762a52e-5818-4482-b4bb-5a79e14f6c0b req-0e875f98-2ad7-48c4-8814-736cf14ca30f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0480847 Feb 11 14:11:31.999425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f762a52e-5818-4482-b4bb-5a79e14f6c0b req-ff655ee0-1993-40e5-895f-6d006ba9d185 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309672 Feb 11 14:11:32.924331 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:11:33.120722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebd220-6093-40ae-83e0-08c51eb9dcb0 req-39fb951a-872d-4d8e-b25d-9224516f710a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:33.122992 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35ebd220-6093-40ae-83e0-08c51eb9dcb0 req-39fb951a-872d-4d8e-b25d-9224516f710a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0531213 Feb 11 14:11:33.160911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35ebd220-6093-40ae-83e0-08c51eb9dcb0 req-0c3b63e7-f062-403f-aecf-88e3c947d80c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318506 Feb 11 14:11:33.484501 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-75c5f0a3-68e5-4a32-a0b4-ef4af5603837 service neutron] show failed (client error): The resource could not be found. Feb 11 14:11:33.485465 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-75c5f0a3-68e5-4a32-a0b4-ef4af5603837 service neutron] 10.222.0.13 "GET /v2.0/ports/7b0a0adf-f230-475f-8ed2-c6b1152a9ae9/bindings/n-h2-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0543420 Feb 11 14:11:34.068265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-ed5363b9-0c92-4402-997c-6c06838487dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:34.069789 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-ed5363b9-0c92-4402-997c-6c06838487dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0454178 Feb 11 14:11:34.080719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:34.132179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.345742 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3d50f-30f0-4e67-9973-ff7daca496b5 req-ed483a49-878e-420e-95dc-60a76d096951 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:34.348143 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50b3d50f-30f0-4e67-9973-ff7daca496b5 req-ed483a49-878e-420e-95dc-60a76d096951 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.1115222 Feb 11 14:11:34.407669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:34.411595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-50b3d50f-30f0-4e67-9973-ff7daca496b5 req-bd312b15-26c2-4753-8877-9fcc3858c53b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562167 Feb 11 14:11:34.443260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:34.483261 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:34.485641 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9c918f-369a-44e6-989a-883efeb5b6e8" -d '{"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:34.489468 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.501735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Transition to ACTIVE for port object 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:34.541157 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be83592-8ed8-4428-994b-7afec0f49446 x-openstack-request-id: req-4be83592-8ed8-4428-994b-7afec0f49446 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:34.541426 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:34.541693 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4be83592-8ed8-4428-994b-7afec0f49446 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:34.542110 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'code': 200} Feb 11 14:11:34.614840 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.697181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:34.737201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] No DVR routers for this DVR port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:34.874304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:34.874667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:34.875001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:34.879501 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:34.879824 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:34.884607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:34.884965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:34.885351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:34.885798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Bound port: 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:34.886156 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:34.950693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:34.953720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:35.027243 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.065164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.065928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:35.067194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] 10.222.0.59 "PUT /v2.0/ports/7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 1091 time: 0.9903944 Feb 11 14:11:35.104050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f97a07-4919-41cd-a33d-495f549a25ca service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:35.136951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-0e52be77-d23e-4138-ad0f-b18c77828fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.138942 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-0e52be77-d23e-4138-ad0f-b18c77828fa8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1094 time: 0.0475004 Feb 11 14:11:35.236232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-c7bea605-679a-451c-8e44-80daf0f228ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.237694 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-c7bea605-679a-451c-8e44-80daf0f228ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0912166 Feb 11 14:11:35.307146 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-285bebb2-e65e-41bb-a77b-58971589e540 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 999 time: 0.0627542 Feb 11 14:11:35.354385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-3f115321-3173-4ed4-9893-fd7fcc15894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.355824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-3f115321-3173-4ed4-9893-fd7fcc15894f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0424109 Feb 11 14:11:35.401232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-e48ee3fb-3d4b-4165-808d-a6fcb67e041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.403042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-e48ee3fb-3d4b-4165-808d-a6fcb67e041c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401185 Feb 11 14:11:35.506784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-f70150b9-b905-41a6-ab2e-b43373b6e952 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969822 Feb 11 14:11:35.598836 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97b5c7-8127-4f62-ad51-52fa6147f3c1 req-f5d51b15-e629-4b84-9216-2e82d080481e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:35.600358 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f97b5c7-8127-4f62-ad51-52fa6147f3c1 req-f5d51b15-e629-4b84-9216-2e82d080481e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 943 time: 0.1138732 Feb 11 14:11:35.645160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97123ef8-e139-44fe-aff2-d7dab0821628 req-8a0a3075-367a-42e3-a64e-f2e421b64a3c service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242397 Feb 11 14:11:35.657873 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f97b5c7-8127-4f62-ad51-52fa6147f3c1 req-7c1d6ec0-40dd-4bc4-bde5-fac3a40b9821 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466425 Feb 11 14:11:35.661283 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:35.703709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:35.804452 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-02577eac-1b07-459c-9770-8705c2ee48b2 req-d523f6b6-1483-403f-a589-1314ed80aa11 service neutron] (103006) timed out ('10.222.0.13', 61950) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:11:36.543228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:36.545741 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a40a58-da77-4780-a681-a37ff91c5ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:36.595179 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5473b298-c16c-4d7f-bf14-1f25f38ea58f x-openstack-request-id: req-5473b298-c16c-4d7f-bf14-1f25f38ea58f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:36.595485 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:36.595715 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5473b298-c16c-4d7f-bf14-1f25f38ea58f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:36.596116 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'status': 'completed', 'code': 200} Feb 11 14:11:36.687546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-f76b2f92-64fd-4783-a107-3c2c44aaf907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:36.689034 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-f76b2f92-64fd-4783-a107-3c2c44aaf907 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1094 time: 0.0731475 Feb 11 14:11:36.690772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-b334552e-695f-414e-ae17-78cba3d9ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:36.692086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-b334552e-695f-414e-ae17-78cba3d9ad34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1094 time: 0.0683661 Feb 11 14:11:36.884610 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87a3bd-e7e7-42f0-82b8-752e281578f8 req-02a4585a-91f6-436b-bf6e-efec9ddd0a03 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:36.885985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd87a3bd-e7e7-42f0-82b8-752e281578f8 req-02a4585a-91f6-436b-bf6e-efec9ddd0a03 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 943 time: 0.1533165 Feb 11 14:11:36.889482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-079fc5de-0bf4-4812-a909-67917bcac120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:36.890843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-079fc5de-0bf4-4812-a909-67917bcac120 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1930141 Feb 11 14:11:36.895085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-b8e85019-7e68-4c59-88f3-a3b9473d67df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:36.896393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-b8e85019-7e68-4c59-88f3-a3b9473d67df service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1907175 Feb 11 14:11:37.018524 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cd87a3bd-e7e7-42f0-82b8-752e281578f8 req-72055f7e-2b7b-4faa-8976-585d7e642bce tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253009 Feb 11 14:11:37.029111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-91da857e-461f-4323-996a-c2afd695994a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 999 time: 0.1279657 Feb 11 14:11:37.031168 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-480a71ef-c42f-4a4d-a5fa-4e35117b910b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 999 time: 0.1235273 Feb 11 14:11:37.114305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-b041ed4a-f257-48ff-a623-cf4a9302ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.115726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-b041ed4a-f257-48ff-a623-cf4a9302ed96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0789435 Feb 11 14:11:37.117324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-6a1fe21f-3b3b-4bf8-9b96-08dc5e4a8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.118636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-6a1fe21f-3b3b-4bf8-9b96-08dc5e4a8e7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0746572 Feb 11 14:11:37.187983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-197400bb-afeb-49a5-b36e-5d9285ad54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.189454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-197400bb-afeb-49a5-b36e-5d9285ad54d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597608 Feb 11 14:11:37.191180 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-e570b876-90c1-4a3a-8949-da1e2a671759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:37.192515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-e570b876-90c1-4a3a-8949-da1e2a671759 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701480 Feb 11 14:11:37.340572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-ea19b4aa-a25b-4907-af98-561bd5a811fa service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443267 Feb 11 14:11:37.343812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-686b418b-491f-4841-b271-7fa85a7a7cf0 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407530 Feb 11 14:11:37.497984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-b08a5588-8091-4ac9-8c36-5cdc12686bb6 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509645 Feb 11 14:11:37.501250 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1a40a58-da77-4780-a681-a37ff91c5ce0 req-bf052ce3-5ebe-4a5d-b2f2-19d501e5919c service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468904 Feb 11 14:11:38.138098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810eba40-622a-4f0f-a21a-f6829b99b6f2 req-70f610f3-146e-4099-99a9-ae1f58a73554 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:38.139561 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-810eba40-622a-4f0f-a21a-f6829b99b6f2 req-70f610f3-146e-4099-99a9-ae1f58a73554 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 943 time: 0.0495524 Feb 11 14:11:38.177293 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-810eba40-622a-4f0f-a21a-f6829b99b6f2 req-3e82ce4c-6c52-4301-bf41-348269bbdddc tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317838 Feb 11 14:11:39.295844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ecd8d-124e-478c-9f04-1fc4d80dc0ad req-dfb7335d-470d-4c10-8170-40ab2c0e37e9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:39.297345 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a5ecd8d-124e-478c-9f04-1fc4d80dc0ad req-dfb7335d-470d-4c10-8170-40ab2c0e37e9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 943 time: 0.0500774 Feb 11 14:11:39.334649 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2a5ecd8d-124e-478c-9f04-1fc4d80dc0ad req-d82d327a-7b4c-481f-9e34-3b2094e691fd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310347 Feb 11 14:11:40.004822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6ac7e-b9cf-477b-8558-f6e229e0b6e4 req-864e2c1a-7e0e-4f5b-ac32-e95b04d9545d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.006333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8c6ac7e-b9cf-477b-8558-f6e229e0b6e4 req-864e2c1a-7e0e-4f5b-ac32-e95b04d9545d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 943 time: 0.0492518 Feb 11 14:11:40.024401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:11:40.076063 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8c6ac7e-b9cf-477b-8558-f6e229e0b6e4 req-c0c51987-8a4e-4cd6-b2d9-a058b84f2b84 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629089 Feb 11 14:11:40.092497 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6949fe91-5553-4a3a-aeae-f14063e5f467 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.093977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6949fe91-5553-4a3a-aeae-f14063e5f467 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.59 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 943 time: 0.0680137 Feb 11 14:11:40.133294 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:40.155479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-10a60b9e-f83c-4e7a-8d43-f1543776cc05 service neutron] 10.222.0.59 "GET /v2.0/ports/7b0a0adf-f230-475f-8ed2-c6b1152a9ae9/bindings/n-h2-816488-1 HTTP/1.1" status: 200 len: 382 time: 0.0546904 Feb 11 14:11:40.221746 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-d67f6ca6-9def-487e-ba87-002f1e84eaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.223306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-d67f6ca6-9def-487e-ba87-002f1e84eaf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1094 time: 0.0440190 Feb 11 14:11:40.305061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'port_id': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'mac_address': 'fa:16:3e:a6:0b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:11:40.320241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-62ee1a43-7d5a-48bf-affd-9035d9631128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.321731 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-62ee1a43-7d5a-48bf-affd-9035d9631128 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0924058 Feb 11 14:11:40.341721 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:40.353947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:40.373569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:40.388013 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-328775dd-87f9-4cd2-a406-4e0b2f28c322 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 999 time: 0.0595717 Feb 11 14:11:40.438296 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:40.439521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-99d8e231-0588-4bd9-a038-633feef93de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.441007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-99d8e231-0588-4bd9-a038-633feef93de5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0447848 Feb 11 14:11:40.485668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:40.491584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-f8505379-439a-45f2-8f64-ec1db0760987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:40.493137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-f8505379-439a-45f2-8f64-ec1db0760987 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453408 Feb 11 14:11:40.582912 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-b8ec11ce-335f-4823-a32a-007dd3ecfccd service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820014 Feb 11 14:11:40.675569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-41b1b373-4cc0-4273-9a1e-b49f3a903b7e service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853250 Feb 11 14:11:40.748023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:41.194854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08568e-9347-48ab-b85b-4cdad39aeb5f req-46cabc17-3efe-4caa-b983-afc458f4803b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:41.196348 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a08568e-9347-48ab-b85b-4cdad39aeb5f req-46cabc17-3efe-4caa-b983-afc458f4803b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 944 time: 0.0490825 Feb 11 14:11:41.234948 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a08568e-9347-48ab-b85b-4cdad39aeb5f req-5cec903d-7eee-45ed-bb92-bdd96fe2f59a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319529 Feb 11 14:11:42.034764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:42.150961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:42.155476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:42.155980 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.235704 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.258770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:42.261014 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b05ba0-3733-4a71-ba7a-6b83bee09e22" -d '{"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:42.275274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:42.316082 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7abf28-2fe0-4088-8025-842e6f02fab7 x-openstack-request-id: req-2f7abf28-2fe0-4088-8025-842e6f02fab7 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:42.316399 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:42.316649 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2f7abf28-2fe0-4088-8025-842e6f02fab7 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:42.317044 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'code': 200} Feb 11 14:11:42.356275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f889bb0-e500-4905-aca8-3d798e78dfba req-d9b565c7-c84c-44aa-bdb8-2f4e59f8082e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:42.356863 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:42.357815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f889bb0-e500-4905-aca8-3d798e78dfba req-d9b565c7-c84c-44aa-bdb8-2f4e59f8082e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 944 time: 0.0507660 Feb 11 14:11:42.397410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4f889bb0-e500-4905-aca8-3d798e78dfba req-90e9c287-290b-4835-ada9-dd8898331952 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325179 Feb 11 14:11:42.405302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:43.309724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-53a74537-19af-47c0-93a6-f68ba29a6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:43.311219 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-53a74537-19af-47c0-93a6-f68ba29a6320 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0414047 Feb 11 14:11:43.322781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:43.379982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.523699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de2ec7-ac32-468c-ad37-e8a74f34c334 req-d6a3fbf7-c829-41ba-b083-7022abab41b3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:43.525195 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1de2ec7-ac32-468c-ad37-e8a74f34c334 req-d6a3fbf7-c829-41ba-b083-7022abab41b3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0526915 Feb 11 14:11:43.565265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d1de2ec7-ac32-468c-ad37-e8a74f34c334 req-6f6c1629-b9fe-420e-9728-73344a287e2d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328732 Feb 11 14:11:43.588233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:43.621258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:43.659517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:43.661791 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9540232-3303-48c7-9869-279b3dd20370" -d '{"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:43.665912 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.679013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Transition to ACTIVE for port object 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:43.713789 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e7ffdd-58fc-4a06-8360-3ce5bde6c1a5 x-openstack-request-id: req-f4e7ffdd-58fc-4a06-8360-3ce5bde6c1a5 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:43.714075 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:43.715264 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f4e7ffdd-58fc-4a06-8360-3ce5bde6c1a5 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:43.715707 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'code': 200} Feb 11 14:11:43.774615 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:43.853474 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=10']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:43.898236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] No DVR routers for this DVR port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:44.034664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:44.034990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:44.035312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:44.039540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:44.039857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Attempting to bind port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:44.045407 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:44.045743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:44.046174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:44.046598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Bound port: 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:44.046941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.111423 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:44.114257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:44.227186 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.263285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.263903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:44.265291 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] 10.222.0.13 "PUT /v2.0/ports/7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 1092 time: 0.9464054 Feb 11 14:11:44.289098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b650d-4003-4f5f-8248-40358b9b9c7b service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=11']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:44.333243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-dd6b6387-df4a-4592-97e5-0f65cdef7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.334780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-dd6b6387-df4a-4592-97e5-0f65cdef7406 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1095 time: 0.0427711 Feb 11 14:11:44.428775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-3136d3b8-223e-4b55-b7cd-dd3264d550f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.430357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-3136d3b8-223e-4b55-b7cd-dd3264d550f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0890856 Feb 11 14:11:44.500068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-47e46b48-df86-4b35-b743-7cf65c89405e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 999 time: 0.0633223 Feb 11 14:11:44.549406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-ce4f4d3a-2796-4648-a968-79a6c1a03d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.550821 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-ce4f4d3a-2796-4648-a968-79a6c1a03d38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0446439 Feb 11 14:11:44.598210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-e24caf5d-c673-44e7-b1da-c66c43c7ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.599783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-e24caf5d-c673-44e7-b1da-c66c43c7ac72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425591 Feb 11 14:11:44.685055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9896a-adc5-4af5-93d6-07a52e862f0b req-3e3d18dd-5dea-493e-bdf9-8fdb99690311 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:44.686417 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-53f9896a-adc5-4af5-93d6-07a52e862f0b req-3e3d18dd-5dea-493e-bdf9-8fdb99690311 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 944 time: 0.0525334 Feb 11 14:11:44.729700 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-53f9896a-adc5-4af5-93d6-07a52e862f0b req-0c8a3c30-83c6-4718-b453-82a3133f7b07 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367711 Feb 11 14:11:45.034993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-3f3800a2-e386-4a0b-8901-1551b1feffa8 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4285979 Feb 11 14:11:45.125669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e485380e-21d8-4982-b9f9-b98c4b16aaaa req-f6fa4a4d-c6e9-4cf6-95aa-c1cb9f0167d6 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835950 Feb 11 14:11:45.716937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:45.719309 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5" -d '{"events": [{"name": "network-changed", "server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:45.767755 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b42bd9d-6aff-4d65-a125-ee1ad3f0bc21 x-openstack-request-id: req-0b42bd9d-6aff-4d65-a125-ee1ad3f0bc21 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:45.768051 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:45.768326 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0b42bd9d-6aff-4d65-a125-ee1ad3f0bc21 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:45.768784 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'status': 'completed', 'code': 200} Feb 11 14:11:45.853116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1399bcd-e86a-4e8a-bf63-80f136bad4ef req-026d3420-2137-42bf-abdf-c3b2ec0f6236 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:45.854677 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a1399bcd-e86a-4e8a-bf63-80f136bad4ef req-026d3420-2137-42bf-abdf-c3b2ec0f6236 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 944 time: 0.0543563 Feb 11 14:11:45.859217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-63826d56-9232-416f-9eaf-af0884adef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:45.860723 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-63826d56-9232-416f-9eaf-af0884adef65 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1095 time: 0.0736139 Feb 11 14:11:45.864879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-163f6166-c1d6-4fc5-96c0-363e2ba38347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:45.866274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-163f6166-c1d6-4fc5-96c0-363e2ba38347 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 1095 time: 0.0690680 Feb 11 14:11:45.892986 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a1399bcd-e86a-4e8a-bf63-80f136bad4ef req-07cd842d-d527-4577-9ebe-498a5e3c0503 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312936 Feb 11 14:11:46.019527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-23180e9b-3eba-46ac-ab83-5621e766bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:46.020998 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-23180e9b-3eba-46ac-ab83-5621e766bf89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1538956 Feb 11 14:11:46.023515 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-dedaa579-e6dc-4521-b0ed-dcc409e478bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:46.024831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-dedaa579-e6dc-4521-b0ed-dcc409e478bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1493585 Feb 11 14:11:46.066309 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:46.106806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:46.136361 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-f0fc6d05-0730-4f68-89d4-229e80951fe3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 999 time: 0.1083221 Feb 11 14:11:46.138113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-4e398ea0-73f9-4c42-9381-75242604429f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 200 len: 999 time: 0.1046674 Feb 11 14:11:46.220957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-e420f1b7-f119-438a-a6ac-772c3a31323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:46.222453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-e420f1b7-f119-438a-a6ac-772c3a31323a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0799797 Feb 11 14:11:46.225816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-486783ef-83be-48ba-9c58-d68b7c494e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:46.227153 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-486783ef-83be-48ba-9c58-d68b7c494e7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0772305 Feb 11 14:11:46.297015 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-c5604b68-e22e-472b-b175-4181542976bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:46.298471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-c5604b68-e22e-472b-b175-4181542976bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694711 Feb 11 14:11:46.300161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-dfb2280f-094d-4608-b542-ebf0e6a00283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:46.301500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-dfb2280f-094d-4608-b542-ebf0e6a00283 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645142 Feb 11 14:11:46.458820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-e2f536ca-2b30-4217-adc7-65662c949ba9 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468818 Feb 11 14:11:46.460492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-27de3c28-4a1b-4144-9ef2-f9456e819951 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558015 Feb 11 14:11:46.626073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-7fbfb9d7-084f-4b10-8b14-fd1dc029d234 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602569 Feb 11 14:11:46.627874 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80953b1e-5f86-4182-8bc3-e92fb3b6cce5 req-3b4090f3-a4f9-43dc-a0fc-3e7acb2cf54c service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551926 Feb 11 14:11:47.016869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c426d95-69aa-451b-b0a6-71be34665fd0 req-fee46265-f10f-452c-90e3-a497ad9b5156 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:47.018380 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c426d95-69aa-451b-b0a6-71be34665fd0 req-fee46265-f10f-452c-90e3-a497ad9b5156 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 944 time: 0.0532031 Feb 11 14:11:47.057221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7c426d95-69aa-451b-b0a6-71be34665fd0 req-a40ec477-ead8-4c77-a99d-3a6cdf57eb5c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328472 Feb 11 14:11:47.709325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:11:47.805621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:47.816915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'port_id': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'mac_address': 'fa:16:3e:a6:0b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:11:47.853118 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:47.866350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:47.885062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:48.009006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:48.055166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=12']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:48.181322 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5e646-fd73-4c7a-b8bb-499c5f4cf684 req-b789aa04-e7cd-4665-b52c-1b5875d35098 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:48.183404 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3c5e646-fd73-4c7a-b8bb-499c5f4cf684 req-b789aa04-e7cd-4665-b52c-1b5875d35098 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0561733 Feb 11 14:11:48.211530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:11:48.222791 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3c5e646-fd73-4c7a-b8bb-499c5f4cf684 req-5bf5e079-bb54-475c-aeff-595d84338bb1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325251 Feb 11 14:11:48.339119 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36f9d4-a989-4e12-a24c-bc14fe1343cd req-4d73a0bb-ea86-4964-b086-d3f14d975b51 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:48.340603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed36f9d4-a989-4e12-a24c-bc14fe1343cd req-4d73a0bb-ea86-4964-b086-d3f14d975b51 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0496747 Feb 11 14:11:48.379573 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed36f9d4-a989-4e12-a24c-bc14fe1343cd req-32397194-df65-442c-876c-f28d3df4ddf2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326052 Feb 11 14:11:48.493468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565ef8a-6d96-44e9-ab6d-4d0d5bd57f4f req-090e7c93-7e7c-45d6-91dc-10dc56bcb4e4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:48.498904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8565ef8a-6d96-44e9-ab6d-4d0d5bd57f4f req-090e7c93-7e7c-45d6-91dc-10dc56bcb4e4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0496955 Feb 11 14:11:48.533661 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8565ef8a-6d96-44e9-ab6d-4d0d5bd57f4f req-c900a508-a781-4349-929f-d24ba097157b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319133 Feb 11 14:11:49.040143 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cb8c0-9bae-4bca-9b30-ba5552d0c75d req-74330c37-2557-4426-ab37-4b273242e42a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:49.041613 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-076cb8c0-9bae-4bca-9b30-ba5552d0c75d req-74330c37-2557-4426-ab37-4b273242e42a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 945 time: 0.0500658 Feb 11 14:11:49.079502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-076cb8c0-9bae-4bca-9b30-ba5552d0c75d req-ee6ca932-dfbb-4351-b61c-5935a4c243d1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317843 Feb 11 14:11:49.727799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:11:49.848850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:11:49.852669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:49.853038 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.931092 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:49.953135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:49.955379 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e44fe45-0e2b-4805-8331-e2f46b263e32" -d '{"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:49.969374 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:49.991955 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c7885d-9e59-44c0-985d-723a7a813a19 x-openstack-request-id: req-40c7885d-9e59-44c0-985d-723a7a813a19 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:49.992238 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:49.992482 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-40c7885d-9e59-44c0-985d-723a7a813a19 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:49.992897 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'code': 200} Feb 11 14:11:50.060958 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.108245 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=13']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:50.202823 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f34e4-ada5-4657-b0d3-134856cdcdd2 req-4c00777f-0064-4bf8-94f0-d5fe1fa28197 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:50.204308 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-966f34e4-ada5-4657-b0d3-134856cdcdd2 req-4c00777f-0064-4bf8-94f0-d5fe1fa28197 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 946 time: 0.0550892 Feb 11 14:11:50.242714 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-966f34e4-ada5-4657-b0d3-134856cdcdd2 req-81d4cbed-c3a2-4e91-8b1b-eca276116e77 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321822 Feb 11 14:11:50.363072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-e88ae41d-74d7-468d-a642-3243e1104d37 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:50.364513 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-e88ae41d-74d7-468d-a642-3243e1104d37 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 946 time: 0.0533040 Feb 11 14:11:50.451709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Deleting port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:11:50.452059 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.544472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] For port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:11:50.544835 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.711321 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.711678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.711996 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9 disassociated. External IP: 172.25.0.22, port: 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9. Feb 11 14:11:50.712339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Calling delete_port for 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:11:50.918642 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:50.948830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event deleted for resources: {'Port': ['ID=7b0a0adf-f230-475f-8ed2-c6b1152a9ae9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:51.069942 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:11:51.180094 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:11:51.191396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:11:51.201683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:51.202328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:11:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:51.220393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] No DVR routers for this DVR port 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:11:51.223169 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:51.226961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2efc1bb2-5ec8-4401-93d4-6d2b56c433c9 req-d2fff323-0f29-4297-bdf7-3e095b581202 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "DELETE /v2.0/ports/7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 HTTP/1.1" status: 204 len: 173 time: 0.8569977 Feb 11 14:11:51.227422 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-deleted', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:51.229732 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deea437-8881-4279-bef4-98cbdb916963" -d '{"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-deleted", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:51.270092 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e713097-e881-4418-b761-6e6a7616d1f8 x-openstack-request-id: req-7e713097-e881-4418-b761-6e6a7616d1f8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:51.270384 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e", "name": "network-vif-deleted", "tag": "7b0a0adf-f230-475f-8ed2-c6b1152a9ae9", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:51.270726 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7e713097-e881-4418-b761-6e6a7616d1f8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:51.271125 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e', 'name': 'network-vif-deleted', 'tag': '7b0a0adf-f230-475f-8ed2-c6b1152a9ae9', 'status': 'completed', 'code': 200} Feb 11 14:11:51.316505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:51.342220 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-247c27ac-bddb-4440-b350-513c5193106b req-72c5e13c-e3ae-4975-af3f-379304ef5d78 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=55814f7c-9b1e-4c0f-98bc-04bf4ce2cd3e HTTP/1.1" status: 200 len: 210 time: 0.0297081 Feb 11 14:11:51.521088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:51.547966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:11:51.556689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:11:51.557288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:11:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:51.663887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:11:51.855817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:11:51.886962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521fcae2-e1fa-4a60-8319-3de8f3092b84 None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:11:52.116075 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150f02bf-cf27-4666-a66a-7addb03ce648 None None] New status for floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:11:52.586936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-36a62705-d3ec-43cd-8ff2-fd8333fa104d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--953084420&fields=id&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 267 time: 0.0318122 Feb 11 14:11:52.693916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-7f460bea-1f96-4681-80ea-dd6912d5dde7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:52.695279 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-7f460bea-1f96-4681-80ea-dd6912d5dde7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 811 time: 0.1007698 Feb 11 14:11:52.709869 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-e75921d7-49ab-43a0-91df-1fa7d25e6453 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/quotas/5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 375 time: 0.0087898 Feb 11 14:11:52.762650 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-a0afc942-740f-45d8-a6a7-a0a96fff6fdf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466392 Feb 11 14:11:52.903070 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-be9f9184-0715-447e-a999-267bde7524b2 service neutron] 10.222.0.52 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287434 Feb 11 14:11:52.995154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-cea71a22-acf8-4805-a475-2098c38b765e service neutron] 10.222.0.52 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857682 Feb 11 14:11:53.220890 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f3e2bd64-9795-4dd6-a615-ef171445c703 req-f6a7041d-3ba2-47a1-a477-532e28966617 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 210 time: 0.0271351 Feb 11 14:11:53.724346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:11:53.744466 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:11:53.744805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7b0a0adf-f230-475f-8ed2-c6b1152a9ae9 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:11:54.320528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44f3e601-fd63-4921-9b5f-a34626d14784 req-65ed75e6-7bb1-472a-98a7-bf91e3cae40c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 210 time: 0.0312738 Feb 11 14:11:54.757502 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e95da770-ec39-4203-98f4-ce85d6a564fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:55.416455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef7864a0-a90b-467c-b0bc-830ff1953adf req-dc5e1259-28f8-4a07-98e5-83f0246a4d9d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 210 time: 0.0259094 Feb 11 14:11:55.566934 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-60490ca4-97d0-4587-be64-31c29b74623e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:55.568633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-60490ca4-97d0-4587-be64-31c29b74623e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 811 time: 0.1033249 Feb 11 14:11:55.623180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-78b8f099-3005-4764-957f-bf35e273b1a2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 379 time: 0.0400844 Feb 11 14:11:55.633386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'port': {'device_id': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'admin_state_up': True, 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'security_groups': ['66227437-24a3-4ea8-bba7-c93ee20716b4']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:55.826486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Made reservation on behalf of 5f8dfe56c90644ed84eebf286f75b7b9 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:11:55.829987 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:55.960113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Allocated IP 172.20.0.9 (2212e8b3-62e4-444e-8d4b-55f4e4d6860b/7c627065-e306-4b96-8590-fff62dbaafd5/e6b1189d-b4e7-404c-b9d9-568267a5e260) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:11:56.095381 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.116189 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.232161 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.274368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:11:56.280978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:11:56.283929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:11:56.315356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:56.341916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:56.342538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.429497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-2f4d47fe-9c3b-40a5-b47c-d90533b3e8c8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8000813 Feb 11 14:11:56.442499 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Request body: {'port': {'device_id': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:11:56.477372 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-967fdb8d-3fc3-4582-98f9-5dac4856ca3a None None] Provisioning complete for port e6b1189d-b4e7-404c-b9d9-568267a5e260 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:11:56.477743 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-967fdb8d-3fc3-4582-98f9-5dac4856ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.511724 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.521092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-967fdb8d-3fc3-4582-98f9-5dac4856ca3a None None] Port e6b1189d-b4e7-404c-b9d9-568267a5e260 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:11:56.587245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e1303-d080-4a85-be81-9a8adb741be7 req-47b253eb-e443-420e-bff2-0041ac487e05 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:56.588807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a46e1303-d080-4a85-be81-9a8adb741be7 req-47b253eb-e443-420e-bff2-0041ac487e05 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 931 time: 0.0890689 Feb 11 14:11:56.692858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a46e1303-d080-4a85-be81-9a8adb741be7 req-e35cced5-aeb6-4b40-9776-1e5177549812 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936370 Feb 11 14:11:56.833039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b1189d-b4e7-404c-b9d9-568267a5e260 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:11:56.840955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:56.852505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Transition to ACTIVE for port object e6b1189d-b4e7-404c-b9d9-568267a5e260 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:11:56.952345 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.002174 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4b272078-fe50-44b8-aa51-81dce5034b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.004058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:57.085404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:11:57.085757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:11:57.086269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:57.091230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Port e6b1189d-b4e7-404c-b9d9-568267a5e260 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:11:57.091555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:11:57.096669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:11:57.097012 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:11:57.097425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:11:57.097883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Bound port: e6b1189d-b4e7-404c-b9d9-568267a5e260, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:11:57.098271 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.167738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:11:57.170755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:11:57.270675 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.294242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.295288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:57.296233 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] 10.222.0.59 "PUT /v2.0/ports/e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 1091 time: 0.8583462 Feb 11 14:11:57.296673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:11:57.298931 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841422de-30fc-4587-91bd-0d08194b7f82" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:11:57.327279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c29baa-99c1-4c23-9040-a1ac9be1ea41 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:11:57.352469 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567de864-7225-449c-b3c3-65932a15fc76 x-openstack-request-id: req-567de864-7225-449c-b3c3-65932a15fc76 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:11:57.352819 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:11:57.353075 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-567de864-7225-449c-b3c3-65932a15fc76 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:11:57.353482 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'status': 'completed', 'code': 200} Feb 11 14:11:57.425224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841422de-30fc-4587-91bd-0d08194b7f82 req-7a5fcc03-0eed-41b3-b3ac-f411133df8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.426795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-841422de-30fc-4587-91bd-0d08194b7f82 req-7a5fcc03-0eed-41b3-b3ac-f411133df8dc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1094 time: 0.0509379 Feb 11 14:11:57.524060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841422de-30fc-4587-91bd-0d08194b7f82 req-8407d426-6b53-452e-a848-96b934481797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.525440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-841422de-30fc-4587-91bd-0d08194b7f82 req-8407d426-6b53-452e-a848-96b934481797 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0911536 Feb 11 14:11:57.623553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841422de-30fc-4587-91bd-0d08194b7f82 req-1d1a6030-5320-4655-ae39-f569282a5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.625110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-841422de-30fc-4587-91bd-0d08194b7f82 req-1d1a6030-5320-4655-ae39-f569282a5729 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920384 Feb 11 14:11:57.702155 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-b93ff5e4-4434-47f2-8b6d-62f2fa13796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.703659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-b93ff5e4-4434-47f2-8b6d-62f2fa13796d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1094 time: 0.0421739 Feb 11 14:11:57.745905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-1606c00a-5654-433a-860b-e2924bfa0046 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 217 time: 0.0353954 Feb 11 14:11:57.827702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-98550b19-444f-44ef-bb6a-17a030a2a752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.829054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-98550b19-444f-44ef-bb6a-17a030a2a752 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0771699 Feb 11 14:11:57.840619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e6c48-3c10-4b57-8bc3-6b9c591292db req-1b76a0d0-1ed1-40ee-92cc-a29794d9601e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.842095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba6e6c48-3c10-4b57-8bc3-6b9c591292db req-1b76a0d0-1ed1-40ee-92cc-a29794d9601e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0805438 Feb 11 14:11:57.901820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba6e6c48-3c10-4b57-8bc3-6b9c591292db req-d0bf803f-4969-4b7f-a1cc-97d8c7d363cf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507994 Feb 11 14:11:57.907639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-7c492e7e-794e-4a9c-b743-6ed4cb4ecf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:57.909098 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-7c492e7e-794e-4a9c-b743-6ed4cb4ecf2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661116 Feb 11 14:11:58.001536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-1af94513-52bd-430b-b818-478357a876ec service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861523 Feb 11 14:11:58.090895 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d17df6a-e5e8-4515-bea5-6d2419ab0f1d req-9eb28cef-c04d-4f74-8e28-f8533a3a9ee1 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826287 Feb 11 14:11:58.208785 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:58.791723 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:11:59.023993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb077e3-fe2e-4d31-9668-aeebed7a5dda req-33291002-6be8-4d72-a729-b0f52247c0db tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:11:59.025482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cb077e3-fe2e-4d31-9668-aeebed7a5dda req-33291002-6be8-4d72-a729-b0f52247c0db tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0542514 Feb 11 14:11:59.064296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cb077e3-fe2e-4d31-9668-aeebed7a5dda req-43096f90-6189-4186-b0c0-0bd0cb13cddd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313859 Feb 11 14:12:00.173224 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:00.183518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0573f-c433-489c-ab1f-8db5892f9a20 req-9fd19791-ba31-411e-8fd5-21dba3fde069 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:00.185185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3b0573f-c433-489c-ab1f-8db5892f9a20 req-9fd19791-ba31-411e-8fd5-21dba3fde069 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0521784 Feb 11 14:12:00.227487 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3b0573f-c433-489c-ab1f-8db5892f9a20 req-99b9814c-8f68-4844-94fc-30d8775a63da tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361123 Feb 11 14:12:00.677267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:01.343152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006a83b-6425-497f-b765-6273e4979055 req-ba8357aa-0264-4be3-972b-695ee2390d4e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:01.344641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5006a83b-6425-497f-b765-6273e4979055 req-ba8357aa-0264-4be3-972b-695ee2390d4e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0494668 Feb 11 14:12:01.382768 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5006a83b-6425-497f-b765-6273e4979055 req-71fb94f8-4613-4023-8b3d-671fb2d3f742 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321143 Feb 11 14:12:02.128437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:02.225836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:02.237558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'port_id': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'mac_address': 'fa:16:3e:17:6e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:02.274195 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:02.286878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b1189d-b4e7-404c-b9d9-568267a5e260 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:02.306070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:02.368795 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:02.420416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:02.428171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.428541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.428878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.429214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.429695 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.430064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.430416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.430747 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.431063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.431388 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.431708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.432026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:02.501237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d6fd1-e838-4d46-a8d6-10e669787610 req-5c6f51d9-a6ef-4907-8489-39b5a8a828b6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:02.502711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-197d6fd1-e838-4d46-a8d6-10e669787610 req-5c6f51d9-a6ef-4907-8489-39b5a8a828b6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0482445 Feb 11 14:12:02.540366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-197d6fd1-e838-4d46-a8d6-10e669787610 req-cd21be84-ca6f-40b1-8e5e-f53b239745b2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316699 Feb 11 14:12:02.649495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e6b1189d-b4e7-404c-b9d9-568267a5e260'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:03.656256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441a052-e0b9-4fd7-ba26-dc54cb269fb3 req-7419140c-3d94-4713-b9ea-8ed1bfaaf020 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:03.657725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9441a052-e0b9-4fd7-ba26-dc54cb269fb3 req-7419140c-3d94-4713-b9ea-8ed1bfaaf020 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0485604 Feb 11 14:12:03.694440 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9441a052-e0b9-4fd7-ba26-dc54cb269fb3 req-da9dcb74-84a7-497f-8c43-4fc689a3e22f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306635 Feb 11 14:12:04.131782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:04.241427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port e6b1189d-b4e7-404c-b9d9-568267a5e260 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:04.245543 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port e6b1189d-b4e7-404c-b9d9-568267a5e260 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:04.245948 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:04.321707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:04.344446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:04.346716 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed986dc3-59f8-4570-ba58-2f8eeed0c83a" -d '{"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:04.358922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:04.384099 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dcd23b-db1a-4f3c-98b3-e218b3afae6c x-openstack-request-id: req-74dcd23b-db1a-4f3c-98b3-e218b3afae6c {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:04.384499 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:04.384755 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-74dcd23b-db1a-4f3c-98b3-e218b3afae6c {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:04.385674 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'code': 200} Feb 11 14:12:04.466105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:04.480426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf6bac-8fb3-4e7d-b2cc-f2b46ffc15f6 req-be3a0a0e-7b21-4e5d-bae0-f44e7743ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.482278 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1bf6bac-8fb3-4e7d-b2cc-f2b46ffc15f6 req-be3a0a0e-7b21-4e5d-bae0-f44e7743ea1a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1095 time: 0.0423486 Feb 11 14:12:04.518573 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:04.519015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a1bf6bac-8fb3-4e7d-b2cc-f2b46ffc15f6 req-fb1bd7e4-a40d-47d7-97dc-ef07d04dc560 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300405 Feb 11 14:12:04.819002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db7655-4862-47e0-bae4-5cc3260e5a46 req-23f5152f-8555-49cb-90d9-dab31ba8e084 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:04.820470 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90db7655-4862-47e0-bae4-5cc3260e5a46 req-23f5152f-8555-49cb-90d9-dab31ba8e084 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0555270 Feb 11 14:12:04.858282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90db7655-4862-47e0-bae4-5cc3260e5a46 req-ac2d8bc5-0829-497c-8d4f-4d90e35d750d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312481 Feb 11 14:12:05.978643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c72acf-7895-4f66-8cab-15f9e5766a8c req-6a3835b7-fd29-4140-807d-81d8fde497a1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:05.981245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79c72acf-7895-4f66-8cab-15f9e5766a8c req-6a3835b7-fd29-4140-807d-81d8fde497a1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0507126 Feb 11 14:12:06.021796 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79c72acf-7895-4f66-8cab-15f9e5766a8c req-4335d593-3ddc-4d30-873d-40725ec6443a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344038 Feb 11 14:12:07.141516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0b0c0-007e-4a75-b1f8-ac5fec4b4e4b req-aeafdb25-fc03-4534-b15e-fe1c052febb9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.143146 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cab0b0c0-007e-4a75-b1f8-ac5fec4b4e4b req-aeafdb25-fc03-4534-b15e-fe1c052febb9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0500908 Feb 11 14:12:07.182693 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cab0b0c0-007e-4a75-b1f8-ac5fec4b4e4b req-fb76072b-673a-488d-877e-feb281df45c0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329518 Feb 11 14:12:07.302344 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9770a-6266-4d58-a137-6d1edcfd1f23 req-e9134e66-5f96-47f2-b9bd-3a20c80ed2f0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:07.304169 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4ca9770a-6266-4d58-a137-6d1edcfd1f23 req-e9134e66-5f96-47f2-b9bd-3a20c80ed2f0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0562954 Feb 11 14:12:07.314216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43264) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:12:07.318743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8d30134d-ed49-43f5-b9e9-37ea910b72b8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Request body: {'floatingip': {'port_id': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:07.358907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d30134d-ed49-43f5-b9e9-37ea910b72b8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.791533 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d30134d-ed49-43f5-b9e9-37ea910b72b8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.865883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d30134d-ed49-43f5-b9e9-37ea910b72b8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:07.965990 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-8d30134d-ed49-43f5-b9e9-37ea910b72b8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9 associated. External IP: 172.25.0.22, port: e6b1189d-b4e7-404c-b9d9-568267a5e260. Feb 11 14:12:08.513842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d30134d-ed49-43f5-b9e9-37ea910b72b8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:12:08.622647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d30134d-ed49-43f5-b9e9-37ea910b72b8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:12:08.627645 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8d30134d-ed49-43f5-b9e9-37ea910b72b8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:08.632269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:12:08.641874 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:08.642482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:11:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:08.655874 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8d30134d-ed49-43f5-b9e9-37ea910b72b8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "PUT /v2.0/floatingips/4ab7f4eb-543a-4f97-b414-58a3202a07a9 HTTP/1.1" status: 200 len: 991 time: 1.3405797 Feb 11 14:12:08.656561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:08.659180 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:08.696335 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c990c044-2a2b-4f86-b0c3-675ea6b24162 x-openstack-request-id: req-c990c044-2a2b-4f86-b0c3-675ea6b24162 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:08.696718 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:08.697060 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c990c044-2a2b-4f86-b0c3-675ea6b24162 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:08.698119 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'status': 'completed', 'code': 200} Feb 11 14:12:08.753722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:08.762772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-ad06e59a-9eee-4f41-8288-d6c46215b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.764350 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-ad06e59a-9eee-4f41-8288-d6c46215b5ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0442629 Feb 11 14:12:08.855792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-36b1da0a-6e19-4fc0-9b3c-4079a8965973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.857560 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-36b1da0a-6e19-4fc0-9b3c-4079a8965973 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0873525 Feb 11 14:12:08.931854 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-82a7c11f-e94d-4f9d-b4ef-0dc1b2f57875 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 999 time: 0.0678425 Feb 11 14:12:08.982217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-de534a2b-6a97-4d1e-a0d5-6a699ed69c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:08.983685 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-de534a2b-6a97-4d1e-a0d5-6a699ed69c12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0457921 Feb 11 14:12:08.988815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:17:6e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:12:07Z', 'revision_number': 13, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:09.020015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:12:09.028440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:12:09.029036 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:11:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:09.029168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-1179c62e-e3d3-4144-8c3a-529e8bd9252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:09.030703 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-1179c62e-e3d3-4144-8c3a-529e8bd9252b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407159 Feb 11 14:12:09.128332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-5020f781-36a9-4031-9ff0-e188a1b92b22 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907266 Feb 11 14:12:09.224749 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff5bf8c6-c663-4e82-bb95-cd3e424272fd req-920a16f8-ae5a-4ff4-9dff-6d35ae4f9d9d service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900812 Feb 11 14:12:09.311876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:12:09.534007 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:17:6e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:12:07Z', 'revision_number': 13, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:12:09.564934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ad3e6-fb0f-4c4d-b204-b7a8bad519dc None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4ab7f4eb-543a-4f97-b414-58a3202a07a9', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'port_id': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'mac_address': 'fa:16:3e:17:6e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:08:53Z', 'updated_at': '2022-02-11T14:12:07Z', 'revision_number': 13, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:12:09.755605 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b88d67-7deb-4fbb-9d7d-6f3370e23e23 None None] New status for floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:12:09.941391 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:12:11.544325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf199c-658e-467a-889b-abb14f3920a4 req-c6d504c8-ee0e-4849-aa30-0e054700be69 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:11.545819 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dacf199c-658e-467a-889b-abb14f3920a4 req-c6d504c8-ee0e-4849-aa30-0e054700be69 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0546875 Feb 11 14:12:11.583583 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dacf199c-658e-467a-889b-abb14f3920a4 req-c708a897-a9c8-424e-9725-af8b47a28c61 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Feb 11 14:12:23.415147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f6e20-0689-4d7b-8fc3-b01183df8110 req-bb8375ad-7403-4119-8248-a95da9ca9ae9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:23.417321 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b7f6e20-0689-4d7b-8fc3-b01183df8110 req-bb8375ad-7403-4119-8248-a95da9ca9ae9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.1143029 Feb 11 14:12:23.455802 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b7f6e20-0689-4d7b-8fc3-b01183df8110 req-81f3ae4d-dea5-41e2-b11f-38542c1755ff tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322464 Feb 11 14:12:23.476391 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-e38c7b4d-3392-4fd1-b9af-dd5d4a6b3853 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407851 Feb 11 14:12:24.637602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e4569-69b3-49d7-b9cd-857d915e019b req-83d5f906-dd6e-4ef7-97cd-090f57dd8ed6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:24.639127 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c5e4569-69b3-49d7-b9cd-857d915e019b req-83d5f906-dd6e-4ef7-97cd-090f57dd8ed6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.1128907 Feb 11 14:12:24.681270 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c5e4569-69b3-49d7-b9cd-857d915e019b req-0f3ce392-6ac2-4fca-9229-e97a681f3df9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357726 Feb 11 14:12:24.785822 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-032dfd94-1427-4e6b-865f-5600a8ea6a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:25.739982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4de7a-3792-4895-bee8-995ee942217f req-46c820b5-6b4b-401d-a16b-4847baeb7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.741483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-46c820b5-6b4b-401d-a16b-4847baeb7566 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1096 time: 0.0461438 Feb 11 14:12:25.806398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe697b1-f049-4652-a825-27469b56b3c2 req-716da410-609c-4a65-a1cc-b970ff25ddb4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.808035 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bbe697b1-f049-4652-a825-27469b56b3c2 req-716da410-609c-4a65-a1cc-b970ff25ddb4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0539792 Feb 11 14:12:25.833378 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4de7a-3792-4895-bee8-995ee942217f req-08b88476-2b9d-4017-bc47-a26f7fc28956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.834931 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-08b88476-2b9d-4017-bc47-a26f7fc28956 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0862796 Feb 11 14:12:25.846481 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bbe697b1-f049-4652-a825-27469b56b3c2 req-eac53f94-d567-4a01-ab07-2a5c5cce4df5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319033 Feb 11 14:12:25.907368 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-a20c4f25-bce8-4c14-a1e8-a0c544456161 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 1001 time: 0.0656054 Feb 11 14:12:25.956457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4de7a-3792-4895-bee8-995ee942217f req-2ec80540-2302-49c2-b721-0133b0d0e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:25.957961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-2ec80540-2302-49c2-b721-0133b0d0e020 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0438147 Feb 11 14:12:26.004347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4de7a-3792-4895-bee8-995ee942217f req-caa57414-ccf8-4eb7-b634-2247b18ce310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.005857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-caa57414-ccf8-4eb7-b634-2247b18ce310 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398424 Feb 11 14:12:26.098778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-4625fbed-fc8f-490b-b71a-138e03bb3f90 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856233 Feb 11 14:12:26.128403 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:26.193635 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-8a8e71be-436a-4385-86ef-85335acf5361 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839162 Feb 11 14:12:26.968704 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e9ada3a1-7176-4f84-b146-2a00ad3c970a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:26.974612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c3e5-d2af-4e06-adf4-f737666fd945 req-f28fde3f-905d-44fd-94e8-3b5d83dc180c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:26.976104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66a3c3e5-d2af-4e06-adf4-f737666fd945 req-f28fde3f-905d-44fd-94e8-3b5d83dc180c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0501213 Feb 11 14:12:27.014638 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66a3c3e5-d2af-4e06-adf4-f737666fd945 req-7acab3f2-a710-4cd4-851f-3bb17a139cf8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321915 Feb 11 14:12:28.132216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da71083-fce3-4633-8535-05f0914cca31 req-760a8d41-483f-4179-9027-a091b02227b9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:28.133703 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0da71083-fce3-4633-8535-05f0914cca31 req-760a8d41-483f-4179-9027-a091b02227b9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0488670 Feb 11 14:12:28.172846 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:28.173429 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0da71083-fce3-4633-8535-05f0914cca31 req-04451446-53a2-4214-94ca-f39a0072ae75 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324655 Feb 11 14:12:28.791384 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:29.297054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3df85-9276-4fb2-bbba-960af72ae5bd req-389003b3-fc74-4134-aabd-b8d71ccd22d1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:29.298584 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cf3df85-9276-4fb2-bbba-960af72ae5bd req-389003b3-fc74-4134-aabd-b8d71ccd22d1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0535653 Feb 11 14:12:29.335768 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cf3df85-9276-4fb2-bbba-960af72ae5bd req-04511865-6ab5-4c3f-8a55-99e728f1763c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309942 Feb 11 14:12:30.168389 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:30.456232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb054c5-87e2-4ac8-ab08-2047590ceebb req-fd7556c2-f695-4164-8f60-087bd60f9983 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:30.457741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2fb054c5-87e2-4ac8-ab08-2047590ceebb req-fd7556c2-f695-4164-8f60-087bd60f9983 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0505157 Feb 11 14:12:30.495059 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2fb054c5-87e2-4ac8-ab08-2047590ceebb req-ee2c8d52-21bf-422b-b07b-63fcc6a88004 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307474 Feb 11 14:12:30.658400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:31.613791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addb377-9bcd-4ed2-a526-28d3c263bab7 req-aca00593-406a-4e48-80fb-1f177c06cae5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:31.615286 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0addb377-9bcd-4ed2-a526-28d3c263bab7 req-aca00593-406a-4e48-80fb-1f177c06cae5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0492189 Feb 11 14:12:31.653736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0addb377-9bcd-4ed2-a526-28d3c263bab7 req-b82394ab-adab-455d-af66-9b79cd197092 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Feb 11 14:12:32.773909 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca212952-bd77-4e6e-8610-81f5e540b0e6 req-24e8f47a-51aa-40ab-a5e9-7775f2c8cb04 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:32.776043 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ca212952-bd77-4e6e-8610-81f5e540b0e6 req-24e8f47a-51aa-40ab-a5e9-7775f2c8cb04 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0528541 Feb 11 14:12:32.814340 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ca212952-bd77-4e6e-8610-81f5e540b0e6 req-d4328ac4-d3c0-4825-a3aa-92f27d2a281f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324011 Feb 11 14:12:33.933850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e1f13-8882-4332-aa53-fd3c3ebe41ff req-1f8a199f-c122-4288-972a-6d8e74a1e0f6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:33.935389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c30e1f13-8882-4332-aa53-fd3c3ebe41ff req-1f8a199f-c122-4288-972a-6d8e74a1e0f6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0501981 Feb 11 14:12:33.973531 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c30e1f13-8882-4332-aa53-fd3c3ebe41ff req-6c21c18c-48ca-4aa2-a4d8-be43277b5af8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319719 Feb 11 14:12:35.093252 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d73de-f164-4a29-821e-43d1e5b738ac req-4920514b-885e-4e21-838f-f36543711676 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:35.094756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-594d73de-f164-4a29-821e-43d1e5b738ac req-4920514b-885e-4e21-838f-f36543711676 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0499492 Feb 11 14:12:35.132692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-594d73de-f164-4a29-821e-43d1e5b738ac req-45ad55a2-54cb-4d3f-94ce-e0a553df384f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316782 Feb 11 14:12:36.254295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24beb427-63e8-4da5-8a4c-6713fd3264ff req-09b41dd6-4bd2-471a-ad6c-9187f83d0067 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:36.255766 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24beb427-63e8-4da5-8a4c-6713fd3264ff req-09b41dd6-4bd2-471a-ad6c-9187f83d0067 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0528364 Feb 11 14:12:36.293689 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-24beb427-63e8-4da5-8a4c-6713fd3264ff req-d9b79bbe-96ae-4ffc-869d-306c4bb34f64 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308847 Feb 11 14:12:37.411060 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdcf34-5f28-441e-b2e0-97b9be5d1ac1 req-82db368b-7489-4f98-acab-6faa1b1baadd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:37.412521 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dcdcf34-5f28-441e-b2e0-97b9be5d1ac1 req-82db368b-7489-4f98-acab-6faa1b1baadd tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0487657 Feb 11 14:12:37.449677 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dcdcf34-5f28-441e-b2e0-97b9be5d1ac1 req-e450d0d6-b55e-4ae7-81bd-13e7b05f7c76 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309005 Feb 11 14:12:38.568739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022f40f-7160-4fd0-9d86-ae77b34f3869 req-7a0e5d7a-7896-4e8c-a3aa-732d2f1a62cb tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:38.570222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0022f40f-7160-4fd0-9d86-ae77b34f3869 req-7a0e5d7a-7896-4e8c-a3aa-732d2f1a62cb tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0504019 Feb 11 14:12:38.610891 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0022f40f-7160-4fd0-9d86-ae77b34f3869 req-ab3b76da-151a-41fb-a0fd-1aa24707388f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331070 Feb 11 14:12:39.735021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146d8d8-1770-473d-8e50-3caaa0a87ed4 req-135d8256-0063-4c5f-9b5e-7acc5133abef tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:39.736389 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a146d8d8-1770-473d-8e50-3caaa0a87ed4 req-135d8256-0063-4c5f-9b5e-7acc5133abef tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0543480 Feb 11 14:12:39.775276 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a146d8d8-1770-473d-8e50-3caaa0a87ed4 req-0ec09ded-a774-4fba-9463-8c644d90f15b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327590 Feb 11 14:12:40.487814 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-0cb4de7a-3792-4895-bee8-995ee942217f req-ddc54375-f2ab-45ba-843e-0410c474610e service neutron] show failed (client error): The resource could not be found. Feb 11 14:12:40.488748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-ddc54375-f2ab-45ba-843e-0410c474610e service neutron] 10.222.0.59 "GET /v2.0/ports/e6b1189d-b4e7-404c-b9d9-568267a5e260/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0554655 Feb 11 14:12:40.900945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef7c25-5715-40ab-a1c3-3e17ab284863 req-eb3a841b-6e19-4080-85d7-f47a44833637 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:40.902429 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5aef7c25-5715-40ab-a1c3-3e17ab284863 req-eb3a841b-6e19-4080-85d7-f47a44833637 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0544102 Feb 11 14:12:40.941515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5aef7c25-5715-40ab-a1c3-3e17ab284863 req-f53df7ef-853e-49fe-aa70-dd89db9a4446 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327542 Feb 11 14:12:41.073349 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4de7a-3792-4895-bee8-995ee942217f req-37b7716e-b427-477e-ac84-daa437a54bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:41.074825 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-37b7716e-b427-477e-ac84-daa437a54bbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0415468 Feb 11 14:12:41.086000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:12:41.138484 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.343490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:41.375654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:41.416704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:41.418974 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80fabf6-cf76-4e77-92d6-e271daea5392" -d '{"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:41.423094 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.436081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Transition to ACTIVE for port object e6b1189d-b4e7-404c-b9d9-568267a5e260 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:12:41.468743 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c80cd98-9595-4237-9c75-7c9761297753 x-openstack-request-id: req-3c80cd98-9595-4237-9c75-7c9761297753 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:41.469117 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:41.469374 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c80cd98-9595-4237-9c75-7c9761297753 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:41.469827 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'code': 200} Feb 11 14:12:41.510926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.586042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:41.601848 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.602194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.603077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.603419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.603748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.604081 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.604402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.604724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.605181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.605369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.605690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.606038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:12:41.646866 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] No DVR routers for this DVR port e6b1189d-b4e7-404c-b9d9-568267a5e260 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:12:41.785410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:12:41.785741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:12:41.786093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:41.790642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Port e6b1189d-b4e7-404c-b9d9-568267a5e260 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:12:41.791191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:12:41.796035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:12:41.796366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:12:41.796743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:12:41.797161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Bound port: e6b1189d-b4e7-404c-b9d9-568267a5e260, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:12:41.797528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.861727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:12:41.866777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:12:41.939876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.975076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:41.975679 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:41.977437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] 10.222.0.13 "PUT /v2.0/ports/e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 1091 time: 0.8950138 Feb 11 14:12:42.000751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ecdcb-1274-42fc-92ad-ce1bed060592 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:42.060052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4de7a-3792-4895-bee8-995ee942217f req-2a9045a6-60af-4c9f-9cb0-bb91a9775d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.061536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-2a9045a6-60af-4c9f-9cb0-bb91a9775d54 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1094 time: 0.0576000 Feb 11 14:12:42.159826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b41261-a5c3-4fc8-8d83-b76e1b99e689 req-f399dad6-0872-4857-b7ed-ed5c0b674666 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.161388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74b41261-a5c3-4fc8-8d83-b76e1b99e689 req-f399dad6-0872-4857-b7ed-ed5c0b674666 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.1141765 Feb 11 14:12:42.206636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4de7a-3792-4895-bee8-995ee942217f req-f6c2b826-1c4e-43bc-a55c-518fb55b0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.208092 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-f6c2b826-1c4e-43bc-a55c-518fb55b0604 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1281221 Feb 11 14:12:42.227182 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-74b41261-a5c3-4fc8-8d83-b76e1b99e689 req-50e47bf2-341c-495a-a7a5-dac1c259297b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546069 Feb 11 14:12:42.280029 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-c7025ed2-ced4-433d-b117-8610ca3a61e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 999 time: 0.0638494 Feb 11 14:12:42.303224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:12:42.333321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4de7a-3792-4895-bee8-995ee942217f req-9ec40dc8-ad07-4d92-aa1d-164085e0530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.334824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-9ec40dc8-ad07-4d92-aa1d-164085e0530d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0484879 Feb 11 14:12:42.340915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:12:42.380555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4de7a-3792-4895-bee8-995ee942217f req-29b1bd18-9481-4d71-b0bf-7b3ed8cf867a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:42.381977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-29b1bd18-9481-4d71-b0bf-7b3ed8cf867a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407977 Feb 11 14:12:42.466423 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-425a13c9-069f-4d47-9f1a-091cb5e36c09 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782001 Feb 11 14:12:42.558243 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-20cddf89-c47a-4471-9571-80dafcc58fbf service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857558 Feb 11 14:12:43.354229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9179729-59fc-4e48-8896-bacebf85e727 req-174496de-e1ed-4bda-a52e-dc98124aa912 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.355724 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9179729-59fc-4e48-8896-bacebf85e727 req-174496de-e1ed-4bda-a52e-dc98124aa912 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0506353 Feb 11 14:12:43.396002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9179729-59fc-4e48-8896-bacebf85e727 req-fca4bc38-5273-4fd1-b8af-e44e953a1d87 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329292 Feb 11 14:12:43.471488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:43.473705 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267d978a-445a-4807-a4b5-61983f94e39a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:43.526143 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60c035a-a760-4338-9c56-efaaf6eac98b x-openstack-request-id: req-b60c035a-a760-4338-9c56-efaaf6eac98b {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:43.526519 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:43.526828 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b60c035a-a760-4338-9c56-efaaf6eac98b {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:43.527285 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'status': 'completed', 'code': 200} Feb 11 14:12:43.611411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d978a-445a-4807-a4b5-61983f94e39a req-5d20f646-272b-48e0-b96c-2894f7a8971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.612824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-5d20f646-272b-48e0-b96c-2894f7a8971e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1094 time: 0.0671401 Feb 11 14:12:43.619247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d978a-445a-4807-a4b5-61983f94e39a req-ef388570-0b91-4f0b-9252-b4f6aa076935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.620628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-ef388570-0b91-4f0b-9252-b4f6aa076935 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1094 time: 0.0665724 Feb 11 14:12:43.776875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d978a-445a-4807-a4b5-61983f94e39a req-fab5896e-e15d-4abb-9493-6aa8394151e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.778352 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-fab5896e-e15d-4abb-9493-6aa8394151e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1499648 Feb 11 14:12:43.779331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d978a-445a-4807-a4b5-61983f94e39a req-75540c06-81ac-46cc-aab7-235fac1a7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.780666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-75540c06-81ac-46cc-aab7-235fac1a7181 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1592226 Feb 11 14:12:43.892497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-e3f9df17-7b08-47a4-9ecf-5dddd9dfaa3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 999 time: 0.1072829 Feb 11 14:12:43.894276 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-657b24a7-5c61-482c-b183-da498d74db20 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 999 time: 0.1032248 Feb 11 14:12:43.978614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d978a-445a-4807-a4b5-61983f94e39a req-a3bb4f80-001b-4988-91ec-75ee79140da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.980131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-a3bb4f80-001b-4988-91ec-75ee79140da7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0809491 Feb 11 14:12:43.983875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d978a-445a-4807-a4b5-61983f94e39a req-5af4bc9a-65f7-4c0d-8eab-268431a2f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:43.985271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-5af4bc9a-65f7-4c0d-8eab-268431a2f713 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0850103 Feb 11 14:12:44.059662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d978a-445a-4807-a4b5-61983f94e39a req-79c81b29-183a-40a6-bc64-23865310aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.061125 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-79c81b29-183a-40a6-bc64-23865310aad7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661716 Feb 11 14:12:44.062876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d978a-445a-4807-a4b5-61983f94e39a req-c3b40fb5-495c-4820-9236-7d8d4289ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.064240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-c3b40fb5-495c-4820-9236-7d8d4289ae82 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774934 Feb 11 14:12:44.217385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-4919b9cd-a09c-47a2-a571-d7a2f329e36f service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498089 Feb 11 14:12:44.220700 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-addb7005-f4c9-4d21-aede-8fba03ae3fc8 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455455 Feb 11 14:12:44.375543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-2ef59217-448c-4e46-8363-cbe603e57b1c service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445131 Feb 11 14:12:44.377218 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-267d978a-445a-4807-a4b5-61983f94e39a req-4dab13e2-730a-48b9-b0c1-752fa4512de4 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536522 Feb 11 14:12:44.516112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd85bf-b02c-4ddb-817a-44c251247203 req-b6e42634-f54f-4b44-af0c-3c6ee602feb4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:44.517620 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6acd85bf-b02c-4ddb-817a-44c251247203 req-b6e42634-f54f-4b44-af0c-3c6ee602feb4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0502965 Feb 11 14:12:44.562039 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6acd85bf-b02c-4ddb-817a-44c251247203 req-08bf53f4-762e-4be1-a2c5-b6d7c9d439f9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382292 Feb 11 14:12:45.685425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a774af54-d703-47eb-b4f8-787a08c9c05d req-c5149b9b-3f50-4175-b580-8101c9de3de0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:45.686946 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a774af54-d703-47eb-b4f8-787a08c9c05d req-c5149b9b-3f50-4175-b580-8101c9de3de0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0519795 Feb 11 14:12:45.729396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a774af54-d703-47eb-b4f8-787a08c9c05d req-fa96611c-0632-449b-855b-aced1f718dbf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364475 Feb 11 14:12:46.942739 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:12:47.173327 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa6c8e-a0cb-4d2f-91c0-760207bbee0f req-7ec5aff8-6552-44da-b12a-8f184fc69d67 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:47.185676 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4baa6c8e-a0cb-4d2f-91c0-760207bbee0f req-7ec5aff8-6552-44da-b12a-8f184fc69d67 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.3748517 Feb 11 14:12:47.213508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4baa6c8e-a0cb-4d2f-91c0-760207bbee0f req-f7ff6ffd-9231-42bd-8199-f344cc6f2da5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321941 Feb 11 14:12:48.333621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e777e-f7c9-4934-83f0-2513e5935853 req-65a46565-1bb3-4ea6-8a29-93b08d9609b2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:48.335115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-663e777e-f7c9-4934-83f0-2513e5935853 req-65a46565-1bb3-4ea6-8a29-93b08d9609b2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0513415 Feb 11 14:12:48.372252 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-663e777e-f7c9-4934-83f0-2513e5935853 req-feb9e0d5-651a-41fe-8021-60000981a5af tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305328 Feb 11 14:12:49.490608 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9638f4-02d9-4462-9e2f-6f642de31228 req-48d78f42-f1e4-47e9-a8d2-f65a22f9e32d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:49.492033 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9c9638f4-02d9-4462-9e2f-6f642de31228 req-48d78f42-f1e4-47e9-a8d2-f65a22f9e32d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0500059 Feb 11 14:12:49.530745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9c9638f4-02d9-4462-9e2f-6f642de31228 req-8fbc8ae2-428a-46e9-b312-b9d9c005e17c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325422 Feb 11 14:12:50.651726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613290cb-5fa7-4447-9c30-7cdae03a0814 req-2cf2f6b5-be3e-4550-b857-31d2c071a0ed tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:50.653245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-613290cb-5fa7-4447-9c30-7cdae03a0814 req-2cf2f6b5-be3e-4550-b857-31d2c071a0ed tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0532413 Feb 11 14:12:50.689545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-613290cb-5fa7-4447-9c30-7cdae03a0814 req-65a508e5-263a-4a8f-8be4-7c79315e9a87 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303161 Feb 11 14:12:51.807501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c6b8f1-ed96-4565-8d4f-4658bfb44e6a req-856d72e4-872e-4b42-829b-e264aebf9de5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:51.808949 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93c6b8f1-ed96-4565-8d4f-4658bfb44e6a req-856d72e4-872e-4b42-829b-e264aebf9de5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0483856 Feb 11 14:12:51.846694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93c6b8f1-ed96-4565-8d4f-4658bfb44e6a req-bac9fcf9-9d0c-4838-8c2f-8881cb6b5b74 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317178 Feb 11 14:12:52.965400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cdada-de18-4fe0-9eb3-38c10d79a256 req-746cb1d9-593e-467c-b900-68a3e6570fb5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:52.968661 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-759cdada-de18-4fe0-9eb3-38c10d79a256 req-746cb1d9-593e-467c-b900-68a3e6570fb5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0501201 Feb 11 14:12:53.010087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-759cdada-de18-4fe0-9eb3-38c10d79a256 req-e3492568-22bb-48ed-b015-2158ba8d3745 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353625 Feb 11 14:12:53.842378 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-75927174-d3e2-4982-bcdc-ad6462184add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.844758 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-75927174-d3e2-4982-bcdc-ad6462184add service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1094 time: 0.0402803 Feb 11 14:12:53.948019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-31233a34-a4d8-4c28-8c89-7b58c512b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:53.949462 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-31233a34-a4d8-4c28-8c89-7b58c512b98f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0836816 Feb 11 14:12:54.138597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8c8b-14c6-437e-a7bc-1057251848d6 req-24bd77a2-7cf9-47df-ab65-76c704885cb8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.140155 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a7e8c8b-14c6-437e-a7bc-1057251848d6 req-24bd77a2-7cf9-47df-ab65-76c704885cb8 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0562015 Feb 11 14:12:54.181719 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a7e8c8b-14c6-437e-a7bc-1057251848d6 req-7421dcac-5bc9-46e8-a601-45dbc0fbdc5f tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352564 Feb 11 14:12:54.359786 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-3742f307-4f23-4e03-b133-b995876ad72a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 999 time: 0.4031994 Feb 11 14:12:54.409305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-142b4bb8-8d78-468e-a2a8-e5a09ce8d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.411011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-142b4bb8-8d78-468e-a2a8-e5a09ce8d4e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0441599 Feb 11 14:12:54.458212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-b3b6c806-dd7f-45c3-8cd5-17b8fe2cd23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:54.459747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-b3b6c806-dd7f-45c3-8cd5-17b8fe2cd23b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414462 Feb 11 14:12:54.556380 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-10a26552-90a4-4e03-94c8-9085ecef0b51 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875740 Feb 11 14:12:54.648643 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4518f3f8-e216-4acb-9b89-d8b9bdfc91e8 req-8b9047ec-e01a-4f7f-96ea-003fd8f8c11e service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856457 Feb 11 14:12:54.762883 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c1d5a440-b187-4523-b68a-1788f9985a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:55.307675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d484f-d7e9-4491-afe4-269730fb801d req-0dca643b-be81-4d9f-bb88-ee32830bc68e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:55.309140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b8d484f-d7e9-4491-afe4-269730fb801d req-0dca643b-be81-4d9f-bb88-ee32830bc68e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0539255 Feb 11 14:12:55.346066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9b8d484f-d7e9-4491-afe4-269730fb801d req-0250de6e-2faf-44be-9337-aa3f96174f56 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308266 Feb 11 14:12:56.009635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:12:56.122995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5752d-d269-495e-9191-2f95bd02c207 req-bfd92de2-93e2-4c80-af60-040b3eebac01 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.124917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8cb5752d-d269-495e-9191-2f95bd02c207 req-bfd92de2-93e2-4c80-af60-040b3eebac01 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 943 time: 0.0497823 Feb 11 14:12:56.125887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:56.137391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'port_id': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'mac_address': 'fa:16:3e:17:6e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:12:56.165359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8cb5752d-d269-495e-9191-2f95bd02c207 req-43add802-5253-4f22-853e-0ee8ced17949 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342786 Feb 11 14:12:56.175785 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.194025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b1189d-b4e7-404c-b9d9-568267a5e260 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:12:56.214650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:56.230854 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.244454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-7d42fd0a-2187-474e-8eb8-3ae8fcb6d5f1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.245965 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-7d42fd0a-2187-474e-8eb8-3ae8fcb6d5f1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&binding%3Ahost_id=n-h1-816488-1 HTTP/1.1" status: 200 len: 943 time: 0.0532193 Feb 11 14:12:56.303802 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:56.308606 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-5dac4822-3f5e-4929-ad76-abfe57ea8d1c service neutron] 10.222.0.13 "GET /v2.0/ports/e6b1189d-b4e7-404c-b9d9-568267a5e260/bindings/n-h1-816488-1 HTTP/1.1" status: 200 len: 382 time: 0.0562098 Feb 11 14:12:56.351018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:56.376654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-413f171c-8e37-4274-854a-ad094a1d8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.378213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-413f171c-8e37-4274-854a-ad094a1d8c50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1095 time: 0.0458512 Feb 11 14:12:56.469034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-91289536-8c55-4706-a1ba-cec24883bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.470533 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-91289536-8c55-4706-a1ba-cec24883bad0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0837133 Feb 11 14:12:56.519446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['e6b1189d-b4e7-404c-b9d9-568267a5e260'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:12:56.541246 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-662f8d32-4e8f-48f2-8094-d4345227ce4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 1000 time: 0.0624368 Feb 11 14:12:56.592131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-deb4ebea-0e8e-46e7-8bd1-c275157af5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.593586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-deb4ebea-0e8e-46e7-8bd1-c275157af5a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0463257 Feb 11 14:12:56.638874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-1a1adf4d-55e5-4fd5-b4cf-391713194094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:56.640398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-1a1adf4d-55e5-4fd5-b4cf-391713194094 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403430 Feb 11 14:12:56.730928 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-05851c8c-3fe5-4ef0-a189-94e4ff987163 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842450 Feb 11 14:12:56.819395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-d2718635-44e2-4d53-bb49-442507579b51 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814605 Feb 11 14:12:57.001333 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5a6b2ebc-cd2d-4389-82fe-cc046b0cae74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:57.285908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a2e42-b206-4b6e-bb31-7378b5788b02 req-65c7d75a-d38b-4f2b-94dc-76db7f4359de tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:57.287472 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a83a2e42-b206-4b6e-bb31-7378b5788b02 req-65c7d75a-d38b-4f2b-94dc-76db7f4359de tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0501316 Feb 11 14:12:57.326646 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a83a2e42-b206-4b6e-bb31-7378b5788b02 req-e6cedd2e-a8e2-45cf-a1f2-848f87876240 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329378 Feb 11 14:12:58.026956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:12:58.293655 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port e6b1189d-b4e7-404c-b9d9-568267a5e260 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:12:58.295991 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.298985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port e6b1189d-b4e7-404c-b9d9-568267a5e260 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:12:58.299344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.380817 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.405215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:12:58.407237 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ca7769-4abb-455f-9528-75e5b705fb6d" -d '{"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:12:58.422328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:12:58.456944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ad9d9-1a9d-4f2e-81a3-8e3894ab023d req-ed5fb9d8-1425-41d0-b213-424dd7cbac6b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:58.458701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd6ad9d9-1a9d-4f2e-81a3-8e3894ab023d req-ed5fb9d8-1425-41d0-b213-424dd7cbac6b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0610988 Feb 11 14:12:58.464257 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09458c0-c952-46f4-aa3c-4783606096ae x-openstack-request-id: req-c09458c0-c952-46f4-aa3c-4783606096ae {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:12:58.464548 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:12:58.464790 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c09458c0-c952-46f4-aa3c-4783606096ae {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:12:58.465181 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'code': 200} Feb 11 14:12:58.500269 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dd6ad9d9-1a9d-4f2e-81a3-8e3894ab023d req-46f6b7e6-ee17-4c43-8612-c736061812cf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337341 Feb 11 14:12:58.520450 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:58.567872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:12:58.829509 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:12:59.623432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9446c83-2710-40ae-9c26-d950dc16c717 req-46debc42-8162-4d50-be2a-081857c64b1b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:12:59.624910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9446c83-2710-40ae-9c26-d950dc16c717 req-46debc42-8162-4d50-be2a-081857c64b1b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0492864 Feb 11 14:12:59.662386 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e9446c83-2710-40ae-9c26-d950dc16c717 req-9498ccbf-2d17-45cc-b1f9-43ca7ea305d0 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312283 Feb 11 14:13:00.219950 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:00.674595 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:00.785872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04606a-6e81-4ec7-a8c8-6700ff333b7b req-3eaf42a2-a623-4f57-a279-4b10ab231973 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:00.787352 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c04606a-6e81-4ec7-a8c8-6700ff333b7b req-3eaf42a2-a623-4f57-a279-4b10ab231973 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0533149 Feb 11 14:13:00.826977 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c04606a-6e81-4ec7-a8c8-6700ff333b7b req-8632ae88-057e-47c1-a9fd-a517da21b177 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325453 Feb 11 14:13:01.828335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-875dd334-4ae7-497c-a86b-85560f9ba662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:01.829978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-875dd334-4ae7-497c-a86b-85560f9ba662 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9&tenant_id=5f8dfe56c90644ed84eebf286f75b7b9 HTTP/1.1" status: 200 len: 1096 time: 0.0427532 Feb 11 14:13:01.840878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:01.898790 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:01.951449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e375ba-4523-49c1-b24b-ad8936656d84 req-95d8be43-5b03-4836-9cdc-f4358d2279ef tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:01.952936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8e375ba-4523-49c1-b24b-ad8936656d84 req-95d8be43-5b03-4836-9cdc-f4358d2279ef tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0538292 Feb 11 14:13:01.992357 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a8e375ba-4523-49c1-b24b-ad8936656d84 req-a1e4a5b2-dd78-4e70-9177-45692e6586e6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322478 Feb 11 14:13:02.016645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:02.098509 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.119826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:02.153690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:02.192562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:02.194908 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b40838c-f749-4dfb-8f61-5495d2014f08" -d '{"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:02.199735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.212609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Transition to ACTIVE for port object e6b1189d-b4e7-404c-b9d9-568267a5e260 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:02.244994 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c2d9d9-f3d7-4805-a3d2-d4fc58f48a79 x-openstack-request-id: req-c5c2d9d9-f3d7-4805-a3d2-d4fc58f48a79 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:02.249876 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:02.249876 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c5c2d9d9-f3d7-4805-a3d2-d4fc58f48a79 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:02.249876 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'code': 200} Feb 11 14:13:02.308763 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.345591 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:13:02.345959 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:13:02.398912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=10']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:02.432064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] No DVR routers for this DVR port e6b1189d-b4e7-404c-b9d9-568267a5e260 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:02.572712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:02.573050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:02.573388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:02.577681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Port e6b1189d-b4e7-404c-b9d9-568267a5e260 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:02.578063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Attempting to bind port e6b1189d-b4e7-404c-b9d9-568267a5e260 on network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:02.582800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:02.583136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Checking segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:02.583519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Bound using segment: {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:02.583946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Bound port: e6b1189d-b4e7-404c-b9d9-568267a5e260, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31577115-650f-4257-a516-07b4ec3d3ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:02.584302 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.647712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:02.651309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:02.738058 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.776800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.777425 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:02.779056 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] 10.222.0.59 "PUT /v2.0/ports/e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 1092 time: 0.9422419 Feb 11 14:13:02.799838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5580a-fc8d-48f8-b8d7-7ac1314b12d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=11']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:02.845127 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-61e7b9d5-1738-4d54-9d3e-55ef38884eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.846723 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-61e7b9d5-1738-4d54-9d3e-55ef38884eb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1095 time: 0.0440657 Feb 11 14:13:02.940636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-083d2b80-73b0-4fd4-94e1-94fd8c56dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:02.942144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-083d2b80-73b0-4fd4-94e1-94fd8c56dd3c service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.0890319 Feb 11 14:13:03.012043 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-37fcd6e6-fb94-4e1e-acd8-a603ccc5105c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 999 time: 0.0636179 Feb 11 14:13:03.065279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-54fbce49-42f6-4d5c-9bdb-d0cd7ad2d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:03.066997 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-54fbce49-42f6-4d5c-9bdb-d0cd7ad2d54f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0484447 Feb 11 14:13:03.110174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1202e49-a8f6-41cf-ab56-f5b94cd2f5aa req-e264bff5-82d2-4975-a6aa-a43fe6492647 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:03.112355 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1202e49-a8f6-41cf-ab56-f5b94cd2f5aa req-e264bff5-82d2-4975-a6aa-a43fe6492647 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0491841 Feb 11 14:13:03.112576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-1e0a6186-d51d-4ea6-925b-1143fba2cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:03.114142 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-1e0a6186-d51d-4ea6-925b-1143fba2cde9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407600 Feb 11 14:13:03.151165 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f1202e49-a8f6-41cf-ab56-f5b94cd2f5aa req-98778b13-d53b-4925-ab81-d3b976533f2e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322840 Feb 11 14:13:03.209591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-140f9baa-7e32-4b44-af62-b6b2587432dc service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891883 Feb 11 14:13:03.296497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-70ce65e1-4c06-40a1-a2df-fc5c4f90dfff req-617a2fa8-e190-4474-bfcd-5ef40e36ca01 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805781 Feb 11 14:13:04.250414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:04.252637 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:04.283978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62643dd0-307b-45cc-a0b6-1773856b9ac4 req-0a50b2df-3ee7-4996-8c00-c8650b634937 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.285476 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62643dd0-307b-45cc-a0b6-1773856b9ac4 req-0a50b2df-3ee7-4996-8c00-c8650b634937 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0621226 Feb 11 14:13:04.312907 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8639c6-af02-4b07-ad21-a62f048e8fcc x-openstack-request-id: req-ae8639c6-af02-4b07-ad21-a62f048e8fcc {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:04.313198 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:04.313442 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ae8639c6-af02-4b07-ad21-a62f048e8fcc {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:04.313847 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'status': 'completed', 'code': 200} Feb 11 14:13:04.343445 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-62643dd0-307b-45cc-a0b6-1773856b9ac4 req-7fddb6c7-2d03-4579-840c-6b41f4f31491 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510941 Feb 11 14:13:04.405799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-2b0603c3-0b9b-46f3-9a70-8f227847f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.407502 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-2b0603c3-0b9b-46f3-9a70-8f227847f980 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1095 time: 0.0632401 Feb 11 14:13:04.409380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-4001fcd6-077f-4774-87fb-ae2c88aa9762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.410743 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-4001fcd6-077f-4774-87fb-ae2c88aa9762 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 1095 time: 0.0781221 Feb 11 14:13:04.571314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-cee4b4bd-46b2-4d64-ba3d-3f7a6d4045e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.572766 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-cee4b4bd-46b2-4d64-ba3d-3f7a6d4045e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1589665 Feb 11 14:13:04.573823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-4c5a0b2f-5dda-41c7-a7b6-7ddae8af2044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.575101 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-4c5a0b2f-5dda-41c7-a7b6-7ddae8af2044 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 200 len: 912 time: 0.1536264 Feb 11 14:13:04.680830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-aef453bd-11e7-4f2d-b6ae-0bbdffd16d8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 999 time: 0.1013646 Feb 11 14:13:04.684229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-19e9a68b-3889-409b-924e-c64e9a6aa319 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 200 len: 999 time: 0.0995359 Feb 11 14:13:04.761346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-ad6f40ee-a962-4fc1-a43e-56bcde318335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.762825 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-ad6f40ee-a962-4fc1-a43e-56bcde318335 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0752888 Feb 11 14:13:04.766345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-807d7b4e-80a6-4092-abef-62942369a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.767650 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-807d7b4e-80a6-4092-abef-62942369a7de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 200 len: 850 time: 0.0730717 Feb 11 14:13:04.837398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-52081a4b-6962-412f-9fac-21fb7bb9c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.838903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-52081a4b-6962-412f-9fac-21fb7bb9c4a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624323 Feb 11 14:13:04.841179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-be7031bc-b075-4910-8302-bbb6d979eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:04.842530 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-be7031bc-b075-4910-8302-bbb6d979eeb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2212e8b3-62e4-444e-8d4b-55f4e4d6860b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734727 Feb 11 14:13:04.993026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-1f1c7530-866f-48ce-bc41-e023504cccb0 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479104 Feb 11 14:13:04.994873 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-3bb43a8c-e260-4cd0-937b-40749b5dcd98 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425185 Feb 11 14:13:05.154701 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-2e499d9d-6d81-4b7e-8b64-f99864d1ff85 service neutron] 10.222.0.59 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544390 Feb 11 14:13:05.157959 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-763b797f-2bb0-41ae-ba1a-62fa218d0f3e req-d4bffb03-01d1-41e6-a054-d23f691c6584 service neutron] 10.222.0.13 "GET /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506021 Feb 11 14:13:05.466845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edbec7-bb56-40fc-aa1e-153dc143bff6 req-d270be25-a88a-4888-b24c-b9d1e4ae61b1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:05.468350 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79edbec7-bb56-40fc-aa1e-153dc143bff6 req-d270be25-a88a-4888-b24c-b9d1e4ae61b1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0496335 Feb 11 14:13:05.506973 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79edbec7-bb56-40fc-aa1e-153dc143bff6 req-d14f1776-38b6-4315-99c0-08ae61952f16 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320914 Feb 11 14:13:06.627456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24acea2-20aa-4468-ba08-acb171cedbfd req-e9ba2a68-3939-433b-aab3-e3c4e9a43f10 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:06.628944 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b24acea2-20aa-4468-ba08-acb171cedbfd req-e9ba2a68-3939-433b-aab3-e3c4e9a43f10 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0506341 Feb 11 14:13:06.667865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b24acea2-20aa-4468-ba08-acb171cedbfd req-9606f553-9f85-4343-90c7-d9a040605966 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319736 Feb 11 14:13:07.792007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc0f36-fcc2-4a1e-9c78-9341de47b3d4 req-a69cdc6d-513c-4625-b9aa-c83c3a3d0b4e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:07.793490 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28bc0f36-fcc2-4a1e-9c78-9341de47b3d4 req-a69cdc6d-513c-4625-b9aa-c83c3a3d0b4e tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0532994 Feb 11 14:13:07.831929 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28bc0f36-fcc2-4a1e-9c78-9341de47b3d4 req-58969a84-0170-4bbc-8c64-cdca1b18b9f4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321436 Feb 11 14:13:08.953201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abe89-1d75-4929-a894-d47a56e88c0a req-0e82908a-1575-4e77-b2a5-606386b404de tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:08.954778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52abe89-1d75-4929-a894-d47a56e88c0a req-0e82908a-1575-4e77-b2a5-606386b404de tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0543785 Feb 11 14:13:08.993884 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52abe89-1d75-4929-a894-d47a56e88c0a req-b7427752-39a1-4684-bbb1-f53dd8634f3c tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331297 Feb 11 14:13:10.110192 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb2ed-4184-4a5f-8cad-e80a8214bae9 req-b983f90d-3f53-4ae7-98fa-b894e4cf7949 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:10.111660 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-575bb2ed-4184-4a5f-8cad-e80a8214bae9 req-b983f90d-3f53-4ae7-98fa-b894e4cf7949 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0480440 Feb 11 14:13:10.149723 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-575bb2ed-4184-4a5f-8cad-e80a8214bae9 req-afbe3fec-0c69-4eaf-ad93-4881abd3e9ad tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312223 Feb 11 14:13:11.274482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b7346-9d1d-4fcb-8b90-732857df6cd9 req-2d5b9555-4595-43af-860c-15064a27fad1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:11.275949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-534b7346-9d1d-4fcb-8b90-732857df6cd9 req-2d5b9555-4595-43af-860c-15064a27fad1 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0478277 Feb 11 14:13:11.314440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-534b7346-9d1d-4fcb-8b90-732857df6cd9 req-7ba8ef8c-69db-40bf-a595-019e4e179dd4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Feb 11 14:13:12.431528 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa4833-f10e-4b90-a395-7ae5b1896281 req-a1a25b33-1787-4209-b21b-885d027e1b2b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:12.432916 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02aa4833-f10e-4b90-a395-7ae5b1896281 req-a1a25b33-1787-4209-b21b-885d027e1b2b tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0486870 Feb 11 14:13:12.469673 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02aa4833-f10e-4b90-a395-7ae5b1896281 req-edb3a34a-da95-4494-8e85-c6dd6fbb90b5 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307696 Feb 11 14:13:13.590316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818e9c2-54f6-4324-896f-54a176b2955b req-975040c5-6712-4928-a5a6-9836a8dd2704 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:13.591792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9818e9c2-54f6-4324-896f-54a176b2955b req-975040c5-6712-4928-a5a6-9836a8dd2704 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0499647 Feb 11 14:13:13.629034 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9818e9c2-54f6-4324-896f-54a176b2955b req-03a6f7e4-a83f-49ac-88cb-0486ba9d8fbf tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312984 Feb 11 14:13:14.750539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e7630-da15-4ed9-94d9-8130d12c353d req-5c6dc0fd-11e7-443f-b20a-fe3dc06c62c2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:14.752009 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f6e7630-da15-4ed9-94d9-8130d12c353d req-5c6dc0fd-11e7-443f-b20a-fe3dc06c62c2 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0521588 Feb 11 14:13:14.789062 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8f6e7630-da15-4ed9-94d9-8130d12c353d req-27797854-3f1e-4321-88d6-229f189ecc35 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302591 Feb 11 14:13:15.916856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b22fd6-a04e-4b32-aba9-881abf9ad030 req-8c1acc6b-55d5-491a-b406-f64a234445d6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:15.918354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93b22fd6-a04e-4b32-aba9-881abf9ad030 req-8c1acc6b-55d5-491a-b406-f64a234445d6 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 944 time: 0.0580564 Feb 11 14:13:15.956379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-93b22fd6-a04e-4b32-aba9-881abf9ad030 req-4c7f6507-ded9-4480-ae7f-51fc342751e7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320075 Feb 11 14:13:16.500111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:16.598240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:16.610115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'port_id': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'mac_address': 'fa:16:3e:17:6e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:16.646405 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.659795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b1189d-b4e7-404c-b9d9-568267a5e260 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:16.680326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:16.807638 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:16.858674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=12']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:16.865825 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.866169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.866527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.866999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.867534 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.867868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.868197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.868524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.868846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.869183 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.869490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:16.872015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:17.074320 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be12d20-0fc1-4ca6-9262-1d309324d303 req-eb653c36-4005-421d-9ce0-21bd70dd1367 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.075725 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3be12d20-0fc1-4ca6-9262-1d309324d303 req-eb653c36-4005-421d-9ce0-21bd70dd1367 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0492206 Feb 11 14:13:17.113619 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3be12d20-0fc1-4ca6-9262-1d309324d303 req-637562ea-b82f-4c2d-891a-ed026f3b7c92 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319166 Feb 11 14:13:17.134807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['e6b1189d-b4e7-404c-b9d9-568267a5e260'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:17.230587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58d205-111c-450d-804f-7f6a97f33271 req-e7b499fe-87c1-4ab6-accd-764c08e53a62 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.232135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f58d205-111c-450d-804f-7f6a97f33271 req-e7b499fe-87c1-4ab6-accd-764c08e53a62 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0498796 Feb 11 14:13:17.270921 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0f58d205-111c-450d-804f-7f6a97f33271 req-5590684c-022f-4d6a-af2d-b3ab00d394b9 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324156 Feb 11 14:13:17.391194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961257b-cdae-4c9b-a48f-5c3b37283c9c req-0fc2cea9-73bb-44f8-8439-d58f1ec4ddc4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.392588 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b961257b-cdae-4c9b-a48f-5c3b37283c9c req-0fc2cea9-73bb-44f8-8439-d58f1ec4ddc4 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0499470 Feb 11 14:13:17.431300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b961257b-cdae-4c9b-a48f-5c3b37283c9c req-6bd02a91-bfa1-4087-876c-3db84479448a tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322998 Feb 11 14:13:17.952260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02748bd8-d178-4a73-a04f-700005bf180b req-daea9c86-9c13-4dcc-8432-a6bc2ad4fd67 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:17.953722 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02748bd8-d178-4a73-a04f-700005bf180b req-daea9c86-9c13-4dcc-8432-a6bc2ad4fd67 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 945 time: 0.0540469 Feb 11 14:13:17.992952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-02748bd8-d178-4a73-a04f-700005bf180b req-718009a6-5866-4435-a018-10dfd483a892 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328038 Feb 11 14:13:18.521651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:18.636580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port e6b1189d-b4e7-404c-b9d9-568267a5e260 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:18.640346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port e6b1189d-b4e7-404c-b9d9-568267a5e260 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:18.640734 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.717476 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.739102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:18.741329 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5573f1e-df0e-44dd-a087-6f09fea9846b" -d '{"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:18.756495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:18.778350 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc476df-dccf-4ad4-99bd-bfdd49cef822 x-openstack-request-id: req-0fc476df-dccf-4ad4-99bd-bfdd49cef822 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:18.778635 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-plugged", "status": "completed", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:18.778878 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0fc476df-dccf-4ad4-99bd-bfdd49cef822 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:18.779259 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'code': 200} Feb 11 14:13:18.845663 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:18.893967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=13']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:19.116911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a312775-7a09-4b56-9891-34b72c283b57 req-c7bac685-edf0-44c3-95f9-13d4ecd57c11 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:19.118427 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a312775-7a09-4b56-9891-34b72c283b57 req-c7bac685-edf0-44c3-95f9-13d4ecd57c11 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 946 time: 0.0489171 Feb 11 14:13:19.156593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a312775-7a09-4b56-9891-34b72c283b57 req-edb19938-6bb4-4025-a60d-47d910ae9942 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322945 Feb 11 14:13:19.723689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42d82b-e95a-41ec-af3a-36278338846d req-65215fe6-f3c3-49d3-8343-2791901a4d69 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:19.725119 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a42d82b-e95a-41ec-af3a-36278338846d req-65215fe6-f3c3-49d3-8343-2791901a4d69 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.59 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 946 time: 0.0487595 Feb 11 14:13:19.817378 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Deleting port e6b1189d-b4e7-404c-b9d9-568267a5e260 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:19.817720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:19.903524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] For port e6b1189d-b4e7-404c-b9d9-568267a5e260, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=e6b1189d-b4e7-404c-b9d9-568267a5e260,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:19.903882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.071622 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.071982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.072304 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9 disassociated. External IP: 172.25.0.22, port: e6b1189d-b4e7-404c-b9d9-568267a5e260. Feb 11 14:13:20.072644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Calling delete_port for e6b1189d-b4e7-404c-b9d9-568267a5e260 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:20.283148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b599cca-cd36-4aa6-b875-257c7bc926a7 req-11dcb308-b850-40af-9f59-870488237275 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:20.284624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b599cca-cd36-4aa6-b875-257c7bc926a7 req-11dcb308-b850-40af-9f59-870488237275 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 946 time: 0.0523562 Feb 11 14:13:20.298133 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.338291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event deleted for resources: {'Port': ['ID=e6b1189d-b4e7-404c-b9d9-568267a5e260,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:20.357806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b599cca-cd36-4aa6-b875-257c7bc926a7 req-52b59512-f2e4-4ad3-99a8-17af652ae211 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups?id=66227437-24a3-4ea8-bba7-c93ee20716b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663588 Feb 11 14:13:20.467756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:20.578318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:20.588392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:20.597456 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:20.598099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:12:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:20.616888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] No DVR routers for this DVR port e6b1189d-b4e7-404c-b9d9-568267a5e260 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:20.619574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:20.622768 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0a42d82b-e95a-41ec-af3a-36278338846d req-9603e048-d859-4411-a5c3-76bbfd1649c3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.59 "DELETE /v2.0/ports/e6b1189d-b4e7-404c-b9d9-568267a5e260 HTTP/1.1" status: 204 len: 173 time: 0.8920767 Feb 11 14:13:20.623197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-deleted', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:20.625400 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6587a4c7-2438-4114-b121-843ffcce25da" -d '{"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-deleted", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:20.667860 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc44895-007a-4da1-88b6-c03d2515f59d x-openstack-request-id: req-cbc44895-007a-4da1-88b6-c03d2515f59d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:20.668156 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b0d3df-f9c6-4cdf-b212-13428e257ef9", "name": "network-vif-deleted", "tag": "e6b1189d-b4e7-404c-b9d9-568267a5e260", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:20.668406 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cbc44895-007a-4da1-88b6-c03d2515f59d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:20.668805 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b0d3df-f9c6-4cdf-b212-13428e257ef9', 'name': 'network-vif-deleted', 'tag': 'e6b1189d-b4e7-404c-b9d9-568267a5e260', 'status': 'completed', 'code': 200} Feb 11 14:13:20.707645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:20.917079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:20.948369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:20.956870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:20.957497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:12:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:21.063679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:21.267685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:21.295727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cbdefa-d70f-4ac7-8a16-69111428774a None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:50Z', 'revision_number': 4, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e8b145b3-f5ae-4443-9a0f-473ba5d91e1f', 'name': '', 'network_id': '2212e8b3-62e4-444e-8d4b-55f4e4d6860b', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'mac_address': 'fa:16:3e:23:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4069, 'fixed_ips': [{'subnet_id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:49Z', 'updated_at': '2022-02-11T14:08:53Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'subnets': [{'id': '7c627065-e306-4b96-8590-fff62dbaafd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:21.459746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c107cd4-101f-4921-ba9f-49cc08adfb52 req-77e9e559-b03e-437a-a511-c87834245f21 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 210 time: 0.0281270 Feb 11 14:13:21.543079 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab427ab-a4e0-4193-8fb5-4374918225c0 None None] New status for floating IP 4ab7f4eb-543a-4f97-b414-58a3202a07a9: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:13:22.548931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:22.566668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-891d1565-9560-4f78-81f1-225794f0368a req-a9018a44-6b93-47fc-9094-d1e43c2b23e7 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 210 time: 0.0302250 Feb 11 14:13:22.571124 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: e6b1189d-b4e7-404c-b9d9-568267a5e260 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:22.571471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device e6b1189d-b4e7-404c-b9d9-568267a5e260 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:23.666045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6c677fd2-ff89-48e0-9dc6-8df677397e50 req-2f10ec25-76ff-4096-b334-5702a76f8e44 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0b0d3df-f9c6-4cdf-b212-13428e257ef9 HTTP/1.1" status: 200 len: 210 time: 0.0265260 Feb 11 14:13:23.942245 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:13:24.777052 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cc6a8f9a-a6b0-48a2-8751-e241d74b4ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:26.131676 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:27.001674 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-59f6f625-73ab-4d42-acd9-55e01c7ca2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.173369 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:28.807402 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.640939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43518) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:29.703029 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14651325-4ace-4bb7-9b9d-653b65a05775 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.730784 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14651325-4ace-4bb7-9b9d-653b65a05775 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.859212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14651325-4ace-4bb7-9b9d-653b65a05775 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.861704 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14651325-4ace-4bb7-9b9d-653b65a05775 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:29.862875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-14651325-4ace-4bb7-9b9d-653b65a05775 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "DELETE /v2.0/security-groups/66227437-24a3-4ea8-bba7-c93ee20716b4 HTTP/1.1" status: 204 len: 168 time: 0.2209537 Feb 11 14:13:29.865657 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43520) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:29.873839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14651325-4ace-4bb7-9b9d-653b65a05775 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66227437-24a3-4ea8-bba7-c93ee20716b4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:29.886110 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-d244e042-ec72-4e62-8611-5f7c7d2879f3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] show failed (client error): The resource could not be found. Feb 11 14:13:29.887623 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d244e042-ec72-4e62-8611-5f7c7d2879f3 tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "GET /v2.0/security-groups/66227437-24a3-4ea8-bba7-c93ee20716b4 HTTP/1.1" status: 404 len: 347 time: 0.0199838 Feb 11 14:13:29.891381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43522) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:30.156042 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.370900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3b37a-b809-49d2-89c0-c8e01102694d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Deleting port 09a080f3-5bb1-45ae-b63a-85e927040b02 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:30.371240 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cb3b37a-b809-49d2-89c0-c8e01102694d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.448054 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cb3b37a-b809-49d2-89c0-c8e01102694d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.448279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cb3b37a-b809-49d2-89c0-c8e01102694d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.459379 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3cb3b37a-b809-49d2-89c0-c8e01102694d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Calling delete_port for 09a080f3-5bb1-45ae-b63a-85e927040b02 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:30.658982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cb3b37a-b809-49d2-89c0-c8e01102694d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.688539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3b37a-b809-49d2-89c0-c8e01102694d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Pushing event deleted for resources: {'Port': ['ID=09a080f3-5bb1-45ae-b63a-85e927040b02,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:30.693640 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.749087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cb3b37a-b809-49d2-89c0-c8e01102694d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.751761 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3cb3b37a-b809-49d2-89c0-c8e01102694d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:30.752951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3cb3b37a-b809-49d2-89c0-c8e01102694d tempest-ServerActionsTestJSON-1437143235 tempest-ServerActionsTestJSON-1437143235-project] 10.222.0.52 "DELETE /v2.0/floatingips/4ab7f4eb-543a-4f97-b414-58a3202a07a9 HTTP/1.1" status: 204 len: 168 time: 0.8605962 Feb 11 14:13:30.755898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43524) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:31.099881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:31.347704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] Deleting port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:31.348044 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:31.423577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] For port e8b145b3-f5ae-4443-9a0f-473ba5d91e1f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e8b145b3-f5ae-4443-9a0f-473ba5d91e1f,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:31.423856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:31.435480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] Calling delete_port for e8b145b3-f5ae-4443-9a0f-473ba5d91e1f owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:31.687644 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:31.713500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b145b3-f5ae-4443-9a0f-473ba5d91e1f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:31.886598 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.100036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] Router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:13:32.207049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:13:32.213377 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e35ea1ff-2702-4281-81df-948e5e14be9d admin admin] 10.222.0.52 "PUT /v2.0/routers/84d442ac-1d8d-4e00-ade7-c30c2be8ca80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4557812 Feb 11 14:13:32.215244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43526) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:32.217801 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] Sync routers for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:13:32.228691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:32.229302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:13:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:32.316454 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.423415 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.495497 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:32.554393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Deleting port d163ae8c-1377-4fe0-9786-9aa1dfeb393b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:32.554800 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.635439 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] For port d163ae8c-1377-4fe0-9786-9aa1dfeb393b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d163ae8c-1377-4fe0-9786-9aa1dfeb393b,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:32.635800 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.647296 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Calling delete_port for d163ae8c-1377-4fe0-9786-9aa1dfeb393b owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:32.681303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:13:31Z', 'revision_number': 5, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port': {'id': 'd163ae8c-1377-4fe0-9786-9aa1dfeb393b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:68:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4068, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:08:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:32.706799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] Checking router: 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:13:32.715200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] Routers {'84d442ac-1d8d-4e00-ade7-c30c2be8ca80'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:13:32.715824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:13:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:32.805059 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] Set router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:13:32.859854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:13:32Z', 'revision_number': 6, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:32.887503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad76624-4526-441d-a965-2535dc3c5d46 None None] The sync data for ids ['84d442ac-1d8d-4e00-ade7-c30c2be8ca80'] in n-d-816488-1 is: [{'id': '84d442ac-1d8d-4e00-ade7-c30c2be8ca80', 'name': 'tempest-ServerActionsTestJSON-622996396-router', 'tenant_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:08:47Z', 'updated_at': '2022-02-11T14:13:32Z', 'revision_number': 6, 'project_id': '5f8dfe56c90644ed84eebf286f75b7b9', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:13:32.899106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:32.924038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d163ae8c-1377-4fe0-9786-9aa1dfeb393b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:32.997593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.087797 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.089910 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.201830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.202357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84d442ac-1d8d-4e00-ade7-c30c2be8ca80 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:13:33.206839 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.208003 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-38e0bd2c-ebd9-4d26-9c89-b20fb01ad8cf admin admin] 10.222.0.52 "DELETE /v2.0/routers/84d442ac-1d8d-4e00-ade7-c30c2be8ca80 HTTP/1.1" status: 204 len: 168 time: 0.9918463 Feb 11 14:13:33.211271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43528) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:33.256247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de93b82-bdf8-4d88-b421-5eff5f4e8222 admin admin] Deleting subnet 7c627065-e306-4b96-8590-fff62dbaafd5 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:13:33.259520 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7de93b82-bdf8-4d88-b421-5eff5f4e8222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.301333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7de93b82-bdf8-4d88-b421-5eff5f4e8222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.379517 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7de93b82-bdf8-4d88-b421-5eff5f4e8222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.527666 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7de93b82-bdf8-4d88-b421-5eff5f4e8222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.554561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de93b82-bdf8-4d88-b421-5eff5f4e8222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c627065-e306-4b96-8590-fff62dbaafd5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:33.558395 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7de93b82-bdf8-4d88-b421-5eff5f4e8222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.561623 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7de93b82-bdf8-4d88-b421-5eff5f4e8222 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7c627065-e306-4b96-8590-fff62dbaafd5 HTTP/1.1" status: 204 len: 168 time: 0.3494036 Feb 11 14:13:33.564102 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43530) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:33.566782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edabea6-776c-48af-be83-f24e0115256c None None] Network 2212e8b3-62e4-444e-8d4b-55f4e4d6860b requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:13:33.639688 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.696208 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Deleting port 7278e37a-2951-4344-b128-777dcddc6484 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:33.696628 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.745107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845d479b-29f5-41ce-a61c-12b5436df28e None None] DHCP port deletion for 2212e8b3-62e4-444e-8d4b-55f4e4d6860b request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:13:33.767801 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] For port 7278e37a-2951-4344-b128-777dcddc6484, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7278e37a-2951-4344-b128-777dcddc6484,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:33.768167 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.782332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Calling delete_port for 7278e37a-2951-4344-b128-777dcddc6484 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:33.794324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-845d479b-29f5-41ce-a61c-12b5436df28e None None] Deleting port 7278e37a-2951-4344-b128-777dcddc6484 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:13:33.794701 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-845d479b-29f5-41ce-a61c-12b5436df28e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.864498 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-845d479b-29f5-41ce-a61c-12b5436df28e None None] For port 7278e37a-2951-4344-b128-777dcddc6484, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=7278e37a-2951-4344-b128-777dcddc6484,segment=NetworkSegment(31577115-650f-4257-a516-07b4ec3d3ad5),segment_id=31577115-650f-4257-a516-07b4ec3d3ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:33.864888 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-845d479b-29f5-41ce-a61c-12b5436df28e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:33.877894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-845d479b-29f5-41ce-a61c-12b5436df28e None None] Calling delete_port for 7278e37a-2951-4344-b128-777dcddc6484 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:13:34.024750 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.031152 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-845d479b-29f5-41ce-a61c-12b5436df28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.050761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=7278e37a-2951-4344-b128-777dcddc6484,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:34.056387 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] No DVR routers for this DVR port 7278e37a-2951-4344-b128-777dcddc6484 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:34.061432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d479b-29f5-41ce-a61c-12b5436df28e None None] Pushing event deleted for resources: {'Port': ['ID=7278e37a-2951-4344-b128-777dcddc6484,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:34.066990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d479b-29f5-41ce-a61c-12b5436df28e None None] No DVR routers for this DVR port 7278e37a-2951-4344-b128-777dcddc6484 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:13:34.138924 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.158294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2212e8b3-62e4-444e-8d4b-55f4e4d6860b']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:34.167636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31577115-650f-4257-a516-07b4ec3d3ad5') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:34.167924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31577115-650f-4257-a516-07b4ec3d3ad5') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:13:34.177211 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.191538 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.197672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:13:34.205402 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:13:34.333223 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.338791 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.341971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2212e8b3-62e4-444e-8d4b-55f4e4d6860b HTTP/1.1" status: 204 len: 168 time: 0.7768378 Feb 11 14:13:34.358664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017b1fa-8aba-45bc-ae63-af9e96c09f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=2212e8b3-62e4-444e-8d4b-55f4e4d6860b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:34.629233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d163ae8c-1377-4fe0-9786-9aa1dfeb393b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:34.650662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: d163ae8c-1377-4fe0-9786-9aa1dfeb393b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:34.650990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d163ae8c-1377-4fe0-9786-9aa1dfeb393b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:34.651407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e8b145b3-f5ae-4443-9a0f-473ba5d91e1f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:34.670178 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e8b145b3-f5ae-4443-9a0f-473ba5d91e1f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:34.670527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e8b145b3-f5ae-4443-9a0f-473ba5d91e1f not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:34.670936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7278e37a-2951-4344-b128-777dcddc6484 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:13:34.689460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 7278e37a-2951-4344-b128-777dcddc6484 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:13:34.689822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 7278e37a-2951-4344-b128-777dcddc6484 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:13:34.743026 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43534) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:34.786488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-78154d39-bd17-4149-b7b4-a1a39a7cad9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f8dfe56c90644ed84eebf286f75b7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423307 Feb 11 14:13:34.789623 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43536) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:34.837020 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.857448 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.978804 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.981531 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:34.982861 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/83cba1a8-3d42-4c2a-a7fc-d5ddd067f4a6 HTTP/1.1" status: 204 len: 168 time: 0.1922870 Feb 11 14:13:34.990580 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cba1a8-3d42-4c2a-a7fc-d5ddd067f4a6,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:34.998353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:34.998742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:34.999083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:34.999419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:34.999748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:35.000076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:35.000399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:35.000724 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:35.001043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:35.001362 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:35.001680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:35.002024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a1c776-9d32-4370-8a1f-b1bf44254a66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:36.088928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43558) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:36.194628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1329834639-network', 'tenant_id': 'dcb5b9635ca5423487b69fcc184968cb'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:36.287390 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Made reservation on behalf of dcb5b9635ca5423487b69fcc184968cb for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:36.290515 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.299249 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.372608 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.470119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.497032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:13:36.503211 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a46f4b-1144-4ac0-9cca-300963af53b9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:36.511145 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.511493 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Added segment bee9a7b5-f9b3-435c-9735-6e0f16951f9c of type vlan for network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 Feb 11 14:13:36.553501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.692766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.693730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:36.695206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:36.756006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a70c020-3b64-4466-b4af-2cc7c3ed76b0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:36.769728 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:13:36.819786 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-45ae7501-47eb-4a6f-9154-0bffbf5a3dc4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7261963 Feb 11 14:13:36.820035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43562) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:13:36.827016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Request body: {'subnet': {'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1329834639-subnet', 'tenant_id': 'dcb5b9635ca5423487b69fcc184968cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:37.070816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Made reservation on behalf of dcb5b9635ca5423487b69fcc184968cb for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:37.073143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:37.371752 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:37.428231 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e74f13-83c0-481b-b10b-06b17242e5bf,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:37.437332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Checking segment: {'id': 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:37.437685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Network hostable DHCP agents. Network: 6a70c020-3b64-4466-b4af-2cc7c3ed76b0, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:13:37.555821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:13:37.635696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6a70c020-3b64-4466-b4af-2cc7c3ed76b0) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:37.639607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:37.640182 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:37.644463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac35a4e9-879a-44f4-a15c-5c71ec6b5bad None None] Network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:13:37.757348 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8bdc2f86-970f-416e-8fb5-d00ca5accf9f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9356556 Feb 11 14:13:37.770934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8277047-33bf-4a0b-b56f-236c47c13b73 None None] Network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:13:38.423007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-43f6ef56-0338-4b8b-90b0-89ff5e8f4342 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:38.424502 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-43f6ef56-0338-4b8b-90b0-89ff5e8f4342 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/networks?id=6a70c020-3b64-4466-b4af-2cc7c3ed76b0 HTTP/1.1" status: 200 len: 814 time: 0.1015768 Feb 11 14:13:38.440348 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-0e7e331e-48f6-484f-84d1-23ade815b11b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/quotas/dcb5b9635ca5423487b69fcc184968cb HTTP/1.1" status: 200 len: 375 time: 0.0090392 Feb 11 14:13:38.813191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-788f1a46-4804-4420-8d82-38814277f313 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcb5b9635ca5423487b69fcc184968cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3673356 Feb 11 14:13:38.902987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-7b2232f1-f08f-4889-8028-238dcafd6924 service neutron] 10.222.0.52 "GET /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813940 Feb 11 14:13:38.994236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-57d531b0-a0b8-4238-8534-8e0f9965b711 service neutron] 10.222.0.52 "GET /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851462 Feb 11 14:13:39.344424 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d5c468d8-3ba1-486f-83c1-e2a21907ff73 req-510e8651-936f-4e2f-8add-c61ce9c4bfb3 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 210 time: 0.0776331 Feb 11 14:13:40.440455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-67b63586-9ee0-44c7-af4d-63342b363d95 req-787eeff9-d309-4d98-a5c6-0c6a1970aa54 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 210 time: 0.0271108 Feb 11 14:13:41.540164 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-65ced619-be61-463c-874b-e4292ac09576 req-191d9dce-fb2e-40a4-bec0-011c2b9dad1f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 210 time: 0.0274682 Feb 11 14:13:41.586607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-e58b2fb8-d893-43ff-b439-9a19f620337d tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:41.588037 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-e58b2fb8-d893-43ff-b439-9a19f620337d tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.13 "GET /v2.0/networks?id=6a70c020-3b64-4466-b4af-2cc7c3ed76b0 HTTP/1.1" status: 200 len: 814 time: 0.1054578 Feb 11 14:13:41.599555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Request body: {'port': {'device_id': '34737bb1-7ade-427c-a35b-0637dc7b078d', 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0', 'admin_state_up': True, 'tenant_id': 'dcb5b9635ca5423487b69fcc184968cb'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:41.790106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Made reservation on behalf of dcb5b9635ca5423487b69fcc184968cb for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:41.793642 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:41.919678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Allocated IP 172.20.0.7 (6a70c020-3b64-4466-b4af-2cc7c3ed76b0/55e74f13-83c0-481b-b10b-06b17242e5bf/d1f85668-49a6-46c7-bafa-80f14c75936f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:42.065536 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.230409 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.276160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:42.279444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:42.281946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:42.307395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Pushing event updated for resources: {'Port': ['ID=d1f85668-49a6-46c7-bafa-80f14c75936f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:42.322128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.322413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.322743 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.323071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.323396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.323717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.324037 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.324351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.324668 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.324983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.325313 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.325616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:13:42.346623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:42.347255 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.510742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-8e25e350-e20b-4fc2-9d9d-a35d1d60e2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9146829 Feb 11 14:13:42.599733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Request body: {'port': {'device_id': '34737bb1-7ade-427c-a35b-0637dc7b078d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:42.686329 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:42.705995 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad191df-1182-468f-9f69-640c07897479 req-6a92c0a5-f79f-4e38-bf29-55c6f6d5d5ea tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:42.707468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ad191df-1182-468f-9f69-640c07897479 req-6a92c0a5-f79f-4e38-bf29-55c6f6d5d5ea tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 931 time: 0.0874650 Feb 11 14:13:42.826012 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ad191df-1182-468f-9f69-640c07897479 req-428c93e6-bc24-4180-b0ce-18c34c3e9b18 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962086 Feb 11 14:13:42.998435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f85668-49a6-46c7-bafa-80f14c75936f {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:43.005731 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.017924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Transition to ACTIVE for port object d1f85668-49a6-46c7-bafa-80f14c75936f will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:43.110550 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.163736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f85668-49a6-46c7-bafa-80f14c75936f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:43.227986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Attempting to bind port d1f85668-49a6-46c7-bafa-80f14c75936f on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:43.228319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Attempting to bind port d1f85668-49a6-46c7-bafa-80f14c75936f by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:43.228641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Attempting to bind port d1f85668-49a6-46c7-bafa-80f14c75936f on network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:43.232947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Port d1f85668-49a6-46c7-bafa-80f14c75936f on network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:43.233269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Attempting to bind port d1f85668-49a6-46c7-bafa-80f14c75936f on network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:43.238124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:43.238462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Checking segment: {'id': 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:43.238844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Bound using segment: {'id': 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:43.239265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Bound port: d1f85668-49a6-46c7-bafa-80f14c75936f, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:43.239617 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.305181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] For port d1f85668-49a6-46c7-bafa-80f14c75936f, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:43.308156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] For port d1f85668-49a6-46c7-bafa-80f14c75936f, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d1f85668-49a6-46c7-bafa-80f14c75936f,segment=NetworkSegment(bee9a7b5-f9b3-435c-9735-6e0f16951f9c),segment_id=bee9a7b5-f9b3-435c-9735-6e0f16951f9c)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:43.396297 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.430386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.431657 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:43.432771 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] 10.222.0.13 "PUT /v2.0/ports/d1f85668-49a6-46c7-bafa-80f14c75936f HTTP/1.1" status: 200 len: 1091 time: 0.8783495 Feb 11 14:13:43.434928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34737bb1-7ade-427c-a35b-0637dc7b078d', 'tag': 'd1f85668-49a6-46c7-bafa-80f14c75936f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:43.438063 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af16337-4916-428b-9904-5eb1ae584396" -d '{"events": [{"name": "network-changed", "server_uuid": "34737bb1-7ade-427c-a35b-0637dc7b078d", "tag": "d1f85668-49a6-46c7-bafa-80f14c75936f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:43.464122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6946327-1a58-4d56-8423-a36a24fd2912 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f85668-49a6-46c7-bafa-80f14c75936f,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:43.479200 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0165057-0d6c-48c2-b2ca-88024cbf39b1 x-openstack-request-id: req-e0165057-0d6c-48c2-b2ca-88024cbf39b1 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:43.479513 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34737bb1-7ade-427c-a35b-0637dc7b078d", "tag": "d1f85668-49a6-46c7-bafa-80f14c75936f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:43.479770 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e0165057-0d6c-48c2-b2ca-88024cbf39b1 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:43.480215 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34737bb1-7ade-427c-a35b-0637dc7b078d', 'tag': 'd1f85668-49a6-46c7-bafa-80f14c75936f', 'status': 'completed', 'code': 200} Feb 11 14:13:43.543298 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af16337-4916-428b-9904-5eb1ae584396 req-7402d45e-9271-4c63-b943-0b8dbbd87892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.544827 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0af16337-4916-428b-9904-5eb1ae584396 req-7402d45e-9271-4c63-b943-0b8dbbd87892 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcb5b9635ca5423487b69fcc184968cb&device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 1094 time: 0.0434048 Feb 11 14:13:43.645460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af16337-4916-428b-9904-5eb1ae584396 req-f25a8e69-1826-4ab5-a798-55da888566c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.647070 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0af16337-4916-428b-9904-5eb1ae584396 req-f25a8e69-1826-4ab5-a798-55da888566c9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=dcb5b9635ca5423487b69fcc184968cb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0951259 Feb 11 14:13:43.738329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af16337-4916-428b-9904-5eb1ae584396 req-ea51d3db-dfdb-484c-b178-7b05e2394f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.739791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0af16337-4916-428b-9904-5eb1ae584396 req-ea51d3db-dfdb-484c-b178-7b05e2394f82 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870306 Feb 11 14:13:43.813678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-97727648-8fe8-45f1-963d-1b1b4858dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.815262 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-97727648-8fe8-45f1-963d-1b1b4858dee1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcb5b9635ca5423487b69fcc184968cb&device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 1094 time: 0.0408127 Feb 11 14:13:43.864562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-ddc1db0b-cc3f-41ff-a2ba-cff6bb2a3e5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1f85668-49a6-46c7-bafa-80f14c75936f HTTP/1.1" status: 200 len: 217 time: 0.0424941 Feb 11 14:13:43.941485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-c26c4443-0bce-45fb-b86f-abd899b9ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.942901 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-c26c4443-0bce-45fb-b86f-abd899b9ff83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55e74f13-83c0-481b-b10b-06b17242e5bf HTTP/1.1" status: 200 len: 854 time: 0.0726659 Feb 11 14:13:43.966433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46222d3-c391-43e2-b2a0-8d6e34701f9c req-38204efb-7e7e-4f5b-aa1d-0118d21edba5 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:43.967950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a46222d3-c391-43e2-b2a0-8d6e34701f9c req-38204efb-7e7e-4f5b-aa1d-0118d21edba5 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 943 time: 0.0712845 Feb 11 14:13:43.985398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-59ffbc6b-0505-4e87-a918-440017a70d09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a70c020-3b64-4466-b4af-2cc7c3ed76b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360739 Feb 11 14:13:44.063426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a46222d3-c391-43e2-b2a0-8d6e34701f9c req-25509040-ccc7-4056-8ec5-13a5365d80c3 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809166 Feb 11 14:13:44.100041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-f35a0227-6480-4cb1-8261-b0ebe8063275 service neutron] 10.222.0.13 "GET /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016533 Feb 11 14:13:44.190234 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-700ad45a-657c-41a8-8957-35fd8da7f583 req-c17791d8-f5d3-443e-be0f-f8e7a01ce989 service neutron] 10.222.0.13 "GET /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842190 Feb 11 14:13:45.184628 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ef58d-4c97-48f4-a243-95c9e1d71098 req-fcbc1692-3d54-4f4b-bb1e-a5a1e146d2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:45.186127 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b58ef58d-4c97-48f4-a243-95c9e1d71098 req-fcbc1692-3d54-4f4b-bb1e-a5a1e146d2cd tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 943 time: 0.0530705 Feb 11 14:13:45.224824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b58ef58d-4c97-48f4-a243-95c9e1d71098 req-f5606740-eeb1-40a1-b4a0-df569fea436e tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Feb 11 14:13:46.348482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2573f7-19d7-488e-bf4c-db9ebf1b3601 req-cf56264c-ab7f-4642-ac4e-735a27c5ea52 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:46.349985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c2573f7-19d7-488e-bf4c-db9ebf1b3601 req-cf56264c-ab7f-4642-ac4e-735a27c5ea52 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 943 time: 0.0548298 Feb 11 14:13:46.387163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5c2573f7-19d7-488e-bf4c-db9ebf1b3601 req-f65c4a6c-2d88-4e61-99b9-eb4d3f66afd9 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Feb 11 14:13:47.503591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45267d9-ab71-41f9-b130-192c57cb5373 req-f0d0fce2-2bf9-4a11-80f3-ef354e98098c tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:47.505070 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b45267d9-ab71-41f9-b130-192c57cb5373 req-f0d0fce2-2bf9-4a11-80f3-ef354e98098c tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 943 time: 0.0495498 Feb 11 14:13:47.544673 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b45267d9-ab71-41f9-b130-192c57cb5373 req-cd5cec5d-28f0-4a0d-ad1e-97fd6a7d4f77 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319312 Feb 11 14:13:48.174159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d1f85668-49a6-46c7-bafa-80f14c75936f details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:13:48.275313 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d1f85668-49a6-46c7-bafa-80f14c75936f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d1f85668-49a6-46c7-bafa-80f14c75936f,segment=NetworkSegment(bee9a7b5-f9b3-435c-9735-6e0f16951f9c),segment_id=bee9a7b5-f9b3-435c-9735-6e0f16951f9c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:48.286277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'd1f85668-49a6-46c7-bafa-80f14c75936f', 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0', 'port_id': 'd1f85668-49a6-46c7-bafa-80f14c75936f', 'mac_address': 'fa:16:3e:fb:79:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e74f13-83c0-481b-b10b-06b17242e5bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:13:48.322775 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.336024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f85668-49a6-46c7-bafa-80f14c75936f {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:48.354146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d1f85668-49a6-46c7-bafa-80f14c75936f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d1f85668-49a6-46c7-bafa-80f14c75936f,segment=NetworkSegment(bee9a7b5-f9b3-435c-9735-6e0f16951f9c),segment_id=bee9a7b5-f9b3-435c-9735-6e0f16951f9c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:48.458506 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:48.510346 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=d1f85668-49a6-46c7-bafa-80f14c75936f,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:48.648162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['d1f85668-49a6-46c7-bafa-80f14c75936f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:48.662785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd4072-15eb-4f93-bafd-fe9ca8e69342 req-2c566cbe-fd66-401c-ab80-3f0dab6bd407 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:48.664431 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4cd4072-15eb-4f93-bafd-fe9ca8e69342 req-2c566cbe-fd66-401c-ab80-3f0dab6bd407 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 944 time: 0.0516071 Feb 11 14:13:48.704190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c4cd4072-15eb-4f93-bafd-fe9ca8e69342 req-9f99fd7d-da32-4c65-8b9b-5c28714e7431 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335817 Feb 11 14:13:49.821307 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f3170-16ab-4081-a444-07d8d8349e2f req-2084aab1-5394-47a4-8ebf-6e7c39421021 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:49.822797 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd3f3170-16ab-4081-a444-07d8d8349e2f req-2084aab1-5394-47a4-8ebf-6e7c39421021 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 944 time: 0.0490315 Feb 11 14:13:49.860662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd3f3170-16ab-4081-a444-07d8d8349e2f req-385fa118-6ee4-4417-a1a4-2485fc02bf06 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318723 Feb 11 14:13:50.174601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d1f85668-49a6-46c7-bafa-80f14c75936f up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:13:50.327431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port d1f85668-49a6-46c7-bafa-80f14c75936f completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:13:50.331306 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port d1f85668-49a6-46c7-bafa-80f14c75936f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:13:50.331678 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.407087 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.429818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34737bb1-7ade-427c-a35b-0637dc7b078d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f85668-49a6-46c7-bafa-80f14c75936f'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:50.431960 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}260eade9f023031776a392805d67d0a434512911a7b490383074227adfdd4143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e201fa51-bb51-4ca0-ba42-164953647137" -d '{"events": [{"server_uuid": "34737bb1-7ade-427c-a35b-0637dc7b078d", "name": "network-vif-plugged", "status": "completed", "tag": "d1f85668-49a6-46c7-bafa-80f14c75936f"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:50.443932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d1f85668-49a6-46c7-bafa-80f14c75936f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d1f85668-49a6-46c7-bafa-80f14c75936f,segment=NetworkSegment(bee9a7b5-f9b3-435c-9735-6e0f16951f9c),segment_id=bee9a7b5-f9b3-435c-9735-6e0f16951f9c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:13:50.469233 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1454315e-642f-4790-b1ac-a86862626d49 x-openstack-request-id: req-1454315e-642f-4790-b1ac-a86862626d49 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:50.469534 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34737bb1-7ade-427c-a35b-0637dc7b078d", "name": "network-vif-plugged", "status": "completed", "tag": "d1f85668-49a6-46c7-bafa-80f14c75936f", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:50.469836 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1454315e-642f-4790-b1ac-a86862626d49 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:50.470232 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34737bb1-7ade-427c-a35b-0637dc7b078d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f85668-49a6-46c7-bafa-80f14c75936f', 'code': 200} Feb 11 14:13:50.561323 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:50.564952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1c1ec-206a-4356-8ff7-5fd51e45bfb8 req-b10cbfd3-ffe6-480d-bdc5-a917fac658da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.566676 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-03e1c1ec-206a-4356-8ff7-5fd51e45bfb8 req-b10cbfd3-ffe6-480d-bdc5-a917fac658da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 1095 time: 0.0415645 Feb 11 14:13:50.601830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-03e1c1ec-206a-4356-8ff7-5fd51e45bfb8 req-e593519d-4d7b-4849-a191-e4c72bae4ed8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286946 Feb 11 14:13:50.612437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=d1f85668-49a6-46c7-bafa-80f14c75936f,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:50.984678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a68636-f372-4f29-aa5d-21359eba25fe req-ffce787a-6a80-4c7f-a23f-d38deaf605f7 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:50.986180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3a68636-f372-4f29-aa5d-21359eba25fe req-ffce787a-6a80-4c7f-a23f-d38deaf605f7 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0534251 Feb 11 14:13:51.025099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3a68636-f372-4f29-aa5d-21359eba25fe req-0232ce7f-9e49-4773-9d0d-cfe808f047c3 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Feb 11 14:13:52.148703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73f87c-7faf-4887-8bae-861e9ae7f156 req-374105a8-a932-4774-88be-73bdd782450e tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:52.150210 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8c73f87c-7faf-4887-8bae-861e9ae7f156 req-374105a8-a932-4774-88be-73bdd782450e tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0530467 Feb 11 14:13:52.189861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8c73f87c-7faf-4887-8bae-861e9ae7f156 req-ae50557c-81ba-4e7c-9799-5ca94909275f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Feb 11 14:13:52.414999 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-cc60a3f4-331f-44af-9a66-49c739038d2a tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:52.416462 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-cc60a3f4-331f-44af-9a66-49c739038d2a tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/networks?id=6a70c020-3b64-4466-b4af-2cc7c3ed76b0 HTTP/1.1" status: 200 len: 814 time: 0.1002312 Feb 11 14:13:52.432325 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-04dd0eb2-d10b-4504-9fde-93dc25d02b17 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/quotas/dcb5b9635ca5423487b69fcc184968cb HTTP/1.1" status: 200 len: 375 time: 0.0099273 Feb 11 14:13:52.486090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-d064b12a-9b92-4f06-b416-14457de61cbb tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dcb5b9635ca5423487b69fcc184968cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0482717 Feb 11 14:13:52.544068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-8f44654b-3812-4324-ad3f-1eecb69f9a88 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:13:52.545067 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-8f44654b-3812-4324-ad3f-1eecb69f9a88 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524323 Feb 11 14:13:52.633599 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-320db190-9aa6-49f5-aaed-3694e209851d service neutron] 10.222.0.52 "GET /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820012 Feb 11 14:13:52.726358 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-bcec9616-8992-49f9-ad39-9b13537fceea service neutron] 10.222.0.52 "GET /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865843 Feb 11 14:13:52.968369 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-315038a0-18df-460a-aa83-d3e3b115bdb2 req-19dd56d4-55e7-4e76-a848-0206b9278d80 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 210 time: 0.0264497 Feb 11 14:13:54.063832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc5ce445-7de7-4eaa-b089-882eb15293c1 req-ebbabd18-5b14-4cd4-8a1b-3c48a6d67a7c tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 210 time: 0.0276556 Feb 11 14:13:54.845203 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-885f2d2f-49f0-4e67-9058-2bf44020e4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.176961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c962c29a-5571-435d-a69d-bd83c052ad74 req-280379d4-c18d-4cc3-b853-0c6ea9be6cb9 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 210 time: 0.0358951 Feb 11 14:13:55.202506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-f7d0d005-cfcf-4bc3-92d4-63821ca64da2 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:55.203925 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-f7d0d005-cfcf-4bc3-92d4-63821ca64da2 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.59 "GET /v2.0/networks?id=6a70c020-3b64-4466-b4af-2cc7c3ed76b0 HTTP/1.1" status: 200 len: 814 time: 0.1436627 Feb 11 14:13:55.216442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Request body: {'port': {'device_id': '9ce1c8e8-4402-419b-94af-a6590af3e099', 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0', 'admin_state_up': True, 'tenant_id': 'dcb5b9635ca5423487b69fcc184968cb'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:55.430815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Made reservation on behalf of dcb5b9635ca5423487b69fcc184968cb for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:13:55.434364 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.561320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Allocated IP 172.20.0.10 (6a70c020-3b64-4466-b4af-2cc7c3ed76b0/55e74f13-83c0-481b-b10b-06b17242e5bf/306896e6-af27-4a88-a930-371eb9319fd8) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:13:55.703932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.807474 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.819803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['d1f85668-49a6-46c7-bafa-80f14c75936f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:13:55.853705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:13:55.858758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:13:55.863340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:13:55.867448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Pushing event updated for resources: {'Port': ['ID=306896e6-af27-4a88-a930-371eb9319fd8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:55.937467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:55.938107 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:55.955243 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-2fe58013-85a4-484b-8ca7-2b08ffe72aff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669160 Feb 11 14:13:56.031905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-ff3abbcf-dbbc-44c5-9222-f89e14885797 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8198111 Feb 11 14:13:56.045325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Request body: {'port': {'device_id': '9ce1c8e8-4402-419b-94af-a6590af3e099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:13:56.071286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-5eac49d4-2d54-409b-b94d-71fd8a1a0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.072780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-5eac49d4-2d54-409b-b94d-71fd8a1a0159 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dcb5b9635ca5423487b69fcc184968cb&device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 1096 time: 0.0746028 Feb 11 14:13:56.142043 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.148692 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.234034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-2eccd845-29cc-4057-857c-78bcc53448e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.238341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-2eccd845-29cc-4057-857c-78bcc53448e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6a70c020-3b64-4466-b4af-2cc7c3ed76b0 HTTP/1.1" status: 200 len: 915 time: 0.1387901 Feb 11 14:13:56.302613 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d3fc0-1f27-4f1c-8fd4-0f9c806a8612 req-ea34ef84-b36f-40b2-8bd8-71bc3bd40709 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.304813 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd9d3fc0-1f27-4f1c-8fd4-0f9c806a8612 req-ea34ef84-b36f-40b2-8bd8-71bc3bd40709 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 932 time: 0.0512836 Feb 11 14:13:56.332131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-7b1eb5ab-ab5f-468e-ab79-5c22584b5f2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1f85668-49a6-46c7-bafa-80f14c75936f HTTP/1.1" status: 200 len: 217 time: 0.0533335 Feb 11 14:13:56.343701 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-dd9d3fc0-1f27-4f1c-8fd4-0f9c806a8612 req-1660b52d-29e2-4c3e-8456-ae3f1a327634 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Feb 11 14:13:56.431223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-f6027568-a3e1-4614-b890-41e24016a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:56.432730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-f6027568-a3e1-4614-b890-41e24016a5ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55e74f13-83c0-481b-b10b-06b17242e5bf HTTP/1.1" status: 200 len: 854 time: 0.0925965 Feb 11 14:13:56.480190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-4554feb4-4146-4528-9a84-ac928d713e9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6a70c020-3b64-4466-b4af-2cc7c3ed76b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377197 Feb 11 14:13:56.609072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306896e6-af27-4a88-a930-371eb9319fd8 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:13:56.623197 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.631221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-5f5f49e6-ffe4-4255-b78c-2a7c60b6ed87 service neutron] 10.222.0.13 "GET /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402028 Feb 11 14:13:56.644989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Transition to ACTIVE for port object 306896e6-af27-4a88-a930-371eb9319fd8 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:13:56.718087 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.722665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3f0302e-d4b4-4f27-8bb0-a77af351a933 req-61bb4ce6-f6e9-4cec-88a7-c7e561340a7c service neutron] 10.222.0.13 "GET /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846376 Feb 11 14:13:56.772233 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Pushing event updated for resources: {'Port': ['ID=306896e6-af27-4a88-a930-371eb9319fd8,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:56.838591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Attempting to bind port 306896e6-af27-4a88-a930-371eb9319fd8 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:13:56.838927 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Attempting to bind port 306896e6-af27-4a88-a930-371eb9319fd8 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:13:56.839256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Attempting to bind port 306896e6-af27-4a88-a930-371eb9319fd8 on network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:56.843712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Port 306896e6-af27-4a88-a930-371eb9319fd8 on network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:13:56.844097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Attempting to bind port 306896e6-af27-4a88-a930-371eb9319fd8 on network 6a70c020-3b64-4466-b4af-2cc7c3ed76b0 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:13:56.848952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:13:56.849468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Checking segment: {'id': 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:13:56.849881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Bound using segment: {'id': 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:13:56.850894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Bound port: 306896e6-af27-4a88-a930-371eb9319fd8, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:13:56.851334 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:56.913171 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] For port 306896e6-af27-4a88-a930-371eb9319fd8, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:13:56.916489 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] For port 306896e6-af27-4a88-a930-371eb9319fd8, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=306896e6-af27-4a88-a930-371eb9319fd8,segment=NetworkSegment(bee9a7b5-f9b3-435c-9735-6e0f16951f9c),segment_id=bee9a7b5-f9b3-435c-9735-6e0f16951f9c)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:13:57.005440 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.018335 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2cff3b06-ba95-4966-a403-4b96a827f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.045185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.045847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:57.047207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] 10.222.0.59 "PUT /v2.0/ports/306896e6-af27-4a88-a930-371eb9319fd8 HTTP/1.1" status: 200 len: 1092 time: 1.0072398 Feb 11 14:13:57.047649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce1c8e8-4402-419b-94af-a6590af3e099', 'tag': '306896e6-af27-4a88-a930-371eb9319fd8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:13:57.049901 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd59795-a16c-4d11-afbd-df821ae062a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce1c8e8-4402-419b-94af-a6590af3e099", "tag": "306896e6-af27-4a88-a930-371eb9319fd8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:13:57.068674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e04ee-1bb7-4710-a199-fe11b6ced689 service neutron] Pushing event updated for resources: {'Port': ['ID=306896e6-af27-4a88-a930-371eb9319fd8,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:13:57.089798 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a7037c-8205-4f01-8598-7c760de2a786 x-openstack-request-id: req-64a7037c-8205-4f01-8598-7c760de2a786 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:13:57.090099 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce1c8e8-4402-419b-94af-a6590af3e099", "tag": "306896e6-af27-4a88-a930-371eb9319fd8", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:13:57.090351 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-64a7037c-8205-4f01-8598-7c760de2a786 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:13:57.090756 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce1c8e8-4402-419b-94af-a6590af3e099', 'tag': '306896e6-af27-4a88-a930-371eb9319fd8', 'status': 'completed', 'code': 200} Feb 11 14:13:57.155251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd59795-a16c-4d11-afbd-df821ae062a1 req-c5aebd93-19e1-497c-9a19-4f38a592a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.156766 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbd59795-a16c-4d11-afbd-df821ae062a1 req-c5aebd93-19e1-497c-9a19-4f38a592a9ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcb5b9635ca5423487b69fcc184968cb&device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 1095 time: 0.0449803 Feb 11 14:13:57.252485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd59795-a16c-4d11-afbd-df821ae062a1 req-9bea64b8-1678-4476-bf4e-a15debd68de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.253991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbd59795-a16c-4d11-afbd-df821ae062a1 req-9bea64b8-1678-4476-bf4e-a15debd68de0 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=dcb5b9635ca5423487b69fcc184968cb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0899668 Feb 11 14:13:57.350291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd59795-a16c-4d11-afbd-df821ae062a1 req-cf5e3b7a-d01c-483c-9c50-75176f1464a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.351679 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bbd59795-a16c-4d11-afbd-df821ae062a1 req-cf5e3b7a-d01c-483c-9c50-75176f1464a0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919132 Feb 11 14:13:57.426383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-242de1ef-3716-4b6c-9c66-eb4bb37370d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.427875 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-242de1ef-3716-4b6c-9c66-eb4bb37370d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=dcb5b9635ca5423487b69fcc184968cb&device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 1095 time: 0.0421002 Feb 11 14:13:57.462871 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c194a1-78c2-4102-a5c3-51487135f528 req-83c066c0-2000-4cbf-8ef8-87c636b0dd04 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.464372 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9c194a1-78c2-4102-a5c3-51487135f528 req-83c066c0-2000-4cbf-8ef8-87c636b0dd04 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 944 time: 0.0517809 Feb 11 14:13:57.471110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-11d6ccb9-f426-44fa-a69c-d8ad82d7e4f2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=306896e6-af27-4a88-a930-371eb9319fd8 HTTP/1.1" status: 200 len: 217 time: 0.0354009 Feb 11 14:13:57.503509 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9c194a1-78c2-4102-a5c3-51487135f528 req-65b7df8b-b85e-4270-bfc9-64a776cbd26d tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330777 Feb 11 14:13:57.524006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-0995e8b2-82c2-44ab-ad8f-188c42d963db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:57.525532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-0995e8b2-82c2-44ab-ad8f-188c42d963db service neutron] 10.222.0.59 "GET /v2.0/subnets?id=55e74f13-83c0-481b-b10b-06b17242e5bf HTTP/1.1" status: 200 len: 854 time: 0.0488422 Feb 11 14:13:57.556614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-3b009761-06fc-4461-9956-eae989a8174f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=6a70c020-3b64-4466-b4af-2cc7c3ed76b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249298 Feb 11 14:13:57.645079 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-7fad53cd-0331-4005-ab1e-7d27173703fa service neutron] 10.222.0.59 "GET /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808926 Feb 11 14:13:57.734555 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1e03ff39-9c3a-4607-87f0-7b87e6537d98 req-173713e9-d1af-41d3-9838-e38d4cb16487 service neutron] 10.222.0.59 "GET /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835364 Feb 11 14:13:58.222220 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:58.622900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68866acf-2695-41e2-93cd-a05820d7f45d req-0d70aa89-bb1c-4fd3-b5ec-4bef8ce7da3e tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:58.624387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68866acf-2695-41e2-93cd-a05820d7f45d req-0d70aa89-bb1c-4fd3-b5ec-4bef8ce7da3e tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 944 time: 0.0493820 Feb 11 14:13:58.661024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-68866acf-2695-41e2-93cd-a05820d7f45d req-13a73e94-b1d1-4b46-b994-ee9adb2f09e7 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306263 Feb 11 14:13:58.810877 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:13:59.779336 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c471383-54ae-4230-bd97-4de508e16941 req-8a98032e-30ce-413e-b447-1cf35d296880 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:13:59.780839 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1c471383-54ae-4230-bd97-4de508e16941 req-8a98032e-30ce-413e-b447-1cf35d296880 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 944 time: 0.0526235 Feb 11 14:13:59.818488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1c471383-54ae-4230-bd97-4de508e16941 req-75e87e46-448b-478f-87a2-c63351a5b8b2 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317309 Feb 11 14:14:00.170609 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:00.715304 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:00.763612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 306896e6-af27-4a88-a930-371eb9319fd8 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:14:00.862580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 306896e6-af27-4a88-a930-371eb9319fd8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=306896e6-af27-4a88-a930-371eb9319fd8,segment=NetworkSegment(bee9a7b5-f9b3-435c-9735-6e0f16951f9c),segment_id=bee9a7b5-f9b3-435c-9735-6e0f16951f9c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:00.876484 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '306896e6-af27-4a88-a930-371eb9319fd8', 'network_id': '6a70c020-3b64-4466-b4af-2cc7c3ed76b0', 'port_id': '306896e6-af27-4a88-a930-371eb9319fd8', 'mac_address': 'fa:16:3e:1e:db:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e74f13-83c0-481b-b10b-06b17242e5bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:14:00.920168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:00.934404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306896e6-af27-4a88-a930-371eb9319fd8 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:14:00.939006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4afb14-d6e0-4e18-879e-9214f8c73c17 req-c05e1d2f-5582-4fce-9002-363f929ef234 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:00.942422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a4afb14-d6e0-4e18-879e-9214f8c73c17 req-c05e1d2f-5582-4fce-9002-363f929ef234 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 944 time: 0.0533612 Feb 11 14:14:00.942604 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:14:00.955998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 306896e6-af27-4a88-a930-371eb9319fd8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=306896e6-af27-4a88-a930-371eb9319fd8,segment=NetworkSegment(bee9a7b5-f9b3-435c-9735-6e0f16951f9c),segment_id=bee9a7b5-f9b3-435c-9735-6e0f16951f9c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:00.986411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5a4afb14-d6e0-4e18-879e-9214f8c73c17 req-8404e448-6801-4c9f-ac90-961954d1beac tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377824 Feb 11 14:14:01.058161 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:01.111678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=306896e6-af27-4a88-a930-371eb9319fd8,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:01.373440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['306896e6-af27-4a88-a930-371eb9319fd8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:02.102802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c4da8-7607-4e99-a1e5-fc587d7790b6 req-f62582f7-2a45-4389-92ee-422ab7e24f56 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:02.104273 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-315c4da8-7607-4e99-a1e5-fc587d7790b6 req-f62582f7-2a45-4389-92ee-422ab7e24f56 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 945 time: 0.0485029 Feb 11 14:14:02.141595 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-315c4da8-7607-4e99-a1e5-fc587d7790b6 req-4dcd1b78-7d72-4302-acc7-8fba79b720c6 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310793 Feb 11 14:14:02.780037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 306896e6-af27-4a88-a930-371eb9319fd8 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:02.915403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 306896e6-af27-4a88-a930-371eb9319fd8 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:14:02.919197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 306896e6-af27-4a88-a930-371eb9319fd8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:02.919568 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:02.999532 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:03.020892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce1c8e8-4402-419b-94af-a6590af3e099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306896e6-af27-4a88-a930-371eb9319fd8'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:03.035550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 306896e6-af27-4a88-a930-371eb9319fd8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=306896e6-af27-4a88-a930-371eb9319fd8,segment=NetworkSegment(bee9a7b5-f9b3-435c-9735-6e0f16951f9c),segment_id=bee9a7b5-f9b3-435c-9735-6e0f16951f9c)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:03.069568 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5a09c6-8226-4a82-8fe8-e4d2d7993069" -d '{"events": [{"server_uuid": "9ce1c8e8-4402-419b-94af-a6590af3e099", "name": "network-vif-plugged", "status": "completed", "tag": "306896e6-af27-4a88-a930-371eb9319fd8"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:03.113843 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:03.160492 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968332f2-ae7f-4eb7-bc8a-804974eec00e x-openstack-request-id: req-968332f2-ae7f-4eb7-bc8a-804974eec00e {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:03.160778 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce1c8e8-4402-419b-94af-a6590af3e099", "name": "network-vif-plugged", "status": "completed", "tag": "306896e6-af27-4a88-a930-371eb9319fd8", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:03.161022 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-968332f2-ae7f-4eb7-bc8a-804974eec00e {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:03.161401 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce1c8e8-4402-419b-94af-a6590af3e099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306896e6-af27-4a88-a930-371eb9319fd8', 'code': 200} Feb 11 14:14:03.167899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=306896e6-af27-4a88-a930-371eb9319fd8,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:03.254790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2556c-d697-4d29-9c6a-640746f1bf2d req-06727063-2af9-4909-bb1c-7103f53eee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.256473 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73d2556c-d697-4d29-9c6a-640746f1bf2d req-06727063-2af9-4909-bb1c-7103f53eee02 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 1097 time: 0.0412014 Feb 11 14:14:03.268842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0dd09-8aa2-4f91-a75d-434957b46031 req-86e0102c-361e-44d8-9a6b-3c90d99eefe6 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:03.270491 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-43f0dd09-8aa2-4f91-a75d-434957b46031 req-86e0102c-361e-44d8-9a6b-3c90d99eefe6 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 946 time: 0.0491724 Feb 11 14:14:03.293181 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-73d2556c-d697-4d29-9c6a-640746f1bf2d req-d8d59d5d-f4f6-42c3-babc-b774faca7ebc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293915 Feb 11 14:14:03.309177 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-43f0dd09-8aa2-4f91-a75d-434957b46031 req-6901010c-a01e-418f-bd68-9cd617efba6c tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319948 Feb 11 14:14:04.425712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfb921-de30-47a2-95d2-c0299176ca93 req-f37e0819-4c0d-43c2-8a72-b6a7d8860544 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:04.427213 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7dfb921-de30-47a2-95d2-c0299176ca93 req-f37e0819-4c0d-43c2-8a72-b6a7d8860544 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 946 time: 0.0481856 Feb 11 14:14:04.467372 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7dfb921-de30-47a2-95d2-c0299176ca93 req-889961e2-c3e0-448f-8776-f76e1dc528ef tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Feb 11 14:14:05.591314 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5d563-8cf1-44f6-a303-8fba95dcf8a0 req-136c56fb-c466-4ede-a583-2233eed7f962 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:05.592791 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8d5d563-8cf1-44f6-a303-8fba95dcf8a0 req-136c56fb-c466-4ede-a583-2233eed7f962 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 946 time: 0.0560634 Feb 11 14:14:05.630593 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e8d5d563-8cf1-44f6-a303-8fba95dcf8a0 req-0d2a7eb1-cebd-42f4-8928-1dfa3b4f4e47 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318375 Feb 11 14:14:06.063908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851de88d-11d3-4fc0-925a-25093434adda req-085fadb5-e49f-4b11-a87b-5922619a719d tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:06.065696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-851de88d-11d3-4fc0-925a-25093434adda req-085fadb5-e49f-4b11-a87b-5922619a719d tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 946 time: 0.0506632 Feb 11 14:14:06.105050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-851de88d-11d3-4fc0-925a-25093434adda req-0777fd79-274e-425d-aad8-3fb02ed8332e tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332036 Feb 11 14:14:07.224586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fcf49-ecc6-4a5f-a910-fb443e37f2ef req-c1dcda2e-743c-4629-9846-a28ba629d1ab tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:07.225249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-734fcf49-ecc6-4a5f-a910-fb443e37f2ef req-c1dcda2e-743c-4629-9846-a28ba629d1ab tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 946 time: 0.0492210 Feb 11 14:14:07.267833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-734fcf49-ecc6-4a5f-a910-fb443e37f2ef req-8a4f7420-3e61-464e-8dfc-3a89e6ef0286 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364079 Feb 11 14:14:07.445362 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-b6263e97-93ee-4f7e-917f-69bb402c37bf tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:07.446747 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-b6263e97-93ee-4f7e-917f-69bb402c37bf tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 946 time: 0.0501084 Feb 11 14:14:07.533888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-1322c413-a092-4790-a889-956f48703d9b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Deleting port 306896e6-af27-4a88-a930-371eb9319fd8 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:07.534224 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-1322c413-a092-4790-a889-956f48703d9b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.624100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-1322c413-a092-4790-a889-956f48703d9b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] For port 306896e6-af27-4a88-a930-371eb9319fd8, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=306896e6-af27-4a88-a930-371eb9319fd8,segment=NetworkSegment(bee9a7b5-f9b3-435c-9735-6e0f16951f9c),segment_id=bee9a7b5-f9b3-435c-9735-6e0f16951f9c)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:07.624489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-1322c413-a092-4790-a889-956f48703d9b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.637089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-1322c413-a092-4790-a889-956f48703d9b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Calling delete_port for 306896e6-af27-4a88-a930-371eb9319fd8 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:07.839100 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-1322c413-a092-4790-a889-956f48703d9b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.851331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['306896e6-af27-4a88-a930-371eb9319fd8'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:07.853623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['d1f85668-49a6-46c7-bafa-80f14c75936f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:07.866334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322c413-a092-4790-a889-956f48703d9b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Pushing event deleted for resources: {'Port': ['ID=306896e6-af27-4a88-a930-371eb9319fd8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:07.914204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-1322c413-a092-4790-a889-956f48703d9b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] No DVR routers for this DVR port 306896e6-af27-4a88-a930-371eb9319fd8 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:07.917277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-1322c413-a092-4790-a889-956f48703d9b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:07.921440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-044dc0b4-af99-48bd-8c4e-b72446888b5e req-1322c413-a092-4790-a889-956f48703d9b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.59 "DELETE /v2.0/ports/306896e6-af27-4a88-a930-371eb9319fd8 HTTP/1.1" status: 204 len: 173 time: 0.4692543 Feb 11 14:14:07.921989 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce1c8e8-4402-419b-94af-a6590af3e099', 'name': 'network-vif-deleted', 'tag': '306896e6-af27-4a88-a930-371eb9319fd8'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:07.924595 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e401449f-e558-4727-aa7b-31c65de0206c" -d '{"events": [{"server_uuid": "9ce1c8e8-4402-419b-94af-a6590af3e099", "name": "network-vif-deleted", "tag": "306896e6-af27-4a88-a930-371eb9319fd8"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:07.966327 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d8b3ff-a715-48eb-9476-4aced52a5bfe x-openstack-request-id: req-59d8b3ff-a715-48eb-9476-4aced52a5bfe {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:07.966614 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce1c8e8-4402-419b-94af-a6590af3e099", "name": "network-vif-deleted", "tag": "306896e6-af27-4a88-a930-371eb9319fd8", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:07.966858 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59d8b3ff-a715-48eb-9476-4aced52a5bfe {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:07.967252 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce1c8e8-4402-419b-94af-a6590af3e099', 'name': 'network-vif-deleted', 'tag': '306896e6-af27-4a88-a930-371eb9319fd8', 'status': 'completed', 'code': 200} Feb 11 14:14:08.374073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ba85363-b234-42f4-b98e-2f68a79ea244 req-1009f334-26a5-4f11-8189-b2083d672200 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=9ce1c8e8-4402-419b-94af-a6590af3e099 HTTP/1.1" status: 200 len: 210 time: 0.0266273 Feb 11 14:14:09.531845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069dd23-2267-427a-97f6-4645e12bf068 req-901ca365-52d8-41c5-822d-5611040aa6e7 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:09.533300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5069dd23-2267-427a-97f6-4645e12bf068 req-901ca365-52d8-41c5-822d-5611040aa6e7 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0493863 Feb 11 14:14:09.579406 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5069dd23-2267-427a-97f6-4645e12bf068 req-6938737a-dd4f-4c31-9696-b1b5212b200a tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392342 Feb 11 14:14:09.709721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dab89-484d-48c8-bb72-0056c744d70a req-80ae8aa9-5705-4678-aef6-510f560b54dc tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:09.711206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-592dab89-484d-48c8-bb72-0056c744d70a req-80ae8aa9-5705-4678-aef6-510f560b54dc tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0483334 Feb 11 14:14:09.748014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-592dab89-484d-48c8-bb72-0056c744d70a req-260592e1-71ac-45c8-9086-52879672c63d tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307417 Feb 11 14:14:09.862500 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda3f33-153b-4802-b68c-63a803c08ec9 req-b63f2386-c614-4ec2-92a5-a3b71b21c7fc tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:09.863957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-beda3f33-153b-4802-b68c-63a803c08ec9 req-b63f2386-c614-4ec2-92a5-a3b71b21c7fc tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0485573 Feb 11 14:14:09.900907 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-beda3f33-153b-4802-b68c-63a803c08ec9 req-9b12ea3e-9a94-4bed-bb0a-ebe79e5e3e32 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309000 Feb 11 14:14:10.070221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86b24a-06d3-49a8-ab83-3cab6a3880d2 req-ee26deab-6b62-496f-9d9a-c8df4841e3e0 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:10.071658 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a86b24a-06d3-49a8-ab83-3cab6a3880d2 req-ee26deab-6b62-496f-9d9a-c8df4841e3e0 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0536258 Feb 11 14:14:10.109073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a86b24a-06d3-49a8-ab83-3cab6a3880d2 req-f03f3053-0007-401d-99d1-9da22a675890 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Feb 11 14:14:10.232247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a8d86-e18e-4799-8e50-07d4d06a703f req-11ee3661-1320-4ce8-9365-602522ee3859 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:10.233709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-348a8d86-e18e-4799-8e50-07d4d06a703f req-11ee3661-1320-4ce8-9365-602522ee3859 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0532742 Feb 11 14:14:10.271101 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-348a8d86-e18e-4799-8e50-07d4d06a703f req-123d31b7-52f6-48e4-8a33-6dc7921a2734 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309613 Feb 11 14:14:10.392998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bddaa98-7cfe-4902-b645-5a2778a26612 req-7457cb02-5fd0-46cc-bceb-72b844709abf tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:10.394466 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2bddaa98-7cfe-4902-b645-5a2778a26612 req-7457cb02-5fd0-46cc-bceb-72b844709abf tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0473711 Feb 11 14:14:10.435079 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2bddaa98-7cfe-4902-b645-5a2778a26612 req-d1dbf5da-2660-4346-8e27-5aea7a4e8be8 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345087 Feb 11 14:14:10.841444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 306896e6-af27-4a88-a930-371eb9319fd8 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:10.861815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 306896e6-af27-4a88-a930-371eb9319fd8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:10.862266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 306896e6-af27-4a88-a930-371eb9319fd8 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:10.956672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b8d9a-f587-4e5c-8dad-5870d04bbe93 req-be26a290-ffcf-46f5-86c8-b5d141846380 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:10.958186 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef1b8d9a-f587-4e5c-8dad-5870d04bbe93 req-be26a290-ffcf-46f5-86c8-b5d141846380 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0482438 Feb 11 14:14:10.996310 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef1b8d9a-f587-4e5c-8dad-5870d04bbe93 req-677f6587-05c9-4c02-8ea1-791ec24ad47a tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313652 Feb 11 14:14:12.116176 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e4e2e-9c0f-46cf-8663-878a0cf257f2 req-032f7588-08fc-4adc-8307-34b6eec93a77 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.117652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e0e4e2e-9c0f-46cf-8663-878a0cf257f2 req-032f7588-08fc-4adc-8307-34b6eec93a77 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0491850 Feb 11 14:14:12.155223 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6e0e4e2e-9c0f-46cf-8663-878a0cf257f2 req-9b9e7928-fdb8-4170-902d-a765f9917417 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/security-groups?id=b7a46f4b-1144-4ac0-9cca-300963af53b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Feb 11 14:14:12.244001 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-033730c4-abb8-448b-bfd5-2de439861a62 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:12.245459 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-033730c4-abb8-448b-bfd5-2de439861a62 tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.13 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 945 time: 0.0479548 Feb 11 14:14:12.338146 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-e03f1240-c435-4e88-befe-12360b669e8f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Deleting port d1f85668-49a6-46c7-bafa-80f14c75936f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:12.338406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-e03f1240-c435-4e88-befe-12360b669e8f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:12.423565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-e03f1240-c435-4e88-befe-12360b669e8f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] For port d1f85668-49a6-46c7-bafa-80f14c75936f, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d1f85668-49a6-46c7-bafa-80f14c75936f,segment=NetworkSegment(bee9a7b5-f9b3-435c-9735-6e0f16951f9c),segment_id=bee9a7b5-f9b3-435c-9735-6e0f16951f9c)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:12.423924 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-e03f1240-c435-4e88-befe-12360b669e8f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:12.435791 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-e03f1240-c435-4e88-befe-12360b669e8f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Calling delete_port for d1f85668-49a6-46c7-bafa-80f14c75936f owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:12.618546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-e03f1240-c435-4e88-befe-12360b669e8f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:12.630277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['d1f85668-49a6-46c7-bafa-80f14c75936f'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:14:12.651558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03f1240-c435-4e88-befe-12360b669e8f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Pushing event deleted for resources: {'Port': ['ID=d1f85668-49a6-46c7-bafa-80f14c75936f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:12.692445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-e03f1240-c435-4e88-befe-12360b669e8f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] No DVR routers for this DVR port d1f85668-49a6-46c7-bafa-80f14c75936f on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:12.695647 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-e03f1240-c435-4e88-befe-12360b669e8f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:12.698939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38e14be8-fca1-40db-ad72-15d6bacf7a13 req-e03f1240-c435-4e88-befe-12360b669e8f tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.13 "DELETE /v2.0/ports/d1f85668-49a6-46c7-bafa-80f14c75936f HTTP/1.1" status: 204 len: 173 time: 0.4469440 Feb 11 14:14:12.699371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34737bb1-7ade-427c-a35b-0637dc7b078d', 'name': 'network-vif-deleted', 'tag': 'd1f85668-49a6-46c7-bafa-80f14c75936f'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:14:12.701579 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}240848434c335a33ffa0b2b6f818f51a9f5c0c0ca6bc6c04b9501e27fe32f21e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5584cbd5-89c5-4e44-af50-7b31ee18d2e7" -d '{"events": [{"server_uuid": "34737bb1-7ade-427c-a35b-0637dc7b078d", "name": "network-vif-deleted", "tag": "d1f85668-49a6-46c7-bafa-80f14c75936f"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:14:12.737408 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5748d4a9-cf7e-4b39-a41a-791b011e2a32 x-openstack-request-id: req-5748d4a9-cf7e-4b39-a41a-791b011e2a32 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:14:12.737699 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34737bb1-7ade-427c-a35b-0637dc7b078d", "name": "network-vif-deleted", "tag": "d1f85668-49a6-46c7-bafa-80f14c75936f", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:14:12.737982 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5748d4a9-cf7e-4b39-a41a-791b011e2a32 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:14:12.738384 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34737bb1-7ade-427c-a35b-0637dc7b078d', 'name': 'network-vif-deleted', 'tag': 'd1f85668-49a6-46c7-bafa-80f14c75936f', 'status': 'completed', 'code': 200} Feb 11 14:14:13.261957 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e58b30fa-0061-446d-adad-7dc50f573271 req-57d7b2e4-8be4-42b7-87cf-dbdda65f841b tempest-ServersNegativeTestJSON-1698424212 tempest-ServersNegativeTestJSON-1698424212-project] 10.222.0.52 "GET /v2.0/ports?device_id=34737bb1-7ade-427c-a35b-0637dc7b078d HTTP/1.1" status: 200 len: 210 time: 0.0272787 Feb 11 14:14:14.318371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43740) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:14.698424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-29cd37f3-3a3c-4f57-9b1a-cb1d6e67958f admin admin] Deleting subnet 55e74f13-83c0-481b-b10b-06b17242e5bf {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:14:14.701390 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29cd37f3-3a3c-4f57-9b1a-cb1d6e67958f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:14.734370 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29cd37f3-3a3c-4f57-9b1a-cb1d6e67958f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:14.771036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29cd37f3-3a3c-4f57-9b1a-cb1d6e67958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:14.890705 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29cd37f3-3a3c-4f57-9b1a-cb1d6e67958f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:14.921702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd37f3-3a3c-4f57-9b1a-cb1d6e67958f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e74f13-83c0-481b-b10b-06b17242e5bf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:14.923720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-29cd37f3-3a3c-4f57-9b1a-cb1d6e67958f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:14.926917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-29cd37f3-3a3c-4f57-9b1a-cb1d6e67958f admin admin] 10.222.0.52 "DELETE /v2.0/subnets/55e74f13-83c0-481b-b10b-06b17242e5bf HTTP/1.1" status: 204 len: 168 time: 0.6068580 Feb 11 14:14:14.930372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43742) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:14.998494 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.081159 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.101056 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a70c020-3b64-4466-b4af-2cc7c3ed76b0']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:15.110178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:15.110476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee9a7b5-f9b3-435c-9735-6e0f16951f9c') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:15.121396 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.135624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.141555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:15.141905 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:15.143577 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:15.298317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.304725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.308510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] 10.222.0.52 "DELETE /v2.0/networks/6a70c020-3b64-4466-b4af-2cc7c3ed76b0 HTTP/1.1" status: 204 len: 168 time: 0.3771236 Feb 11 14:14:15.321747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631f4d1-0fe3-410e-9aa1-0f5a5cf2a136 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a70c020-3b64-4466-b4af-2cc7c3ed76b0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:15.621601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43746) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:15.660259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-477606d7-ec2a-4df7-80f8-1e81b9ea9841 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dcb5b9635ca5423487b69fcc184968cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374753 Feb 11 14:14:15.663257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43748) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:15.718276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-562678fa-5480-498f-b37a-69c38874efc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.740357 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-562678fa-5480-498f-b37a-69c38874efc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.858115 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-562678fa-5480-498f-b37a-69c38874efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.860702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-562678fa-5480-498f-b37a-69c38874efc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:15.861945 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-562678fa-5480-498f-b37a-69c38874efc0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b7a46f4b-1144-4ac0-9cca-300963af53b9 HTTP/1.1" status: 204 len: 168 time: 0.1977654 Feb 11 14:14:15.872463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562678fa-5480-498f-b37a-69c38874efc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a46f4b-1144-4ac0-9cca-300963af53b9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:16.333021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d1f85668-49a6-46c7-bafa-80f14c75936f no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:16.358562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: d1f85668-49a6-46c7-bafa-80f14c75936f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:16.358932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d1f85668-49a6-46c7-bafa-80f14c75936f not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:17.011045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43770) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:17.106302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-544575878'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:17.206683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Made reservation on behalf of e830063d8b7a4619b5f22fbcd79352c5 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:17.210818 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.219393 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.290490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.392926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.421575 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:17.427783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c583d47a-3854-4c54-b975-6cee6395b416,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:17.434956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.435292 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Added segment 6af2bcea-7c36-44b9-9224-714e97a24ad5 of type vlan for network 30a59595-5094-4946-b712-739b3944a9c7 Feb 11 14:14:17.474496 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.595007 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.600947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:17.601522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:17.663391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'Network': ['ID=30a59595-5094-4946-b712-739b3944a9c7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:17.673426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 30a59595-5094-4946-b712-739b3944a9c7 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:17.735084 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c45aa7d4-9441-4154-a5cc-3ec699a37023 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7228913 Feb 11 14:14:20.970382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43774) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:20.976149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Request body: {'subnet': {'network_id': '30a59595-5094-4946-b712-739b3944a9c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:21.138033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Made reservation on behalf of e830063d8b7a4619b5f22fbcd79352c5 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:21.141443 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.366853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.426077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'Subnet': ['ID=956558df-1a64-448a-8fcc-c9d42c8efd84,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:21.433523 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Checking segment: {'id': '6af2bcea-7c36-44b9-9224-714e97a24ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '30a59595-5094-4946-b712-739b3944a9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:21.433930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Network hostable DHCP agents. Network: 30a59595-5094-4946-b712-739b3944a9c7, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:21.512830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Network 30a59595-5094-4946-b712-739b3944a9c7 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:21.655663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 30a59595-5094-4946-b712-739b3944a9c7) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:21.659667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:21.660379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.665524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bda1c4-4063-4470-b112-86381a30ee1a None None] Network 30a59595-5094-4946-b712-739b3944a9c7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:21.782324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-071d68a7-bd53-4b84-b1c0-332d7d9d84e3 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8108399 Feb 11 14:14:21.784426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43776) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:21.789890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-174424733'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:21.812683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-30a59595-5094-4946-b712-739b3944a9c7', 'network_id': '30a59595-5094-4946-b712-739b3944a9c7', 'tenant_id': 'e830063d8b7a4619b5f22fbcd79352c5', 'fixed_ips': [{'subnet_id': '956558df-1a64-448a-8fcc-c9d42c8efd84'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:14:21.813865 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.932891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Made reservation on behalf of e830063d8b7a4619b5f22fbcd79352c5 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:21.938295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.964759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Allocated IP 2001:db8:0:ffff::2 (30a59595-5094-4946-b712-739b3944a9c7/956558df-1a64-448a-8fcc-c9d42c8efd84/0c1d5f85-6187-4360-987e-91f8bada2eb8) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:21.973133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:21.986574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:21.986978 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Added segment d17e60fb-4f90-41a8-8faa-e1509da35107 of type vlan for network 371f4e52-6c6a-4789-8b1e-5ae719ca824d Feb 11 14:14:22.051226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.165070 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.170905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:22.171548 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.242986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'Network': ['ID=371f4e52-6c6a-4789-8b1e-5ae719ca824d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:22.266658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 371f4e52-6c6a-4789-8b1e-5ae719ca824d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:22.329454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-33813912-cd6a-4553-b563-56dda67d681a tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5438361 Feb 11 14:14:22.332268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43778) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:22.337452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Request body: {'subnet': {'network_id': '371f4e52-6c6a-4789-8b1e-5ae719ca824d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:22.365875 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.452866 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.493623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Network 30a59595-5094-4946-b712-739b3944a9c7 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:22.496531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:22.499886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:22.506879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Pushing event updated for resources: {'Port': ['ID=0c1d5f85-6187-4360-987e-91f8bada2eb8,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:22.531133 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.531479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.531826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.532161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.532491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.532819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.533146 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.533470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.533816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.534148 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.534469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.534789 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:22.549371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Made reservation on behalf of e830063d8b7a4619b5f22fbcd79352c5 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:22.553105 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.566708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Attempting to bind port 0c1d5f85-6187-4360-987e-91f8bada2eb8 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:22.567080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Attempting to bind port 0c1d5f85-6187-4360-987e-91f8bada2eb8 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '6af2bcea-7c36-44b9-9224-714e97a24ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '30a59595-5094-4946-b712-739b3944a9c7'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:22.567445 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Attempting to bind port 0c1d5f85-6187-4360-987e-91f8bada2eb8 on network 30a59595-5094-4946-b712-739b3944a9c7 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:22.573041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:22.573414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Checking segment: {'id': '6af2bcea-7c36-44b9-9224-714e97a24ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '30a59595-5094-4946-b712-739b3944a9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:22.575598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.575598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Bound using segment: {'id': '6af2bcea-7c36-44b9-9224-714e97a24ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '30a59595-5094-4946-b712-739b3944a9c7'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:22.575598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Bound port: 0c1d5f85-6187-4360-987e-91f8bada2eb8, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af2bcea-7c36-44b9-9224-714e97a24ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '30a59595-5094-4946-b712-739b3944a9c7'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:22.575598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.641716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] For port 0c1d5f85-6187-4360-987e-91f8bada2eb8, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:22.644754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] For port 0c1d5f85-6187-4360-987e-91f8bada2eb8, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0c1d5f85-6187-4360-987e-91f8bada2eb8,segment=NetworkSegment(6af2bcea-7c36-44b9-9224-714e97a24ad5),segment_id=6af2bcea-7c36-44b9-9224-714e97a24ad5)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:22.756246 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.818113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d3a6e-5957-450a-be52-c44603d3e6b7 None None] Pushing event updated for resources: {'Port': ['ID=0c1d5f85-6187-4360-987e-91f8bada2eb8,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:22.854756 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:22.923134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'Subnet': ['ID=f7bd9e36-f32a-4275-b8f0-647d2c8a8251,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:22.931753 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Checking segment: {'id': 'd17e60fb-4f90-41a8-8faa-e1509da35107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '371f4e52-6c6a-4789-8b1e-5ae719ca824d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:22.932695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Network hostable DHCP agents. Network: 371f4e52-6c6a-4789-8b1e-5ae719ca824d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:23.021577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Network 371f4e52-6c6a-4789-8b1e-5ae719ca824d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:23.113030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 371f4e52-6c6a-4789-8b1e-5ae719ca824d) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:23.118223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:23.122346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.122589 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a5112c-6e63-49e0-9a5a-13bc1540a971 None None] Network 371f4e52-6c6a-4789-8b1e-5ae719ca824d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:23.290623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-371f4e52-6c6a-4789-8b1e-5ae719ca824d', 'network_id': '371f4e52-6c6a-4789-8b1e-5ae719ca824d', 'tenant_id': 'e830063d8b7a4619b5f22fbcd79352c5', 'fixed_ips': [{'subnet_id': 'f7bd9e36-f32a-4275-b8f0-647d2c8a8251'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:14:23.291708 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.442693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Allocated IP 2001:db8::2 (371f4e52-6c6a-4789-8b1e-5ae719ca824d/f7bd9e36-f32a-4275-b8f0-647d2c8a8251/6a4605d0-7dea-4014-87f6-1a278bc894fe) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:23.501654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f6009bd0-2d45-41a5-a0b2-0a2af0e67c39 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.1657519 Feb 11 14:14:23.502069 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43780) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:23.594667 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.607549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.686949 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.688936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.732490 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Network 371f4e52-6c6a-4789-8b1e-5ae719ca824d is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:23.736916 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:23.741412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:23.751785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Pushing event updated for resources: {'Port': ['ID=6a4605d0-7dea-4014-87f6-1a278bc894fe,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:23.793113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f406d-042f-48d1-b0a2-dd44521e8a76 None None] Network 30a59595-5094-4946-b712-739b3944a9c7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:23.847520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.857842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Attempting to bind port 6a4605d0-7dea-4014-87f6-1a278bc894fe on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:23.858056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Attempting to bind port 6a4605d0-7dea-4014-87f6-1a278bc894fe by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'd17e60fb-4f90-41a8-8faa-e1509da35107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '371f4e52-6c6a-4789-8b1e-5ae719ca824d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:23.858342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Attempting to bind port 6a4605d0-7dea-4014-87f6-1a278bc894fe on network 371f4e52-6c6a-4789-8b1e-5ae719ca824d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:23.873063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:23.873467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Checking segment: {'id': 'd17e60fb-4f90-41a8-8faa-e1509da35107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '371f4e52-6c6a-4789-8b1e-5ae719ca824d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:23.873959 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.874348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Bound using segment: {'id': 'd17e60fb-4f90-41a8-8faa-e1509da35107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '371f4e52-6c6a-4789-8b1e-5ae719ca824d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:23.874811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Bound port: 6a4605d0-7dea-4014-87f6-1a278bc894fe, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17e60fb-4f90-41a8-8faa-e1509da35107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '371f4e52-6c6a-4789-8b1e-5ae719ca824d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:23.875203 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.876216 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bd9e36-f32a-4275-b8f0-647d2c8a8251,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:23.879661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-21b4ae12-7fa3-4dcc-9b88-559885c5780c None None] Provisioning complete for port 0c1d5f85-6187-4360-987e-91f8bada2eb8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:23.880015 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-21b4ae12-7fa3-4dcc-9b88-559885c5780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.937908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.964429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371f4e52-6c6a-4789-8b1e-5ae719ca824d']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:23.974701 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17e60fb-4f90-41a8-8faa-e1509da35107') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:23.975001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17e60fb-4f90-41a8-8faa-e1509da35107') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:23.984411 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:23.998064 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.003827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:24.004214 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:24.008177 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:24.023602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] For port 6a4605d0-7dea-4014-87f6-1a278bc894fe, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:24.083167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] For port 6a4605d0-7dea-4014-87f6-1a278bc894fe, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6a4605d0-7dea-4014-87f6-1a278bc894fe,segment=NetworkSegment(d17e60fb-4f90-41a8-8faa-e1509da35107),segment_id=d17e60fb-4f90-41a8-8faa-e1509da35107)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:24.097464 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-21b4ae12-7fa3-4dcc-9b88-559885c5780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.126742 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.api [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:14:24.126742 n-d-816488-1 neutron-server[103006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:14:24.126742 n-d-816488-1 neutron-server[103006]: [parameters: {'id': '371f4e52-6c6a-4789-8b1e-5ae719ca824d'}] Feb 11 14:14:24.126742 n-d-816488-1 neutron-server[103006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:14:24.127187 n-d-816488-1 neutron-server[103006]: DEBUG oslo_db.api [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:14:24.135162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-21b4ae12-7fa3-4dcc-9b88-559885c5780c None None] For port 0c1d5f85-6187-4360-987e-91f8bada2eb8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0c1d5f85-6187-4360-987e-91f8bada2eb8,segment=NetworkSegment(6af2bcea-7c36-44b9-9224-714e97a24ad5),segment_id=6af2bcea-7c36-44b9-9224-714e97a24ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:24.247518 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.286176 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-21b4ae12-7fa3-4dcc-9b88-559885c5780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.338115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e89007-bbda-4274-b6a6-c1367bf0f4d9 None None] Pushing event updated for resources: {'Port': ['ID=6a4605d0-7dea-4014-87f6-1a278bc894fe,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:24.364950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d09e0-18fd-4a51-9f5b-330da387855b None None] Network 371f4e52-6c6a-4789-8b1e-5ae719ca824d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:24.450711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4ae12-7fa3-4dcc-9b88-559885c5780c None None] Pushing event updated for resources: {'Port': ['ID=0c1d5f85-6187-4360-987e-91f8bada2eb8,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:24.461567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a7beef60-e2f0-4289-92bf-55c0237f5931 None None] Provisioning complete for port 0c1d5f85-6187-4360-987e-91f8bada2eb8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:24.467041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a7beef60-e2f0-4289-92bf-55c0237f5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.571630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc10998-78a8-419e-b582-d0cf05159f56 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:14:24.628526 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.652570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc10998-78a8-419e-b582-d0cf05159f56 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:14:24.687297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Deleting port 6a4605d0-7dea-4014-87f6-1a278bc894fe {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:24.687657 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.717580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0c1d5f85-6187-4360-987e-91f8bada2eb8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:24.758503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] For port 6a4605d0-7dea-4014-87f6-1a278bc894fe, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6a4605d0-7dea-4014-87f6-1a278bc894fe,segment=NetworkSegment(d17e60fb-4f90-41a8-8faa-e1509da35107),segment_id=d17e60fb-4f90-41a8-8faa-e1509da35107)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:24.758862 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.771643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Calling delete_port for 6a4605d0-7dea-4014-87f6-1a278bc894fe owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:24.804460 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fb7339f5-cbe5-4724-9a65-3e805af5b398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.816809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0c1d5f85-6187-4360-987e-91f8bada2eb8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:24.824303 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.932546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:24.959603 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Port': ['ID=6a4605d0-7dea-4014-87f6-1a278bc894fe,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:24.967119 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No DVR routers for this DVR port 6a4605d0-7dea-4014-87f6-1a278bc894fe on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:25.042270 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.062707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371f4e52-6c6a-4789-8b1e-5ae719ca824d']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:25.071906 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17e60fb-4f90-41a8-8faa-e1509da35107') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:25.072199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17e60fb-4f90-41a8-8faa-e1509da35107') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:25.082094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.095462 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.102364 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:25.102750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:25.105880 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:25.238591 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.243516 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.246789 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/networks/371f4e52-6c6a-4789-8b1e-5ae719ca824d HTTP/1.1" status: 204 len: 168 time: 1.7437057 Feb 11 14:14:25.250383 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43782) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:25.256443 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1106467696'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:25.262359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0584b52-6db0-4557-ae0d-2f61b0ab8ed0 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Network': ['ID=371f4e52-6c6a-4789-8b1e-5ae719ca824d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:25.361280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Made reservation on behalf of e830063d8b7a4619b5f22fbcd79352c5 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:25.364794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.387970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:25.396085 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.397059 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Added segment cc13986d-ae53-490a-b5d6-7a1852175d96 of type vlan for network d1c2434a-3580-4b0b-84ea-9225aa9b331e Feb 11 14:14:25.435230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.549828 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.556227 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:25.556815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.625471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'Network': ['ID=d1c2434a-3580-4b0b-84ea-9225aa9b331e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:25.636764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network d1c2434a-3580-4b0b-84ea-9225aa9b331e details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:25.718035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b760acec-3338-42a9-9aac-a7098ba27bcf tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4660671 Feb 11 14:14:25.720774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43784) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:25.725709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Request body: {'subnet': {'network_id': 'd1c2434a-3580-4b0b-84ea-9225aa9b331e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:25.903678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Made reservation on behalf of e830063d8b7a4619b5f22fbcd79352c5 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:25.907734 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:25.968829 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Performing IP validity checks on allocation pools {{(pid=103007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 11 14:14:25.969345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.ipam_backend_mixin [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103007) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 11 14:14:26.179142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.206423 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.243115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'Subnet': ['ID=ef4ce91d-8c7a-4cd0-919d-26c7fa8040dd,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:26.253045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Checking segment: {'id': 'cc13986d-ae53-490a-b5d6-7a1852175d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd1c2434a-3580-4b0b-84ea-9225aa9b331e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:26.253574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Network hostable DHCP agents. Network: d1c2434a-3580-4b0b-84ea-9225aa9b331e, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:26.349333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Network d1c2434a-3580-4b0b-84ea-9225aa9b331e is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:26.423958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, d1c2434a-3580-4b0b-84ea-9225aa9b331e) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:26.428198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:26.429054 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.435037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a2318-c4c9-40d4-92fb-7c9bcf68cc42 None None] Network d1c2434a-3580-4b0b-84ea-9225aa9b331e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:26.539464 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3041c623-dc87-42c8-82bf-238f681429fa tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8175809 Feb 11 14:14:26.542589 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43786) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:26.590361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-d1c2434a-3580-4b0b-84ea-9225aa9b331e', 'network_id': 'd1c2434a-3580-4b0b-84ea-9225aa9b331e', 'tenant_id': 'e830063d8b7a4619b5f22fbcd79352c5', 'fixed_ips': [{'subnet_id': 'ef4ce91d-8c7a-4cd0-919d-26c7fa8040dd'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:14:26.591475 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.654062 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.721295 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:26.730805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Allocated IP 2001:db8::3 (d1c2434a-3580-4b0b-84ea-9225aa9b331e/ef4ce91d-8c7a-4cd0-919d-26c7fa8040dd/163198b2-fac8-439a-b945-48e6d43ee808) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:26.885075 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.226685 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.256490 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f612867f-4a7b-4a2f-bf0d-71efc229d650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.274092 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Network d1c2434a-3580-4b0b-84ea-9225aa9b331e is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:27.276843 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:27.281809 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:27.283717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Pushing event updated for resources: {'Port': ['ID=163198b2-fac8-439a-b945-48e6d43ee808,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:27.310217 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.344382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4ce91d-8c7a-4cd0-919d-26c7fa8040dd,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:27.407254 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.434532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c2434a-3580-4b0b-84ea-9225aa9b331e']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:27.445367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc13986d-ae53-490a-b5d6-7a1852175d96') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:27.445663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc13986d-ae53-490a-b5d6-7a1852175d96') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:27.455882 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.469937 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.476268 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:27.476660 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:27.479765 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:27.498486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Attempting to bind port 163198b2-fac8-439a-b945-48e6d43ee808 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:27.498854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Attempting to bind port 163198b2-fac8-439a-b945-48e6d43ee808 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'cc13986d-ae53-490a-b5d6-7a1852175d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd1c2434a-3580-4b0b-84ea-9225aa9b331e'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:27.499215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Attempting to bind port 163198b2-fac8-439a-b945-48e6d43ee808 on network d1c2434a-3580-4b0b-84ea-9225aa9b331e {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:27.504143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:27.504515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Checking segment: {'id': 'cc13986d-ae53-490a-b5d6-7a1852175d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd1c2434a-3580-4b0b-84ea-9225aa9b331e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:27.504911 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.505304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Bound using segment: {'id': 'cc13986d-ae53-490a-b5d6-7a1852175d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd1c2434a-3580-4b0b-84ea-9225aa9b331e'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:27.506342 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Bound port: 163198b2-fac8-439a-b945-48e6d43ee808, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc13986d-ae53-490a-b5d6-7a1852175d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd1c2434a-3580-4b0b-84ea-9225aa9b331e'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:27.506725 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.577592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] For port 163198b2-fac8-439a-b945-48e6d43ee808, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:27.580532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] For port 163198b2-fac8-439a-b945-48e6d43ee808, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=163198b2-fac8-439a-b945-48e6d43ee808,segment=NetworkSegment(cc13986d-ae53-490a-b5d6-7a1852175d96),segment_id=cc13986d-ae53-490a-b5d6-7a1852175d96)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:27.581686 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.api [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:14:27.581686 n-d-816488-1 neutron-server[103006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:14:27.581686 n-d-816488-1 neutron-server[103006]: [parameters: {'id': 'd1c2434a-3580-4b0b-84ea-9225aa9b331e'}] Feb 11 14:14:27.581686 n-d-816488-1 neutron-server[103006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:14:27.582466 n-d-816488-1 neutron-server[103006]: DEBUG oslo_db.api [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:14:27.652871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:27.735190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb78ef-58bd-487f-be0b-6f2b9a1163f8 None None] Pushing event updated for resources: {'Port': ['ID=163198b2-fac8-439a-b945-48e6d43ee808,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:27.749922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f2ca83-e7f9-44b2-a83a-e2682c26d7d1 None None] Network d1c2434a-3580-4b0b-84ea-9225aa9b331e requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:27.871457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372bafbc-2a6f-4625-909e-78e66b75e8f7 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:14:27.935970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372bafbc-2a6f-4625-909e-78e66b75e8f7 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:14:28.083720 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.137736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Deleting port 163198b2-fac8-439a-b945-48e6d43ee808 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:28.138189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.204274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] For port 163198b2-fac8-439a-b945-48e6d43ee808, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=163198b2-fac8-439a-b945-48e6d43ee808,segment=NetworkSegment(cc13986d-ae53-490a-b5d6-7a1852175d96),segment_id=cc13986d-ae53-490a-b5d6-7a1852175d96)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:28.204629 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.206645 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.217734 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Calling delete_port for 163198b2-fac8-439a-b945-48e6d43ee808 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:28.360893 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.387310 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Port': ['ID=163198b2-fac8-439a-b945-48e6d43ee808,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:28.389131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No DVR routers for this DVR port 163198b2-fac8-439a-b945-48e6d43ee808 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:28.468974 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.488592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c2434a-3580-4b0b-84ea-9225aa9b331e']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:28.498291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc13986d-ae53-490a-b5d6-7a1852175d96') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:28.498590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc13986d-ae53-490a-b5d6-7a1852175d96') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:28.508657 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.521596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.527426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:28.527806 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:28.530703 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:28.669407 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.676326 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.684956 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/networks/d1c2434a-3580-4b0b-84ea-9225aa9b331e HTTP/1.1" status: 204 len: 168 time: 2.1374192 Feb 11 14:14:28.685132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43788) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:28.699266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1993885295'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:28.703394 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5143f-cd90-41f1-b1b7-b28a7b3bea7e tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Network': ['ID=d1c2434a-3580-4b0b-84ea-9225aa9b331e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:28.816080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Made reservation on behalf of e830063d8b7a4619b5f22fbcd79352c5 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:28.819914 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.832813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.843665 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:28.852740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:28.853076 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Added segment 60efb61f-6249-4c49-8c15-5e0b0016e5e6 of type vlan for network fd8cf6c1-7823-4f62-ad80-51e41c82a800 Feb 11 14:14:28.892103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:29.000526 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:29.006377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:29.006964 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:29.074471 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'Network': ['ID=fd8cf6c1-7823-4f62-ad80-51e41c82a800,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:29.084265 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network fd8cf6c1-7823-4f62-ad80-51e41c82a800 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:29.140490 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4b72c99a-1365-43aa-99ea-f598f87ee991 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4543359 Feb 11 14:14:29.143507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43790) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:29.150798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Request body: {'subnet': {'network_id': 'fd8cf6c1-7823-4f62-ad80-51e41c82a800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:29.312659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Made reservation on behalf of e830063d8b7a4619b5f22fbcd79352c5 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:29.316155 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:29.623624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:29.688789 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'Subnet': ['ID=7cc3ec4a-1e4a-4fe2-a6ab-5d5a339cee3f,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:29.696196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Checking segment: {'id': '60efb61f-6249-4c49-8c15-5e0b0016e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fd8cf6c1-7823-4f62-ad80-51e41c82a800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:29.696562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Network hostable DHCP agents. Network: fd8cf6c1-7823-4f62-ad80-51e41c82a800, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:29.783540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Network fd8cf6c1-7823-4f62-ad80-51e41c82a800 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:29.843744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, fd8cf6c1-7823-4f62-ad80-51e41c82a800) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:29.847739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:29.848324 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:29.852319 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5fc69-66e2-4518-8020-f7e44f89c460 None None] Network fd8cf6c1-7823-4f62-ad80-51e41c82a800 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:29.921189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe2c543f-00b1-4f67-bced-779504647df5 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7764924 Feb 11 14:14:29.924885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43792) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:29.931094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-95738155'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:29.998331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-fd8cf6c1-7823-4f62-ad80-51e41c82a800', 'network_id': 'fd8cf6c1-7823-4f62-ad80-51e41c82a800', 'tenant_id': 'e830063d8b7a4619b5f22fbcd79352c5', 'fixed_ips': [{'subnet_id': '7cc3ec4a-1e4a-4fe2-a6ab-5d5a339cee3f'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:14:29.999179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.040585 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Made reservation on behalf of e830063d8b7a4619b5f22fbcd79352c5 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:30.044220 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.070138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:30.078906 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.079246 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Added segment 9933586f-d78f-4525-bed6-8305fdeceece of type vlan for network edac2bf7-926c-4048-bc73-ab2c67c4a6df Feb 11 14:14:30.119261 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.150668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Allocated IP 2001:db8::2 (fd8cf6c1-7823-4f62-ad80-51e41c82a800/7cc3ec4a-1e4a-4fe2-a6ab-5d5a339cee3f/c51c3bb0-52c5-4929-a3f6-00376ea692e8) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:30.205742 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.230003 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.235815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:30.239704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.298904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.303142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'Network': ['ID=edac2bf7-926c-4048-bc73-ab2c67c4a6df,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:30.314880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network edac2bf7-926c-4048-bc73-ab2c67c4a6df details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:30.372758 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b8bc58f7-41d9-4816-8660-c9ebe77acde8 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4467065 Feb 11 14:14:30.381529 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43794) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:30.386949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Request body: {'subnet': {'network_id': 'edac2bf7-926c-4048-bc73-ab2c67c4a6df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:30.398710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.442515 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Network fd8cf6c1-7823-4f62-ad80-51e41c82a800 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:30.445524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:30.448865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:30.461068 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Pushing event updated for resources: {'Port': ['ID=c51c3bb0-52c5-4929-a3f6-00376ea692e8,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:30.514409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Attempting to bind port c51c3bb0-52c5-4929-a3f6-00376ea692e8 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:30.514771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Attempting to bind port c51c3bb0-52c5-4929-a3f6-00376ea692e8 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '60efb61f-6249-4c49-8c15-5e0b0016e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fd8cf6c1-7823-4f62-ad80-51e41c82a800'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:30.515128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Attempting to bind port c51c3bb0-52c5-4929-a3f6-00376ea692e8 on network fd8cf6c1-7823-4f62-ad80-51e41c82a800 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:30.520030 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:30.520403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Checking segment: {'id': '60efb61f-6249-4c49-8c15-5e0b0016e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fd8cf6c1-7823-4f62-ad80-51e41c82a800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:30.520801 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.521426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Bound using segment: {'id': '60efb61f-6249-4c49-8c15-5e0b0016e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fd8cf6c1-7823-4f62-ad80-51e41c82a800'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:30.521920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Bound port: c51c3bb0-52c5-4929-a3f6-00376ea692e8, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60efb61f-6249-4c49-8c15-5e0b0016e5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fd8cf6c1-7823-4f62-ad80-51e41c82a800'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:30.522314 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.583417 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Made reservation on behalf of e830063d8b7a4619b5f22fbcd79352c5 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:30.587554 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.601964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] For port c51c3bb0-52c5-4929-a3f6-00376ea692e8, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:30.605717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] For port c51c3bb0-52c5-4929-a3f6-00376ea692e8, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c51c3bb0-52c5-4929-a3f6-00376ea692e8,segment=NetworkSegment(60efb61f-6249-4c49-8c15-5e0b0016e5e6),segment_id=60efb61f-6249-4c49-8c15-5e0b0016e5e6)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:30.673050 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.713710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.775487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5a49b-206f-47d6-a002-ca721126f583 None None] Pushing event updated for resources: {'Port': ['ID=c51c3bb0-52c5-4929-a3f6-00376ea692e8,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:30.841095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:30.905086 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event updated for resources: {'Subnet': ['ID=3b8e5f8a-2a39-41be-aa2c-9d937db934ca,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:30.924378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Checking segment: {'id': '9933586f-d78f-4525-bed6-8305fdeceece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'edac2bf7-926c-4048-bc73-ab2c67c4a6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:30.925383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Network hostable DHCP agents. Network: edac2bf7-926c-4048-bc73-ab2c67c4a6df, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:31.020401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Network edac2bf7-926c-4048-bc73-ab2c67c4a6df is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:31.126695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, edac2bf7-926c-4048-bc73-ab2c67c4a6df) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:31.131677 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:31.133577 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.136403 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad8da0-d4a0-4937-826b-78c97210b723 None None] Network edac2bf7-926c-4048-bc73-ab2c67c4a6df requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:31.264180 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-005a7a08-58c6-48a0-adf1-c16780ced330 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8815570 Feb 11 14:14:31.266732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43796) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:31.284765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-edac2bf7-926c-4048-bc73-ab2c67c4a6df', 'network_id': 'edac2bf7-926c-4048-bc73-ab2c67c4a6df', 'tenant_id': 'e830063d8b7a4619b5f22fbcd79352c5', 'fixed_ips': [{'subnet_id': '3b8e5f8a-2a39-41be-aa2c-9d937db934ca'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:14:31.285649 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.382936 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.438968 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.451081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Allocated IP 2001:db8::2 (edac2bf7-926c-4048-bc73-ab2c67c4a6df/3b8e5f8a-2a39-41be-aa2c-9d937db934ca/87517e25-49f1-4024-8849-db113a2f2062) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:31.605264 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.685754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da4ba5-57d3-4966-bff3-96742d48b472 None None] Network fd8cf6c1-7823-4f62-ad80-51e41c82a800 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:31.698936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.783459 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Network edac2bf7-926c-4048-bc73-ab2c67c4a6df is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:31.794920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:31.808930 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:31.813952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Pushing event updated for resources: {'Port': ['ID=87517e25-49f1-4024-8849-db113a2f2062,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:31.819371 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.850505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a96dfa14-c119-4b86-bd5e-b1151160839e None None] Provisioning complete for port c51c3bb0-52c5-4929-a3f6-00376ea692e8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:31.850883 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a96dfa14-c119-4b86-bd5e-b1151160839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.859543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8e5f8a-2a39-41be-aa2c-9d937db934ca,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:31.915840 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.937115 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edac2bf7-926c-4048-bc73-ab2c67c4a6df']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:31.937803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Attempting to bind port 87517e25-49f1-4024-8849-db113a2f2062 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:31.937803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Attempting to bind port 87517e25-49f1-4024-8849-db113a2f2062 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '9933586f-d78f-4525-bed6-8305fdeceece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'edac2bf7-926c-4048-bc73-ab2c67c4a6df'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:31.937803 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Attempting to bind port 87517e25-49f1-4024-8849-db113a2f2062 on network edac2bf7-926c-4048-bc73-ab2c67c4a6df {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:31.947217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9933586f-d78f-4525-bed6-8305fdeceece') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:31.947508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9933586f-d78f-4525-bed6-8305fdeceece') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:31.951434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:31.951863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Checking segment: {'id': '9933586f-d78f-4525-bed6-8305fdeceece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'edac2bf7-926c-4048-bc73-ab2c67c4a6df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:31.952265 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.952667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Bound using segment: {'id': '9933586f-d78f-4525-bed6-8305fdeceece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'edac2bf7-926c-4048-bc73-ab2c67c4a6df'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:31.953169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Bound port: 87517e25-49f1-4024-8849-db113a2f2062, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9933586f-d78f-4525-bed6-8305fdeceece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'edac2bf7-926c-4048-bc73-ab2c67c4a6df'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:31.953547 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.957711 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.972112 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.978399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:31.978787 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:31.981655 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:32.075936 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a96dfa14-c119-4b86-bd5e-b1151160839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.093964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] For port 87517e25-49f1-4024-8849-db113a2f2062, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:32.100150 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.db.api [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 11 14:14:32.100150 n-d-816488-1 neutron-server[103006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 11 14:14:32.100150 n-d-816488-1 neutron-server[103006]: [parameters: {'id': 'edac2bf7-926c-4048-bc73-ab2c67c4a6df'}] Feb 11 14:14:32.100150 n-d-816488-1 neutron-server[103006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:14:32.101005 n-d-816488-1 neutron-server[103006]: DEBUG oslo_db.api [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:14:32.113081 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] For port 87517e25-49f1-4024-8849-db113a2f2062, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87517e25-49f1-4024-8849-db113a2f2062,segment=NetworkSegment(9933586f-d78f-4525-bed6-8305fdeceece),segment_id=9933586f-d78f-4525-bed6-8305fdeceece)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:32.128731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a96dfa14-c119-4b86-bd5e-b1151160839e None None] For port c51c3bb0-52c5-4929-a3f6-00376ea692e8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c51c3bb0-52c5-4929-a3f6-00376ea692e8,segment=NetworkSegment(60efb61f-6249-4c49-8c15-5e0b0016e5e6),segment_id=60efb61f-6249-4c49-8c15-5e0b0016e5e6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:32.224199 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.253175 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a96dfa14-c119-4b86-bd5e-b1151160839e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.302823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d877444-e638-4eea-ae4f-905fb822ed91 None None] Pushing event updated for resources: {'Port': ['ID=87517e25-49f1-4024-8849-db113a2f2062,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:32.346960 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e13110-4ab4-4b9f-b048-b349ad39c5a6 None None] Network edac2bf7-926c-4048-bc73-ab2c67c4a6df requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:32.404147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dfa14-c119-4b86-bd5e-b1151160839e None None] Pushing event updated for resources: {'Port': ['ID=c51c3bb0-52c5-4929-a3f6-00376ea692e8,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:32.433673 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3ef0329a-1662-4be8-957c-d615621a61ce None None] Provisioning complete for port c51c3bb0-52c5-4929-a3f6-00376ea692e8 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:32.434066 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3ef0329a-1662-4be8-957c-d615621a61ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.541116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4551c2-b5ed-4fbc-84bf-6897a84a5ee4 None None] get_active_networks_info from n-d-816488-1 {{(pid=103008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 11 14:14:32.602747 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.628033 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4551c2-b5ed-4fbc-84bf-6897a84a5ee4 None None] Resources bound (agent type, host, resource id): {{(pid=103008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 11 14:14:32.666981 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Deleting port 87517e25-49f1-4024-8849-db113a2f2062 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:32.667435 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.690953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c51c3bb0-52c5-4929-a3f6-00376ea692e8 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:32.734590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] For port 87517e25-49f1-4024-8849-db113a2f2062, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=87517e25-49f1-4024-8849-db113a2f2062,segment=NetworkSegment(9933586f-d78f-4525-bed6-8305fdeceece),segment_id=9933586f-d78f-4525-bed6-8305fdeceece)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:32.734955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.749948 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Calling delete_port for 87517e25-49f1-4024-8849-db113a2f2062 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:32.915360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.941110 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Port': ['ID=87517e25-49f1-4024-8849-db113a2f2062,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:32.943192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port c51c3bb0-52c5-4929-a3f6-00376ea692e8 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:32.943192 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:32.945100 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No DVR routers for this DVR port 87517e25-49f1-4024-8849-db113a2f2062 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:33.027668 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.048928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edac2bf7-926c-4048-bc73-ab2c67c4a6df']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:33.058830 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9933586f-d78f-4525-bed6-8305fdeceece') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:33.059126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9933586f-d78f-4525-bed6-8305fdeceece') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:33.068935 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.082695 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.089175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:33.089564 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:33.092552 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:33.304039 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.310936 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.315395 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/networks/edac2bf7-926c-4048-bc73-ab2c67c4a6df HTTP/1.1" status: 204 len: 168 time: 2.0463130 Feb 11 14:14:33.317454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43798) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:33.326382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b0d4a-c794-47a6-b4e2-b8ec2f750bdd tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Network': ['ID=edac2bf7-926c-4048-bc73-ab2c67c4a6df,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:33.347523 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c15dccd-474e-4350-b575-aa8ee457f7b1 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] GET failed (client error): The resource could not be found. Feb 11 14:14:33.348832 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7c15dccd-474e-4350-b575-aa8ee457f7b1 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "GET /v2.0/subnets/3b8e5f8a-2a39-41be-aa2c-9d937db934ca HTTP/1.1" status: 404 len: 337 time: 0.0298560 Feb 11 14:14:33.351688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43800) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:33.370090 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cc04bb9-de10-4483-84c4-3af6c659c40d tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] DELETE failed (client error): The resource could not be found. Feb 11 14:14:33.371212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cc04bb9-de10-4483-84c4-3af6c659c40d tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:14:33.374198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7cc04bb9-de10-4483-84c4-3af6c659c40d tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/networks/edac2bf7-926c-4048-bc73-ab2c67c4a6df HTTP/1.1" status: 404 len: 339 time: 0.0216129 Feb 11 14:14:33.377910 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43802) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:33.404552 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-433c439a-2091-435e-8074-43013a63930d tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] DELETE failed (client error): The resource could not be found. Feb 11 14:14:33.406818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-433c439a-2091-435e-8074-43013a63930d tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:14:33.408086 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-433c439a-2091-435e-8074-43013a63930d tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/subnets/3b8e5f8a-2a39-41be-aa2c-9d937db934ca HTTP/1.1" status: 404 len: 337 time: 0.0292826 Feb 11 14:14:33.410561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43804) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:33.428048 n-d-816488-1 neutron-server[103007]: INFO neutron.pecan_wsgi.hooks.translation [None req-5182b810-d167-405f-9ecf-4ae7614ceb8b tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] DELETE failed (client error): The resource could not be found. Feb 11 14:14:33.428835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5182b810-d167-405f-9ecf-4ae7614ceb8b tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103007) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:14:33.431834 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5182b810-d167-405f-9ecf-4ae7614ceb8b tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/networks/edac2bf7-926c-4048-bc73-ab2c67c4a6df HTTP/1.1" status: 404 len: 339 time: 0.0203385 Feb 11 14:14:33.434117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43806) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:33.485305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15d743e-dfdb-4b1b-9dfc-5a3fc054aaf4 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Deleting subnet 7cc3ec4a-1e4a-4fe2-a6ab-5d5a339cee3f {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:14:33.488462 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a15d743e-dfdb-4b1b-9dfc-5a3fc054aaf4 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.533458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a15d743e-dfdb-4b1b-9dfc-5a3fc054aaf4 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.615120 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a15d743e-dfdb-4b1b-9dfc-5a3fc054aaf4 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.778186 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a15d743e-dfdb-4b1b-9dfc-5a3fc054aaf4 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.813333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d743e-dfdb-4b1b-9dfc-5a3fc054aaf4 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc3ec4a-1e4a-4fe2-a6ab-5d5a339cee3f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:33.817179 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a15d743e-dfdb-4b1b-9dfc-5a3fc054aaf4 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.821446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a15d743e-dfdb-4b1b-9dfc-5a3fc054aaf4 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/subnets/7cc3ec4a-1e4a-4fe2-a6ab-5d5a339cee3f HTTP/1.1" status: 204 len: 168 time: 0.3865068 Feb 11 14:14:33.823881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43808) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:33.826425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8139de-2c20-45c8-a67c-a3892ed60a30 None None] Network fd8cf6c1-7823-4f62-ad80-51e41c82a800 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:33.898286 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:33.952646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Deleting port c51c3bb0-52c5-4929-a3f6-00376ea692e8 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:33.952992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.006404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe2c0e9-e145-4fc3-9098-ad427264ab43 None None] DHCP port deletion for fd8cf6c1-7823-4f62-ad80-51e41c82a800 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:14:34.022028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] For port c51c3bb0-52c5-4929-a3f6-00376ea692e8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c51c3bb0-52c5-4929-a3f6-00376ea692e8,segment=NetworkSegment(60efb61f-6249-4c49-8c15-5e0b0016e5e6),segment_id=60efb61f-6249-4c49-8c15-5e0b0016e5e6)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:34.022399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.035798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Calling delete_port for c51c3bb0-52c5-4929-a3f6-00376ea692e8 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:34.054862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2c0e9-e145-4fc3-9098-ad427264ab43 None None] Deleting port c51c3bb0-52c5-4929-a3f6-00376ea692e8 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:34.055242 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c0e9-e145-4fc3-9098-ad427264ab43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.122379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-cfe2c0e9-e145-4fc3-9098-ad427264ab43 None None] For port c51c3bb0-52c5-4929-a3f6-00376ea692e8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=c51c3bb0-52c5-4929-a3f6-00376ea692e8,segment=NetworkSegment(60efb61f-6249-4c49-8c15-5e0b0016e5e6),segment_id=60efb61f-6249-4c49-8c15-5e0b0016e5e6)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:34.122766 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c0e9-e145-4fc3-9098-ad427264ab43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.135437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2c0e9-e145-4fc3-9098-ad427264ab43 None None] Calling delete_port for c51c3bb0-52c5-4929-a3f6-00376ea692e8 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:34.195075 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.215227 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cfe2c0e9-e145-4fc3-9098-ad427264ab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.223243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Port': ['ID=c51c3bb0-52c5-4929-a3f6-00376ea692e8,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:34.225247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No DVR routers for this DVR port c51c3bb0-52c5-4929-a3f6-00376ea692e8 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:34.241642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2c0e9-e145-4fc3-9098-ad427264ab43 None None] Pushing event deleted for resources: {'Port': ['ID=c51c3bb0-52c5-4929-a3f6-00376ea692e8,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:34.245236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2c0e9-e145-4fc3-9098-ad427264ab43 None None] No DVR routers for this DVR port c51c3bb0-52c5-4929-a3f6-00376ea692e8 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:34.310259 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.329937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8cf6c1-7823-4f62-ad80-51e41c82a800']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:34.338994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60efb61f-6249-4c49-8c15-5e0b0016e5e6') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:34.339294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60efb61f-6249-4c49-8c15-5e0b0016e5e6') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:34.348455 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.362159 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.368999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:34.369386 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:34.372499 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:34.518588 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.526174 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.529284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/networks/fd8cf6c1-7823-4f62-ad80-51e41c82a800 HTTP/1.1" status: 204 len: 168 time: 0.7044847 Feb 11 14:14:34.531996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43810) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:34.542059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fa885-22da-43c6-838a-4276fc631947 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Network': ['ID=fd8cf6c1-7823-4f62-ad80-51e41c82a800,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:34.559194 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b934a40-ef95-45a2-a913-d465ab444a28 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] DELETE failed (client error): The resource could not be found. Feb 11 14:14:34.559641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b934a40-ef95-45a2-a913-d465ab444a28 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:14:34.562812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0b934a40-ef95-45a2-a913-d465ab444a28 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/subnets/ef4ce91d-8c7a-4cd0-919d-26c7fa8040dd HTTP/1.1" status: 404 len: 337 time: 0.0296052 Feb 11 14:14:34.565198 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43812) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:34.587393 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6366465-74a0-4d97-92ee-497c790d8fe7 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] DELETE failed (client error): The resource could not be found. Feb 11 14:14:34.587914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6366465-74a0-4d97-92ee-497c790d8fe7 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:14:34.590841 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c6366465-74a0-4d97-92ee-497c790d8fe7 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/networks/d1c2434a-3580-4b0b-84ea-9225aa9b331e HTTP/1.1" status: 404 len: 339 time: 0.0247736 Feb 11 14:14:34.593212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43814) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:34.619309 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-884dfc54-f242-4cb6-a783-bfdec797d897 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] DELETE failed (client error): The resource could not be found. Feb 11 14:14:34.619767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-884dfc54-f242-4cb6-a783-bfdec797d897 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:14:34.622782 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-884dfc54-f242-4cb6-a783-bfdec797d897 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/subnets/f7bd9e36-f32a-4275-b8f0-647d2c8a8251 HTTP/1.1" status: 404 len: 337 time: 0.0286963 Feb 11 14:14:34.625489 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43816) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:34.642987 n-d-816488-1 neutron-server[103006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1912260-cc2c-468c-9069-b804714c1a42 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] DELETE failed (client error): The resource could not be found. Feb 11 14:14:34.643507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1912260-cc2c-468c-9069-b804714c1a42 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 11 14:14:34.646933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d1912260-cc2c-468c-9069-b804714c1a42 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/networks/371f4e52-6c6a-4789-8b1e-5ae719ca824d HTTP/1.1" status: 404 len: 339 time: 0.0204716 Feb 11 14:14:34.649611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43818) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:34.656970 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c51c3bb0-52c5-4929-a3f6-00376ea692e8 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:34.677209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: c51c3bb0-52c5-4929-a3f6-00376ea692e8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:34.677589 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device c51c3bb0-52c5-4929-a3f6-00376ea692e8 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:34.699001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-714bc1fb-af5e-422e-8743-d18487404973 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Deleting subnet 956558df-1a64-448a-8fcc-c9d42c8efd84 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:14:34.702025 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-714bc1fb-af5e-422e-8743-d18487404973 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.740658 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-714bc1fb-af5e-422e-8743-d18487404973 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.824736 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-714bc1fb-af5e-422e-8743-d18487404973 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.966544 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-714bc1fb-af5e-422e-8743-d18487404973 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:34.992334 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bc1fb-af5e-422e-8743-d18487404973 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Subnet': ['ID=956558df-1a64-448a-8fcc-c9d42c8efd84,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:34.998201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-714bc1fb-af5e-422e-8743-d18487404973 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.002417 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-714bc1fb-af5e-422e-8743-d18487404973 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/subnets/956558df-1a64-448a-8fcc-c9d42c8efd84 HTTP/1.1" status: 204 len: 168 time: 0.3508070 Feb 11 14:14:35.003888 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43820) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:35.004253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bcceb4-a679-43cf-a64f-f8e8a0610b44 None None] Network 30a59595-5094-4946-b712-739b3944a9c7 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:35.085527 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.139483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Deleting port 0c1d5f85-6187-4360-987e-91f8bada2eb8 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:35.139830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.184576 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d2ef5-255a-415d-9b08-72340766e373 None None] DHCP port deletion for 30a59595-5094-4946-b712-739b3944a9c7 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:14:35.212525 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] For port 0c1d5f85-6187-4360-987e-91f8bada2eb8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0c1d5f85-6187-4360-987e-91f8bada2eb8,segment=NetworkSegment(6af2bcea-7c36-44b9-9224-714e97a24ad5),segment_id=6af2bcea-7c36-44b9-9224-714e97a24ad5)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:35.212892 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.225681 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Calling delete_port for 0c1d5f85-6187-4360-987e-91f8bada2eb8 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:35.231258 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b21d2ef5-255a-415d-9b08-72340766e373 None None] Deleting port 0c1d5f85-6187-4360-987e-91f8bada2eb8 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:35.231629 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b21d2ef5-255a-415d-9b08-72340766e373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.298414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b21d2ef5-255a-415d-9b08-72340766e373 None None] For port 0c1d5f85-6187-4360-987e-91f8bada2eb8, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0c1d5f85-6187-4360-987e-91f8bada2eb8,segment=NetworkSegment(6af2bcea-7c36-44b9-9224-714e97a24ad5),segment_id=6af2bcea-7c36-44b9-9224-714e97a24ad5)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:35.298804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b21d2ef5-255a-415d-9b08-72340766e373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.312996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b21d2ef5-255a-415d-9b08-72340766e373 None None] Calling delete_port for 0c1d5f85-6187-4360-987e-91f8bada2eb8 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:35.473445 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b21d2ef5-255a-415d-9b08-72340766e373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.507044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d2ef5-255a-415d-9b08-72340766e373 None None] No DVR routers for this DVR port 0c1d5f85-6187-4360-987e-91f8bada2eb8 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:35.508787 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d2ef5-255a-415d-9b08-72340766e373 None None] Pushing event deleted for resources: {'Port': ['ID=0c1d5f85-6187-4360-987e-91f8bada2eb8,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:35.617124 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.641606 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Port': ['ID=0c1d5f85-6187-4360-987e-91f8bada2eb8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:35.645704 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] No DVR routers for this DVR port 0c1d5f85-6187-4360-987e-91f8bada2eb8 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:35.671889 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.672238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.672577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.672913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.673242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.673573 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.673951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.674267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.674592 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.674915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.675236 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.675556 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:35.736742 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.756337 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a59595-5094-4946-b712-739b3944a9c7']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:35.765272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af2bcea-7c36-44b9-9224-714e97a24ad5') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:35.765567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af2bcea-7c36-44b9-9224-714e97a24ad5') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:35.774767 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.788291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.794142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:35.794516 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: self.session.flush() Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:35.797336 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:35.937665 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.945946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:35.948918 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] 10.222.0.52 "DELETE /v2.0/networks/30a59595-5094-4946-b712-739b3944a9c7 HTTP/1.1" status: 204 len: 168 time: 0.9441323 Feb 11 14:14:35.960478 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624da977-f9dc-4713-9e1e-07b78a102803 tempest-NetworksIpV6Test-475127776 tempest-NetworksIpV6Test-475127776-project] Pushing event deleted for resources: {'Network': ['ID=30a59595-5094-4946-b712-739b3944a9c7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:36.407402 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43826) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:36.539535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-347f571f-74df-4a9b-960b-101666e52660 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e830063d8b7a4619b5f22fbcd79352c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309595 Feb 11 14:14:36.542116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43830) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:36.588248 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66b06117-b8d0-4a54-986f-33c314f0d53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.609860 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66b06117-b8d0-4a54-986f-33c314f0d53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.646919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0c1d5f85-6187-4360-987e-91f8bada2eb8 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:36.668029 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 0c1d5f85-6187-4360-987e-91f8bada2eb8 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:36.668373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0c1d5f85-6187-4360-987e-91f8bada2eb8 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:36.741377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66b06117-b8d0-4a54-986f-33c314f0d53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.744141 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66b06117-b8d0-4a54-986f-33c314f0d53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:36.745301 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-66b06117-b8d0-4a54-986f-33c314f0d53f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c583d47a-3854-4c54-b975-6cee6395b416 HTTP/1.1" status: 204 len: 168 time: 0.2023151 Feb 11 14:14:36.753089 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b06117-b8d0-4a54-986f-33c314f0d53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c583d47a-3854-4c54-b975-6cee6395b416,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:37.825052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43852) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:37.916323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b7b53b3d-1ec5-432f-b902-01f88b810a92 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1816857113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:37.941027 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:14:38.012539 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7b53b3d-1ec5-432f-b902-01f88b810a92 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.013604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7b53b3d-1ec5-432f-b902-01f88b810a92 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.068867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7b53b3d-1ec5-432f-b902-01f88b810a92 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.132585 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7b53b3d-1ec5-432f-b902-01f88b810a92 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.213890 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b7b53b3d-1ec5-432f-b902-01f88b810a92 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.215106 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b7b53b3d-1ec5-432f-b902-01f88b810a92 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3890617 Feb 11 14:14:38.217733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43856) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:38.222451 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1037771062'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:38.312307 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Made reservation on behalf of ca66ff14a2be47f4aeeb737aa9ee82ee for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:38.315701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.324096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.397547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.475430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.504270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:38.510333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6ce7d1-00ce-408a-bcfe-80b6ce5ed1b0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:38.518245 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.518345 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Added segment 91284bdb-be97-46b3-920b-0291a1b28f93 of type vlan for network 8cd26913-14dd-406a-95c3-ac5da98d0209 Feb 11 14:14:38.558037 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.638224 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.643758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:38.644335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:38.712161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event updated for resources: {'Network': ['ID=8cd26913-14dd-406a-95c3-ac5da98d0209,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:38.723102 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 8cd26913-14dd-406a-95c3-ac5da98d0209 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:38.765950 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-adb548aa-2e6d-4a24-88c7-4375b9148cbf tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5445275 Feb 11 14:14:38.766190 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43858) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:38.771887 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Request body: {'subnet': {'network_id': '8cd26913-14dd-406a-95c3-ac5da98d0209', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:39.074638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Made reservation on behalf of ca66ff14a2be47f4aeeb737aa9ee82ee for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:39.078293 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.315130 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.380781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event updated for resources: {'Subnet': ['ID=edbbe74f-a9a8-4bd5-92d7-bbe403245873,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:39.388043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Checking segment: {'id': '91284bdb-be97-46b3-920b-0291a1b28f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cd26913-14dd-406a-95c3-ac5da98d0209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:39.388406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Network hostable DHCP agents. Network: 8cd26913-14dd-406a-95c3-ac5da98d0209, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:39.503309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Network 8cd26913-14dd-406a-95c3-ac5da98d0209 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:39.595161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 8cd26913-14dd-406a-95c3-ac5da98d0209) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:39.599800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:39.600593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.607091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6537a785-43f5-46c3-abde-81c562417ea0 None None] Network 8cd26913-14dd-406a-95c3-ac5da98d0209 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:39.689082 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d9f875be-4aec-425a-956c-59428e73a6d2 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9216950 Feb 11 14:14:39.692058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43860) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:39.697243 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1424886669'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:39.749889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-8cd26913-14dd-406a-95c3-ac5da98d0209', 'network_id': '8cd26913-14dd-406a-95c3-ac5da98d0209', 'tenant_id': 'ca66ff14a2be47f4aeeb737aa9ee82ee', 'fixed_ips': [{'subnet_id': 'edbbe74f-a9a8-4bd5-92d7-bbe403245873'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:14:39.750733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.783526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Made reservation on behalf of ca66ff14a2be47f4aeeb737aa9ee82ee for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:39.787937 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.812238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:39.822501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.822874 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Added segment 1ae956ff-0e20-4fd6-9a8f-f202eb81be49 of type vlan for network 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d Feb 11 14:14:39.863209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.888262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Allocated IP 172.20.0.2 (8cd26913-14dd-406a-95c3-ac5da98d0209/edbbe74f-a9a8-4bd5-92d7-bbe403245873/08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:39.964000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:39.969539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:39.970168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.029079 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.038179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event updated for resources: {'Network': ['ID=886a2b68-4770-44ce-a4b7-1ca97dd6fc8d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:40.049474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:40.100778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a3d8985b-60f9-4d40-8fac-9c496a9c7b56 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4075606 Feb 11 14:14:40.114663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43862) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:40.119817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Request body: {'subnet': {'network_id': '886a2b68-4770-44ce-a4b7-1ca97dd6fc8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:40.132610 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.174279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Network 8cd26913-14dd-406a-95c3-ac5da98d0209 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:40.180869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:40.183942 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:40.189471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Pushing event updated for resources: {'Port': ['ID=08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:40.243077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Attempting to bind port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:40.243452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Attempting to bind port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '91284bdb-be97-46b3-920b-0291a1b28f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cd26913-14dd-406a-95c3-ac5da98d0209'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:40.243812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Attempting to bind port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c on network 8cd26913-14dd-406a-95c3-ac5da98d0209 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:40.248709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:40.249079 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Checking segment: {'id': '91284bdb-be97-46b3-920b-0291a1b28f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cd26913-14dd-406a-95c3-ac5da98d0209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:40.249477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.249902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Bound using segment: {'id': '91284bdb-be97-46b3-920b-0291a1b28f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cd26913-14dd-406a-95c3-ac5da98d0209'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:40.250364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Bound port: 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91284bdb-be97-46b3-920b-0291a1b28f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '8cd26913-14dd-406a-95c3-ac5da98d0209'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:40.250741 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.286280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Made reservation on behalf of ca66ff14a2be47f4aeeb737aa9ee82ee for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:40.289951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.317308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] For port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:40.320892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] For port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c,segment=NetworkSegment(91284bdb-be97-46b3-920b-0291a1b28f93),segment_id=91284bdb-be97-46b3-920b-0291a1b28f93)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:40.410625 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.468218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd70d87-b854-4730-8b3b-7510cddae939 None None] Pushing event updated for resources: {'Port': ['ID=08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:40.552812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.629189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event updated for resources: {'Subnet': ['ID=ffd055f3-44ec-4eaa-a15a-b066140a6af0,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:40.653096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Checking segment: {'id': '1ae956ff-0e20-4fd6-9a8f-f202eb81be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '886a2b68-4770-44ce-a4b7-1ca97dd6fc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:40.693496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Network hostable DHCP agents. Network: 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:40.754708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:40.800426 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Network 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:40.803193 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:40.803558 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.885410 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.889533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:40.897060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:40.897646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc292fd-fa96-4e69-8d8e-f55fd10b41fc None None] Network 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:40.897799 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:40.964609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c,segment=NetworkSegment(91284bdb-be97-46b3-920b-0291a1b28f93),segment_id=91284bdb-be97-46b3-920b-0291a1b28f93)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:41.032268 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bb531399-b92f-4704-80df-fd8e17b1329a tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9162357 Feb 11 14:14:41.042920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43866) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:41.047666 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3331a9d3-84c5-414c-854f-16b875af1082 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Request body: {'router': {'external_gateway_info': {'network_id': '886a2b68-4770-44ce-a4b7-1ca97dd6fc8d'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:41.063956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-886a2b68-4770-44ce-a4b7-1ca97dd6fc8d', 'network_id': '886a2b68-4770-44ce-a4b7-1ca97dd6fc8d', 'tenant_id': 'ca66ff14a2be47f4aeeb737aa9ee82ee', 'fixed_ips': [{'subnet_id': 'ffd055f3-44ec-4eaa-a15a-b066140a6af0'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:14:41.065122 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.070664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.213050 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:41.283847 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Allocated IP 172.21.0.2 (886a2b68-4770-44ce-a4b7-1ca97dd6fc8d/ffd055f3-44ec-4eaa-a15a-b066140a6af0/47b0ac33-a46d-4764-b150-b74847279a0a) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:41.306154 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3331a9d3-84c5-414c-854f-16b875af1082 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.463688 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.467579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0d0b74-5fae-46c2-89db-5763bca15c3a None None] Network 8cd26913-14dd-406a-95c3-ac5da98d0209 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:41.492400 n-d-816488-1 neutron-server[103006]: INFO neutron.api.v2.resource [None req-3331a9d3-84c5-414c-854f-16b875af1082 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 11 14:14:41.493705 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3331a9d3-84c5-414c-854f-16b875af1082 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "PUT /v2.0/routers/23849b29-2edc-4824-acc2-c00da40b2c55 HTTP/1.1" status: 400 len: 364 time: 0.4497104 Feb 11 14:14:41.499559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43868) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:41.558459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe07950-9b21-4323-a253-7a9eebeb0ba0 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Deleting subnet ffd055f3-44ec-4eaa-a15a-b066140a6af0 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:14:41.561546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fe07950-9b21-4323-a253-7a9eebeb0ba0 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.573511 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.603345 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fe07950-9b21-4323-a253-7a9eebeb0ba0 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.636482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Network 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:41.642762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:41.644494 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7c70e304-a8d5-4fe7-990f-05551d695e5c None None] Provisioning complete for port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:41.644870 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7c70e304-a8d5-4fe7-990f-05551d695e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.647244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:41.651936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Pushing event updated for resources: {'Port': ['ID=47b0ac33-a46d-4764-b150-b74847279a0a,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:41.687047 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fe07950-9b21-4323-a253-7a9eebeb0ba0 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.762807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Attempting to bind port 47b0ac33-a46d-4764-b150-b74847279a0a on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:41.763268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Attempting to bind port 47b0ac33-a46d-4764-b150-b74847279a0a by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '1ae956ff-0e20-4fd6-9a8f-f202eb81be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '886a2b68-4770-44ce-a4b7-1ca97dd6fc8d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:41.763531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Attempting to bind port 47b0ac33-a46d-4764-b150-b74847279a0a on network 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:41.774805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:41.775190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Checking segment: {'id': '1ae956ff-0e20-4fd6-9a8f-f202eb81be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '886a2b68-4770-44ce-a4b7-1ca97dd6fc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:41.775591 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.775980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Bound using segment: {'id': '1ae956ff-0e20-4fd6-9a8f-f202eb81be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '886a2b68-4770-44ce-a4b7-1ca97dd6fc8d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:41.776448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Bound port: 47b0ac33-a46d-4764-b150-b74847279a0a, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae956ff-0e20-4fd6-9a8f-f202eb81be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '886a2b68-4770-44ce-a4b7-1ca97dd6fc8d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:41.776824 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:41.961208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cea210d7-3370-4da7-871f-4f38621c569a None None] Provisioning complete for port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:41.961585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cea210d7-3370-4da7-871f-4f38621c569a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.104103 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fe07950-9b21-4323-a253-7a9eebeb0ba0 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.135427 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fe07950-9b21-4323-a253-7a9eebeb0ba0 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.138666 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8fe07950-9b21-4323-a253-7a9eebeb0ba0 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "DELETE /v2.0/subnets/ffd055f3-44ec-4eaa-a15a-b066140a6af0 HTTP/1.1" status: 204 len: 168 time: 0.6380911 Feb 11 14:14:42.139515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe07950-9b21-4323-a253-7a9eebeb0ba0 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd055f3-44ec-4eaa-a15a-b066140a6af0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:42.142310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43870) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:42.162451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] For port 47b0ac33-a46d-4764-b150-b74847279a0a, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:42.174100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] For port 47b0ac33-a46d-4764-b150-b74847279a0a, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=47b0ac33-a46d-4764-b150-b74847279a0a,segment=NetworkSegment(1ae956ff-0e20-4fd6-9a8f-f202eb81be49),segment_id=1ae956ff-0e20-4fd6-9a8f-f202eb81be49)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:42.227992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.258198 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.279601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Deleting port 47b0ac33-a46d-4764-b150-b74847279a0a {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:42.279941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.315769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ce670-e803-44ed-b553-42aac59ac620 None None] Pushing event updated for resources: {'Port': ['ID=47b0ac33-a46d-4764-b150-b74847279a0a,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:42.352239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] For port 47b0ac33-a46d-4764-b150-b74847279a0a, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=47b0ac33-a46d-4764-b150-b74847279a0a,segment=NetworkSegment(1ae956ff-0e20-4fd6-9a8f-f202eb81be49),segment_id=1ae956ff-0e20-4fd6-9a8f-f202eb81be49)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:42.352742 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.366749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Calling delete_port for 47b0ac33-a46d-4764-b150-b74847279a0a owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:42.515000 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.539772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event deleted for resources: {'Port': ['ID=47b0ac33-a46d-4764-b150-b74847279a0a,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:42.549597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] No DVR routers for this DVR port 47b0ac33-a46d-4764-b150-b74847279a0a on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:42.552212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.553048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.553465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.554106 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.554441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.554771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.555104 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.555430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.555752 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.556074 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.556393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.556714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:42.641975 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.663049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886a2b68-4770-44ce-a4b7-1ca97dd6fc8d']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:42.667217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:42.674149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae956ff-0e20-4fd6-9a8f-f202eb81be49') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:42.674455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae956ff-0e20-4fd6-9a8f-f202eb81be49') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:42.684862 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.698004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.704147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:42.704464 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:42.707392 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:42.719968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:42.720343 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.840434 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.847627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.851019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "DELETE /v2.0/networks/886a2b68-4770-44ce-a4b7-1ca97dd6fc8d HTTP/1.1" status: 204 len: 168 time: 0.7074907 Feb 11 14:14:42.853412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43872) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:42.890038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad54c78-2727-4f16-ae23-b0bad2595262 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event deleted for resources: {'Network': ['ID=886a2b68-4770-44ce-a4b7-1ca97dd6fc8d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:42.916668 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5b593d-5d86-49e6-ae71-8e87416d72db tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Deleting subnet edbbe74f-a9a8-4bd5-92d7-bbe403245873 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:14:42.920071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5b593d-5d86-49e6-ae71-8e87416d72db tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:42.963184 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5b593d-5d86-49e6-ae71-8e87416d72db tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.062533 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5b593d-5d86-49e6-ae71-8e87416d72db tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.227414 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5b593d-5d86-49e6-ae71-8e87416d72db tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.235954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0466cad6-7383-4367-9a4e-38302dca8039 None None] Could not find standard attr ID for object 47b0ac33-a46d-4764-b150-b74847279a0a. {{(pid=103008) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 11 14:14:43.248682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2335afb3-9a89-4291-aff8-40a0771ea2ed None None] DHCP port deletion for 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:14:43.255606 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b593d-5d86-49e6-ae71-8e87416d72db tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event deleted for resources: {'Subnet': ['ID=edbbe74f-a9a8-4bd5-92d7-bbe403245873,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:43.261313 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ee5b593d-5d86-49e6-ae71-8e87416d72db tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.264799 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ee5b593d-5d86-49e6-ae71-8e87416d72db tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "DELETE /v2.0/subnets/edbbe74f-a9a8-4bd5-92d7-bbe403245873 HTTP/1.1" status: 204 len: 168 time: 0.4103796 Feb 11 14:14:43.267201 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 43874) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:43.269253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c17d6-c6f5-4ec4-91e3-ab3ccb43d1fe None None] Network 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:43.283941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2070e0-89d1-4ad2-9b98-349ed1597388 None None] Network 8cd26913-14dd-406a-95c3-ac5da98d0209 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:43.285708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1c17d6-c6f5-4ec4-91e3-ab3ccb43d1fe None None] Network 886a2b68-4770-44ce-a4b7-1ca97dd6fc8d could not be found, it might have been deleted concurrently. {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 11 14:14:43.345399 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.398300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Deleting port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:43.398555 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.452967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0986250a-50aa-435c-adc0-2c19ef9e7ab2 None None] DHCP port deletion for 8cd26913-14dd-406a-95c3-ac5da98d0209 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:14:43.463666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] For port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c,segment=NetworkSegment(91284bdb-be97-46b3-920b-0291a1b28f93),segment_id=91284bdb-be97-46b3-920b-0291a1b28f93)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:43.464029 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.477415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Calling delete_port for 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:43.499421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0986250a-50aa-435c-adc0-2c19ef9e7ab2 None None] Deleting port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:14:43.499800 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0986250a-50aa-435c-adc0-2c19ef9e7ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.566370 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0986250a-50aa-435c-adc0-2c19ef9e7ab2 None None] For port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c,segment=NetworkSegment(91284bdb-be97-46b3-920b-0291a1b28f93),segment_id=91284bdb-be97-46b3-920b-0291a1b28f93)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:43.566758 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0986250a-50aa-435c-adc0-2c19ef9e7ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.580528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0986250a-50aa-435c-adc0-2c19ef9e7ab2 None None] Calling delete_port for 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:14:43.629069 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.654945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event deleted for resources: {'Port': ['ID=08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:43.657257 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0986250a-50aa-435c-adc0-2c19ef9e7ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.658413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] No DVR routers for this DVR port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:43.687802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986250a-50aa-435c-adc0-2c19ef9e7ab2 None None] Pushing event deleted for resources: {'Port': ['ID=08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:43.691329 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0986250a-50aa-435c-adc0-2c19ef9e7ab2 None None] No DVR routers for this DVR port 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:14:43.739780 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.761609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd26913-14dd-406a-95c3-ac5da98d0209']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:43.770774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91284bdb-be97-46b3-920b-0291a1b28f93') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:43.771065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91284bdb-be97-46b3-920b-0291a1b28f93') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:43.780419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.794099 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.799723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:14:43.800095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:14:43.803037 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:14:43.941350 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.948848 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:43.952016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "DELETE /v2.0/networks/8cd26913-14dd-406a-95c3-ac5da98d0209 HTTP/1.1" status: 204 len: 168 time: 0.6834457 Feb 11 14:14:43.954449 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43876) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:43.963656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95681ec3-e8ab-4eb6-80da-b7e931500eb5 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Pushing event deleted for resources: {'Network': ['ID=8cd26913-14dd-406a-95c3-ac5da98d0209,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:43.986192 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ddee07b1-904b-488a-9dfd-834edb344199 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "GET /v2.0/ports?device_id=23849b29-2edc-4824-acc2-c00da40b2c55 HTTP/1.1" status: 200 len: 205 time: 0.0304503 Feb 11 14:14:43.988699 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43878) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:44.063851 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46152c4b-91a6-4c63-9a38-ada76d6c2276 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:44.218819 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46152c4b-91a6-4c63-9a38-ada76d6c2276 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:44.220829 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46152c4b-91a6-4c63-9a38-ada76d6c2276 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:44.349616 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46152c4b-91a6-4c63-9a38-ada76d6c2276 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:44.350137 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46152c4b-91a6-4c63-9a38-ada76d6c2276 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Fanout notify agent at l3_agent the message router_deleted on router 23849b29-2edc-4824-acc2-c00da40b2c55 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:14:44.356802 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-46152c4b-91a6-4c63-9a38-ada76d6c2276 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:44.358131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-46152c4b-91a6-4c63-9a38-ada76d6c2276 tempest-RoutersNegativeTest-355104571 tempest-RoutersNegativeTest-355104571-project] 10.222.0.52 "DELETE /v2.0/routers/23849b29-2edc-4824-acc2-c00da40b2c55 HTTP/1.1" status: 204 len: 168 time: 0.3681512 Feb 11 14:14:44.654395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:44.674132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:44.676677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 08adc0fc-a7d3-4a8f-b64b-940b0d45ce7c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:44.676677 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 47b0ac33-a46d-4764-b150-b74847279a0a no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:14:44.693742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 47b0ac33-a46d-4764-b150-b74847279a0a {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:14:44.694099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 47b0ac33-a46d-4764-b150-b74847279a0a not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:14:44.823189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43884) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:44.956430 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-65466e0f-dec5-4a01-834e-257eab3ed484 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca66ff14a2be47f4aeeb737aa9ee82ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320624 Feb 11 14:14:44.959468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43888) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:45.005240 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e29a3e1-9bba-4db9-bb70-14ecfb626475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:45.029704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e29a3e1-9bba-4db9-bb70-14ecfb626475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:45.175577 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e29a3e1-9bba-4db9-bb70-14ecfb626475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:45.178164 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0e29a3e1-9bba-4db9-bb70-14ecfb626475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:45.179680 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0e29a3e1-9bba-4db9-bb70-14ecfb626475 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed6ce7d1-00ce-408a-bcfe-80b6ce5ed1b0 HTTP/1.1" status: 204 len: 168 time: 0.2192240 Feb 11 14:14:45.187624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29a3e1-9bba-4db9-bb70-14ecfb626475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6ce7d1-00ce-408a-bcfe-80b6ce5ed1b0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:46.335212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43910) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:46.433555 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2119195539-network', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:46.520208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Made reservation on behalf of 10991d57b94c46779a6c59f79ad0c3b9 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:46.523097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:46.531961 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:46.605244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:46.691841 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:46.715645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:46.725392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e8f313-a113-404b-b56a-debd57b84b7b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:46.730098 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:46.730432 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Added segment 46ed0b8e-6ef3-4f23-bc0f-a2f228d64887 of type vlan for network 6e978cb3-04ed-45a1-b163-8ec2ec803bed Feb 11 14:14:46.768401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:46.874878 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:46.875835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:46.876416 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:46.938121 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] Pushing event updated for resources: {'Network': ['ID=6e978cb3-04ed-45a1-b163-8ec2ec803bed,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:46.949176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 6e978cb3-04ed-45a1-b163-8ec2ec803bed details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:47.016002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c206d320-e856-4fcb-8610-10d87f02ba0f admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6796660 Feb 11 14:14:47.019678 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43914) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:47.025037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Request body: {'subnet': {'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2119195539-subnet', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:47.178321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Made reservation on behalf of 10991d57b94c46779a6c59f79ad0c3b9 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:47.181058 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.455402 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.504914 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad96f06-0e1c-4f5d-9e02-d718caa9ff1f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:47.522496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Checking segment: {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:47.522924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Network hostable DHCP agents. Network: 6e978cb3-04ed-45a1-b163-8ec2ec803bed, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:47.640426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Network 6e978cb3-04ed-45a1-b163-8ec2ec803bed is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:47.737652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 6e978cb3-04ed-45a1-b163-8ec2ec803bed) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:47.743287 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:47.744284 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.746440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa51b97-91f5-4f07-a3f5-3e48c1e0a2e2 None None] Network 6e978cb3-04ed-45a1-b163-8ec2ec803bed requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:47.846659 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17b6c7e1-f119-480a-a31b-2d2faf2c154c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8233483 Feb 11 14:14:47.847516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43916) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:47.852019 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2119195539-router', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:47.890660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-6e978cb3-04ed-45a1-b163-8ec2ec803bed', 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'fixed_ips': [{'subnet_id': 'bad96f06-0e1c-4f5d-9e02-d718caa9ff1f'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:14:47.891523 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.970023 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:47.971115 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.027154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Allocated IP 172.20.0.2 (6e978cb3-04ed-45a1-b163-8ec2ec803bed/bad96f06-0e1c-4f5d-9e02-d718caa9ff1f/47320a39-eb01-4d8b-a0f6-b47c9eaacf13) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:48.028887 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.169168 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.246605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.250506 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.283477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Network 6e978cb3-04ed-45a1-b163-8ec2ec803bed is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:48.288563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:48.292192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:48.303069 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Pushing event updated for resources: {'Port': ['ID=47320a39-eb01-4d8b-a0f6-b47c9eaacf13,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:48.350491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Attempting to bind port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:48.350863 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Attempting to bind port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:48.351231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Attempting to bind port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 on network 6e978cb3-04ed-45a1-b163-8ec2ec803bed {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:48.356100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:48.356476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Checking segment: {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:48.356878 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.357269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Bound using segment: {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:48.357729 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Bound port: 47320a39-eb01-4d8b-a0f6-b47c9eaacf13, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:48.358137 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.424271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] For port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:48.428204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] For port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=47320a39-eb01-4d8b-a0f6-b47c9eaacf13,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:48.518637 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.546076 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.570790 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.578042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35581cf1-bbba-42c3-a860-8fb03c893d40 None None] Pushing event updated for resources: {'Port': ['ID=47320a39-eb01-4d8b-a0f6-b47c9eaacf13,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:48.683037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Allocated IP 172.25.0.9 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/6827139c-535d-4c6e-b56a-43474bd91c38) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:48.807157 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.907365 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:48.950481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:48.953365 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:48.957658 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:48.962572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Pushing event updated for resources: {'Port': ['ID=6827139c-535d-4c6e-b56a-43474bd91c38,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:49.455796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee74a71-34e1-449e-8d9e-a66d0fabf608 None None] Network 6e978cb3-04ed-45a1-b163-8ec2ec803bed requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:49.532423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bfec492a-82c7-4a38-bf4f-74f631ca7f88 None None] Provisioning complete for port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:49.532795 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bfec492a-82c7-4a38-bf4f-74f631ca7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.597294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.672420 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bfec492a-82c7-4a38-bf4f-74f631ca7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.718174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bfec492a-82c7-4a38-bf4f-74f631ca7f88 None None] For port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=47320a39-eb01-4d8b-a0f6-b47c9eaacf13,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:49.795039 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bfec492a-82c7-4a38-bf4f-74f631ca7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.806568 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:49.845735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec492a-82c7-4a38-bf4f-74f631ca7f88 None None] Pushing event updated for resources: {'Port': ['ID=47320a39-eb01-4d8b-a0f6-b47c9eaacf13,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:49.914291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-9dea6564-3f7e-4f15-b6da-9c0e54fa3000 None None] Provisioning complete for port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:49.914658 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9dea6564-3f7e-4f15-b6da-9c0e54fa3000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.046303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Router 1676a17d-19cb-4815-ab94-808e28ab27c6 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:14:50.151965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:50.161533 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Sync routers for ids ['1676a17d-19cb-4815-ab94-808e28ab27c6'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:14:50.170942 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Routers {'1676a17d-19cb-4815-ab94-808e28ab27c6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:50.171558 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:14:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1676a17d-19cb-4815-ab94-808e28ab27c6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:50.274029 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Set router 1676a17d-19cb-4815-ab94-808e28ab27c6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:50.293740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.295194 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5e77ed39-4f4c-4e6e-aa83-4dd120c21f1d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4466813 Feb 11 14:14:50.298043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43918) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:50.451592 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'name': 'tempest-TestEncryptedCinderVolumes-2119195539-router', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:47Z', 'updated_at': '2022-02-11T14:14:49Z', 'revision_number': 3, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'gw_port': {'id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:48Z', 'updated_at': '2022-02-11T14:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:50.479096 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Checking router: 1676a17d-19cb-4815-ab94-808e28ab27c6 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:14:50.479438 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Updating router 1676a17d-19cb-4815-ab94-808e28ab27c6 port 6827139c-535d-4c6e-b56a-43474bd91c38 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:14:50.503270 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.709023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:50.716479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.768721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:50.769364 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.866693 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.937923 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:50.996029 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Attempting to bind port 6827139c-535d-4c6e-b56a-43474bd91c38 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:50.996385 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Attempting to bind port 6827139c-535d-4c6e-b56a-43474bd91c38 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:50.996742 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Attempting to bind port 6827139c-535d-4c6e-b56a-43474bd91c38 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:51.005557 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:51.005954 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:51.006346 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.006729 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:51.007186 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Bound port: 6827139c-535d-4c6e-b56a-43474bd91c38, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:51.007561 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.009217 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Pushing event updated for resources: {'Port': ['ID=6827139c-535d-4c6e-b56a-43474bd91c38,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:51.037552 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.038016 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.038350 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.038676 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.038996 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.039316 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.039632 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.039948 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.040266 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.040572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.040881 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.041205 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:14:51.074611 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] For port 6827139c-535d-4c6e-b56a-43474bd91c38, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:51.077882 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] For port 6827139c-535d-4c6e-b56a-43474bd91c38, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6827139c-535d-4c6e-b56a-43474bd91c38,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:51.196890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Allocated IP 172.20.0.1 (6e978cb3-04ed-45a1-b163-8ec2ec803bed/bad96f06-0e1c-4f5d-9e02-d718caa9ff1f/84ab831d-529f-41e0-9748-689777935d36) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:51.269416 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.300154 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.331418 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c6df3-364a-4c4c-aad2-cad864838ffb None None] Pushing event updated for resources: {'Port': ['ID=6827139c-535d-4c6e-b56a-43474bd91c38,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:51.334909 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Routers {'1676a17d-19cb-4815-ab94-808e28ab27c6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:51.335497 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:14:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1676a17d-19cb-4815-ab94-808e28ab27c6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:51.407138 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.437865 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] Set router 1676a17d-19cb-4815-ab94-808e28ab27c6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:51.447553 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Network 6e978cb3-04ed-45a1-b163-8ec2ec803bed is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:51.450532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:51.454220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:51.477927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=84ab831d-529f-41e0-9748-689777935d36,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:51.499615 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.625491 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'name': 'tempest-TestEncryptedCinderVolumes-2119195539-router', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:47Z', 'updated_at': '2022-02-11T14:14:49Z', 'revision_number': 3, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'gw_port': {'id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:48Z', 'updated_at': '2022-02-11T14:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:51.656948 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4ffe8-04ab-4353-8d1d-869bdf1d4567 None None] The sync data for ids ['1676a17d-19cb-4815-ab94-808e28ab27c6'] in n-d-816488-1 is: [{'id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'name': 'tempest-TestEncryptedCinderVolumes-2119195539-router', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:47Z', 'updated_at': '2022-02-11T14:14:49Z', 'revision_number': 3, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'gw_port': {'id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:48Z', 'updated_at': '2022-02-11T14:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:14:51.697232 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.724211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2d60c1be-e907-4de3-bae4-dacda911ae77 None None] Provisioning complete for port 84ab831d-529f-41e0-9748-689777935d36 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:51.725190 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2d60c1be-e907-4de3-bae4-dacda911ae77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.763620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2d60c1be-e907-4de3-bae4-dacda911ae77 None None] Port 84ab831d-529f-41e0-9748-689777935d36 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:14:51.866471 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:51.937888 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:52.004782 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Pushing event updated for resources: {'Port': ['ID=84ab831d-529f-41e0-9748-689777935d36,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:52.011439 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:52.108695 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Network 6e978cb3-04ed-45a1-b163-8ec2ec803bed is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:52.110146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:52.238840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Router 1676a17d-19cb-4815-ab94-808e28ab27c6 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:14:52.359479 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:52.364573 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f15a58b8-f116-472c-aad3-f413d7e0e1c1 admin admin] 10.222.0.52 "PUT /v2.0/routers/1676a17d-19cb-4815-ab94-808e28ab27c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0655723 Feb 11 14:14:52.393581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-14d4b73c-4df0-4198-b1bc-0eea53d5c7a6 None None] Provisioning complete for port 84ab831d-529f-41e0-9748-689777935d36 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:52.394126 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-14d4b73c-4df0-4198-b1bc-0eea53d5c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:52.434471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-14d4b73c-4df0-4198-b1bc-0eea53d5c7a6 None None] Port 84ab831d-529f-41e0-9748-689777935d36 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:14:52.681089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6827139c-535d-4c6e-b56a-43474bd91c38 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:52.731363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6827139c-535d-4c6e-b56a-43474bd91c38 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:52.731997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:52.814030 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:52.834476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 6827139c-535d-4c6e-b56a-43474bd91c38, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6827139c-535d-4c6e-b56a-43474bd91c38,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:52.918055 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:52.967331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=6827139c-535d-4c6e-b56a-43474bd91c38,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:53.103321 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43938) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:53.108256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1192954252-network', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:53.186856 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Made reservation on behalf of 8ba1298eff084f6d91f01daad0a28f8e for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:53.189330 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.198889 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.215971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Sync routers for ids ['1676a17d-19cb-4815-ab94-808e28ab27c6'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:14:53.227064 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Routers {'1676a17d-19cb-4815-ab94-808e28ab27c6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:53.227703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:14:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1676a17d-19cb-4815-ab94-808e28ab27c6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:53.277535 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.334184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Set router 1676a17d-19cb-4815-ab94-808e28ab27c6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:53.335315 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.360187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:14:53.370645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f6615d-4b3c-436b-bd00-300ef08a4bdb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:53.375578 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.375962 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Added segment b2af227e-194a-4c64-94ad-52bd3436c3fe of type vlan for network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d Feb 11 14:14:53.416795 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.526030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.527150 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:53.527894 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.537976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'name': 'tempest-TestEncryptedCinderVolumes-2119195539-router', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:47Z', 'updated_at': '2022-02-11T14:14:51Z', 'revision_number': 4, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'gw_port': {'id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:48Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '84ab831d-529f-41e0-9748-689777935d36', 'name': '', 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'mac_address': 'fa:16:3e:2c:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bad96f06-0e1c-4f5d-9e02-d718caa9ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:50Z', 'updated_at': '2022-02-11T14:14:51Z', 'revision_number': 2, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'subnets': [{'id': 'bad96f06-0e1c-4f5d-9e02-d718caa9ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:53.565475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Checking router: 1676a17d-19cb-4815-ab94-808e28ab27c6 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:14:53.565848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Updating router 1676a17d-19cb-4815-ab94-808e28ab27c6 port 84ab831d-529f-41e0-9748-689777935d36 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:14:53.589854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] Pushing event updated for resources: {'Network': ['ID=fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:53.590485 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:53.601174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:14:53.660341 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3080baf0-3410-43b2-8bca-43db1b7cb62a admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5558753 Feb 11 14:14:53.664051 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43940) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:53.669901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Request body: {'subnet': {'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1192954252-subnet', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:53.761001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Made reservation on behalf of 8ba1298eff084f6d91f01daad0a28f8e for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:14:53.763496 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.012188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.069083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda59f6c-b897-4715-ae0e-78a07dbd3de2,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:54.078397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Checking segment: {'id': 'b2af227e-194a-4c64-94ad-52bd3436c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:54.078763 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Network hostable DHCP agents. Network: fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:14:54.080826 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.152419 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.181698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:14:54.202252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89adb92-01a8-4a28-a411-04cf3812b308 None None] Pushing event updated for resources: {'Port': ['ID=84ab831d-529f-41e0-9748-689777935d36,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:54.259074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Attempting to bind port 84ab831d-529f-41e0-9748-689777935d36 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:54.259519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Attempting to bind port 84ab831d-529f-41e0-9748-689777935d36 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:54.259891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Attempting to bind port 84ab831d-529f-41e0-9748-689777935d36 on network 6e978cb3-04ed-45a1-b163-8ec2ec803bed {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:54.265089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:54.265455 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Checking segment: {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:54.265895 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.266281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Bound using segment: {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:54.266769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Bound port: 84ab831d-529f-41e0-9748-689777935d36, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:54.267144 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.269190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:54.274924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:54.279903 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.283701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159ea94c-f923-4492-bd45-74d2a3fd52ec None None] Network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:54.372439 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-59e6bc94-e429-4db0-b952-4d2bc8e185e6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7071118 Feb 11 14:14:54.376201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43942) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:54.380036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1192954252-router', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:14:54.398318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] For port 84ab831d-529f-41e0-9748-689777935d36, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:54.419051 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] For port 84ab831d-529f-41e0-9748-689777935d36, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=84ab831d-529f-41e0-9748-689777935d36,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:54.486417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-46163914-25f4-44eb-9f3b-7a1f19834680 None None] Provisioning complete for port 84ab831d-529f-41e0-9748-689777935d36 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:54.486775 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-46163914-25f4-44eb-9f3b-7a1f19834680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.491076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d', 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'fixed_ips': [{'subnet_id': 'dda59f6c-b897-4715-ae0e-78a07dbd3de2'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:14:54.496687 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.524219 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.525276 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.538719 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-46163914-25f4-44eb-9f3b-7a1f19834680 None None] Port 84ab831d-529f-41e0-9748-689777935d36 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:14:54.581865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.597135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.696097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6827139c-535d-4c6e-b56a-43474bd91c38 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:54.742720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Routers {'1676a17d-19cb-4815-ab94-808e28ab27c6'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:54.743360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:14:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1676a17d-19cb-4815-ab94-808e28ab27c6'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:54.745113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89adb92-01a8-4a28-a411-04cf3812b308 None None] Pushing event updated for resources: {'Port': ['ID=84ab831d-529f-41e0-9748-689777935d36,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:54.807587 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.811128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Allocated IP 172.20.0.2 (fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d/dda59f6c-b897-4715-ae0e-78a07dbd3de2/db398cb0-febc-4882-837c-7c5e5e8b77e2) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:54.867916 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-133d4a66-6873-43de-add8-f17e0f125f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.927076 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6827139c-535d-4c6e-b56a-43474bd91c38 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:54.927348 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:54.971504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] Set router 1676a17d-19cb-4815-ab94-808e28ab27c6 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:55.091226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c78d65de-9e84-49f5-b872-10796ca8d887 None None] Provisioning complete for port 84ab831d-529f-41e0-9748-689777935d36 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:55.091942 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c78d65de-9e84-49f5-b872-10796ca8d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.147481 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.167704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.238993 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.281343 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Allocated IP 172.25.0.37 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/d6c5ccb2-4ae4-4070-a1ca-338ff4928faf) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:55.347015 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.353930 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c78d65de-9e84-49f5-b872-10796ca8d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.392707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.416936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:55.417706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Pushing event updated for resources: {'Port': ['ID=db398cb0-febc-4882-837c-7c5e5e8b77e2,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:55.424712 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:55.435266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:55.452062 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-c78d65de-9e84-49f5-b872-10796ca8d887 None None] For port 84ab831d-529f-41e0-9748-689777935d36, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=84ab831d-529f-41e0-9748-689777935d36,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:55.478913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'name': 'tempest-TestEncryptedCinderVolumes-2119195539-router', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:47Z', 'updated_at': '2022-02-11T14:14:51Z', 'revision_number': 4, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'gw_port': {'id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:48Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '84ab831d-529f-41e0-9748-689777935d36', 'name': '', 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'mac_address': 'fa:16:3e:2c:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bad96f06-0e1c-4f5d-9e02-d718caa9ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:50Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'subnets': [{'id': 'bad96f06-0e1c-4f5d-9e02-d718caa9ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:55.521153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f2ce24-fa68-45c0-bd1a-a0a91e289db8 None None] The sync data for ids ['1676a17d-19cb-4815-ab94-808e28ab27c6'] in n-d-816488-1 is: [{'id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'name': 'tempest-TestEncryptedCinderVolumes-2119195539-router', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:47Z', 'updated_at': '2022-02-11T14:14:51Z', 'revision_number': 4, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'gw_port': {'id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:48Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '84ab831d-529f-41e0-9748-689777935d36', 'name': '', 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'mac_address': 'fa:16:3e:2c:0e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'bad96f06-0e1c-4f5d-9e02-d718caa9ff1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:50Z', 'updated_at': '2022-02-11T14:14:54Z', 'revision_number': 4, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'subnets': [{'id': 'bad96f06-0e1c-4f5d-9e02-d718caa9ff1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:14:55.524448 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.534937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Attempting to bind port db398cb0-febc-4882-837c-7c5e5e8b77e2 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:55.535616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Attempting to bind port db398cb0-febc-4882-837c-7c5e5e8b77e2 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b2af227e-194a-4c64-94ad-52bd3436c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:55.536496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Attempting to bind port db398cb0-febc-4882-837c-7c5e5e8b77e2 on network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:55.542917 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:55.543295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Checking segment: {'id': 'b2af227e-194a-4c64-94ad-52bd3436c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:55.543704 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.544230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Bound using segment: {'id': 'b2af227e-194a-4c64-94ad-52bd3436c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:55.544707 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Bound port: db398cb0-febc-4882-837c-7c5e5e8b77e2, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2af227e-194a-4c64-94ad-52bd3436c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:55.545091 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.582563 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:55.597547 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Pushing event updated for resources: {'Port': ['ID=d6c5ccb2-4ae4-4070-a1ca-338ff4928faf,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:55.600777 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:55.615716 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:55.642770 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] For port db398cb0-febc-4882-837c-7c5e5e8b77e2, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:55.647010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] For port db398cb0-febc-4882-837c-7c5e5e8b77e2, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=db398cb0-febc-4882-837c-7c5e5e8b77e2,segment=NetworkSegment(b2af227e-194a-4c64-94ad-52bd3436c3fe),segment_id=b2af227e-194a-4c64-94ad-52bd3436c3fe)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:55.649299 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c78d65de-9e84-49f5-b872-10796ca8d887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.714209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d65de-9e84-49f5-b872-10796ca8d887 None None] Pushing event updated for resources: {'Port': ['ID=84ab831d-529f-41e0-9748-689777935d36,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:55.754102 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:55.829257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d4001-8373-4916-9cce-5e3e2852060b None None] Pushing event updated for resources: {'Port': ['ID=db398cb0-febc-4882-837c-7c5e5e8b77e2,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:56.024788 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.200537 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.239003 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.501354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:14:56.637109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:56.647307 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Sync routers for ids ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:14:56.661425 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Routers {'7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:56.662130 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:14:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:56.745304 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.749072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3dd39c56-2984-49f2-934b-be45ad56098a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3706813 Feb 11 14:14:56.749325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 43944) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:14:56.792430 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Set router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:56.793117 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 84ab831d-529f-41e0-9748-689777935d36 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:56.867878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 84ab831d-529f-41e0-9748-689777935d36 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:56.868303 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:56.872151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a47ef90-5ae2-4749-a5e6-88928e93bdd7 None None] Network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:14:56.994075 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'name': 'tempest-TestEncryptedCinderVolumes-1192954252-router', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:54Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 3, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'gw_port': {'id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:55Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:57.021111 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Checking router: 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:14:57.021555 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Updating router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:14:57.050383 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.139177 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7496f7cf-dee9-4183-ad5c-8a473c369c01 None None] Provisioning complete for port db398cb0-febc-4882-837c-7c5e5e8b77e2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:57.139643 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7496f7cf-dee9-4183-ad5c-8a473c369c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.228122 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13745f5b-d561-40be-b177-7608b8384b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.261559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.302876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device db398cb0-febc-4882-837c-7c5e5e8b77e2 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:57.321268 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.365946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7496f7cf-dee9-4183-ad5c-8a473c369c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.394911 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.415035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7496f7cf-dee9-4183-ad5c-8a473c369c01 None None] For port db398cb0-febc-4882-837c-7c5e5e8b77e2, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=db398cb0-febc-4882-837c-7c5e5e8b77e2,segment=NetworkSegment(b2af227e-194a-4c64-94ad-52bd3436c3fe),segment_id=b2af227e-194a-4c64-94ad-52bd3436c3fe)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:57.423293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port db398cb0-febc-4882-837c-7c5e5e8b77e2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:57.423605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.427963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Allocated IP 172.20.0.1 (fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d/dda59f6c-b897-4715-ae0e-78a07dbd3de2/e71c60be-3866-4667-929f-c222638e358e) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:14:57.460092 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Attempting to bind port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:14:57.460964 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Attempting to bind port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:14:57.461617 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Attempting to bind port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:14:57.470026 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:14:57.470749 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:14:57.471352 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.471801 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:14:57.472906 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Bound port: d6c5ccb2-4ae4-4070-a1ca-338ff4928faf, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:14:57.478358 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.497799 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7496f7cf-dee9-4183-ad5c-8a473c369c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.530652 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af2a16-82a7-4cd3-b307-b4047ef2af8e None None] Pushing event updated for resources: {'Port': ['ID=d6c5ccb2-4ae4-4070-a1ca-338ff4928faf,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:57.544364 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.557489 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] For port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:14:57.557613 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.559379 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] For port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d6c5ccb2-4ae4-4070-a1ca-338ff4928faf,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:14:57.583651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496f7cf-dee9-4183-ad5c-8a473c369c01 None None] Pushing event updated for resources: {'Port': ['ID=db398cb0-febc-4882-837c-7c5e5e8b77e2,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:57.626308 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:14:57.627229 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:14:57.647613 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.705691 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af2a16-82a7-4cd3-b307-b4047ef2af8e None None] Pushing event updated for resources: {'Port': ['ID=d6c5ccb2-4ae4-4070-a1ca-338ff4928faf,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:57.709299 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Routers {'7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:57.709923 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:14:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:57.718808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.725812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1fc13cd5-8cc1-4185-bcc6-86d5b2fdc520 None None] Provisioning complete for port db398cb0-febc-4882-837c-7c5e5e8b77e2 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:57.725812 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1fc13cd5-8cc1-4185-bcc6-86d5b2fdc520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.763042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:57.766177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:57.768838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:14:57.798933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e71c60be-3866-4667-929f-c222638e358e,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:57.818339 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:57.824717 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] Set router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:58.036961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1409f891-ddcc-49cc-be45-618995390511 None None] Provisioning complete for port e71c60be-3866-4667-929f-c222638e358e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:58.037450 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1409f891-ddcc-49cc-be45-618995390511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:58.076334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1409f891-ddcc-49cc-be45-618995390511 None None] Port e71c60be-3866-4667-929f-c222638e358e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:14:58.118049 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'name': 'tempest-TestEncryptedCinderVolumes-1192954252-router', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:54Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 3, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'gw_port': {'id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:55Z', 'updated_at': '2022-02-11T14:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:58.148299 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a98136-b8fb-4266-8bfb-7da93db955e7 None None] The sync data for ids ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'] in n-d-816488-1 is: [{'id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'name': 'tempest-TestEncryptedCinderVolumes-1192954252-router', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:54Z', 'updated_at': '2022-02-11T14:14:55Z', 'revision_number': 3, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'gw_port': {'id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:55Z', 'updated_at': '2022-02-11T14:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:14:58.206543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:58.388089 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:58.559424 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:58.618260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:58.686941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e71c60be-3866-4667-929f-c222638e358e,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:58.689549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:58.782075 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device db398cb0-febc-4882-837c-7c5e5e8b77e2 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:58.806432 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:14:58.807878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:14:58.843108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port db398cb0-febc-4882-837c-7c5e5e8b77e2 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:58.843709 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:58.882275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:58.951586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d6c5ccb2-4ae4-4070-a1ca-338ff4928faf up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:14:58.953197 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:14:59.011692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:59.012065 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:59.083571 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:14:59.089352 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3c96f314-46ea-455b-b2f8-c8939a2032f7 admin admin] 10.222.0.52 "PUT /v2.0/routers/7dc64e40-b5ad-4a26-85be-e3d1c53cd86c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3389730 Feb 11 14:14:59.111358 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:59.136020 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-322857a2-7ee8-48ea-94b5-dade8ec9c95e None None] Provisioning complete for port e71c60be-3866-4667-929f-c222638e358e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:14:59.136395 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-322857a2-7ee8-48ea-94b5-dade8ec9c95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:59.138871 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d6c5ccb2-4ae4-4070-a1ca-338ff4928faf,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:14:59.175854 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-322857a2-7ee8-48ea-94b5-dade8ec9c95e None None] Port e71c60be-3866-4667-929f-c222638e358e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:14:59.228857 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:14:59.279044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=d6c5ccb2-4ae4-4070-a1ca-338ff4928faf,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:14:59.753204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Sync routers for ids ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:14:59.764746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Routers {'7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:14:59.765356 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:14:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:14:59.872962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Set router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:14:59.929823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-0300db50-16a6-4e88-b009-9153c102f5f2 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:14:59.931217 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-0300db50-16a6-4e88-b009-9153c102f5f2 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/networks?id=6e978cb3-04ed-45a1-b163-8ec2ec803bed HTTP/1.1" status: 200 len: 817 time: 0.1055529 Feb 11 14:14:59.946594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-ea0714a2-a54d-425e-905f-f283e860bcd2 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/quotas/10991d57b94c46779a6c59f79ad0c3b9 HTTP/1.1" status: 200 len: 375 time: 0.0093937 Feb 11 14:15:00.000567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-74f52a24-1852-448f-b07f-7c7e366a3be5 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10991d57b94c46779a6c59f79ad0c3b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482895 Feb 11 14:15:00.071741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'name': 'tempest-TestEncryptedCinderVolumes-1192954252-router', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:54Z', 'updated_at': '2022-02-11T14:14:58Z', 'revision_number': 4, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'gw_port': {'id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:55Z', 'updated_at': '2022-02-11T14:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e71c60be-3866-4667-929f-c222638e358e', 'name': '', 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'mac_address': 'fa:16:3e:6f:d0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dda59f6c-b897-4715-ae0e-78a07dbd3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:57Z', 'updated_at': '2022-02-11T14:14:58Z', 'revision_number': 2, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'subnets': [{'id': 'dda59f6c-b897-4715-ae0e-78a07dbd3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:00.107669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Checking router: 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:15:00.108026 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Updating router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c port e71c60be-3866-4667-929f-c222638e358e binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:15:00.138919 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.236340 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.251872 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-c3101137-a896-46cb-95fc-0326056f27a2 service neutron] 10.222.0.52 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400084 Feb 11 14:15:00.340543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-8e5f355d-bfc5-4b6a-bf9b-1182f35da885 service neutron] 10.222.0.52 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813074 Feb 11 14:15:00.405676 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.566053 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.664359 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227821be-ce8b-4ffc-9abb-0eb4355bcccc None None] Pushing event updated for resources: {'Port': ['ID=e71c60be-3866-4667-929f-c222638e358e,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:00.718541 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.729399 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9200206b-4a60-4646-82b7-223af29261a1 req-83c67920-3866-461e-a6d0-3821d9e50d3d tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 210 time: 0.0392253 Feb 11 14:15:00.733084 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Attempting to bind port e71c60be-3866-4667-929f-c222638e358e on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:00.733351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Attempting to bind port e71c60be-3866-4667-929f-c222638e358e by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'b2af227e-194a-4c64-94ad-52bd3436c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:00.733724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Attempting to bind port e71c60be-3866-4667-929f-c222638e358e on network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:00.753479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:00.755474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Checking segment: {'id': 'b2af227e-194a-4c64-94ad-52bd3436c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:00.756938 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.757407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Bound using segment: {'id': 'b2af227e-194a-4c64-94ad-52bd3436c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:00.757998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Bound port: e71c60be-3866-4667-929f-c222638e358e, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2af227e-194a-4c64-94ad-52bd3436c3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:00.758455 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.764118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d6c5ccb2-4ae4-4070-a1ca-338ff4928faf up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:00.870168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] For port e71c60be-3866-4667-929f-c222638e358e, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:00.873620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] For port e71c60be-3866-4667-929f-c222638e358e, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e71c60be-3866-4667-929f-c222638e358e,segment=NetworkSegment(b2af227e-194a-4c64-94ad-52bd3436c3fe),segment_id=b2af227e-194a-4c64-94ad-52bd3436c3fe)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:00.878518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:00.878892 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.931086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-c31837f1-1ad5-4e0e-8bc3-c2bad7ed9969 None None] Provisioning complete for port e71c60be-3866-4667-929f-c222638e358e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:00.931363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c31837f1-1ad5-4e0e-8bc3-c2bad7ed9969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.993531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:00.998954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-c31837f1-1ad5-4e0e-8bc3-c2bad7ed9969 None None] Port e71c60be-3866-4667-929f-c222638e358e cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:15:01.067608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Routers {'7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:15:01.068239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:14:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:01.073103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227821be-ce8b-4ffc-9abb-0eb4355bcccc None None] Pushing event updated for resources: {'Port': ['ID=e71c60be-3866-4667-929f-c222638e358e,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:01.359008 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-54b24746-3e95-424d-906e-dc49c388da1d None None] Provisioning complete for port e71c60be-3866-4667-929f-c222638e358e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:01.359273 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-54b24746-3e95-424d-906e-dc49c388da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:01.362158 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] Set router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:15:01.566012 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-54b24746-3e95-424d-906e-dc49c388da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:01.633233 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-54b24746-3e95-424d-906e-dc49c388da1d None None] For port e71c60be-3866-4667-929f-c222638e358e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e71c60be-3866-4667-929f-c222638e358e,segment=NetworkSegment(b2af227e-194a-4c64-94ad-52bd3436c3fe),segment_id=b2af227e-194a-4c64-94ad-52bd3436c3fe)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:01.655053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'name': 'tempest-TestEncryptedCinderVolumes-1192954252-router', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:54Z', 'updated_at': '2022-02-11T14:14:58Z', 'revision_number': 4, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'gw_port': {'id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:55Z', 'updated_at': '2022-02-11T14:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e71c60be-3866-4667-929f-c222638e358e', 'name': '', 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'mac_address': 'fa:16:3e:6f:d0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dda59f6c-b897-4715-ae0e-78a07dbd3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:57Z', 'updated_at': '2022-02-11T14:15:00Z', 'revision_number': 4, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'subnets': [{'id': 'dda59f6c-b897-4715-ae0e-78a07dbd3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:15:01.682398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46cd67-4001-4b2f-9bbb-feee33fe1a8d None None] The sync data for ids ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'] in n-d-816488-1 is: [{'id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'name': 'tempest-TestEncryptedCinderVolumes-1192954252-router', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:54Z', 'updated_at': '2022-02-11T14:14:58Z', 'revision_number': 4, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'gw_port': {'id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:55Z', 'updated_at': '2022-02-11T14:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'e71c60be-3866-4667-929f-c222638e358e', 'name': '', 'network_id': 'fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'mac_address': 'fa:16:3e:6f:d0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'dda59f6c-b897-4715-ae0e-78a07dbd3de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:57Z', 'updated_at': '2022-02-11T14:15:00Z', 'revision_number': 4, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'subnets': [{'id': 'dda59f6c-b897-4715-ae0e-78a07dbd3de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:15:01.777813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-54b24746-3e95-424d-906e-dc49c388da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:01.815742 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-387709ef-186a-4ed0-9123-1daca4c3fcf6 req-d1be3723-842e-4fa1-899f-4d0abcc3047a tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 210 time: 0.0303044 Feb 11 14:15:01.835984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b24746-3e95-424d-906e-dc49c388da1d None None] Pushing event updated for resources: {'Port': ['ID=e71c60be-3866-4667-929f-c222638e358e,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:02.696841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e71c60be-3866-4667-929f-c222638e358e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:02.743542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e71c60be-3866-4667-929f-c222638e358e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:02.743908 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:02.919216 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c14d36f8-9a71-4e8d-a9ce-7fe0f88e15bb req-3ece8b39-a205-4a9c-beb9-2c03e67c3300 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 210 time: 0.0274198 Feb 11 14:15:03.555635 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-099ff546-85d5-4679-a2ed-5c95f1912b6a tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:03.557066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-099ff546-85d5-4679-a2ed-5c95f1912b6a tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.13 "GET /v2.0/networks?id=6e978cb3-04ed-45a1-b163-8ec2ec803bed HTTP/1.1" status: 200 len: 817 time: 0.4456029 Feb 11 14:15:03.571223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Request body: {'port': {'device_id': '1fb13a8e-b681-4003-ae0f-cd921bdd46a8', 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed', 'admin_state_up': True, 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:03.737507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Made reservation on behalf of 10991d57b94c46779a6c59f79ad0c3b9 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:03.741529 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:03.868150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Allocated IP 172.20.0.9 (6e978cb3-04ed-45a1-b163-8ec2ec803bed/bad96f06-0e1c-4f5d-9e02-d718caa9ff1f/d36c21c5-8abd-4883-a780-1f3ac835f93b) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:04.018998 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ade1e6f0-4657-429d-ae17-dd87546c3375 req-c10621ae-8c32-472c-86b4-e5e92e1063a2 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 210 time: 0.0310822 Feb 11 14:15:04.041951 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.181733 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.227503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Network 6e978cb3-04ed-45a1-b163-8ec2ec803bed is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:04.230688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:04.234437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:04.240993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Pushing event updated for resources: {'Port': ['ID=d36c21c5-8abd-4883-a780-1f3ac835f93b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:04.293277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:04.294047 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.380804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-fe4ec9b4-22a1-48cb-8cc1-0e5170d4a04b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8129869 Feb 11 14:15:04.392586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Request body: {'port': {'device_id': '1fb13a8e-b681-4003-ae0f-cd921bdd46a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:04.448530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.522268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-84bf711b-6666-423b-b0a1-2eddb1de7e08 None None] Provisioning complete for port d36c21c5-8abd-4883-a780-1f3ac835f93b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:04.522853 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-84bf711b-6666-423b-b0a1-2eddb1de7e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.565650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-84bf711b-6666-423b-b0a1-2eddb1de7e08 None None] Port d36c21c5-8abd-4883-a780-1f3ac835f93b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:15:04.706196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36c21c5-8abd-4883-a780-1f3ac835f93b {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:04.713661 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.725194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Transition to ACTIVE for port object d36c21c5-8abd-4883-a780-1f3ac835f93b will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:04.840373 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:04.894246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Pushing event updated for resources: {'Port': ['ID=d36c21c5-8abd-4883-a780-1f3ac835f93b,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:04.967336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Attempting to bind port d36c21c5-8abd-4883-a780-1f3ac835f93b on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:04.967636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Attempting to bind port d36c21c5-8abd-4883-a780-1f3ac835f93b by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:04.967946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Attempting to bind port d36c21c5-8abd-4883-a780-1f3ac835f93b on network 6e978cb3-04ed-45a1-b163-8ec2ec803bed {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:04.972552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Port d36c21c5-8abd-4883-a780-1f3ac835f93b on network 6e978cb3-04ed-45a1-b163-8ec2ec803bed not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:15:04.973502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Attempting to bind port d36c21c5-8abd-4883-a780-1f3ac835f93b on network 6e978cb3-04ed-45a1-b163-8ec2ec803bed {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:04.978874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:04.979216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Checking segment: {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:04.979601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Bound using segment: {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:04.980032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Bound port: d36c21c5-8abd-4883-a780-1f3ac835f93b, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:04.980395 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.048236 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] For port d36c21c5-8abd-4883-a780-1f3ac835f93b, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:05.052649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] For port d36c21c5-8abd-4883-a780-1f3ac835f93b, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d36c21c5-8abd-4883-a780-1f3ac835f93b,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:05.139633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1212cf-84ee-4d2a-bdd6-0d915301d3f7 req-391216a9-0ce8-43c0-8f36-00d975c6ef5d tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.141199 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c1212cf-84ee-4d2a-bdd6-0d915301d3f7 req-391216a9-0ce8-43c0-8f36-00d975c6ef5d tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 943 time: 0.0530756 Feb 11 14:15:05.181331 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c1212cf-84ee-4d2a-bdd6-0d915301d3f7 req-6f34f065-fa51-4bad-9f19-2031bbfb8b09 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336125 Feb 11 14:15:05.196338 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.234403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.235088 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:05.236446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] 10.222.0.13 "PUT /v2.0/ports/d36c21c5-8abd-4883-a780-1f3ac835f93b HTTP/1.1" status: 200 len: 1091 time: 0.8481112 Feb 11 14:15:05.236882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb13a8e-b681-4003-ae0f-cd921bdd46a8', 'tag': 'd36c21c5-8abd-4883-a780-1f3ac835f93b'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:05.264994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c681aeb-0c53-49bc-bc78-d7162203d40f service neutron] Pushing event updated for resources: {'Port': ['ID=d36c21c5-8abd-4883-a780-1f3ac835f93b,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:05.280990 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb54d090-99d8-44d8-b793-dae5894b97be" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb13a8e-b681-4003-ae0f-cd921bdd46a8", "tag": "d36c21c5-8abd-4883-a780-1f3ac835f93b"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:05.397584 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f60a086-865d-46d7-b165-ca400d7a7ee6 x-openstack-request-id: req-9f60a086-865d-46d7-b165-ca400d7a7ee6 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:05.398002 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb13a8e-b681-4003-ae0f-cd921bdd46a8", "tag": "d36c21c5-8abd-4883-a780-1f3ac835f93b", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:05.398316 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f60a086-865d-46d7-b165-ca400d7a7ee6 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:05.398793 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb13a8e-b681-4003-ae0f-cd921bdd46a8', 'tag': 'd36c21c5-8abd-4883-a780-1f3ac835f93b', 'status': 'completed', 'code': 200} Feb 11 14:15:05.402068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-d60749fb-2326-4e90-b5a8-272fe43f683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.404415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-d60749fb-2326-4e90-b5a8-272fe43f683d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10991d57b94c46779a6c59f79ad0c3b9&device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 1094 time: 0.0593107 Feb 11 14:15:05.450045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-0bfd37f2-9d20-44dc-ba55-649db2fa9c87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d36c21c5-8abd-4883-a780-1f3ac835f93b HTTP/1.1" status: 200 len: 217 time: 0.0374990 Feb 11 14:15:05.513938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-b9580e00-8091-4f3e-914e-6d04890bb8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.513938 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-b9580e00-8091-4f3e-914e-6d04890bb8ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bad96f06-0e1c-4f5d-9e02-d718caa9ff1f HTTP/1.1" status: 200 len: 856 time: 0.0520735 Feb 11 14:15:05.556138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-1b49963a-7182-4724-ab59-af0a417ab6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.557651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-1b49963a-7182-4724-ab59-af0a417ab6f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e978cb3-04ed-45a1-b163-8ec2ec803bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416141 Feb 11 14:15:05.644716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-c96e62eb-6d09-4900-b6f6-47c27cfdecb7 service neutron] 10.222.0.13 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805619 Feb 11 14:15:05.736538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27301fa2-b881-40cf-aa40-77ff22c9e812 req-180fdcac-77f4-4fd2-9e61-c50865dbe91d service neutron] 10.222.0.13 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853834 Feb 11 14:15:05.928667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54d090-99d8-44d8-b793-dae5894b97be req-3ff0d2cc-de5e-4ceb-a8f2-0ee0e9c66b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:05.930398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb54d090-99d8-44d8-b793-dae5894b97be req-3ff0d2cc-de5e-4ceb-a8f2-0ee0e9c66b1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10991d57b94c46779a6c59f79ad0c3b9&device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 1094 time: 0.0428438 Feb 11 14:15:06.026491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54d090-99d8-44d8-b793-dae5894b97be req-363cb5fb-f211-4258-bbdb-d78cb95cb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.027991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb54d090-99d8-44d8-b793-dae5894b97be req-363cb5fb-f211-4258-bbdb-d78cb95cb78c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e978cb3-04ed-45a1-b163-8ec2ec803bed HTTP/1.1" status: 200 len: 918 time: 0.0892284 Feb 11 14:15:06.069896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb54d090-99d8-44d8-b793-dae5894b97be req-6e1d82cd-1112-4482-8ed0-b83ff4159251 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d36c21c5-8abd-4883-a780-1f3ac835f93b HTTP/1.1" status: 200 len: 217 time: 0.0345781 Feb 11 14:15:06.118073 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54d090-99d8-44d8-b793-dae5894b97be req-4cb0a418-f608-4006-a219-5290cfdeaeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.119526 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb54d090-99d8-44d8-b793-dae5894b97be req-4cb0a418-f608-4006-a219-5290cfdeaeda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bad96f06-0e1c-4f5d-9e02-d718caa9ff1f HTTP/1.1" status: 200 len: 856 time: 0.0435190 Feb 11 14:15:06.167825 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54d090-99d8-44d8-b793-dae5894b97be req-98d88c9e-8397-445b-8367-b3623bc1f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.169362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb54d090-99d8-44d8-b793-dae5894b97be req-98d88c9e-8397-445b-8367-b3623bc1f9aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e978cb3-04ed-45a1-b163-8ec2ec803bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425148 Feb 11 14:15:06.264750 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb54d090-99d8-44d8-b793-dae5894b97be req-b79cc0ab-f917-4d6a-86d5-f7d61df73b34 service neutron] 10.222.0.13 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873790 Feb 11 14:15:06.299760 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b929600-617a-4d5e-8a28-3d20c60fb940 req-26b50557-2762-4e00-abd3-0e119764e920 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:06.301466 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b929600-617a-4d5e-8a28-3d20c60fb940 req-26b50557-2762-4e00-abd3-0e119764e920 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 943 time: 0.0532131 Feb 11 14:15:06.340368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8b929600-617a-4d5e-8a28-3d20c60fb940 req-a5c1726a-1aed-49ff-9ec4-1bdb0cfd3f73 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Feb 11 14:15:06.356988 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb54d090-99d8-44d8-b793-dae5894b97be req-5be8c224-34bc-4105-b72f-859c2fa8e095 service neutron] 10.222.0.13 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853143 Feb 11 14:15:07.465416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd73b3-90a5-4c9d-b1a5-fcec060e723e req-332019d2-d79b-452d-b084-f8dde412097b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:07.466826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0fbd73b3-90a5-4c9d-b1a5-fcec060e723e req-332019d2-d79b-452d-b084-f8dde412097b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 943 time: 0.0542052 Feb 11 14:15:07.504724 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0fbd73b3-90a5-4c9d-b1a5-fcec060e723e req-a3f212d3-0cd7-4968-9141-3a3a5fbc8f38 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Feb 11 14:15:08.592648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d36c21c5-8abd-4883-a780-1f3ac835f93b details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:08.623067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ed677-c656-44c5-bf03-30ec895e4a7e req-2fef27a1-8e73-4289-805a-9ee5b448ffbf tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:08.624565 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-562ed677-c656-44c5-bf03-30ec895e4a7e req-2fef27a1-8e73-4289-805a-9ee5b448ffbf tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 943 time: 0.0501213 Feb 11 14:15:08.664167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-562ed677-c656-44c5-bf03-30ec895e4a7e req-3adaf113-3029-48f4-b754-144cbdcd9b90 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Feb 11 14:15:08.693671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d36c21c5-8abd-4883-a780-1f3ac835f93b, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d36c21c5-8abd-4883-a780-1f3ac835f93b,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:08.705145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'd36c21c5-8abd-4883-a780-1f3ac835f93b', 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed', 'port_id': 'd36c21c5-8abd-4883-a780-1f3ac835f93b', 'mac_address': 'fa:16:3e:04:52:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad96f06-0e1c-4f5d-9e02-d718caa9ff1f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:08.741288 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.754540 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36c21c5-8abd-4883-a780-1f3ac835f93b {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:08.774282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d36c21c5-8abd-4883-a780-1f3ac835f93b, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d36c21c5-8abd-4883-a780-1f3ac835f93b,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:08.866205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:08.912725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=d36c21c5-8abd-4883-a780-1f3ac835f93b,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:09.073367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['d36c21c5-8abd-4883-a780-1f3ac835f93b'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:09.780650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e622f29-2c05-41bf-b464-8ed3119af422 req-8fafc955-dbd3-4a93-9151-82e870f57896 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:09.782156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e622f29-2c05-41bf-b464-8ed3119af422 req-8fafc955-dbd3-4a93-9151-82e870f57896 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 944 time: 0.0505598 Feb 11 14:15:09.823019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6e622f29-2c05-41bf-b464-8ed3119af422 req-34e4d73a-98aa-4606-8f9b-395852d155db tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348105 Feb 11 14:15:10.608438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d36c21c5-8abd-4883-a780-1f3ac835f93b up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:10.759971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port d36c21c5-8abd-4883-a780-1f3ac835f93b completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:10.763805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port d36c21c5-8abd-4883-a780-1f3ac835f93b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:10.764176 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.847449 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.870459 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb13a8e-b681-4003-ae0f-cd921bdd46a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36c21c5-8abd-4883-a780-1f3ac835f93b'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:10.872707 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0aeae5-a2c8-40cc-9e24-2e1fa9f87adc" -d '{"events": [{"server_uuid": "1fb13a8e-b681-4003-ae0f-cd921bdd46a8", "name": "network-vif-plugged", "status": "completed", "tag": "d36c21c5-8abd-4883-a780-1f3ac835f93b"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:10.886385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d36c21c5-8abd-4883-a780-1f3ac835f93b, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d36c21c5-8abd-4883-a780-1f3ac835f93b,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:10.917719 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624b462-6bf8-41d4-9375-63b0a5d8392b x-openstack-request-id: req-a624b462-6bf8-41d4-9375-63b0a5d8392b {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:10.917719 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb13a8e-b681-4003-ae0f-cd921bdd46a8", "name": "network-vif-plugged", "status": "completed", "tag": "d36c21c5-8abd-4883-a780-1f3ac835f93b", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:10.917719 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a624b462-6bf8-41d4-9375-63b0a5d8392b {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:10.917719 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb13a8e-b681-4003-ae0f-cd921bdd46a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36c21c5-8abd-4883-a780-1f3ac835f93b', 'code': 200} Feb 11 14:15:10.944587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c148c-1010-41ec-beb9-24ec03499d5e req-b54a73db-4fe7-4043-ae6b-199dd5ca7959 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:10.946100 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0f1c148c-1010-41ec-beb9-24ec03499d5e req-b54a73db-4fe7-4043-ae6b-199dd5ca7959 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 944 time: 0.0553463 Feb 11 14:15:10.971821 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:10.997572 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0f1c148c-1010-41ec-beb9-24ec03499d5e req-b50da4f7-9f9d-4d6e-a6ad-6b2b2ed4c642 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396099 Feb 11 14:15:11.022178 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e097f-a381-4f1d-b267-24d4c7c4589c req-b0dd0efb-e101-402c-98f7-9914c6dcc6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:11.023726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f0e097f-a381-4f1d-b267-24d4c7c4589c req-b0dd0efb-e101-402c-98f7-9914c6dcc6e0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 1096 time: 0.0522103 Feb 11 14:15:11.026582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=d36c21c5-8abd-4883-a780-1f3ac835f93b,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:11.059511 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f0e097f-a381-4f1d-b267-24d4c7c4589c req-f51929e0-87f6-4e6b-b265-44bf6e0c5ca4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286818 Feb 11 14:15:12.121101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8b4d2-21b1-48e5-8b80-4f39a6bcc9fc req-4d696391-ed28-4c0b-afba-50bf08588310 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:12.122539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82a8b4d2-21b1-48e5-8b80-4f39a6bcc9fc req-4d696391-ed28-4c0b-afba-50bf08588310 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 945 time: 0.0531499 Feb 11 14:15:12.162805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82a8b4d2-21b1-48e5-8b80-4f39a6bcc9fc req-d2639c06-7fb4-459f-9e44-e5f1423d0d2d tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337856 Feb 11 14:15:13.288443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038969f5-2e05-4d04-9a3a-0bdc59264726 req-c85a7573-90c3-4e03-bab8-d97ee0076c2d tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.289931 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-038969f5-2e05-4d04-9a3a-0bdc59264726 req-c85a7573-90c3-4e03-bab8-d97ee0076c2d tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 945 time: 0.0526478 Feb 11 14:15:13.326750 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-038969f5-2e05-4d04-9a3a-0bdc59264726 req-867843a9-69b3-434e-aaaf-5ea5c672ffea tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308919 Feb 11 14:15:13.442149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f034ab-5af1-44a7-a108-8a591562ff00 req-51db6674-41d7-4cca-8832-ad6a13179923 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:13.443508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06f034ab-5af1-44a7-a108-8a591562ff00 req-51db6674-41d7-4cca-8832-ad6a13179923 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 945 time: 0.0495656 Feb 11 14:15:13.481333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06f034ab-5af1-44a7-a108-8a591562ff00 req-c0854c93-e533-4d08-aec4-469275a20134 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316441 Feb 11 14:15:14.939509 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:15:24.776924 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f2d6b54a-9776-40f4-be78-ff32394a4e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:26.188817 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:27.020813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e038421-1511-4640-8d7f-89b57376aae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:28.154185 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:28.851209 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.169146 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:30.696706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:37.097374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac24ec-1f2d-426d-ba4b-14430411c300 req-db38d6b2-8d5e-4590-b32c-a57bb340176c tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:37.098880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-caac24ec-1f2d-426d-ba4b-14430411c300 req-db38d6b2-8d5e-4590-b32c-a57bb340176c tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 945 time: 0.0500767 Feb 11 14:15:37.136471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-caac24ec-1f2d-426d-ba4b-14430411c300 req-67a83696-ce43-4648-a7f8-9a60c12a6066 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Feb 11 14:15:38.255597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d6039-355e-4f3f-b03c-38b604703d4d req-39768d35-33ab-47af-a9ec-bd101833bec8 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:38.257066 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-448d6039-355e-4f3f-b03c-38b604703d4d req-39768d35-33ab-47af-a9ec-bd101833bec8 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 945 time: 0.0486097 Feb 11 14:15:38.294028 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-448d6039-355e-4f3f-b03c-38b604703d4d req-1709dba6-17a6-4ee6-af06-c79b2dc337e8 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308774 Feb 11 14:15:38.651009 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-2ace6597-8cfb-4223-bb02-36d55b16331d tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:38.652538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-2ace6597-8cfb-4223-bb02-36d55b16331d tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 945 time: 0.0525289 Feb 11 14:15:38.741225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-410c8d2a-4207-45d5-9057-90c3ff18d995 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Deleting port d36c21c5-8abd-4883-a780-1f3ac835f93b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:15:38.741572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-410c8d2a-4207-45d5-9057-90c3ff18d995 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:38.832926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-410c8d2a-4207-45d5-9057-90c3ff18d995 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] For port d36c21c5-8abd-4883-a780-1f3ac835f93b, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d36c21c5-8abd-4883-a780-1f3ac835f93b,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:38.833285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-410c8d2a-4207-45d5-9057-90c3ff18d995 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:38.844878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-410c8d2a-4207-45d5-9057-90c3ff18d995 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Calling delete_port for d36c21c5-8abd-4883-a780-1f3ac835f93b owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:15:39.037022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-410c8d2a-4207-45d5-9057-90c3ff18d995 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:39.048585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['d36c21c5-8abd-4883-a780-1f3ac835f93b'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:39.071197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c8d2a-4207-45d5-9057-90c3ff18d995 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Pushing event deleted for resources: {'Port': ['ID=d36c21c5-8abd-4883-a780-1f3ac835f93b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:39.112704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-410c8d2a-4207-45d5-9057-90c3ff18d995 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] No DVR routers for this DVR port d36c21c5-8abd-4883-a780-1f3ac835f93b on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:15:39.115507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-410c8d2a-4207-45d5-9057-90c3ff18d995 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:39.118844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-08bc0cc0-ec5c-4904-b177-9efe9605e523 req-410c8d2a-4207-45d5-9057-90c3ff18d995 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.13 "DELETE /v2.0/ports/d36c21c5-8abd-4883-a780-1f3ac835f93b HTTP/1.1" status: 204 len: 173 time: 0.4604299 Feb 11 14:15:39.119281 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb13a8e-b681-4003-ae0f-cd921bdd46a8', 'name': 'network-vif-deleted', 'tag': 'd36c21c5-8abd-4883-a780-1f3ac835f93b'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:39.121518 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060239d2-f204-46ab-bef9-81ff78ba6754" -d '{"events": [{"server_uuid": "1fb13a8e-b681-4003-ae0f-cd921bdd46a8", "name": "network-vif-deleted", "tag": "d36c21c5-8abd-4883-a780-1f3ac835f93b"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:39.158682 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaaea2e-fd27-4bc2-b88b-213cb2521ff7 x-openstack-request-id: req-3eaaea2e-fd27-4bc2-b88b-213cb2521ff7 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:39.162525 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb13a8e-b681-4003-ae0f-cd921bdd46a8", "name": "network-vif-deleted", "tag": "d36c21c5-8abd-4883-a780-1f3ac835f93b", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:39.162525 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3eaaea2e-fd27-4bc2-b88b-213cb2521ff7 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:39.162525 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb13a8e-b681-4003-ae0f-cd921bdd46a8', 'name': 'network-vif-deleted', 'tag': 'd36c21c5-8abd-4883-a780-1f3ac835f93b', 'status': 'completed', 'code': 200} Feb 11 14:15:39.404002 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cd1d6bbd-3d01-4aad-84cd-09ecf4b6cf39 req-b930a068-db4e-4df5-9e51-efde623a9272 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fb13a8e-b681-4003-ae0f-cd921bdd46a8 HTTP/1.1" status: 200 len: 210 time: 0.0279872 Feb 11 14:15:41.454106 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36603311-9c89-47f0-a943-5e504e88def2 req-f14e7e77-0fc9-491c-b933-0703060dc637 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:41.455466 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-f14e7e77-0fc9-491c-b933-0703060dc637 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/networks?id=6e978cb3-04ed-45a1-b163-8ec2ec803bed HTTP/1.1" status: 200 len: 817 time: 0.1042931 Feb 11 14:15:41.473151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-a3310e71-d915-4924-a4e4-e4e5080a4847 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/quotas/10991d57b94c46779a6c59f79ad0c3b9 HTTP/1.1" status: 200 len: 375 time: 0.0114467 Feb 11 14:15:41.530050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-e9992ff3-6797-4de6-9191-78942383f1c0 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=10991d57b94c46779a6c59f79ad0c3b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504539 Feb 11 14:15:41.701396 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-b0539d6a-40c0-47e2-9559-35d0a7b67932 service neutron] 10.222.0.52 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257260 Feb 11 14:15:41.789256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-ae76f343-17d8-4d34-bb45-b80bea88ea85 service neutron] 10.222.0.52 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815759 Feb 11 14:15:42.033613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5b5f271d-9692-4cad-9a91-71d4ed8addcd req-04a03f78-7894-4f14-ab0e-5f1942e06add tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 210 time: 0.0269723 Feb 11 14:15:42.779325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d36c21c5-8abd-4883-a780-1f3ac835f93b no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:15:42.802861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: d36c21c5-8abd-4883-a780-1f3ac835f93b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:15:42.803173 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d36c21c5-8abd-4883-a780-1f3ac835f93b not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:15:43.113093 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-98676d3d-4205-4fd0-b7fa-3eb0c05de147 req-d92f25e3-25f9-4288-ab9b-7e9f31fa5719 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 210 time: 0.0276456 Feb 11 14:15:44.213509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-860e2124-fd3e-41af-b04d-da01ff6ad32f req-2c9d3906-2766-4a9d-bb8e-af733f80b5d9 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 210 time: 0.0289762 Feb 11 14:15:44.410128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36603311-9c89-47f0-a943-5e504e88def2 req-e773af49-8cef-4366-8cd4-f374abbb86e9 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:44.411498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-e773af49-8cef-4366-8cd4-f374abbb86e9 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.13 "GET /v2.0/networks?id=6e978cb3-04ed-45a1-b163-8ec2ec803bed HTTP/1.1" status: 200 len: 817 time: 0.1053319 Feb 11 14:15:44.424886 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Request body: {'port': {'device_id': '548a1d3e-b3be-421e-8146-5f094467a6a8', 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed', 'admin_state_up': True, 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:44.656602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Made reservation on behalf of 10991d57b94c46779a6c59f79ad0c3b9 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:15:44.666785 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:44.790122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Allocated IP 172.20.0.12 (6e978cb3-04ed-45a1-b163-8ec2ec803bed/bad96f06-0e1c-4f5d-9e02-d718caa9ff1f/d22015a7-c510-4c50-b26d-5bf55da63318) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:15:44.937472 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.034276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.075875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Network 6e978cb3-04ed-45a1-b163-8ec2ec803bed is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:15:45.080960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:15:45.084840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Pushing event updated for resources: {'Port': ['ID=d22015a7-c510-4c50-b26d-5bf55da63318,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:45.168022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.314258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-b15eaba3-5764-4bfb-9e3b-ae5c6caa61ee tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8931890 Feb 11 14:15:45.326054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Request body: {'port': {'device_id': '548a1d3e-b3be-421e-8146-5f094467a6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:15:45.340274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966965e-4281-4de7-b74b-8663854f95fd req-a1427682-aada-4378-8851-7665e9ebbe99 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:45.341812 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d966965e-4281-4de7-b74b-8663854f95fd req-a1427682-aada-4378-8851-7665e9ebbe99 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 932 time: 0.0545564 Feb 11 14:15:45.372371 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e481bcce-2b51-4d6d-816c-8df3c945dfbd None None] Provisioning complete for port d22015a7-c510-4c50-b26d-5bf55da63318 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:45.372972 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e481bcce-2b51-4d6d-816c-8df3c945dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.384154 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.384733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d966965e-4281-4de7-b74b-8663854f95fd req-d82a3d0c-2e05-439a-9ec1-ce903c7a2747 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359240 Feb 11 14:15:45.409471 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-e481bcce-2b51-4d6d-816c-8df3c945dfbd None None] Port d22015a7-c510-4c50-b26d-5bf55da63318 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:15:45.639679 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d22015a7-c510-4c50-b26d-5bf55da63318 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:45.646917 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.658216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Transition to ACTIVE for port object d22015a7-c510-4c50-b26d-5bf55da63318 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:15:45.714056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.764113 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Pushing event updated for resources: {'Port': ['ID=d22015a7-c510-4c50-b26d-5bf55da63318,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:45.837638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Attempting to bind port d22015a7-c510-4c50-b26d-5bf55da63318 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:15:45.838007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Attempting to bind port d22015a7-c510-4c50-b26d-5bf55da63318 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:15:45.838335 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Attempting to bind port d22015a7-c510-4c50-b26d-5bf55da63318 on network 6e978cb3-04ed-45a1-b163-8ec2ec803bed {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:45.842965 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Port d22015a7-c510-4c50-b26d-5bf55da63318 on network 6e978cb3-04ed-45a1-b163-8ec2ec803bed not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:15:45.843282 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Attempting to bind port d22015a7-c510-4c50-b26d-5bf55da63318 on network 6e978cb3-04ed-45a1-b163-8ec2ec803bed {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:15:45.848701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:15:45.849033 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Checking segment: {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:15:45.849409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Bound using segment: {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:15:45.849851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Bound port: d22015a7-c510-4c50-b26d-5bf55da63318, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:15:45.850209 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:45.916085 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] For port d22015a7-c510-4c50-b26d-5bf55da63318, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:15:45.921529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] For port d22015a7-c510-4c50-b26d-5bf55da63318, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d22015a7-c510-4c50-b26d-5bf55da63318,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:15:46.008956 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:46.047276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.047894 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:46.049319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] 10.222.0.13 "PUT /v2.0/ports/d22015a7-c510-4c50-b26d-5bf55da63318 HTTP/1.1" status: 200 len: 1092 time: 0.7275999 Feb 11 14:15:46.049877 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548a1d3e-b3be-421e-8146-5f094467a6a8', 'tag': 'd22015a7-c510-4c50-b26d-5bf55da63318'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:46.052302 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad64cfa5-8d68-4151-9083-6e093ddb27af" -d '{"events": [{"name": "network-changed", "server_uuid": "548a1d3e-b3be-421e-8146-5f094467a6a8", "tag": "d22015a7-c510-4c50-b26d-5bf55da63318"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:46.072544 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cde396-2613-4f73-955e-ce0da3374c2e service neutron] Pushing event updated for resources: {'Port': ['ID=d22015a7-c510-4c50-b26d-5bf55da63318,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:46.096340 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9950ef-2481-43f6-8d4e-9c839140c08c x-openstack-request-id: req-4d9950ef-2481-43f6-8d4e-9c839140c08c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:46.096629 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548a1d3e-b3be-421e-8146-5f094467a6a8", "tag": "d22015a7-c510-4c50-b26d-5bf55da63318", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:46.096885 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4d9950ef-2481-43f6-8d4e-9c839140c08c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:46.097298 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548a1d3e-b3be-421e-8146-5f094467a6a8', 'tag': 'd22015a7-c510-4c50-b26d-5bf55da63318', 'status': 'completed', 'code': 200} Feb 11 14:15:46.163345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64cfa5-8d68-4151-9083-6e093ddb27af req-f6b26265-463b-4b77-a304-c653f76f22ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.164750 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad64cfa5-8d68-4151-9083-6e093ddb27af req-f6b26265-463b-4b77-a304-c653f76f22ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10991d57b94c46779a6c59f79ad0c3b9&device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 1095 time: 0.0470314 Feb 11 14:15:46.266441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64cfa5-8d68-4151-9083-6e093ddb27af req-00c38ad9-8460-4577-9dc9-6f70d9e27e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.267945 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad64cfa5-8d68-4151-9083-6e093ddb27af req-00c38ad9-8460-4577-9dc9-6f70d9e27e7e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=10991d57b94c46779a6c59f79ad0c3b9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0951135 Feb 11 14:15:46.365105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64cfa5-8d68-4151-9083-6e093ddb27af req-f49988da-9ff1-4c74-b914-a602547ae090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.366531 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ad64cfa5-8d68-4151-9083-6e093ddb27af req-f49988da-9ff1-4c74-b914-a602547ae090 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922229 Feb 11 14:15:46.441576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36603311-9c89-47f0-a943-5e504e88def2 req-d19e6a9f-62ed-48ff-b16a-f1fb18bedbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.443144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-d19e6a9f-62ed-48ff-b16a-f1fb18bedbfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10991d57b94c46779a6c59f79ad0c3b9&device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 1095 time: 0.0426195 Feb 11 14:15:46.484681 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-1b3a7d3f-598c-4f8d-8814-f7def8238f5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d22015a7-c510-4c50-b26d-5bf55da63318 HTTP/1.1" status: 200 len: 217 time: 0.0346644 Feb 11 14:15:46.505353 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdfda8-a0a3-4220-9096-573999dd1a92 req-9a5e235f-b1d0-48b0-b0d2-cdf8d57bef7f tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.506975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44bdfda8-a0a3-4220-9096-573999dd1a92 req-9a5e235f-b1d0-48b0-b0d2-cdf8d57bef7f tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 944 time: 0.0501487 Feb 11 14:15:46.537403 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36603311-9c89-47f0-a943-5e504e88def2 req-204acbd1-ae1d-42cb-971c-e53866ec07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.538913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-204acbd1-ae1d-42cb-971c-e53866ec07ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bad96f06-0e1c-4f5d-9e02-d718caa9ff1f HTTP/1.1" status: 200 len: 856 time: 0.0483742 Feb 11 14:15:46.546276 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44bdfda8-a0a3-4220-9096-573999dd1a92 req-ac74391e-3075-4f1d-a8f6-3b5a9afdc70d tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Feb 11 14:15:46.584170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36603311-9c89-47f0-a943-5e504e88def2 req-03285385-d8d0-4668-98d4-40e0d53a3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:46.585654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-03285385-d8d0-4668-98d4-40e0d53a3d93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e978cb3-04ed-45a1-b163-8ec2ec803bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407734 Feb 11 14:15:46.672905 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-d9042a8a-d125-4bc5-ac3f-181052eb414a service neutron] 10.222.0.13 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801437 Feb 11 14:15:46.761519 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-36603311-9c89-47f0-a943-5e504e88def2 req-4d05a885-e637-44e1-9819-24412b1ed451 service neutron] 10.222.0.13 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822308 Feb 11 14:15:47.666556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25325709-1fc4-4e24-87a3-2c6e870ee3cf req-2f3c789a-3c87-4edb-bd0c-105a1d418c38 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:47.668025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25325709-1fc4-4e24-87a3-2c6e870ee3cf req-2f3c789a-3c87-4edb-bd0c-105a1d418c38 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 944 time: 0.0492225 Feb 11 14:15:47.705407 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-25325709-1fc4-4e24-87a3-2c6e870ee3cf req-a75560a3-2a06-4638-b0a5-1604fde7afb0 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312657 Feb 11 14:15:48.819885 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fe729-1a84-4f7a-9269-82a278d6198e req-ecd0e75e-8c56-4ea7-8861-68938688a043 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:48.821340 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c52fe729-1a84-4f7a-9269-82a278d6198e req-ecd0e75e-8c56-4ea7-8861-68938688a043 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 944 time: 0.0485029 Feb 11 14:15:48.858904 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c52fe729-1a84-4f7a-9269-82a278d6198e req-e082bc74-6e10-4f57-95c0-a41fbabb77a1 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316355 Feb 11 14:15:49.972388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c30a6-51e1-4562-8649-18112fb093e3 req-2164b6fa-e15d-4853-becc-56587d4c45e8 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:49.973861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e19c30a6-51e1-4562-8649-18112fb093e3 req-2164b6fa-e15d-4853-becc-56587d4c45e8 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 944 time: 0.0484049 Feb 11 14:15:50.014290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e19c30a6-51e1-4562-8649-18112fb093e3 req-01997a81-2409-41b7-81a6-4738015cc535 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Feb 11 14:15:50.793963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d22015a7-c510-4c50-b26d-5bf55da63318 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:15:50.887169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d22015a7-c510-4c50-b26d-5bf55da63318, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d22015a7-c510-4c50-b26d-5bf55da63318,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:50.898440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'd22015a7-c510-4c50-b26d-5bf55da63318', 'network_id': '6e978cb3-04ed-45a1-b163-8ec2ec803bed', 'port_id': 'd22015a7-c510-4c50-b26d-5bf55da63318', 'mac_address': 'fa:16:3e:95:b5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad96f06-0e1c-4f5d-9e02-d718caa9ff1f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:15:50.936328 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:50.952636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d22015a7-c510-4c50-b26d-5bf55da63318 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:15:50.972649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d22015a7-c510-4c50-b26d-5bf55da63318, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d22015a7-c510-4c50-b26d-5bf55da63318,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:51.051092 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:51.102085 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=d22015a7-c510-4c50-b26d-5bf55da63318,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:51.109273 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.109648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.110013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.110350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.110678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.111105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.111333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.111700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.112022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.112333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.112644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.112968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:15:51.137919 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262bc11-fffa-4796-bbfa-ac866bcc48b2 req-a4f9877f-37ea-4c90-97c1-9c557a9fd95b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:51.139347 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2262bc11-fffa-4796-bbfa-ac866bcc48b2 req-a4f9877f-37ea-4c90-97c1-9c557a9fd95b tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 945 time: 0.0554678 Feb 11 14:15:51.178421 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2262bc11-fffa-4796-bbfa-ac866bcc48b2 req-b33f227e-3f34-429c-a639-895d36952800 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322895 Feb 11 14:15:51.241693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['d22015a7-c510-4c50-b26d-5bf55da63318'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:15:51.940953 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:15:52.293948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014cb95-0c37-4ecf-a3c9-e1a2e31aa3b5 req-761217ad-e0ee-4de3-b284-671b18cc09f6 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:52.295437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f014cb95-0c37-4ecf-a3c9-e1a2e31aa3b5 req-761217ad-e0ee-4de3-b284-671b18cc09f6 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 945 time: 0.0479157 Feb 11 14:15:52.333076 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f014cb95-0c37-4ecf-a3c9-e1a2e31aa3b5 req-3fa7a83e-7429-462a-8a16-eab9bbffa457 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305698 Feb 11 14:15:52.804824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d22015a7-c510-4c50-b26d-5bf55da63318 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:15:52.919657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port d22015a7-c510-4c50-b26d-5bf55da63318 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:15:52.923467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port d22015a7-c510-4c50-b26d-5bf55da63318 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:15:52.923843 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.000013 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.022635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548a1d3e-b3be-421e-8146-5f094467a6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22015a7-c510-4c50-b26d-5bf55da63318'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:15:53.024846 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c116e8fe-ff3f-40af-8437-055a8f0f9fa6" -d '{"events": [{"server_uuid": "548a1d3e-b3be-421e-8146-5f094467a6a8", "name": "network-vif-plugged", "status": "completed", "tag": "d22015a7-c510-4c50-b26d-5bf55da63318"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:15:53.037360 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port d22015a7-c510-4c50-b26d-5bf55da63318, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d22015a7-c510-4c50-b26d-5bf55da63318,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:15:53.062305 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869fe3f2-4515-4da2-9cc4-4f55acf5485d x-openstack-request-id: req-869fe3f2-4515-4da2-9cc4-4f55acf5485d {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:15:53.062595 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548a1d3e-b3be-421e-8146-5f094467a6a8", "name": "network-vif-plugged", "status": "completed", "tag": "d22015a7-c510-4c50-b26d-5bf55da63318", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:15:53.062842 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-869fe3f2-4515-4da2-9cc4-4f55acf5485d {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:15:53.063227 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548a1d3e-b3be-421e-8146-5f094467a6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd22015a7-c510-4c50-b26d-5bf55da63318', 'code': 200} Feb 11 14:15:53.128469 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:53.163340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e35bf-8f2f-40b8-a012-cd6669c45698 req-6a54313a-0cdd-4e16-ae8a-7f2e743fdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:53.164817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-719e35bf-8f2f-40b8-a012-cd6669c45698 req-6a54313a-0cdd-4e16-ae8a-7f2e743fdaef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 1097 time: 0.0415330 Feb 11 14:15:53.179785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=d22015a7-c510-4c50-b26d-5bf55da63318,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:15:53.201520 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-719e35bf-8f2f-40b8-a012-cd6669c45698 req-e9899587-5141-4997-af40-eafb1c70d22d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303853 Feb 11 14:15:53.448675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da5ee1-d853-4b70-b3b7-f5692bdc4cbe req-01a6b73f-c48d-47bd-9476-0fdf0dce9e8a tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:53.450091 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86da5ee1-d853-4b70-b3b7-f5692bdc4cbe req-01a6b73f-c48d-47bd-9476-0fdf0dce9e8a tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 946 time: 0.0487242 Feb 11 14:15:53.494650 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86da5ee1-d853-4b70-b3b7-f5692bdc4cbe req-eefc6d4c-93dc-465f-9bc3-14a56b1e7e5c tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384438 Feb 11 14:15:54.615349 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e727ca-c391-43cb-8366-e5135bb8cbf0 req-93001122-0d91-4b05-a199-85767fed42c0 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:54.616828 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-61e727ca-c391-43cb-8366-e5135bb8cbf0 req-93001122-0d91-4b05-a199-85767fed42c0 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 946 time: 0.0524640 Feb 11 14:15:54.655245 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-61e727ca-c391-43cb-8366-e5135bb8cbf0 req-03b38e16-e56e-4530-b67c-1c63ea06464d tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323100 Feb 11 14:15:54.751461 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7fc4e2ca-481c-4ed1-bfa8-e73dd6b10a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:54.772076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d64d6-ee6b-4a6e-beca-4a84f4c7643d req-ca11dc40-1bba-40c8-9638-a6b440329644 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:54.773590 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-099d64d6-ee6b-4a6e-beca-4a84f4c7643d req-ca11dc40-1bba-40c8-9638-a6b440329644 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 946 time: 0.0491943 Feb 11 14:15:54.811861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-099d64d6-ee6b-4a6e-beca-4a84f4c7643d req-37371737-c357-43b5-82a6-4b784437aada tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Feb 11 14:15:56.231327 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:56.987923 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-25379f74-8124-43e2-a773-a82f358861fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:58.159387 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:58.824847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-8a08fc8e-1481-45ac-a8cf-88a30f4023d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400808 Feb 11 14:15:58.830662 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:15:58.906134 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-4543a0c3-6f14-4514-a572-52ad68ec1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:58.907567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-4543a0c3-6f14-4514-a572-52ad68ec1aee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10991d57b94c46779a6c59f79ad0c3b9&device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 1097 time: 0.0435865 Feb 11 14:15:59.019518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-5b800114-fac7-4663-a72d-3aa969854936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:59.020972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-5b800114-fac7-4663-a72d-3aa969854936 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6e978cb3-04ed-45a1-b163-8ec2ec803bed HTTP/1.1" status: 200 len: 918 time: 0.0909805 Feb 11 14:15:59.062425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-18f138b1-87fd-4ebb-a338-11ba18572454 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d22015a7-c510-4c50-b26d-5bf55da63318 HTTP/1.1" status: 200 len: 217 time: 0.0352600 Feb 11 14:15:59.117358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-26eedd6f-e13e-410b-92aa-93e630f72f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:59.118910 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-26eedd6f-e13e-410b-92aa-93e630f72f69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bad96f06-0e1c-4f5d-9e02-d718caa9ff1f HTTP/1.1" status: 200 len: 856 time: 0.0505486 Feb 11 14:15:59.168093 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-66e27d75-b8e1-4d68-90fa-51a5f81a368b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:15:59.169608 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-66e27d75-b8e1-4d68-90fa-51a5f81a368b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6e978cb3-04ed-45a1-b163-8ec2ec803bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439847 Feb 11 14:15:59.260024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-8a1e9603-2cb4-4802-9b58-ff91f00569ea service neutron] 10.222.0.13 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831563 Feb 11 14:15:59.357174 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2db0dc74-5906-424c-bb1f-5f4d38ef1b68 req-ce37a70c-6233-4714-bf80-f802d0beaf20 service neutron] 10.222.0.13 "GET /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905452 Feb 11 14:16:00.176657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:00.648425 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:18.121918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249b4c5-e7f2-43fd-b497-52e4d11f1e5f req-46795622-fdef-48e5-b29f-40acef0c205f tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:18.123433 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7249b4c5-e7f2-43fd-b497-52e4d11f1e5f req-46795622-fdef-48e5-b29f-40acef0c205f tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 946 time: 0.0516996 Feb 11 14:16:18.161787 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7249b4c5-e7f2-43fd-b497-52e4d11f1e5f req-ba74686b-8338-4586-86d5-28d5ba754254 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Feb 11 14:16:19.279120 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d700df1-0d31-4f9d-a390-dbf17b062019 req-6ec10676-0394-4965-8fb7-1a733e37dd87 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:19.280612 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5d700df1-0d31-4f9d-a390-dbf17b062019 req-6ec10676-0394-4965-8fb7-1a733e37dd87 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 946 time: 0.0495276 Feb 11 14:16:19.318210 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5d700df1-0d31-4f9d-a390-dbf17b062019 req-c75a969c-6ee5-4b2d-94dd-6bb369da22ed tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/security-groups?id=b8e8f313-a113-404b-b56a-debd57b84b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Feb 11 14:16:19.630957 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-a89bdd4c-d2f2-4753-b349-34b44ba485d8 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:19.632388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-a89bdd4c-d2f2-4753-b349-34b44ba485d8 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.13 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 946 time: 0.0482419 Feb 11 14:16:19.723167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-87ee0e54-4d4f-4d54-a955-859ade45cb79 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Deleting port d22015a7-c510-4c50-b26d-5bf55da63318 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:19.723505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-87ee0e54-4d4f-4d54-a955-859ade45cb79 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.810148 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-87ee0e54-4d4f-4d54-a955-859ade45cb79 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] For port d22015a7-c510-4c50-b26d-5bf55da63318, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=d22015a7-c510-4c50-b26d-5bf55da63318,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:19.810508 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-87ee0e54-4d4f-4d54-a955-859ade45cb79 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:19.822150 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-87ee0e54-4d4f-4d54-a955-859ade45cb79 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Calling delete_port for d22015a7-c510-4c50-b26d-5bf55da63318 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:20.013125 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-87ee0e54-4d4f-4d54-a955-859ade45cb79 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.027422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['d22015a7-c510-4c50-b26d-5bf55da63318'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:16:20.046061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee0e54-4d4f-4d54-a955-859ade45cb79 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Pushing event deleted for resources: {'Port': ['ID=d22015a7-c510-4c50-b26d-5bf55da63318,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:20.092724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-87ee0e54-4d4f-4d54-a955-859ade45cb79 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] No DVR routers for this DVR port d22015a7-c510-4c50-b26d-5bf55da63318 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:20.095969 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-87ee0e54-4d4f-4d54-a955-859ade45cb79 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:20.099223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f0048e7-af95-4e07-ac54-fdea7ab466db req-87ee0e54-4d4f-4d54-a955-859ade45cb79 tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.13 "DELETE /v2.0/ports/d22015a7-c510-4c50-b26d-5bf55da63318 HTTP/1.1" status: 204 len: 173 time: 0.4607425 Feb 11 14:16:20.099651 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548a1d3e-b3be-421e-8146-5f094467a6a8', 'name': 'network-vif-deleted', 'tag': 'd22015a7-c510-4c50-b26d-5bf55da63318'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:16:20.102008 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86be79a8-e49f-4a23-b87b-5a83a1909e64" -d '{"events": [{"server_uuid": "548a1d3e-b3be-421e-8146-5f094467a6a8", "name": "network-vif-deleted", "tag": "d22015a7-c510-4c50-b26d-5bf55da63318"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:16:20.138511 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d97047-6bcb-4c34-8188-3254b9918bca x-openstack-request-id: req-31d97047-6bcb-4c34-8188-3254b9918bca {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:16:20.138798 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548a1d3e-b3be-421e-8146-5f094467a6a8", "name": "network-vif-deleted", "tag": "d22015a7-c510-4c50-b26d-5bf55da63318", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:16:20.139074 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-31d97047-6bcb-4c34-8188-3254b9918bca {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:16:20.139480 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548a1d3e-b3be-421e-8146-5f094467a6a8', 'name': 'network-vif-deleted', 'tag': 'd22015a7-c510-4c50-b26d-5bf55da63318', 'status': 'completed', 'code': 200} Feb 11 14:16:20.424179 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60d08dca-315f-4526-90be-b8f6ea4c51a3 req-bec41dc4-41f1-42be-b55b-b0dd39c1a20e tempest-TestEncryptedCinderVolumes-111820838 tempest-TestEncryptedCinderVolumes-111820838-project] 10.222.0.52 "GET /v2.0/ports?device_id=548a1d3e-b3be-421e-8146-5f094467a6a8 HTTP/1.1" status: 200 len: 210 time: 0.0339117 Feb 11 14:16:21.592379 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44330) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:21.930280 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:22.176685 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Deleting port 84ab831d-529f-41e0-9748-689777935d36 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:22.177026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:22.252646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] For port 84ab831d-529f-41e0-9748-689777935d36, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=84ab831d-529f-41e0-9748-689777935d36,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:22.253027 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:22.264158 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Calling delete_port for 84ab831d-529f-41e0-9748-689777935d36 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:22.590294 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:22.617357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Pushing event deleted for resources: {'Port': ['ID=84ab831d-529f-41e0-9748-689777935d36,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:22.642277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.642620 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.642954 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.643286 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.643626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.643938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.644256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.644572 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.644887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.645201 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.645515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.645847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:22.788572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.003384 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Router 1676a17d-19cb-4815-ab94-808e28ab27c6 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:23.108317 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:23.113594 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f719a370-ea51-49b8-85fa-8d38676a681a admin admin] 10.222.0.52 "PUT /v2.0/routers/1676a17d-19cb-4815-ab94-808e28ab27c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5201828 Feb 11 14:16:23.116292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44332) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:23.117180 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] Sync routers for ids ['1676a17d-19cb-4815-ab94-808e28ab27c6'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:23.127814 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] Routers {'1676a17d-19cb-4815-ab94-808e28ab27c6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:23.128419 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:15:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1676a17d-19cb-4815-ab94-808e28ab27c6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:23.221361 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.233408 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] Set router 1676a17d-19cb-4815-ab94-808e28ab27c6 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:23.320265 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.418083 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'name': 'tempest-TestEncryptedCinderVolumes-2119195539-router', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9'}], 'enable_snat': True}, 'gw_port_id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:47Z', 'updated_at': '2022-02-11T14:16:22Z', 'revision_number': 5, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'gw_port': {'id': '6827139c-535d-4c6e-b56a-43474bd91c38', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:64:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:48Z', 'updated_at': '2022-02-11T14:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:23.448567 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] Checking router: 1676a17d-19cb-4815-ab94-808e28ab27c6 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:23.457530 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] Routers {'1676a17d-19cb-4815-ab94-808e28ab27c6'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:23.458161 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:15:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['1676a17d-19cb-4815-ab94-808e28ab27c6'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:23.499424 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Deleting port 6827139c-535d-4c6e-b56a-43474bd91c38 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:23.499768 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.543033 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] Set router 1676a17d-19cb-4815-ab94-808e28ab27c6 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:23.577665 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] For port 6827139c-535d-4c6e-b56a-43474bd91c38, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6827139c-535d-4c6e-b56a-43474bd91c38,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:23.578062 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.589812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Calling delete_port for 6827139c-535d-4c6e-b56a-43474bd91c38 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:23.595034 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'name': 'tempest-TestEncryptedCinderVolumes-2119195539-router', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:47Z', 'updated_at': '2022-02-11T14:16:23Z', 'revision_number': 6, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:23.623490 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a1682a-d74c-47a1-b7df-28ae402befb4 None None] The sync data for ids ['1676a17d-19cb-4815-ab94-808e28ab27c6'] in n-d-816488-1 is: [{'id': '1676a17d-19cb-4815-ab94-808e28ab27c6', 'name': 'tempest-TestEncryptedCinderVolumes-2119195539-router', 'tenant_id': '10991d57b94c46779a6c59f79ad0c3b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:47Z', 'updated_at': '2022-02-11T14:16:23Z', 'revision_number': 6, 'project_id': '10991d57b94c46779a6c59f79ad0c3b9', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:23.864829 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:23.890624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6827139c-535d-4c6e-b56a-43474bd91c38,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:23.956881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.050403 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.052521 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.162400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.163034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1676a17d-19cb-4815-ab94-808e28ab27c6 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:16:24.174629 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.174629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-93cab201-e0a4-47bf-b746-cd49bb05b7d6 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1676a17d-19cb-4815-ab94-808e28ab27c6 HTTP/1.1" status: 204 len: 168 time: 1.0510161 Feb 11 14:16:24.174629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44334) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:24.219435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e643c04-31b4-4b9c-b04b-6ff3b1f8608a admin admin] Deleting subnet bad96f06-0e1c-4f5d-9e02-d718caa9ff1f {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:16:24.222777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e643c04-31b4-4b9c-b04b-6ff3b1f8608a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.257099 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e643c04-31b4-4b9c-b04b-6ff3b1f8608a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.335549 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e643c04-31b4-4b9c-b04b-6ff3b1f8608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.473725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e643c04-31b4-4b9c-b04b-6ff3b1f8608a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.504400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e643c04-31b4-4b9c-b04b-6ff3b1f8608a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad96f06-0e1c-4f5d-9e02-d718caa9ff1f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:24.506394 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4e643c04-31b4-4b9c-b04b-6ff3b1f8608a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.509584 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4e643c04-31b4-4b9c-b04b-6ff3b1f8608a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bad96f06-0e1c-4f5d-9e02-d718caa9ff1f HTTP/1.1" status: 204 len: 168 time: 0.3378212 Feb 11 14:16:24.510999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff96e5f-2807-42a2-b84a-fb92c01a0a0b None None] Network 6e978cb3-04ed-45a1-b163-8ec2ec803bed requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:24.512065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44336) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:24.585395 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.648135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Deleting port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:24.648474 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.720191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] For port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=47320a39-eb01-4d8b-a0f6-b47c9eaacf13,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:24.720649 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.726363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3f2c8-f6ad-4dec-badf-48140a7e9646 None None] DHCP port deletion for 6e978cb3-04ed-45a1-b163-8ec2ec803bed request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:16:24.733355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Calling delete_port for 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:24.755004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 84ab831d-529f-41e0-9748-689777935d36 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:24.777537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 84ab831d-529f-41e0-9748-689777935d36 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:24.778110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 84ab831d-529f-41e0-9748-689777935d36 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:24.778318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6827139c-535d-4c6e-b56a-43474bd91c38 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:24.780152 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a72883c-38fc-46cd-91a6-a74e9d0d73cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.802211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 6827139c-535d-4c6e-b56a-43474bd91c38 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:24.802211 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6827139c-535d-4c6e-b56a-43474bd91c38 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:24.819959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3f2c8-f6ad-4dec-badf-48140a7e9646 None None] Deleting port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:24.820339 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f2c8-f6ad-4dec-badf-48140a7e9646 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.884946 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b9c3f2c8-f6ad-4dec-badf-48140a7e9646 None None] For port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=47320a39-eb01-4d8b-a0f6-b47c9eaacf13,segment=NetworkSegment(46ed0b8e-6ef3-4f23-bc0f-a2f228d64887),segment_id=46ed0b8e-6ef3-4f23-bc0f-a2f228d64887)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:24.885264 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f2c8-f6ad-4dec-badf-48140a7e9646 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.897713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3f2c8-f6ad-4dec-badf-48140a7e9646 None None] Calling delete_port for 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:24.904950 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:24.930911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Pushing event deleted for resources: {'Port': ['ID=47320a39-eb01-4d8b-a0f6-b47c9eaacf13,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:24.934304 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] No DVR routers for this DVR port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:24.939993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d22015a7-c510-4c50-b26d-5bf55da63318 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:24.968978 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: d22015a7-c510-4c50-b26d-5bf55da63318 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:24.969323 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device d22015a7-c510-4c50-b26d-5bf55da63318 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:25.000928 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f2c8-f6ad-4dec-badf-48140a7e9646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.029500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3f2c8-f6ad-4dec-badf-48140a7e9646 None None] Pushing event deleted for resources: {'Port': ['ID=47320a39-eb01-4d8b-a0f6-b47c9eaacf13,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:25.031444 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3f2c8-f6ad-4dec-badf-48140a7e9646 None None] No DVR routers for this DVR port 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:25.352132 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.370382 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e978cb3-04ed-45a1-b163-8ec2ec803bed']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:25.379714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:25.383506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ed0b8e-6ef3-4f23-bc0f-a2f228d64887') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:25.388814 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.401995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.407560 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:16:25.412499 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:16:25.533225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.538619 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:25.541653 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] 10.222.0.52 "DELETE /v2.0/networks/6e978cb3-04ed-45a1-b163-8ec2ec803bed HTTP/1.1" status: 204 len: 168 time: 1.0286918 Feb 11 14:16:25.545951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44338) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:25.553209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db28b5-7b2e-44e1-921a-c90bddfcbdfe admin admin] Pushing event deleted for resources: {'Network': ['ID=6e978cb3-04ed-45a1-b163-8ec2ec803bed,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:25.879860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.207486 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.429790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] Deleting port e71c60be-3866-4667-929f-c222638e358e {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:26.430192 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.509361 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] For port e71c60be-3866-4667-929f-c222638e358e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e71c60be-3866-4667-929f-c222638e358e,segment=NetworkSegment(b2af227e-194a-4c64-94ad-52bd3436c3fe),segment_id=b2af227e-194a-4c64-94ad-52bd3436c3fe)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:26.509720 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.521630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] Calling delete_port for e71c60be-3866-4667-929f-c222638e358e owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:26.703616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:26.724251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:26.724593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 47320a39-eb01-4d8b-a0f6-b47c9eaacf13 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:26.790684 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.817796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] Pushing event deleted for resources: {'Port': ['ID=e71c60be-3866-4667-929f-c222638e358e,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:26.983188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:26.995994 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5d69-b4fd-46c3-9adc-73f49dce7b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.201140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] Router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:27.320764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:27.325794 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9b864465-688a-40d2-9c69-91483ca8245e admin admin] 10.222.0.52 "PUT /v2.0/routers/7dc64e40-b5ad-4a26-85be-e3d1c53cd86c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7788014 Feb 11 14:16:27.328291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44340) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:27.330905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] Sync routers for ids ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:27.340394 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] Routers {'7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:27.341010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:27.436732 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.460657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] Set router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:27.545339 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.647848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'name': 'tempest-TestEncryptedCinderVolumes-1192954252-router', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:54Z', 'updated_at': '2022-02-11T14:16:26Z', 'revision_number': 5, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'gw_port': {'id': 'd6c5ccb2-4ae4-4070-a1ca-338ff4928faf', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:0c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:14:55Z', 'updated_at': '2022-02-11T14:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:27.675066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] Checking router: 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:27.683755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] Routers {'7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:27.684408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:27.686957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Deleting port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:27.687482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.791309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] For port d6c5ccb2-4ae4-4070-a1ca-338ff4928faf, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=d6c5ccb2-4ae4-4070-a1ca-338ff4928faf,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:27.792069 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:27.806437 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Calling delete_port for d6c5ccb2-4ae4-4070-a1ca-338ff4928faf owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:27.937166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] Set router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:27.994024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'name': 'tempest-TestEncryptedCinderVolumes-1192954252-router', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:54Z', 'updated_at': '2022-02-11T14:16:27Z', 'revision_number': 6, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:28.020452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee4a924-4e4d-4cbc-a96a-6b287ce5374f None None] The sync data for ids ['7dc64e40-b5ad-4a26-85be-e3d1c53cd86c'] in n-d-816488-1 is: [{'id': '7dc64e40-b5ad-4a26-85be-e3d1c53cd86c', 'name': 'tempest-TestEncryptedCinderVolumes-1192954252-router', 'tenant_id': '8ba1298eff084f6d91f01daad0a28f8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:14:54Z', 'updated_at': '2022-02-11T14:16:27Z', 'revision_number': 6, 'project_id': '8ba1298eff084f6d91f01daad0a28f8e', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:28.059280 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.093612 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c5ccb2-4ae4-4070-a1ca-338ff4928faf,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:28.149929 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.201406 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.252139 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.254710 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.370535 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.371342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dc64e40-b5ad-4a26-85be-e3d1c53cd86c {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:16:28.385041 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.385041 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6d455023-b7ab-4329-88d7-b034d261dfe7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7dc64e40-b5ad-4a26-85be-e3d1c53cd86c HTTP/1.1" status: 204 len: 168 time: 1.0483558 Feb 11 14:16:28.385041 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44342) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:28.427108 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ea9cee-f425-454c-8aaf-02378a77a0af admin admin] Deleting subnet dda59f6c-b897-4715-ae0e-78a07dbd3de2 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:16:28.430719 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9cee-f425-454c-8aaf-02378a77a0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.465999 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9cee-f425-454c-8aaf-02378a77a0af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.546610 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9cee-f425-454c-8aaf-02378a77a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.705010 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9cee-f425-454c-8aaf-02378a77a0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.728911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea9cee-f425-454c-8aaf-02378a77a0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda59f6c-b897-4715-ae0e-78a07dbd3de2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:28.734592 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f9ea9cee-f425-454c-8aaf-02378a77a0af admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.738532 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f9ea9cee-f425-454c-8aaf-02378a77a0af admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dda59f6c-b897-4715-ae0e-78a07dbd3de2 HTTP/1.1" status: 204 len: 168 time: 0.3570929 Feb 11 14:16:28.740701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf46f41b-a4ab-427b-99aa-bfaa6dc91852 None None] Network fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:28.741219 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44344) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:28.830680 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.846701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d6c5ccb2-4ae4-4070-a1ca-338ff4928faf no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:28.885206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: d6c5ccb2-4ae4-4070-a1ca-338ff4928faf {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:28.885398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Deleting port db398cb0-febc-4882-837c-7c5e5e8b77e2 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:28.886590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device d6c5ccb2-4ae4-4070-a1ca-338ff4928faf not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:28.886809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.886955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e71c60be-3866-4667-929f-c222638e358e no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:28.922260 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e71c60be-3866-4667-929f-c222638e358e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:28.923353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e71c60be-3866-4667-929f-c222638e358e not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:28.930900 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.941461 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:16:28.959512 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] For port db398cb0-febc-4882-837c-7c5e5e8b77e2, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=db398cb0-febc-4882-837c-7c5e5e8b77e2,segment=NetworkSegment(b2af227e-194a-4c64-94ad-52bd3436c3fe),segment_id=b2af227e-194a-4c64-94ad-52bd3436c3fe)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:28.959878 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:28.973985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Calling delete_port for db398cb0-febc-4882-837c-7c5e5e8b77e2 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:28.990800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0863ea-a834-4eec-a79a-4fb020d570c3 None None] DHCP port deletion for fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:16:29.045285 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4b0863ea-a834-4eec-a79a-4fb020d570c3 None None] Deleting port db398cb0-febc-4882-837c-7c5e5e8b77e2 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:16:29.045661 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4b0863ea-a834-4eec-a79a-4fb020d570c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.111262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4b0863ea-a834-4eec-a79a-4fb020d570c3 None None] For port db398cb0-febc-4882-837c-7c5e5e8b77e2, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=db398cb0-febc-4882-837c-7c5e5e8b77e2,segment=NetworkSegment(b2af227e-194a-4c64-94ad-52bd3436c3fe),segment_id=b2af227e-194a-4c64-94ad-52bd3436c3fe)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:29.111647 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4b0863ea-a834-4eec-a79a-4fb020d570c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.123314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4b0863ea-a834-4eec-a79a-4fb020d570c3 None None] Calling delete_port for db398cb0-febc-4882-837c-7c5e5e8b77e2 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:16:29.164491 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.178143 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] No DVR routers for this DVR port db398cb0-febc-4882-837c-7c5e5e8b77e2 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:29.202604 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4b0863ea-a834-4eec-a79a-4fb020d570c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.204991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=db398cb0-febc-4882-837c-7c5e5e8b77e2,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:29.234240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0863ea-a834-4eec-a79a-4fb020d570c3 None None] Pushing event deleted for resources: {'Port': ['ID=db398cb0-febc-4882-837c-7c5e5e8b77e2,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:29.234240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0863ea-a834-4eec-a79a-4fb020d570c3 None None] No DVR routers for this DVR port db398cb0-febc-4882-837c-7c5e5e8b77e2 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:16:29.278391 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.298724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:29.307820 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2af227e-194a-4c64-94ad-52bd3436c3fe') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:29.308110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2af227e-194a-4c64-94ad-52bd3436c3fe') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:29.317232 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.330669 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.336556 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:16:29.336933 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:16:29.338552 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:16:29.493414 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.499288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:29.502605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] 10.222.0.52 "DELETE /v2.0/networks/fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d HTTP/1.1" status: 204 len: 168 time: 0.7605495 Feb 11 14:16:29.513873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62c12a-5856-4c95-94b5-8520815c17b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae3ecc7-762f-45eb-9f33-8cdb7c9d2b9d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:29.931309 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44348) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:29.971420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6fdff83f-016f-433c-b531-644ebc957893 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10991d57b94c46779a6c59f79ad0c3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389571 Feb 11 14:16:29.973929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44350) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:30.021036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38b510c2-bec0-410c-acc9-850666562650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.041520 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38b510c2-bec0-410c-acc9-850666562650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.195823 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38b510c2-bec0-410c-acc9-850666562650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.198441 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-38b510c2-bec0-410c-acc9-850666562650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.199610 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-38b510c2-bec0-410c-acc9-850666562650 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b8e8f313-a113-404b-b56a-debd57b84b7b HTTP/1.1" status: 204 len: 168 time: 0.2247720 Feb 11 14:16:30.207919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b510c2-bec0-410c-acc9-850666562650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e8f313-a113-404b-b56a-debd57b84b7b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:30.264214 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.698856 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:30.706099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device db398cb0-febc-4882-837c-7c5e5e8b77e2 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:16:30.727429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: db398cb0-febc-4882-837c-7c5e5e8b77e2 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:16:30.727771 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device db398cb0-febc-4882-837c-7c5e5e8b77e2 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:16:30.984475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44356) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:31.024953 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-469941d3-2a76-4d85-917d-2ca579e66bd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8ba1298eff084f6d91f01daad0a28f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392749 Feb 11 14:16:31.027542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44358) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:31.076514 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2324a98f-926e-43e7-9b20-27ad1a7e66f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:31.098522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2324a98f-926e-43e7-9b20-27ad1a7e66f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:31.236158 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2324a98f-926e-43e7-9b20-27ad1a7e66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:31.238705 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2324a98f-926e-43e7-9b20-27ad1a7e66f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:31.239905 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2324a98f-926e-43e7-9b20-27ad1a7e66f6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/16f6615d-4b3c-436b-bd00-300ef08a4bdb HTTP/1.1" status: 204 len: 168 time: 0.2114768 Feb 11 14:16:31.248112 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324a98f-926e-43e7-9b20-27ad1a7e66f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f6615d-4b3c-436b-bd00-300ef08a4bdb,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:32.262057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44380) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:32.368382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-401636864-network', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:32.550140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Made reservation on behalf of 25d8db18b0b34e41bbab08e5cb6fd2ac for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:32.552518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:32.561715 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:32.635320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:32.704992 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:32.729972 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:16:32.738565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd05a69b-612f-4cbb-8e9b-3f3b8473e116,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:32.745450 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:32.745940 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Added segment c6e6b473-5907-4799-b563-94092f911810 of type vlan for network b1b815ac-acff-4936-a797-23d422602871 Feb 11 14:16:32.786256 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:32.870005 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:32.870965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:32.871545 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:32.934373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b815ac-acff-4936-a797-23d422602871,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:32.948232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network b1b815ac-acff-4936-a797-23d422602871 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:16:32.970692 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6fa9bc42-f579-4342-b9b3-d15bd2c44a44 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7074502 Feb 11 14:16:32.973444 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44384) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:32.978429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Request body: {'subnet': {'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-401636864-subnet', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:33.065017 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Made reservation on behalf of 25d8db18b0b34e41bbab08e5cb6fd2ac for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:33.067414 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.307467 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.362752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f673a8b-f05a-4fba-a6f0-0aec70109c98,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:33.372180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Checking segment: {'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:33.372534 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Network hostable DHCP agents. Network: b1b815ac-acff-4936-a797-23d422602871, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:16:33.458461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Network b1b815ac-acff-4936-a797-23d422602871 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:16:33.561717 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, b1b815ac-acff-4936-a797-23d422602871) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:33.565916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:33.566502 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.570054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71c2bf2-171d-4267-9a5a-65b3dc3781e2 None None] Network b1b815ac-acff-4936-a797-23d422602871 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:33.679038 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6e085ae0-2ecb-4207-b0eb-8990c98853f5 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7045140 Feb 11 14:16:33.681976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44386) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:33.687212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:33.720252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-b1b815ac-acff-4936-a797-23d422602871', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:16:33.720252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.810402 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.811509 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.853023 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Allocated IP 172.20.0.2 (b1b815ac-acff-4936-a797-23d422602871/0f673a8b-f05a-4fba-a6f0-0aec70109c98/caf10774-e3c7-4216-89f6-0212b09846d1) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:33.864195 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:33.994805 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.065480 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.073464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.110947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Network b1b815ac-acff-4936-a797-23d422602871 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:34.113631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:34.116037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:34.122879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Pushing event updated for resources: {'Port': ['ID=caf10774-e3c7-4216-89f6-0212b09846d1,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:34.175817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Attempting to bind port caf10774-e3c7-4216-89f6-0212b09846d1 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:34.176184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Attempting to bind port caf10774-e3c7-4216-89f6-0212b09846d1 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:34.176548 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Attempting to bind port caf10774-e3c7-4216-89f6-0212b09846d1 on network b1b815ac-acff-4936-a797-23d422602871 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:34.182208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:34.182588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Checking segment: {'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:34.182987 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.183379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Bound using segment: {'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:34.183842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Bound port: caf10774-e3c7-4216-89f6-0212b09846d1, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:34.184226 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.253617 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] For port caf10774-e3c7-4216-89f6-0212b09846d1, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:34.256861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] For port caf10774-e3c7-4216-89f6-0212b09846d1, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=caf10774-e3c7-4216-89f6-0212b09846d1,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:34.345650 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.356636 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.376215 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.410155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc44b3b1-7197-45c2-85cc-19211806440a None None] Pushing event updated for resources: {'Port': ['ID=caf10774-e3c7-4216-89f6-0212b09846d1,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:34.486815 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Allocated IP 172.25.0.36 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/a725095d-1099-4146-95e6-ce91de1d93ce) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:34.611017 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.722457 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.748584 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device caf10774-e3c7-4216-89f6-0212b09846d1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:34.763946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:34.767668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:34.771165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:34.794187 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Pushing event updated for resources: {'Port': ['ID=a725095d-1099-4146-95e6-ce91de1d93ce,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:34.799194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port caf10774-e3c7-4216-89f6-0212b09846d1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:34.799606 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.883598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:34.915397 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port caf10774-e3c7-4216-89f6-0212b09846d1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=caf10774-e3c7-4216-89f6-0212b09846d1,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:35.007829 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.067973 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=caf10774-e3c7-4216-89f6-0212b09846d1,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:35.154845 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.314640 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ffd67-0719-42a4-99f1-423fba7e6d75 None None] Network b1b815ac-acff-4936-a797-23d422602871 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:35.357233 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.390378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ce38e1c0-2661-4229-8509-b14ca87ac982 None None] Provisioning complete for port caf10774-e3c7-4216-89f6-0212b09846d1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:35.390662 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ce38e1c0-2661-4229-8509-b14ca87ac982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.570490 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Router d1ff233f-5397-47ff-aa42-df2b0c5f2578 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:16:35.683554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:35.693119 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Sync routers for ids ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:35.702220 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Routers {'d1ff233f-5397-47ff-aa42-df2b0c5f2578'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:35.702823 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:35.749660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5321661c-ebe2-4e07-b597-5d029f8209b0 None None] Provisioning complete for port caf10774-e3c7-4216-89f6-0212b09846d1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:35.750151 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5321661c-ebe2-4e07-b597-5d029f8209b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.784606 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:35.786553 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d5c31acc-b3fc-4700-a4f5-bcc36ef0497e admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1031194 Feb 11 14:16:35.789165 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44388) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:35.812124 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Set router d1ff233f-5397-47ff-aa42-df2b0c5f2578 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:35.996875 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:34Z', 'revision_number': 3, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:36.124254 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Checking router: d1ff233f-5397-47ff-aa42-df2b0c5f2578 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:36.124601 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Updating router d1ff233f-5397-47ff-aa42-df2b0c5f2578 port a725095d-1099-4146-95e6-ce91de1d93ce binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:36.150734 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.400640 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.518651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.590429 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.646234 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Pushing event updated for resources: {'Port': ['ID=a725095d-1099-4146-95e6-ce91de1d93ce,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:36.648229 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Attempting to bind port a725095d-1099-4146-95e6-ce91de1d93ce on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:36.648585 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Attempting to bind port a725095d-1099-4146-95e6-ce91de1d93ce by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:36.648934 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Attempting to bind port a725095d-1099-4146-95e6-ce91de1d93ce on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:36.658529 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:36.658529 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:36.658529 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.659058 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:36.659154 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Bound port: a725095d-1099-4146-95e6-ce91de1d93ce, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:36.659536 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.661736 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.662096 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.662422 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.662745 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.663063 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.663477 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.663792 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.664236 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.664416 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.664704 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.665011 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.665438 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:16:36.679719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Allocated IP 172.20.0.1 (b1b815ac-acff-4936-a797-23d422602871/0f673a8b-f05a-4fba-a6f0-0aec70109c98/9d2fa704-f6fa-43d9-b299-add3482c50e3) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:36.720593 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] For port a725095d-1099-4146-95e6-ce91de1d93ce, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:36.723817 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] For port a725095d-1099-4146-95e6-ce91de1d93ce, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a725095d-1099-4146-95e6-ce91de1d93ce,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:36.732974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device caf10774-e3c7-4216-89f6-0212b09846d1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:36.782625 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port caf10774-e3c7-4216-89f6-0212b09846d1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:36.782987 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.792378 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.810577 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.857779 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Routers {'d1ff233f-5397-47ff-aa42-df2b0c5f2578'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:36.858403 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:36.908803 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:36.922880 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edd549-a01a-42a3-b989-d32492af655c None None] Pushing event updated for resources: {'Port': ['ID=a725095d-1099-4146-95e6-ce91de1d93ce,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:36.949159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Network b1b815ac-acff-4936-a797-23d422602871 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:36.952260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:36.956684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:36.962130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2fa704-f6fa-43d9-b299-add3482c50e3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:36.986241 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] Set router d1ff233f-5397-47ff-aa42-df2b0c5f2578 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:36.999767 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.179068 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:34Z', 'revision_number': 3, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:37.205466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.207131 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9d2588-1e78-4703-ae15-239f84201342 None None] The sync data for ids ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'] in n-d-816488-1 is: [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:34Z', 'revision_number': 3, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:37.260468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7a321fee-de3e-49bd-bdef-dbb149138cd8 None None] Provisioning complete for port 9d2fa704-f6fa-43d9-b299-add3482c50e3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:37.260989 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7a321fee-de3e-49bd-bdef-dbb149138cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.300460 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7a321fee-de3e-49bd-bdef-dbb149138cd8 None None] Port 9d2fa704-f6fa-43d9-b299-add3482c50e3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:37.376974 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.475864 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.545975 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2fa704-f6fa-43d9-b299-add3482c50e3,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:37.548550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.647550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Network b1b815ac-acff-4936-a797-23d422602871 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:37.648996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:37.773542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Router d1ff233f-5397-47ff-aa42-df2b0c5f2578 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:37.894344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:37.899310 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-402a88c1-6bab-41f5-a6f5-b58cb83a66c9 admin admin] 10.222.0.52 "PUT /v2.0/routers/d1ff233f-5397-47ff-aa42-df2b0c5f2578/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1091173 Feb 11 14:16:37.923907 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2400ff44-1a8e-4fa5-8480-f0648831b49b None None] Provisioning complete for port 9d2fa704-f6fa-43d9-b299-add3482c50e3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:37.924435 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2400ff44-1a8e-4fa5-8480-f0648831b49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:37.964821 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2400ff44-1a8e-4fa5-8480-f0648831b49b None None] Port 9d2fa704-f6fa-43d9-b299-add3482c50e3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:38.617218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44404) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:38.622263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1505827636-network', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:38.728927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Sync routers for ids ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:38.738898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a725095d-1099-4146-95e6-ce91de1d93ce up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:38.744272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Routers {'d1ff233f-5397-47ff-aa42-df2b0c5f2578'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:38.744882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:38.745099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Made reservation on behalf of 39441cf7bc704d8db895517dd9a7968f for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:38.747495 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.755992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.832163 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.882895 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a725095d-1099-4146-95e6-ce91de1d93ce triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:38.883268 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.895515 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.908878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Set router d1ff233f-5397-47ff-aa42-df2b0c5f2578 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:38.920206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:16:38.930890 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f99b6f3-e77b-45cc-9969-a8690820a6ef,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:38.935606 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:38.935951 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Added segment aabfe3e5-6caa-43d2-a89b-2ce74c14c66d of type vlan for network bf23f016-97f9-42c1-9946-cfc89b4084a8 Feb 11 14:16:38.978217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.064410 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.065409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:39.066041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.129345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] Pushing event updated for resources: {'Network': ['ID=bf23f016-97f9-42c1-9946-cfc89b4084a8,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:39.201135 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ceea1998-4321-4f8b-9b40-b02d3fdf50d3 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5802615 Feb 11 14:16:39.201395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44406) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:39.206705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Request body: {'subnet': {'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1505827636-subnet', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:39.228949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network bf23f016-97f9-42c1-9946-cfc89b4084a8 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:16:39.301687 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.307291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Made reservation on behalf of 39441cf7bc704d8db895517dd9a7968f for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:39.309881 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.370907 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port a725095d-1099-4146-95e6-ce91de1d93ce, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a725095d-1099-4146-95e6-ce91de1d93ce,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:39.402004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '9d2fa704-f6fa-43d9-b299-add3482c50e3', 'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'mac_address': 'fa:16:3e:92:50:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 2, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'subnets': [{'id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:39.431142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Checking router: d1ff233f-5397-47ff-aa42-df2b0c5f2578 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:39.431496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Updating router d1ff233f-5397-47ff-aa42-df2b0c5f2578 port 9d2fa704-f6fa-43d9-b299-add3482c50e3 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:39.456343 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.466596 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.573111 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.588877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=a725095d-1099-4146-95e6-ce91de1d93ce,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:39.630185 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf886633-e9ac-47b2-a684-a791b4777f50,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:39.639649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Checking segment: {'id': 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:39.640004 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Network hostable DHCP agents. Network: bf23f016-97f9-42c1-9946-cfc89b4084a8, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:16:39.760732 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.767926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Network bf23f016-97f9-42c1-9946-cfc89b4084a8 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:16:39.826976 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.856396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, bf23f016-97f9-42c1-9946-cfc89b4084a8) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:39.863851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:39.864842 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.875493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9e1dc-ced9-45ba-9081-8a6e0038c55d None None] Pushing event updated for resources: {'Port': ['ID=9d2fa704-f6fa-43d9-b299-add3482c50e3,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:39.899027 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f469a-cdcc-4778-8036-bb37cde61e1a None None] Network bf23f016-97f9-42c1-9946-cfc89b4084a8 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:39.954075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4d46372e-6ca2-46ae-8956-a1bb17cded5c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7508540 Feb 11 14:16:39.956413 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44410) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:39.961111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1505827636-router', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:39.983291 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Attempting to bind port 9d2fa704-f6fa-43d9-b299-add3482c50e3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:39.983671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Attempting to bind port 9d2fa704-f6fa-43d9-b299-add3482c50e3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:39.984037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Attempting to bind port 9d2fa704-f6fa-43d9-b299-add3482c50e3 on network b1b815ac-acff-4936-a797-23d422602871 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:39.993472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:39.993878 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Checking segment: {'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:39.994285 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:39.994682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Bound using segment: {'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:39.995157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Bound port: 9d2fa704-f6fa-43d9-b299-add3482c50e3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:39.995542 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.073117 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.074255 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.126669 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] For port 9d2fa704-f6fa-43d9-b299-add3482c50e3, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:40.126899 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.132248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] For port 9d2fa704-f6fa-43d9-b299-add3482c50e3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9d2fa704-f6fa-43d9-b299-add3482c50e3,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:40.135217 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1eb03570-d8f8-4275-85f0-704c76d3f758 None None] Provisioning complete for port 9d2fa704-f6fa-43d9-b299-add3482c50e3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:40.135585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1eb03570-d8f8-4275-85f0-704c76d3f758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.173556 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-bf23f016-97f9-42c1-9946-cfc89b4084a8', 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'fixed_ips': [{'subnet_id': 'bf886633-e9ac-47b2-a684-a791b4777f50'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:16:40.174436 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.200379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1eb03570-d8f8-4275-85f0-704c76d3f758 None None] Port 9d2fa704-f6fa-43d9-b299-add3482c50e3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:40.213295 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.330771 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.368210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Routers {'d1ff233f-5397-47ff-aa42-df2b0c5f2578'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:40.368782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:40.372127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef9e1dc-ced9-45ba-9081-8a6e0038c55d None None] Pushing event updated for resources: {'Port': ['ID=9d2fa704-f6fa-43d9-b299-add3482c50e3,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:40.436562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Allocated IP 172.20.0.2 (bf23f016-97f9-42c1-9946-cfc89b4084a8/bf886633-e9ac-47b2-a684-a791b4777f50/9abe52c8-071e-4480-b55a-b8a169ba0e63) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:40.549935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] Set router d1ff233f-5397-47ff-aa42-df2b0c5f2578 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:40.637967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.658826 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.729721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a725095d-1099-4146-95e6-ce91de1d93ce up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:40.735411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-dd96dba5-1c6e-4210-bba3-ea39d604580c None None] Provisioning complete for port 9d2fa704-f6fa-43d9-b299-add3482c50e3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:40.735783 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd96dba5-1c6e-4210-bba3-ea39d604580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.766844 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Allocated IP 172.25.0.207 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/087ac9c4-96e8-44af-acaa-b3c6174d23d9) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:40.832285 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.876907 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.923510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port a725095d-1099-4146-95e6-ce91de1d93ce triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:40.923780 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.928910 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:40.979489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.022483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:41.025633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:41.029258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:41.051894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=087ac9c4-96e8-44af-acaa-b3c6174d23d9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:41.156113 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd96dba5-1c6e-4210-bba3-ea39d604580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.192819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Network bf23f016-97f9-42c1-9946-cfc89b4084a8 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:41.202246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '9d2fa704-f6fa-43d9-b299-add3482c50e3', 'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'mac_address': 'fa:16:3e:92:50:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:40Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'subnets': [{'id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:41.206302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:41.211203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Pushing event updated for resources: {'Port': ['ID=9abe52c8-071e-4480-b55a-b8a169ba0e63,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:41.243598 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:41.255877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdb6bcb-ca9a-4c2b-9112-242365c4f74a None None] The sync data for ids ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'] in n-d-816488-1 is: [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '9d2fa704-f6fa-43d9-b299-add3482c50e3', 'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'mac_address': 'fa:16:3e:92:50:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:40Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'subnets': [{'id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:41.265274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-dd96dba5-1c6e-4210-bba3-ea39d604580c None None] For port 9d2fa704-f6fa-43d9-b299-add3482c50e3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9d2fa704-f6fa-43d9-b299-add3482c50e3,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:41.362403 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd96dba5-1c6e-4210-bba3-ea39d604580c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.369046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Attempting to bind port 9abe52c8-071e-4480-b55a-b8a169ba0e63 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:41.369626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Attempting to bind port 9abe52c8-071e-4480-b55a-b8a169ba0e63 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:41.369887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Attempting to bind port 9abe52c8-071e-4480-b55a-b8a169ba0e63 on network bf23f016-97f9-42c1-9946-cfc89b4084a8 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:41.386867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.401962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:41.402371 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Checking segment: {'id': 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:41.402748 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.403147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Bound using segment: {'id': 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:41.403651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Bound port: 9abe52c8-071e-4480-b55a-b8a169ba0e63, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:41.404038 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.456289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd96dba5-1c6e-4210-bba3-ea39d604580c None None] Pushing event updated for resources: {'Port': ['ID=9d2fa704-f6fa-43d9-b299-add3482c50e3,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:41.497703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] For port 9abe52c8-071e-4480-b55a-b8a169ba0e63, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:41.501396 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] For port 9abe52c8-071e-4480-b55a-b8a169ba0e63, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9abe52c8-071e-4480-b55a-b8a169ba0e63,segment=NetworkSegment(aabfe3e5-6caa-43d2-a89b-2ce74c14c66d),segment_id=aabfe3e5-6caa-43d2-a89b-2ce74c14c66d)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:41.565260 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.614919 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:41.638858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79c397-c9f0-457f-b5e3-38ad5c7b72ae None None] Pushing event updated for resources: {'Port': ['ID=9abe52c8-071e-4480-b55a-b8a169ba0e63,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:41.832935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Router 7a2b97df-de80-4ad1-9162-29468cca4b4c is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:16:41.975508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:41.986843 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Sync routers for ids ['7a2b97df-de80-4ad1-9162-29468cca4b4c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:41.999979 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Routers {'7a2b97df-de80-4ad1-9162-29468cca4b4c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:42.000616 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7a2b97df-de80-4ad1-9162-29468cca4b4c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:42.100815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.104666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fdd87bf5-e655-4508-a750-141f414ce1c3 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1448367 Feb 11 14:16:42.104919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44412) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:16:42.118741 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Set router 7a2b97df-de80-4ad1-9162-29468cca4b4c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:42.312275 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'name': 'tempest-TestMinimumBasicScenario-1505827636-router', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 3, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'gw_port': {'id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:42.344438 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Checking router: 7a2b97df-de80-4ad1-9162-29468cca4b4c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:42.344785 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Updating router 7a2b97df-de80-4ad1-9162-29468cca4b4c port 087ac9c4-96e8-44af-acaa-b3c6174d23d9 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:42.370924 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.591906 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.672618 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.764650 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.775741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Allocated IP 172.20.0.1 (bf23f016-97f9-42c1-9946-cfc89b4084a8/bf886633-e9ac-47b2-a684-a791b4777f50/fd7fd808-9997-4a59-b774-ca34530cd95b) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:16:42.823440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9d2fa704-f6fa-43d9-b299-add3482c50e3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:42.824774 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e17ff4-a9ea-4a54-b494-42a9319b6b20 None None] Pushing event updated for resources: {'Port': ['ID=087ac9c4-96e8-44af-acaa-b3c6174d23d9,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:42.827914 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Attempting to bind port 087ac9c4-96e8-44af-acaa-b3c6174d23d9 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:42.827914 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Attempting to bind port 087ac9c4-96e8-44af-acaa-b3c6174d23d9 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:42.828793 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Attempting to bind port 087ac9c4-96e8-44af-acaa-b3c6174d23d9 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:42.835173 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:42.835713 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:42.836286 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.836760 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:42.837315 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Bound port: 087ac9c4-96e8-44af-acaa-b3c6174d23d9, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:42.837877 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.859042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73695a5-5d83-4ae7-ba10-afc6290da1b4 None None] Network bf23f016-97f9-42c1-9946-cfc89b4084a8 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:16:42.893411 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] For port 087ac9c4-96e8-44af-acaa-b3c6174d23d9, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:42.896611 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] For port 087ac9c4-96e8-44af-acaa-b3c6174d23d9, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=087ac9c4-96e8-44af-acaa-b3c6174d23d9,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:42.905592 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.947058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-104fd4eb-dd9b-4f5d-be0a-823713ab6fda None None] Provisioning complete for port 9abe52c8-071e-4480-b55a-b8a169ba0e63 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:42.947443 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-104fd4eb-dd9b-4f5d-be0a-823713ab6fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:42.974311 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.009803 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.026920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 9d2fa704-f6fa-43d9-b299-add3482c50e3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:43.027288 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.029352 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Routers {'7a2b97df-de80-4ad1-9162-29468cca4b4c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:43.030548 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7a2b97df-de80-4ad1-9162-29468cca4b4c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:43.060357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Network bf23f016-97f9-42c1-9946-cfc89b4084a8 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:43.065280 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:43.067762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:16:43.071212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Pushing event updated for resources: {'Port': ['ID=fd7fd808-9997-4a59-b774-ca34530cd95b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:43.076032 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e17ff4-a9ea-4a54-b494-42a9319b6b20 None None] Pushing event updated for resources: {'Port': ['ID=087ac9c4-96e8-44af-acaa-b3c6174d23d9,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:43.126897 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.189598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-104fd4eb-dd9b-4f5d-be0a-823713ab6fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.204680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9abe52c8-071e-4480-b55a-b8a169ba0e63 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:43.256755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-104fd4eb-dd9b-4f5d-be0a-823713ab6fda None None] For port 9abe52c8-071e-4480-b55a-b8a169ba0e63, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9abe52c8-071e-4480-b55a-b8a169ba0e63,segment=NetworkSegment(aabfe3e5-6caa-43d2-a89b-2ce74c14c66d),segment_id=aabfe3e5-6caa-43d2-a89b-2ce74c14c66d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:43.272004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 9abe52c8-071e-4480-b55a-b8a169ba0e63 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:43.272321 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.272662 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] Set router 7a2b97df-de80-4ad1-9162-29468cca4b4c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:43.351363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-104fd4eb-dd9b-4f5d-be0a-823713ab6fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.366042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.388943 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.444123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fd4eb-dd9b-4f5d-be0a-823713ab6fda None None] Pushing event updated for resources: {'Port': ['ID=9abe52c8-071e-4480-b55a-b8a169ba0e63,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:43.474739 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'name': 'tempest-TestMinimumBasicScenario-1505827636-router', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 3, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'gw_port': {'id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:43.494973 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:16:43.499443 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:16:43.499443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6952ab5e-6e5f-45bb-9e3d-eeaeb6557900 None None] Provisioning complete for port 9abe52c8-071e-4480-b55a-b8a169ba0e63 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:43.499443 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6952ab5e-6e5f-45bb-9e3d-eeaeb6557900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.503848 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b02a372-e84b-4105-9f0b-0f8b2f1dcfdb None None] The sync data for ids ['7a2b97df-de80-4ad1-9162-29468cca4b4c'] in n-d-816488-1 is: [{'id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'name': 'tempest-TestMinimumBasicScenario-1505827636-router', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 3, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'gw_port': {'id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:43.605197 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.606939 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6952ab5e-6e5f-45bb-9e3d-eeaeb6557900 None None] Provisioning complete for port fd7fd808-9997-4a59-b774-ca34530cd95b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:43.607519 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6952ab5e-6e5f-45bb-9e3d-eeaeb6557900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.649682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6952ab5e-6e5f-45bb-9e3d-eeaeb6557900 None None] Port fd7fd808-9997-4a59-b774-ca34530cd95b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:43.698783 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.768858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1920b843-2de9-45ee-a74b-8529f7997831 None None] Provisioning complete for port fd7fd808-9997-4a59-b774-ca34530cd95b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:43.769371 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1920b843-2de9-45ee-a74b-8529f7997831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.771132 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Pushing event updated for resources: {'Port': ['ID=fd7fd808-9997-4a59-b774-ca34530cd95b,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:43.776270 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:43.820690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1920b843-2de9-45ee-a74b-8529f7997831 None None] Port fd7fd808-9997-4a59-b774-ca34530cd95b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:43.879210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Network bf23f016-97f9-42c1-9946-cfc89b4084a8 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:16:43.880649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:16:44.003263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Router 7a2b97df-de80-4ad1-9162-29468cca4b4c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:16:44.132697 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:16:44.137860 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7755e0df-d82f-418c-90d0-0c71553efd5e admin admin] 10.222.0.52 "PUT /v2.0/routers/7a2b97df-de80-4ad1-9162-29468cca4b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0317540 Feb 11 14:16:44.156599 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-aa871292-c6db-40de-ac54-9251b98566dd None None] Provisioning complete for port fd7fd808-9997-4a59-b774-ca34530cd95b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:44.157102 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa871292-c6db-40de-ac54-9251b98566dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.200496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-aa871292-c6db-40de-ac54-9251b98566dd None None] Port fd7fd808-9997-4a59-b774-ca34530cd95b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:44.789593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 087ac9c4-96e8-44af-acaa-b3c6174d23d9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:44.847151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 087ac9c4-96e8-44af-acaa-b3c6174d23d9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:44.847801 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.935885 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:44.957384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 087ac9c4-96e8-44af-acaa-b3c6174d23d9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=087ac9c4-96e8-44af-acaa-b3c6174d23d9,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:45.064531 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.067458 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9abe52c8-071e-4480-b55a-b8a169ba0e63 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:45.142433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Sync routers for ids ['7a2b97df-de80-4ad1-9162-29468cca4b4c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:16:45.151616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=087ac9c4-96e8-44af-acaa-b3c6174d23d9,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:45.167343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Routers {'7a2b97df-de80-4ad1-9162-29468cca4b4c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:45.168001 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7a2b97df-de80-4ad1-9162-29468cca4b4c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:45.172731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 9abe52c8-071e-4480-b55a-b8a169ba0e63 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:45.173205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.349239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Set router 7a2b97df-de80-4ad1-9162-29468cca4b4c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:45.593432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'name': 'tempest-TestMinimumBasicScenario-1505827636-router', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:43Z', 'revision_number': 4, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'gw_port': {'id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'fd7fd808-9997-4a59-b774-ca34530cd95b', 'name': '', 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'mac_address': 'fa:16:3e:bd:90:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'bf886633-e9ac-47b2-a684-a791b4777f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:42Z', 'updated_at': '2022-02-11T14:16:43Z', 'revision_number': 2, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'subnets': [{'id': 'bf886633-e9ac-47b2-a684-a791b4777f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:45.622334 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Checking router: 7a2b97df-de80-4ad1-9162-29468cca4b4c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:16:45.622683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Updating router 7a2b97df-de80-4ad1-9162-29468cca4b4c port fd7fd808-9997-4a59-b774-ca34530cd95b binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:16:45.655351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:45.957529 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.033362 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.088227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206f3ea-bde2-4465-94ea-428415a28519 None None] Pushing event updated for resources: {'Port': ['ID=fd7fd808-9997-4a59-b774-ca34530cd95b,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:46.155552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Attempting to bind port fd7fd808-9997-4a59-b774-ca34530cd95b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:16:46.155924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Attempting to bind port fd7fd808-9997-4a59-b774-ca34530cd95b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:16:46.156858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Attempting to bind port fd7fd808-9997-4a59-b774-ca34530cd95b on network bf23f016-97f9-42c1-9946-cfc89b4084a8 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:16:46.165952 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:16:46.166328 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Checking segment: {'id': 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:16:46.166730 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.167822 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Bound using segment: {'id': 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:16:46.168377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Bound port: fd7fd808-9997-4a59-b774-ca34530cd95b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:16:46.168875 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.261516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] For port fd7fd808-9997-4a59-b774-ca34530cd95b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:16:46.264948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] For port fd7fd808-9997-4a59-b774-ca34530cd95b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fd7fd808-9997-4a59-b774-ca34530cd95b,segment=NetworkSegment(aabfe3e5-6caa-43d2-a89b-2ce74c14c66d),segment_id=aabfe3e5-6caa-43d2-a89b-2ce74c14c66d)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:16:46.337271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8df9f1a1-54ef-4071-8d2a-432610e1266b None None] Provisioning complete for port fd7fd808-9997-4a59-b774-ca34530cd95b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:46.338369 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8df9f1a1-54ef-4071-8d2a-432610e1266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.369048 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:46.411207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8df9f1a1-54ef-4071-8d2a-432610e1266b None None] Port fd7fd808-9997-4a59-b774-ca34530cd95b cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:16:46.434395 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Routers {'7a2b97df-de80-4ad1-9162-29468cca4b4c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:16:46.435185 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:16:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7a2b97df-de80-4ad1-9162-29468cca4b4c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:46.741240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] Set router 7a2b97df-de80-4ad1-9162-29468cca4b4c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:16:46.790091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 087ac9c4-96e8-44af-acaa-b3c6174d23d9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:46.820670 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206f3ea-bde2-4465-94ea-428415a28519 None None] Pushing event updated for resources: {'Port': ['ID=fd7fd808-9997-4a59-b774-ca34530cd95b,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:46.886989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-da44d7f0-eb7c-42d2-b9f7-066e23f86d2c None None] Provisioning complete for port fd7fd808-9997-4a59-b774-ca34530cd95b triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:46.887357 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da44d7f0-eb7c-42d2-b9f7-066e23f86d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.006792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 087ac9c4-96e8-44af-acaa-b3c6174d23d9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:47.007165 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.112195 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da44d7f0-eb7c-42d2-b9f7-066e23f86d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.196529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-da44d7f0-eb7c-42d2-b9f7-066e23f86d2c None None] For port fd7fd808-9997-4a59-b774-ca34530cd95b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fd7fd808-9997-4a59-b774-ca34530cd95b,segment=NetworkSegment(aabfe3e5-6caa-43d2-a89b-2ce74c14c66d),segment_id=aabfe3e5-6caa-43d2-a89b-2ce74c14c66d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:16:47.206053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'name': 'tempest-TestMinimumBasicScenario-1505827636-router', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:43Z', 'revision_number': 4, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'gw_port': {'id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'fd7fd808-9997-4a59-b774-ca34530cd95b', 'name': '', 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'mac_address': 'fa:16:3e:bd:90:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'bf886633-e9ac-47b2-a684-a791b4777f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:42Z', 'updated_at': '2022-02-11T14:16:46Z', 'revision_number': 4, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'subnets': [{'id': 'bf886633-e9ac-47b2-a684-a791b4777f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:16:47.238909 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d045d82b-f18b-4a69-b479-9a30385250e3 None None] The sync data for ids ['7a2b97df-de80-4ad1-9162-29468cca4b4c'] in n-d-816488-1 is: [{'id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'name': 'tempest-TestMinimumBasicScenario-1505827636-router', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:43Z', 'revision_number': 4, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'gw_port': {'id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'fd7fd808-9997-4a59-b774-ca34530cd95b', 'name': '', 'network_id': 'bf23f016-97f9-42c1-9946-cfc89b4084a8', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'mac_address': 'fa:16:3e:bd:90:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'bf886633-e9ac-47b2-a684-a791b4777f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:42Z', 'updated_at': '2022-02-11T14:16:46Z', 'revision_number': 4, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'subnets': [{'id': 'bf886633-e9ac-47b2-a684-a791b4777f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:16:47.327497 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-da44d7f0-eb7c-42d2-b9f7-066e23f86d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:47.406504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44d7f0-eb7c-42d2-b9f7-066e23f86d2c None None] Pushing event updated for resources: {'Port': ['ID=fd7fd808-9997-4a59-b774-ca34530cd95b,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:16:48.766203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fd7fd808-9997-4a59-b774-ca34530cd95b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:16:48.823159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port fd7fd808-9997-4a59-b774-ca34530cd95b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:16:48.823528 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:54.795939 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b0a99611-81b0-4780-8162-82ccd7a89b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.268938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-9e2385b1-e40a-4b13-b101-c7852d036c1a tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:56.270484 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-9e2385b1-e40a-4b13-b101-c7852d036c1a tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/networks?id=b1b815ac-acff-4936-a797-23d422602871 HTTP/1.1" status: 200 len: 814 time: 0.1053596 Feb 11 14:16:56.281664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:56.286195 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-bdd90588-5bc6-4de9-9ff7-a42262464612 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/quotas/25d8db18b0b34e41bbab08e5cb6fd2ac HTTP/1.1" status: 200 len: 375 time: 0.0096738 Feb 11 14:16:56.342945 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-a60c6bd3-1412-483e-bd28-0488b4d058db tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508096 Feb 11 14:16:56.438804 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-d6df7601-3f6e-4839-8e77-280c81ff956d service neutron] 10.222.0.52 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829012 Feb 11 14:16:56.533974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-cb84904b-1cff-4918-bb64-4c6c31217a92 service neutron] 10.222.0.52 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887942 Feb 11 14:16:56.791578 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-22769ceb-30ea-49d0-a252-51e1a3797e44 req-ac66b195-3cc8-4f45-96eb-f0f3d53d0657 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 210 time: 0.0275810 Feb 11 14:16:56.998601 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-347a3ab3-8ac4-4368-80f7-a6352258144a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:57.873320 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e97d516d-355e-445b-a447-2710167eb3cc req-bf82089d-1858-4488-b3a5-7be656dd2f48 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 210 time: 0.0280206 Feb 11 14:16:58.169512 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.809383 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:16:58.967287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1f47bb0-48e9-433c-bcac-2aec953e4e79 req-601e292a-c5c7-43dc-b7ef-1f23c8d65a8c tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 210 time: 0.0256467 Feb 11 14:16:59.535284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-d68d81b4-775f-44ab-ba79-ac100714dab5 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:16:59.536722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-d68d81b4-775f-44ab-ba79-ac100714dab5 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.59 "GET /v2.0/networks?id=b1b815ac-acff-4936-a797-23d422602871 HTTP/1.1" status: 200 len: 814 time: 0.1027527 Feb 11 14:16:59.548843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'port': {'device_id': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'admin_state_up': True, 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:16:59.718520 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Made reservation on behalf of 25d8db18b0b34e41bbab08e5cb6fd2ac for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:16:59.722189 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.071809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7604c313-c040-465c-9810-c9b1f2a820a8 req-aa865c0d-176f-4f6f-9818-d94783566f7f tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 210 time: 0.0296538 Feb 11 14:17:00.190087 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Allocated IP 172.20.0.11 (b1b815ac-acff-4936-a797-23d422602871/0f673a8b-f05a-4fba-a6f0-0aec70109c98/92976056-e298-4b8b-a434-8ac53c30a3f6) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:17:00.230334 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.407813 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.530234 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.580139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Network b1b815ac-acff-4936-a797-23d422602871 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:00.583709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:00.587557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:17:00.651316 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:00.652511 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.675469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'Port': ['ID=92976056-e298-4b8b-a434-8ac53c30a3f6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:00.692730 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.693922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.693922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.693922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.694207 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.694369 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.694691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.695168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.695476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.695796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.696115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.696429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:00.719877 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.790248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-19418d2a-c58b-4cd4-a3d3-cff6c106a2b9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2451410 Feb 11 14:17:00.950087 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4fe4b99b-9ba6-4722-a2fe-413e3b682e3a None None] Provisioning complete for port 92976056-e298-4b8b-a434-8ac53c30a3f6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:00.950807 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b99b-9ba6-4722-a2fe-413e3b682e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:00.994393 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-4fe4b99b-9ba6-4722-a2fe-413e3b682e3a None None] Port 92976056-e298-4b8b-a434-8ac53c30a3f6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:17:01.219655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe95cf5-b1d8-4349-b9bf-6cb3f2e6df9d req-f72dbff1-d127-4e7b-9f34-c52f8441954b tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:01.221364 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9fe95cf5-b1d8-4349-b9bf-6cb3f2e6df9d req-f72dbff1-d127-4e7b-9f34-c52f8441954b tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 932 time: 0.0574245 Feb 11 14:17:01.269837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9fe95cf5-b1d8-4349-b9bf-6cb3f2e6df9d req-151b43cb-4e6a-4f95-a097-5bb1c0fda20a tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416491 Feb 11 14:17:02.392895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d520a-4f99-4c1e-908a-4f8e11b66bf0 req-123b916a-79cf-4ea0-aa51-e2f2fdd9fee8 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:02.394581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b0d520a-4f99-4c1e-908a-4f8e11b66bf0 req-123b916a-79cf-4ea0-aa51-e2f2fdd9fee8 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 932 time: 0.0527530 Feb 11 14:17:02.434935 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2b0d520a-4f99-4c1e-908a-4f8e11b66bf0 req-45d3d3de-7d6a-4398-972a-c4495e979ad0 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339513 Feb 11 14:17:03.564948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d1620-0ac3-4ba6-8d05-d9e0f7a9532c req-20fd4639-6aa5-4e23-9a76-ec9f696d64bf tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:03.573131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa6d1620-0ac3-4ba6-8d05-d9e0f7a9532c req-20fd4639-6aa5-4e23-9a76-ec9f696d64bf tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 932 time: 0.0635095 Feb 11 14:17:03.609658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa6d1620-0ac3-4ba6-8d05-d9e0f7a9532c req-e87335fd-ffe3-48b5-89dd-7b59dda16876 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348730 Feb 11 14:17:04.748134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee281ba6-76bb-4b59-98b1-8be234959d6d req-1461ba4f-f556-4e66-88d6-c871415f9323 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:04.751527 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee281ba6-76bb-4b59-98b1-8be234959d6d req-1461ba4f-f556-4e66-88d6-c871415f9323 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 932 time: 0.0667105 Feb 11 14:17:04.811578 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ee281ba6-76bb-4b59-98b1-8be234959d6d req-737c67ba-9e7a-4843-bc28-23ecb51551e6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536399 Feb 11 14:17:05.941377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:17:05.944476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3f00e-4e49-4c8a-8e6a-7180d27af721 req-77b050c6-c3d9-4823-add8-90ae2140b96d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:05.946197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc3f00e-4e49-4c8a-8e6a-7180d27af721 req-77b050c6-c3d9-4823-add8-90ae2140b96d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 932 time: 0.0622079 Feb 11 14:17:05.988383 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bdc3f00e-4e49-4c8a-8e6a-7180d27af721 req-e0f6033d-3f2a-4c5c-b999-88f607783359 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356734 Feb 11 14:17:07.122526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091deec-3e08-491c-a93b-8434421d58ff req-6dae8afd-980e-45c0-bd10-195874a658fa tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:07.124050 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c091deec-3e08-491c-a93b-8434421d58ff req-6dae8afd-980e-45c0-bd10-195874a658fa tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 932 time: 0.0629022 Feb 11 14:17:07.185976 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c091deec-3e08-491c-a93b-8434421d58ff req-ca2c2465-836a-4dce-b9d0-67f12b20fd1d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551269 Feb 11 14:17:08.300283 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9dc54-1949-441d-90bd-2233b46d2f93 req-53c8d9c9-36b3-47d6-9b09-41f89ad070db tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:08.301759 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2b9dc54-1949-441d-90bd-2233b46d2f93 req-53c8d9c9-36b3-47d6-9b09-41f89ad070db tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 932 time: 0.0485730 Feb 11 14:17:08.344075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b2b9dc54-1949-441d-90bd-2233b46d2f93 req-963ab6fb-3724-4f30-92b3-2e76fc224695 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360367 Feb 11 14:17:09.460403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f24b1-6721-4710-9d23-c87577ce0247 req-bae7c194-3082-4955-9189-1ff62c55a3be tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:09.461821 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d1f24b1-6721-4710-9d23-c87577ce0247 req-bae7c194-3082-4955-9189-1ff62c55a3be tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 932 time: 0.0501606 Feb 11 14:17:09.499524 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9d1f24b1-6721-4710-9d23-c87577ce0247 req-57a4ee91-88a2-44ac-b219-b17eab3b3ff3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Feb 11 14:17:10.614760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1f429-8ea3-4322-b734-d8a7ca55c8e4 req-b74c4b41-d67b-479e-9a98-1698a7889b1f tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:10.616222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96d1f429-8ea3-4322-b734-d8a7ca55c8e4 req-b74c4b41-d67b-479e-9a98-1698a7889b1f tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 932 time: 0.0492389 Feb 11 14:17:10.654046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96d1f429-8ea3-4322-b734-d8a7ca55c8e4 req-a0281a23-a8fa-4ffc-a3d1-c1faa9b3c8c9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317299 Feb 11 14:17:11.773994 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf907ba0-68b5-4c82-828c-5974f0a1ea1d req-0304b165-749c-45b7-800b-20237051c2f9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:11.775516 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf907ba0-68b5-4c82-828c-5974f0a1ea1d req-0304b165-749c-45b7-800b-20237051c2f9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 932 time: 0.0525162 Feb 11 14:17:11.813936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bf907ba0-68b5-4c82-828c-5974f0a1ea1d req-c467b03a-5f36-44ca-8c56-d5c78cd2a7df tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Feb 11 14:17:12.038908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Request body: {'port': {'device_id': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:12.091684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:12.360358 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92976056-e298-4b8b-a434-8ac53c30a3f6 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:12.367620 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:12.379952 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Transition to ACTIVE for port object 92976056-e298-4b8b-a434-8ac53c30a3f6 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:17:12.472096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:12.525728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Pushing event updated for resources: {'Port': ['ID=92976056-e298-4b8b-a434-8ac53c30a3f6,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:12.593900 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Attempting to bind port 92976056-e298-4b8b-a434-8ac53c30a3f6 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:17:12.594247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Attempting to bind port 92976056-e298-4b8b-a434-8ac53c30a3f6 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:17:12.594578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Attempting to bind port 92976056-e298-4b8b-a434-8ac53c30a3f6 on network b1b815ac-acff-4936-a797-23d422602871 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:12.599400 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Port 92976056-e298-4b8b-a434-8ac53c30a3f6 on network b1b815ac-acff-4936-a797-23d422602871 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:17:12.599722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Attempting to bind port 92976056-e298-4b8b-a434-8ac53c30a3f6 on network b1b815ac-acff-4936-a797-23d422602871 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:17:12.604650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:17:12.604987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Checking segment: {'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:17:12.605378 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Bound using segment: {'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:17:12.605837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Bound port: 92976056-e298-4b8b-a434-8ac53c30a3f6, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e6b473-5907-4799-b563-94092f911810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b1b815ac-acff-4936-a797-23d422602871'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:17:12.606200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:12.680057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] For port 92976056-e298-4b8b-a434-8ac53c30a3f6, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:17:12.683295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] For port 92976056-e298-4b8b-a434-8ac53c30a3f6, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=92976056-e298-4b8b-a434-8ac53c30a3f6,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:17:12.747096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:12.782181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.782814 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:12.784309 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] 10.222.0.59 "PUT /v2.0/ports/92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 1092 time: 0.7929049 Feb 11 14:17:12.784629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:12.786948 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f014255f-f150-4448-93fa-c0903846ff6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:12.817058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed8728-c438-40de-b49c-3fc08adefd89 service neutron] Pushing event updated for resources: {'Port': ['ID=92976056-e298-4b8b-a434-8ac53c30a3f6,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:12.828676 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9421e4-1308-4ffe-aff9-d4c5a9a6a5ba x-openstack-request-id: req-6b9421e4-1308-4ffe-aff9-d4c5a9a6a5ba {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:12.828971 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:12.829224 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b9421e4-1308-4ffe-aff9-d4c5a9a6a5ba {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:12.829625 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'status': 'completed', 'code': 200} Feb 11 14:17:12.901899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014255f-f150-4448-93fa-c0903846ff6e req-fabe8cbe-f5d9-497e-87ee-8e368aa371fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.903534 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f014255f-f150-4448-93fa-c0903846ff6e req-fabe8cbe-f5d9-497e-87ee-8e368aa371fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1095 time: 0.0501118 Feb 11 14:17:12.942944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0a2db-0173-45f7-8c69-82bd986adad0 req-8db26d3f-9b18-4d15-bfad-f3285e7408aa tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:12.944510 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3d0a2db-0173-45f7-8c69-82bd986adad0 req-8db26d3f-9b18-4d15-bfad-f3285e7408aa tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 944 time: 0.0576417 Feb 11 14:17:12.988547 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3d0a2db-0173-45f7-8c69-82bd986adad0 req-b0a26229-3988-454e-91d3-d79b525548c3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377216 Feb 11 14:17:13.016937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014255f-f150-4448-93fa-c0903846ff6e req-088989bd-f713-410d-8582-d93df82ab3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.018461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f014255f-f150-4448-93fa-c0903846ff6e req-088989bd-f713-410d-8582-d93df82ab3f6 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1072571 Feb 11 14:17:13.113435 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014255f-f150-4448-93fa-c0903846ff6e req-6c30b225-cc59-4b63-9e5e-87affe312408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.114836 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f014255f-f150-4448-93fa-c0903846ff6e req-6c30b225-cc59-4b63-9e5e-87affe312408 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903471 Feb 11 14:17:13.194830 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-03d77fce-60a2-4c42-ab3a-24da7c3f6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.196338 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-03d77fce-60a2-4c42-ab3a-24da7c3f6d79 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1095 time: 0.0472796 Feb 11 14:17:13.238190 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-a24d005b-a261-458f-8f4f-2f1d0cbb7656 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0340509 Feb 11 14:17:13.285345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-284cf34a-3e2e-4dc7-bcef-f34b58d7a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.286866 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-284cf34a-3e2e-4dc7-bcef-f34b58d7a28d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f673a8b-f05a-4fba-a6f0-0aec70109c98 HTTP/1.1" status: 200 len: 853 time: 0.0430405 Feb 11 14:17:13.331320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-44275848-b00b-42c3-b6b2-450d60b52d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:13.332767 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-44275848-b00b-42c3-b6b2-450d60b52d4a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1b815ac-acff-4936-a797-23d422602871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400212 Feb 11 14:17:13.423780 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-c3105b8e-824b-4c74-9300-e7fc45f392cd service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843258 Feb 11 14:17:13.510140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35d754d0-2892-43a4-a708-5f681c3cc7be req-beb4e6b5-5b99-4636-9160-b8f5376be60a service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804284 Feb 11 14:17:14.111794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbd0f6-dd53-403b-a087-0fd71bf2193c req-51aaca92-d59e-4c31-a5f0-39b6b1ed2799 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:14.113300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76cbd0f6-dd53-403b-a087-0fd71bf2193c req-51aaca92-d59e-4c31-a5f0-39b6b1ed2799 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 944 time: 0.0552032 Feb 11 14:17:14.152258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-76cbd0f6-dd53-403b-a087-0fd71bf2193c req-4af5a1b0-402a-440a-89e0-9801b3c0cd4c tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329173 Feb 11 14:17:15.270475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8ca0e-98ef-4ed2-bea7-df15fe500dc9 req-4b38c375-1bd5-41ae-943d-bde25e13f8b6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:15.271982 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82c8ca0e-98ef-4ed2-bea7-df15fe500dc9 req-4b38c375-1bd5-41ae-943d-bde25e13f8b6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 944 time: 0.0510709 Feb 11 14:17:15.310968 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-82c8ca0e-98ef-4ed2-bea7-df15fe500dc9 req-df44b482-012a-441d-b4bd-0f61429b5ed6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Feb 11 14:17:16.431539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a2ece-d8ba-4fd7-8d63-dd73024e1c74 req-cbb29ad0-2da6-45bb-8593-89134a3b9d19 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:16.432936 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac8a2ece-d8ba-4fd7-8d63-dd73024e1c74 req-cbb29ad0-2da6-45bb-8593-89134a3b9d19 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 944 time: 0.0507383 Feb 11 14:17:16.470999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac8a2ece-d8ba-4fd7-8d63-dd73024e1c74 req-db0d7cf9-ccd6-4f81-bfe2-81a49552cc4b tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319355 Feb 11 14:17:17.589438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bac364-ba0f-4422-9bd8-e13613f48e81 req-4a3bb960-3add-4252-ad0e-2a9bee6c5031 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:17.590936 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57bac364-ba0f-4422-9bd8-e13613f48e81 req-4a3bb960-3add-4252-ad0e-2a9bee6c5031 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 944 time: 0.0539093 Feb 11 14:17:17.629397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-57bac364-ba0f-4422-9bd8-e13613f48e81 req-67b7e6e0-3926-43df-95cf-252f974cf62e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323088 Feb 11 14:17:17.756172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 92976056-e298-4b8b-a434-8ac53c30a3f6 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:17:17.852651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 92976056-e298-4b8b-a434-8ac53c30a3f6, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=92976056-e298-4b8b-a434-8ac53c30a3f6,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:17.864112 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'port_id': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'mac_address': 'fa:16:3e:5e:51:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:17:17.900922 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:17.913379 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92976056-e298-4b8b-a434-8ac53c30a3f6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:17:17.933416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 92976056-e298-4b8b-a434-8ac53c30a3f6, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=92976056-e298-4b8b-a434-8ac53c30a3f6,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:17.998028 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:18.048594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=92976056-e298-4b8b-a434-8ac53c30a3f6,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:18.056088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.059545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.059545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.059545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.059545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.059545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.059545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.059545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.059545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.059545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.059545 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.061550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:18.341404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['92976056-e298-4b8b-a434-8ac53c30a3f6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:18.744874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695636b-fae7-4727-9a1f-b1282c20c1c4 req-588a10cb-a337-408f-aa64-60837b780734 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:18.746387 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3695636b-fae7-4727-9a1f-b1282c20c1c4 req-588a10cb-a337-408f-aa64-60837b780734 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 945 time: 0.0486281 Feb 11 14:17:18.783805 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3695636b-fae7-4727-9a1f-b1282c20c1c4 req-6b1fe04c-4fb7-46fb-a633-4cb70ac8d293 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305281 Feb 11 14:17:19.787532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 92976056-e298-4b8b-a434-8ac53c30a3f6 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:17:19.899583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d395b6a-d1aa-4963-b912-1f27cebd11c5 req-40d94bc1-913a-4e34-b689-b2a9d6927470 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:19.901103 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d395b6a-d1aa-4963-b912-1f27cebd11c5 req-40d94bc1-913a-4e34-b689-b2a9d6927470 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 945 time: 0.0493743 Feb 11 14:17:19.914877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 92976056-e298-4b8b-a434-8ac53c30a3f6 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:17:19.918746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 92976056-e298-4b8b-a434-8ac53c30a3f6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:19.919117 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:19.939632 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6d395b6a-d1aa-4963-b912-1f27cebd11c5 req-f027f06c-5e10-4abd-8a3e-cfae9877fbb2 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Feb 11 14:17:19.994998 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:20.017005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:20.019252 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d64c9f6-c314-464c-b03c-7850e45c105c" -d '{"events": [{"server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "name": "network-vif-plugged", "status": "completed", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:20.034136 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 92976056-e298-4b8b-a434-8ac53c30a3f6, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=92976056-e298-4b8b-a434-8ac53c30a3f6,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:20.055252 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7c4dff-0023-4611-a0f5-cf565c4667f3 x-openstack-request-id: req-ca7c4dff-0023-4611-a0f5-cf565c4667f3 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:20.055540 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "name": "network-vif-plugged", "status": "completed", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:20.055791 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ca7c4dff-0023-4611-a0f5-cf565c4667f3 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:20.056188 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'code': 200} Feb 11 14:17:20.112071 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:20.158378 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c09c28-36a6-48fd-a9d6-08c0fe291488 req-da572038-e994-487c-bc92-f056b0b23614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:20.159864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9c09c28-36a6-48fd-a9d6-08c0fe291488 req-da572038-e994-487c-bc92-f056b0b23614 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1097 time: 0.0449238 Feb 11 14:17:20.163738 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=92976056-e298-4b8b-a434-8ac53c30a3f6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:20.196249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e9c09c28-36a6-48fd-a9d6-08c0fe291488 req-2d59eb5f-e3bb-4ede-92e3-8a1b00ac2925 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295181 Feb 11 14:17:21.058074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67060dc7-b1b0-4bc0-b26f-707fe4aab130 req-9279b3c3-20e3-457f-8b38-666df8fc1443 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:21.059568 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67060dc7-b1b0-4bc0-b26f-707fe4aab130 req-9279b3c3-20e3-457f-8b38-666df8fc1443 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 946 time: 0.0510099 Feb 11 14:17:21.099723 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-67060dc7-b1b0-4bc0-b26f-707fe4aab130 req-734f8166-fd8b-4331-8516-99ea62fe1f4e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335896 Feb 11 14:17:22.218202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e76a6-cbce-4f15-8520-d3b011b1af6b req-354ce235-55c1-416a-9369-26ed02d9514d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:22.219705 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f23e76a6-cbce-4f15-8520-d3b011b1af6b req-354ce235-55c1-416a-9369-26ed02d9514d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 946 time: 0.0497806 Feb 11 14:17:22.257396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f23e76a6-cbce-4f15-8520-d3b011b1af6b req-a09050e3-4687-448b-923e-4d06a4b67085 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317020 Feb 11 14:17:22.374782 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9dd52-2ed1-4ccb-9212-1b8b31e15a68 req-2cc318b9-58be-4e22-a06f-5fcd6ce823e9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:22.376240 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f9dd52-2ed1-4ccb-9212-1b8b31e15a68 req-2cc318b9-58be-4e22-a06f-5fcd6ce823e9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 946 time: 0.0522881 Feb 11 14:17:22.413263 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22f9dd52-2ed1-4ccb-9212-1b8b31e15a68 req-07fb2ac1-2c53-4d62-b9c7-11b9dc44a8f7 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308642 Feb 11 14:17:22.602654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3e64a-b41f-43f2-91af-04bc01edad32 req-35a03df2-b3d9-436e-8e8f-6eb06c094628 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:22.604130 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ea3e64a-b41f-43f2-91af-04bc01edad32 req-35a03df2-b3d9-436e-8e8f-6eb06c094628 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 946 time: 0.0494757 Feb 11 14:17:22.642042 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5ea3e64a-b41f-43f2-91af-04bc01edad32 req-be6cb723-1d34-4e15-b931-abd37cbafe11 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313489 Feb 11 14:17:24.720192 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1a950192-a129-443c-a82d-622b33bea349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:26.218236 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:26.984026 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e12af31a-faea-4235-94bb-6afd477d9577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:28.143351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:28.823582 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:30.169128 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:30.649509 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:37.027511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebe86d-1650-46a1-a97b-65722eb2c4ee req-49ba57e9-5c38-49c2-a98e-73532cb33088 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:37.029486 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-91ebe86d-1650-46a1-a97b-65722eb2c4ee req-49ba57e9-5c38-49c2-a98e-73532cb33088 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 946 time: 0.0491207 Feb 11 14:17:37.067600 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-91ebe86d-1650-46a1-a97b-65722eb2c4ee req-bafa79f7-c4d7-4ad8-9899-b46f5c944398 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Feb 11 14:17:37.089784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44652) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:37.176182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7010f939-19c1-4f5f-94e9-52119b61adab tempest-TestMinimumBasicScenario-505331432 tempest-TestMinimumBasicScenario-505331432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:37.178109 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7010f939-19c1-4f5f-94e9-52119b61adab tempest-TestMinimumBasicScenario-505331432 tempest-TestMinimumBasicScenario-505331432-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1092 time: 0.0870693 Feb 11 14:17:37.181039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44656) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:37.185806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:37.309077 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:37.406740 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:37.511271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Allocated IP 172.25.0.17 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/225668fb-09a1-4766-a867-7aa7fa96c830) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:17:37.608624 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:37.706334 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:37.750642 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:17:37.753607 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:17:37.757010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:17:37.782177 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'Port': ['ID=225668fb-09a1-4766-a867-7aa7fa96c830,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:37.793182 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.793531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.793897 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.794232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.795249 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.795804 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.796142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.796472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.796802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.797130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.797454 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:37.797800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:17:38.120495 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:38.269093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:38.423464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:38.503045 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:38.570596 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'Port': ['ID=225668fb-09a1-4766-a867-7aa7fa96c830,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:38.580381 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:38.679979 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Floating IP c29e5058-c823-4a7a-91cd-1c3a8aea92c9 associated. External IP: 172.25.0.17, port: 92976056-e298-4b8b-a434-8ac53c30a3f6. Feb 11 14:17:38.883373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Router d1ff233f-5397-47ff-aa42-df2b0c5f2578 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:17:39.311383 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:17:39.321339 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] Sync routers for ids ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:17:39.331251 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] Routers {'d1ff233f-5397-47ff-aa42-df2b0c5f2578'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:39.333197 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:39.390882 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.418363 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-56b7ab74-9ed8-444b-92a1-41054444ad09 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2362671 Feb 11 14:17:39.419560 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:39.421947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44658) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:39.426926 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-14adc263-8821-4b9d-b1ae-49d4790b24ec tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566957423', 'description': 'tempest-secgroup-smoke-1566957423 description', 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:39.438807 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] Set router d1ff233f-5397-47ff-aa42-df2b0c5f2578 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:39.520551 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:39.537576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14adc263-8821-4b9d-b1ae-49d4790b24ec tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.611456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14adc263-8821-4b9d-b1ae-49d4790b24ec tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.622324 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7acceac-c025-4a6e-b148-96431080aed0 x-openstack-request-id: req-b7acceac-c025-4a6e-b148-96431080aed0 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:39.623197 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:39.623461 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b7acceac-c025-4a6e-b148-96431080aed0 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:39.623823 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'status': 'completed', 'code': 200} Feb 11 14:17:39.667773 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'c29e5058-c823-4a7a-91cd-1c3a8aea92c9', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'port_id': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'mac_address': 'fa:16:3e:5e:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:37Z', 'updated_at': '2022-02-11T14:17:37Z', 'revision_number': 0, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2fa704-f6fa-43d9-b299-add3482c50e3', 'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'mac_address': 'fa:16:3e:92:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 5, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'subnets': [{'id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:39.689939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-26cb7589-6cf1-4556-b601-6132f52e240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:39.690367 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-26cb7589-6cf1-4556-b601-6132f52e240c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1097 time: 0.0460024 Feb 11 14:17:39.698225 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] Checking router: d1ff233f-5397-47ff-aa42-df2b0c5f2578 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:17:39.707056 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] Routers {'d1ff233f-5397-47ff-aa42-df2b0c5f2578'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:17:39.707678 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:17:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:39.715758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14adc263-8821-4b9d-b1ae-49d4790b24ec tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.782894 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adc263-8821-4b9d-b1ae-49d4790b24ec tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81d1100-d31d-405c-beaa-24b5d2a7594e,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:39.809048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-19596924-8e77-48be-bf05-451340e5e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:39.811326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-19596924-8e77-48be-bf05-451340e5e0c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1b815ac-acff-4936-a797-23d422602871 HTTP/1.1" status: 200 len: 915 time: 0.1150837 Feb 11 14:17:39.816402 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] Set router d1ff233f-5397-47ff-aa42-df2b0c5f2578 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:17:39.859825 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-14adc263-8821-4b9d-b1ae-49d4790b24ec tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.861041 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-14adc263-8821-4b9d-b1ae-49d4790b24ec tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4380136 Feb 11 14:17:39.864190 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44666) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:39.869135 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a613cb04-1daa-4e35-a37c-c8722d18ca10 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'security_group_rule': {'security_group_id': 'c81d1100-d31d-405c-beaa-24b5d2a7594e', 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:39.887228 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-bc3fca06-5846-429b-8e10-75dfba69af52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 999 time: 0.0687768 Feb 11 14:17:39.937630 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-4213e0ef-72cd-491f-a88c-3b6910fc49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:39.939131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-4213e0ef-72cd-491f-a88c-3b6910fc49c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f673a8b-f05a-4fba-a6f0-0aec70109c98 HTTP/1.1" status: 200 len: 853 time: 0.0448620 Feb 11 14:17:39.982683 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a613cb04-1daa-4e35-a37c-c8722d18ca10 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:39.985944 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-90f70d8d-3b80-4654-9834-e65e699a1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:39.987456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-90f70d8d-3b80-4654-9834-e65e699a1db3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1b815ac-acff-4936-a797-23d422602871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416696 Feb 11 14:17:40.043476 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a613cb04-1daa-4e35-a37c-c8722d18ca10 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.045855 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'c29e5058-c823-4a7a-91cd-1c3a8aea92c9', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'port_id': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'mac_address': 'fa:16:3e:5e:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:37Z', 'updated_at': '2022-02-11T14:17:37Z', 'revision_number': 0, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2fa704-f6fa-43d9-b299-add3482c50e3', 'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'mac_address': 'fa:16:3e:92:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 5, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'subnets': [{'id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:17:40.072274 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aacc9d-df4c-46d0-91f3-ed580caddc3c None None] The sync data for ids ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'] in n-d-816488-1 is: [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'c29e5058-c823-4a7a-91cd-1c3a8aea92c9', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'floating_ip_address': '172.25.0.17', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'port_id': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'mac_address': 'fa:16:3e:5e:51:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:17:37Z', 'updated_at': '2022-02-11T14:17:37Z', 'revision_number': 0, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d2fa704-f6fa-43d9-b299-add3482c50e3', 'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'mac_address': 'fa:16:3e:92:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 5, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'subnets': [{'id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:17:40.088415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-7d5eb988-6721-4a43-843c-b6cdb020c9ad service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943131 Feb 11 14:17:40.146073 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a613cb04-1daa-4e35-a37c-c8722d18ca10 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.164832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613cb04-1daa-4e35-a37c-c8722d18ca10 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ce832f-5f9e-4b3d-9721-6235d30f8c75,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:40.190537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12f3cd19-4395-451b-b2f8-d4d976cbcb2f req-fa02ba8b-cf6c-45f3-944b-48337be00cf4 service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941794 Feb 11 14:17:40.245957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a613cb04-1daa-4e35-a37c-c8722d18ca10 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.247295 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a613cb04-1daa-4e35-a37c-c8722d18ca10 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3817604 Feb 11 14:17:40.250401 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44668) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:40.255138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-16be54b0-2306-42ae-be75-08233ed44d2d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'security_group_rule': {'security_group_id': 'c81d1100-d31d-405c-beaa-24b5d2a7594e', 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:40.276757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ee782d-323a-45ab-9bb8-4d83a3d60b75 None None] New status for floating IP c29e5058-c823-4a7a-91cd-1c3a8aea92c9: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:17:40.376946 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16be54b0-2306-42ae-be75-08233ed44d2d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.433698 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16be54b0-2306-42ae-be75-08233ed44d2d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.543313 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16be54b0-2306-42ae-be75-08233ed44d2d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.560671 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be54b0-2306-42ae-be75-08233ed44d2d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5291e2e0-8824-4c21-b491-7cb84c05423d,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:40.670237 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-16be54b0-2306-42ae-be75-08233ed44d2d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.671502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-16be54b0-2306-42ae-be75-08233ed44d2d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4201589 Feb 11 14:17:40.674237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44670) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:40.678808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-21727e97-3095-48e2-842e-2d75e8b7ae5c tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'security_group_rule': {'security_group_id': 'c81d1100-d31d-405c-beaa-24b5d2a7594e', 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:40.773533 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-21727e97-3095-48e2-842e-2d75e8b7ae5c tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.832919 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-21727e97-3095-48e2-842e-2d75e8b7ae5c tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.913958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-21727e97-3095-48e2-842e-2d75e8b7ae5c tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:40.932624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21727e97-3095-48e2-842e-2d75e8b7ae5c tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10463eee-855a-41fe-8300-1ca18da41339,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:41.019037 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-21727e97-3095-48e2-842e-2d75e8b7ae5c tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.020259 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-21727e97-3095-48e2-842e-2d75e8b7ae5c tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451076 Feb 11 14:17:41.023128 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44672) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:41.033428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1e4ba490-9df9-4af6-83e0-c78e8f07dace tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'security_group_rule': {'security_group_id': 'c81d1100-d31d-405c-beaa-24b5d2a7594e', 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:41.136211 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba490-9df9-4af6-83e0-c78e8f07dace tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.195323 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba490-9df9-4af6-83e0-c78e8f07dace tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.262960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba490-9df9-4af6-83e0-c78e8f07dace tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.281789 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ba490-9df9-4af6-83e0-c78e8f07dace tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c13126b-3a92-461e-a8d4-6fa08cc4e44c,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:41.362183 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1e4ba490-9df9-4af6-83e0-c78e8f07dace tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.363420 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1e4ba490-9df9-4af6-83e0-c78e8f07dace tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3393681 Feb 11 14:17:41.366113 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44674) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:41.370404 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-463bc19f-fb00-4d06-80a9-c628bd70f206 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'security_group_rule': {'security_group_id': 'c81d1100-d31d-405c-beaa-24b5d2a7594e', 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:41.491479 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-463bc19f-fb00-4d06-80a9-c628bd70f206 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Project 25d8db18b0b34e41bbab08e5cb6fd2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:17:41.496464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-463bc19f-fb00-4d06-80a9-c628bd70f206 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.559011 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-463bc19f-fb00-4d06-80a9-c628bd70f206 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.631652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-463bc19f-fb00-4d06-80a9-c628bd70f206 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.649986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bc19f-fb00-4d06-80a9-c628bd70f206 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c57aa7-b236-44c8-abe2-cff7685d5def,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:41.713926 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-463bc19f-fb00-4d06-80a9-c628bd70f206 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.715145 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-463bc19f-fb00-4d06-80a9-c628bd70f206 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3480854 Feb 11 14:17:41.718059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44676) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:17:41.722388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0c654193-6cfc-4e29-8274-3ba3a9f77f4e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'security_group_rule': {'security_group_id': 'c81d1100-d31d-405c-beaa-24b5d2a7594e', 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:41.806193 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-0c654193-6cfc-4e29-8274-3ba3a9f77f4e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Project 25d8db18b0b34e41bbab08e5cb6fd2ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:17:41.812000 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c654193-6cfc-4e29-8274-3ba3a9f77f4e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.874746 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c654193-6cfc-4e29-8274-3ba3a9f77f4e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.954607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c654193-6cfc-4e29-8274-3ba3a9f77f4e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:41.973992 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c654193-6cfc-4e29-8274-3ba3a9f77f4e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd87d77-8163-457a-a7ee-1d26f4051a87,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:42.053584 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0c654193-6cfc-4e29-8274-3ba3a9f77f4e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.055101 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0c654193-6cfc-4e29-8274-3ba3a9f77f4e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3358674 Feb 11 14:17:42.134282 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-6ad79c26-285a-484d-b5a1-6dbe7d22fe1c tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566957423&fields=id&tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac HTTP/1.1" status: 200 len: 267 time: 0.0340512 Feb 11 14:17:42.190718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-07bb2a60-e4b5-4ab2-a61b-b3a2093dc55e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.192428 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-07bb2a60-e4b5-4ab2-a61b-b3a2093dc55e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 946 time: 0.0513477 Feb 11 14:17:42.204199 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-b861714a-efdf-45d1-811a-8fc1d0bc3e7d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'port': {'security_groups': ['dd05a69b-612f-4cbb-8e9b-3f3b8473e116', 'c81d1100-d31d-405c-beaa-24b5d2a7594e']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:17:42.267541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-b861714a-efdf-45d1-811a-8fc1d0bc3e7d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.451810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-b861714a-efdf-45d1-811a-8fc1d0bc3e7d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] For port 92976056-e298-4b8b-a434-8ac53c30a3f6, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=92976056-e298-4b8b-a434-8ac53c30a3f6,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:17:42.480978 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-b861714a-efdf-45d1-811a-8fc1d0bc3e7d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.553966 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-b861714a-efdf-45d1-811a-8fc1d0bc3e7d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.566487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['92976056-e298-4b8b-a434-8ac53c30a3f6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:42.598245 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-b861714a-efdf-45d1-811a-8fc1d0bc3e7d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.598905 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-b861714a-efdf-45d1-811a-8fc1d0bc3e7d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:42.603793 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2fe9f2cb-b624-46f6-a2b9-05f37061b5e7 req-b861714a-efdf-45d1-811a-8fc1d0bc3e7d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "PUT /v2.0/ports/92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 982 time: 0.4047370 Feb 11 14:17:42.604277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:17:42.610117 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:17:42.652459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861714a-efdf-45d1-811a-8fc1d0bc3e7d tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'Port': ['ID=92976056-e298-4b8b-a434-8ac53c30a3f6,revision_number=6']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:17:42.664952 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f8a8cc-5a53-40f4-8fc8-08641fcf521d x-openstack-request-id: req-79f8a8cc-5a53-40f4-8fc8-08641fcf521d {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:17:42.665565 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:17:42.666293 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-79f8a8cc-5a53-40f4-8fc8-08641fcf521d {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:17:42.666854 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'status': 'completed', 'code': 200} Feb 11 14:17:42.672324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['92976056-e298-4b8b-a434-8ac53c30a3f6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:17:42.782448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-96c8a497-40c3-4b99-b4f2-696769122af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.783972 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-96c8a497-40c3-4b99-b4f2-696769122af4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1136 time: 0.0847797 Feb 11 14:17:42.791573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa4f4c5-5e95-41d6-8e59-97ed0af98e37 req-7d49a79b-da20-4806-9443-cc6ffaf702f9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.793102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-faa4f4c5-5e95-41d6-8e59-97ed0af98e37 req-7d49a79b-da20-4806-9443-cc6ffaf702f9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.1067133 Feb 11 14:17:42.884983 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-faa4f4c5-5e95-41d6-8e59-97ed0af98e37 req-d74544e3-742f-4a36-a460-b523560ab3e9 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823185 Feb 11 14:17:42.914551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-26d37120-d48a-4659-bdb7-af2ed3e246a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:42.916024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-26d37120-d48a-4659-bdb7-af2ed3e246a5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1b815ac-acff-4936-a797-23d422602871 HTTP/1.1" status: 200 len: 915 time: 0.1220343 Feb 11 14:17:42.942016 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:17:42.988639 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-d52f8be2-42d7-45f1-935f-3cc0dfc13338 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0651326 Feb 11 14:17:43.003957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-77fc8cb6-3558-44ca-b6ab-bcde2532012b None None] Provisioning complete for port 92976056-e298-4b8b-a434-8ac53c30a3f6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:17:43.004371 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-77fc8cb6-3558-44ca-b6ab-bcde2532012b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:43.039452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-1e971c8e-baee-4731-81d5-6f47756e260f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.040904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-1e971c8e-baee-4731-81d5-6f47756e260f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f673a8b-f05a-4fba-a6f0-0aec70109c98 HTTP/1.1" status: 200 len: 853 time: 0.0449445 Feb 11 14:17:43.087874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-12c0384b-c22b-4bde-af0a-d598ef10a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:43.089494 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-12c0384b-c22b-4bde-af0a-d598ef10a37c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1b815ac-acff-4936-a797-23d422602871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411747 Feb 11 14:17:43.100147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-35abee95-93e5-43f2-bd94-2e4f7690d1a7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:17:43.101115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-35abee95-93e5-43f2-bd94-2e4f7690d1a7 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050280 Feb 11 14:17:43.194072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-f0f42e8a-6fc4-4541-9a8a-abb7355afcc8 service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859413 Feb 11 14:17:43.284115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cf4c2e4e-cee3-46d9-ae7b-76b09da85d3f req-ea1098ae-2f92-47a9-9f88-ee51cbec0abb service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832448 Feb 11 14:17:54.749045 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-85c30ae4-9fb6-4266-b14d-1868b75e7d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.257302 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.899426 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-929cf601-c067-4751-8450-0c0c398d38ad req-eab873d0-2763-4f33-8036-0fec20965a0f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454831 Feb 11 14:17:56.982866 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b6cc92a1-1a8f-4635-b8b5-7fa788960188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:56.983653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf601-c067-4751-8450-0c0c398d38ad req-d514ff6c-866d-42b7-9221-ac9703f1ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:56.985151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-929cf601-c067-4751-8450-0c0c398d38ad req-d514ff6c-866d-42b7-9221-ac9703f1ac2d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1136 time: 0.0409181 Feb 11 14:17:57.089744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf601-c067-4751-8450-0c0c398d38ad req-9c4d2785-c7ee-4d4a-a68c-f4ab63d2ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:57.091523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-929cf601-c067-4751-8450-0c0c398d38ad req-9c4d2785-c7ee-4d4a-a68c-f4ab63d2ff8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1b815ac-acff-4936-a797-23d422602871 HTTP/1.1" status: 200 len: 915 time: 0.0864844 Feb 11 14:17:57.161871 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-929cf601-c067-4751-8450-0c0c398d38ad req-700f2fb8-a34b-492e-a8d6-bd2521c36c5f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0630822 Feb 11 14:17:57.212025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf601-c067-4751-8450-0c0c398d38ad req-2feb902c-3cd7-4c9c-abc3-88488f560171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:57.213489 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-929cf601-c067-4751-8450-0c0c398d38ad req-2feb902c-3cd7-4c9c-abc3-88488f560171 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f673a8b-f05a-4fba-a6f0-0aec70109c98 HTTP/1.1" status: 200 len: 853 time: 0.0454156 Feb 11 14:17:57.261886 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf601-c067-4751-8450-0c0c398d38ad req-583fd733-f2a2-4f3f-bf47-45ba863aeadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:17:57.263761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-929cf601-c067-4751-8450-0c0c398d38ad req-583fd733-f2a2-4f3f-bf47-45ba863aeadf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1b815ac-acff-4936-a797-23d422602871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433834 Feb 11 14:17:57.357903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-929cf601-c067-4751-8450-0c0c398d38ad req-6948db53-c5a5-470a-83d3-a6acbc7592ed service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869362 Feb 11 14:17:57.447532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-929cf601-c067-4751-8450-0c0c398d38ad req-5e4be61d-f05c-4e50-8f67-2f32edaefc46 service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821240 Feb 11 14:17:58.145618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:17:58.814044 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.220202 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:00.654052 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:19.941285 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:18:24.753041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2e5bd24e-7ddd-458f-8c7f-82a86ed098f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:26.236464 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:27.099214 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b4ed1a5e-dc7d-4ef8-908e-b3e3adf329bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.159101 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:28.867548 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:30.190672 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:30.659370 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:31.214928 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61f664-ada3-44ba-9774-8aebf530bda1 req-6fe69978-24fd-4ec4-9126-68169b357591 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.216622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8d61f664-ada3-44ba-9774-8aebf530bda1 req-6fe69978-24fd-4ec4-9126-68169b357591 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0566609 Feb 11 14:18:31.267917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8d61f664-ada3-44ba-9774-8aebf530bda1 req-0dbae817-3866-452e-9ae9-148bb4abb4ee tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444009 Feb 11 14:18:31.296704 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-88d5999c-2bfe-41b7-a119-0d03edf68823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.298226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-88d5999c-2bfe-41b7-a119-0d03edf68823 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1136 time: 0.0469019 Feb 11 14:18:31.390857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-195c9be4-eb93-40cf-90ec-f8ce5f03a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.392254 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-195c9be4-eb93-40cf-90ec-f8ce5f03a81b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1b815ac-acff-4936-a797-23d422602871 HTTP/1.1" status: 200 len: 915 time: 0.0872736 Feb 11 14:18:31.457949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-4ef02e29-83bb-4c3c-9303-c872da987bcb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0585864 Feb 11 14:18:31.507638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-6cabd11f-034a-4519-9b38-8d12b898a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.509105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-6cabd11f-034a-4519-9b38-8d12b898a10e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f673a8b-f05a-4fba-a6f0-0aec70109c98 HTTP/1.1" status: 200 len: 853 time: 0.0448816 Feb 11 14:18:31.558837 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-53b82dce-d574-43b8-a074-1901185a1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:31.560322 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-53b82dce-d574-43b8-a074-1901185a1169 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1b815ac-acff-4936-a797-23d422602871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441847 Feb 11 14:18:31.648111 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-9f81986d-818d-44bd-847a-07059599ed7c service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796869 Feb 11 14:18:31.740864 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ed7a4a31-54c9-4eff-9f15-7c9614c2422e req-0caadb41-7255-48d6-abf1-7ee9df36c571 service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862508 Feb 11 14:18:32.387291 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b287c84-64e7-4da6-9d46-e24760a1aa6f req-34b079eb-04e4-4db5-9cfd-6479827e7243 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:32.388770 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b287c84-64e7-4da6-9d46-e24760a1aa6f req-34b079eb-04e4-4db5-9cfd-6479827e7243 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0503695 Feb 11 14:18:32.427644 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4b287c84-64e7-4da6-9d46-e24760a1aa6f req-84b88222-9906-44cf-8cc0-5655a363c825 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327907 Feb 11 14:18:33.546381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ccbd1-676b-454e-b94d-324bb99b55cb req-afc176d3-261e-44e7-9221-fe227cef11b8 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:33.547857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a8ccbd1-676b-454e-b94d-324bb99b55cb req-afc176d3-261e-44e7-9221-fe227cef11b8 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0504429 Feb 11 14:18:33.587442 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7a8ccbd1-676b-454e-b94d-324bb99b55cb req-773f9bd9-c55d-4de3-a095-311724ac5f4a tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334668 Feb 11 14:18:34.705229 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06e0ce-9f97-4543-abc7-c8483bdf5c0b req-810a3749-d0ea-4c64-9e52-5ed608b50e11 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:34.706747 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ad06e0ce-9f97-4543-abc7-c8483bdf5c0b req-810a3749-d0ea-4c64-9e52-5ed608b50e11 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0490172 Feb 11 14:18:34.750362 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ad06e0ce-9f97-4543-abc7-c8483bdf5c0b req-6db5247c-46c8-4a0a-838f-f66f03e3cde2 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375073 Feb 11 14:18:35.865141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fd059-7b32-4ff7-ae44-3f4bd34f6e7b req-467d3617-5375-4150-8a3f-76e149536244 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:35.866609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f95fd059-7b32-4ff7-ae44-3f4bd34f6e7b req-467d3617-5375-4150-8a3f-76e149536244 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0480652 Feb 11 14:18:35.906238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f95fd059-7b32-4ff7-ae44-3f4bd34f6e7b req-bca2909a-ae78-4aed-8e2f-f4739844163b tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330224 Feb 11 14:18:37.025434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c5a6-6fa5-437c-a864-4517c17580d5 req-d1335191-9351-401e-b930-8337ad67b088 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:37.027809 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a55c5a6-6fa5-437c-a864-4517c17580d5 req-d1335191-9351-401e-b930-8337ad67b088 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0493963 Feb 11 14:18:37.068017 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0a55c5a6-6fa5-437c-a864-4517c17580d5 req-815021d7-7bac-4b14-86df-72c4f72144c1 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341005 Feb 11 14:18:38.235790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ade70-78af-43dc-ac1d-ab8c84243f05 req-a827abbe-7474-4da2-8ff1-f560a35ac0d1 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:38.237249 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-423ade70-78af-43dc-ac1d-ab8c84243f05 req-a827abbe-7474-4da2-8ff1-f560a35ac0d1 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.1004004 Feb 11 14:18:38.281383 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-423ade70-78af-43dc-ac1d-ab8c84243f05 req-21119cc8-278a-4699-93c8-16ebade71ac5 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378046 Feb 11 14:18:39.449030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bfac4-23ba-4252-b142-e16d906f0edc req-48b6a44c-209c-41e0-b29b-5a439defc5cc tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:39.450507 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-839bfac4-23ba-4252-b142-e16d906f0edc req-48b6a44c-209c-41e0-b29b-5a439defc5cc tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0992134 Feb 11 14:18:39.489537 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-839bfac4-23ba-4252-b142-e16d906f0edc req-cc050ca8-cc31-4626-989f-867c4aa04b3e tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327308 Feb 11 14:18:40.606988 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8bca5-3f4b-4c6e-a9d0-c754e8e0f092 req-134a59a9-a8db-4403-ad78-07fdd9b66af0 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:40.608441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9b8bca5-3f4b-4c6e-a9d0-c754e8e0f092 req-134a59a9-a8db-4403-ad78-07fdd9b66af0 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0490434 Feb 11 14:18:40.647094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9b8bca5-3f4b-4c6e-a9d0-c754e8e0f092 req-20755967-9f88-4451-a770-e0312a79b5d0 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324550 Feb 11 14:18:41.762955 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30394a6c-596e-4841-89d0-de4f9ad52518 req-a937dacb-067e-428c-b1b6-aeec78db10ff tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:41.764401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30394a6c-596e-4841-89d0-de4f9ad52518 req-a937dacb-067e-428c-b1b6-aeec78db10ff tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0483284 Feb 11 14:18:41.808161 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30394a6c-596e-4841-89d0-de4f9ad52518 req-6e9f4c75-b635-48e4-a4da-1b4ad50f1323 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375178 Feb 11 14:18:42.925936 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5bd91-874d-4b26-8bdb-c87c0e131c2d req-cc6a22d5-1b0d-46b5-a037-708001549232 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:42.927398 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35f5bd91-874d-4b26-8bdb-c87c0e131c2d req-cc6a22d5-1b0d-46b5-a037-708001549232 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0507369 Feb 11 14:18:42.967592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-35f5bd91-874d-4b26-8bdb-c87c0e131c2d req-916b847d-0c9c-4032-a695-254aa6057a4a tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=c81d1100-d31d-405c-beaa-24b5d2a7594e&id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334864 Feb 11 14:18:54.758221 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f94acd09-4498-47d7-8174-fbd821ee2650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.261347 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:56.941152 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:18:56.981126 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7b07ed13-1a6e-487d-8631-525dc1bfebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.155961 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.830176 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:18:58.893140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-851c085f-07b9-4077-b0b1-a5c4f6a15718 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432096 Feb 11 14:18:58.978030 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-28b938f4-8fdb-4ad9-8f1a-d560416e5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:58.979524 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-28b938f4-8fdb-4ad9-8f1a-d560416e5298 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1136 time: 0.0449858 Feb 11 14:18:59.079427 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-5cdedd6f-5454-4c3a-a99d-3b4a1912ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:59.080866 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-5cdedd6f-5454-4c3a-a99d-3b4a1912ca43 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1b815ac-acff-4936-a797-23d422602871 HTTP/1.1" status: 200 len: 915 time: 0.0816133 Feb 11 14:18:59.158039 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-eb12a0c4-aec4-42e7-af09-1d3ebd5fe282 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0699990 Feb 11 14:18:59.208397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-30129837-871e-4920-9739-c9f13017d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:59.209896 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-30129837-871e-4920-9739-c9f13017d2f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f673a8b-f05a-4fba-a6f0-0aec70109c98 HTTP/1.1" status: 200 len: 853 time: 0.0443387 Feb 11 14:18:59.254058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-8874b6ad-6cec-42fc-8f2f-216d5d0a70fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:18:59.255546 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-8874b6ad-6cec-42fc-8f2f-216d5d0a70fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1b815ac-acff-4936-a797-23d422602871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390120 Feb 11 14:18:59.346526 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-35114edf-ea3a-4325-a41d-7d7db02128b6 service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839176 Feb 11 14:18:59.435968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b19e564c-5805-44c4-8d98-a634b1070b8a req-15d7349a-0f15-4333-9ffe-deffd3412b91 service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823252 Feb 11 14:19:00.192722 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:00.695201 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:24.757301 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f113aa6b-c4f5-46bd-839f-a945c09c7308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.247052 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:26.980459 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b7cb8d87-8b1b-4747-bd0d-a96ebd1a5161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:28.195434 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:28.854549 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.208750 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:30.671540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:33.940362 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:19:46.207979 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-7f92e8a1-dc4b-4b97-995a-339adb65d2bf tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566957423&fields=id&tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac HTTP/1.1" status: 200 len: 267 time: 0.0338886 Feb 11 14:19:46.260982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-3e6550bf-3faa-4b24-a59b-32aff9ce8ce2 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.262444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-3e6550bf-3faa-4b24-a59b-32aff9ce8ce2 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 985 time: 0.0481911 Feb 11 14:19:46.273341 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Request body: {'port': {'security_groups': ['dd05a69b-612f-4cbb-8e9b-3f3b8473e116']}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:19:46.335122 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.504832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] For port 92976056-e298-4b8b-a434-8ac53c30a3f6, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=92976056-e298-4b8b-a434-8ac53c30a3f6,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:46.534156 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.597095 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.608852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['92976056-e298-4b8b-a434-8ac53c30a3f6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:46.644647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.645292 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.646719 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-577d90dd-ef6e-4c30-8d56-b02b5b700415 req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "PUT /v2.0/ports/92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 943 time: 0.3778028 Feb 11 14:19:46.647456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:46.650263 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f19597-ebb9-481d-859b-048e02b90f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:46.655202 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44758) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:46.678806 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event updated for resources: {'Port': ['ID=92976056-e298-4b8b-a434-8ac53c30a3f6,revision_number=7']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:46.687841 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.688316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.688762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.689205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.689645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.690147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.690643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.691080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.691511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.691938 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.692342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.692740 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a1db588-914c-4172-8526-7ab8475e1fa3 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:46.708620 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56018b7-ef3c-4525-b936-4a32a7edfac2 x-openstack-request-id: req-a56018b7-ef3c-4525-b936-4a32a7edfac2 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:46.708620 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:46.708620 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a56018b7-ef3c-4525-b936-4a32a7edfac2 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:46.708620 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'status': 'completed', 'code': 200} Feb 11 14:19:46.751274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['92976056-e298-4b8b-a434-8ac53c30a3f6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:19:46.761047 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.810164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.830940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f19597-ebb9-481d-859b-048e02b90f2b req-f58d5491-f2f4-4fb0-a2b3-1c7705a188c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.832437 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14f19597-ebb9-481d-859b-048e02b90f2b req-f58d5491-f2f4-4fb0-a2b3-1c7705a188c5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1097 time: 0.0980113 Feb 11 14:19:46.935163 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8c72e4fa-81f6-4b75-81a0-2987a6065aa5 None None] Provisioning complete for port 92976056-e298-4b8b-a434-8ac53c30a3f6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:19:46.935457 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8c72e4fa-81f6-4b75-81a0-2987a6065aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:46.936987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f19597-ebb9-481d-859b-048e02b90f2b req-5d5e39e3-6658-4f8f-a0dd-f0c3a8756c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:46.938517 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14f19597-ebb9-481d-859b-048e02b90f2b req-5d5e39e3-6658-4f8f-a0dd-f0c3a8756c0d service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1b815ac-acff-4936-a797-23d422602871 HTTP/1.1" status: 200 len: 915 time: 0.0967999 Feb 11 14:19:47.010554 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14f19597-ebb9-481d-859b-048e02b90f2b req-92c1b0df-7a1d-4da1-8bad-e781cb8f37ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 1001 time: 0.0638976 Feb 11 14:19:47.043335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.045886 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.046991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "DELETE /v2.0/security-groups/c81d1100-d31d-405c-beaa-24b5d2a7594e HTTP/1.1" status: 204 len: 168 time: 0.3889563 Feb 11 14:19:47.049808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44762) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:19:47.063816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81d1100-d31d-405c-beaa-24b5d2a7594e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:47.075530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.075878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.076217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.076551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.076880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.077205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.077525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.077945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.078271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.078590 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.078909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.079321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac131b4e-29c3-4d8f-992b-a1462cf6cb58 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:19:47.085159 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f19597-ebb9-481d-859b-048e02b90f2b req-e6e71035-fd7e-4242-8698-b1a1c6c76879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:47.086714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14f19597-ebb9-481d-859b-048e02b90f2b req-e6e71035-fd7e-4242-8698-b1a1c6c76879 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f673a8b-f05a-4fba-a6f0-0aec70109c98 HTTP/1.1" status: 200 len: 853 time: 0.0698185 Feb 11 14:19:47.136110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f19597-ebb9-481d-859b-048e02b90f2b req-b07b4d0e-c3c5-4423-bfdd-d2f141337467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:47.137591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14f19597-ebb9-481d-859b-048e02b90f2b req-b07b4d0e-c3c5-4423-bfdd-d2f141337467 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1b815ac-acff-4936-a797-23d422602871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440667 Feb 11 14:19:47.218578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Deleting port 225668fb-09a1-4766-a867-7aa7fa96c830 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:47.219182 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.231288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14f19597-ebb9-481d-859b-048e02b90f2b req-1b3abb75-784b-43b3-bd21-b75cf756508d service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865405 Feb 11 14:19:47.295712 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.295972 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.308611 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Calling delete_port for 225668fb-09a1-4766-a867-7aa7fa96c830 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:47.323336 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-14f19597-ebb9-481d-859b-048e02b90f2b req-5dc14537-6d36-40f1-81a4-d3cf1d9fcff8 service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850844 Feb 11 14:19:47.545817 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.571263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event deleted for resources: {'Port': ['ID=225668fb-09a1-4766-a867-7aa7fa96c830,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:47.634776 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.635105 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Floating IP c29e5058-c823-4a7a-91cd-1c3a8aea92c9 disassociated (deleted). External IP: 172.25.0.17, port: 92976056-e298-4b8b-a434-8ac53c30a3f6. Feb 11 14:19:47.843959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Router d1ff233f-5397-47ff-aa42-df2b0c5f2578 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:19:47.953373 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:19:47.958258 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:47.964910 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] Sync routers for ids ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:19:47.974796 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] Routers {'d1ff233f-5397-47ff-aa42-df2b0c5f2578'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:47.975399 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:19:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:47.987581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-47b7be9b-b65d-466c-a7e6-fd503fd58e75 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "DELETE /v2.0/floatingips/c29e5058-c823-4a7a-91cd-1c3a8aea92c9 HTTP/1.1" status: 204 len: 168 time: 0.9340818 Feb 11 14:19:48.085421 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] Set router d1ff233f-5397-47ff-aa42-df2b0c5f2578 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:48.283789 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '9d2fa704-f6fa-43d9-b299-add3482c50e3', 'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'mac_address': 'fa:16:3e:92:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 5, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'subnets': [{'id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:48.315907 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] Checking router: d1ff233f-5397-47ff-aa42-df2b0c5f2578 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:19:48.324114 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] Routers {'d1ff233f-5397-47ff-aa42-df2b0c5f2578'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:19:48.324720 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:19:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:48.429271 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] Set router d1ff233f-5397-47ff-aa42-df2b0c5f2578 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:19:48.619068 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '9d2fa704-f6fa-43d9-b299-add3482c50e3', 'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'mac_address': 'fa:16:3e:92:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 5, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'subnets': [{'id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:19:48.643604 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4a22c6-74f4-414a-a84f-8f8c4814da9c None None] The sync data for ids ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'] in n-d-816488-1 is: [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:16:37Z', 'revision_number': 4, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '9d2fa704-f6fa-43d9-b299-add3482c50e3', 'name': '', 'network_id': 'b1b815ac-acff-4936-a797-23d422602871', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'mac_address': 'fa:16:3e:92:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:36Z', 'updated_at': '2022-02-11T14:16:41Z', 'revision_number': 5, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'subnets': [{'id': '0f673a8b-f05a-4fba-a6f0-0aec70109c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:19:48.707616 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:48.710090 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9508e579-9548-413f-825b-7d735358a78e" -d '{"events": [{"name": "network-changed", "server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:48.747281 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f3aaf7-5aa9-4dbd-899f-b47f3d3e8845 x-openstack-request-id: req-a7f3aaf7-5aa9-4dbd-899f-b47f3d3e8845 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:48.747579 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:48.747829 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7f3aaf7-5aa9-4dbd-899f-b47f3d3e8845 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:48.748374 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'status': 'completed', 'code': 200} Feb 11 14:19:48.822573 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508e579-9548-413f-825b-7d735358a78e req-de64d38b-ae28-4581-adae-556b84feeb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:48.824073 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9508e579-9548-413f-825b-7d735358a78e req-de64d38b-ae28-4581-adae-556b84feeb4e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 1097 time: 0.0436749 Feb 11 14:19:48.864653 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe18ef3-cd73-4e8b-8f9d-1fcb027beb94 None None] New status for floating IP c29e5058-c823-4a7a-91cd-1c3a8aea92c9: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:19:48.933527 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508e579-9548-413f-825b-7d735358a78e req-eedad63b-be54-4d7f-ba35-e47d5accd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:48.935227 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9508e579-9548-413f-825b-7d735358a78e req-eedad63b-be54-4d7f-ba35-e47d5accd666 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b1b815ac-acff-4936-a797-23d422602871 HTTP/1.1" status: 200 len: 915 time: 0.1049576 Feb 11 14:19:48.979881 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9508e579-9548-413f-825b-7d735358a78e req-e1f6db19-15e4-44ed-9a76-13e280f983b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 200 len: 217 time: 0.0371912 Feb 11 14:19:49.033981 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508e579-9548-413f-825b-7d735358a78e req-d6425267-ad62-4377-b815-32339b118a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:49.035417 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9508e579-9548-413f-825b-7d735358a78e req-d6425267-ad62-4377-b815-32339b118a3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f673a8b-f05a-4fba-a6f0-0aec70109c98 HTTP/1.1" status: 200 len: 853 time: 0.0488458 Feb 11 14:19:49.080166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508e579-9548-413f-825b-7d735358a78e req-247bed3f-8245-4133-8e34-49bf7a0b35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:49.081679 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9508e579-9548-413f-825b-7d735358a78e req-247bed3f-8245-4133-8e34-49bf7a0b35a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b1b815ac-acff-4936-a797-23d422602871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400269 Feb 11 14:19:49.169087 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9508e579-9548-413f-825b-7d735358a78e req-abc1eacf-948c-46db-9750-47caf80606b0 service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806851 Feb 11 14:19:49.266155 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9508e579-9548-413f-825b-7d735358a78e req-aff9d43f-05bb-41b9-b951-dec3b97f6a27 service neutron] 10.222.0.59 "GET /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896218 Feb 11 14:19:54.760998 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4b3ca9c4-2c92-443a-8caf-b3b39f0b6679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.258222 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:56.729779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a28ead-a5b9-41b8-926b-9716d2c48d49 req-9003d0df-9df0-47ba-ba06-258181d868e6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:56.733833 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f5a28ead-a5b9-41b8-926b-9716d2c48d49 req-9003d0df-9df0-47ba-ba06-258181d868e6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 946 time: 0.0525908 Feb 11 14:19:56.771927 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f5a28ead-a5b9-41b8-926b-9716d2c48d49 req-930894fe-9316-4f51-8272-30f823728172 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340786 Feb 11 14:19:56.979996 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-35db2480-8ad4-403c-80aa-4722d8200bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:57.887870 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857add00-c7f3-423c-8e0d-d397372cb836 req-58fbe105-a29e-4686-b645-0d28e6de27c8 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:57.889336 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-857add00-c7f3-423c-8e0d-d397372cb836 req-58fbe105-a29e-4686-b645-0d28e6de27c8 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 946 time: 0.0482082 Feb 11 14:19:57.926473 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-857add00-c7f3-423c-8e0d-d397372cb836 req-f242eda3-4f7d-42f5-b3c3-7083f8a41cd0 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Feb 11 14:19:58.174283 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.695371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-e014823e-1b00-4408-a10a-fd272a051fc2 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:58.696791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-e014823e-1b00-4408-a10a-fd272a051fc2 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.59 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 946 time: 0.0481999 Feb 11 14:19:58.790509 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-8b7077fe-af5a-49a6-b5fd-c80cfe5665a6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Deleting port 92976056-e298-4b8b-a434-8ac53c30a3f6 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:19:58.790847 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-8b7077fe-af5a-49a6-b5fd-c80cfe5665a6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.831323 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.879276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-8b7077fe-af5a-49a6-b5fd-c80cfe5665a6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] For port 92976056-e298-4b8b-a434-8ac53c30a3f6, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=92976056-e298-4b8b-a434-8ac53c30a3f6,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:19:58.879683 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-8b7077fe-af5a-49a6-b5fd-c80cfe5665a6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:58.892242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-8b7077fe-af5a-49a6-b5fd-c80cfe5665a6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Calling delete_port for 92976056-e298-4b8b-a434-8ac53c30a3f6 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:19:59.058870 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e8d39-d980-443d-8166-4e0b71f22ea8 req-d8d841e6-3a65-4659-a8e2-678696653fcd tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:19:59.060364 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-428e8d39-d980-443d-8166-4e0b71f22ea8 req-d8d841e6-3a65-4659-a8e2-678696653fcd tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/ports?device_id=a10d161f-a82b-482c-a373-f89c559e1c06 HTTP/1.1" status: 200 len: 946 time: 0.0639546 Feb 11 14:19:59.098175 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-428e8d39-d980-443d-8166-4e0b71f22ea8 req-4f37b727-8d1d-451c-a9f7-25af7236d5b7 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.52 "GET /v2.0/security-groups?id=dd05a69b-612f-4cbb-8e9b-3f3b8473e116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317342 Feb 11 14:19:59.099726 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-8b7077fe-af5a-49a6-b5fd-c80cfe5665a6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:59.130533 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7077fe-af5a-49a6-b5fd-c80cfe5665a6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Pushing event deleted for resources: {'Port': ['ID=92976056-e298-4b8b-a434-8ac53c30a3f6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:19:59.174960 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-8b7077fe-af5a-49a6-b5fd-c80cfe5665a6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] No DVR routers for this DVR port 92976056-e298-4b8b-a434-8ac53c30a3f6 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:19:59.177710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-8b7077fe-af5a-49a6-b5fd-c80cfe5665a6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:19:59.182323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5999bc70-029b-4cc4-8efd-c271d25f56b1 req-8b7077fe-af5a-49a6-b5fd-c80cfe5665a6 tempest-TestMinimumBasicScenario-1947479820 tempest-TestMinimumBasicScenario-1947479820-project] 10.222.0.59 "DELETE /v2.0/ports/92976056-e298-4b8b-a434-8ac53c30a3f6 HTTP/1.1" status: 204 len: 173 time: 0.4796650 Feb 11 14:19:59.182772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'name': 'network-vif-deleted', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:19:59.185114 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0f2d3c-e0f6-4eac-b6bc-36859cf15730" -d '{"events": [{"server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "name": "network-vif-deleted", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:19:59.221374 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77b3364-add1-40a8-9d40-d78820963488 x-openstack-request-id: req-f77b3364-add1-40a8-9d40-d78820963488 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:19:59.221374 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10d161f-a82b-482c-a373-f89c559e1c06", "name": "network-vif-deleted", "tag": "92976056-e298-4b8b-a434-8ac53c30a3f6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:19:59.221374 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f77b3364-add1-40a8-9d40-d78820963488 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:19:59.221733 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10d161f-a82b-482c-a373-f89c559e1c06', 'name': 'network-vif-deleted', 'tag': '92976056-e298-4b8b-a434-8ac53c30a3f6', 'status': 'completed', 'code': 200} Feb 11 14:20:00.208488 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:00.562678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 92976056-e298-4b8b-a434-8ac53c30a3f6 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:00.587642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 92976056-e298-4b8b-a434-8ac53c30a3f6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:00.587991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 92976056-e298-4b8b-a434-8ac53c30a3f6 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:00.709554 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:01.694731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44858) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:02.027544 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:02.270289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] Deleting port 9d2fa704-f6fa-43d9-b299-add3482c50e3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:02.270627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:02.349968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] For port 9d2fa704-f6fa-43d9-b299-add3482c50e3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9d2fa704-f6fa-43d9-b299-add3482c50e3,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:02.350243 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:02.361790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] Calling delete_port for 9d2fa704-f6fa-43d9-b299-add3482c50e3 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:03.014438 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.040666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2fa704-f6fa-43d9-b299-add3482c50e3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:03.209192 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.416440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] Router d1ff233f-5397-47ff-aa42-df2b0c5f2578 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:20:03.522708 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:03.528045 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e3995402-c355-4765-b57f-30759a9dabfd admin admin] 10.222.0.52 "PUT /v2.0/routers/d1ff233f-5397-47ff-aa42-df2b0c5f2578/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8315663 Feb 11 14:20:03.530519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44860) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:03.531617 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] Sync routers for ids ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:20:03.541492 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] Routers {'d1ff233f-5397-47ff-aa42-df2b0c5f2578'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:03.542127 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:03.635478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.648577 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] Set router d1ff233f-5397-47ff-aa42-df2b0c5f2578 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:03.736523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.823779 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:20:02Z', 'revision_number': 5, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port': {'id': 'a725095d-1099-4146-95e6-ce91de1d93ce', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:34Z', 'updated_at': '2022-02-11T14:16:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:03.849555 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] Checking router: d1ff233f-5397-47ff-aa42-df2b0c5f2578 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:20:03.859328 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] Routers {'d1ff233f-5397-47ff-aa42-df2b0c5f2578'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:03.859938 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:03.879453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Deleting port a725095d-1099-4146-95e6-ce91de1d93ce {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:03.879803 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.949130 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] Set router d1ff233f-5397-47ff-aa42-df2b0c5f2578 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:03.960485 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] For port a725095d-1099-4146-95e6-ce91de1d93ce, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=a725095d-1099-4146-95e6-ce91de1d93ce,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:03.961351 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:03.973111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Calling delete_port for a725095d-1099-4146-95e6-ce91de1d93ce owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:04.093528 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:20:03Z', 'revision_number': 6, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:04.120324 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9332578-43a3-46d1-9077-a3453c70f1cc None None] The sync data for ids ['d1ff233f-5397-47ff-aa42-df2b0c5f2578'] in n-d-816488-1 is: [{'id': 'd1ff233f-5397-47ff-aa42-df2b0c5f2578', 'name': 'tempest-TestMinimumBasicScenario-401636864-router', 'tenant_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:33Z', 'updated_at': '2022-02-11T14:20:03Z', 'revision_number': 6, 'project_id': '25d8db18b0b34e41bbab08e5cb6fd2ac', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:20:04.219856 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.246816 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Pushing event deleted for resources: {'Port': ['ID=a725095d-1099-4146-95e6-ce91de1d93ce,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:04.307658 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.401333 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.403457 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.551489 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.552096 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1ff233f-5397-47ff-aa42-df2b0c5f2578 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:20:04.557651 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.558830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-dedecf4d-9072-43cc-b5e1-729c2ef38766 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d1ff233f-5397-47ff-aa42-df2b0c5f2578 HTTP/1.1" status: 204 len: 168 time: 1.0273662 Feb 11 14:20:04.561411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44862) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:04.605798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cae68f-6295-4ba8-b64f-0c31beb25b41 admin admin] Deleting subnet 0f673a8b-f05a-4fba-a6f0-0aec70109c98 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:04.608745 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85cae68f-6295-4ba8-b64f-0c31beb25b41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.643225 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85cae68f-6295-4ba8-b64f-0c31beb25b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.725979 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85cae68f-6295-4ba8-b64f-0c31beb25b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.865971 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85cae68f-6295-4ba8-b64f-0c31beb25b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.895290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cae68f-6295-4ba8-b64f-0c31beb25b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f673a8b-f05a-4fba-a6f0-0aec70109c98,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:04.899405 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-85cae68f-6295-4ba8-b64f-0c31beb25b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.902659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-85cae68f-6295-4ba8-b64f-0c31beb25b41 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0f673a8b-f05a-4fba-a6f0-0aec70109c98 HTTP/1.1" status: 204 len: 168 time: 0.3402939 Feb 11 14:20:04.905275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a260461-c5cf-4f8e-a328-561bd79eab02 None None] Network b1b815ac-acff-4936-a797-23d422602871 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:04.905741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44864) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:04.925212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9d2fa704-f6fa-43d9-b299-add3482c50e3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:04.975814 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:04.981811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 9d2fa704-f6fa-43d9-b299-add3482c50e3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:04.982082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9d2fa704-f6fa-43d9-b299-add3482c50e3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:04.982505 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a725095d-1099-4146-95e6-ce91de1d93ce no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:05.009596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: a725095d-1099-4146-95e6-ce91de1d93ce {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:05.009968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device a725095d-1099-4146-95e6-ce91de1d93ce not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:05.040538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Deleting port caf10774-e3c7-4216-89f6-0212b09846d1 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:05.040883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.117199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] For port caf10774-e3c7-4216-89f6-0212b09846d1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=caf10774-e3c7-4216-89f6-0212b09846d1,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:05.117199 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.130044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Calling delete_port for caf10774-e3c7-4216-89f6-0212b09846d1 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:05.155991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] DHCP port deletion for b1b815ac-acff-4936-a797-23d422602871 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:20:05.205493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Deleting port caf10774-e3c7-4216-89f6-0212b09846d1 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:05.205898 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.267759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] For port caf10774-e3c7-4216-89f6-0212b09846d1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=caf10774-e3c7-4216-89f6-0212b09846d1,segment=NetworkSegment(c6e6b473-5907-4799-b563-94092f911810),segment_id=c6e6b473-5907-4799-b563-94092f911810)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:05.268151 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.284282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Calling delete_port for caf10774-e3c7-4216-89f6-0212b09846d1 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:05.299552 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.327258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=caf10774-e3c7-4216-89f6-0212b09846d1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:05.329879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] No DVR routers for this DVR port caf10774-e3c7-4216-89f6-0212b09846d1 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:05.361317 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.388802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] No DVR routers for this DVR port caf10774-e3c7-4216-89f6-0212b09846d1 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:05.393138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Pushing event deleted for resources: {'Port': ['ID=caf10774-e3c7-4216-89f6-0212b09846d1,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:05.402248 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.402594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.402924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.403255 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.403376 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.403581 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.403903 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.404220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.404537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.404852 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.405174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.405500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.405820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eadff36-ba3e-4a01-981f-ecbea9cb4878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:05.424472 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b815ac-acff-4936-a797-23d422602871']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:05.433924 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e6b473-5907-4799-b563-94092f911810') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:05.434216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e6b473-5907-4799-b563-94092f911810') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:05.447686 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.461149 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.467117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:20:05.470070 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:20:05.595279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.599844 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:05.603196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] 10.222.0.52 "DELETE /v2.0/networks/b1b815ac-acff-4936-a797-23d422602871 HTTP/1.1" status: 204 len: 168 time: 0.6968334 Feb 11 14:20:05.606271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44866) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:05.621898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d0fb1-45cb-4c7d-ae18-e6cea9068dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b815ac-acff-4936-a797-23d422602871,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:05.953217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.194545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] Deleting port fd7fd808-9997-4a59-b774-ca34530cd95b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:06.195043 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.272110 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] For port fd7fd808-9997-4a59-b774-ca34530cd95b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=fd7fd808-9997-4a59-b774-ca34530cd95b,segment=NetworkSegment(aabfe3e5-6caa-43d2-a89b-2ce74c14c66d),segment_id=aabfe3e5-6caa-43d2-a89b-2ce74c14c66d)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:06.272470 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.284303 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] Calling delete_port for fd7fd808-9997-4a59-b774-ca34530cd95b owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:06.545686 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.572568 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7fd808-9997-4a59-b774-ca34530cd95b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:06.741043 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:06.876204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device caf10774-e3c7-4216-89f6-0212b09846d1 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:06.897151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: caf10774-e3c7-4216-89f6-0212b09846d1 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:06.897577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device caf10774-e3c7-4216-89f6-0212b09846d1 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:06.956899 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] Router 7a2b97df-de80-4ad1-9162-29468cca4b4c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:20:07.060252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:07.067695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7f304fb2-d1a9-43f1-96f5-d2e21b81f056 admin admin] 10.222.0.52 "PUT /v2.0/routers/7a2b97df-de80-4ad1-9162-29468cca4b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4577999 Feb 11 14:20:07.067695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44868) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:07.068698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] Sync routers for ids ['7a2b97df-de80-4ad1-9162-29468cca4b4c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:20:07.079795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] Routers {'7a2b97df-de80-4ad1-9162-29468cca4b4c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:07.080446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7a2b97df-de80-4ad1-9162-29468cca4b4c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:07.172349 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.187532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] Set router 7a2b97df-de80-4ad1-9162-29468cca4b4c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:07.274779 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.372757 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'name': 'tempest-TestMinimumBasicScenario-1505827636-router', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:20:06Z', 'revision_number': 5, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'gw_port': {'id': '087ac9c4-96e8-44af-acaa-b3c6174d23d9', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:07.377541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Deleting port 087ac9c4-96e8-44af-acaa-b3c6174d23d9 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:07.377991 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.401476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] Checking router: 7a2b97df-de80-4ad1-9162-29468cca4b4c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:20:07.410925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] Routers {'7a2b97df-de80-4ad1-9162-29468cca4b4c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:07.411529 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['7a2b97df-de80-4ad1-9162-29468cca4b4c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:07.460577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] For port 087ac9c4-96e8-44af-acaa-b3c6174d23d9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=087ac9c4-96e8-44af-acaa-b3c6174d23d9,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:07.461090 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.472586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Calling delete_port for 087ac9c4-96e8-44af-acaa-b3c6174d23d9 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:07.498128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] Set router 7a2b97df-de80-4ad1-9162-29468cca4b4c gateway port host: None {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:07.551671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'name': 'tempest-TestMinimumBasicScenario-1505827636-router', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:20:07Z', 'revision_number': 6, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:07.578575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bab3b66-03bb-4792-ab61-70f612defa0b None None] The sync data for ids ['7a2b97df-de80-4ad1-9162-29468cca4b4c'] in n-d-816488-1 is: [{'id': '7a2b97df-de80-4ad1-9162-29468cca4b4c', 'name': 'tempest-TestMinimumBasicScenario-1505827636-router', 'tenant_id': '39441cf7bc704d8db895517dd9a7968f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:16:40Z', 'updated_at': '2022-02-11T14:20:07Z', 'revision_number': 6, 'project_id': '39441cf7bc704d8db895517dd9a7968f', 'gw_port_host': None}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:20:07.714882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:07.740034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Pushing event deleted for resources: {'Port': ['ID=087ac9c4-96e8-44af-acaa-b3c6174d23d9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:07.802576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.242615 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.244857 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.396864 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.397419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2b97df-de80-4ad1-9162-29468cca4b4c {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:20:08.402069 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.403220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c9c49c9f-b56d-4d88-8475-a1f717352455 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7a2b97df-de80-4ad1-9162-29468cca4b4c HTTP/1.1" status: 204 len: 168 time: 1.3346851 Feb 11 14:20:08.405963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44870) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:08.456566 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bf04d8-5d39-4a6b-84b8-e718edc30dbf admin admin] Deleting subnet bf886633-e9ac-47b2-a684-a791b4777f50 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:20:08.459568 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10bf04d8-5d39-4a6b-84b8-e718edc30dbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.495171 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10bf04d8-5d39-4a6b-84b8-e718edc30dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.584958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10bf04d8-5d39-4a6b-84b8-e718edc30dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.723063 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10bf04d8-5d39-4a6b-84b8-e718edc30dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.749230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf04d8-5d39-4a6b-84b8-e718edc30dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf886633-e9ac-47b2-a684-a791b4777f50,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:08.752831 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-10bf04d8-5d39-4a6b-84b8-e718edc30dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.759363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-10bf04d8-5d39-4a6b-84b8-e718edc30dbf admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bf886633-e9ac-47b2-a684-a791b4777f50 HTTP/1.1" status: 204 len: 168 time: 0.3491218 Feb 11 14:20:08.759622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44872) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:08.761279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc39734-2661-43c4-9f37-35b5f68f46d1 None None] Network bf23f016-97f9-42c1-9946-cfc89b4084a8 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:08.840330 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.850213 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fd7fd808-9997-4a59-b774-ca34530cd95b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:08.885066 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: fd7fd808-9997-4a59-b774-ca34530cd95b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:08.885398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device fd7fd808-9997-4a59-b774-ca34530cd95b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:08.885832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 087ac9c4-96e8-44af-acaa-b3c6174d23d9 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:08.894812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Deleting port 9abe52c8-071e-4480-b55a-b8a169ba0e63 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:08.895160 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.908097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 087ac9c4-96e8-44af-acaa-b3c6174d23d9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:08.908431 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 087ac9c4-96e8-44af-acaa-b3c6174d23d9 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:08.964382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] For port 9abe52c8-071e-4480-b55a-b8a169ba0e63, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9abe52c8-071e-4480-b55a-b8a169ba0e63,segment=NetworkSegment(aabfe3e5-6caa-43d2-a89b-2ce74c14c66d),segment_id=aabfe3e5-6caa-43d2-a89b-2ce74c14c66d)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:08.964750 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:08.970652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d7db1e-9155-47c4-844f-71a39124532a None None] DHCP port deletion for bf23f016-97f9-42c1-9946-cfc89b4084a8 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:20:08.980395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Calling delete_port for 9abe52c8-071e-4480-b55a-b8a169ba0e63 owned by network:dhcp {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:09.020502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-60d7db1e-9155-47c4-844f-71a39124532a None None] Deleting port 9abe52c8-071e-4480-b55a-b8a169ba0e63 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:20:09.020815 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-60d7db1e-9155-47c4-844f-71a39124532a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.085904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-60d7db1e-9155-47c4-844f-71a39124532a None None] For port 9abe52c8-071e-4480-b55a-b8a169ba0e63, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=9abe52c8-071e-4480-b55a-b8a169ba0e63,segment=NetworkSegment(aabfe3e5-6caa-43d2-a89b-2ce74c14c66d),segment_id=aabfe3e5-6caa-43d2-a89b-2ce74c14c66d)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:09.086300 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-60d7db1e-9155-47c4-844f-71a39124532a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.098322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-60d7db1e-9155-47c4-844f-71a39124532a None None] Calling delete_port for 9abe52c8-071e-4480-b55a-b8a169ba0e63 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:20:09.128383 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.155030 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9abe52c8-071e-4480-b55a-b8a169ba0e63,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:09.158565 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] No DVR routers for this DVR port 9abe52c8-071e-4480-b55a-b8a169ba0e63 on host n-d-816488-1 {{(pid=103006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:09.183303 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-60d7db1e-9155-47c4-844f-71a39124532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.209483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7db1e-9155-47c4-844f-71a39124532a None None] Pushing event deleted for resources: {'Port': ['ID=9abe52c8-071e-4480-b55a-b8a169ba0e63,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:09.211834 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7db1e-9155-47c4-844f-71a39124532a None None] No DVR routers for this DVR port 9abe52c8-071e-4480-b55a-b8a169ba0e63 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:20:09.233202 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.253046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf23f016-97f9-42c1-9946-cfc89b4084a8']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:09.262410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:09.262707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabfe3e5-6caa-43d2-a89b-2ce74c14c66d') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:09.271811 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.285155 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.290863 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:20:09.291235 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:20:09.292852 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:20:09.423689 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.429955 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:09.433508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] 10.222.0.52 "DELETE /v2.0/networks/bf23f016-97f9-42c1-9946-cfc89b4084a8 HTTP/1.1" status: 204 len: 168 time: 0.6724730 Feb 11 14:20:09.445656 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b537a-9077-4fb7-a1ba-6a1e154cbb51 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf23f016-97f9-42c1-9946-cfc89b4084a8,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:10.281553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44876) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:10.321324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8eed1b7d-8ce5-4590-bf5b-819ed69bcf91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=25d8db18b0b34e41bbab08e5cb6fd2ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386071 Feb 11 14:20:10.323797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44878) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:10.375354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f059576f-09ab-479a-a112-33f45d7606ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.395527 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f059576f-09ab-479a-a112-33f45d7606ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.516730 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f059576f-09ab-479a-a112-33f45d7606ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.519369 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f059576f-09ab-479a-a112-33f45d7606ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:10.520505 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f059576f-09ab-479a-a112-33f45d7606ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dd05a69b-612f-4cbb-8e9b-3f3b8473e116 HTTP/1.1" status: 204 len: 168 time: 0.1958463 Feb 11 14:20:10.529543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059576f-09ab-479a-a112-33f45d7606ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd05a69b-612f-4cbb-8e9b-3f3b8473e116,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:10.819492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9abe52c8-071e-4480-b55a-b8a169ba0e63 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:20:10.840749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 9abe52c8-071e-4480-b55a-b8a169ba0e63 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:20:10.841162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 9abe52c8-071e-4480-b55a-b8a169ba0e63 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:20:10.939132 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:20:11.196524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44884) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:11.236010 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c82af85c-3675-470d-887e-f10a1dc4a0d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39441cf7bc704d8db895517dd9a7968f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380027 Feb 11 14:20:11.238105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44886) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:11.290131 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8e82-8832-496f-bf0e-5fbc15d866dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:11.310512 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8e82-8832-496f-bf0e-5fbc15d866dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:11.457559 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8e82-8832-496f-bf0e-5fbc15d866dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:11.460128 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fb2c8e82-8832-496f-bf0e-5fbc15d866dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:11.461283 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fb2c8e82-8832-496f-bf0e-5fbc15d866dc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f99b6f3-e77b-45cc-9969-a8690820a6ef HTTP/1.1" status: 204 len: 168 time: 0.2223079 Feb 11 14:20:11.469587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c8e82-8832-496f-bf0e-5fbc15d866dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f99b6f3-e77b-45cc-9969-a8690820a6ef,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:14.012989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44926) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:14.017626 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1637592978', 'description': 'tempest-secgroup-smoke-1637592978 description', 'project_id': '374ff21dff54465f8bff162905a35461'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:14.103539 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.111897 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.187190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.274772 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.311927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589e610b-c1c4-470e-b287-29e1f6d015c9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:14.348634 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.423450 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.452012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=779cc11b-449e-466d-a833-859f745cc588,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:14.510945 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.512200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0ad27f4a-ae38-4b6a-980e-b8952d2a7bac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4982116 Feb 11 14:20:14.515205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44928) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:14.519644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2ba8e21c-ba4f-4d0c-9ff3-ea4cc8106dcc tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '779cc11b-449e-466d-a833-859f745cc588', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:14.610475 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e21c-ba4f-4d0c-9ff3-ea4cc8106dcc tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.669642 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e21c-ba4f-4d0c-9ff3-ea4cc8106dcc tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.760338 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e21c-ba4f-4d0c-9ff3-ea4cc8106dcc tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.778315 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba8e21c-ba4f-4d0c-9ff3-ea4cc8106dcc tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f409e5a-7e6d-481e-8a58-37abfa6332a4,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:14.876309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2ba8e21c-ba4f-4d0c-9ff3-ea4cc8106dcc tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:14.877448 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2ba8e21c-ba4f-4d0c-9ff3-ea4cc8106dcc tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612192 Feb 11 14:20:14.880153 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44930) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:14.892962 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b923e7bc-4610-417a-9dbf-5cea9fdc097b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '779cc11b-449e-466d-a833-859f745cc588', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:15.006718 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b923e7bc-4610-417a-9dbf-5cea9fdc097b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.062704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b923e7bc-4610-417a-9dbf-5cea9fdc097b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.149277 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b923e7bc-4610-417a-9dbf-5cea9fdc097b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.167634 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923e7bc-4610-417a-9dbf-5cea9fdc097b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6483c81-ea19-4e35-af4b-35c3b20228c1,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:15.277033 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b923e7bc-4610-417a-9dbf-5cea9fdc097b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.278444 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b923e7bc-4610-417a-9dbf-5cea9fdc097b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3972769 Feb 11 14:20:15.280978 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44932) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:15.285378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c881ae22-4356-4177-ae7f-fb5cde7996d1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '779cc11b-449e-466d-a833-859f745cc588', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:15.378969 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c881ae22-4356-4177-ae7f-fb5cde7996d1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.438018 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c881ae22-4356-4177-ae7f-fb5cde7996d1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.523019 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c881ae22-4356-4177-ae7f-fb5cde7996d1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.542014 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881ae22-4356-4177-ae7f-fb5cde7996d1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833bb90e-16ea-4e48-aad5-e88dcd4eb506,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:15.633083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c881ae22-4356-4177-ae7f-fb5cde7996d1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.634405 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c881ae22-4356-4177-ae7f-fb5cde7996d1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3523495 Feb 11 14:20:15.637174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44934) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:15.641694 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-0c29510e-482d-4a6f-a5df-98bbd7bc45e7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '779cc11b-449e-466d-a833-859f745cc588', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:15.738086 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c29510e-482d-4a6f-a5df-98bbd7bc45e7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.783787 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c29510e-482d-4a6f-a5df-98bbd7bc45e7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.837061 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c29510e-482d-4a6f-a5df-98bbd7bc45e7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.856246 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29510e-482d-4a6f-a5df-98bbd7bc45e7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0cfa24-97e4-4280-a13b-84904622acd5,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:15.936273 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-0c29510e-482d-4a6f-a5df-98bbd7bc45e7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:15.937507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0c29510e-482d-4a6f-a5df-98bbd7bc45e7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2993402 Feb 11 14:20:15.940237 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44936) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:15.946000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-84b83ec3-4944-40a2-81e4-319df7856df1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '779cc11b-449e-466d-a833-859f745cc588', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:16.311357 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-84b83ec3-4944-40a2-81e4-319df7856df1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Project 374ff21dff54465f8bff162905a35461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:20:16.316703 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84b83ec3-4944-40a2-81e4-319df7856df1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.381650 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84b83ec3-4944-40a2-81e4-319df7856df1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.511250 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84b83ec3-4944-40a2-81e4-319df7856df1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.529566 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b83ec3-4944-40a2-81e4-319df7856df1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bbddc2-76e0-43a5-9a91-cb3c69d36bf4,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:16.638593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-84b83ec3-4944-40a2-81e4-319df7856df1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.639753 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-84b83ec3-4944-40a2-81e4-319df7856df1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6985731 Feb 11 14:20:16.642604 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44938) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:16.647013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c1d11e8b-1fc6-444d-a839-85789967a22c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '779cc11b-449e-466d-a833-859f745cc588', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:16.762376 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-c1d11e8b-1fc6-444d-a839-85789967a22c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Project 374ff21dff54465f8bff162905a35461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:20:16.767263 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c1d11e8b-1fc6-444d-a839-85789967a22c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.831017 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c1d11e8b-1fc6-444d-a839-85789967a22c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.933294 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c1d11e8b-1fc6-444d-a839-85789967a22c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:16.950377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d11e8b-1fc6-444d-a839-85789967a22c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397ea085-e263-4661-bac9-4c656f3170b8,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:17.056126 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c1d11e8b-1fc6-444d-a839-85789967a22c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.057304 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c1d11e8b-1fc6-444d-a839-85789967a22c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4137893 Feb 11 14:20:17.060332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44940) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:17.065696 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'network': {'name': 'tempest-network-smoke--59497248', 'project_id': '374ff21dff54465f8bff162905a35461', 'port_security_enabled': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:17.156642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:17.160207 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.184460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:20:17.192947 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.193307 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Added segment 3f37a438-267b-4726-a9b7-7687b039afd7 of type vlan for network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 Feb 11 14:20:17.233368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.326072 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.331518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:17.332091 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.399267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Network': ['ID=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:17.412726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:20:17.460591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b9f935e0-06bc-4ec5-908d-ef41ffc668c9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3985381 Feb 11 14:20:17.463322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44942) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:17.467732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'admin_state_up': True, 'project_id': '374ff21dff54465f8bff162905a35461', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:17.562471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.563522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.614774 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:17.821653 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:18.098071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:18.121129 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:18.222690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.25.0.138 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:18.326635 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:18.431427 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:18.472639 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:18.475565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:18.480770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:18.482133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:18.788547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:18.986112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.173958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router e958b2d1-1275-4ff8-93de-df0bbf01e241 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:20:19.281329 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:19.291693 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Sync routers for ids ['e958b2d1-1275-4ff8-93de-df0bbf01e241'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:20:19.301048 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Routers {'e958b2d1-1275-4ff8-93de-df0bbf01e241'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:19.301702 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e958b2d1-1275-4ff8-93de-df0bbf01e241'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:19.381513 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.382878 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1e1d19ea-e14c-40db-83c8-26dc111219e9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9186194 Feb 11 14:20:19.386565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44944) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:19.405343 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Set router e958b2d1-1275-4ff8-93de-df0bbf01e241 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:19.514995 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6bc4942a-3b24-4821-9036-c751153f49b5 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=374ff21dff54465f8bff162905a35461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1273310 Feb 11 14:20:19.517904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44948) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:19.594942 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:18Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:19.603782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1949d9-592a-42cc-835f-9a9cc28b3583 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:19.605331 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-0c1949d9-592a-42cc-835f-9a9cc28b3583 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865352 Feb 11 14:20:19.608284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44950) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:19.622414 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Checking router: e958b2d1-1275-4ff8-93de-df0bbf01e241 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:20:19.622756 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Updating router e958b2d1-1275-4ff8-93de-df0bbf01e241 port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:20:19.643088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3adae868-24fc-4e3c-b28d-c532fb50e53b tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313330 Feb 11 14:20:19.643526 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 44952) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:19.647413 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.648825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-447398108', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'project_id': '374ff21dff54465f8bff162905a35461', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:19.790768 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:19.794357 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.903010 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:19.971858 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.025599 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Attempting to bind port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:20.025990 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Attempting to bind port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:20.026350 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Attempting to bind port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:20.028252 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Pushing event updated for resources: {'Port': ['ID=6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:20.037391 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.037732 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.038866 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.039203 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.039532 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.039856 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.040177 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.040496 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.040963 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.041233 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.041549 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.041888 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:20:20.042607 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.045964 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:20.046518 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:20.046922 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.047304 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:20.047773 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Bound port: 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:20.048152 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.102721 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] For port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:20.103281 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Subnet': ['ID=e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:20.106614 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] For port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:20.112194 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Checking segment: {'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:20.112549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network hostable DHCP agents. Network: b7d743d9-768b-41c1-ac9d-e941d9b2a8d0, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:20:20.179860 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.219485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:20:20.238359 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Routers {'e958b2d1-1275-4ff8-93de-df0bbf01e241'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:20.238964 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e958b2d1-1275-4ff8-93de-df0bbf01e241'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:20.243544 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2f2cf-5330-4686-9a67-6c448ca3466a None None] Pushing event updated for resources: {'Port': ['ID=6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:20.282396 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, b7d743d9-768b-41c1-ac9d-e941d9b2a8d0) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:20.286901 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:20.288107 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.296733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f979922c-383f-40e9-9a26-f83939b0f433 None None] Network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:20.352146 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] Set router e958b2d1-1275-4ff8-93de-df0bbf01e241 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:20.393753 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8e5a2b80-62f5-4bca-b575-39fa3b6429c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7490013 Feb 11 14:20:20.396695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 44954) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:20.446414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:20:20.447275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.547185 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:18Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:20.575541 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5507e-a387-4fa8-a487-58d1a1e3b028 None None] The sync data for ids ['e958b2d1-1275-4ff8-93de-df0bbf01e241'] in n-d-816488-1 is: [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:18Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:20:20.588950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Allocated IP 172.20.0.2 (b7d743d9-768b-41c1-ac9d-e941d9b2a8d0/e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f/da5c9e89-0143-4035-b314-dd3e0fdee710) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:20.740037 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.803356 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.845629 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:20.853195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:20.853195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:20.882984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.885827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Pushing event updated for resources: {'Port': ['ID=da5c9e89-0143-4035-b314-dd3e0fdee710,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:20.918683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Attempting to bind port da5c9e89-0143-4035-b314-dd3e0fdee710 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:20.919134 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Attempting to bind port da5c9e89-0143-4035-b314-dd3e0fdee710 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:20.919503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Attempting to bind port da5c9e89-0143-4035-b314-dd3e0fdee710 on network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:20.924897 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:20.925269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Checking segment: {'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:20.925672 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.926099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Bound using segment: {'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:20.926630 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Bound port: da5c9e89-0143-4035-b314-dd3e0fdee710, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:20.927104 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:20.998908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] For port da5c9e89-0143-4035-b314-dd3e0fdee710, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:21.002109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] For port da5c9e89-0143-4035-b314-dd3e0fdee710, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=da5c9e89-0143-4035-b314-dd3e0fdee710,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:21.088848 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.163042 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bb896-09a7-4d44-b46e-49a203b025af None None] Pushing event updated for resources: {'Port': ['ID=da5c9e89-0143-4035-b314-dd3e0fdee710,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:21.186156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.20.0.1 (b7d743d9-768b-41c1-ac9d-e941d9b2a8d0/e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f/83e381fd-9f3f-4f76-8e40-5b13690b2f8d) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:21.327701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.437096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.488908 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:21.497197 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:21.501275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:21.508567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=83e381fd-9f3f-4f76-8e40-5b13690b2f8d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:21.549886 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:21.766627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.051507 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.108139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c18e39e-49d2-410c-97d4-4fe0d9f5c3ee None None] Network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:20:22.110885 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.182765 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f3077868-a6a7-4e9c-8992-731f4514705d None None] Provisioning complete for port da5c9e89-0143-4035-b314-dd3e0fdee710 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:22.183143 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3077868-a6a7-4e9c-8992-731f4514705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.194380 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.196137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=83e381fd-9f3f-4f76-8e40-5b13690b2f8d,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:22.293380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:22.294919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:22.418117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router e958b2d1-1275-4ff8-93de-df0bbf01e241 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:20:22.501540 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3077868-a6a7-4e9c-8992-731f4514705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.536921 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:22.539906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-f3077868-a6a7-4e9c-8992-731f4514705d None None] For port da5c9e89-0143-4035-b314-dd3e0fdee710, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=da5c9e89-0143-4035-b314-dd3e0fdee710,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:22.546173 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fbcce204-a302-43d7-97d4-6da02f41c62f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "PUT /v2.0/routers/e958b2d1-1275-4ff8-93de-df0bbf01e241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1475861 Feb 11 14:20:22.613988 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f3077868-a6a7-4e9c-8992-731f4514705d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.681043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Sync routers for ids ['e958b2d1-1275-4ff8-93de-df0bbf01e241'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:20:22.683717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3077868-a6a7-4e9c-8992-731f4514705d None None] Pushing event updated for resources: {'Port': ['ID=da5c9e89-0143-4035-b314-dd3e0fdee710,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:22.694176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Routers {'e958b2d1-1275-4ff8-93de-df0bbf01e241'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:22.694906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e958b2d1-1275-4ff8-93de-df0bbf01e241'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:22.712152 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-26215148-74a3-4748-90de-2f082df6c83d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1637592978&fields=id&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 267 time: 0.0391142 Feb 11 14:20:22.826686 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Set router e958b2d1-1275-4ff8-93de-df0bbf01e241 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:22.833995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-ea08a6f0-6055-4903-b158-eef203701dd4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:22.841368 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-ea08a6f0-6055-4903-b158-eef203701dd4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/networks?id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 HTTP/1.1" status: 200 len: 795 time: 0.1217935 Feb 11 14:20:22.858959 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-0f701961-e901-49ce-9155-0e08db818fa6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/quotas/374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 375 time: 0.0163283 Feb 11 14:20:22.883711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f290f9e9-c666-4bb4-a3b8-89281f78e127 None None] Provisioning complete for port da5c9e89-0143-4035-b314-dd3e0fdee710 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:22.884246 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f290f9e9-c666-4bb4-a3b8-89281f78e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:22.960265 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-5bb1fb16-0d8e-4b4b-bd0d-6e7243278842 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901868 Feb 11 14:20:22.982967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:23.062322 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-762e8ed2-48ad-4ded-bcc5-7609792beea8 service neutron] 10.222.0.52 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009111 Feb 11 14:20:23.146212 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f290f9e9-c666-4bb4-a3b8-89281f78e127 None None] Provisioning complete for port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:23.146212 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f290f9e9-c666-4bb4-a3b8-89281f78e127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.182559 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-673596d8-bc3e-4f0f-8d36-868fbbd848be service neutron] 10.222.0.52 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168795 Feb 11 14:20:23.215580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:23.215949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.244034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f290f9e9-c666-4bb4-a3b8-89281f78e127 None None] Port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:23.277349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:21Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '83e381fd-9f3f-4f76-8e40-5b13690b2f8d', 'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:a8:66:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:21Z', 'updated_at': '2022-02-11T14:20:21Z', 'revision_number': 2, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:23.307381 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Checking router: e958b2d1-1275-4ff8-93de-df0bbf01e241 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:20:23.307745 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Updating router e958b2d1-1275-4ff8-93de-df0bbf01e241 port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:20:23.365288 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.370530 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.403454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:23.404327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ef4d2898-8129-42f1-8d46-0b993c44ba13 None None] Provisioning complete for port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:23.404683 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ef4d2898-8129-42f1-8d46-0b993c44ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.466243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d2898-8129-42f1-8d46-0b993c44ba13 None None] Port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:23.668041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.668836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device da5c9e89-0143-4035-b314-dd3e0fdee710 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:23.702609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0551267f-b9c9-4075-b731-4b5018454ef3 req-9c2c7180-07ea-4279-9e5b-984651fbde60 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 210 time: 0.0310857 Feb 11 14:20:23.735634 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.769568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:23.781256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port da5c9e89-0143-4035-b314-dd3e0fdee710 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:23.781633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.847462 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.918823 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d5042-433b-4272-a18b-5cd2c42966f0 None None] Pushing event updated for resources: {'Port': ['ID=83e381fd-9f3f-4f76-8e40-5b13690b2f8d,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:23.965817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Attempting to bind port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:23.966194 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Attempting to bind port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:23.966612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Attempting to bind port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d on network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:23.971902 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:23.972279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Checking segment: {'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:23.972681 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:23.973161 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Bound using segment: {'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:23.973571 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Bound port: 83e381fd-9f3f-4f76-8e40-5b13690b2f8d, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:23.974004 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.040853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] For port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:24.044045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] For port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=83e381fd-9f3f-4f76-8e40-5b13690b2f8d,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:24.092428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8543bdfb-0e10-4a5a-9b79-ea61eccb305b None None] Provisioning complete for port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:24.092797 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8543bdfb-0e10-4a5a-9b79-ea61eccb305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.125751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8543bdfb-0e10-4a5a-9b79-ea61eccb305b None None] Port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:24.197205 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.253353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Routers {'e958b2d1-1275-4ff8-93de-df0bbf01e241'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:24.254003 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:19:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e958b2d1-1275-4ff8-93de-df0bbf01e241'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:24.259220 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d5042-433b-4272-a18b-5cd2c42966f0 None None] Pushing event updated for resources: {'Port': ['ID=83e381fd-9f3f-4f76-8e40-5b13690b2f8d,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:24.374154 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] Set router e958b2d1-1275-4ff8-93de-df0bbf01e241 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:24.578819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-0727409d-305c-4183-836f-7227e02dd862 None None] Provisioning complete for port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:24.582756 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0727409d-305c-4183-836f-7227e02dd862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.631143 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:21Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '83e381fd-9f3f-4f76-8e40-5b13690b2f8d', 'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:a8:66:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:21Z', 'updated_at': '2022-02-11T14:20:24Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:24.661357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a4d7f8-fb85-4a40-8a7a-672d94851948 None None] The sync data for ids ['e958b2d1-1275-4ff8-93de-df0bbf01e241'] in n-d-816488-1 is: [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:21Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '83e381fd-9f3f-4f76-8e40-5b13690b2f8d', 'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:a8:66:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:21Z', 'updated_at': '2022-02-11T14:20:24Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:20:24.708832 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0727409d-305c-4183-836f-7227e02dd862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.745891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0727409d-305c-4183-836f-7227e02dd862 None None] For port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=83e381fd-9f3f-4f76-8e40-5b13690b2f8d,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:24.791048 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fbff405c-b3d2-43e5-893c-0ec101b2da86 req-a4305077-019b-45e4-b964-122ac2d6b1fa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 210 time: 0.0306530 Feb 11 14:20:24.808287 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cfed16a8-1957-4c45-87b4-ddd18b2e0286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.812710 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0727409d-305c-4183-836f-7227e02dd862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:24.876373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727409d-305c-4183-836f-7227e02dd862 None None] Pushing event updated for resources: {'Port': ['ID=83e381fd-9f3f-4f76-8e40-5b13690b2f8d,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:24.917610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:24.970386 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:24.970760 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:25.892894 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5addf3d1-eaaf-4051-aefe-1b567f171275 req-ad005429-fb30-466c-ae06-2725e296004e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 210 time: 0.0310962 Feb 11 14:20:26.266703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-f407f49f-d2cf-4f17-ade5-d21eb0b75fdd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:26.268193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-f407f49f-d2cf-4f17-ade5-d21eb0b75fdd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/networks?id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 HTTP/1.1" status: 200 len: 795 time: 0.1001377 Feb 11 14:20:26.285840 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.314683 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-3d83993d-aab4-48f0-b94b-52295e9b6569 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 380 time: 0.0367031 Feb 11 14:20:26.324693 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'port': {'device_id': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'admin_state_up': True, 'tenant_id': '374ff21dff54465f8bff162905a35461', 'security_groups': ['779cc11b-449e-466d-a833-859f745cc588']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:26.539279 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:20:26.542975 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.669278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.20.0.6 (b7d743d9-768b-41c1-ac9d-e941d9b2a8d0/e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f/948e2d5f-2d96-434f-88d3-c146a6e954b6) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:26.809364 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.853721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 83e381fd-9f3f-4f76-8e40-5b13690b2f8d up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:26.899289 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.901689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:26.902184 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:26.950744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:26.953969 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:26.956461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:26.991101 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=948e2d5f-2d96-434f-88d3-c146a6e954b6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:27.024237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff250877-8e58-450e-98bb-9f9b41219e2b req-5dfc40f2-cebb-4d2f-be61-77577c517727 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:27.025841 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff250877-8e58-450e-98bb-9f9b41219e2b req-5dfc40f2-cebb-4d2f-be61-77577c517727 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 931 time: 0.0542047 Feb 11 14:20:27.033341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:27.034019 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.034789 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-12306d60-bb39-4f5f-a7d1-fd3da458891a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.071755 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff250877-8e58-450e-98bb-9f9b41219e2b req-fc3c1b5e-fa37-413b-96da-bb53bcd9366f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392172 Feb 11 14:20:27.140455 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-4ad97980-2d9d-40c6-bbd6-2cdcdaab4880 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8193130 Feb 11 14:20:27.152905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-0d411729-bae1-4c6d-8ae5-808f73b5b510 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:20:27.153865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-0d411729-bae1-4c6d-8ae5-808f73b5b510 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077024 Feb 11 14:20:27.210455 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Request body: {'port': {'device_id': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:27.269866 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.404891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-42afb2e1-4654-4f7f-8222-718ffed3f2d2 None None] Provisioning complete for port 948e2d5f-2d96-434f-88d3-c146a6e954b6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:27.405519 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-42afb2e1-4654-4f7f-8222-718ffed3f2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.438696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-42afb2e1-4654-4f7f-8222-718ffed3f2d2 None None] Port 948e2d5f-2d96-434f-88d3-c146a6e954b6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:20:27.536539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948e2d5f-2d96-434f-88d3-c146a6e954b6 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:27.544400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.555997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Transition to ACTIVE for port object 948e2d5f-2d96-434f-88d3-c146a6e954b6 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:20:27.640119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.695372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=948e2d5f-2d96-434f-88d3-c146a6e954b6,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:27.762601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Attempting to bind port 948e2d5f-2d96-434f-88d3-c146a6e954b6 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:20:27.762967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Attempting to bind port 948e2d5f-2d96-434f-88d3-c146a6e954b6 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:20:27.763299 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Attempting to bind port 948e2d5f-2d96-434f-88d3-c146a6e954b6 on network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:27.767842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Port 948e2d5f-2d96-434f-88d3-c146a6e954b6 on network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:20:27.768188 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Attempting to bind port 948e2d5f-2d96-434f-88d3-c146a6e954b6 on network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:20:27.774195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:20:27.774534 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Checking segment: {'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:20:27.774917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Bound using segment: {'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:20:27.775347 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Bound port: 948e2d5f-2d96-434f-88d3-c146a6e954b6, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f37a438-267b-4726-a9b7-7687b039afd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:20:27.775705 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:27.842758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] For port 948e2d5f-2d96-434f-88d3-c146a6e954b6, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:20:27.848228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] For port 948e2d5f-2d96-434f-88d3-c146a6e954b6, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=948e2d5f-2d96-434f-88d3-c146a6e954b6,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:20:27.944292 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.212027 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.350726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:28.351357 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:28.352756 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/948e2d5f-2d96-434f-88d3-c146a6e954b6 HTTP/1.1" status: 200 len: 1091 time: 1.1911364 Feb 11 14:20:28.353408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'tag': '948e2d5f-2d96-434f-88d3-c146a6e954b6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:28.355738 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fe2588-5f53-496e-aafa-112ee3b70a81" -d '{"events": [{"name": "network-changed", "server_uuid": "a53b35fd-3d06-4965-abaa-726456db08fd", "tag": "948e2d5f-2d96-434f-88d3-c146a6e954b6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:28.382947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eaa91-2ecb-47b3-8153-1427e141f0d6 service neutron] Pushing event updated for resources: {'Port': ['ID=948e2d5f-2d96-434f-88d3-c146a6e954b6,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:28.398682 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab39c8c-630f-4a63-aa98-ff8307357471 req-cba39ca5-b1cb-4f1b-bf6a-7b723100ac0e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:28.401471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ab39c8c-630f-4a63-aa98-ff8307357471 req-cba39ca5-b1cb-4f1b-bf6a-7b723100ac0e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 943 time: 0.0859232 Feb 11 14:20:28.450371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ab39c8c-630f-4a63-aa98-ff8307357471 req-356f5f5e-0563-4b40-bd1a-2a0a36e517fd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435648 Feb 11 14:20:28.478684 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5648f642-9079-4f82-9d34-55751e2c190d x-openstack-request-id: req-5648f642-9079-4f82-9d34-55751e2c190d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:28.478972 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53b35fd-3d06-4965-abaa-726456db08fd", "tag": "948e2d5f-2d96-434f-88d3-c146a6e954b6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:28.479222 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5648f642-9079-4f82-9d34-55751e2c190d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:28.479666 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'tag': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'status': 'completed', 'code': 200} Feb 11 14:20:28.524700 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-3a431ba2-d785-411f-8dea-b8a50edb400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:28.526297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-3a431ba2-d785-411f-8dea-b8a50edb400d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 1094 time: 0.0446360 Feb 11 14:20:28.580654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-fdc4bb35-6f07-4eee-bf2a-79c8047034dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948e2d5f-2d96-434f-88d3-c146a6e954b6 HTTP/1.1" status: 200 len: 217 time: 0.0385754 Feb 11 14:20:28.630832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-7eef52ca-a68f-4b0d-8b22-ed759c4f88d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:28.632687 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-7eef52ca-a68f-4b0d-8b22-ed759c4f88d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f HTTP/1.1" status: 200 len: 834 time: 0.0438347 Feb 11 14:20:28.676685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-bc46dac0-2704-4300-9f05-7c64976fc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:28.678332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-bc46dac0-2704-4300-9f05-7c64976fc2d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393193 Feb 11 14:20:28.767766 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-2e7ec42c-1aeb-42c7-9cb0-d7f0acc6363e service neutron] 10.222.0.13 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830286 Feb 11 14:20:28.856267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58320e49-4313-4813-8cc6-58bf30ae2586 req-28b34efe-ba26-42ee-95e9-a9d6e6047513 service neutron] 10.222.0.13 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816407 Feb 11 14:20:28.870843 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:29.083757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-c54b1b4a-0c3b-4ca9-86cc-a800319c74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:29.085543 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-c54b1b4a-0c3b-4ca9-86cc-a800319c74ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 1094 time: 0.0436540 Feb 11 14:20:29.180128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-066add7c-d6ca-409a-bfb5-95a110305e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:29.181959 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-066add7c-d6ca-409a-bfb5-95a110305e39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 HTTP/1.1" status: 200 len: 896 time: 0.0897076 Feb 11 14:20:29.222385 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-f5f46484-c025-4445-9e6b-b2e888e547bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948e2d5f-2d96-434f-88d3-c146a6e954b6 HTTP/1.1" status: 200 len: 217 time: 0.0335846 Feb 11 14:20:29.274678 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-457b4c4b-e741-482b-abc3-1ac9fe161dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:29.276095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-457b4c4b-e741-482b-abc3-1ac9fe161dbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f HTTP/1.1" status: 200 len: 834 time: 0.0466573 Feb 11 14:20:29.324393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-03cd3664-d67c-41c0-978a-70d5ccbe83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:29.325952 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-03cd3664-d67c-41c0-978a-70d5ccbe83ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418320 Feb 11 14:20:29.416144 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-9a17b421-c2dd-44e2-88cd-b8540b629474 service neutron] 10.222.0.13 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818951 Feb 11 14:20:29.512479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96fe2588-5f53-496e-aafa-112ee3b70a81 req-ee8bb3bb-6d2e-432c-9157-d14359e56a68 service neutron] 10.222.0.13 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884175 Feb 11 14:20:29.566765 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7285e9-3843-4442-9c50-1ccb1a213d49 req-ea0188ad-d7db-4c5d-b2a5-62a63dd7533f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:29.568223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba7285e9-3843-4442-9c50-1ccb1a213d49 req-ea0188ad-d7db-4c5d-b2a5-62a63dd7533f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 943 time: 0.0495031 Feb 11 14:20:29.607341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ba7285e9-3843-4442-9c50-1ccb1a213d49 req-366b77a9-36ec-4181-b1ce-07a5ea87ed5c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Feb 11 14:20:30.242416 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.648388 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:30.730160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330c8eb-793c-4a69-ba20-f19dd8115b6f req-b6761af1-ef70-4f6b-82df-65e056a5a7c2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:30.731623 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a330c8eb-793c-4a69-ba20-f19dd8115b6f req-b6761af1-ef70-4f6b-82df-65e056a5a7c2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 943 time: 0.0538568 Feb 11 14:20:30.768616 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a330c8eb-793c-4a69-ba20-f19dd8115b6f req-83794b0c-26bc-486f-a98e-e86f5ef53677 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308182 Feb 11 14:20:31.891005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3504346-1abe-419f-b602-b0f5fa33389d req-525190f0-4ac7-4d51-b274-f3a4d92961a7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:31.892715 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3504346-1abe-419f-b602-b0f5fa33389d req-525190f0-4ac7-4d51-b274-f3a4d92961a7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 943 time: 0.0526700 Feb 11 14:20:31.935521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c3504346-1abe-419f-b602-b0f5fa33389d req-2d900501-f472-4844-9d61-2c87f2ede1a7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347602 Feb 11 14:20:32.066203 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 948e2d5f-2d96-434f-88d3-c146a6e954b6 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:20:32.161746 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 948e2d5f-2d96-434f-88d3-c146a6e954b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=948e2d5f-2d96-434f-88d3-c146a6e954b6,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:32.174566 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'port_id': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'mac_address': 'fa:16:3e:c9:7b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:20:32.218579 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.232865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948e2d5f-2d96-434f-88d3-c146a6e954b6 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:20:32.251376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 948e2d5f-2d96-434f-88d3-c146a6e954b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=948e2d5f-2d96-434f-88d3-c146a6e954b6,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:32.320612 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:32.368389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=948e2d5f-2d96-434f-88d3-c146a6e954b6,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:32.538063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['948e2d5f-2d96-434f-88d3-c146a6e954b6'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:20:33.058920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87319bcf-565d-4207-b790-c51356232be7 req-c359a063-817f-4831-becb-c5e35206f35d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:33.060285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87319bcf-565d-4207-b790-c51356232be7 req-c359a063-817f-4831-becb-c5e35206f35d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 944 time: 0.0487821 Feb 11 14:20:33.098492 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-87319bcf-565d-4207-b790-c51356232be7 req-31389603-ef3f-4d91-893b-e391d0090327 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Feb 11 14:20:34.066943 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 948e2d5f-2d96-434f-88d3-c146a6e954b6 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:20:34.194785 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 948e2d5f-2d96-434f-88d3-c146a6e954b6 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:20:34.199105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 948e2d5f-2d96-434f-88d3-c146a6e954b6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:20:34.199483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.222781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f66e7-f73c-4eb5-827d-3e862e549e3f req-cfbdf699-9b61-4ac1-b7f9-6e99939e92ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:34.224274 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da4f66e7-f73c-4eb5-827d-3e862e549e3f req-cfbdf699-9b61-4ac1-b7f9-6e99939e92ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 944 time: 0.0548501 Feb 11 14:20:34.262770 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-da4f66e7-f73c-4eb5-827d-3e862e549e3f req-ac476fd7-2f74-4c46-a7d0-e0abaa33b9ff tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315938 Feb 11 14:20:34.281275 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.303802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948e2d5f-2d96-434f-88d3-c146a6e954b6'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:34.306320 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f2254d-05b2-40c7-aebe-e8c37f08ce6b" -d '{"events": [{"server_uuid": "a53b35fd-3d06-4965-abaa-726456db08fd", "name": "network-vif-plugged", "status": "completed", "tag": "948e2d5f-2d96-434f-88d3-c146a6e954b6"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:34.318786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 948e2d5f-2d96-434f-88d3-c146a6e954b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=948e2d5f-2d96-434f-88d3-c146a6e954b6,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:20:34.393085 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:34.398429 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f3cbe6-9284-4048-9e45-184df9bc168f x-openstack-request-id: req-91f3cbe6-9284-4048-9e45-184df9bc168f {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:34.398721 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53b35fd-3d06-4965-abaa-726456db08fd", "name": "network-vif-plugged", "status": "completed", "tag": "948e2d5f-2d96-434f-88d3-c146a6e954b6", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:34.398972 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-91f3cbe6-9284-4048-9e45-184df9bc168f {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:34.399360 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'code': 200} Feb 11 14:20:34.450872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=948e2d5f-2d96-434f-88d3-c146a6e954b6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:34.497194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aac4c2-4bad-49ad-b0a9-88d5a2894fca req-6d9ff006-51eb-410f-b266-8194faf00694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:34.498737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d7aac4c2-4bad-49ad-b0a9-88d5a2894fca req-6d9ff006-51eb-410f-b266-8194faf00694 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 1096 time: 0.0421207 Feb 11 14:20:34.534542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d7aac4c2-4bad-49ad-b0a9-88d5a2894fca req-b2735a63-be89-40bd-bd66-5cacd3c39fb1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288155 Feb 11 14:20:35.378611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e1506-2641-4d0b-9b72-3c8ec3922131 req-6576a2a6-6dbd-4dfb-b9c6-8aeea53da72f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:35.380067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f09e1506-2641-4d0b-9b72-3c8ec3922131 req-6576a2a6-6dbd-4dfb-b9c6-8aeea53da72f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0486281 Feb 11 14:20:35.416737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f09e1506-2641-4d0b-9b72-3c8ec3922131 req-3d403615-4199-4d57-8602-ef3085c8d972 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306215 Feb 11 14:20:36.532442 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ce9eb-62fa-45d7-8542-da204012e404 req-dd99b384-8048-4223-b419-912dbe553654 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.533926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ce9eb-62fa-45d7-8542-da204012e404 req-dd99b384-8048-4223-b419-912dbe553654 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0479560 Feb 11 14:20:36.571381 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4f6ce9eb-62fa-45d7-8542-da204012e404 req-f322a10e-e524-4120-a84e-da0f07efff99 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Feb 11 14:20:36.688645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e23c4a-a8fb-449d-8288-8b61ef162bd7 req-97570c8f-357a-4dc5-9d0d-4b075aa26e13 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.690132 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09e23c4a-a8fb-449d-8288-8b61ef162bd7 req-97570c8f-357a-4dc5-9d0d-4b075aa26e13 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0521171 Feb 11 14:20:36.728151 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-09e23c4a-a8fb-449d-8288-8b61ef162bd7 req-c91c38b2-7a92-4e04-872c-ff41d6248397 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309060 Feb 11 14:20:36.750406 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45018) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:36.790663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34b54bd-a8a0-4bab-835e-561535876ca8 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:36.792176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c34b54bd-a8a0-4bab-835e-561535876ca8 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 1091 time: 0.0407937 Feb 11 14:20:36.795103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45020) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:36.799552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:20:36.876309 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:36.974456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.075896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.25.0.14 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/dcea8296-3cde-4717-8876-3437e17d07b2) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:20:37.180962 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.304207 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.345706 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:20:37.349070 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:20:37.354034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:20:37.359480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=dcea8296-3cde-4717-8876-3437e17d07b2,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:37.705104 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:37.860461 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.008783 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.098843 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.168271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=dcea8296-3cde-4717-8876-3437e17d07b2,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:20:38.180003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.275115 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Floating IP 42edcb5c-7353-44e8-8a88-11fd822d993c associated. External IP: 172.25.0.14, port: 948e2d5f-2d96-434f-88d3-c146a6e954b6. Feb 11 14:20:38.480031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router e958b2d1-1275-4ff8-93de-df0bbf01e241 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:20:38.587306 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:20:38.597528 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] Sync routers for ids ['e958b2d1-1275-4ff8-93de-df0bbf01e241'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:20:38.606975 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] Routers {'e958b2d1-1275-4ff8-93de-df0bbf01e241'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:38.607576 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:20:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e958b2d1-1275-4ff8-93de-df0bbf01e241'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:38.668382 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:38.697239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1d445ad3-c41c-4c59-8c61-67966911a2ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9011412 Feb 11 14:20:38.698411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'tag': '948e2d5f-2d96-434f-88d3-c146a6e954b6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:20:38.700706 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0602fc-8678-48f1-91b3-b41fa693ea59" -d '{"events": [{"name": "network-changed", "server_uuid": "a53b35fd-3d06-4965-abaa-726456db08fd", "tag": "948e2d5f-2d96-434f-88d3-c146a6e954b6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:20:38.713404 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] Set router e958b2d1-1275-4ff8-93de-df0bbf01e241 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:38.745241 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7ce3f9-88eb-4019-9ed8-85f605c8913c x-openstack-request-id: req-be7ce3f9-88eb-4019-9ed8-85f605c8913c {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:20:38.745922 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53b35fd-3d06-4965-abaa-726456db08fd", "tag": "948e2d5f-2d96-434f-88d3-c146a6e954b6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:20:38.746104 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-be7ce3f9-88eb-4019-9ed8-85f605c8913c {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:20:38.746502 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'tag': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'status': 'completed', 'code': 200} Feb 11 14:20:38.811368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088064e-734e-4787-8c7b-a8c145124e3b req-b22e344d-ae0c-4e3d-b56f-a54263f3be52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.812875 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7088064e-734e-4787-8c7b-a8c145124e3b req-b22e344d-ae0c-4e3d-b56f-a54263f3be52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0555074 Feb 11 14:20:38.820968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-f89fe22c-36c7-4eb1-bd5b-499a93271ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.822610 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-f89fe22c-36c7-4eb1-bd5b-499a93271ed5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 1096 time: 0.0548372 Feb 11 14:20:38.852979 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7088064e-734e-4787-8c7b-a8c145124e3b req-a6d36265-b82f-456a-b823-479c97dd8a48 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333467 Feb 11 14:20:38.877063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45026) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:38.953178 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:21Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '42edcb5c-7353-44e8-8a88-11fd822d993c', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'port_id': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'mac_address': 'fa:16:3e:c9:7b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:20:37Z', 'updated_at': '2022-02-11T14:20:37Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e381fd-9f3f-4f76-8e40-5b13690b2f8d', 'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:a8:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:21Z', 'updated_at': '2022-02-11T14:20:24Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:38.958016 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9b09e731-ee11-422c-8edf-b18f2ae26a1d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/42edcb5c-7353-44e8-8a88-11fd822d993c HTTP/1.1" status: 200 len: 990 time: 0.0798779 Feb 11 14:20:38.968151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-fa302112-5a86-42e1-a440-fe88b4291dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:38.969712 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-fa302112-5a86-42e1-a440-fe88b4291dc6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 HTTP/1.1" status: 200 len: 896 time: 0.1402113 Feb 11 14:20:38.981252 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] Checking router: e958b2d1-1275-4ff8-93de-df0bbf01e241 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:20:38.989429 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] Routers {'e958b2d1-1275-4ff8-93de-df0bbf01e241'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:20:38.990060 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:20:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e958b2d1-1275-4ff8-93de-df0bbf01e241'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:39.034810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-ca61388c-958d-440f-a157-b2b3c9faf9ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948e2d5f-2d96-434f-88d3-c146a6e954b6 HTTP/1.1" status: 200 len: 998 time: 0.0581560 Feb 11 14:20:39.086737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-837fc351-0cfb-4b3a-9437-8d92ff00fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:39.088244 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-837fc351-0cfb-4b3a-9437-8d92ff00fb6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f HTTP/1.1" status: 200 len: 834 time: 0.0470209 Feb 11 14:20:39.137619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-611566da-aa44-4d33-a1eb-8d0e258f538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:20:39.139061 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-611566da-aa44-4d33-a1eb-8d0e258f538b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441954 Feb 11 14:20:39.188120 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] Set router e958b2d1-1275-4ff8-93de-df0bbf01e241 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:20:39.228767 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-d82529fc-bfdc-494c-b025-1d73464cee0c service neutron] 10.222.0.13 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829422 Feb 11 14:20:39.321625 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4d0602fc-8678-48f1-91b3-b41fa693ea59 req-ea825c57-8ce2-44d6-a598-12c4e8abbaf9 service neutron] 10.222.0.13 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862429 Feb 11 14:20:39.413661 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:21Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '42edcb5c-7353-44e8-8a88-11fd822d993c', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'port_id': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'mac_address': 'fa:16:3e:c9:7b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:20:37Z', 'updated_at': '2022-02-11T14:20:37Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e381fd-9f3f-4f76-8e40-5b13690b2f8d', 'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:a8:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:21Z', 'updated_at': '2022-02-11T14:20:24Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:20:39.439734 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ecb13-5d63-4f19-b362-999ebf2917a1 None None] The sync data for ids ['e958b2d1-1275-4ff8-93de-df0bbf01e241'] in n-d-816488-1 is: [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:21Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '42edcb5c-7353-44e8-8a88-11fd822d993c', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.14', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'port_id': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4215, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'mac_address': 'fa:16:3e:c9:7b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:20:37Z', 'updated_at': '2022-02-11T14:20:37Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e381fd-9f3f-4f76-8e40-5b13690b2f8d', 'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:a8:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:21Z', 'updated_at': '2022-02-11T14:20:24Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:20:39.630418 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9744e5-0eb3-4437-83b3-eae957da6e98 None None] New status for floating IP 42edcb5c-7353-44e8-8a88-11fd822d993c: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:20:39.962239 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45028) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:20:40.021662 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-47fcc0e6-0ace-4f8c-981f-9edf293e04ff tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/42edcb5c-7353-44e8-8a88-11fd822d993c HTTP/1.1" status: 200 len: 992 time: 0.0580702 Feb 11 14:20:47.939388 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:20:54.772844 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-151525dd-cb49-438c-b977-27397170b126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:56.292999 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:57.041351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec7cfa18-5138-4a89-a03b-07db162ddf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.268090 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:20:58.869545 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.228095 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:00.657953 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:05.189074 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-2ba21b72-8baa-4756-9cb3-c0ed5e6c49c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417969 Feb 11 14:21:05.269714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-c777184d-eab1-4a54-a202-839fd1ce8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:05.272236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-c777184d-eab1-4a54-a202-839fd1ce8b86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 1096 time: 0.0408945 Feb 11 14:21:05.376731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-d7d69500-3405-47f2-aaa8-58a51b947ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:05.378218 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-d7d69500-3405-47f2-aaa8-58a51b947ea1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 HTTP/1.1" status: 200 len: 896 time: 0.0866847 Feb 11 14:21:05.444539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-2e2ee4b2-b278-412e-8c4e-e54aa3a12ffb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948e2d5f-2d96-434f-88d3-c146a6e954b6 HTTP/1.1" status: 200 len: 1000 time: 0.0586696 Feb 11 14:21:05.493487 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-5c765596-2b20-416f-96b6-36a49ae956ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:05.494949 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-5c765596-2b20-416f-96b6-36a49ae956ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f HTTP/1.1" status: 200 len: 834 time: 0.0440819 Feb 11 14:21:05.543125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-53818cae-10e2-4e64-9eee-59459443fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:05.544571 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-53818cae-10e2-4e64-9eee-59459443fe4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431793 Feb 11 14:21:05.630154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-07a5bd81-310c-4527-af26-9ff633e9e436 service neutron] 10.222.0.13 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782557 Feb 11 14:21:05.721646 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ef50e580-c1cc-4dcd-93f0-5fd04fb66f75 req-aa2c86d7-430b-47fe-8f77-528beed74b83 service neutron] 10.222.0.13 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845578 Feb 11 14:21:11.578738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce429a-eb82-408f-afd5-2cb9292f8e39 req-1341875f-b893-4f87-8a54-c45ef4777c1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:11.580189 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98ce429a-eb82-408f-afd5-2cb9292f8e39 req-1341875f-b893-4f87-8a54-c45ef4777c1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0529745 Feb 11 14:21:11.617595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-98ce429a-eb82-408f-afd5-2cb9292f8e39 req-91538e5c-3e53-4671-ae8d-571d83998f37 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309272 Feb 11 14:21:12.740173 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95235cc6-d546-45f3-85db-8528af746757 req-cc453d76-38ac-46b3-832f-8a4160dd4aaa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:12.741641 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95235cc6-d546-45f3-85db-8528af746757 req-cc453d76-38ac-46b3-832f-8a4160dd4aaa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0524096 Feb 11 14:21:12.779072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-95235cc6-d546-45f3-85db-8528af746757 req-2a0a8e3b-a357-4963-a776-a3f8c01e09dd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 Feb 11 14:21:12.801584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45048) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:12.862926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b0be8736-48da-40e9-9ff5-1bb5d331270f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/42edcb5c-7353-44e8-8a88-11fd822d993c HTTP/1.1" status: 200 len: 992 time: 0.0602043 Feb 11 14:21:14.313039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2ab18-9a3b-4ee0-968d-f44a6224b37f req-27ff3fbd-80b8-47ca-8183-79f0dc08e489 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:14.314782 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-22c2ab18-9a3b-4ee0-968d-f44a6224b37f req-27ff3fbd-80b8-47ca-8183-79f0dc08e489 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0511017 Feb 11 14:21:14.353433 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-22c2ab18-9a3b-4ee0-968d-f44a6224b37f req-dce117c1-87d5-4cda-87e0-65c7f3861659 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Feb 11 14:21:15.471147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22010fec-5863-44fd-8e00-a1fba767c21d req-8edb67cf-2e6c-4fdb-b595-388d6f4c994b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:15.472530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22010fec-5863-44fd-8e00-a1fba767c21d req-8edb67cf-2e6c-4fdb-b595-388d6f4c994b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0481532 Feb 11 14:21:15.512170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-22010fec-5863-44fd-8e00-a1fba767c21d req-1b83d17d-3b32-4147-bc58-529f59b8fb10 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325706 Feb 11 14:21:15.542219 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45058) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:15.608230 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-93966e3b-6ea9-4bed-9274-9692201a9973 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/42edcb5c-7353-44e8-8a88-11fd822d993c HTTP/1.1" status: 200 len: 992 time: 0.0647221 Feb 11 14:21:15.836936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45064) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:15.993303 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port dcea8296-3cde-4717-8876-3437e17d07b2 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:15.993644 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.072195 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.072520 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.084485 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for dcea8296-3cde-4717-8876-3437e17d07b2 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:16.303909 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.334520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=dcea8296-3cde-4717-8876-3437e17d07b2,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:16.359226 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.359577 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.359922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.360260 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.360593 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.360928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.361256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.361583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.361956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.362283 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.362605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.362923 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:16.402067 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:16.402394 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Floating IP 42edcb5c-7353-44e8-8a88-11fd822d993c disassociated (deleted). External IP: 172.25.0.14, port: 948e2d5f-2d96-434f-88d3-c146a6e954b6. Feb 11 14:21:16.609217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router e958b2d1-1275-4ff8-93de-df0bbf01e241 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:21:17.039773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:17.044568 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:17.049428 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] Sync routers for ids ['e958b2d1-1275-4ff8-93de-df0bbf01e241'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:21:17.060301 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] Routers {'e958b2d1-1275-4ff8-93de-df0bbf01e241'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:17.061132 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:20:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e958b2d1-1275-4ff8-93de-df0bbf01e241'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:17.071625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-13742123-5012-464d-b1cc-7e65d0dcf87c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/floatingips/42edcb5c-7353-44e8-8a88-11fd822d993c HTTP/1.1" status: 204 len: 168 time: 1.2335913 Feb 11 14:21:17.072214 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'tag': '948e2d5f-2d96-434f-88d3-c146a6e954b6'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:17.074662 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72233a9a-fd15-4823-8788-c367ef8be6b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a53b35fd-3d06-4965-abaa-726456db08fd", "tag": "948e2d5f-2d96-434f-88d3-c146a6e954b6"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:17.116247 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a606329-c2cb-47c7-ae16-15f8d86eec3a x-openstack-request-id: req-5a606329-c2cb-47c7-ae16-15f8d86eec3a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:17.117368 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53b35fd-3d06-4965-abaa-726456db08fd", "tag": "948e2d5f-2d96-434f-88d3-c146a6e954b6", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:17.117567 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a606329-c2cb-47c7-ae16-15f8d86eec3a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:17.117967 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'tag': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'status': 'completed', 'code': 200} Feb 11 14:21:17.177152 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] Set router e958b2d1-1275-4ff8-93de-df0bbf01e241 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:17.186828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-e75c2581-7129-4883-96b9-cc5abbd89d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.188359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-e75c2581-7129-4883-96b9-cc5abbd89d7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 1096 time: 0.0495069 Feb 11 14:21:17.279168 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-f6686082-299b-4c7a-a7f5-12748d38dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.280697 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-f6686082-299b-4c7a-a7f5-12748d38dfff service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 HTTP/1.1" status: 200 len: 896 time: 0.0860004 Feb 11 14:21:17.326821 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-ba0031bd-89c6-4224-bec9-3b29cb4b3051 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=948e2d5f-2d96-434f-88d3-c146a6e954b6 HTTP/1.1" status: 200 len: 217 time: 0.0391076 Feb 11 14:21:17.376375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-eefd0f5b-c1af-46c3-9131-1b6a89242ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.377898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-eefd0f5b-c1af-46c3-9131-1b6a89242ef1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f HTTP/1.1" status: 200 len: 834 time: 0.0451810 Feb 11 14:21:17.380313 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:21Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '83e381fd-9f3f-4f76-8e40-5b13690b2f8d', 'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:a8:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:21Z', 'updated_at': '2022-02-11T14:20:24Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:17.411722 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] Checking router: e958b2d1-1275-4ff8-93de-df0bbf01e241 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:21:17.420214 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] Routers {'e958b2d1-1275-4ff8-93de-df0bbf01e241'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:17.420820 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:20:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e958b2d1-1275-4ff8-93de-df0bbf01e241'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:17.423404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-bd817b06-e830-41c1-86b4-3ef409330970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.424917 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-bd817b06-e830-41c1-86b4-3ef409330970 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408223 Feb 11 14:21:17.532094 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] Set router e958b2d1-1275-4ff8-93de-df0bbf01e241 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:17.558775 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb972e6-74ca-44ae-a3f0-7857d545af5a req-73d05d35-6014-4bd7-9c80-e35c331f2bf7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:17.560295 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfb972e6-74ca-44ae-a3f0-7857d545af5a req-73d05d35-6014-4bd7-9c80-e35c331f2bf7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0732450 Feb 11 14:21:17.562538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-2645816a-ba7f-4241-9b49-d30972f156b7 service neutron] 10.222.0.13 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308911 Feb 11 14:21:17.648986 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cfb972e6-74ca-44ae-a3f0-7857d545af5a req-54c34ad4-2a58-4312-a5df-dd73e5dc2b31 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822492 Feb 11 14:21:17.692261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-72233a9a-fd15-4823-8788-c367ef8be6b2 req-56b58c98-16cc-4c7e-b95e-51efb22aa360 service neutron] 10.222.0.13 "GET /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186600 Feb 11 14:21:17.733566 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:21Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '83e381fd-9f3f-4f76-8e40-5b13690b2f8d', 'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:a8:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:21Z', 'updated_at': '2022-02-11T14:20:24Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:17.758718 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e678df8b-ac51-4606-8f71-f53a3d0c4e2c None None] The sync data for ids ['e958b2d1-1275-4ff8-93de-df0bbf01e241'] in n-d-816488-1 is: [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:20:21Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '83e381fd-9f3f-4f76-8e40-5b13690b2f8d', 'name': '', 'network_id': 'b7d743d9-768b-41c1-ac9d-e941d9b2a8d0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:a8:66:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_interface', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:21Z', 'updated_at': '2022-02-11T14:20:24Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:21:17.977474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa2b5c9-ea68-488c-8c06-b9dfc2326912 None None] New status for floating IP 42edcb5c-7353-44e8-8a88-11fd822d993c: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:21:18.766614 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d489b76-bdc7-40f3-9b7d-3f52a8116ff9 req-88449a0a-e16d-493e-b423-af75b20d756e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:18.768080 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d489b76-bdc7-40f3-9b7d-3f52a8116ff9 req-88449a0a-e16d-493e-b423-af75b20d756e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0487161 Feb 11 14:21:18.807069 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1d489b76-bdc7-40f3-9b7d-3f52a8116ff9 req-c5ea5634-4d21-461f-a760-d1fcdb57b125 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=779cc11b-449e-466d-a833-859f745cc588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328074 Feb 11 14:21:19.063611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-a42f636b-b15f-4d48-9abe-97332d5b7e69 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:19.065055 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-a42f636b-b15f-4d48-9abe-97332d5b7e69 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 945 time: 0.0487072 Feb 11 14:21:19.151935 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 948e2d5f-2d96-434f-88d3-c146a6e954b6 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:19.152277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.242832 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 948e2d5f-2d96-434f-88d3-c146a6e954b6, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=948e2d5f-2d96-434f-88d3-c146a6e954b6,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:19.243199 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.255528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 948e2d5f-2d96-434f-88d3-c146a6e954b6 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:19.486984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.514923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=948e2d5f-2d96-434f-88d3-c146a6e954b6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:19.525456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.530276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:19.573879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] No DVR routers for this DVR port 948e2d5f-2d96-434f-88d3-c146a6e954b6 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:19.576622 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:19.579938 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-80cf6bbd-30c4-4867-a34a-fabc0665110b req-d942b622-d787-461b-966b-ffedcae34e52 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "DELETE /v2.0/ports/948e2d5f-2d96-434f-88d3-c146a6e954b6 HTTP/1.1" status: 204 len: 173 time: 0.5091434 Feb 11 14:21:19.580377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'name': 'network-vif-deleted', 'tag': '948e2d5f-2d96-434f-88d3-c146a6e954b6'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:19.583261 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf345e5e-30d9-4e0a-93bd-ef42b36cc1d7" -d '{"events": [{"server_uuid": "a53b35fd-3d06-4965-abaa-726456db08fd", "name": "network-vif-deleted", "tag": "948e2d5f-2d96-434f-88d3-c146a6e954b6"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:19.618238 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ae9b36-2281-4198-8cf5-e30f42f51791 x-openstack-request-id: req-e5ae9b36-2281-4198-8cf5-e30f42f51791 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:19.618533 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53b35fd-3d06-4965-abaa-726456db08fd", "name": "network-vif-deleted", "tag": "948e2d5f-2d96-434f-88d3-c146a6e954b6", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:19.619062 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e5ae9b36-2281-4198-8cf5-e30f42f51791 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:19.619463 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53b35fd-3d06-4965-abaa-726456db08fd', 'name': 'network-vif-deleted', 'tag': '948e2d5f-2d96-434f-88d3-c146a6e954b6', 'status': 'completed', 'code': 200} Feb 11 14:21:19.920778 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d39d1211-28f3-4237-8357-ef3ef651a3d6 req-d0cd8bac-4a66-4c40-8cb0-f49b3b09efd7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=a53b35fd-3d06-4965-abaa-726456db08fd HTTP/1.1" status: 200 len: 210 time: 0.0267932 Feb 11 14:21:20.980139 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45080) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:21.336255 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:21.583621 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:21.583960 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:21.669188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 83e381fd-9f3f-4f76-8e40-5b13690b2f8d, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=83e381fd-9f3f-4f76-8e40-5b13690b2f8d,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:21.669581 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:21.682186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 83e381fd-9f3f-4f76-8e40-5b13690b2f8d owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:21.947865 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:21.971843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=83e381fd-9f3f-4f76-8e40-5b13690b2f8d,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:22.143792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:22.330322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 948e2d5f-2d96-434f-88d3-c146a6e954b6 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:22.352848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 948e2d5f-2d96-434f-88d3-c146a6e954b6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:22.353195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 948e2d5f-2d96-434f-88d3-c146a6e954b6 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:22.361600 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router e958b2d1-1275-4ff8-93de-df0bbf01e241 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:21:22.466414 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:22.472218 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-12f2c903-1831-4184-ab45-d3454139f79c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "PUT /v2.0/routers/e958b2d1-1275-4ff8-93de-df0bbf01e241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4907825 Feb 11 14:21:22.474094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45082) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:22.476967 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] Sync routers for ids ['e958b2d1-1275-4ff8-93de-df0bbf01e241'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:21:22.486517 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] Routers {'e958b2d1-1275-4ff8-93de-df0bbf01e241'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:22.487111 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:20:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e958b2d1-1275-4ff8-93de-df0bbf01e241'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:22.525862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5084285-9f3d-4fec-8058-1efa81e0ff9d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting subnet e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:21:22.528919 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a5084285-9f3d-4fec-8058-1efa81e0ff9d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:22.567956 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a5084285-9f3d-4fec-8058-1efa81e0ff9d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:22.592622 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] Set router e958b2d1-1275-4ff8-93de-df0bbf01e241 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:22.654382 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a5084285-9f3d-4fec-8058-1efa81e0ff9d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:22.773627 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:21:21Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:22.799576 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] Checking router: e958b2d1-1275-4ff8-93de-df0bbf01e241 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:21:22.801757 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a5084285-9f3d-4fec-8058-1efa81e0ff9d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:22.808977 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] Routers {'e958b2d1-1275-4ff8-93de-df0bbf01e241'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:22.809572 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:20:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['e958b2d1-1275-4ff8-93de-df0bbf01e241'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:22.832780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5084285-9f3d-4fec-8058-1efa81e0ff9d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Subnet': ['ID=e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:22.839782 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a5084285-9f3d-4fec-8058-1efa81e0ff9d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:22.846419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45084) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:22.847139 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a8a360-b6d5-4ebe-8e44-2eda7895192f None None] Network b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:22.857097 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a5084285-9f3d-4fec-8058-1efa81e0ff9d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/subnets/e5df7e6f-0dab-4bf7-bf0a-aaeac9df865f HTTP/1.1" status: 204 len: 168 time: 0.3814657 Feb 11 14:21:22.973855 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.031356 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] Set router e958b2d1-1275-4ff8-93de-df0bbf01e241 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:23.059994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] DHCP port deletion for b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:21:23.110941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Deleting port da5c9e89-0143-4035-b314-dd3e0fdee710 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:23.111237 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.184597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] For port da5c9e89-0143-4035-b314-dd3e0fdee710, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=da5c9e89-0143-4035-b314-dd3e0fdee710,segment=NetworkSegment(3f37a438-267b-4726-a9b7-7687b039afd7),segment_id=3f37a438-267b-4726-a9b7-7687b039afd7)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:23.184954 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.198783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Calling delete_port for da5c9e89-0143-4035-b314-dd3e0fdee710 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:23.234978 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:21:21Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:23.274092 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e2044d-7c70-4931-a3d4-36447fb5913c None None] The sync data for ids ['e958b2d1-1275-4ff8-93de-df0bbf01e241'] in n-d-816488-1 is: [{'id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'name': 'tempest-TestNetworkAdvancedServerOps-router-475297260', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:20:17Z', 'updated_at': '2022-02-11T14:21:21Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:26:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e958b2d1-1275-4ff8-93de-df0bbf01e241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:20:18Z', 'updated_at': '2022-02-11T14:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:21:23.361240 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.392041 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Pushing event deleted for resources: {'Port': ['ID=da5c9e89-0143-4035-b314-dd3e0fdee710,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:23.397223 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] No DVR routers for this DVR port da5c9e89-0143-4035-b314-dd3e0fdee710 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:21:23.404366 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.404703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.405035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.405368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.405692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.406040 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.406363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.406679 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.407000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.407315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.407879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.407966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8060ba-b423-4331-b8ae-caed7e1f3181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:23.448183 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.575524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:21:23.575815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.661494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:23.661887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.673749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:21:23.897912 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:23.920998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:23.983419 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.072735 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.074851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.206715 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.207372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Fanout notify agent at l3_agent the message router_deleted on router e958b2d1-1275-4ff8-93de-df0bbf01e241 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:21:24.214404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.221333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f7006dd1-0b0a-4273-9865-5ac252843480 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/routers/e958b2d1-1275-4ff8-93de-df0bbf01e241 HTTP/1.1" status: 204 len: 168 time: 1.3680391 Feb 11 14:21:24.221333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45086) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:24.299238 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.389192 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.410060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d743d9-768b-41c1-ac9d-e941d9b2a8d0']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:24.420170 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f37a438-267b-4726-a9b7-7687b039afd7') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:24.420468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f37a438-267b-4726-a9b7-7687b039afd7') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:24.429966 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.443576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.449466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:21:24.449882 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:21:24.452720 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:21:24.629496 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.636918 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.640191 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/networks/b7d743d9-768b-41c1-ac9d-e941d9b2a8d0 HTTP/1.1" status: 204 len: 168 time: 0.4208300 Feb 11 14:21:24.642947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45088) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:24.668262 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2188886-5fba-44ed-a4ac-b0a71c3d5ba2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Network': ['ID=b7d743d9-768b-41c1-ac9d-e941d9b2a8d0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:24.721921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41039fcc-85b2-4ca8-b10e-b5522da24d57 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.746409 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41039fcc-85b2-4ca8-b10e-b5522da24d57 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.783598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4cc2e976-bf5b-4e0e-a288-ad97158ed276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.864231 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:24.867887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41039fcc-85b2-4ca8-b10e-b5522da24d57 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.870707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-41039fcc-85b2-4ca8-b10e-b5522da24d57 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:24.871908 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-41039fcc-85b2-4ca8-b10e-b5522da24d57 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/security-groups/779cc11b-449e-466d-a833-859f745cc588 HTTP/1.1" status: 204 len: 168 time: 0.2278993 Feb 11 14:21:24.882647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41039fcc-85b2-4ca8-b10e-b5522da24d57 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=779cc11b-449e-466d-a833-859f745cc588,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:24.888915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:24.888915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 6bea9f7c-cc6b-44bd-85ea-4ce04477c7f7 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:24.888915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device da5c9e89-0143-4035-b314-dd3e0fdee710 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:24.913421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: da5c9e89-0143-4035-b314-dd3e0fdee710 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:24.917519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device da5c9e89-0143-4035-b314-dd3e0fdee710 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:24.917519 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 83e381fd-9f3f-4f76-8e40-5b13690b2f8d no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:21:24.938076 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:21:24.938649 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 83e381fd-9f3f-4f76-8e40-5b13690b2f8d {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:21:24.938795 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 83e381fd-9f3f-4f76-8e40-5b13690b2f8d not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:21:25.476634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45094) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:25.481324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f089f93d-7cbd-436b-85b7-6c68f7017018 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544198839', 'description': 'tempest-secgroup-smoke-1544198839 description', 'project_id': '374ff21dff54465f8bff162905a35461'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:25.606714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f089f93d-7cbd-436b-85b7-6c68f7017018 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.671711 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f089f93d-7cbd-436b-85b7-6c68f7017018 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.741744 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f089f93d-7cbd-436b-85b7-6c68f7017018 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.770022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089f93d-7cbd-436b-85b7-6c68f7017018 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24ce79b-2fb7-466c-b338-1d14e746cd23,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:25.829446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f089f93d-7cbd-436b-85b7-6c68f7017018 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.830724 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f089f93d-7cbd-436b-85b7-6c68f7017018 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3530335 Feb 11 14:21:25.833759 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45096) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:25.838122 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-a2faa428-6824-442b-974a-2d84f49f1280 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e24ce79b-2fb7-466c-b338-1d14e746cd23', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:25.940563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2faa428-6824-442b-974a-2d84f49f1280 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:25.997957 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2faa428-6824-442b-974a-2d84f49f1280 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.074556 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2faa428-6824-442b-974a-2d84f49f1280 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.092777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faa428-6824-442b-974a-2d84f49f1280 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50fe4e8f-1aa3-4b4f-893a-09183a514902,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:26.167064 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a2faa428-6824-442b-974a-2d84f49f1280 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.168299 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a2faa428-6824-442b-974a-2d84f49f1280 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3335831 Feb 11 14:21:26.171128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45098) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:26.175611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4fb2fa29-1ada-43c5-9a26-8cba1fcd279a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e24ce79b-2fb7-466c-b338-1d14e746cd23', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:26.257837 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fb2fa29-1ada-43c5-9a26-8cba1fcd279a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.280773 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.315448 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fb2fa29-1ada-43c5-9a26-8cba1fcd279a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.395335 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fb2fa29-1ada-43c5-9a26-8cba1fcd279a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.413450 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2fa29-1ada-43c5-9a26-8cba1fcd279a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fe22d2-b04b-4030-9d2b-6ba16f762975,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:26.504106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4fb2fa29-1ada-43c5-9a26-8cba1fcd279a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.505353 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4fb2fa29-1ada-43c5-9a26-8cba1fcd279a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3332119 Feb 11 14:21:26.508135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45100) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:26.512375 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3a65d794-5b68-4f56-9aa7-f39e07f09b4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e24ce79b-2fb7-466c-b338-1d14e746cd23', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:26.616287 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a65d794-5b68-4f56-9aa7-f39e07f09b4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.672539 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a65d794-5b68-4f56-9aa7-f39e07f09b4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.766236 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a65d794-5b68-4f56-9aa7-f39e07f09b4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.784007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65d794-5b68-4f56-9aa7-f39e07f09b4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76297a2e-f3cf-43a2-9e50-4674c684cc61,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:26.859885 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3a65d794-5b68-4f56-9aa7-f39e07f09b4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:26.861125 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3a65d794-5b68-4f56-9aa7-f39e07f09b4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3520899 Feb 11 14:21:26.864688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45102) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:26.869049 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-8da5bda9-4285-47a3-8c0a-2ec7c533ec73 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e24ce79b-2fb7-466c-b338-1d14e746cd23', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:26.959775 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8da5bda9-4285-47a3-8c0a-2ec7c533ec73 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.016559 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec56f3ef-1945-4777-9d9b-72b800c664f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.020032 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8da5bda9-4285-47a3-8c0a-2ec7c533ec73 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.098056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8da5bda9-4285-47a3-8c0a-2ec7c533ec73 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.115754 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5bda9-4285-47a3-8c0a-2ec7c533ec73 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99bd94fa-2301-4407-b1f7-2d1a07e0519a,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:27.203110 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-8da5bda9-4285-47a3-8c0a-2ec7c533ec73 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.204354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-8da5bda9-4285-47a3-8c0a-2ec7c533ec73 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3387377 Feb 11 14:21:27.207727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45104) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:27.211985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-f5fc91e6-6d2b-4a1b-bf7a-552ad10ee350 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e24ce79b-2fb7-466c-b338-1d14e746cd23', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:27.303913 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-f5fc91e6-6d2b-4a1b-bf7a-552ad10ee350 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Project 374ff21dff54465f8bff162905a35461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:21:27.309299 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5fc91e6-6d2b-4a1b-bf7a-552ad10ee350 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.368346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5fc91e6-6d2b-4a1b-bf7a-552ad10ee350 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.438776 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5fc91e6-6d2b-4a1b-bf7a-552ad10ee350 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.457295 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc91e6-6d2b-4a1b-bf7a-552ad10ee350 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633037ba-a0c3-41eb-a9f3-2d457280b802,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:27.539546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-f5fc91e6-6d2b-4a1b-bf7a-552ad10ee350 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.540827 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-f5fc91e6-6d2b-4a1b-bf7a-552ad10ee350 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3321865 Feb 11 14:21:27.543643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45106) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:27.547983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-19a96f8e-31b7-4c43-a378-852cf3dacf90 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e24ce79b-2fb7-466c-b338-1d14e746cd23', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:27.640324 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-19a96f8e-31b7-4c43-a378-852cf3dacf90 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Project 374ff21dff54465f8bff162905a35461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:21:27.645635 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19a96f8e-31b7-4c43-a378-852cf3dacf90 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.704198 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19a96f8e-31b7-4c43-a378-852cf3dacf90 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.783385 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19a96f8e-31b7-4c43-a378-852cf3dacf90 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.801538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a96f8e-31b7-4c43-a378-852cf3dacf90 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcca1393-ab97-4ac1-abd5-c499c28f6742,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:27.871041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-19a96f8e-31b7-4c43-a378-852cf3dacf90 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.872238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-19a96f8e-31b7-4c43-a378-852cf3dacf90 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276830 Feb 11 14:21:27.875061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45108) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:27.880268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'network': {'name': 'tempest-network-smoke--1639245245', 'project_id': '374ff21dff54465f8bff162905a35461', 'port_security_enabled': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:27.960649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:27.964382 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.987080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:21:27.995955 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:27.996300 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Added segment ecc0bb6e-b541-444c-844a-bd4bf5413457 of type vlan for network f5f84673-b461-434d-ad20-e63490db85e3 Feb 11 14:21:28.037577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.126029 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.131608 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:28.132196 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.196587 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Network': ['ID=f5f84673-b461-434d-ad20-e63490db85e3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:28.206703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network f5f84673-b461-434d-ad20-e63490db85e3 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:21:28.221380 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.253926 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c73dc15b-64ec-4c2e-b49f-999461bc0557 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3778181 Feb 11 14:21:28.257138 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45110) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:28.261879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'admin_state_up': True, 'project_id': '374ff21dff54465f8bff162905a35461', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:28.326385 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.327464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.382737 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.620098 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.869398 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.869933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.888257 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:28.992749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.25.0.117 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/1522c0a8-5db9-40e2-b089-2389cceddff3) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:29.091783 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.235373 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.282073 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:29.284999 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:29.289297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:29.292429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=1522c0a8-5db9-40e2-b089-2389cceddff3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:29.627798 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:29.821228 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.040725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 5830fc50-7e25-4f43-8882-8454a097600c is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:21:30.212256 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.456550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:30.465913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Sync routers for ids ['5830fc50-7e25-4f43-8882-8454a097600c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:21:30.479214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Routers {'5830fc50-7e25-4f43-8882-8454a097600c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:30.479824 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5830fc50-7e25-4f43-8882-8454a097600c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:30.539612 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.540974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f39d25c9-d281-4586-8e15-6e4aec3a9412 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2827957 Feb 11 14:21:30.544896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45112) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:30.579354 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6b69e8b4-0845-45e2-b3c4-4b7819203efd tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=374ff21dff54465f8bff162905a35461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0310299 Feb 11 14:21:30.579588 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45114) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:30.591935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Set router 5830fc50-7e25-4f43-8882-8454a097600c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:30.665346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b735242b-be77-4086-b738-ec4169f59190 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:30.666977 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b735242b-be77-4086-b738-ec4169f59190 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865076 Feb 11 14:21:30.669727 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45116) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:30.690949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.708397 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6feb58b2-ef25-4fae-ac9d-41bccfbdeb93 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374124 Feb 11 14:21:30.710790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45118) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:30.715487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-405956443', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'project_id': '374ff21dff54465f8bff162905a35461', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:30.773196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:29Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:30.799811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Checking router: 5830fc50-7e25-4f43-8882-8454a097600c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:21:30.800145 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Updating router 5830fc50-7e25-4f43-8882-8454a097600c port 1522c0a8-5db9-40e2-b089-2389cceddff3 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:21:30.825758 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:30.858055 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:30.861703 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.080302 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.109193 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.159006 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.171913 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Subnet': ['ID=2cb0630a-6e37-4fe3-8526-275a4ef81ce3,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:31.184765 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Checking segment: {'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:31.185116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network hostable DHCP agents. Network: f5f84673-b461-434d-ad20-e63490db85e3, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:21:31.215872 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Attempting to bind port 1522c0a8-5db9-40e2-b089-2389cceddff3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:31.216437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Attempting to bind port 1522c0a8-5db9-40e2-b089-2389cceddff3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:31.216594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Attempting to bind port 1522c0a8-5db9-40e2-b089-2389cceddff3 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:31.218583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7a58d-eb2c-4915-af84-532780cf360c None None] Pushing event updated for resources: {'Port': ['ID=1522c0a8-5db9-40e2-b089-2389cceddff3,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:31.223947 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:31.224317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:31.224717 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.225098 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:31.225550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Bound port: 1522c0a8-5db9-40e2-b089-2389cceddff3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:31.225955 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.276424 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] For port 1522c0a8-5db9-40e2-b089-2389cceddff3, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:31.279572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] For port 1522c0a8-5db9-40e2-b089-2389cceddff3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1522c0a8-5db9-40e2-b089-2389cceddff3,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:31.291915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network f5f84673-b461-434d-ad20-e63490db85e3 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:21:31.371202 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.400800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, f5f84673-b461-434d-ad20-e63490db85e3) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:31.412957 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:31.413542 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.415138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57f59a4-333e-40d7-8d75-05e5c054947b None None] Network f5f84673-b461-434d-ad20-e63490db85e3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:31.476652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Routers {'5830fc50-7e25-4f43-8882-8454a097600c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:31.477278 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5830fc50-7e25-4f43-8882-8454a097600c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:31.480427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a7a58d-eb2c-4915-af84-532780cf360c None None] Pushing event updated for resources: {'Port': ['ID=1522c0a8-5db9-40e2-b089-2389cceddff3,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:31.523845 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1cffbc13-9426-4395-9ae6-b2a68b74ee9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8120234 Feb 11 14:21:31.526619 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45120) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:31.797281 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] Set router 5830fc50-7e25-4f43-8882-8454a097600c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:31.908616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-f5f84673-b461-434d-ad20-e63490db85e3', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:21:31.909477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:31.957549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.109385 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Allocated IP 172.20.0.2 (f5f84673-b461-434d-ad20-e63490db85e3/2cb0630a-6e37-4fe3-8526-275a4ef81ce3/3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:32.142100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:29Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:32.201644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb2900c-27fb-46ce-a242-c9b25928b12b None None] The sync data for ids ['5830fc50-7e25-4f43-8882-8454a097600c'] in n-d-816488-1 is: [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:29Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:21:32.297920 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.355833 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.391570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Network f5f84673-b461-434d-ad20-e63490db85e3 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:32.394716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:32.398986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:32.413949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.20.0.1 (f5f84673-b461-434d-ad20-e63490db85e3/2cb0630a-6e37-4fe3-8526-275a4ef81ce3/2719a951-8805-4c48-958f-66c6d8a64be1) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:32.433671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Pushing event updated for resources: {'Port': ['ID=3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:32.482198 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Attempting to bind port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:32.486014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Attempting to bind port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:32.486014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Attempting to bind port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 on network f5f84673-b461-434d-ad20-e63490db85e3 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:32.488680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:32.489058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Checking segment: {'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:32.489487 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.490058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Bound using segment: {'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:32.490531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Bound port: 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:32.490929 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.568729 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.576682 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] For port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:32.584357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] For port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:32.657256 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.681343 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.733235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716afb-2e7e-4366-8aa7-e5ba7cb105f7 None None] Pushing event updated for resources: {'Port': ['ID=3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:32.751059 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network f5f84673-b461-434d-ad20-e63490db85e3 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:32.758350 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:32.765878 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:32.806188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=2719a951-8805-4c48-958f-66c6d8a64be1,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:32.833479 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:32.966086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1522c0a8-5db9-40e2-b089-2389cceddff3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:33.030371 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 1522c0a8-5db9-40e2-b089-2389cceddff3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:33.031407 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.107123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.136651 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.169025 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 1522c0a8-5db9-40e2-b089-2389cceddff3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1522c0a8-5db9-40e2-b089-2389cceddff3,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:33.258242 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.322820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=1522c0a8-5db9-40e2-b089-2389cceddff3,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:33.405825 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.520738 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.599186 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=2719a951-8805-4c48-958f-66c6d8a64be1,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:33.604187 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.702805 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network f5f84673-b461-434d-ad20-e63490db85e3 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:33.704237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:33.753310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbcdf52-2a5b-4159-bdb1-330a75dfc76a None None] Network f5f84673-b461-434d-ad20-e63490db85e3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:21:33.822042 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 5830fc50-7e25-4f43-8882-8454a097600c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:21:33.823688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7ef7c216-0cb6-4b8c-ac9f-40b582370998 None None] Provisioning complete for port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:33.824147 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c216-0cb6-4b8c-ac9f-40b582370998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:33.944631 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:33.958100 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3b4f8c2d-7d75-4215-a07a-76569c02711e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "PUT /v2.0/routers/5830fc50-7e25-4f43-8882-8454a097600c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4219985 Feb 11 14:21:33.980536 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c216-0cb6-4b8c-ac9f-40b582370998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.019956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7ef7c216-0cb6-4b8c-ac9f-40b582370998 None None] For port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:34.102258 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-a95e7b53-26fb-4f79-a2de-918e0967d5b2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544198839&fields=id&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 267 time: 0.0360894 Feb 11 14:21:34.113797 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7ef7c216-0cb6-4b8c-ac9f-40b582370998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.168667 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Sync routers for ids ['5830fc50-7e25-4f43-8882-8454a097600c'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:21:34.182650 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Routers {'5830fc50-7e25-4f43-8882-8454a097600c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:34.183361 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5830fc50-7e25-4f43-8882-8454a097600c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:34.185235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7c216-0cb6-4b8c-ac9f-40b582370998 None None] Pushing event updated for resources: {'Port': ['ID=3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:34.239352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-2d764994-72a5-4073-a243-2cfb268b71a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:34.241269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-2d764994-72a5-4073-a243-2cfb268b71a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/networks?id=f5f84673-b461-434d-ad20-e63490db85e3 HTTP/1.1" status: 200 len: 797 time: 0.1316917 Feb 11 14:21:34.245048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a72880ed-ee8b-4ee2-b283-dde64af30676 None None] Provisioning complete for port 2719a951-8805-4c48-958f-66c6d8a64be1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:34.245535 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a72880ed-ee8b-4ee2-b283-dde64af30676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.259268 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-9f1b8a57-5249-4752-938d-11fc39596121 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/quotas/374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 375 time: 0.0098057 Feb 11 14:21:34.284013 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a72880ed-ee8b-4ee2-b283-dde64af30676 None None] Port 2719a951-8805-4c48-958f-66c6d8a64be1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:21:34.295660 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a72880ed-ee8b-4ee2-b283-dde64af30676 None None] Provisioning complete for port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:34.296369 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a72880ed-ee8b-4ee2-b283-dde64af30676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.305926 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Set router 5830fc50-7e25-4f43-8882-8454a097600c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:34.343945 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8c8ad9c0-3b34-42e7-909f-75de58a9bfad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701802 Feb 11 14:21:34.513762 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-79f70fda-2862-4f98-96e6-7508f6205087 service neutron] 10.222.0.52 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682162 Feb 11 14:21:34.520722 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:32Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2719a951-8805-4c48-958f-66c6d8a64be1', 'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:d5:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:32Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 2, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:34.525594 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-73de2936-27f5-4fb0-adcf-03d54bc14dfd None None] Provisioning complete for port 2719a951-8805-4c48-958f-66c6d8a64be1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:34.526155 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-73de2936-27f5-4fb0-adcf-03d54bc14dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.551165 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Checking router: 5830fc50-7e25-4f43-8882-8454a097600c for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:21:34.551768 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Updating router 5830fc50-7e25-4f43-8882-8454a097600c port 2719a951-8805-4c48-958f-66c6d8a64be1 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:21:34.571725 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-73de2936-27f5-4fb0-adcf-03d54bc14dfd None None] Port 2719a951-8805-4c48-958f-66c6d8a64be1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:21:34.578840 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.625477 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-7d1b8712-b918-4efa-a6a2-0ab43328aa50 service neutron] 10.222.0.52 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043291 Feb 11 14:21:34.693690 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-556062cc-fc09-4024-ba4d-5116c2a891f8 None None] Provisioning complete for port 2719a951-8805-4c48-958f-66c6d8a64be1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:34.694086 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-556062cc-fc09-4024-ba4d-5116c2a891f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.733109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-556062cc-fc09-4024-ba4d-5116c2a891f8 None None] Port 2719a951-8805-4c48-958f-66c6d8a64be1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:21:34.852535 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.924830 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c46bf187-0ba2-46e9-a013-4a91c2710a5a req-8f10c51e-f34e-4266-a73d-d2f25fda4651 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 210 time: 0.0274265 Feb 11 14:21:34.945171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1522c0a8-5db9-40e2-b089-2389cceddff3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:34.949909 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:34.994100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 1522c0a8-5db9-40e2-b089-2389cceddff3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:34.994468 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.024454 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Pushing event updated for resources: {'Port': ['ID=2719a951-8805-4c48-958f-66c6d8a64be1,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:35.046363 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.046751 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.047085 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.047413 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.047734 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.048051 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.048389 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.048726 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.049296 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.049550 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.049896 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.057632 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:21:35.071513 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Attempting to bind port 2719a951-8805-4c48-958f-66c6d8a64be1 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:35.071932 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Attempting to bind port 2719a951-8805-4c48-958f-66c6d8a64be1 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:35.072328 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Attempting to bind port 2719a951-8805-4c48-958f-66c6d8a64be1 on network f5f84673-b461-434d-ad20-e63490db85e3 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:35.079503 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:35.080968 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:35.082147 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Checking segment: {'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:35.084066 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.084780 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Bound using segment: {'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:35.085576 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Bound port: 2719a951-8805-4c48-958f-66c6d8a64be1, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:35.086161 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.135737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:35.136107 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.156493 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] For port 2719a951-8805-4c48-958f-66c6d8a64be1, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:35.159861 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] For port 2719a951-8805-4c48-958f-66c6d8a64be1, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2719a951-8805-4c48-958f-66c6d8a64be1,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:35.252799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8ddf1171-79bc-4aad-b99b-88d83d3a554a None None] Provisioning complete for port 2719a951-8805-4c48-958f-66c6d8a64be1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:35.253116 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8ddf1171-79bc-4aad-b99b-88d83d3a554a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.287712 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8ddf1171-79bc-4aad-b99b-88d83d3a554a None None] Port 2719a951-8805-4c48-958f-66c6d8a64be1 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:21:35.292297 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.348947 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Routers {'5830fc50-7e25-4f43-8882-8454a097600c'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:35.349605 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5830fc50-7e25-4f43-8882-8454a097600c'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:35.354484 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b49cc9-3531-42d4-bfd4-5d8071d01d12 None None] Pushing event updated for resources: {'Port': ['ID=2719a951-8805-4c48-958f-66c6d8a64be1,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:35.462780 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] Set router 5830fc50-7e25-4f43-8882-8454a097600c gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:35.507971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-776b7789-8bfd-468c-aff3-5f92be46abd2 None None] Provisioning complete for port 2719a951-8805-4c48-958f-66c6d8a64be1 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:35.508272 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-776b7789-8bfd-468c-aff3-5f92be46abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.588971 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-776b7789-8bfd-468c-aff3-5f92be46abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.620723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-776b7789-8bfd-468c-aff3-5f92be46abd2 None None] For port 2719a951-8805-4c48-958f-66c6d8a64be1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2719a951-8805-4c48-958f-66c6d8a64be1,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:35.661744 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:32Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2719a951-8805-4c48-958f-66c6d8a64be1', 'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:d5:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:32Z', 'updated_at': '2022-02-11T14:21:35Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:35.689250 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3fb1c0-389c-4ff9-9c6c-92e0f28f0eec None None] The sync data for ids ['5830fc50-7e25-4f43-8882-8454a097600c'] in n-d-816488-1 is: [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:32Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2719a951-8805-4c48-958f-66c6d8a64be1', 'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:d5:b0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:32Z', 'updated_at': '2022-02-11T14:21:35Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:21:35.742338 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-776b7789-8bfd-468c-aff3-5f92be46abd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:35.802099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b7789-8bfd-468c-aff3-5f92be46abd2 None None] Pushing event updated for resources: {'Port': ['ID=2719a951-8805-4c48-958f-66c6d8a64be1,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:36.013053 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3b2dde2f-cb47-4adc-817f-147fd4a88b06 req-12dea291-88c2-4ffb-851f-aa510d6c62ac tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 210 time: 0.0286822 Feb 11 14:21:36.887095 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2719a951-8805-4c48-958f-66c6d8a64be1 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:36.938238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2719a951-8805-4c48-958f-66c6d8a64be1 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:36.938607 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:37.106218 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-44c9b510-be99-4424-9091-6fbf8e3b3ffb req-ab9a3715-2caf-4fec-b48b-e8c5025ab24f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 210 time: 0.0319316 Feb 11 14:21:38.188334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-49afaace-4d67-41ee-800f-42fba52de9ff req-5790135a-0fc2-443c-b227-c312c4dd80f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 210 time: 0.0302248 Feb 11 14:21:39.280675 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7e7a528-76e8-409a-8bdf-637375ebee98 req-5939e0ab-e4a9-40d9-9444-2923a13c8c4b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 210 time: 0.0264728 Feb 11 14:21:40.380858 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d4852c5e-9923-4fec-a209-0b37a5c21bce req-e6830ef2-f9f9-4e9d-9a1a-24944531e727 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 210 time: 0.0316041 Feb 11 14:21:41.069842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-6e52b58c-d5dc-42d7-91a7-91f3445ff662 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:41.071258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-6e52b58c-d5dc-42d7-91a7-91f3445ff662 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/networks?id=f5f84673-b461-434d-ad20-e63490db85e3 HTTP/1.1" status: 200 len: 797 time: 0.1031373 Feb 11 14:21:41.114421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-7ad2c103-50f4-46b2-bf71-c6fee817a4c1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 380 time: 0.0341501 Feb 11 14:21:41.124444 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'port': {'device_id': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'admin_state_up': True, 'tenant_id': '374ff21dff54465f8bff162905a35461', 'security_groups': ['e24ce79b-2fb7-466c-b338-1d14e746cd23']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:41.319277 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:21:41.327191 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.448861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.20.0.10 (f5f84673-b461-434d-ad20-e63490db85e3/2cb0630a-6e37-4fe3-8526-275a4ef81ce3/2f40c36f-0963-4245-92fc-7a761544a784) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:41.490039 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b1e3d4f2-38da-48df-b653-ec2bec76d65a req-b2d1926c-15c2-4089-a4c0-33ba7635341c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 210 time: 0.0378566 Feb 11 14:21:41.615502 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.720577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.769291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network f5f84673-b461-434d-ad20-e63490db85e3 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:41.772445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:41.776252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:41.782453 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=2f40c36f-0963-4245-92fc-7a761544a784,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:41.829717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:41.830357 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:41.906082 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8bb300a9-254c-483e-b021-be4f0f8c9b92 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7851055 Feb 11 14:21:41.918974 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Request body: {'port': {'device_id': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:41.974853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.002205 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1f292ae9-dd16-45a6-ae3c-b5e572150334 None None] Provisioning complete for port 2f40c36f-0963-4245-92fc-7a761544a784 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:42.002765 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1f292ae9-dd16-45a6-ae3c-b5e572150334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.038869 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1f292ae9-dd16-45a6-ae3c-b5e572150334 None None] Port 2f40c36f-0963-4245-92fc-7a761544a784 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:21:42.249506 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f40c36f-0963-4245-92fc-7a761544a784 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:42.259200 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.273319 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Transition to ACTIVE for port object 2f40c36f-0963-4245-92fc-7a761544a784 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:21:42.388883 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.438971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Pushing event updated for resources: {'Port': ['ID=2f40c36f-0963-4245-92fc-7a761544a784,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:42.514971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Attempting to bind port 2f40c36f-0963-4245-92fc-7a761544a784 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:21:42.515448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Attempting to bind port 2f40c36f-0963-4245-92fc-7a761544a784 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:21:42.515782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Attempting to bind port 2f40c36f-0963-4245-92fc-7a761544a784 on network f5f84673-b461-434d-ad20-e63490db85e3 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:42.520940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Port 2f40c36f-0963-4245-92fc-7a761544a784 on network f5f84673-b461-434d-ad20-e63490db85e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:21:42.521294 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Attempting to bind port 2f40c36f-0963-4245-92fc-7a761544a784 on network f5f84673-b461-434d-ad20-e63490db85e3 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:21:42.527481 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:21:42.527812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Checking segment: {'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:21:42.528198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Bound using segment: {'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:21:42.528627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Bound port: 2f40c36f-0963-4245-92fc-7a761544a784, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecc0bb6e-b541-444c-844a-bd4bf5413457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:21:42.529079 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.601334 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] For port 2f40c36f-0963-4245-92fc-7a761544a784, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:21:42.604764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] For port 2f40c36f-0963-4245-92fc-7a761544a784, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2f40c36f-0963-4245-92fc-7a761544a784,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:21:42.610835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb25af-342d-4642-a532-b52e416056a1 req-9163a569-ecba-4d0e-a0b3-632f2971a1f1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:42.612342 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1dfb25af-342d-4642-a532-b52e416056a1 req-9163a569-ecba-4d0e-a0b3-632f2971a1f1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 944 time: 0.0516143 Feb 11 14:21:42.652881 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1dfb25af-342d-4642-a532-b52e416056a1 req-e9c721d0-c7e8-4a8a-bddb-ed9077ad29d4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331986 Feb 11 14:21:42.715162 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.749857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:42.750467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:42.751831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] 10.222.0.13 "PUT /v2.0/ports/2f40c36f-0963-4245-92fc-7a761544a784 HTTP/1.1" status: 200 len: 1092 time: 0.8373377 Feb 11 14:21:42.752258 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'tag': '2f40c36f-0963-4245-92fc-7a761544a784'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:42.754573 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdabbaff-b6bd-43be-8417-ce6e7d67cebd" -d '{"events": [{"name": "network-changed", "server_uuid": "f77b0824-b34f-48c3-9387-c5aeccd8fe61", "tag": "2f40c36f-0963-4245-92fc-7a761544a784"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:42.778749 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295eeca-0ed6-48d9-9a0c-bd854b47958e service neutron] Pushing event updated for resources: {'Port': ['ID=2f40c36f-0963-4245-92fc-7a761544a784,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:42.799668 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da0fe16-1dc4-431d-bebc-0cdb13aa604f x-openstack-request-id: req-5da0fe16-1dc4-431d-bebc-0cdb13aa604f {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:42.800916 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77b0824-b34f-48c3-9387-c5aeccd8fe61", "tag": "2f40c36f-0963-4245-92fc-7a761544a784", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:42.801238 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5da0fe16-1dc4-431d-bebc-0cdb13aa604f {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:42.801656 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'tag': '2f40c36f-0963-4245-92fc-7a761544a784', 'status': 'completed', 'code': 200} Feb 11 14:21:42.864881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabbaff-b6bd-43be-8417-ce6e7d67cebd req-148ef0f8-69de-4082-95e7-80a442a244b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:42.866645 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdabbaff-b6bd-43be-8417-ce6e7d67cebd req-148ef0f8-69de-4082-95e7-80a442a244b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 1095 time: 0.0458970 Feb 11 14:21:42.978011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabbaff-b6bd-43be-8417-ce6e7d67cebd req-aeabfd1b-d4b3-4dc3-bb0c-b4dd0221ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:42.979477 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdabbaff-b6bd-43be-8417-ce6e7d67cebd req-aeabfd1b-d4b3-4dc3-bb0c-b4dd0221ac15 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=374ff21dff54465f8bff162905a35461&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1055634 Feb 11 14:21:43.079579 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdabbaff-b6bd-43be-8417-ce6e7d67cebd req-e9526e4a-8b8f-4706-8168-8668321075a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:43.080998 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cdabbaff-b6bd-43be-8417-ce6e7d67cebd req-e9526e4a-8b8f-4706-8168-8668321075a1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949252 Feb 11 14:21:43.163632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-9a7cf22d-c7d2-41b9-a6a1-fb55bfe2d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:43.165370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-9a7cf22d-c7d2-41b9-a6a1-fb55bfe2d378 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 1095 time: 0.0483584 Feb 11 14:21:43.209471 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8a4ad6c5-7549-443e-8545-39b36e4ce27c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f40c36f-0963-4245-92fc-7a761544a784 HTTP/1.1" status: 200 len: 217 time: 0.0369732 Feb 11 14:21:43.258418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-5e1550ec-6cc2-4ae0-a907-719c85497347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:43.259907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-5e1550ec-6cc2-4ae0-a907-719c85497347 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cb0630a-6e37-4fe3-8526-275a4ef81ce3 HTTP/1.1" status: 200 len: 834 time: 0.0440087 Feb 11 14:21:43.309488 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8905c79e-8368-447d-ba00-652624dae5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:43.311049 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-8905c79e-8368-447d-ba00-652624dae5a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5f84673-b461-434d-ad20-e63490db85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451200 Feb 11 14:21:43.398605 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-653de7ff-8f62-4cba-b0c6-40b631a21d97 service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810676 Feb 11 14:21:43.493100 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1f305c3d-113e-4141-9379-4e90fd0644a5 req-72517903-f807-43e8-bb53-5a9764823aa1 service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876768 Feb 11 14:21:43.770037 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee09839-7d23-4c78-bf25-6fd4216b4a89 req-c455ddf8-fe86-453b-bc50-eeb5fe85fc7e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:43.771502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ee09839-7d23-4c78-bf25-6fd4216b4a89 req-c455ddf8-fe86-453b-bc50-eeb5fe85fc7e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 944 time: 0.0489144 Feb 11 14:21:43.809344 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9ee09839-7d23-4c78-bf25-6fd4216b4a89 req-8b596fa6-c6a9-4112-837b-8bc729a47bf5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Feb 11 14:21:44.927022 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0998da4-eb92-445b-a301-a101e7da9ad9 req-506538d8-ff80-4a56-9ccb-08041f5a5eda tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:44.928570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0998da4-eb92-445b-a301-a101e7da9ad9 req-506538d8-ff80-4a56-9ccb-08041f5a5eda tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 944 time: 0.0496569 Feb 11 14:21:44.967015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e0998da4-eb92-445b-a301-a101e7da9ad9 req-9b2a6c89-bfde-46f2-a70c-77c2629d76df tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Feb 11 14:21:46.085152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754c9e5-5bdf-484c-8227-a1f2ad639e99 req-899e330e-d89e-4de6-96e1-03d9d0e5c03a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:46.086951 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3754c9e5-5bdf-484c-8227-a1f2ad639e99 req-899e330e-d89e-4de6-96e1-03d9d0e5c03a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 944 time: 0.0531595 Feb 11 14:21:46.124272 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3754c9e5-5bdf-484c-8227-a1f2ad639e99 req-77c1c10d-f0b8-445d-8413-974f0306e825 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314837 Feb 11 14:21:46.481720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2f40c36f-0963-4245-92fc-7a761544a784 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:21:46.575977 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2f40c36f-0963-4245-92fc-7a761544a784, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2f40c36f-0963-4245-92fc-7a761544a784,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:46.587579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '2f40c36f-0963-4245-92fc-7a761544a784', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'port_id': '2f40c36f-0963-4245-92fc-7a761544a784', 'mac_address': 'fa:16:3e:3c:92:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:21:46.622728 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.637806 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f40c36f-0963-4245-92fc-7a761544a784 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:21:46.656610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2f40c36f-0963-4245-92fc-7a761544a784, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2f40c36f-0963-4245-92fc-7a761544a784,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:46.714111 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:46.760152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2f40c36f-0963-4245-92fc-7a761544a784,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:46.923224 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['2f40c36f-0963-4245-92fc-7a761544a784'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:21:47.243510 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f6bde-f935-4059-a53c-0ee8d342e3dc req-9c0e8a1f-ead6-44c6-9a89-185a845a2be6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:47.244994 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-143f6bde-f935-4059-a53c-0ee8d342e3dc req-9c0e8a1f-ead6-44c6-9a89-185a845a2be6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Feb 11 14:21:47.284194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-143f6bde-f935-4059-a53c-0ee8d342e3dc req-ab296d53-ac3f-435b-856a-d99f9c28ac42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330155 Feb 11 14:21:48.398835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0cd6b-45e2-4c77-8853-0e51bb22e5ff req-d8b8f766-2106-461d-8b90-5c8fed6942a4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:48.400311 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2b0cd6b-45e2-4c77-8853-0e51bb22e5ff req-d8b8f766-2106-461d-8b90-5c8fed6942a4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 945 time: 0.0492358 Feb 11 14:21:48.438490 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b2b0cd6b-45e2-4c77-8853-0e51bb22e5ff req-2ab923c1-aaa8-4537-b901-47be29bc41c7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320044 Feb 11 14:21:48.485575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2f40c36f-0963-4245-92fc-7a761544a784 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:21:48.605922 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 2f40c36f-0963-4245-92fc-7a761544a784 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:21:48.609492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 2f40c36f-0963-4245-92fc-7a761544a784 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:21:48.609896 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.687802 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.711976 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f40c36f-0963-4245-92fc-7a761544a784'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:48.714227 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cb1978-dd45-4441-8633-fdd6b894032d" -d '{"events": [{"server_uuid": "f77b0824-b34f-48c3-9387-c5aeccd8fe61", "name": "network-vif-plugged", "status": "completed", "tag": "2f40c36f-0963-4245-92fc-7a761544a784"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:48.728251 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 2f40c36f-0963-4245-92fc-7a761544a784, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2f40c36f-0963-4245-92fc-7a761544a784,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:21:48.754061 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db58977-810f-434f-ad5b-ecf9c73753ea x-openstack-request-id: req-8db58977-810f-434f-ad5b-ecf9c73753ea {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:48.754345 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77b0824-b34f-48c3-9387-c5aeccd8fe61", "name": "network-vif-plugged", "status": "completed", "tag": "2f40c36f-0963-4245-92fc-7a761544a784", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:48.754590 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8db58977-810f-434f-ad5b-ecf9c73753ea {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:48.754981 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f40c36f-0963-4245-92fc-7a761544a784', 'code': 200} Feb 11 14:21:48.798776 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:48.846348 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=2f40c36f-0963-4245-92fc-7a761544a784,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:48.852822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea233600-f25d-4997-9237-e256e5b025aa req-4ae70120-45e9-418f-af78-5fd6508e9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:48.854330 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ea233600-f25d-4997-9237-e256e5b025aa req-4ae70120-45e9-418f-af78-5fd6508e9951 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 1097 time: 0.0465941 Feb 11 14:21:48.888427 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ea233600-f25d-4997-9237-e256e5b025aa req-9044aa87-fd95-49cc-9afd-a01c461692e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277212 Feb 11 14:21:49.555468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0fd76-77ee-41da-9684-35876ee13cae req-f4b48f7a-f33e-4385-ae55-3865de622c0c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:49.557252 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5f0fd76-77ee-41da-9684-35876ee13cae req-f4b48f7a-f33e-4385-ae55-3865de622c0c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0494874 Feb 11 14:21:49.595119 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b5f0fd76-77ee-41da-9684-35876ee13cae req-120a1725-2606-4f8e-ab28-334155ea3c98 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Feb 11 14:21:50.712116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539aaca-94ec-45c7-a041-8f7afdefa1db req-5d529d45-8a31-454a-b07c-bba75107fb63 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.713570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0539aaca-94ec-45c7-a041-8f7afdefa1db req-5d529d45-8a31-454a-b07c-bba75107fb63 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0484293 Feb 11 14:21:50.750306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0539aaca-94ec-45c7-a041-8f7afdefa1db req-67b4f18b-f44b-46b6-b44e-d793cd869b39 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307148 Feb 11 14:21:50.868838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adaedee-5495-4121-ae5f-cf9ed101fee1 req-d87e44d6-b553-4b18-a93b-c940af0083a7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.870332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8adaedee-5495-4121-ae5f-cf9ed101fee1 req-d87e44d6-b553-4b18-a93b-c940af0083a7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0521364 Feb 11 14:21:50.908095 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8adaedee-5495-4121-ae5f-cf9ed101fee1 req-7fb97330-f9ba-41da-86d9-e0fd27fb9f8a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Feb 11 14:21:50.929940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45198) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:50.969088 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb2b66-4948-4b84-aece-0aa21f218cf6 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:50.970718 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-edfb2b66-4948-4b84-aece-0aa21f218cf6 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 1092 time: 0.0398188 Feb 11 14:21:50.974082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45200) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:50.978309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '2f40c36f-0963-4245-92fc-7a761544a784', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:21:51.079975 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.184842 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.287109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.25.0.208 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/411555cb-9e12-4add-8e1a-5e9324e49ed4) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:21:51.388443 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.851933 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:51.892778 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:21:51.896134 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:21:51.899511 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:21:51.904799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=411555cb-9e12-4add-8e1a-5e9324e49ed4,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:52.254164 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.385222 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.529247 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.611651 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.678996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=411555cb-9e12-4add-8e1a-5e9324e49ed4,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:21:52.689178 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:52.788896 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Floating IP 660e93b5-0f87-410f-aa7b-c029fa2afbb5 associated. External IP: 172.25.0.208, port: 2f40c36f-0963-4245-92fc-7a761544a784. Feb 11 14:21:53.301646 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 5830fc50-7e25-4f43-8882-8454a097600c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:21:53.406832 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:21:53.417759 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] Sync routers for ids ['5830fc50-7e25-4f43-8882-8454a097600c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:21:53.427931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] Routers {'5830fc50-7e25-4f43-8882-8454a097600c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:53.428572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5830fc50-7e25-4f43-8882-8454a097600c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:53.535557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] Set router 5830fc50-7e25-4f43-8882-8454a097600c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:53.539240 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:53.566794 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-730f1d69-8be9-4776-b20f-20ed5c128e62 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5917246 Feb 11 14:21:53.567484 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'tag': '2f40c36f-0963-4245-92fc-7a761544a784'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:21:53.569870 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccda8520-0a14-4ec0-a01a-3386db9ec48b" -d '{"events": [{"name": "network-changed", "server_uuid": "f77b0824-b34f-48c3-9387-c5aeccd8fe61", "tag": "2f40c36f-0963-4245-92fc-7a761544a784"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:21:53.608235 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef659b6b-0a3f-4c71-83dc-24565f214e1a x-openstack-request-id: req-ef659b6b-0a3f-4c71-83dc-24565f214e1a {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:21:53.608388 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77b0824-b34f-48c3-9387-c5aeccd8fe61", "tag": "2f40c36f-0963-4245-92fc-7a761544a784", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:21:53.608619 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ef659b6b-0a3f-4c71-83dc-24565f214e1a {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:21:53.609024 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'tag': '2f40c36f-0963-4245-92fc-7a761544a784', 'status': 'completed', 'code': 200} Feb 11 14:21:53.693861 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-d4559365-0c1d-40ca-a79a-017fadd9cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:53.695373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-d4559365-0c1d-40ca-a79a-017fadd9cdfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 1097 time: 0.0631328 Feb 11 14:21:53.703264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7187e39-3436-4beb-af04-b04e988cab8c req-ec14a2fd-2dea-4f97-8f11-61ce3955309d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:53.704622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7187e39-3436-4beb-af04-b04e988cab8c req-ec14a2fd-2dea-4f97-8f11-61ce3955309d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0852394 Feb 11 14:21:53.766531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:32Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '660e93b5-0f87-410f-aa7b-c029fa2afbb5', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'port_id': '2f40c36f-0963-4245-92fc-7a761544a784', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'mac_address': 'fa:16:3e:3c:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:21:52Z', 'updated_at': '2022-02-11T14:21:52Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2719a951-8805-4c48-958f-66c6d8a64be1', 'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:d5:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:32Z', 'updated_at': '2022-02-11T14:21:35Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:53.788779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e7187e39-3436-4beb-af04-b04e988cab8c req-7b51802d-4f4d-411e-b24c-691c76cc3ec3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746536 Feb 11 14:21:53.796900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] Checking router: 5830fc50-7e25-4f43-8882-8454a097600c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:21:53.806935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] Routers {'5830fc50-7e25-4f43-8882-8454a097600c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:21:53.807550 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:21:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5830fc50-7e25-4f43-8882-8454a097600c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:53.812994 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-87f635f9-b3d4-4115-8e2e-8f96ce63af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:53.813936 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45206) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:53.814735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-87f635f9-b3d4-4115-8e2e-8f96ce63af1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5f84673-b461-434d-ad20-e63490db85e3 HTTP/1.1" status: 200 len: 898 time: 0.1092844 Feb 11 14:21:53.882711 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2c221984-d0cf-44e4-8a79-f132780a295a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/660e93b5-0f87-410f-aa7b-c029fa2afbb5 HTTP/1.1" status: 200 len: 992 time: 0.0662813 Feb 11 14:21:53.884265 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-7ab83b39-690b-4455-883e-a1842ee1c75e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f40c36f-0963-4245-92fc-7a761544a784 HTTP/1.1" status: 200 len: 1000 time: 0.0629146 Feb 11 14:21:53.918819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] Set router 5830fc50-7e25-4f43-8882-8454a097600c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:21:53.937380 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-c0fce723-955c-43a8-9625-990c0dc3eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:53.939261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-c0fce723-955c-43a8-9625-990c0dc3eb46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cb0630a-6e37-4fe3-8526-275a4ef81ce3 HTTP/1.1" status: 200 len: 834 time: 0.0492532 Feb 11 14:21:53.985199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-f5f56c3b-2ee9-4beb-924f-09f54cbc94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:21:53.986730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-f5f56c3b-2ee9-4beb-924f-09f54cbc94df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5f84673-b461-434d-ad20-e63490db85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412323 Feb 11 14:21:54.077886 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-036a3dfe-09db-4644-8f28-16ce086fa94b service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845549 Feb 11 14:21:54.143045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:32Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '660e93b5-0f87-410f-aa7b-c029fa2afbb5', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'port_id': '2f40c36f-0963-4245-92fc-7a761544a784', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'mac_address': 'fa:16:3e:3c:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:21:52Z', 'updated_at': '2022-02-11T14:21:52Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2719a951-8805-4c48-958f-66c6d8a64be1', 'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:d5:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:32Z', 'updated_at': '2022-02-11T14:21:35Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:21:54.166395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ccda8520-0a14-4ec0-a01a-3386db9ec48b req-1673567d-6b7f-48bb-b013-da0046409dc7 service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824499 Feb 11 14:21:54.170751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba663c6c-8935-440c-9349-051f8c906f46 None None] The sync data for ids ['5830fc50-7e25-4f43-8882-8454a097600c'] in n-d-816488-1 is: [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:32Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '660e93b5-0f87-410f-aa7b-c029fa2afbb5', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'port_id': '2f40c36f-0963-4245-92fc-7a761544a784', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'mac_address': 'fa:16:3e:3c:92:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:21:52Z', 'updated_at': '2022-02-11T14:21:52Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2719a951-8805-4c48-958f-66c6d8a64be1', 'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:d5:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:32Z', 'updated_at': '2022-02-11T14:21:35Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:21:54.365201 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cb375e-5c7d-4784-9a6a-5667d89ebfc1 None None] New status for floating IP 660e93b5-0f87-410f-aa7b-c029fa2afbb5: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:21:54.798562 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9304412a-538a-4b2e-ac48-53799be8bfbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:54.885562 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45208) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:21:54.945958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3ee260ff-d67a-4a28-9120-58c9cf7447eb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/660e93b5-0f87-410f-aa7b-c029fa2afbb5 HTTP/1.1" status: 200 len: 994 time: 0.0590389 Feb 11 14:21:56.331344 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:56.998516 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-17d9c6c5-f36d-47df-b795-b26b1b46bb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.234239 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:21:58.862696 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.251357 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:00.662359 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:01.937160 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:22:06.175659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-48ba824c-ba8b-479b-8f92-58ed7cfb3313 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407114 Feb 11 14:22:06.261585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-fa1a3dbc-dc93-4b5d-9c1a-567c3af69643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.263119 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-fa1a3dbc-dc93-4b5d-9c1a-567c3af69643 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 1097 time: 0.0446825 Feb 11 14:22:06.366962 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-475b49c0-ecd2-4c9a-81a9-a9d649e36f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.368427 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-475b49c0-ecd2-4c9a-81a9-a9d649e36f41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5f84673-b461-434d-ad20-e63490db85e3 HTTP/1.1" status: 200 len: 898 time: 0.0846939 Feb 11 14:22:06.436578 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-4f624ef3-d4ff-4b75-acd7-7d4d014e12ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f40c36f-0963-4245-92fc-7a761544a784 HTTP/1.1" status: 200 len: 1002 time: 0.0613189 Feb 11 14:22:06.483880 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-1c16278d-3520-45dd-8de0-1fcd900bc0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.485354 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-1c16278d-3520-45dd-8de0-1fcd900bc0d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cb0630a-6e37-4fe3-8526-275a4ef81ce3 HTTP/1.1" status: 200 len: 834 time: 0.0430751 Feb 11 14:22:06.529901 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-01cfd24f-93c7-4379-a887-b10b4fe6ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:06.531371 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-01cfd24f-93c7-4379-a887-b10b4fe6ec50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5f84673-b461-434d-ad20-e63490db85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396183 Feb 11 14:22:06.622521 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-47ba6d37-d676-422c-9972-747ec8c3bd7c service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845640 Feb 11 14:22:06.711199 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6898b77-ea81-4e79-969e-1b7d93f95edf req-6e9c70aa-ef6a-488f-9550-f5ed4023a430 service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807886 Feb 11 14:22:24.776188 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c99a5da2-9e4d-4f0b-ac3f-456c555f4716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.393818 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:26.527402 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da84d1a-5b49-4fb1-a2df-085c09c95b03 req-b99d137e-60c6-42af-831a-d280cf36d582 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:26.528914 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6da84d1a-5b49-4fb1-a2df-085c09c95b03 req-b99d137e-60c6-42af-831a-d280cf36d582 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0545039 Feb 11 14:22:26.570319 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6da84d1a-5b49-4fb1-a2df-085c09c95b03 req-316ce45f-3093-4bf4-bcc7-a988a6db1f2c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335569 Feb 11 14:22:26.606011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-4371db96-95a0-4a2e-a853-32237edb589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:26.607496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-4371db96-95a0-4a2e-a853-32237edb589e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 1097 time: 0.0424612 Feb 11 14:22:26.697634 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-0b49a313-364e-464c-b8a8-01e1194f7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:26.699021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-0b49a313-364e-464c-b8a8-01e1194f7824 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5f84673-b461-434d-ad20-e63490db85e3 HTTP/1.1" status: 200 len: 898 time: 0.0852246 Feb 11 14:22:26.762792 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-b9e06b09-802a-4c5e-9d55-21d74d71adf0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f40c36f-0963-4245-92fc-7a761544a784 HTTP/1.1" status: 200 len: 1002 time: 0.0569599 Feb 11 14:22:26.815581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-74aa77bf-6a65-4a31-8676-92f629985d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:26.817054 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-74aa77bf-6a65-4a31-8676-92f629985d20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cb0630a-6e37-4fe3-8526-275a4ef81ce3 HTTP/1.1" status: 200 len: 834 time: 0.0477369 Feb 11 14:22:26.863100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-af8e830e-7cb0-4668-bf4e-14677a94265b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:26.864608 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-af8e830e-7cb0-4668-bf4e-14677a94265b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5f84673-b461-434d-ad20-e63490db85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404789 Feb 11 14:22:26.953839 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-be25f9d8-f924-459c-a213-72365df98158 service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816298 Feb 11 14:22:27.022041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-530a0e48-20a8-4c4a-af91-472f0109d748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:27.046891 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86db09d5-5e3e-4dcb-a465-98a926d909f0 req-47cbd904-3703-4dd1-842a-fbe668399705 service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855310 Feb 11 14:22:27.691139 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9b6fc-d8e3-4f9f-a4dc-8a61e11fa0c8 req-a5e249a8-8544-4829-8556-cd80275899bb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:27.692636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0d9b6fc-d8e3-4f9f-a4dc-8a61e11fa0c8 req-a5e249a8-8544-4829-8556-cd80275899bb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0499229 Feb 11 14:22:27.729422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b0d9b6fc-d8e3-4f9f-a4dc-8a61e11fa0c8 req-ee5aa124-6006-4951-a931-1fdd236b0bd0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307953 Feb 11 14:22:28.268198 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:28.848558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ad880-80ec-4afe-859d-6d422a0b7f35 req-02156700-d6ef-4124-83ee-67662228f72d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:28.851217 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-810ad880-80ec-4afe-859d-6d422a0b7f35 req-02156700-d6ef-4124-83ee-67662228f72d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0488720 Feb 11 14:22:28.884946 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:28.891073 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-810ad880-80ec-4afe-859d-6d422a0b7f35 req-a570bb94-d263-4b9c-bbc7-58560255a88d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326037 Feb 11 14:22:30.010494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dda10b-bc4c-40d8-a057-abe82d576aff req-1451cb4c-bf78-4d5d-b641-a35d1ade45d6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:30.011961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48dda10b-bc4c-40d8-a057-abe82d576aff req-1451cb4c-bf78-4d5d-b641-a35d1ade45d6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0492814 Feb 11 14:22:30.054818 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-48dda10b-bc4c-40d8-a057-abe82d576aff req-bfbc5d8d-6a40-4f7d-8aca-1151a5ccfb04 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354972 Feb 11 14:22:30.268019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:30.677674 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:31.174399 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c8a65-66c5-4354-909d-f35ad1f9d5c4 req-a7995e61-af0f-4171-881c-6dbb2cc9150c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:31.175971 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b5c8a65-66c5-4354-909d-f35ad1f9d5c4 req-a7995e61-af0f-4171-881c-6dbb2cc9150c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0495696 Feb 11 14:22:31.214573 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5b5c8a65-66c5-4354-909d-f35ad1f9d5c4 req-e670ceae-dcd6-4fa8-b0a7-0a0adf52d7de tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321820 Feb 11 14:22:32.335828 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba255c6-d98b-407f-a841-1e083be4614c req-becb8ad0-b3a2-47ae-960c-3bbfc7c979c6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:32.339454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ba255c6-d98b-407f-a841-1e083be4614c req-becb8ad0-b3a2-47ae-960c-3bbfc7c979c6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0539546 Feb 11 14:22:32.383791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ba255c6-d98b-407f-a841-1e083be4614c req-43f7e51d-d358-4e7c-b79c-00d206f541ab tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377898 Feb 11 14:22:33.505824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd708169-26bd-4152-ba68-e6559f97abbd req-60cf91a1-4827-4784-9bd8-e93769c01a85 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:33.507311 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd708169-26bd-4152-ba68-e6559f97abbd req-60cf91a1-4827-4784-9bd8-e93769c01a85 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0532832 Feb 11 14:22:33.544967 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd708169-26bd-4152-ba68-e6559f97abbd req-ebde4fbe-fbc5-4f5b-8d39-a32692164d77 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315967 Feb 11 14:22:34.660940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411261f0-6224-4b3a-8e4f-0a9ad587465c req-4e7fe827-0985-44eb-859b-812d7810eb31 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:34.662453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-411261f0-6224-4b3a-8e4f-0a9ad587465c req-4e7fe827-0985-44eb-859b-812d7810eb31 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0489967 Feb 11 14:22:34.699967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-411261f0-6224-4b3a-8e4f-0a9ad587465c req-10044c32-b849-4467-8b0c-bbae4761de54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 Feb 11 14:22:35.816472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a94b9-63cc-4428-b4f1-866164907b1d req-2f55360d-9fbd-4c44-8d86-71985a9c8bcd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:35.818003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-260a94b9-63cc-4428-b4f1-866164907b1d req-2f55360d-9fbd-4c44-8d86-71985a9c8bcd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0499458 Feb 11 14:22:35.854958 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-260a94b9-63cc-4428-b4f1-866164907b1d req-8785ca12-c62e-4d83-99ac-ed2c2760c05d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310054 Feb 11 14:22:36.973042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9355e-c6fc-41a1-a752-5415d2598b61 req-cff055d1-2ae3-4f78-89b8-1a6450338a06 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:36.974563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3c9355e-c6fc-41a1-a752-5415d2598b61 req-cff055d1-2ae3-4f78-89b8-1a6450338a06 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0496180 Feb 11 14:22:37.015193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b3c9355e-c6fc-41a1-a752-5415d2598b61 req-5f27debf-1596-4b2b-9af6-ea8d59277ca3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347710 Feb 11 14:22:38.131558 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db277d51-c965-4a24-9a1e-f769aaa4a4e2 req-2bb823e1-1018-4b87-835c-ee2183b31200 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:38.133053 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db277d51-c965-4a24-9a1e-f769aaa4a4e2 req-2bb823e1-1018-4b87-835c-ee2183b31200 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0493639 Feb 11 14:22:38.170892 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db277d51-c965-4a24-9a1e-f769aaa4a4e2 req-570be402-0648-41fc-af0b-f581d6013b36 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Feb 11 14:22:38.936153 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:22:39.288528 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28312b25-976f-4e4d-ba4b-47cf1c666a73 req-dc331928-3f18-4ae2-80c1-d89f81eb2dd6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:39.290007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28312b25-976f-4e4d-ba4b-47cf1c666a73 req-dc331928-3f18-4ae2-80c1-d89f81eb2dd6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0482585 Feb 11 14:22:39.327609 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28312b25-976f-4e4d-ba4b-47cf1c666a73 req-76965ee6-d1b9-4a9c-beb0-ce805325bdec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316486 Feb 11 14:22:40.447694 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0006033-eb8e-4fc7-b9ec-c9c1ee168c9f req-1a3e0cc6-3ea1-4c3d-8f1f-bd9b977fb196 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:40.449072 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0006033-eb8e-4fc7-b9ec-c9c1ee168c9f req-1a3e0cc6-3ea1-4c3d-8f1f-bd9b977fb196 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0522544 Feb 11 14:22:40.485605 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e0006033-eb8e-4fc7-b9ec-c9c1ee168c9f req-40b9729c-e87f-4c31-8b29-a9dc2fca022d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303977 Feb 11 14:22:41.601713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2734652-b1df-4a97-80e4-d8c64ea8b69e req-55c3f4dd-859d-4c19-81f5-8c494d530eee tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:41.603225 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2734652-b1df-4a97-80e4-d8c64ea8b69e req-55c3f4dd-859d-4c19-81f5-8c494d530eee tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0492902 Feb 11 14:22:41.643039 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a2734652-b1df-4a97-80e4-d8c64ea8b69e req-e3930f4e-6b7d-41cd-8aab-8c0f9f06df95 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337813 Feb 11 14:22:42.758507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb6658-448f-42a9-a427-6af42ed1221b req-8363c697-a3a9-4b54-99ee-347b2c62e1c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:42.760016 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fcb6658-448f-42a9-a427-6af42ed1221b req-8363c697-a3a9-4b54-99ee-347b2c62e1c8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0491252 Feb 11 14:22:42.797154 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3fcb6658-448f-42a9-a427-6af42ed1221b req-402c961f-b8ee-49b3-a8a3-855c6b5eb2c4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312188 Feb 11 14:22:43.915461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68aeb3d-d062-4516-9558-50b5daa7faa5 req-54dd2f5a-9afb-49cd-89e0-241911d9791d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:22:43.917051 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e68aeb3d-d062-4516-9558-50b5daa7faa5 req-54dd2f5a-9afb-49cd-89e0-241911d9791d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0492644 Feb 11 14:22:43.959099 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e68aeb3d-d062-4516-9558-50b5daa7faa5 req-7c7bd4ec-6e18-4106-a007-a4b4b1000dfc tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358622 Feb 11 14:22:43.982042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45254) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:22:44.041674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-6207d4c9-350c-42ac-a13f-bdb312be1cc4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/660e93b5-0f87-410f-aa7b-c029fa2afbb5 HTTP/1.1" status: 200 len: 994 time: 0.0585082 Feb 11 14:22:54.792896 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b30e39e2-e046-47af-ab83-4e22a42e3797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:56.364088 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:57.010032 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-54262d9c-e2e5-481a-bd3c-cf3ada6dab56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.237517 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:22:58.873028 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.221231 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:00.655283 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:06.184360 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-222542b6-cc03-4055-b91f-4f004b844acb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396276 Feb 11 14:23:06.273627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-6ae6861b-645f-4d5a-9795-117cd0027ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:06.275194 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-6ae6861b-645f-4d5a-9795-117cd0027ace service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 1097 time: 0.0445540 Feb 11 14:23:06.379145 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-5e5bb5a1-420b-4c75-a91f-7eeb416e5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:06.380573 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-5e5bb5a1-420b-4c75-a91f-7eeb416e5e29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5f84673-b461-434d-ad20-e63490db85e3 HTTP/1.1" status: 200 len: 898 time: 0.0844076 Feb 11 14:23:06.448382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-3086d940-a6de-470d-a56d-f065fce9fa37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f40c36f-0963-4245-92fc-7a761544a784 HTTP/1.1" status: 200 len: 1002 time: 0.0602183 Feb 11 14:23:06.494990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-77f12dbf-47aa-411c-8d70-ce147fc1f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:06.496382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-77f12dbf-47aa-411c-8d70-ce147fc1f272 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cb0630a-6e37-4fe3-8526-275a4ef81ce3 HTTP/1.1" status: 200 len: 834 time: 0.0418258 Feb 11 14:23:06.539108 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-95927572-8d46-4efb-b76f-b70defccbddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:06.540540 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-95927572-8d46-4efb-b76f-b70defccbddf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5f84673-b461-434d-ad20-e63490db85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379937 Feb 11 14:23:06.629741 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-b8677939-daad-4082-a27f-a1cd40cd4205 service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816884 Feb 11 14:23:06.719184 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6485a82-4d77-4867-8433-d1e6ea10b205 req-d6253067-4573-42b3-9781-ca8160a772a7 service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805919 Feb 11 14:23:14.593817 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45270) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:14.750793 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 411555cb-9e12-4add-8e1a-5e9324e49ed4 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:14.751131 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:14.825674 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:14.826023 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:14.837156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 411555cb-9e12-4add-8e1a-5e9324e49ed4 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:15.055521 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.078918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=411555cb-9e12-4add-8e1a-5e9324e49ed4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:15.094063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.094524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.094818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.095149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.095464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.095782 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.096100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.096417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.096735 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.097055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.097368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.097677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:15.151267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.151514 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Floating IP 660e93b5-0f87-410f-aa7b-c029fa2afbb5 disassociated (deleted). External IP: 172.25.0.208, port: 2f40c36f-0963-4245-92fc-7a761544a784. Feb 11 14:23:15.706809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 5830fc50-7e25-4f43-8882-8454a097600c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:23:15.819136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:15.824022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:15.831140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] Sync routers for ids ['5830fc50-7e25-4f43-8882-8454a097600c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:15.841936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] Routers {'5830fc50-7e25-4f43-8882-8454a097600c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:15.842646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:22:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5830fc50-7e25-4f43-8882-8454a097600c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:15.853535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-705b3787-99ea-4f05-bc84-f5b1309e5b02 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/floatingips/660e93b5-0f87-410f-aa7b-c029fa2afbb5 HTTP/1.1" status: 204 len: 168 time: 1.2561433 Feb 11 14:23:15.853535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'tag': '2f40c36f-0963-4245-92fc-7a761544a784'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:15.853954 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87669b03-75f9-4634-b7e2-98d4cc2535f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f77b0824-b34f-48c3-9387-c5aeccd8fe61", "tag": "2f40c36f-0963-4245-92fc-7a761544a784"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:15.901876 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d671a4f3-9990-4289-80cc-945120546760 x-openstack-request-id: req-d671a4f3-9990-4289-80cc-945120546760 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:15.902154 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f77b0824-b34f-48c3-9387-c5aeccd8fe61", "tag": "2f40c36f-0963-4245-92fc-7a761544a784", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:15.902402 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d671a4f3-9990-4289-80cc-945120546760 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:15.902803 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'tag': '2f40c36f-0963-4245-92fc-7a761544a784', 'status': 'completed', 'code': 200} Feb 11 14:23:15.941604 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:23:15.974167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-11b9cfa0-52fd-48cd-bd6d-09e20dbe8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:15.975717 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-11b9cfa0-52fd-48cd-bd6d-09e20dbe8b9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 1097 time: 0.0501537 Feb 11 14:23:15.981190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] Set router 5830fc50-7e25-4f43-8882-8454a097600c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:16.078621 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-8542457e-054b-40b5-bcf1-6cc02abe28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:16.080070 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-8542457e-054b-40b5-bcf1-6cc02abe28b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5f84673-b461-434d-ad20-e63490db85e3 HTTP/1.1" status: 200 len: 898 time: 0.0977700 Feb 11 14:23:16.122440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-a1ed631d-d5a0-423c-ad20-51ca1f1d4c74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f40c36f-0963-4245-92fc-7a761544a784 HTTP/1.1" status: 200 len: 217 time: 0.0358334 Feb 11 14:23:16.170787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-5fb0d3fa-b957-4833-8945-054488271330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:16.173039 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-5fb0d3fa-b957-4833-8945-054488271330 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2cb0630a-6e37-4fe3-8526-275a4ef81ce3 HTTP/1.1" status: 200 len: 834 time: 0.0446033 Feb 11 14:23:16.203032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:32Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2719a951-8805-4c48-958f-66c6d8a64be1', 'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:d5:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:32Z', 'updated_at': '2022-02-11T14:21:35Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:16.232905 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] Checking router: 5830fc50-7e25-4f43-8882-8454a097600c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:16.243106 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] Routers {'5830fc50-7e25-4f43-8882-8454a097600c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:16.243735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:22:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5830fc50-7e25-4f43-8882-8454a097600c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:16.247843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-18146168-e51a-433a-aad7-02801db8b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:16.251062 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-18146168-e51a-433a-aad7-02801db8b3cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5f84673-b461-434d-ad20-e63490db85e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716043 Feb 11 14:23:16.329049 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb18e35-daec-4bd7-8462-dd521fc92788 req-dbae07d4-d3f8-41a4-9933-ac4af396b100 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:16.331316 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-efb18e35-daec-4bd7-8462-dd521fc92788 req-dbae07d4-d3f8-41a4-9933-ac4af396b100 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0544891 Feb 11 14:23:16.348899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-55db5c75-a7ed-488e-b10d-2ad180103e1a service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897703 Feb 11 14:23:16.356859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] Set router 5830fc50-7e25-4f43-8882-8454a097600c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:16.372974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-efb18e35-daec-4bd7-8462-dd521fc92788 req-bf8f381e-b879-4719-a145-f595ffd02c18 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350633 Feb 11 14:23:16.451734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-87669b03-75f9-4634-b7e2-98d4cc2535f8 req-852cf13a-7a76-420f-8b25-f0497cbffe5c service neutron] 10.222.0.13 "GET /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956008 Feb 11 14:23:16.712782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:32Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2719a951-8805-4c48-958f-66c6d8a64be1', 'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:d5:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:32Z', 'updated_at': '2022-02-11T14:21:35Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:16.738762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58de29c0-1c9a-4602-9c2a-c5971633ee8d None None] The sync data for ids ['5830fc50-7e25-4f43-8882-8454a097600c'] in n-d-816488-1 is: [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:32Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2719a951-8805-4c48-958f-66c6d8a64be1', 'name': '', 'network_id': 'f5f84673-b461-434d-ad20-e63490db85e3', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:d5:b0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:32Z', 'updated_at': '2022-02-11T14:21:35Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '2cb0630a-6e37-4fe3-8526-275a4ef81ce3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:16.949967 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3668f0-ee08-42ce-a7d3-f95cb7f38a5e None None] New status for floating IP 660e93b5-0f87-410f-aa7b-c029fa2afbb5: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:23:17.494042 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487903d2-f5a8-4857-b1b5-419894d16874 req-8facbe5c-ead2-4aa5-9d74-aaa00c71e606 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:17.495529 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-487903d2-f5a8-4857-b1b5-419894d16874 req-8facbe5c-ead2-4aa5-9d74-aaa00c71e606 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0501091 Feb 11 14:23:17.536211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-487903d2-f5a8-4857-b1b5-419894d16874 req-6297b20f-8208-43e1-8ce1-47b392545054 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e24ce79b-2fb7-466c-b338-1d14e746cd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340409 Feb 11 14:23:17.760892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-0cecacc1-db11-4b37-977d-3f0e6fab7dc0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:17.762366 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-0cecacc1-db11-4b37-977d-3f0e6fab7dc0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 946 time: 0.0485485 Feb 11 14:23:17.852112 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-3082cc6d-35a4-43bb-8911-e8c66d4e977d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 2f40c36f-0963-4245-92fc-7a761544a784 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:17.852449 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-3082cc6d-35a4-43bb-8911-e8c66d4e977d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.939271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-3082cc6d-35a4-43bb-8911-e8c66d4e977d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 2f40c36f-0963-4245-92fc-7a761544a784, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=2f40c36f-0963-4245-92fc-7a761544a784,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:17.939627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-3082cc6d-35a4-43bb-8911-e8c66d4e977d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:17.951083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-3082cc6d-35a4-43bb-8911-e8c66d4e977d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 2f40c36f-0963-4245-92fc-7a761544a784 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:18.168563 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-3082cc6d-35a4-43bb-8911-e8c66d4e977d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.196771 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082cc6d-35a4-43bb-8911-e8c66d4e977d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=2f40c36f-0963-4245-92fc-7a761544a784,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:18.241739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-3082cc6d-35a4-43bb-8911-e8c66d4e977d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] No DVR routers for this DVR port 2f40c36f-0963-4245-92fc-7a761544a784 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:18.244531 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-3082cc6d-35a4-43bb-8911-e8c66d4e977d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:18.247999 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-49915c39-29fb-4420-91db-d24c5e4d32ef req-3082cc6d-35a4-43bb-8911-e8c66d4e977d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "DELETE /v2.0/ports/2f40c36f-0963-4245-92fc-7a761544a784 HTTP/1.1" status: 204 len: 173 time: 0.4799449 Feb 11 14:23:18.248456 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'name': 'network-vif-deleted', 'tag': '2f40c36f-0963-4245-92fc-7a761544a784'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:18.250835 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc999d3-0096-46c9-b3b3-2ce85357fdca" -d '{"events": [{"server_uuid": "f77b0824-b34f-48c3-9387-c5aeccd8fe61", "name": "network-vif-deleted", "tag": "2f40c36f-0963-4245-92fc-7a761544a784"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:18.288350 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8deb99-e2ca-4ef3-bafa-e25f048a49f3 x-openstack-request-id: req-1c8deb99-e2ca-4ef3-bafa-e25f048a49f3 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:18.288678 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f77b0824-b34f-48c3-9387-c5aeccd8fe61", "name": "network-vif-deleted", "tag": "2f40c36f-0963-4245-92fc-7a761544a784", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:18.288933 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c8deb99-e2ca-4ef3-bafa-e25f048a49f3 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:18.289334 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f77b0824-b34f-48c3-9387-c5aeccd8fe61', 'name': 'network-vif-deleted', 'tag': '2f40c36f-0963-4245-92fc-7a761544a784', 'status': 'completed', 'code': 200} Feb 11 14:23:18.652623 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-79066818-7ba3-47ea-992e-ffe1fef37432 req-61fc127d-09b6-403d-8733-9b6f2f95377c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=f77b0824-b34f-48c3-9387-c5aeccd8fe61 HTTP/1.1" status: 200 len: 210 time: 0.0323117 Feb 11 14:23:19.709364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45288) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:20.064089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:20.322467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 2719a951-8805-4c48-958f-66c6d8a64be1 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:20.322732 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:20.414059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 2719a951-8805-4c48-958f-66c6d8a64be1, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2719a951-8805-4c48-958f-66c6d8a64be1,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:20.414416 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:20.426215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 2719a951-8805-4c48-958f-66c6d8a64be1 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:20.689910 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:20.714553 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=2719a951-8805-4c48-958f-66c6d8a64be1,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:20.892523 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.109738 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 5830fc50-7e25-4f43-8882-8454a097600c has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:23:21.215911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:21.222003 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-13c11722-6123-4ecb-8199-21777d109467 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "PUT /v2.0/routers/5830fc50-7e25-4f43-8882-8454a097600c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5114524 Feb 11 14:23:21.224672 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45290) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:21.225861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] Sync routers for ids ['5830fc50-7e25-4f43-8882-8454a097600c'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:21.237156 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] Routers {'5830fc50-7e25-4f43-8882-8454a097600c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:21.237790 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:22:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5830fc50-7e25-4f43-8882-8454a097600c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:21.276260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-4199bd0c-59ac-4991-9a5e-b7ea2963e1aa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting subnet 2cb0630a-6e37-4fe3-8526-275a4ef81ce3 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:23:21.279498 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4199bd0c-59ac-4991-9a5e-b7ea2963e1aa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.318716 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4199bd0c-59ac-4991-9a5e-b7ea2963e1aa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.341845 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] Set router 5830fc50-7e25-4f43-8882-8454a097600c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:21.406673 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4199bd0c-59ac-4991-9a5e-b7ea2963e1aa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.524926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:23:20Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:21.552991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] Checking router: 5830fc50-7e25-4f43-8882-8454a097600c for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:21.561331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] Routers {'5830fc50-7e25-4f43-8882-8454a097600c'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:21.562266 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:22:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['5830fc50-7e25-4f43-8882-8454a097600c'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:21.665564 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] Set router 5830fc50-7e25-4f43-8882-8454a097600c gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:21.666358 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4199bd0c-59ac-4991-9a5e-b7ea2963e1aa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.694158 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199bd0c-59ac-4991-9a5e-b7ea2963e1aa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Subnet': ['ID=2cb0630a-6e37-4fe3-8526-275a4ef81ce3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:21.699673 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4199bd0c-59ac-4991-9a5e-b7ea2963e1aa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.704734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4199bd0c-59ac-4991-9a5e-b7ea2963e1aa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/subnets/2cb0630a-6e37-4fe3-8526-275a4ef81ce3 HTTP/1.1" status: 204 len: 168 time: 0.4756689 Feb 11 14:23:21.704854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45292) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:21.724797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba51ac3-9e2e-4039-b020-54cb89646538 None None] Network f5f84673-b461-434d-ad20-e63490db85e3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:21.811383 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.916751 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:21.954951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:23:20Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:21.994748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] DHCP port deletion for f5f84673-b461-434d-ad20-e63490db85e3 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:23:21.998121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e264c683-eeaa-4b3f-9b32-f1edd292d8e7 None None] The sync data for ids ['5830fc50-7e25-4f43-8882-8454a097600c'] in n-d-816488-1 is: [{'id': '5830fc50-7e25-4f43-8882-8454a097600c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-258183167', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:23:20Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '1522c0a8-5db9-40e2-b089-2389cceddff3', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:de:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5830fc50-7e25-4f43-8882-8454a097600c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:21:28Z', 'updated_at': '2022-02-11T14:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:22.052442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Deleting port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:22.052816 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.055535 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 1522c0a8-5db9-40e2-b089-2389cceddff3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:23:22.055884 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.115070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] For port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9,segment=NetworkSegment(ecc0bb6e-b541-444c-844a-bd4bf5413457),segment_id=ecc0bb6e-b541-444c-844a-bd4bf5413457)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:22.115469 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.128234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Calling delete_port for 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:22.137005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 1522c0a8-5db9-40e2-b089-2389cceddff3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=1522c0a8-5db9-40e2-b089-2389cceddff3,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:22.137371 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.150420 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 1522c0a8-5db9-40e2-b089-2389cceddff3 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:23:22.266766 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.293207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Pushing event deleted for resources: {'Port': ['ID=3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:22.295531 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] No DVR routers for this DVR port 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:23:22.304811 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.305144 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.305492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.305840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.306419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.306744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.307061 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.307507 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.307675 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.307990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.308302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.308613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39046235-a6eb-48c0-b7e2-6a852918fdee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:22.392770 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.420141 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=1522c0a8-5db9-40e2-b089-2389cceddff3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:22.486322 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.578143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.580226 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.700927 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.701409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Fanout notify agent at l3_agent the message router_deleted on router 5830fc50-7e25-4f43-8882-8454a097600c {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:23:22.708655 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.709761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cf00b817-a276-4cfd-83d5-9c9fe5a780ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/routers/5830fc50-7e25-4f43-8882-8454a097600c HTTP/1.1" status: 204 len: 168 time: 1.0039630 Feb 11 14:23:22.712526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45294) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:22.795095 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.878567 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.897567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f84673-b461-434d-ad20-e63490db85e3']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:22.906578 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc0bb6e-b541-444c-844a-bd4bf5413457') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:22.906862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc0bb6e-b541-444c-844a-bd4bf5413457') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:22.915732 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.928781 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.934584 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:23:22.934952 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:23:22.938394 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:23:22.998140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2f40c36f-0963-4245-92fc-7a761544a784 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:23.018717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 2f40c36f-0963-4245-92fc-7a761544a784 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:23.019054 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 2f40c36f-0963-4245-92fc-7a761544a784 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:23.060934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.068846 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.071817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/networks/f5f84673-b461-434d-ad20-e63490db85e3 HTTP/1.1" status: 204 len: 168 time: 0.3583717 Feb 11 14:23:23.074825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45296) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:23.084462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf76214-626f-4755-8964-f63207af23f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Network': ['ID=f5f84673-b461-434d-ad20-e63490db85e3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:23.136558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.181059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.184409 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1522c0a8-5db9-40e2-b089-2389cceddff3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:23.208432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 1522c0a8-5db9-40e2-b089-2389cceddff3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:23.208777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 1522c0a8-5db9-40e2-b089-2389cceddff3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:23.209380 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:23.229923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:23.230404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 3c6e60d0-648b-4d29-aa62-4af0b6b3f0b9 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:23.230827 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2719a951-8805-4c48-958f-66c6d8a64be1 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:23:23.250455 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2719a951-8805-4c48-958f-66c6d8a64be1 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:23:23.250721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2719a951-8805-4c48-958f-66c6d8a64be1 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:23:23.301075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.303778 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:23.304971 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/security-groups/e24ce79b-2fb7-466c-b338-1d14e746cd23 HTTP/1.1" status: 204 len: 168 time: 0.2291284 Feb 11 14:23:23.315008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24ce79b-2fb7-466c-b338-1d14e746cd23,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:23.323436 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.323784 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.324578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.324578 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.324816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.325094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.325420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.325746 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.326132 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.326434 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.326755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.327084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd8c7f-28b8-499f-92bc-f0b68f56861e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:23.900775 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45302) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:23.905983 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-8fb38922-bb72-4b03-819a-4cda366831b2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1618482257', 'description': 'tempest-secgroup-smoke-1618482257 description', 'project_id': '374ff21dff54465f8bff162905a35461'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:23.992302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fb38922-bb72-4b03-819a-4cda366831b2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.059379 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fb38922-bb72-4b03-819a-4cda366831b2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.123634 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fb38922-bb72-4b03-819a-4cda366831b2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.151946 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb38922-bb72-4b03-819a-4cda366831b2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:24.211652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-8fb38922-bb72-4b03-819a-4cda366831b2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.212912 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-8fb38922-bb72-4b03-819a-4cda366831b2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3111167 Feb 11 14:23:24.215794 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45304) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:24.220876 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-c675b6c8-9d1f-4b25-9acf-7eb55b49cc01 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:24.316882 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c675b6c8-9d1f-4b25-9acf-7eb55b49cc01 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.371851 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c675b6c8-9d1f-4b25-9acf-7eb55b49cc01 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.488731 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c675b6c8-9d1f-4b25-9acf-7eb55b49cc01 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.506817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675b6c8-9d1f-4b25-9acf-7eb55b49cc01 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4900bf0-850d-4a22-92e6-52fa8e12dbab,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:24.576860 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c675b6c8-9d1f-4b25-9acf-7eb55b49cc01 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.578683 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c675b6c8-9d1f-4b25-9acf-7eb55b49cc01 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619721 Feb 11 14:23:24.581510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45306) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:24.585862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-9a3816b1-729e-4cd7-a925-5eb79669ff12 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:24.677271 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a3816b1-729e-4cd7-a925-5eb79669ff12 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.737063 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a3816b1-729e-4cd7-a925-5eb79669ff12 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.769425 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bb1d5c5c-df22-432a-b973-8e3af431a7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.798217 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a3816b1-729e-4cd7-a925-5eb79669ff12 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.816007 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3816b1-729e-4cd7-a925-5eb79669ff12 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd585ad-79cc-4019-a760-b74d0c681f2e,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:24.936309 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9a3816b1-729e-4cd7-a925-5eb79669ff12 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:24.937645 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9a3816b1-729e-4cd7-a925-5eb79669ff12 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3551681 Feb 11 14:23:24.940352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45308) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:24.944811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ce5ae317-d90f-48a8-9e6f-1afe54fb39f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:25.060372 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae317-d90f-48a8-9e6f-1afe54fb39f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.121123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae317-d90f-48a8-9e6f-1afe54fb39f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.198052 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae317-d90f-48a8-9e6f-1afe54fb39f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.218886 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ae317-d90f-48a8-9e6f-1afe54fb39f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d59749-b846-441d-aab0-0976aafa5dbc,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:25.314177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae317-d90f-48a8-9e6f-1afe54fb39f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.315313 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ce5ae317-d90f-48a8-9e6f-1afe54fb39f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3740263 Feb 11 14:23:25.318146 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45310) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:25.324970 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-e28e179b-1f6f-469e-be66-6e06d7e2ac43 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:25.408075 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e28e179b-1f6f-469e-be66-6e06d7e2ac43 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.467448 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e28e179b-1f6f-469e-be66-6e06d7e2ac43 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.672553 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e28e179b-1f6f-469e-be66-6e06d7e2ac43 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.690839 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e179b-1f6f-469e-be66-6e06d7e2ac43 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76b76b3-50c7-4028-b2ca-6fed66f5ff47,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:25.793947 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e28e179b-1f6f-469e-be66-6e06d7e2ac43 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:25.795167 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e28e179b-1f6f-469e-be66-6e06d7e2ac43 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4760294 Feb 11 14:23:25.798557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45312) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:25.802958 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f131587d-9e2d-4abd-9d6e-3053bd26e46e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:25.940834 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-f131587d-9e2d-4abd-9d6e-3053bd26e46e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Project 374ff21dff54465f8bff162905a35461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:23:25.945940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f131587d-9e2d-4abd-9d6e-3053bd26e46e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.009469 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f131587d-9e2d-4abd-9d6e-3053bd26e46e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.089432 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f131587d-9e2d-4abd-9d6e-3053bd26e46e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.106663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131587d-9e2d-4abd-9d6e-3053bd26e46e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1895d36b-e530-4b70-a579-4b2488c9ebf0,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:26.194606 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f131587d-9e2d-4abd-9d6e-3053bd26e46e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.195764 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f131587d-9e2d-4abd-9d6e-3053bd26e46e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3962898 Feb 11 14:23:26.198574 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45314) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:26.203238 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-985db563-5d63-4243-a2b2-7e0039ced490 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:26.295106 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-985db563-5d63-4243-a2b2-7e0039ced490 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Project 374ff21dff54465f8bff162905a35461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:23:26.301045 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-985db563-5d63-4243-a2b2-7e0039ced490 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.363478 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-985db563-5d63-4243-a2b2-7e0039ced490 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.380823 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.438359 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-985db563-5d63-4243-a2b2-7e0039ced490 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.457039 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985db563-5d63-4243-a2b2-7e0039ced490 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddc8ab1-811e-4078-b06f-7429972360e8,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:26.520029 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-985db563-5d63-4243-a2b2-7e0039ced490 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.521246 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-985db563-5d63-4243-a2b2-7e0039ced490 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3217354 Feb 11 14:23:26.524154 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45316) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:26.528933 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'network': {'name': 'tempest-network-smoke--576786859', 'project_id': '374ff21dff54465f8bff162905a35461', 'port_security_enabled': True}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:26.609667 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:26.613139 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.636082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:23:26.644541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.644894 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Added segment 60a1efb4-2ece-4fb8-a03e-3376d185ea81 of type vlan for network a1fc7308-f544-4293-aec9-724bcee21ffb Feb 11 14:23:26.683070 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.775118 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.780764 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:26.781348 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:26.848747 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Network': ['ID=a1fc7308-f544-4293-aec9-724bcee21ffb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:26.860099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network a1fc7308-f544-4293-aec9-724bcee21ffb details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:23:26.892493 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3dade468-9f2e-403a-89de-fbd7a4b41026 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3673358 Feb 11 14:23:26.895293 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45318) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:26.899912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'admin_state_up': True, 'project_id': '374ff21dff54465f8bff162905a35461', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:27.003518 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.004575 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.026115 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-10501323-b322-4ed1-b523-49a2dada7bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.056411 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.255225 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.511541 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.530549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.631836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.25.0.211 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/2ec1e213-4a34-452b-b242-3f0f91936604) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:27.734549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.832522 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:27.871835 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:27.876367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:27.880828 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:27.882749 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=2ec1e213-4a34-452b-b242-3f0f91936604,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:28.201782 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.249514 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.398620 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.591817 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 93c80379-b216-49ee-9204-7180c7d839fe is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:23:28.695848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:28.706242 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Sync routers for ids ['93c80379-b216-49ee-9204-7180c7d839fe'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:28.716070 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Routers {'93c80379-b216-49ee-9204-7180c7d839fe'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:28.724235 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93c80379-b216-49ee-9204-7180c7d839fe'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:28.788721 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.793115 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-75a458dd-0490-4b11-8698-1ca2252aac11 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8937249 Feb 11 14:23:28.793386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45320) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:28.819845 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Set router 93c80379-b216-49ee-9204-7180c7d839fe gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:28.822876 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-09f769cc-f718-4499-8bd5-768cb2bdf772 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=374ff21dff54465f8bff162905a35461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283329 Feb 11 14:23:28.825428 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45322) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:28.872378 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:28.912472 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a4ed30-3dc3-4389-b01a-e4fa8caa7242 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:28.914141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-10a4ed30-3dc3-4389-b01a-e4fa8caa7242 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0878031 Feb 11 14:23:28.917003 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45324) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:28.953487 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3e7bff69-0512-4dd3-9f22-93e6646b8696 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351987 Feb 11 14:23:28.955908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45326) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:28.960748 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-177357695', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'project_id': '374ff21dff54465f8bff162905a35461', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:28.999913 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:28Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:29.029686 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Checking router: 93c80379-b216-49ee-9204-7180c7d839fe for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:29.030164 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Updating router 93c80379-b216-49ee-9204-7180c7d839fe port 2ec1e213-4a34-452b-b242-3f0f91936604 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:23:29.054889 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.106217 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:29.110311 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.307014 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.369438 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.392368 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.430640 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Subnet': ['ID=75b34286-d73b-4149-8b0d-c70f24e07d02,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:29.437232 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Attempting to bind port 2ec1e213-4a34-452b-b242-3f0f91936604 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:29.437592 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Attempting to bind port 2ec1e213-4a34-452b-b242-3f0f91936604 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:29.437982 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Attempting to bind port 2ec1e213-4a34-452b-b242-3f0f91936604 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:29.447645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Checking segment: {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:29.451076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network hostable DHCP agents. Network: a1fc7308-f544-4293-aec9-724bcee21ffb, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:23:29.451216 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:29.451494 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:29.451781 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.452746 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:29.453210 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Bound port: 2ec1e213-4a34-452b-b242-3f0f91936604, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:29.453608 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.458489 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Pushing event updated for resources: {'Port': ['ID=2ec1e213-4a34-452b-b242-3f0f91936604,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:29.488075 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.488411 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.488743 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.489086 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.489391 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.489711 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.490053 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.490370 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.490686 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.490997 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.491308 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.491618 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:23:29.521537 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] For port 2ec1e213-4a34-452b-b242-3f0f91936604, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:29.524449 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] For port 2ec1e213-4a34-452b-b242-3f0f91936604, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2ec1e213-4a34-452b-b242-3f0f91936604,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:29.562927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a1fc7308-f544-4293-aec9-724bcee21ffb is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:23:29.626849 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.660310 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, a1fc7308-f544-4293-aec9-724bcee21ffb) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:29.667084 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:29.667704 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.671331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ed162-34de-49d5-915f-12633177de7e None None] Network a1fc7308-f544-4293-aec9-724bcee21ffb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:29.675735 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Routers {'93c80379-b216-49ee-9204-7180c7d839fe'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:29.676356 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93c80379-b216-49ee-9204-7180c7d839fe'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:29.721250 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5de71e-36cb-4606-9efa-7b1a0af06439 None None] Pushing event updated for resources: {'Port': ['ID=2ec1e213-4a34-452b-b242-3f0f91936604,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:29.749884 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a016191d-487d-44ad-91ac-face649be6f0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7928059 Feb 11 14:23:29.753076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45328) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:29.792266 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] Set router 93c80379-b216-49ee-9204-7180c7d839fe gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:29.823768 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-a1fc7308-f544-4293-aec9-724bcee21ffb', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:23:29.824639 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:29.972657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Allocated IP 172.20.0.2 (a1fc7308-f544-4293-aec9-724bcee21ffb/75b34286-d73b-4149-8b0d-c70f24e07d02/23570108-37a2-4466-8c01-4bd29352b969) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:29.973172 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:28Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:30.004491 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4931f1-b29e-470e-bfc4-21d3ae755528 None None] The sync data for ids ['93c80379-b216-49ee-9204-7180c7d839fe'] in n-d-816488-1 is: [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:28Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:30.131365 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.227832 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.252602 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.277838 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.290230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Network a1fc7308-f544-4293-aec9-724bcee21ffb is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:30.298127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:30.302593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:30.331209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Pushing event updated for resources: {'Port': ['ID=23570108-37a2-4466-8c01-4bd29352b969,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:30.362780 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Attempting to bind port 23570108-37a2-4466-8c01-4bd29352b969 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:30.366256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Attempting to bind port 23570108-37a2-4466-8c01-4bd29352b969 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:30.366256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Attempting to bind port 23570108-37a2-4466-8c01-4bd29352b969 on network a1fc7308-f544-4293-aec9-724bcee21ffb {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:30.370889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:30.370889 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Checking segment: {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:30.371372 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.371865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Bound using segment: {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:30.372502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Bound port: 23570108-37a2-4466-8c01-4bd29352b969, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:30.372993 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.487206 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] For port 23570108-37a2-4466-8c01-4bd29352b969, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:30.492219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] For port 23570108-37a2-4466-8c01-4bd29352b969, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=23570108-37a2-4466-8c01-4bd29352b969,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:30.587350 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.610890 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.20.0.1 (a1fc7308-f544-4293-aec9-724bcee21ffb/75b34286-d73b-4149-8b0d-c70f24e07d02/5a4b048b-4c30-4191-af41-edd5981d9cb7) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:30.656226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d09e3-64d2-402a-a86c-28464865a47a None None] Pushing event updated for resources: {'Port': ['ID=23570108-37a2-4466-8c01-4bd29352b969,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:30.665889 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.750396 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.893335 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:30.941420 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a1fc7308-f544-4293-aec9-724bcee21ffb is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:30.944854 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:30.956852 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:31.002098 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=5a4b048b-4c30-4191-af41-edd5981d9cb7,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:31.018028 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.033675 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 23570108-37a2-4466-8c01-4bd29352b969 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:31.083876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 23570108-37a2-4466-8c01-4bd29352b969 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:31.084333 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.165616 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.199232 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 23570108-37a2-4466-8c01-4bd29352b969, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=23570108-37a2-4466-8c01-4bd29352b969,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:31.231453 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.289742 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.290590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2ec1e213-4a34-452b-b242-3f0f91936604 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:31.372856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=23570108-37a2-4466-8c01-4bd29352b969,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:31.388182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2ec1e213-4a34-452b-b242-3f0f91936604 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:31.394110 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.479325 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.501195 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 2ec1e213-4a34-452b-b242-3f0f91936604, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2ec1e213-4a34-452b-b242-3f0f91936604,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:31.539289 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.587541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463a9924-9bb6-49a9-b025-0a01e97da681 None None] Network a1fc7308-f544-4293-aec9-724bcee21ffb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:23:31.678314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.806431 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.862037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ade7ef65-647c-440b-a98d-e66135a59856 None None] Provisioning complete for port 23570108-37a2-4466-8c01-4bd29352b969 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:31.862415 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ade7ef65-647c-440b-a98d-e66135a59856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:31.915963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=2ec1e213-4a34-452b-b242-3f0f91936604,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:32.081410 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=5a4b048b-4c30-4191-af41-edd5981d9cb7,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:32.083884 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.180499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a1fc7308-f544-4293-aec9-724bcee21ffb is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:32.182274 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:32.249828 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ffc294e4-b99a-4fb4-a939-297efc2863e1 None None] Provisioning complete for port 5a4b048b-4c30-4191-af41-edd5981d9cb7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:32.249828 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ffc294e4-b99a-4fb4-a939-297efc2863e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.286963 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-ffc294e4-b99a-4fb4-a939-297efc2863e1 None None] Port 5a4b048b-4c30-4191-af41-edd5981d9cb7 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:32.297288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ffc294e4-b99a-4fb4-a939-297efc2863e1 None None] Provisioning complete for port 23570108-37a2-4466-8c01-4bd29352b969 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:32.297659 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ffc294e4-b99a-4fb4-a939-297efc2863e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.310996 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 93c80379-b216-49ee-9204-7180c7d839fe has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:23:32.432160 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:32.443994 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Sync routers for ids ['93c80379-b216-49ee-9204-7180c7d839fe'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:32.446358 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-84ba4c16-1778-43d8-a9fb-b985bad9f034 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "PUT /v2.0/routers/93c80379-b216-49ee-9204-7180c7d839fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6921871 Feb 11 14:23:32.460619 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Routers {'93c80379-b216-49ee-9204-7180c7d839fe'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:32.461343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93c80379-b216-49ee-9204-7180c7d839fe'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:32.572433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6ae64255-7643-493b-b0c3-832affda6273 None None] Provisioning complete for port 5a4b048b-4c30-4191-af41-edd5981d9cb7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:32.572800 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6ae64255-7643-493b-b0c3-832affda6273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.588857 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-07e69ddc-0c99-428b-b1b0-c918a24f9ae7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1618482257&fields=id&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 267 time: 0.0371094 Feb 11 14:23:32.621091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6ae64255-7643-493b-b0c3-832affda6273 None None] Port 5a4b048b-4c30-4191-af41-edd5981d9cb7 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:32.626227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Set router 93c80379-b216-49ee-9204-7180c7d839fe gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:32.697011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-1154bbac-343a-4689-b2ff-4b847fcca878 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:32.698491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-1154bbac-343a-4689-b2ff-4b847fcca878 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 796 time: 0.1015306 Feb 11 14:23:32.714337 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-8bb3f08f-7b85-47b2-805f-ca6190b80ef7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/quotas/374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 375 time: 0.0093133 Feb 11 14:23:32.772422 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-777a9099-6e90-4fac-88ad-0f0ae9c16738 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516543 Feb 11 14:23:32.773877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-847e02ce-fd74-44fd-b9c0-33b98c0be199 None None] Provisioning complete for port 5a4b048b-4c30-4191-af41-edd5981d9cb7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:32.774254 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-847e02ce-fd74-44fd-b9c0-33b98c0be199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.833036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-58c6c6a8-3c4f-42ec-b4e8-8135495b3169 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:23:32.834071 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-58c6c6a8-3c4f-42ec-b4e8-8135495b3169 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497551 Feb 11 14:23:32.839552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-847e02ce-fd74-44fd-b9c0-33b98c0be199 None None] Port 5a4b048b-4c30-4191-af41-edd5981d9cb7 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:32.866496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5a4b048b-4c30-4191-af41-edd5981d9cb7', 'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:99:35:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:30Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 2, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:32.893990 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Checking router: 93c80379-b216-49ee-9204-7180c7d839fe for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:32.894308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Updating router 93c80379-b216-49ee-9204-7180c7d839fe port 5a4b048b-4c30-4191-af41-edd5981d9cb7 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:23:32.925706 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:32.927587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-2874eae8-5573-48f3-bd19-0b81e47ad14f service neutron] 10.222.0.52 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863192 Feb 11 14:23:32.942691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 23570108-37a2-4466-8c01-4bd29352b969 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:33.024048 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-474f9baf-d113-4213-b1c4-b8bc5924d0d4 service neutron] 10.222.0.52 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892649 Feb 11 14:23:33.083327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 23570108-37a2-4466-8c01-4bd29352b969 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:33.083707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.254250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2ec1e213-4a34-452b-b242-3f0f91936604 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:33.318871 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.332674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2ec1e213-4a34-452b-b242-3f0f91936604 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:33.333040 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.398799 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.466100 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ea890-be8c-424b-990d-937faeb97b39 None None] Pushing event updated for resources: {'Port': ['ID=5a4b048b-4c30-4191-af41-edd5981d9cb7,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:33.513447 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Attempting to bind port 5a4b048b-4c30-4191-af41-edd5981d9cb7 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:33.513844 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Attempting to bind port 5a4b048b-4c30-4191-af41-edd5981d9cb7 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:33.514254 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Attempting to bind port 5a4b048b-4c30-4191-af41-edd5981d9cb7 on network a1fc7308-f544-4293-aec9-724bcee21ffb {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:33.519520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:33.519887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Checking segment: {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:33.520282 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.520672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Bound using segment: {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:33.521126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Bound port: 5a4b048b-4c30-4191-af41-edd5981d9cb7, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:33.521501 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.589442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] For port 5a4b048b-4c30-4191-af41-edd5981d9cb7, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:33.593053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] For port 5a4b048b-4c30-4191-af41-edd5981d9cb7, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5a4b048b-4c30-4191-af41-edd5981d9cb7,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:33.667060 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-76c2be0b-3831-4ee4-8ff9-32fb7079f583 None None] Provisioning complete for port 5a4b048b-4c30-4191-af41-edd5981d9cb7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:33.667424 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-76c2be0b-3831-4ee4-8ff9-32fb7079f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.704616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-76c2be0b-3831-4ee4-8ff9-32fb7079f583 None None] Port 5a4b048b-4c30-4191-af41-edd5981d9cb7 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:33.712584 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:33.771912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Routers {'93c80379-b216-49ee-9204-7180c7d839fe'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:33.772541 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93c80379-b216-49ee-9204-7180c7d839fe'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:33.774384 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ea890-be8c-424b-990d-937faeb97b39 None None] Pushing event updated for resources: {'Port': ['ID=5a4b048b-4c30-4191-af41-edd5981d9cb7,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:33.884218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] Set router 93c80379-b216-49ee-9204-7180c7d839fe gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:33.965850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-24cd11e8-805e-4afe-a8e4-a981c2d3a3fc None None] Provisioning complete for port 5a4b048b-4c30-4191-af41-edd5981d9cb7 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:33.966231 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24cd11e8-805e-4afe-a8e4-a981c2d3a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.136335 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24cd11e8-805e-4afe-a8e4-a981c2d3a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.179271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-24cd11e8-805e-4afe-a8e4-a981c2d3a3fc None None] For port 5a4b048b-4c30-4191-af41-edd5981d9cb7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5a4b048b-4c30-4191-af41-edd5981d9cb7,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:34.182571 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5a4b048b-4c30-4191-af41-edd5981d9cb7', 'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:99:35:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:30Z', 'updated_at': '2022-02-11T14:23:33Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:34.220579 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d63b469-eb6b-4469-9b28-d4203a2ad96c None None] The sync data for ids ['93c80379-b216-49ee-9204-7180c7d839fe'] in n-d-816488-1 is: [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5a4b048b-4c30-4191-af41-edd5981d9cb7', 'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:99:35:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:30Z', 'updated_at': '2022-02-11T14:23:33Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:34.284177 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-24cd11e8-805e-4afe-a8e4-a981c2d3a3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:34.303455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-79d92ac3-acab-486b-bf12-e70d6e38f82f req-ba48e41e-1538-4486-90fb-b6af145d4160 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 210 time: 0.0600522 Feb 11 14:23:34.356162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd11e8-805e-4afe-a8e4-a981c2d3a3fc None None] Pushing event updated for resources: {'Port': ['ID=5a4b048b-4c30-4191-af41-edd5981d9cb7,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:34.951742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5a4b048b-4c30-4191-af41-edd5981d9cb7 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:35.002846 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5a4b048b-4c30-4191-af41-edd5981d9cb7 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:35.006007 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:35.394549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4b9f67b-a84c-40a0-b6fb-95367ade6b03 req-971446c7-56b7-4b79-b364-742c9cc2e51b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 210 time: 0.0281508 Feb 11 14:23:36.496142 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84da6e56-8980-461b-9c80-02587865c605 req-b903f0c4-4c93-4dce-9b02-aa93c458f549 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 210 time: 0.0323257 Feb 11 14:23:36.509854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-90250109-cdbe-4207-a958-bd5592464f2b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:36.511317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-90250109-cdbe-4207-a958-bd5592464f2b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 796 time: 0.0998206 Feb 11 14:23:36.557559 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-567d7d9e-9f5d-4173-ba11-94e6eb30ca63 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 380 time: 0.0377240 Feb 11 14:23:36.566136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'port': {'device_id': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'admin_state_up': True, 'tenant_id': '374ff21dff54465f8bff162905a35461', 'security_groups': ['4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:36.734864 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:23:36.738733 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:36.865925 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.20.0.10 (a1fc7308-f544-4293-aec9-724bcee21ffb/75b34286-d73b-4149-8b0d-c70f24e07d02/b8322a48-cf6a-458c-833a-e5ca064a99e0) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:36.998268 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.106332 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.154748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a1fc7308-f544-4293-aec9-724bcee21ffb is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:37.158082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:37.161605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:37.167788 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=b8322a48-cf6a-458c-833a-e5ca064a99e0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:37.215192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:37.215801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.286161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c338521b-fb90-4b55-b17e-df2de13c5d42 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7234151 Feb 11 14:23:37.298750 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Request body: {'port': {'device_id': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:37.353524 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.439165 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6b322232-8eed-419a-b8ec-0fd15442ad41 None None] Provisioning complete for port b8322a48-cf6a-458c-833a-e5ca064a99e0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:37.439764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6b322232-8eed-419a-b8ec-0fd15442ad41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:37.474842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6b322232-8eed-419a-b8ec-0fd15442ad41 None None] Port b8322a48-cf6a-458c-833a-e5ca064a99e0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:23:37.901997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02702139-ccbc-47a2-88f0-605b71d2381e req-96f88581-5729-485f-af9b-6a5089d5887d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:37.903386 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02702139-ccbc-47a2-88f0-605b71d2381e req-96f88581-5729-485f-af9b-6a5089d5887d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 932 time: 0.1082768 Feb 11 14:23:38.012008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8322a48-cf6a-458c-833a-e5ca064a99e0 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:38.024825 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.035902 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-02702139-ccbc-47a2-88f0-605b71d2381e req-4ee2ccfc-44e2-4cbe-96c5-15e2daed8d9a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246254 Feb 11 14:23:38.042702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Transition to ACTIVE for port object b8322a48-cf6a-458c-833a-e5ca064a99e0 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:23:38.129112 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.180300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Pushing event updated for resources: {'Port': ['ID=b8322a48-cf6a-458c-833a-e5ca064a99e0,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:38.256680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Attempting to bind port b8322a48-cf6a-458c-833a-e5ca064a99e0 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:23:38.257019 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Attempting to bind port b8322a48-cf6a-458c-833a-e5ca064a99e0 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:23:38.257359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Attempting to bind port b8322a48-cf6a-458c-833a-e5ca064a99e0 on network a1fc7308-f544-4293-aec9-724bcee21ffb {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:38.262292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Port b8322a48-cf6a-458c-833a-e5ca064a99e0 on network a1fc7308-f544-4293-aec9-724bcee21ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:23:38.262799 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Attempting to bind port b8322a48-cf6a-458c-833a-e5ca064a99e0 on network a1fc7308-f544-4293-aec9-724bcee21ffb {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:23:38.269103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:23:38.269563 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Checking segment: {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:23:38.270115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Bound using segment: {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:23:38.270702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Bound port: b8322a48-cf6a-458c-833a-e5ca064a99e0, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:23:38.271221 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.340893 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:23:38.344495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:23:38.415273 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.451095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.451815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:38.453500 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] 10.222.0.13 "PUT /v2.0/ports/b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 1092 time: 1.1590493 Feb 11 14:23:38.453999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:38.456270 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003251cc-c51f-46c3-a8f2-b91a543ed327" -d '{"events": [{"name": "network-changed", "server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:38.483652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d40cb-a095-4199-b025-c6bf99b98d5a service neutron] Pushing event updated for resources: {'Port': ['ID=b8322a48-cf6a-458c-833a-e5ca064a99e0,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:38.501106 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b95b4d0-6e29-4ce3-8b95-d7d7f9a06eb7 x-openstack-request-id: req-3b95b4d0-6e29-4ce3-8b95-d7d7f9a06eb7 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:38.501395 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:38.501646 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b95b4d0-6e29-4ce3-8b95-d7d7f9a06eb7 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:38.502088 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'status': 'completed', 'code': 200} Feb 11 14:23:38.572098 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003251cc-c51f-46c3-a8f2-b91a543ed327 req-5064eae8-f91b-40a5-bc43-73edda9e7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.575105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-003251cc-c51f-46c3-a8f2-b91a543ed327 req-5064eae8-f91b-40a5-bc43-73edda9e7d17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1095 time: 0.0516729 Feb 11 14:23:38.674323 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003251cc-c51f-46c3-a8f2-b91a543ed327 req-db48ce71-25b6-4b83-847d-8fcd885e17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.675722 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-003251cc-c51f-46c3-a8f2-b91a543ed327 req-db48ce71-25b6-4b83-847d-8fcd885e17f2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=374ff21dff54465f8bff162905a35461&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0947454 Feb 11 14:23:38.775340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003251cc-c51f-46c3-a8f2-b91a543ed327 req-56e6fb76-cfec-47d5-a9d6-59fe8bbf9cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.776852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-003251cc-c51f-46c3-a8f2-b91a543ed327 req-56e6fb76-cfec-47d5-a9d6-59fe8bbf9cf7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949898 Feb 11 14:23:38.852137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-a09c9708-51b2-4b5e-b26c-070b2883cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.853616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-a09c9708-51b2-4b5e-b26c-070b2883cac3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1095 time: 0.0408607 Feb 11 14:23:38.896128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c0225062-f034-4629-80ba-19a93582b97b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 217 time: 0.0344858 Feb 11 14:23:38.947642 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-dc9a3a2c-bc4d-4ee2-84be-4f4a8307b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.949402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-dc9a3a2c-bc4d-4ee2-84be-4f4a8307b004 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 200 len: 834 time: 0.0476856 Feb 11 14:23:38.994242 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-031f2af8-c499-4918-8818-626fa99cc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:38.995705 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-031f2af8-c499-4918-8818-626fa99cc0a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1fc7308-f544-4293-aec9-724bcee21ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402484 Feb 11 14:23:39.083032 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-c3787d4a-2849-45b0-a710-5b306fee8a1b service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806174 Feb 11 14:23:39.210276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f610e4-91ef-4d60-8671-0498b9d46106 req-c0cc5203-41d5-4b5b-9fd4-65081953248d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:39.211665 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06f610e4-91ef-4d60-8671-0498b9d46106 req-c0cc5203-41d5-4b5b-9fd4-65081953248d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 944 time: 0.1021965 Feb 11 14:23:39.216907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f64ac9e-32f9-43cf-ade4-5c1316f3093b req-30b51bd9-318d-42a5-bdbc-a36a205007df service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263909 Feb 11 14:23:39.250136 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06f610e4-91ef-4d60-8671-0498b9d46106 req-21a7aad7-0d8c-4d01-b32d-dbe33c8eff01 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317316 Feb 11 14:23:40.417429 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878abb6-9353-4f2f-ba87-a845619de4e0 req-dcffbc29-178f-49a3-a94c-7779af381bcb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:40.418857 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7878abb6-9353-4f2f-ba87-a845619de4e0 req-dcffbc29-178f-49a3-a94c-7779af381bcb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 944 time: 0.0973144 Feb 11 14:23:40.456980 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7878abb6-9353-4f2f-ba87-a845619de4e0 req-93bf4253-869d-4afc-9994-57cbdc7bcf22 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Feb 11 14:23:41.094353 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b8322a48-cf6a-458c-833a-e5ca064a99e0 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:23:41.191958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:41.205015 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'port_id': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'mac_address': 'fa:16:3e:65:f5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:23:41.241469 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.254760 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8322a48-cf6a-458c-833a-e5ca064a99e0 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:23:41.277661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:41.369189 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:41.417604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b8322a48-cf6a-458c-833a-e5ca064a99e0,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:41.573979 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['b8322a48-cf6a-458c-833a-e5ca064a99e0'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:23:41.578979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5651dc6-2484-4af0-ad2b-c48040139145 req-67993f3e-9f91-41fb-af88-268e9b880370 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:41.580586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5651dc6-2484-4af0-ad2b-c48040139145 req-67993f3e-9f91-41fb-af88-268e9b880370 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 945 time: 0.0542676 Feb 11 14:23:41.619081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d5651dc6-2484-4af0-ad2b-c48040139145 req-4c97313e-9389-4c9b-92e8-fb85640ba560 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Feb 11 14:23:42.733338 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d43e73-5bf1-4dcf-93b5-7401483f974e req-538cf5e0-766c-463f-a330-8580e61cf96e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:42.734824 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5d43e73-5bf1-4dcf-93b5-7401483f974e req-538cf5e0-766c-463f-a330-8580e61cf96e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 945 time: 0.0474007 Feb 11 14:23:42.771837 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5d43e73-5bf1-4dcf-93b5-7401483f974e req-012ff0ff-6a9c-40d9-a2c0-fe5e64116afd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311000 Feb 11 14:23:43.133634 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b8322a48-cf6a-458c-833a-e5ca064a99e0 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:23:43.294364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port b8322a48-cf6a-458c-833a-e5ca064a99e0 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:23:43.298761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port b8322a48-cf6a-458c-833a-e5ca064a99e0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:23:43.299138 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.379462 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.401638 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:43.403846 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc60305c-0096-4df2-9693-a0b6575dc7a6" -d '{"events": [{"server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "name": "network-vif-plugged", "status": "completed", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:43.416587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:23:43.441679 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e3384c-03d9-4c00-b9f6-8d70720d85da x-openstack-request-id: req-a0e3384c-03d9-4c00-b9f6-8d70720d85da {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:43.442000 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "name": "network-vif-plugged", "status": "completed", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:43.442252 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0e3384c-03d9-4c00-b9f6-8d70720d85da {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:43.442645 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'code': 200} Feb 11 14:23:43.536840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1c0d5-dbca-49c6-8129-1bf7b7a4abc1 req-e1a56753-510a-4fbb-a465-14b0a3b91f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:43.538420 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cad1c0d5-dbca-49c6-8129-1bf7b7a4abc1 req-e1a56753-510a-4fbb-a465-14b0a3b91f34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1096 time: 0.0415423 Feb 11 14:23:43.574282 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-cad1c0d5-dbca-49c6-8129-1bf7b7a4abc1 req-f72752f6-a0c6-4718-a873-70265845e491 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277781 Feb 11 14:23:43.575001 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:43.621516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=b8322a48-cf6a-458c-833a-e5ca064a99e0,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:43.890647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cf936-b87f-409e-8d8f-57e42d6553e9 req-a6f3b6f7-7152-41e7-8d43-74e8fc50306a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:43.892141 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c9cf936-b87f-409e-8d8f-57e42d6553e9 req-a6f3b6f7-7152-41e7-8d43-74e8fc50306a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0503123 Feb 11 14:23:43.933754 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0c9cf936-b87f-409e-8d8f-57e42d6553e9 req-71227098-c7d3-4605-a454-ab4afac89adc tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355642 Feb 11 14:23:45.052865 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e4c68-6b2e-4fbc-90b6-66e0edef2524 req-a3228c87-dc8e-4ac6-ab84-89b80bb283c6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:45.054363 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-414e4c68-6b2e-4fbc-90b6-66e0edef2524 req-a3228c87-dc8e-4ac6-ab84-89b80bb283c6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0492196 Feb 11 14:23:45.094626 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-414e4c68-6b2e-4fbc-90b6-66e0edef2524 req-bb3f0686-c98c-4e3c-8f01-82dbb6922840 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341227 Feb 11 14:23:45.233221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b03cf-4336-4c64-870c-cc37f4d742f5 req-11dff8d6-b204-411f-9115-c768436a5e24 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:45.234728 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc4b03cf-4336-4c64-870c-cc37f4d742f5 req-11dff8d6-b204-411f-9115-c768436a5e24 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0500677 Feb 11 14:23:45.273741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fc4b03cf-4336-4c64-870c-cc37f4d742f5 req-439c50e0-1ab2-4269-b0f0-4c924b2000ca tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330176 Feb 11 14:23:45.296191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45390) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:45.335131 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2592103-0327-465b-80da-6e87a5ce890d tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:45.336618 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c2592103-0327-465b-80da-6e87a5ce890d tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1092 time: 0.0394332 Feb 11 14:23:45.339456 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45392) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:45.343715 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:23:45.494985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.591127 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.690001 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.25.0.149 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/ab6f5005-f0ad-40ab-9bf4-a947674981d9) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:23:45.791781 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.906672 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:45.948988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:23:45.954089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:23:45.956393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=ab6f5005-f0ad-40ab-9bf4-a947674981d9,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:45.958641 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:23:46.313170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.433942 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.585940 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.665873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.737819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=ab6f5005-f0ad-40ab-9bf4-a947674981d9,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:23:46.748466 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:46.851163 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Floating IP 248c4570-4dba-4ceb-a497-5c490db788ca associated. External IP: 172.25.0.149, port: b8322a48-cf6a-458c-833a-e5ca064a99e0. Feb 11 14:23:47.052225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 93c80379-b216-49ee-9204-7180c7d839fe has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:23:47.158818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:23:47.168792 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] Sync routers for ids ['93c80379-b216-49ee-9204-7180c7d839fe'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:23:47.178428 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] Routers {'93c80379-b216-49ee-9204-7180c7d839fe'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:47.179052 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93c80379-b216-49ee-9204-7180c7d839fe'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:47.274076 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:47.306831 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-32ddbedf-e759-4b0d-8fb6-42fc6bb310b7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9661067 Feb 11 14:23:47.307842 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:23:47.310330 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cffe207-a271-4e72-867d-72a017ef4639" -d '{"events": [{"name": "network-changed", "server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:23:47.385793 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] Set router 93c80379-b216-49ee-9204-7180c7d839fe gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:47.407381 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a3fca-ddcd-4db4-a9c8-39729f51b82b x-openstack-request-id: req-d11a3fca-ddcd-4db4-a9c8-39729f51b82b {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:23:47.407887 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:23:47.408085 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d11a3fca-ddcd-4db4-a9c8-39729f51b82b {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:23:47.408505 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'status': 'completed', 'code': 200} Feb 11 14:23:47.422522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddc2f9-ce43-4269-b0bb-d24b2666e4a5 req-3f356b6e-5268-4712-a3a1-8e5553d61b4b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:47.424122 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aeddc2f9-ce43-4269-b0bb-d24b2666e4a5 req-3f356b6e-5268-4712-a3a1-8e5553d61b4b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0590558 Feb 11 14:23:47.494963 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aeddc2f9-ce43-4269-b0bb-d24b2666e4a5 req-53af6539-39f3-42e8-b8f1-7071a852cf80 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563426 Feb 11 14:23:47.496809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffe207-a271-4e72-867d-72a017ef4639 req-8bd2ca35-413d-47f8-81ee-fd10263e9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:47.498872 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cffe207-a271-4e72-867d-72a017ef4639 req-8bd2ca35-413d-47f8-81ee-fd10263e9691 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1097 time: 0.0693803 Feb 11 14:23:47.518520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45402) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:47.582459 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f29aaed0-301b-429b-9693-7603e8e02464 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/248c4570-4dba-4ceb-a497-5c490db788ca HTTP/1.1" status: 200 len: 992 time: 0.0627105 Feb 11 14:23:47.595973 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffe207-a271-4e72-867d-72a017ef4639 req-84d5ddbd-0c3d-4db5-8704-bb40be597904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:47.597513 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cffe207-a271-4e72-867d-72a017ef4639 req-84d5ddbd-0c3d-4db5-8704-bb40be597904 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 897 time: 0.0922217 Feb 11 14:23:47.627375 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '248c4570-4dba-4ceb-a497-5c490db788ca', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'port_id': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'mac_address': 'fa:16:3e:65:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:23:46Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4b048b-4c30-4191-af41-edd5981d9cb7', 'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:99:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:30Z', 'updated_at': '2022-02-11T14:23:34Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:47.656541 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] Checking router: 93c80379-b216-49ee-9204-7180c7d839fe for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:23:47.663624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cffe207-a271-4e72-867d-72a017ef4639 req-21b1f1ee-75e6-4d3e-935b-e6114b62a3c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 1000 time: 0.0597785 Feb 11 14:23:47.664715 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] Routers {'93c80379-b216-49ee-9204-7180c7d839fe'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:23:47.665312 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:23:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93c80379-b216-49ee-9204-7180c7d839fe'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:47.714000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffe207-a271-4e72-867d-72a017ef4639 req-5521ca83-c6ff-47ef-8e73-f002e0dc2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:47.715360 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cffe207-a271-4e72-867d-72a017ef4639 req-5521ca83-c6ff-47ef-8e73-f002e0dc2ce5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 200 len: 834 time: 0.0440931 Feb 11 14:23:47.765210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cffe207-a271-4e72-867d-72a017ef4639 req-c622913a-ca6b-48f8-aa17-9f151a49826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:23:47.767472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cffe207-a271-4e72-867d-72a017ef4639 req-c622913a-ca6b-48f8-aa17-9f151a49826b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1fc7308-f544-4293-aec9-724bcee21ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458524 Feb 11 14:23:47.770588 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] Set router 93c80379-b216-49ee-9204-7180c7d839fe gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:23:47.855827 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cffe207-a271-4e72-867d-72a017ef4639 req-8d913234-3f8a-4661-8ca6-dfcfc6b20eef service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816808 Feb 11 14:23:47.949236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4cffe207-a271-4e72-867d-72a017ef4639 req-2027d6f0-a2ab-412e-b006-ad778cb7a148 service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871718 Feb 11 14:23:47.998986 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '248c4570-4dba-4ceb-a497-5c490db788ca', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'port_id': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'mac_address': 'fa:16:3e:65:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:23:46Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4b048b-4c30-4191-af41-edd5981d9cb7', 'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:99:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:30Z', 'updated_at': '2022-02-11T14:23:34Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:23:48.026993 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ac40e8-1add-4708-aa25-12f9dce04d9d None None] The sync data for ids ['93c80379-b216-49ee-9204-7180c7d839fe'] in n-d-816488-1 is: [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '248c4570-4dba-4ceb-a497-5c490db788ca', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.149', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'port_id': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4253, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'mac_address': 'fa:16:3e:65:f5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:23:46Z', 'updated_at': '2022-02-11T14:23:46Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4b048b-4c30-4191-af41-edd5981d9cb7', 'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:99:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:30Z', 'updated_at': '2022-02-11T14:23:34Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:23:48.217414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7921728-cd7b-4985-a754-ae32fd050d9f None None] New status for floating IP 248c4570-4dba-4ceb-a497-5c490db788ca: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:23:48.586237 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45406) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:23:48.648854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5ce26415-9239-4705-9857-ea58dd2e4245 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/248c4570-4dba-4ceb-a497-5c490db788ca HTTP/1.1" status: 200 len: 994 time: 0.0614607 Feb 11 14:23:52.941160 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:23:54.791921 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f5dd7c8c-13a7-4725-9b3e-79c8edaa4572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:56.345516 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:57.020008 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0985f53f-053e-4e7b-9e48-cf78900a7769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.282888 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:23:58.865721 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.225793 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:00.654101 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:06.171113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-1093e9da-4536-468f-9441-d3cb1f63b803 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412712 Feb 11 14:24:06.258441 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-79c38219-982f-4e5a-b8fc-b948415809e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:06.259947 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-79c38219-982f-4e5a-b8fc-b948415809e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1097 time: 0.0406747 Feb 11 14:24:06.367774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-8cdbb1c8-4ba7-4ffe-bf55-afe80da0c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:06.369267 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-8cdbb1c8-4ba7-4ffe-bf55-afe80da0c921 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 897 time: 0.0881732 Feb 11 14:24:06.434434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-65149e1f-23df-44fc-a4f6-e057c510e287 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 1002 time: 0.0578334 Feb 11 14:24:06.481142 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-c420e1ee-69bb-40ed-93c2-ad9dd95d9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:06.483498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-c420e1ee-69bb-40ed-93c2-ad9dd95d9f22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 200 len: 834 time: 0.0428813 Feb 11 14:24:06.533337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-42aeee29-0263-4c6e-bc14-49fd4169014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:06.534907 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-42aeee29-0263-4c6e-bc14-49fd4169014f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1fc7308-f544-4293-aec9-724bcee21ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439181 Feb 11 14:24:06.623369 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-24749496-e6a4-40eb-a03b-6450af5c9ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813134 Feb 11 14:24:06.713185 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ae768119-22eb-4c97-aae5-3c294029bed5 req-7a1a1879-a20f-4ca8-beb4-aaa65b90d56b service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835836 Feb 11 14:24:19.808655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-1ebd320b-a9f3-491e-bd0c-d21f918382ce req-17a6e31b-cbd7-4ffc-9da8-22b6e09cedc3 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:24:19.810606 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1ebd320b-a9f3-491e-bd0c-d21f918382ce req-17a6e31b-cbd7-4ffc-9da8-22b6e09cedc3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064378 Feb 11 14:24:20.124342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314b5a6-f291-42fe-a625-28b9e6aeece4 req-d2fd69a2-9682-429b-a8e1-5fdf47a74962 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:20.125862 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4314b5a6-f291-42fe-a625-28b9e6aeece4 req-d2fd69a2-9682-429b-a8e1-5fdf47a74962 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0497525 Feb 11 14:24:20.164269 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4314b5a6-f291-42fe-a625-28b9e6aeece4 req-61b74c9a-a1e6-46ad-b11b-76d394cd1126 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322735 Feb 11 14:24:20.302790 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45424) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:20.383926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-b5a19384-8175-46bb-9e63-0afbb03a9ef5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799983 Feb 11 14:24:20.393233 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-cafdd0bf-2405-45cd-a4e8-7a56e1f036b7 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:24:20.394205 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-cafdd0bf-2405-45cd-a4e8-7a56e1f036b7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049648 Feb 11 14:24:21.291470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988473c-8138-483a-b9e0-e7bfe190b9e6 req-903dd0ae-9038-4cea-a8da-004ee88e5e96 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:21.293056 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d988473c-8138-483a-b9e0-e7bfe190b9e6 req-903dd0ae-9038-4cea-a8da-004ee88e5e96 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0574794 Feb 11 14:24:21.333154 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d988473c-8138-483a-b9e0-e7bfe190b9e6 req-fd9517f0-36e5-42e0-a70d-187af410aa81 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332379 Feb 11 14:24:22.453687 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3724a8d-5b34-4178-a4f5-a0e156b10e21 req-4fe4cbf7-aab2-40df-86ca-362303f177c7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:22.455190 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3724a8d-5b34-4178-a4f5-a0e156b10e21 req-4fe4cbf7-aab2-40df-86ca-362303f177c7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0520179 Feb 11 14:24:22.493606 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3724a8d-5b34-4178-a4f5-a0e156b10e21 req-6292506e-cb08-4b3f-85df-026fc477eec0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Feb 11 14:24:23.358600 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-cadae37b-a864-4916-92e9-9cd4b6a43147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.360085 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-cadae37b-a864-4916-92e9-9cd4b6a43147 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1097 time: 0.0419202 Feb 11 14:24:23.451605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-cf7c93e2-a279-4547-995f-f4a06fb43341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.452991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-cf7c93e2-a279-4547-995f-f4a06fb43341 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 897 time: 0.0869560 Feb 11 14:24:23.518490 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-983f055a-c053-46be-83ea-0bdb91b78a43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 1002 time: 0.0590675 Feb 11 14:24:23.576885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-4c7450bc-3022-43cc-bbea-65fee7696f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.578317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-4c7450bc-3022-43cc-bbea-65fee7696f4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 200 len: 834 time: 0.0537891 Feb 11 14:24:23.641430 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248932a-b656-4ce7-bf63-0bf8488e781c req-4963fad8-5a60-4f85-b7da-841d561f8930 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.642918 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8248932a-b656-4ce7-bf63-0bf8488e781c req-4963fad8-5a60-4f85-b7da-841d561f8930 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0782151 Feb 11 14:24:23.658740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-7e57cde5-bd88-4b42-8b88-6ed082a897af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:23.660137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-7e57cde5-bd88-4b42-8b88-6ed082a897af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1fc7308-f544-4293-aec9-724bcee21ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644975 Feb 11 14:24:23.730402 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8248932a-b656-4ce7-bf63-0bf8488e781c req-f34672c6-77da-45f3-8012-e30f8c219ea7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811849 Feb 11 14:24:23.766730 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-656f9c0e-c535-443e-bf50-240a13c6c890 service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989077 Feb 11 14:24:23.852607 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-6aed4437-e2a8-4b96-b6ab-18ed2a110549 service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793390 Feb 11 14:24:24.790374 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-67d112af-c7c3-4abc-a087-bcee9b226552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:24.853443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b5136-3306-4bbe-bc4e-912b8a1f24bf req-cbb56fb9-6586-4831-a3c0-6d5965ac0ff5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:24.854950 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff1b5136-3306-4bbe-bc4e-912b8a1f24bf req-cbb56fb9-6586-4831-a3c0-6d5965ac0ff5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0540674 Feb 11 14:24:24.893794 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff1b5136-3306-4bbe-bc4e-912b8a1f24bf req-f6474783-d598-45d5-8fd7-c823f6ef0655 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323229 Feb 11 14:24:26.010536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870cbf9-2f6b-4f10-9689-f0de95170a13 req-cfd97899-6ed3-495f-a9ad-a26d92616ef5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:26.012509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1870cbf9-2f6b-4f10-9689-f0de95170a13 req-cfd97899-6ed3-495f-a9ad-a26d92616ef5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0496938 Feb 11 14:24:26.050105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1870cbf9-2f6b-4f10-9689-f0de95170a13 req-9b691d02-247f-40fd-9b1d-4b2f8550bad3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315027 Feb 11 14:24:26.339265 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:26.990902 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-afeceba4-3e62-4066-b66b-bcb7834164fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:27.170944 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f413df-d42f-4b21-8426-291a914f0592 req-9664b323-c97e-4f97-8781-0cbbcaccf5e5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:27.172351 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68f413df-d42f-4b21-8426-291a914f0592 req-9664b323-c97e-4f97-8781-0cbbcaccf5e5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0510068 Feb 11 14:24:27.210820 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-68f413df-d42f-4b21-8426-291a914f0592 req-42633556-92d1-4871-a2a4-6c790c0bb891 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323246 Feb 11 14:24:28.282426 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:28.334859 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fcb15-0682-4fae-917d-175f5e7670d7 req-a901fc12-9b1d-4a25-8821-8fe2a4abaca8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:28.336330 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-311fcb15-0682-4fae-917d-175f5e7670d7 req-a901fc12-9b1d-4a25-8821-8fe2a4abaca8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0539041 Feb 11 14:24:28.374287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-311fcb15-0682-4fae-917d-175f5e7670d7 req-f8eb40f6-d8e0-4544-a874-c9893941697e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 Feb 11 14:24:28.865089 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:29.489415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a7aff-8bc0-4441-aef6-f3973c449a60 req-ff0c5730-38c9-4d45-821a-41a44857c159 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:29.490819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-917a7aff-8bc0-4441-aef6-f3973c449a60 req-ff0c5730-38c9-4d45-821a-41a44857c159 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0485499 Feb 11 14:24:29.530189 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-917a7aff-8bc0-4441-aef6-f3973c449a60 req-e7a0be86-8704-47e4-bb49-99c6aa1b8131 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331585 Feb 11 14:24:29.940423 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:24:30.242689 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:30.649415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6e74f-066e-4134-9ff8-3934abe8f06e req-bfafceea-f507-40c1-9db1-718046b46ed7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:30.650955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d9c6e74f-066e-4134-9ff8-3934abe8f06e req-bfafceea-f507-40c1-9db1-718046b46ed7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0497019 Feb 11 14:24:30.659307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:30.690708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d9c6e74f-066e-4134-9ff8-3934abe8f06e req-a693d013-9355-459c-8f6d-d626aa2f433c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332370 Feb 11 14:24:31.825310 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96172546-b3bf-421f-a51c-fc1649d5fef6 req-64c59f2f-7816-4814-b5bc-a71d764ce3ed tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:31.826887 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-96172546-b3bf-421f-a51c-fc1649d5fef6 req-64c59f2f-7816-4814-b5bc-a71d764ce3ed tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0562396 Feb 11 14:24:31.865544 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-96172546-b3bf-421f-a51c-fc1649d5fef6 req-bd25a0f7-be79-47cb-8fa0-9a4dd58b1bcf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325847 Feb 11 14:24:32.985607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e53e70-b9e9-4fa0-ba39-a3c35a24d772 req-bff9290b-3e25-44ff-ae1a-8da1d611ecaf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:32.987072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69e53e70-b9e9-4fa0-ba39-a3c35a24d772 req-bff9290b-3e25-44ff-ae1a-8da1d611ecaf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0500567 Feb 11 14:24:33.025079 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-69e53e70-b9e9-4fa0-ba39-a3c35a24d772 req-0a7b73e3-f90e-49bc-a29b-9dbf4815ba61 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321126 Feb 11 14:24:34.141029 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94466e-d78d-4690-87a2-8227e5510d15 req-8063e240-2392-4916-aff3-0b2ac857a820 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:34.142557 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3e94466e-d78d-4690-87a2-8227e5510d15 req-8063e240-2392-4916-aff3-0b2ac857a820 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0497513 Feb 11 14:24:34.180952 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3e94466e-d78d-4690-87a2-8227e5510d15 req-4124d3e8-15ec-4e2e-82f9-2bdb6a215aff tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324328 Feb 11 14:24:35.305209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3896f-f91b-436c-8897-21af0f11eecd req-01c5bc58-05a8-4b0a-a83e-1e222e2e71ea tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:35.306982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0c3896f-f91b-436c-8897-21af0f11eecd req-01c5bc58-05a8-4b0a-a83e-1e222e2e71ea tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0546658 Feb 11 14:24:35.344481 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0c3896f-f91b-436c-8897-21af0f11eecd req-0e978152-1b22-4169-be54-e1aab473c7c4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313277 Feb 11 14:24:36.036621 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-4eef2fe1-93b2-4554-8cb3-1470f718c611 service neutron] show failed (client error): The resource could not be found. Feb 11 14:24:36.037627 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-4eef2fe1-93b2-4554-8cb3-1470f718c611 service neutron] 10.222.0.13 "GET /v2.0/ports/b8322a48-cf6a-458c-833a-e5ca064a99e0/bindings/n-h2-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0533707 Feb 11 14:24:36.468046 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a7484-1e6d-4560-919d-36f908777816 req-11a181e3-fef2-4857-87a5-9b4a57f84adb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:36.469625 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c5a7484-1e6d-4560-919d-36f908777816 req-11a181e3-fef2-4857-87a5-9b4a57f84adb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0528007 Feb 11 14:24:36.509176 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8c5a7484-1e6d-4560-919d-36f908777816 req-efb2a5f5-6b18-4074-b529-d0e4b0b905d5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317662 Feb 11 14:24:36.826718 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-81461a4d-89f0-47b1-a6a6-e1f50aa399b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:36.828400 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-81461a4d-89f0-47b1-a6a6-e1f50aa399b1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 1097 time: 0.0874093 Feb 11 14:24:36.844598 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:24:36.905208 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.124733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:37.158252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:37.200713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:37.203033 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44cae01-4714-4a8e-b1be-07369e913996" -d '{"events": [{"server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "name": "network-vif-unplugged", "status": "completed", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:37.206995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.219723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Transition to ACTIVE for port object b8322a48-cf6a-458c-833a-e5ca064a99e0 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:24:37.255813 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0099ad12-191d-4d28-9424-cd6e2ef22113 x-openstack-request-id: req-0099ad12-191d-4d28-9424-cd6e2ef22113 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:37.256127 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "name": "network-vif-unplugged", "status": "completed", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:37.256388 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0099ad12-191d-4d28-9424-cd6e2ef22113 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:37.256796 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'code': 200} Feb 11 14:24:37.322473 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.400193 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8322a48-cf6a-458c-833a-e5ca064a99e0,revision_number=6']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:37.416748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.417135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.417466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.417812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.418716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.419040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.419359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.419729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.420051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.420363 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.420676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.420986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:37.453878 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] No DVR routers for this DVR port b8322a48-cf6a-458c-833a-e5ca064a99e0 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:24:37.595629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Attempting to bind port b8322a48-cf6a-458c-833a-e5ca064a99e0 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:24:37.595998 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Attempting to bind port b8322a48-cf6a-458c-833a-e5ca064a99e0 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:24:37.596429 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Attempting to bind port b8322a48-cf6a-458c-833a-e5ca064a99e0 on network a1fc7308-f544-4293-aec9-724bcee21ffb {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:37.601138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Port b8322a48-cf6a-458c-833a-e5ca064a99e0 on network a1fc7308-f544-4293-aec9-724bcee21ffb not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:24:37.601464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Attempting to bind port b8322a48-cf6a-458c-833a-e5ca064a99e0 on network a1fc7308-f544-4293-aec9-724bcee21ffb {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:24:37.607003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:24:37.607339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Checking segment: {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:24:37.607723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Bound using segment: {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:24:37.608147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Bound port: b8322a48-cf6a-458c-833a-e5ca064a99e0, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60a1efb4-2ece-4fb8-a03e-3376d185ea81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:24:37.608499 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.634545 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b5bc3-5472-4db2-8ca6-266aae86fae9 req-baee2e1b-d861-4e11-aac2-5304831d124a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.635910 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b24b5bc3-5472-4db2-8ca6-266aae86fae9 req-baee2e1b-d861-4e11-aac2-5304831d124a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 944 time: 0.0522254 Feb 11 14:24:37.673419 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:24:37.675412 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b24b5bc3-5472-4db2-8ca6-266aae86fae9 req-86a5760f-3d20-455f-8251-74aa38a40cef tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328143 Feb 11 14:24:37.683216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:24:37.790766 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.832312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.832934 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:37.834370 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 1092 time: 0.9946456 Feb 11 14:24:37.852044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2b0ce-f54f-4273-979f-204f941e06c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b8322a48-cf6a-458c-833a-e5ca064a99e0,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:37.901548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-5ba14baa-771e-4db0-811a-ca8111da05df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.903709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-5ba14baa-771e-4db0-811a-ca8111da05df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1095 time: 0.0442188 Feb 11 14:24:37.995452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-722e3b96-c4a8-4ebf-8ff5-a7e8e3ed726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:37.997156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-722e3b96-c4a8-4ebf-8ff5-a7e8e3ed726b service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 897 time: 0.0864406 Feb 11 14:24:38.068209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-acba505b-03c2-48aa-bd65-623ed4cdb38f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 1000 time: 0.0626101 Feb 11 14:24:38.116624 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-3dabfd90-b812-452c-ae5f-8679feb52c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:38.118104 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-3dabfd90-b812-452c-ae5f-8679feb52c16 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 200 len: 834 time: 0.0440702 Feb 11 14:24:38.162762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-971ba52c-8a39-4e1d-a91f-e29c7b31e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:38.164168 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-971ba52c-8a39-4e1d-a91f-e29c7b31e679 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1fc7308-f544-4293-aec9-724bcee21ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397372 Feb 11 14:24:38.264307 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-c8522a9c-681c-4d6a-839d-3343d60b0ee0 service neutron] 10.222.0.59 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867941 Feb 11 14:24:38.351089 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-171b3978-59bc-4c91-bc60-b513bcbfbf1f req-0257a5e7-454a-429f-a06d-e62ed4afa380 service neutron] 10.222.0.59 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801117 Feb 11 14:24:38.794050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123b3df-c5bb-4008-8a86-d7196a502808 req-4903adc3-f7be-43c6-9af1-ef5d9b9aa72b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:38.795523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e123b3df-c5bb-4008-8a86-d7196a502808 req-4903adc3-f7be-43c6-9af1-ef5d9b9aa72b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 944 time: 0.0499272 Feb 11 14:24:38.837468 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e123b3df-c5bb-4008-8a86-d7196a502808 req-3d619360-91ab-40ad-a14c-28c8529e902e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356567 Feb 11 14:24:39.257795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:39.260366 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52126bc-0b27-483b-8a0e-4a1bc0791725" -d '{"events": [{"name": "network-changed", "server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:39.313524 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772c37f0-c90e-47d3-9d8b-fb6dc296aec9 x-openstack-request-id: req-772c37f0-c90e-47d3-9d8b-fb6dc296aec9 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:39.313850 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:39.314105 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-772c37f0-c90e-47d3-9d8b-fb6dc296aec9 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:39.314502 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'status': 'completed', 'code': 200} Feb 11 14:24:39.356267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b8322a48-cf6a-458c-833a-e5ca064a99e0 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:24:39.394610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device b8322a48-cf6a-458c-833a-e5ca064a99e0 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:24:39.403612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-e84c95e4-4470-4497-af1b-153536c04169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.405097 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-e84c95e4-4470-4497-af1b-153536c04169 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1095 time: 0.0710917 Feb 11 14:24:39.407519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-3ef8ce01-dcb3-4c22-b1c6-562a07e5e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.408858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-3ef8ce01-dcb3-4c22-b1c6-562a07e5e249 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1095 time: 0.0736480 Feb 11 14:24:39.563719 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-493fddf6-162f-4851-a0d4-bb95d3bd8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.565197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-493fddf6-162f-4851-a0d4-bb95d3bd8f63 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 897 time: 0.1523988 Feb 11 14:24:39.567769 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-5d5c2a7a-3c0e-40c0-aa90-5b8ac7319a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.569094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-5d5c2a7a-3c0e-40c0-aa90-5b8ac7319a26 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 897 time: 0.1492026 Feb 11 14:24:39.678674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-4a5a35d1-cc42-4e80-b1ce-6f966e7ed226 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 1000 time: 0.1061664 Feb 11 14:24:39.680417 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-85c34b0e-71c3-494a-a0f0-0a057074c0cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 1000 time: 0.1019893 Feb 11 14:24:39.762838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-7a87420f-514b-46ee-93bb-74f6c98de6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.764281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-7a87420f-514b-46ee-93bb-74f6c98de6a5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 200 len: 834 time: 0.0793111 Feb 11 14:24:39.767636 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-528aba13-ce30-4a45-a879-1ffb885f428c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.768983 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-528aba13-ce30-4a45-a879-1ffb885f428c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 200 len: 834 time: 0.0764108 Feb 11 14:24:39.837240 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-144fe80d-a56b-4d50-b190-08ada1bc5db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.838719 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-144fe80d-a56b-4d50-b190-08ada1bc5db3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1fc7308-f544-4293-aec9-724bcee21ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680649 Feb 11 14:24:39.840447 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-41044b79-f517-4e4c-bdee-9caf08b695d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:39.841940 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-41044b79-f517-4e4c-bdee-9caf08b695d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1fc7308-f544-4293-aec9-724bcee21ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638671 Feb 11 14:24:40.382840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8599c19-2d66-4b90-8b39-1d56ecb4d20d req-06efc682-28e2-4677-95b4-6d07969c3727 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:40.384329 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8599c19-2d66-4b90-8b39-1d56ecb4d20d req-06efc682-28e2-4677-95b4-6d07969c3727 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 944 time: 0.4712279 Feb 11 14:24:40.386473 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-22855743-2ce8-4308-99eb-caaedc8154be service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327787 Feb 11 14:24:40.388656 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-5875e293-e343-4946-997b-5f95971bb01e service neutron] 10.222.0.59 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418370 Feb 11 14:24:40.518451 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c8599c19-2d66-4b90-8b39-1d56ecb4d20d req-7b9d599c-f385-49d6-b9c5-3bbdb37a6515 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279471 Feb 11 14:24:40.569479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-af2aa201-2ed8-4577-aa2d-99e4ce69b2ba service neutron] 10.222.0.59 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733453 Feb 11 14:24:40.572928 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b52126bc-0b27-483b-8a0e-4a1bc0791725 req-49ba3bca-8306-4156-adbb-1c8145c4412a service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759052 Feb 11 14:24:41.639391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47ee71-03a1-428b-8313-175fe634b235 req-e9c60550-2ec6-4dbd-96e0-1fa7d4d3df2c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:41.640907 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0f47ee71-03a1-428b-8313-175fe634b235 req-e9c60550-2ec6-4dbd-96e0-1fa7d4d3df2c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 944 time: 0.0479794 Feb 11 14:24:41.681300 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0f47ee71-03a1-428b-8313-175fe634b235 req-c1902d74-7873-4268-96d2-c7d726617d10 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340521 Feb 11 14:24:42.008971 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b8322a48-cf6a-458c-833a-e5ca064a99e0 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:24:42.108436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:42.120151 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'port_id': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'mac_address': 'fa:16:3e:65:f5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:24:42.156267 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:42.169593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8322a48-cf6a-458c-833a-e5ca064a99e0 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:24:42.189326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:42.294101 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:42.346344 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=b8322a48-cf6a-458c-833a-e5ca064a99e0,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:42.353443 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.353817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.354155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.354487 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.354817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.355168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.355612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.356192 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.356554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.356881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.357238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.357583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:24:42.651944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['b8322a48-cf6a-458c-833a-e5ca064a99e0'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:24:42.804645 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de523e2-ed9c-4c2f-851e-672066caf55e req-f4503558-1a28-46f5-ad09-ba1075979bf0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:42.806137 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1de523e2-ed9c-4c2f-851e-672066caf55e req-f4503558-1a28-46f5-ad09-ba1075979bf0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 945 time: 0.0538263 Feb 11 14:24:42.844746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1de523e2-ed9c-4c2f-851e-672066caf55e req-25e23625-2f3d-4a61-a5f9-7d616653d882 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313201 Feb 11 14:24:43.249652 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9671903-8be5-450a-835d-2cc4a2f1c2a8 req-d0c959e9-f199-4ae6-82ea-220cc4e93a53 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.251130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9671903-8be5-450a-835d-2cc4a2f1c2a8 req-d0c959e9-f199-4ae6-82ea-220cc4e93a53 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 945 time: 0.0478261 Feb 11 14:24:43.290259 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a9671903-8be5-450a-835d-2cc4a2f1c2a8 req-057dfe18-3b81-4ad8-978f-7a6310179ed1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330968 Feb 11 14:24:43.407415 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ef7db-731f-4663-94ff-1c9180dd4b3d req-4845da67-8865-4abd-a064-e4c2a925b3a6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.408893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c2ef7db-731f-4663-94ff-1c9180dd4b3d req-4845da67-8865-4abd-a064-e4c2a925b3a6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 945 time: 0.0496840 Feb 11 14:24:43.409215 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-a06d8f91-25f6-4167-ab30-179f07f05a07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.410672 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-a06d8f91-25f6-4167-ab30-179f07f05a07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b&tenant_id=374ff21dff54465f8bff162905a35461&binding%3Ahost_id=n-h2-816488-1 HTTP/1.1" status: 200 len: 945 time: 0.0499985 Feb 11 14:24:43.446998 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4c2ef7db-731f-4663-94ff-1c9180dd4b3d req-9e2b2478-6826-4a86-ac2f-fa9e17a947f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319002 Feb 11 14:24:43.473507 n-d-816488-1 neutron-server[103007]: INFO neutron.api.v2.resource [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-ded5115d-0dd4-4578-9fb3-d498437cd11a service neutron] delete failed (client error): The resource could not be found. Feb 11 14:24:43.474551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-ded5115d-0dd4-4578-9fb3-d498437cd11a service neutron] 10.222.0.13 "DELETE /v2.0/ports/b8322a48-cf6a-458c-833a-e5ca064a99e0/bindings/n-h1-816488-1 HTTP/1.1" status: 404 len: 380 time: 0.0569763 Feb 11 14:24:43.553620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-81a29740-3620-4b3a-9f57-e64e07a56bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.555202 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-81a29740-3620-4b3a-9f57-e64e07a56bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1096 time: 0.0404940 Feb 11 14:24:43.641114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-cd86e832-938b-4793-b359-195376930be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.642589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-cd86e832-938b-4793-b359-195376930be5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 897 time: 0.0812700 Feb 11 14:24:43.709971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-2e5e5058-a964-4702-9bf3-665b9e4b8834 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 1001 time: 0.0606647 Feb 11 14:24:43.757524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-35aaa56f-a3fd-4e31-98c6-60d0f26f69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.758956 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-35aaa56f-a3fd-4e31-98c6-60d0f26f69cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 200 len: 834 time: 0.0427978 Feb 11 14:24:43.804273 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-f185c7f2-a245-4e76-957d-b88fda379a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:43.805724 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-f185c7f2-a245-4e76-957d-b88fda379a5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a1fc7308-f544-4293-aec9-724bcee21ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394902 Feb 11 14:24:43.897347 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-9e09cc6a-99fb-4281-acc1-a32eb2586731 service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835967 Feb 11 14:24:43.992148 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c67fc24-e36a-4ad7-b1ef-d417aa4c4655 req-5a59c6f2-fd58-4eab-9655-e9f8b5403843 service neutron] 10.222.0.13 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820215 Feb 11 14:24:44.025913 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b8322a48-cf6a-458c-833a-e5ca064a99e0 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:24:44.123103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port b8322a48-cf6a-458c-833a-e5ca064a99e0 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:24:44.127088 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port b8322a48-cf6a-458c-833a-e5ca064a99e0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:24:44.127468 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:44.210208 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:44.232743 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:24:44.235071 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22dcea5-8ab9-4bd0-afe1-b1f754cca06a" -d '{"events": [{"server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "name": "network-vif-plugged", "status": "completed", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:24:44.247880 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:24:44.287573 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59350a53-b631-4825-8fa0-78e39d9c3682 x-openstack-request-id: req-59350a53-b631-4825-8fa0-78e39d9c3682 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:24:44.287884 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "name": "network-vif-plugged", "status": "completed", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:24:44.288118 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-59350a53-b631-4825-8fa0-78e39d9c3682 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:24:44.288516 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'code': 200} Feb 11 14:24:44.333856 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:44.382483 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=b8322a48-cf6a-458c-833a-e5ca064a99e0,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:24:44.571531 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d4fb4-0b60-43d8-8ad2-281b627abfed req-b07f78f5-d5f7-4423-a966-5dd0f8c974cd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:44.572985 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-699d4fb4-0b60-43d8-8ad2-281b627abfed req-b07f78f5-d5f7-4423-a966-5dd0f8c974cd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0552609 Feb 11 14:24:44.611628 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-699d4fb4-0b60-43d8-8ad2-281b627abfed req-7abde437-b15b-4615-b395-e39617760042 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Feb 11 14:24:45.731177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3dd15-d14e-48a6-a31e-89108cfcd8b4 req-a0b81072-62c3-4036-b5e2-54304bf4308c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:24:45.732648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f3c3dd15-d14e-48a6-a31e-89108cfcd8b4 req-a0b81072-62c3-4036-b5e2-54304bf4308c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0497835 Feb 11 14:24:45.775030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f3c3dd15-d14e-48a6-a31e-89108cfcd8b4 req-33686dda-1566-41d2-97e1-8f5702693859 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364516 Feb 11 14:24:45.797254 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45510) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:24:45.857710 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c3af47a5-e66e-4f2c-a58c-c2cfc0a0ae8b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/248c4570-4dba-4ceb-a497-5c490db788ca HTTP/1.1" status: 200 len: 994 time: 0.0592740 Feb 11 14:24:54.819360 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b97776b4-0a42-4090-a7e0-ad8cebeb2365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:56.396441 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:57.002033 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56780908-e294-4e5f-8778-35d7757d8ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:58.241992 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:24:58.887698 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:00.236553 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:00.727264 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:04.868081 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-da4bde60-263f-42f3-b982-c08e913b9cde service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399117 Feb 11 14:25:04.949835 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-c86cb337-a1e8-4c6f-a8b3-6cad36bcbe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:04.951328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-c86cb337-a1e8-4c6f-a8b3-6cad36bcbe9b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1097 time: 0.0405433 Feb 11 14:25:05.054157 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-2468440a-fa85-401b-bda1-0a663f22777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:05.055617 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-2468440a-fa85-401b-bda1-0a663f22777a service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 897 time: 0.0869725 Feb 11 14:25:05.122352 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-d3d3c55a-eba2-4538-b711-77202b04be74 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 1002 time: 0.0592208 Feb 11 14:25:05.171855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-a34f14be-4943-4d38-b744-700893aff04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:05.173348 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-a34f14be-4943-4d38-b744-700893aff04e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 200 len: 834 time: 0.0441399 Feb 11 14:25:05.224105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-bba2b891-f259-4e03-a7e6-0e18f07a73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:05.225575 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-bba2b891-f259-4e03-a7e6-0e18f07a73f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1fc7308-f544-4293-aec9-724bcee21ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457821 Feb 11 14:25:05.312873 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-745f9744-0ebd-4160-ac77-7dbfb91b825d service neutron] 10.222.0.59 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804477 Feb 11 14:25:05.402419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-134a1856-7da8-43aa-9c50-065e85d38e73 req-c9acfb21-cd5f-481d-8113-a147fba1a851 service neutron] 10.222.0.59 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832062 Feb 11 14:25:06.940034 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:25:24.808722 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-41b0575f-c7c4-4e18-b447-8f6932caf246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:26.419291 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:27.081943 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2fb65347-768c-4f69-9136-14dc27aea775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:28.258873 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:28.881605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.247634 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.407542 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45528) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:30.564879 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port ab6f5005-f0ad-40ab-9bf4-a947674981d9 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:30.565227 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.630633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.644123 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.644461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.656352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for ab6f5005-f0ad-40ab-9bf4-a947674981d9 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:30.864708 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.891099 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=ab6f5005-f0ad-40ab-9bf4-a947674981d9,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:30.915834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.916184 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.916522 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.917002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.917220 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.917584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.917941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.918272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.918597 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.918920 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.919241 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.919557 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:30.960251 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:30.967618 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Floating IP 248c4570-4dba-4ceb-a497-5c490db788ca disassociated (deleted). External IP: 172.25.0.149, port: b8322a48-cf6a-458c-833a-e5ca064a99e0. Feb 11 14:25:31.168803 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 93c80379-b216-49ee-9204-7180c7d839fe has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:25:31.278234 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:25:31.282758 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:31.287840 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] Sync routers for ids ['93c80379-b216-49ee-9204-7180c7d839fe'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:25:31.297040 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] Routers {'93c80379-b216-49ee-9204-7180c7d839fe'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:31.297629 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93c80379-b216-49ee-9204-7180c7d839fe'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:31.310136 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e7139649-22b1-4aa5-a46c-8d70e953f0e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/floatingips/248c4570-4dba-4ceb-a497-5c490db788ca HTTP/1.1" status: 204 len: 168 time: 0.9015179 Feb 11 14:25:31.310730 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:31.312984 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27cea28-2d70-40dd-a98f-f38305281db3" -d '{"events": [{"name": "network-changed", "server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:31.359246 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2174f1-f771-4403-a280-d0dc27b7c440 x-openstack-request-id: req-9f2174f1-f771-4403-a280-d0dc27b7c440 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:31.359570 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:31.360337 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f2174f1-f771-4403-a280-d0dc27b7c440 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:31.360337 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'status': 'completed', 'code': 200} Feb 11 14:25:31.406971 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] Set router 93c80379-b216-49ee-9204-7180c7d839fe gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:31.425674 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-60aa7867-aa10-4219-863c-590ea048edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:31.427157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-60aa7867-aa10-4219-863c-590ea048edf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 1097 time: 0.0447996 Feb 11 14:25:31.518690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-1db794bb-fa85-41af-83ba-fbbabcf21dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:31.520157 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-1db794bb-fa85-41af-83ba-fbbabcf21dce service neutron] 10.222.0.59 "GET /v2.0/networks?id=a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 200 len: 897 time: 0.0858593 Feb 11 14:25:31.567324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-56e80f35-8150-4503-9ac3-f9b362668e2d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 200 len: 217 time: 0.0400703 Feb 11 14:25:31.609992 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5a4b048b-4c30-4191-af41-edd5981d9cb7', 'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:99:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:30Z', 'updated_at': '2022-02-11T14:23:34Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:31.616857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-21594a69-fe87-4985-aace-d19a5b792e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:31.618365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-21594a69-fe87-4985-aace-d19a5b792e11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 200 len: 834 time: 0.0445745 Feb 11 14:25:31.636925 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] Checking router: 93c80379-b216-49ee-9204-7180c7d839fe for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:25:31.645382 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] Routers {'93c80379-b216-49ee-9204-7180c7d839fe'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:31.646000 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93c80379-b216-49ee-9204-7180c7d839fe'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:31.673542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-379d3a62-764f-488c-aafc-4873d99504a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:31.675795 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-379d3a62-764f-488c-aafc-4873d99504a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a1fc7308-f544-4293-aec9-724bcee21ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505729 Feb 11 14:25:31.782846 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-1054204f-6733-4cdc-82dc-d143fb259c3e service neutron] 10.222.0.59 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007369 Feb 11 14:25:31.856388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0f053-44d6-45a8-aadc-eb093c64759d req-2ed947a2-cb59-43ba-a86a-bf43f70e498d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:31.857001 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] Set router 93c80379-b216-49ee-9204-7180c7d839fe gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:31.858003 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e1f0f053-44d6-45a8-aadc-eb093c64759d req-2ed947a2-cb59-43ba-a86a-bf43f70e498d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0531988 Feb 11 14:25:31.878757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e27cea28-2d70-40dd-a98f-f38305281db3 req-19fa6551-a365-44b0-8c6c-d184ed01ba54 service neutron] 10.222.0.59 "GET /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880494 Feb 11 14:25:31.903099 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e1f0f053-44d6-45a8-aadc-eb093c64759d req-5172d249-1a65-44ec-b6bf-d21449db49d9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 Feb 11 14:25:32.055110 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5a4b048b-4c30-4191-af41-edd5981d9cb7', 'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:99:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:30Z', 'updated_at': '2022-02-11T14:23:34Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:32.084882 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa9c88f-72d6-4e4b-a74a-da10afd0a57f None None] The sync data for ids ['93c80379-b216-49ee-9204-7180c7d839fe'] in n-d-816488-1 is: [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5a4b048b-4c30-4191-af41-edd5981d9cb7', 'name': '', 'network_id': 'a1fc7308-f544-4293-aec9-724bcee21ffb', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:99:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:30Z', 'updated_at': '2022-02-11T14:23:34Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '75b34286-d73b-4149-8b0d-c70f24e07d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:25:32.303603 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a148e432-65d4-4ca9-a760-ff5a062f199f None None] New status for floating IP 248c4570-4dba-4ceb-a497-5c490db788ca: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:25:33.031845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c249b7d-006e-4dc9-b68b-06bc8beda3da req-aaeee788-57b7-4bab-956e-547cd3cbdf1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:33.033299 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c249b7d-006e-4dc9-b68b-06bc8beda3da req-aaeee788-57b7-4bab-956e-547cd3cbdf1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0508661 Feb 11 14:25:33.076492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c249b7d-006e-4dc9-b68b-06bc8beda3da req-af32d210-77e0-4e0c-8bd0-ff6509e5e7a7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371532 Feb 11 14:25:33.220955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-1fc04982-0835-4f63-a33b-a0d0df848a13 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:33.222435 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-1fc04982-0835-4f63-a33b-a0d0df848a13 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.59 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 946 time: 0.0490365 Feb 11 14:25:33.313353 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-bc5fb539-5a76-4568-be0f-30206935bae9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port b8322a48-cf6a-458c-833a-e5ca064a99e0 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:33.313690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-bc5fb539-5a76-4568-be0f-30206935bae9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.403385 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-bc5fb539-5a76-4568-be0f-30206935bae9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port b8322a48-cf6a-458c-833a-e5ca064a99e0, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=b8322a48-cf6a-458c-833a-e5ca064a99e0,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:33.403748 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-bc5fb539-5a76-4568-be0f-30206935bae9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.415414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-bc5fb539-5a76-4568-be0f-30206935bae9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for b8322a48-cf6a-458c-833a-e5ca064a99e0 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:33.648096 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-bc5fb539-5a76-4568-be0f-30206935bae9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.680397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fb539-5a76-4568-be0f-30206935bae9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=b8322a48-cf6a-458c-833a-e5ca064a99e0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:33.721410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-bc5fb539-5a76-4568-be0f-30206935bae9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] No DVR routers for this DVR port b8322a48-cf6a-458c-833a-e5ca064a99e0 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:25:33.724261 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-bc5fb539-5a76-4568-be0f-30206935bae9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:33.728197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-97091f3c-0f7b-4e08-876e-7940aca02aae req-bc5fb539-5a76-4568-be0f-30206935bae9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.59 "DELETE /v2.0/ports/b8322a48-cf6a-458c-833a-e5ca064a99e0 HTTP/1.1" status: 204 len: 173 time: 0.5003786 Feb 11 14:25:33.728643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'name': 'network-vif-deleted', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:33.733058 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d901437d-3ace-48cd-a0be-7fe7f287de43" -d '{"events": [{"server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "name": "network-vif-deleted", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:33.817677 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547a7e6b-04cd-4e9f-b787-05fb206db720 x-openstack-request-id: req-547a7e6b-04cd-4e9f-b787-05fb206db720 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:33.818058 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3202f33-67b3-4d79-ae95-a8a7e277574b", "name": "network-vif-deleted", "tag": "b8322a48-cf6a-458c-833a-e5ca064a99e0", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:33.818308 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-547a7e6b-04cd-4e9f-b787-05fb206db720 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:33.818708 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3202f33-67b3-4d79-ae95-a8a7e277574b', 'name': 'network-vif-deleted', 'tag': 'b8322a48-cf6a-458c-833a-e5ca064a99e0', 'status': 'completed', 'code': 200} Feb 11 14:25:34.189995 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1dc72cc0-4f8a-41d3-8bbe-48fc87d72ae0 req-cb0adca7-dcc7-4bdc-b9e9-a8a22d4d593b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3202f33-67b3-4d79-ae95-a8a7e277574b HTTP/1.1" status: 200 len: 210 time: 0.0278082 Feb 11 14:25:35.247911 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45548) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:35.606552 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.857075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 5a4b048b-4c30-4191-af41-edd5981d9cb7 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:35.857334 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.943520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 5a4b048b-4c30-4191-af41-edd5981d9cb7, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5a4b048b-4c30-4191-af41-edd5981d9cb7,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:35.943879 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:35.955834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 5a4b048b-4c30-4191-af41-edd5981d9cb7 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:36.225367 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:36.254537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=5a4b048b-4c30-4191-af41-edd5981d9cb7,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:36.431253 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.001116 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 93c80379-b216-49ee-9204-7180c7d839fe has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:25:37.111965 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:25:37.119449 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-115b2b80-9853-4cea-a25a-a9003a3a3f54 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "PUT /v2.0/routers/93c80379-b216-49ee-9204-7180c7d839fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8699207 Feb 11 14:25:37.122839 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45550) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:37.123338 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] Sync routers for ids ['93c80379-b216-49ee-9204-7180c7d839fe'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:25:37.132230 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] Routers {'93c80379-b216-49ee-9204-7180c7d839fe'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:37.132854 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93c80379-b216-49ee-9204-7180c7d839fe'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:37.179647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting subnet 75b34286-d73b-4149-8b0d-c70f24e07d02 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:25:37.184624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.225725 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.239650 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] Set router 93c80379-b216-49ee-9204-7180c7d839fe gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:37.311697 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.425155 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:25:36Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:37.453479 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] Checking router: 93c80379-b216-49ee-9204-7180c7d839fe for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:25:37.463116 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] Routers {'93c80379-b216-49ee-9204-7180c7d839fe'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:37.464585 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['93c80379-b216-49ee-9204-7180c7d839fe'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:37.562599 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.567343 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] Set router 93c80379-b216-49ee-9204-7180c7d839fe gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:37.591041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Subnet': ['ID=75b34286-d73b-4149-8b0d-c70f24e07d02,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:37.595680 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.598983 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/subnets/75b34286-d73b-4149-8b0d-c70f24e07d02 HTTP/1.1" status: 204 len: 168 time: 0.4749596 Feb 11 14:25:37.602391 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45552) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:37.604690 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.605050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.605391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.605729 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.605867 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0bdabd-c86f-4277-8b98-ca143bd55aee None None] Network a1fc7308-f544-4293-aec9-724bcee21ffb requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:25:37.606314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.606445 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.606718 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.607100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.607372 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.607695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.608025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.608345 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c98827-efa1-43c6-880c-d0ffd475a979 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:37.724675 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.758919 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:25:36Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:37.786093 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ac3b65-36af-4f33-b622-fe1990613e1c None None] The sync data for ids ['93c80379-b216-49ee-9204-7180c7d839fe'] in n-d-816488-1 is: [{'id': '93c80379-b216-49ee-9204-7180c7d839fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779250076', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:25:36Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '2ec1e213-4a34-452b-b242-3f0f91936604', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c80379-b216-49ee-9204-7180c7d839fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:23:27Z', 'updated_at': '2022-02-11T14:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:25:37.798171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da73c52-592e-4197-bb2b-5e159918013b None None] DHCP port deletion for a1fc7308-f544-4293-aec9-724bcee21ffb request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:25:37.846102 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.847911 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0da73c52-592e-4197-bb2b-5e159918013b None None] Deleting port 23570108-37a2-4466-8c01-4bd29352b969 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:37.848350 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0da73c52-592e-4197-bb2b-5e159918013b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.913562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-0da73c52-592e-4197-bb2b-5e159918013b None None] For port 23570108-37a2-4466-8c01-4bd29352b969, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=23570108-37a2-4466-8c01-4bd29352b969,segment=NetworkSegment(60a1efb4-2ece-4fb8-a03e-3376d185ea81),segment_id=60a1efb4-2ece-4fb8-a03e-3376d185ea81)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:37.913980 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0da73c52-592e-4197-bb2b-5e159918013b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:37.926269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-0da73c52-592e-4197-bb2b-5e159918013b None None] Calling delete_port for 23570108-37a2-4466-8c01-4bd29352b969 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:37.948435 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 2ec1e213-4a34-452b-b242-3f0f91936604 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:25:37.948998 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.027583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 2ec1e213-4a34-452b-b242-3f0f91936604, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2ec1e213-4a34-452b-b242-3f0f91936604,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:38.027877 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.039325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 2ec1e213-4a34-452b-b242-3f0f91936604 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:25:38.076715 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0da73c52-592e-4197-bb2b-5e159918013b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.107180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da73c52-592e-4197-bb2b-5e159918013b None None] Pushing event deleted for resources: {'Port': ['ID=23570108-37a2-4466-8c01-4bd29352b969,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:38.108998 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da73c52-592e-4197-bb2b-5e159918013b None None] No DVR routers for this DVR port 23570108-37a2-4466-8c01-4bd29352b969 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:25:38.270814 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.302008 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=2ec1e213-4a34-452b-b242-3f0f91936604,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:38.360437 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b8322a48-cf6a-458c-833a-e5ca064a99e0 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:38.362641 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.381047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: b8322a48-cf6a-458c-833a-e5ca064a99e0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:38.381317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device b8322a48-cf6a-458c-833a-e5ca064a99e0 not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:38.453953 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.456028 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.584996 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.585844 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Fanout notify agent at l3_agent the message router_deleted on router 93c80379-b216-49ee-9204-7180c7d839fe {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:25:38.592899 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.594544 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-61ca43d4-27fb-4011-94a8-69d0ff6e2021 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/routers/93c80379-b216-49ee-9204-7180c7d839fe HTTP/1.1" status: 204 len: 168 time: 0.9900506 Feb 11 14:25:38.596875 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45554) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:38.687260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.779555 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.798976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1fc7308-f544-4293-aec9-724bcee21ffb']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:38.807880 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a1efb4-2ece-4fb8-a03e-3376d185ea81') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:38.808445 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a1efb4-2ece-4fb8-a03e-3376d185ea81') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:38.817416 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.830631 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.836240 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:25:38.836558 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:25:38.840145 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:25:38.945106 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.954856 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:38.955940 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/networks/a1fc7308-f544-4293-aec9-724bcee21ffb HTTP/1.1" status: 204 len: 168 time: 0.3581247 Feb 11 14:25:38.958764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45556) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:38.968118 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d0470-d1d9-40af-9415-8c32b7d76678 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Network': ['ID=a1fc7308-f544-4293-aec9-724bcee21ffb,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:39.021911 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2269fefb-6b14-4435-8cf4-d72ad6056634 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:39.055939 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2269fefb-6b14-4435-8cf4-d72ad6056634 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:39.086724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5a4b048b-4c30-4191-af41-edd5981d9cb7 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:39.107423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 5a4b048b-4c30-4191-af41-edd5981d9cb7 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:39.107772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5a4b048b-4c30-4191-af41-edd5981d9cb7 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:39.109238 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 23570108-37a2-4466-8c01-4bd29352b969 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:39.128289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 23570108-37a2-4466-8c01-4bd29352b969 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:39.128633 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 23570108-37a2-4466-8c01-4bd29352b969 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:39.129047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2ec1e213-4a34-452b-b242-3f0f91936604 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:25:39.151308 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2ec1e213-4a34-452b-b242-3f0f91936604 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:25:39.151650 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2ec1e213-4a34-452b-b242-3f0f91936604 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:25:39.190485 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2269fefb-6b14-4435-8cf4-d72ad6056634 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:39.193115 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2269fefb-6b14-4435-8cf4-d72ad6056634 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:39.194327 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2269fefb-6b14-4435-8cf4-d72ad6056634 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/security-groups/4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf HTTP/1.1" status: 204 len: 168 time: 0.2345319 Feb 11 14:25:39.207537 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269fefb-6b14-4435-8cf4-d72ad6056634 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4d7207-b8ac-4d9c-a1fe-22cbd6a11bdf,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:39.830990 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45564) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:39.835628 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-07be2648-0284-419c-b273-acc8578b884e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-792687865', 'description': 'tempest-secgroup-smoke-792687865 description', 'project_id': '374ff21dff54465f8bff162905a35461'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:39.904471 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07be2648-0284-419c-b273-acc8578b884e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:39.967798 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07be2648-0284-419c-b273-acc8578b884e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.030258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07be2648-0284-419c-b273-acc8578b884e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.060315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be2648-0284-419c-b273-acc8578b884e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ad3cff-063c-49f8-9f7a-bb920676fefe,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:40.170176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-07be2648-0284-419c-b273-acc8578b884e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.171439 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-07be2648-0284-419c-b273-acc8578b884e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3394330 Feb 11 14:25:40.174284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45566) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:40.178744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2d779a08-daa4-406c-ba69-1de0fd5f16ab tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '79ad3cff-063c-49f8-9f7a-bb920676fefe', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:40.311446 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2d779a08-daa4-406c-ba69-1de0fd5f16ab tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.371367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2d779a08-daa4-406c-ba69-1de0fd5f16ab tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.447941 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2d779a08-daa4-406c-ba69-1de0fd5f16ab tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.465462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d779a08-daa4-406c-ba69-1de0fd5f16ab tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94440a3-251f-4b79-8336-88e8bfbf3d40,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:40.627290 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2d779a08-daa4-406c-ba69-1de0fd5f16ab tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.628453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2d779a08-daa4-406c-ba69-1de0fd5f16ab tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4531500 Feb 11 14:25:40.631247 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45568) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:40.635959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-02449c80-3539-4259-8038-65f36600e2a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '79ad3cff-063c-49f8-9f7a-bb920676fefe', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:40.795558 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02449c80-3539-4259-8038-65f36600e2a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.852089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02449c80-3539-4259-8038-65f36600e2a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.944577 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02449c80-3539-4259-8038-65f36600e2a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:40.965543 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02449c80-3539-4259-8038-65f36600e2a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4115da59-1124-4aac-84d0-2d11330cb1c3,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:41.090631 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-02449c80-3539-4259-8038-65f36600e2a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.091862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-02449c80-3539-4259-8038-65f36600e2a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4597101 Feb 11 14:25:41.094643 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45570) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:41.099048 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-4cf5cc7d-606a-49df-999f-dadda0306f6a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '79ad3cff-063c-49f8-9f7a-bb920676fefe', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:41.195938 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4cf5cc7d-606a-49df-999f-dadda0306f6a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.252666 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4cf5cc7d-606a-49df-999f-dadda0306f6a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.332988 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4cf5cc7d-606a-49df-999f-dadda0306f6a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.350454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5cc7d-606a-49df-999f-dadda0306f6a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a90ad9-c3d8-4ce6-903d-bd0022e0a67b,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:41.415278 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-4cf5cc7d-606a-49df-999f-dadda0306f6a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.416591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-4cf5cc7d-606a-49df-999f-dadda0306f6a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209496 Feb 11 14:25:41.419511 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45572) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:41.428218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-aed6a6c2-8f30-443d-8531-6f4da696ea46 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '79ad3cff-063c-49f8-9f7a-bb920676fefe', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:41.515969 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aed6a6c2-8f30-443d-8531-6f4da696ea46 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.577035 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aed6a6c2-8f30-443d-8531-6f4da696ea46 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.665053 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aed6a6c2-8f30-443d-8531-6f4da696ea46 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.684503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6a6c2-8f30-443d-8531-6f4da696ea46 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1c1cd3-1cd8-4403-addc-fec3a5cbecc6,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:41.747511 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-aed6a6c2-8f30-443d-8531-6f4da696ea46 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.748757 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-aed6a6c2-8f30-443d-8531-6f4da696ea46 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3283360 Feb 11 14:25:41.751409 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45574) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:41.755774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-edd746e8-585d-43cb-a514-81d015e27b1b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '79ad3cff-063c-49f8-9f7a-bb920676fefe', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:41.853310 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-edd746e8-585d-43cb-a514-81d015e27b1b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Project 374ff21dff54465f8bff162905a35461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:25:41.858684 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-edd746e8-585d-43cb-a514-81d015e27b1b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.916984 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-edd746e8-585d-43cb-a514-81d015e27b1b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:41.996175 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-edd746e8-585d-43cb-a514-81d015e27b1b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.015546 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd746e8-585d-43cb-a514-81d015e27b1b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c85fb1e-7574-4444-9269-4fb8d3731479,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:42.101021 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-edd746e8-585d-43cb-a514-81d015e27b1b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.102275 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-edd746e8-585d-43cb-a514-81d015e27b1b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499207 Feb 11 14:25:42.105689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45576) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:42.109968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fe028694-d26b-406b-a011-ff00f86d6953 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': '79ad3cff-063c-49f8-9f7a-bb920676fefe', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:42.185054 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-fe028694-d26b-406b-a011-ff00f86d6953 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Project 374ff21dff54465f8bff162905a35461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:25:42.190244 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe028694-d26b-406b-a011-ff00f86d6953 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.249853 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe028694-d26b-406b-a011-ff00f86d6953 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.322032 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe028694-d26b-406b-a011-ff00f86d6953 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.340416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe028694-d26b-406b-a011-ff00f86d6953 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a5a9e5-3705-4e12-baee-2a256d497810,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:42.404531 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fe028694-d26b-406b-a011-ff00f86d6953 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.405667 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fe028694-d26b-406b-a011-ff00f86d6953 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2991109 Feb 11 14:25:42.408541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45578) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:42.413404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'network': {'name': 'tempest-network-smoke--672283176', 'project_id': '374ff21dff54465f8bff162905a35461', 'port_security_enabled': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:42.527838 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:42.531378 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.556790 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:25:42.565551 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.565907 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Added segment 7bc7d0b4-bad7-43d4-a25c-cb044a1bb107 of type vlan for network a89a7163-eb6a-4501-9c35-f3f5906aafc4 Feb 11 14:25:42.604616 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.699708 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.705255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:42.705852 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:42.768507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Network': ['ID=a89a7163-eb6a-4501-9c35-f3f5906aafc4,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:42.779135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network a89a7163-eb6a-4501-9c35-f3f5906aafc4 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:25:42.953541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-666ea656-f175-48da-99ca-a2f457bc8664 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5439312 Feb 11 14:25:42.956241 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45582) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:42.960852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'admin_state_up': True, 'project_id': '374ff21dff54465f8bff162905a35461', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:43.042555 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.043887 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.101372 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.312935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.560611 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.578702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.682059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.25.0.32 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/0aedd1c2-6d2f-40e2-8938-f89002d1516b) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:25:43.781065 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.888089 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:43.927478 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:25:43.931784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:43.936810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:25:43.939599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=0aedd1c2-6d2f-40e2-8938-f89002d1516b,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:43.940156 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:25:44.290980 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:44.483421 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:44.670216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 91714d87-0f1d-4035-919d-ddc6f36051b2 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:25:44.776780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:25:44.787362 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Sync routers for ids ['91714d87-0f1d-4035-919d-ddc6f36051b2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:25:44.797559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Routers {'91714d87-0f1d-4035-919d-ddc6f36051b2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:44.798215 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['91714d87-0f1d-4035-919d-ddc6f36051b2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:44.856308 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:44.857587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d09c9596-7fde-4dfb-a48d-f20ef67589a3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9004016 Feb 11 14:25:44.860757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45584) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:44.905992 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Set router 91714d87-0f1d-4035-919d-ddc6f36051b2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:44.934880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7ddfb15c-39a5-4fd8-a210-4cb4db5ffd32 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=374ff21dff54465f8bff162905a35461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721660 Feb 11 14:25:44.936688 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45588) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:45.026367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d213be-d85c-4110-a14a-2d85f8f35751 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:45.028014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a2d213be-d85c-4110-a14a-2d85f8f35751 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903625 Feb 11 14:25:45.030795 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45590) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:45.059075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bb8d9137-4a52-4406-a71c-2e539971ea4b tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272412 Feb 11 14:25:45.061574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45592) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:45.066301 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-694757080', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'project_id': '374ff21dff54465f8bff162905a35461', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:45.087692 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:44Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:45.118423 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Checking router: 91714d87-0f1d-4035-919d-ddc6f36051b2 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:25:45.118813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Updating router 91714d87-0f1d-4035-919d-ddc6f36051b2 port 0aedd1c2-6d2f-40e2-8938-f89002d1516b binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:25:45.147774 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.219226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:45.222926 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.403903 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.487721 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.499159 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.551632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Subnet': ['ID=d6fec788-9d8e-4f7e-9674-5b4d5da662e6,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:45.557707 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Attempting to bind port 0aedd1c2-6d2f-40e2-8938-f89002d1516b on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:45.558115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Attempting to bind port 0aedd1c2-6d2f-40e2-8938-f89002d1516b by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:45.558741 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Attempting to bind port 0aedd1c2-6d2f-40e2-8938-f89002d1516b on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:45.560810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Checking segment: {'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:25:45.561169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network hostable DHCP agents. Network: a89a7163-eb6a-4501-9c35-f3f5906aafc4, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:25:45.561618 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Pushing event updated for resources: {'Port': ['ID=0aedd1c2-6d2f-40e2-8938-f89002d1516b,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:45.569237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:25:45.569895 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:25:45.570306 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.570700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:25:45.571236 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Bound port: 0aedd1c2-6d2f-40e2-8938-f89002d1516b, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:25:45.571552 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.575378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.575726 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.576091 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.576457 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.576788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.577115 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.577440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.577793 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.582772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.582772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.582772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.582772 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:45.632172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] For port 0aedd1c2-6d2f-40e2-8938-f89002d1516b, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:25:45.635435 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] For port 0aedd1c2-6d2f-40e2-8938-f89002d1516b, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0aedd1c2-6d2f-40e2-8938-f89002d1516b,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:25:45.659336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a89a7163-eb6a-4501-9c35-f3f5906aafc4 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:25:45.745597 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.768755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, a89a7163-eb6a-4501-9c35-f3f5906aafc4) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:45.773973 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:45.774136 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:45.783648 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7eafc4-6d28-437a-8944-2a57e1ce7f8e None None] Network a89a7163-eb6a-4501-9c35-f3f5906aafc4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:25:45.942538 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e923d11a-1b5c-47c0-aac2-d99904dc588c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8798158 Feb 11 14:25:45.945337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45594) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:25:46.025378 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Routers {'91714d87-0f1d-4035-919d-ddc6f36051b2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:46.026128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['91714d87-0f1d-4035-919d-ddc6f36051b2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:46.028004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ad7a4-edbe-4c37-b659-6253ce148ee9 None None] Pushing event updated for resources: {'Port': ['ID=0aedd1c2-6d2f-40e2-8938-f89002d1516b,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:46.211918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] Set router 91714d87-0f1d-4035-919d-ddc6f36051b2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:46.310601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:25:46.311598 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:46.539375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Allocated IP 172.20.0.2 (a89a7163-eb6a-4501-9c35-f3f5906aafc4/d6fec788-9d8e-4f7e-9674-5b4d5da662e6/80c521fa-1450-417b-a5f4-aec126072bac) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:25:46.601982 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:44Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:46.630993 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fedbd-3b0e-4685-802f-fb005bdc3997 None None] The sync data for ids ['91714d87-0f1d-4035-919d-ddc6f36051b2'] in n-d-816488-1 is: [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:44Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:25:46.730696 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:46.741086 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:46.825724 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:46.886464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Network a89a7163-eb6a-4501-9c35-f3f5906aafc4 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:25:46.889110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:46.893698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:25:46.897226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Pushing event updated for resources: {'Port': ['ID=80c521fa-1450-417b-a5f4-aec126072bac,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:46.960554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Attempting to bind port 80c521fa-1450-417b-a5f4-aec126072bac on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:46.962138 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Attempting to bind port 80c521fa-1450-417b-a5f4-aec126072bac by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:46.963856 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Attempting to bind port 80c521fa-1450-417b-a5f4-aec126072bac on network a89a7163-eb6a-4501-9c35-f3f5906aafc4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:46.970304 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:25:46.970488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Checking segment: {'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:25:46.970907 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:46.971227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Bound using segment: {'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:25:46.971709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Bound port: 80c521fa-1450-417b-a5f4-aec126072bac, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:25:46.972098 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.056190 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0aedd1c2-6d2f-40e2-8938-f89002d1516b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:25:47.084339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] For port 80c521fa-1450-417b-a5f4-aec126072bac, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:25:47.093046 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.20.0.1 (a89a7163-eb6a-4501-9c35-f3f5906aafc4/d6fec788-9d8e-4f7e-9674-5b4d5da662e6/75d91e39-67fa-4f02-b255-33075d9a4ab0) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:25:47.105555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] For port 80c521fa-1450-417b-a5f4-aec126072bac, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=80c521fa-1450-417b-a5f4-aec126072bac,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:25:47.123363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0aedd1c2-6d2f-40e2-8938-f89002d1516b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:47.123737 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.202176 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.224307 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.253552 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.291779 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 0aedd1c2-6d2f-40e2-8938-f89002d1516b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0aedd1c2-6d2f-40e2-8938-f89002d1516b,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:47.295127 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb6dc1-4745-4b6b-991a-a57e36678b32 None None] Pushing event updated for resources: {'Port': ['ID=80c521fa-1450-417b-a5f4-aec126072bac,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:47.390791 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.391398 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.474246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=0aedd1c2-6d2f-40e2-8938-f89002d1516b,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:47.475173 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=75d91e39-67fa-4f02-b255-33075d9a4ab0,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:47.478530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a89a7163-eb6a-4501-9c35-f3f5906aafc4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:25:47.480348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:47.486191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:25:47.539624 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:47.780876 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.068501 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.159735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22821e27-49e7-4a08-bd73-097e957115db None None] Network a89a7163-eb6a-4501-9c35-f3f5906aafc4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:25:48.185458 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.256606 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-7182206d-02e8-4962-ac34-dfc164026919 None None] Provisioning complete for port 80c521fa-1450-417b-a5f4-aec126072bac triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:48.256976 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7182206d-02e8-4962-ac34-dfc164026919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.261222 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=75d91e39-67fa-4f02-b255-33075d9a4ab0,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:48.265234 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.366124 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a89a7163-eb6a-4501-9c35-f3f5906aafc4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:25:48.368314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:48.401135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7182206d-02e8-4962-ac34-dfc164026919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.439166 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7182206d-02e8-4962-ac34-dfc164026919 None None] For port 80c521fa-1450-417b-a5f4-aec126072bac, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=80c521fa-1450-417b-a5f4-aec126072bac,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:48.506292 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 91714d87-0f1d-4035-919d-ddc6f36051b2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:25:48.591585 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7182206d-02e8-4962-ac34-dfc164026919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.633524 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:25:48.642203 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c15c4474-1fe1-44dd-a867-89a2a8689c66 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "PUT /v2.0/routers/91714d87-0f1d-4035-919d-ddc6f36051b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6956630 Feb 11 14:25:48.655461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182206d-02e8-4962-ac34-dfc164026919 None None] Pushing event updated for resources: {'Port': ['ID=80c521fa-1450-417b-a5f4-aec126072bac,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:48.710480 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Sync routers for ids ['91714d87-0f1d-4035-919d-ddc6f36051b2'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:25:48.720257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cf76ad68-c478-4e73-8526-c89daa96b398 None None] Provisioning complete for port 80c521fa-1450-417b-a5f4-aec126072bac triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:48.720633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cf76ad68-c478-4e73-8526-c89daa96b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.725700 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Routers {'91714d87-0f1d-4035-919d-ddc6f36051b2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:48.726364 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['91714d87-0f1d-4035-919d-ddc6f36051b2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:48.818712 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-52602bf5-6ef5-4ad4-b47f-c7ef0cdae4e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-792687865&fields=id&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 267 time: 0.0377438 Feb 11 14:25:48.835499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cf76ad68-c478-4e73-8526-c89daa96b398 None None] Provisioning complete for port 75d91e39-67fa-4f02-b255-33075d9a4ab0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:48.835969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cf76ad68-c478-4e73-8526-c89daa96b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:48.853510 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Set router 91714d87-0f1d-4035-919d-ddc6f36051b2 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:48.875058 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-cf76ad68-c478-4e73-8526-c89daa96b398 None None] Port 75d91e39-67fa-4f02-b255-33075d9a4ab0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:25:48.936284 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-282ca014-6953-45ca-9f1f-105228e31184 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:48.944216 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-282ca014-6953-45ca-9f1f-105228e31184 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/networks?id=a89a7163-eb6a-4501-9c35-f3f5906aafc4 HTTP/1.1" status: 200 len: 796 time: 0.1177607 Feb 11 14:25:48.955302 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d870e409-ca8e-4c63-bf02-9070f00ef87d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/quotas/374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 375 time: 0.0101650 Feb 11 14:25:49.005760 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-34bf4382-7ced-44b5-837c-2034af132205 None None] Provisioning complete for port 75d91e39-67fa-4f02-b255-33075d9a4ab0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:49.009135 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-34bf4382-7ced-44b5-837c-2034af132205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.030816 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-e5192c6f-26e2-4234-b5ec-35dc8afee889 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657232 Feb 11 14:25:49.066296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-34bf4382-7ced-44b5-837c-2034af132205 None None] Port 75d91e39-67fa-4f02-b255-33075d9a4ab0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:25:49.091273 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '75d91e39-67fa-4f02-b255-33075d9a4ab0', 'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:e6:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:46Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 2, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:49.122448 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Checking router: 91714d87-0f1d-4035-919d-ddc6f36051b2 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:25:49.122822 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Updating router 91714d87-0f1d-4035-919d-ddc6f36051b2 port 75d91e39-67fa-4f02-b255-33075d9a4ab0 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:25:49.149118 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80c521fa-1450-417b-a5f4-aec126072bac up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:25:49.150420 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.155624 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-2b60474a-f2d0-4dec-a3ec-f88d537457eb service neutron] 10.222.0.52 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969553 Feb 11 14:25:49.200462 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cd84ea0c-39ce-4950-8409-724cec0cfd5d None None] Provisioning complete for port 75d91e39-67fa-4f02-b255-33075d9a4ab0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:49.201479 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cd84ea0c-39ce-4950-8409-724cec0cfd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.243777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-cd84ea0c-39ce-4950-8409-724cec0cfd5d None None] Port 75d91e39-67fa-4f02-b255-33075d9a4ab0 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:25:49.250430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 80c521fa-1450-417b-a5f4-aec126072bac triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:49.250806 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.265555 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-1cd930c0-3e84-4b42-ae5b-2343cd69c0f6 service neutron] 10.222.0.52 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030533 Feb 11 14:25:49.332009 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0aedd1c2-6d2f-40e2-8938-f89002d1516b up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:25:49.384816 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 0aedd1c2-6d2f-40e2-8938-f89002d1516b triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:49.385247 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.422228 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.510585 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.535951 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90138534-73b2-41b0-9d55-5edcf3a7968f req-71c46381-d188-4d17-8e09-476c7abd14f4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 210 time: 0.0313077 Feb 11 14:25:49.581215 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Pushing event updated for resources: {'Port': ['ID=75d91e39-67fa-4f02-b255-33075d9a4ab0,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:49.605396 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.605821 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.606162 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.606515 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.606815 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.607134 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.607449 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.607760 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.608070 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.608377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.608684 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.608989 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:25:49.646739 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Attempting to bind port 75d91e39-67fa-4f02-b255-33075d9a4ab0 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:49.647256 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Attempting to bind port 75d91e39-67fa-4f02-b255-33075d9a4ab0 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:49.647681 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Attempting to bind port 75d91e39-67fa-4f02-b255-33075d9a4ab0 on network a89a7163-eb6a-4501-9c35-f3f5906aafc4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:49.653453 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:25:49.653855 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Checking segment: {'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:25:49.654252 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.654637 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Bound using segment: {'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:25:49.655092 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Bound port: 75d91e39-67fa-4f02-b255-33075d9a4ab0, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:25:49.655461 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.721912 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] For port 75d91e39-67fa-4f02-b255-33075d9a4ab0, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:25:49.725985 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] For port 75d91e39-67fa-4f02-b255-33075d9a4ab0, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=75d91e39-67fa-4f02-b255-33075d9a4ab0,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:25:49.802799 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.870757 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Routers {'91714d87-0f1d-4035-919d-ddc6f36051b2'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:25:49.871391 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:25:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['91714d87-0f1d-4035-919d-ddc6f36051b2'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:49.871894 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-ef33f1e4-8a69-4b94-8c54-abc95be1b0a5 None None] Provisioning complete for port 75d91e39-67fa-4f02-b255-33075d9a4ab0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:49.872396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1e4-8a69-4b94-8c54-abc95be1b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:49.924319 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8cbb3a-0f0d-471b-a485-c2699e09c8f4 None None] Pushing event updated for resources: {'Port': ['ID=75d91e39-67fa-4f02-b255-33075d9a4ab0,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:49.969043 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1e4-8a69-4b94-8c54-abc95be1b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.016045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ef33f1e4-8a69-4b94-8c54-abc95be1b0a5 None None] For port 75d91e39-67fa-4f02-b255-33075d9a4ab0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=75d91e39-67fa-4f02-b255-33075d9a4ab0,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:50.064757 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ef33f1e4-8a69-4b94-8c54-abc95be1b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.092324 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] Set router 91714d87-0f1d-4035-919d-ddc6f36051b2 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:25:50.114325 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33f1e4-8a69-4b94-8c54-abc95be1b0a5 None None] Pushing event updated for resources: {'Port': ['ID=75d91e39-67fa-4f02-b255-33075d9a4ab0,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:50.189017 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eb3128f3-9797-4916-827c-67bd187ac175 None None] Provisioning complete for port 75d91e39-67fa-4f02-b255-33075d9a4ab0 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:50.189513 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb3128f3-9797-4916-827c-67bd187ac175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:50.288249 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '75d91e39-67fa-4f02-b255-33075d9a4ab0', 'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:e6:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:46Z', 'updated_at': '2022-02-11T14:25:49Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:25:50.315570 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848f4e2-e73b-4076-8c65-7b3d7c4888fe None None] The sync data for ids ['91714d87-0f1d-4035-919d-ddc6f36051b2'] in n-d-816488-1 is: [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '75d91e39-67fa-4f02-b255-33075d9a4ab0', 'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:e6:af:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:46Z', 'updated_at': '2022-02-11T14:25:49Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:25:50.641393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1dcfaf5c-27cd-4ed7-a596-b1e6a39cc717 req-ab960681-ad11-4d7c-a3a7-f808440225a7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 210 time: 0.0290570 Feb 11 14:25:51.032407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 75d91e39-67fa-4f02-b255-33075d9a4ab0 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:25:51.090422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 75d91e39-67fa-4f02-b255-33075d9a4ab0 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:51.096063 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.529909 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-e5b81af4-e8ef-4000-847e-c13d52cf8a55 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:51.531322 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-e5b81af4-e8ef-4000-847e-c13d52cf8a55 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/networks?id=a89a7163-eb6a-4501-9c35-f3f5906aafc4 HTTP/1.1" status: 200 len: 796 time: 0.0980351 Feb 11 14:25:51.581315 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-c3c4c50a-3998-4328-a1ab-c3881a785118 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 379 time: 0.0339820 Feb 11 14:25:51.590625 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'port': {'device_id': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'admin_state_up': True, 'tenant_id': '374ff21dff54465f8bff162905a35461', 'security_groups': ['79ad3cff-063c-49f8-9f7a-bb920676fefe']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:51.743543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-69b71947-203c-4ce9-954c-035a337cc8d4 req-1fdb15d1-9571-48b7-a2e9-74cbcef5f852 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 210 time: 0.0313928 Feb 11 14:25:51.779263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:25:51.782816 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:51.911582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.20.0.14 (a89a7163-eb6a-4501-9c35-f3f5906aafc4/d6fec788-9d8e-4f7e-9674-5b4d5da662e6/93400655-efe2-4103-b59b-a9c16a331d84) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:25:52.048579 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.152137 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.191612 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a89a7163-eb6a-4501-9c35-f3f5906aafc4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:25:52.201467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:25:52.205216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:25:52.230312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=93400655-efe2-4103-b59b-a9c16a331d84,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:52.262818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:52.263514 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.347937 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-d1f02c4e-c29d-4e50-8320-d0f7f8df8939 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7608840 Feb 11 14:25:52.400490 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Request body: {'port': {'device_id': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:25:52.401612 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-433a9218-191b-46f5-8482-887b7c47adac None None] Provisioning complete for port 93400655-efe2-4103-b59b-a9c16a331d84 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:52.402131 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-433a9218-191b-46f5-8482-887b7c47adac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.435849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-433a9218-191b-46f5-8482-887b7c47adac None None] Port 93400655-efe2-4103-b59b-a9c16a331d84 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:25:52.455290 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.716875 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93400655-efe2-4103-b59b-a9c16a331d84 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:25:52.724092 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.735638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Transition to ACTIVE for port object 93400655-efe2-4103-b59b-a9c16a331d84 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:25:52.859341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079d210-889f-4383-942c-b9c1416e079c req-32b512e3-35e5-461e-a663-079d62e6d111 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:52.869985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b079d210-889f-4383-942c-b9c1416e079c req-32b512e3-35e5-461e-a663-079d62e6d111 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 932 time: 0.0485182 Feb 11 14:25:52.895607 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:52.906319 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b079d210-889f-4383-942c-b9c1416e079c req-6caffe4f-de06-4f61-ac16-5bd0cefd1356 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394392 Feb 11 14:25:52.971062 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Pushing event updated for resources: {'Port': ['ID=93400655-efe2-4103-b59b-a9c16a331d84,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:53.024051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Attempting to bind port 93400655-efe2-4103-b59b-a9c16a331d84 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:25:53.024386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Attempting to bind port 93400655-efe2-4103-b59b-a9c16a331d84 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:25:53.024716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Attempting to bind port 93400655-efe2-4103-b59b-a9c16a331d84 on network a89a7163-eb6a-4501-9c35-f3f5906aafc4 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:53.029555 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Port 93400655-efe2-4103-b59b-a9c16a331d84 on network a89a7163-eb6a-4501-9c35-f3f5906aafc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:25:53.029977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Attempting to bind port 93400655-efe2-4103-b59b-a9c16a331d84 on network a89a7163-eb6a-4501-9c35-f3f5906aafc4 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:25:53.034845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:25:53.035181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Checking segment: {'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:25:53.035565 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Bound using segment: {'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:25:53.035986 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Bound port: 93400655-efe2-4103-b59b-a9c16a331d84, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:25:53.036343 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:53.103903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] For port 93400655-efe2-4103-b59b-a9c16a331d84, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:25:53.107217 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] For port 93400655-efe2-4103-b59b-a9c16a331d84, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93400655-efe2-4103-b59b-a9c16a331d84,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:25:53.208631 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:53.240968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:53.241583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:53.243077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] 10.222.0.13 "PUT /v2.0/ports/93400655-efe2-4103-b59b-a9c16a331d84 HTTP/1.1" status: 200 len: 1092 time: 0.8871617 Feb 11 14:25:53.246131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'tag': '93400655-efe2-4103-b59b-a9c16a331d84'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:53.248463 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86be21c8-60ee-4769-b8a7-d6b674d8b2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd5ebff-48d6-402e-8773-edbea86ca140", "tag": "93400655-efe2-4103-b59b-a9c16a331d84"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:53.277858 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5cf1c-f49c-4a88-93d3-ec8658a3a512 service neutron] Pushing event updated for resources: {'Port': ['ID=93400655-efe2-4103-b59b-a9c16a331d84,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:53.289561 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbfbd8e-0ca6-4637-a97a-14a43985ba00 x-openstack-request-id: req-edbfbd8e-0ca6-4637-a97a-14a43985ba00 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:53.289986 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd5ebff-48d6-402e-8773-edbea86ca140", "tag": "93400655-efe2-4103-b59b-a9c16a331d84", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:53.290237 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-edbfbd8e-0ca6-4637-a97a-14a43985ba00 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:53.290697 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'tag': '93400655-efe2-4103-b59b-a9c16a331d84', 'status': 'completed', 'code': 200} Feb 11 14:25:53.371395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be21c8-60ee-4769-b8a7-d6b674d8b2ee req-429b887c-72f4-4add-b9af-953faaf0e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:53.373419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86be21c8-60ee-4769-b8a7-d6b674d8b2ee req-429b887c-72f4-4add-b9af-953faaf0e07d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 1095 time: 0.0506511 Feb 11 14:25:53.472709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be21c8-60ee-4769-b8a7-d6b674d8b2ee req-f3c4f7af-c1e9-4569-be49-8324ff4ac548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:53.474112 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86be21c8-60ee-4769-b8a7-d6b674d8b2ee req-f3c4f7af-c1e9-4569-be49-8324ff4ac548 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=374ff21dff54465f8bff162905a35461&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0932419 Feb 11 14:25:53.567976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be21c8-60ee-4769-b8a7-d6b674d8b2ee req-fc61d4a9-af8c-4d29-a136-0739429e2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:53.569369 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-86be21c8-60ee-4769-b8a7-d6b674d8b2ee req-fc61d4a9-af8c-4d29-a136-0739429e2d3c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891883 Feb 11 14:25:53.645818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-1e258a59-b1f8-4366-9c0e-2ac14afddcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:53.647322 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-1e258a59-b1f8-4366-9c0e-2ac14afddcc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 1095 time: 0.0402718 Feb 11 14:25:53.688192 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-12576b22-d6ad-4569-9889-dd67ce50140c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93400655-efe2-4103-b59b-a9c16a331d84 HTTP/1.1" status: 200 len: 217 time: 0.0338757 Feb 11 14:25:53.738615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-2a6c0d34-5129-4636-ba3f-444de74e82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:53.739982 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-2a6c0d34-5129-4636-ba3f-444de74e82a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6fec788-9d8e-4f7e-9674-5b4d5da662e6 HTTP/1.1" status: 200 len: 834 time: 0.0446112 Feb 11 14:25:53.788321 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-7ddb0ac5-1ec5-4737-9956-df094ea367ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:53.789839 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-7ddb0ac5-1ec5-4737-9956-df094ea367ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a89a7163-eb6a-4501-9c35-f3f5906aafc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437794 Feb 11 14:25:53.878473 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-5be08f76-d9ea-462f-9726-35513e726502 service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808568 Feb 11 14:25:53.971333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dcd71a28-1b28-45ed-a327-de52cb777330 req-6885aa86-3a5b-4732-9c9f-fa224e0e3df4 service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863974 Feb 11 14:25:54.024538 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff438195-7fc4-42b4-ac6e-6cf8d95f2386 req-109e8ef5-2f0c-4264-9bbc-2c1f70ad5e63 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:54.026134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff438195-7fc4-42b4-ac6e-6cf8d95f2386 req-109e8ef5-2f0c-4264-9bbc-2c1f70ad5e63 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 944 time: 0.0490980 Feb 11 14:25:54.064094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ff438195-7fc4-42b4-ac6e-6cf8d95f2386 req-0a7f42a8-dba3-4cc7-ab56-8ce5cc8fb590 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319712 Feb 11 14:25:54.795921 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fd1e4b86-b85a-4d11-9b1d-459b9946369d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:55.184515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d2b5a-677a-4cbd-9347-27e3e3922089 req-98d88944-3489-42bc-95b4-dd318bb07b83 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:55.186022 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff0d2b5a-677a-4cbd-9347-27e3e3922089 req-98d88944-3489-42bc-95b4-dd318bb07b83 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 944 time: 0.0525701 Feb 11 14:25:55.224522 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ff0d2b5a-677a-4cbd-9347-27e3e3922089 req-c84076b1-f11d-4603-9450-d1c469cb6918 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323348 Feb 11 14:25:55.776204 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93400655-efe2-4103-b59b-a9c16a331d84 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:25:55.872210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93400655-efe2-4103-b59b-a9c16a331d84, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93400655-efe2-4103-b59b-a9c16a331d84,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:55.883912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '93400655-efe2-4103-b59b-a9c16a331d84', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'port_id': '93400655-efe2-4103-b59b-a9c16a331d84', 'mac_address': 'fa:16:3e:ed:0d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:25:55.920194 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:55.933282 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93400655-efe2-4103-b59b-a9c16a331d84 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:25:55.952332 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93400655-efe2-4103-b59b-a9c16a331d84, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93400655-efe2-4103-b59b-a9c16a331d84,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:56.013390 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:56.063387 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=93400655-efe2-4103-b59b-a9c16a331d84,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:56.239502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['93400655-efe2-4103-b59b-a9c16a331d84'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:25:56.347792 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd403-a94a-454a-87fc-fb084740f682 req-134fd45b-51c0-4315-ae32-f068dea036a1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:56.349285 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-588cd403-a94a-454a-87fc-fb084740f682 req-134fd45b-51c0-4315-ae32-f068dea036a1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 945 time: 0.0504088 Feb 11 14:25:56.356878 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:56.387542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-588cd403-a94a-454a-87fc-fb084740f682 req-224fd505-c056-4bd0-9d35-00dc4e1bacb5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318377 Feb 11 14:25:56.990342 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a4435884-bace-4ec6-9d7c-9b36e64c51a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:57.503707 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8f6b5-3a97-4dbd-a45f-75bdcd411630 req-a34d22cd-bb0f-4de8-8ed0-7193ebce76a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:57.505211 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcb8f6b5-3a97-4dbd-a45f-75bdcd411630 req-a34d22cd-bb0f-4de8-8ed0-7193ebce76a5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 945 time: 0.0489540 Feb 11 14:25:57.542843 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fcb8f6b5-3a97-4dbd-a45f-75bdcd411630 req-431113a5-6028-4e1c-b2f1-7da9fa1a7b5c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314875 Feb 11 14:25:57.793034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93400655-efe2-4103-b59b-a9c16a331d84 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:25:57.927616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 93400655-efe2-4103-b59b-a9c16a331d84 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:25:57.931453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 93400655-efe2-4103-b59b-a9c16a331d84 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:25:57.937170 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.011903 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.034174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93400655-efe2-4103-b59b-a9c16a331d84'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:25:58.036531 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091eac5f-dc75-4f51-9581-b24769f502fc" -d '{"events": [{"server_uuid": "2cd5ebff-48d6-402e-8773-edbea86ca140", "name": "network-vif-plugged", "status": "completed", "tag": "93400655-efe2-4103-b59b-a9c16a331d84"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:25:58.049343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 93400655-efe2-4103-b59b-a9c16a331d84, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93400655-efe2-4103-b59b-a9c16a331d84,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:25:58.124929 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162b6d7e-d79a-4e62-8f1d-3dfbcef637f9 x-openstack-request-id: req-162b6d7e-d79a-4e62-8f1d-3dfbcef637f9 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:25:58.125218 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd5ebff-48d6-402e-8773-edbea86ca140", "name": "network-vif-plugged", "status": "completed", "tag": "93400655-efe2-4103-b59b-a9c16a331d84", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:25:58.125469 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-162b6d7e-d79a-4e62-8f1d-3dfbcef637f9 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:25:58.125914 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93400655-efe2-4103-b59b-a9c16a331d84', 'code': 200} Feb 11 14:25:58.156707 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.225986 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=93400655-efe2-4103-b59b-a9c16a331d84,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:25:58.254160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e8be6-978a-4991-abd9-47c89dac68bd req-525f3015-bff5-48ae-8ab5-382fa08465da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:58.255644 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-993e8be6-978a-4991-abd9-47c89dac68bd req-525f3015-bff5-48ae-8ab5-382fa08465da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 1097 time: 0.0572462 Feb 11 14:25:58.297953 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-993e8be6-978a-4991-abd9-47c89dac68bd req-b3afebc9-2529-4e96-8715-bba7e817c168 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283947 Feb 11 14:25:58.333386 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:58.661795 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbda48-33a7-4125-9742-e3ff2c70308d req-916e8e6e-0b03-46f8-b558-cd60ceb0dddb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:58.663457 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76bbda48-33a7-4125-9742-e3ff2c70308d req-916e8e6e-0b03-46f8-b558-cd60ceb0dddb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0495505 Feb 11 14:25:58.706654 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76bbda48-33a7-4125-9742-e3ff2c70308d req-80a8d3b3-43f6-454b-af03-1e054d1d6941 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371184 Feb 11 14:25:58.876207 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:25:59.823684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5602f-488c-4696-89fc-4f394f360839 req-16a57b6a-af53-491f-93fa-36b4683366d4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:59.825131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eae5602f-488c-4696-89fc-4f394f360839 req-16a57b6a-af53-491f-93fa-36b4683366d4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0486033 Feb 11 14:25:59.861720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eae5602f-488c-4696-89fc-4f394f360839 req-9e0549ca-70fd-4fa9-993b-bcc7c933037f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306296 Feb 11 14:25:59.977847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc9bae-8756-4ea6-8bfa-8b10e015b45a req-136d98bb-0d3e-49be-b767-242d8535eeff tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:25:59.979442 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12cc9bae-8756-4ea6-8bfa-8b10e015b45a req-136d98bb-0d3e-49be-b767-242d8535eeff tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0500398 Feb 11 14:26:00.016615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-12cc9bae-8756-4ea6-8bfa-8b10e015b45a req-e7da7260-d9de-4be8-8903-27c3e1e003cd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313096 Feb 11 14:26:00.038080 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45650) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:00.079539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f9992-749d-4d41-9b89-60a5287481cc tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:00.081028 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-453f9992-749d-4d41-9b89-60a5287481cc tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 1092 time: 0.0419121 Feb 11 14:26:00.083837 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45652) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:00.088196 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '93400655-efe2-4103-b59b-a9c16a331d84', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:26:00.196359 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.258735 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.298190 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.399152 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.25.0.22 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/49a3ed46-f4a1-4838-8b71-4c9d05437b72) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:26:00.503166 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.608433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:00.648905 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:26:00.651986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:26:00.654622 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:26:00.677615 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=49a3ed46-f4a1-4838-8b71-4c9d05437b72,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:00.716092 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.011810 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.146255 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.302275 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.373312 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.445539 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=49a3ed46-f4a1-4838-8b71-4c9d05437b72,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:26:01.458461 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.555577 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Floating IP fb565df6-5add-429b-86da-694784207863 associated. External IP: 172.25.0.22, port: 93400655-efe2-4103-b59b-a9c16a331d84. Feb 11 14:26:01.757259 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 91714d87-0f1d-4035-919d-ddc6f36051b2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:26:01.862369 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:26:01.875398 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] Sync routers for ids ['91714d87-0f1d-4035-919d-ddc6f36051b2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:26:01.888326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] Routers {'91714d87-0f1d-4035-919d-ddc6f36051b2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:01.888964 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:25:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['91714d87-0f1d-4035-919d-ddc6f36051b2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:01.952489 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:01.986615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-17a6cbd1-2fc8-4463-b753-066416b102ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9017284 Feb 11 14:26:01.987212 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'tag': '93400655-efe2-4103-b59b-a9c16a331d84'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:26:01.990613 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82051792-e98f-4bd3-b0c0-c04f352337e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd5ebff-48d6-402e-8773-edbea86ca140", "tag": "93400655-efe2-4103-b59b-a9c16a331d84"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:26:02.034080 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f418fb-cdac-4171-90a1-b06dcea83902 x-openstack-request-id: req-10f418fb-cdac-4171-90a1-b06dcea83902 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:26:02.035118 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd5ebff-48d6-402e-8773-edbea86ca140", "tag": "93400655-efe2-4103-b59b-a9c16a331d84", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:26:02.035874 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-10f418fb-cdac-4171-90a1-b06dcea83902 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:26:02.036622 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'tag': '93400655-efe2-4103-b59b-a9c16a331d84', 'status': 'completed', 'code': 200} Feb 11 14:26:02.133067 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcda062-ad0f-42cf-879b-b164bf311f42 req-f2817bee-e8a8-4865-889b-37b6bcf3628a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:02.134659 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fcda062-ad0f-42cf-879b-b164bf311f42 req-f2817bee-e8a8-4865-889b-37b6bcf3628a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0818460 Feb 11 14:26:02.136664 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-a2abd084-912d-4f1d-b125-8e3f849642c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:02.138064 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-a2abd084-912d-4f1d-b125-8e3f849642c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 1097 time: 0.0747585 Feb 11 14:26:02.162056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] Set router 91714d87-0f1d-4035-919d-ddc6f36051b2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:02.222300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2fcda062-ad0f-42cf-879b-b164bf311f42 req-7289bd5e-957b-41d5-9b4b-486e35d2e3eb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808942 Feb 11 14:26:02.245752 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45658) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:02.257486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-6c3ae5cd-1929-44b0-a090-cd65a26d2779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:02.258985 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-6c3ae5cd-1929-44b0-a090-cd65a26d2779 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a89a7163-eb6a-4501-9c35-f3f5906aafc4 HTTP/1.1" status: 200 len: 897 time: 0.1108661 Feb 11 14:26:02.306819 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-9e741827-5f5e-4854-b226-61bc40223c75 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/fb565df6-5add-429b-86da-694784207863 HTTP/1.1" status: 200 len: 991 time: 0.0595214 Feb 11 14:26:02.331802 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-33716ae0-2fde-4cc6-acef-579043a1f823 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93400655-efe2-4103-b59b-a9c16a331d84 HTTP/1.1" status: 200 len: 999 time: 0.0640478 Feb 11 14:26:02.381993 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-13967625-5a08-4fdf-8062-6686fa1211b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:02.383430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-13967625-5a08-4fdf-8062-6686fa1211b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6fec788-9d8e-4f7e-9674-5b4d5da662e6 HTTP/1.1" status: 200 len: 834 time: 0.0442080 Feb 11 14:26:02.393580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'fb565df6-5add-429b-86da-694784207863', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'port_id': '93400655-efe2-4103-b59b-a9c16a331d84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'mac_address': 'fa:16:3e:ed:0d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:26:00Z', 'updated_at': '2022-02-11T14:26:00Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d91e39-67fa-4f02-b255-33075d9a4ab0', 'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:e6:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:46Z', 'updated_at': '2022-02-11T14:25:49Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:02.425037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] Checking router: 91714d87-0f1d-4035-919d-ddc6f36051b2 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:26:02.429161 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-814e233f-438b-4021-9f8e-5a619fb2a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:02.430711 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-814e233f-438b-4021-9f8e-5a619fb2a162 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a89a7163-eb6a-4501-9c35-f3f5906aafc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408106 Feb 11 14:26:02.434214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] Routers {'91714d87-0f1d-4035-919d-ddc6f36051b2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:26:02.434813 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:25:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['91714d87-0f1d-4035-919d-ddc6f36051b2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:02.524879 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-0cd243df-4c58-4d56-b114-da7a0e486d1e service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870106 Feb 11 14:26:02.538496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] Set router 91714d87-0f1d-4035-919d-ddc6f36051b2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:26:02.614743 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-82051792-e98f-4bd3-b0c0-c04f352337e3 req-d0bea4c6-a739-4f70-807f-cd20a85003a6 service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833595 Feb 11 14:26:02.764142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'fb565df6-5add-429b-86da-694784207863', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'port_id': '93400655-efe2-4103-b59b-a9c16a331d84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'mac_address': 'fa:16:3e:ed:0d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:26:00Z', 'updated_at': '2022-02-11T14:26:00Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d91e39-67fa-4f02-b255-33075d9a4ab0', 'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:e6:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:46Z', 'updated_at': '2022-02-11T14:25:49Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:26:02.794574 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc5aa9-a87e-40ac-a765-94d1ccc4916e None None] The sync data for ids ['91714d87-0f1d-4035-919d-ddc6f36051b2'] in n-d-816488-1 is: [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'fb565df6-5add-429b-86da-694784207863', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.22', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'port_id': '93400655-efe2-4103-b59b-a9c16a331d84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'mac_address': 'fa:16:3e:ed:0d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:26:00Z', 'updated_at': '2022-02-11T14:26:00Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75d91e39-67fa-4f02-b255-33075d9a4ab0', 'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:e6:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:46Z', 'updated_at': '2022-02-11T14:25:49Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:26:02.976963 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c42c63-57f0-48b3-9ae9-26a1bb328819 None None] New status for floating IP fb565df6-5add-429b-86da-694784207863: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:26:03.309992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45660) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:03.373817 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3d68dd92-3e95-4c16-b330-6ad121c2bc9b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/fb565df6-5add-429b-86da-694784207863 HTTP/1.1" status: 200 len: 993 time: 0.0626578 Feb 11 14:26:08.212411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-395e997a-a968-4641-a9e8-e34cc30475ca req-08e1615f-237d-46dd-aa2b-797d79af6ae8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406158 Feb 11 14:26:08.293850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e997a-a968-4641-a9e8-e34cc30475ca req-23416557-5ad9-40ff-83a7-b350e8d7c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:08.295389 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-395e997a-a968-4641-a9e8-e34cc30475ca req-23416557-5ad9-40ff-83a7-b350e8d7c8f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 1097 time: 0.0414758 Feb 11 14:26:08.749386 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e997a-a968-4641-a9e8-e34cc30475ca req-a4de6ea5-7a99-4976-af93-90056da064d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:08.750960 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-395e997a-a968-4641-a9e8-e34cc30475ca req-a4de6ea5-7a99-4976-af93-90056da064d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a89a7163-eb6a-4501-9c35-f3f5906aafc4 HTTP/1.1" status: 200 len: 897 time: 0.4370575 Feb 11 14:26:08.818084 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-395e997a-a968-4641-a9e8-e34cc30475ca req-24cc2e9a-b690-4619-a248-9c198909a75a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93400655-efe2-4103-b59b-a9c16a331d84 HTTP/1.1" status: 200 len: 1001 time: 0.0588744 Feb 11 14:26:08.864392 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e997a-a968-4641-a9e8-e34cc30475ca req-cf423437-6e91-4c91-a715-6fc7ec5352ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:08.865840 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-395e997a-a968-4641-a9e8-e34cc30475ca req-cf423437-6e91-4c91-a715-6fc7ec5352ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6fec788-9d8e-4f7e-9674-5b4d5da662e6 HTTP/1.1" status: 200 len: 834 time: 0.0418911 Feb 11 14:26:08.911810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e997a-a968-4641-a9e8-e34cc30475ca req-ab807506-8120-4477-a1f9-83a319bd9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:08.913254 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-395e997a-a968-4641-a9e8-e34cc30475ca req-ab807506-8120-4477-a1f9-83a319bd9933 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a89a7163-eb6a-4501-9c35-f3f5906aafc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415394 Feb 11 14:26:08.999268 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-395e997a-a968-4641-a9e8-e34cc30475ca req-e2cf1cac-7f4c-423f-a28b-0fc7c9b11b53 service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788450 Feb 11 14:26:09.088967 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-395e997a-a968-4641-a9e8-e34cc30475ca req-70d7fc51-0a5f-4dc0-88f4-b4ef3db02ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835598 Feb 11 14:26:20.940239 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:26:24.767352 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8cebc159-73d9-4b41-a5c5-34b301c6ad20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:26.418681 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:27.053741 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-78b68fc5-6b37-43f6-9211-a0a563d6657d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:28.292982 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:28.893031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.229927 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:30.664642 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:34.925443 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47adf16f-b383-4f88-b811-94680a85d88a req-be8ffbde-bf96-4286-baad-f27054266a1d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:34.926990 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47adf16f-b383-4f88-b811-94680a85d88a req-be8ffbde-bf96-4286-baad-f27054266a1d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0502081 Feb 11 14:26:34.965532 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-47adf16f-b383-4f88-b811-94680a85d88a req-ed8c0a03-5963-45d2-81b5-cd380a5161d5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315857 Feb 11 14:26:36.087518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5169a7-ef7f-42df-8f90-5796269a54cf req-ebdf0104-0bb2-41a1-94c5-46025e365a60 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:36.088971 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b5169a7-ef7f-42df-8f90-5796269a54cf req-ebdf0104-0bb2-41a1-94c5-46025e365a60 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0514815 Feb 11 14:26:36.125594 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7b5169a7-ef7f-42df-8f90-5796269a54cf req-7354ca6e-64ee-4bda-8e3c-b3e1527404e1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306368 Feb 11 14:26:37.247189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84044e-34ac-4182-87c1-6ffa5e372538 req-66d10b7e-956f-471a-b66c-6e2539ccdba5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:37.248697 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef84044e-34ac-4182-87c1-6ffa5e372538 req-66d10b7e-956f-471a-b66c-6e2539ccdba5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0530827 Feb 11 14:26:37.285584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ef84044e-34ac-4182-87c1-6ffa5e372538 req-0a2fe2ee-cfef-4754-86ed-a733f528ffd9 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308034 Feb 11 14:26:38.402951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7ea3d-7edf-4314-afa3-653d937e92ac req-cd2f6c48-a1bd-4657-ac18-4ecff0a90ad7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:38.404419 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6f7ea3d-7edf-4314-afa3-653d937e92ac req-cd2f6c48-a1bd-4657-ac18-4ecff0a90ad7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0493541 Feb 11 14:26:38.443064 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d6f7ea3d-7edf-4314-afa3-653d937e92ac req-3faed2d1-7d8e-4948-baf5-0eb70d807faf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323846 Feb 11 14:26:39.562459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3985522-c46f-406d-9b2b-b032a53f6eea req-bcd669b4-468d-4ebd-be22-7db6f89b88af tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:39.563940 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3985522-c46f-406d-9b2b-b032a53f6eea req-bcd669b4-468d-4ebd-be22-7db6f89b88af tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0497544 Feb 11 14:26:39.603032 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3985522-c46f-406d-9b2b-b032a53f6eea req-23cc83c5-ebd7-4c1b-8973-c4b8d0f6f111 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327785 Feb 11 14:26:40.720714 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0bba9-be3b-473c-9fbb-8d7a3f902152 req-6e06cde4-80cb-4263-8b90-f61504357883 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:40.722174 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38c0bba9-be3b-473c-9fbb-8d7a3f902152 req-6e06cde4-80cb-4263-8b90-f61504357883 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0514839 Feb 11 14:26:40.759862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38c0bba9-be3b-473c-9fbb-8d7a3f902152 req-0c3a1ae8-e892-449b-9f6f-986b2df6bd76 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305820 Feb 11 14:26:41.877501 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6068640-01b6-4abd-8a49-e4307acd4c40 req-9c2c9a15-1878-45a5-940f-c2c246cd1c3f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:41.878974 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c6068640-01b6-4abd-8a49-e4307acd4c40 req-9c2c9a15-1878-45a5-940f-c2c246cd1c3f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0482712 Feb 11 14:26:41.916336 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c6068640-01b6-4abd-8a49-e4307acd4c40 req-e1361fe5-90e9-4dd8-b2dd-d6b58f39aae5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314634 Feb 11 14:26:43.033203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8380d-1322-4856-b7b7-a23b68b367ac req-be0fa0c3-9bc7-414a-8e16-3d1b5398e121 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:43.034696 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33e8380d-1322-4856-b7b7-a23b68b367ac req-be0fa0c3-9bc7-414a-8e16-3d1b5398e121 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0485184 Feb 11 14:26:43.072650 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-33e8380d-1322-4856-b7b7-a23b68b367ac req-d07b75fa-db83-4439-b6bf-05821e6bcb00 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313735 Feb 11 14:26:44.193067 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963663fc-5cf5-4049-bdc1-e285855ba4dd req-1316d021-403c-4500-bf1b-cbe2767b56a2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:44.194582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-963663fc-5cf5-4049-bdc1-e285855ba4dd req-1316d021-403c-4500-bf1b-cbe2767b56a2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0529509 Feb 11 14:26:44.231730 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-963663fc-5cf5-4049-bdc1-e285855ba4dd req-d045dfd0-1f58-4dbd-b10c-609c1866a3e5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304365 Feb 11 14:26:45.348597 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e672e7-caba-4223-88a0-e1ef6ae6a568 req-fae3be32-4cda-4217-9f4d-ec38865ace9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:45.350071 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e672e7-caba-4223-88a0-e1ef6ae6a568 req-fae3be32-4cda-4217-9f4d-ec38865ace9c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0492718 Feb 11 14:26:45.387942 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-81e672e7-caba-4223-88a0-e1ef6ae6a568 req-30786d43-5f4e-4638-be69-53f7ac0a53f3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312686 Feb 11 14:26:46.504205 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb29c9-4aa4-4e71-b29d-848f88279f5d req-076c95b0-69f1-49d6-9c7f-9e92ea358c40 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:46.505698 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6bbb29c9-4aa4-4e71-b29d-848f88279f5d req-076c95b0-69f1-49d6-9c7f-9e92ea358c40 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0491602 Feb 11 14:26:46.543855 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6bbb29c9-4aa4-4e71-b29d-848f88279f5d req-fcc42a5a-7e5e-4f3c-9e23-79d30697bd97 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313015 Feb 11 14:26:47.667687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a2164-9e82-4061-a26b-1d428a0cfe21 req-728f5e1c-6084-4215-b2aa-db0dec70b314 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:47.669209 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7a2164-9e82-4061-a26b-1d428a0cfe21 req-728f5e1c-6084-4215-b2aa-db0dec70b314 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0521750 Feb 11 14:26:47.707303 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9a7a2164-9e82-4061-a26b-1d428a0cfe21 req-d5ce0924-f407-4856-958e-fec036a6ec96 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317852 Feb 11 14:26:48.822075 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b75f3b-8bf4-4e68-b6df-8265a2f99c89 req-4766c2e4-f167-4611-b3e2-e32bd29a0ab1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:48.823607 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f5b75f3b-8bf4-4e68-b6df-8265a2f99c89 req-4766c2e4-f167-4611-b3e2-e32bd29a0ab1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0495119 Feb 11 14:26:48.860652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f5b75f3b-8bf4-4e68-b6df-8265a2f99c89 req-8643963c-c0e1-4469-844a-09a7445b7eeb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311246 Feb 11 14:26:49.974687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c5f03-c829-49ab-a668-84d3afa65e33 req-e28c4748-3ad1-4d2b-b2e1-a3b76f514df5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:49.976176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-799c5f03-c829-49ab-a668-84d3afa65e33 req-e28c4748-3ad1-4d2b-b2e1-a3b76f514df5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0489731 Feb 11 14:26:50.014383 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-799c5f03-c829-49ab-a668-84d3afa65e33 req-01269853-9acc-4cf9-b7d4-2c56b746a650 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Feb 11 14:26:51.139980 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe28c19-78f0-422b-9da1-8781e2549c2f req-ff35f420-d9de-4eb2-b85c-fd54019cc339 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:51.141455 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fe28c19-78f0-422b-9da1-8781e2549c2f req-ff35f420-d9de-4eb2-b85c-fd54019cc339 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0520613 Feb 11 14:26:51.180334 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4fe28c19-78f0-422b-9da1-8781e2549c2f req-50bb52ac-8a2d-4b33-bb96-169725976362 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326037 Feb 11 14:26:51.202398 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45708) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:51.262289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-086a1111-994e-40ae-bb59-df7ce95fb0fa tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/fb565df6-5add-429b-86da-694784207863 HTTP/1.1" status: 200 len: 993 time: 0.0587549 Feb 11 14:26:52.703452 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accc3e6-559a-4499-b42a-a7c0a8a597a7 req-b8f3055e-dfd2-4a5a-86df-db4249a95efe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:52.704983 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2accc3e6-559a-4499-b42a-a7c0a8a597a7 req-b8f3055e-dfd2-4a5a-86df-db4249a95efe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0496888 Feb 11 14:26:52.744095 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2accc3e6-559a-4499-b42a-a7c0a8a597a7 req-455f237d-7f56-4201-a215-6b0c3e9d71b4 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329044 Feb 11 14:26:52.841399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-d49ebe54-b119-4349-8bd5-82d2b43f33c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:52.842963 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-d49ebe54-b119-4349-8bd5-82d2b43f33c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 1097 time: 0.0450931 Feb 11 14:26:52.931454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-2542c5fe-de57-4e2d-a7ca-d100763fa02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:52.932899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-2542c5fe-de57-4e2d-a7ca-d100763fa02e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a89a7163-eb6a-4501-9c35-f3f5906aafc4 HTTP/1.1" status: 200 len: 897 time: 0.0835881 Feb 11 14:26:53.001537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-7b81334f-0337-41e8-a4b9-5abc783618c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93400655-efe2-4103-b59b-a9c16a331d84 HTTP/1.1" status: 200 len: 1001 time: 0.0618248 Feb 11 14:26:53.049561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-f37e385a-54a7-4bf8-a1ec-101623d01092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:53.051014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-f37e385a-54a7-4bf8-a1ec-101623d01092 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6fec788-9d8e-4f7e-9674-5b4d5da662e6 HTTP/1.1" status: 200 len: 834 time: 0.0428855 Feb 11 14:26:53.095955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-836f7808-0842-458e-8e47-485e3ecc8931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:53.097413 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-836f7808-0842-458e-8e47-485e3ecc8931 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a89a7163-eb6a-4501-9c35-f3f5906aafc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397060 Feb 11 14:26:53.190388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-b734bc41-916a-4aff-8d34-189bb782f658 service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861523 Feb 11 14:26:53.276232 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-28d962b5-32a2-48e8-a9fb-699678d765c2 req-737fa4a8-93e2-46f3-b127-b05a5ffb05ef service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789907 Feb 11 14:26:53.868323 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf5dbc-fc78-4780-b175-9f41e2bccbb9 req-a1bfdf67-9e89-4723-a011-a2c694597852 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:53.870092 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01cf5dbc-fc78-4780-b175-9f41e2bccbb9 req-a1bfdf67-9e89-4723-a011-a2c694597852 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0500145 Feb 11 14:26:53.913601 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-01cf5dbc-fc78-4780-b175-9f41e2bccbb9 req-aed5604c-24e0-465b-9255-6aecd4b2c2c7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357549 Feb 11 14:26:54.772810 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-11af697c-ce7a-431a-a2a5-9c828f408ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:55.033191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e010a-8546-4bac-bafc-07a39862a7cb req-4820f8da-2cd8-4c44-bd2e-72cde851068c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:26:55.034737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-037e010a-8546-4bac-bafc-07a39862a7cb req-4820f8da-2cd8-4c44-bd2e-72cde851068c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0503407 Feb 11 14:26:55.081392 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-037e010a-8546-4bac-bafc-07a39862a7cb req-c991f964-7fb7-447c-b81d-f2e4369b7fc6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388627 Feb 11 14:26:55.107256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45720) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:26:55.477213 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b209ee94-cbb1-4784-bf5a-0d2439276543 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/fb565df6-5add-429b-86da-694784207863 HTTP/1.1" status: 200 len: 993 time: 0.3687181 Feb 11 14:26:56.384482 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:56.995771 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9a21ca6-f041-4840-a087-1781723ad1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:57.940227 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:26:58.287282 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:26:58.887307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.269961 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:00.658547 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:08.196266 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-7b9f1c04-92cc-4061-9ec0-10d899a5603b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461929 Feb 11 14:27:08.279325 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-fbca5e86-4332-43e3-8a5b-2f6efde65e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:08.280888 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-fbca5e86-4332-43e3-8a5b-2f6efde65e1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 1097 time: 0.0412385 Feb 11 14:27:08.380230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-70f166c2-30c6-448c-abd5-53985e935585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:08.381740 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-70f166c2-30c6-448c-abd5-53985e935585 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a89a7163-eb6a-4501-9c35-f3f5906aafc4 HTTP/1.1" status: 200 len: 897 time: 0.0835354 Feb 11 14:27:08.449862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-51ac32ff-4396-44a4-8e37-8bba40aad962 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93400655-efe2-4103-b59b-a9c16a331d84 HTTP/1.1" status: 200 len: 1001 time: 0.0619228 Feb 11 14:27:08.497638 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-291f9f79-9b0c-4f0e-9a4c-a68ab5d6ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:08.499141 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-291f9f79-9b0c-4f0e-9a4c-a68ab5d6ae22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6fec788-9d8e-4f7e-9674-5b4d5da662e6 HTTP/1.1" status: 200 len: 834 time: 0.0432742 Feb 11 14:27:08.543854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-d185451b-5812-451e-b164-24251e506c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:08.545320 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-d185451b-5812-451e-b164-24251e506c8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a89a7163-eb6a-4501-9c35-f3f5906aafc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403612 Feb 11 14:27:08.637293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-7c2b8b05-61ed-4ece-8de6-25a406f744af service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854003 Feb 11 14:27:08.727107 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-286596e3-8867-49ad-a73a-5289e8fd08c8 req-61af696c-3818-401b-8908-2e02a6a498d7 service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822845 Feb 11 14:27:23.477378 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-0cb4de7a-3792-4895-bee8-995ee942217f req-e38c7b4d-3392-4fd1-b9af-dd5d4a6b3853 service neutron] (103007) timed out ('10.222.0.52', 42070) {{(pid=103007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:27:24.761469 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b602ae1f-4d26-4ff4-8c92-cd7b7af369d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.149821 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45742) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:26.304711 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 49a3ed46-f4a1-4838-8b71-4c9d05437b72 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:26.305066 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.361751 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.382827 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.383161 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.394570 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 49a3ed46-f4a1-4838-8b71-4c9d05437b72 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:26.612989 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.636713 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=49a3ed46-f4a1-4838-8b71-4c9d05437b72,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:26.665674 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.666057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.666392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.666725 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.667054 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.667381 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.667705 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.668028 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.668372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.668718 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.669040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.669357 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:26.707838 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:26.711969 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Floating IP fb565df6-5add-429b-86da-694784207863 disassociated (deleted). External IP: 172.25.0.22, port: 93400655-efe2-4103-b59b-a9c16a331d84. Feb 11 14:27:26.913316 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 91714d87-0f1d-4035-919d-ddc6f36051b2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:27.018583 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f2a3b17c-fa30-4dc1-9326-20a7e54d25ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:27.031736 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:27.036292 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:27.040597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] Sync routers for ids ['91714d87-0f1d-4035-919d-ddc6f36051b2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:27.049524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] Routers {'91714d87-0f1d-4035-919d-ddc6f36051b2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:27.050176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['91714d87-0f1d-4035-919d-ddc6f36051b2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:27.063684 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-de0197cb-84c9-4ab7-8a56-7788129002ad tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/floatingips/fb565df6-5add-429b-86da-694784207863 HTTP/1.1" status: 204 len: 168 time: 0.9127843 Feb 11 14:27:27.070739 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'tag': '93400655-efe2-4103-b59b-a9c16a331d84'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:27.070739 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d9bc4d-899b-4084-abe2-a55be8287f47" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd5ebff-48d6-402e-8773-edbea86ca140", "tag": "93400655-efe2-4103-b59b-a9c16a331d84"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:27.106147 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04d5ed0-059d-4773-954d-6f54ff5b99d0 x-openstack-request-id: req-b04d5ed0-059d-4773-954d-6f54ff5b99d0 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:27.106583 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd5ebff-48d6-402e-8773-edbea86ca140", "tag": "93400655-efe2-4103-b59b-a9c16a331d84", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:27.106836 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b04d5ed0-059d-4773-954d-6f54ff5b99d0 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:27.107271 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'tag': '93400655-efe2-4103-b59b-a9c16a331d84', 'status': 'completed', 'code': 200} Feb 11 14:27:27.168755 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] Set router 91714d87-0f1d-4035-919d-ddc6f36051b2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:27.178229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-5b3254c2-b6e7-4a00-9567-b0427f48eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:27.184751 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-5b3254c2-b6e7-4a00-9567-b0427f48eed3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 1097 time: 0.0506949 Feb 11 14:27:27.276457 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-84e416c2-c9bf-411c-9e86-b7ce438ffb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:27.277994 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-84e416c2-c9bf-411c-9e86-b7ce438ffb64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a89a7163-eb6a-4501-9c35-f3f5906aafc4 HTTP/1.1" status: 200 len: 897 time: 0.0872450 Feb 11 14:27:27.327488 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-914b292a-d30c-49c3-a3a1-c9c54dc98342 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=93400655-efe2-4103-b59b-a9c16a331d84 HTTP/1.1" status: 200 len: 217 time: 0.0411196 Feb 11 14:27:27.379807 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '75d91e39-67fa-4f02-b255-33075d9a4ab0', 'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:e6:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:46Z', 'updated_at': '2022-02-11T14:25:49Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:27.380482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-0dc9c41a-c2ea-4961-be91-cffe8e684e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:27.382002 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-0dc9c41a-c2ea-4961-be91-cffe8e684e9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d6fec788-9d8e-4f7e-9674-5b4d5da662e6 HTTP/1.1" status: 200 len: 834 time: 0.0460885 Feb 11 14:27:27.406510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] Checking router: 91714d87-0f1d-4035-919d-ddc6f36051b2 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:27.415685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] Routers {'91714d87-0f1d-4035-919d-ddc6f36051b2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:27.416293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['91714d87-0f1d-4035-919d-ddc6f36051b2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:27.428257 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-2d928ed4-0183-4196-bd9a-ba68640b2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:27.430374 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-2d928ed4-0183-4196-bd9a-ba68640b2c99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a89a7163-eb6a-4501-9c35-f3f5906aafc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417850 Feb 11 14:27:27.523737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] Set router 91714d87-0f1d-4035-919d-ddc6f36051b2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:27.524903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-7ffed0d1-4b91-466a-979e-f370a5f20847 service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872486 Feb 11 14:27:27.624251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-95d9bc4d-899b-4084-abe2-a55be8287f47 req-d108fc7e-1506-4a79-b686-96d8ba2f6bd0 service neutron] 10.222.0.13 "GET /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919938 Feb 11 14:27:27.662680 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c784560-eb57-4ce6-bd78-d3d2bee4fb14 req-309543b2-0086-4ce2-8f23-e8c4ae9e5a25 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:27.664756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9c784560-eb57-4ce6-bd78-d3d2bee4fb14 req-309543b2-0086-4ce2-8f23-e8c4ae9e5a25 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0526454 Feb 11 14:27:27.704228 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9c784560-eb57-4ce6-bd78-d3d2bee4fb14 req-7554f3d8-16bb-44cd-8e90-35b0538047fb tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326891 Feb 11 14:27:27.732689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '75d91e39-67fa-4f02-b255-33075d9a4ab0', 'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:e6:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:46Z', 'updated_at': '2022-02-11T14:25:49Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:27.762307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf51dae-06cb-4bbb-b441-1f5282e1abd8 None None] The sync data for ids ['91714d87-0f1d-4035-919d-ddc6f36051b2'] in n-d-816488-1 is: [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '75d91e39-67fa-4f02-b255-33075d9a4ab0', 'name': '', 'network_id': 'a89a7163-eb6a-4501-9c35-f3f5906aafc4', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:e6:af:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:46Z', 'updated_at': '2022-02-11T14:25:49Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': 'd6fec788-9d8e-4f7e-9674-5b4d5da662e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:27.984023 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ec4283-bcf0-40e6-8cde-be399eb5f49c None None] New status for floating IP fb565df6-5add-429b-86da-694784207863: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:27:28.315649 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:28.827673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afd0a-18fe-4900-9cac-1d1596f67bf6 req-90fee433-ee35-41f3-ab7e-6d7341c3cf67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:28.831729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6a2afd0a-18fe-4900-9cac-1d1596f67bf6 req-90fee433-ee35-41f3-ab7e-6d7341c3cf67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0519965 Feb 11 14:27:28.867465 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6a2afd0a-18fe-4900-9cac-1d1596f67bf6 req-799b4bd4-8d1b-4c4d-9025-df72e5c1cabf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=79ad3cff-063c-49f8-9f7a-bb920676fefe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313995 Feb 11 14:27:28.898798 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.165943 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6ec72e1d-18b7-4631-9737-055dfdbd1aa5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:29.167408 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6ec72e1d-18b7-4631-9737-055dfdbd1aa5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 946 time: 0.0540023 Feb 11 14:27:29.256480 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 93400655-efe2-4103-b59b-a9c16a331d84 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:29.256742 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.347249 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 93400655-efe2-4103-b59b-a9c16a331d84, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=93400655-efe2-4103-b59b-a9c16a331d84,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:29.347612 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.359305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 93400655-efe2-4103-b59b-a9c16a331d84 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:29.607298 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.640781 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=93400655-efe2-4103-b59b-a9c16a331d84,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:29.668068 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.668416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.668806 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.669086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.669412 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.669736 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.670088 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.670411 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.670751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.671057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.671373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.671685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:29.690871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] No DVR routers for this DVR port 93400655-efe2-4103-b59b-a9c16a331d84 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:27:29.693551 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:29.697275 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-59e42c6f-e047-4cc3-b26f-0ccf24dcc85d req-6424707d-b2cc-4698-aeb7-1dfe17a71c7c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "DELETE /v2.0/ports/93400655-efe2-4103-b59b-a9c16a331d84 HTTP/1.1" status: 204 len: 173 time: 0.5239551 Feb 11 14:27:29.697709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'name': 'network-vif-deleted', 'tag': '93400655-efe2-4103-b59b-a9c16a331d84'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:29.700000 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f5b320-4b43-487a-9892-bfff825e1b23" -d '{"events": [{"server_uuid": "2cd5ebff-48d6-402e-8773-edbea86ca140", "name": "network-vif-deleted", "tag": "93400655-efe2-4103-b59b-a9c16a331d84"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:29.735816 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5fc9e8-b6ef-41f9-861c-1e28af22855a x-openstack-request-id: req-ac5fc9e8-b6ef-41f9-861c-1e28af22855a {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:29.736101 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd5ebff-48d6-402e-8773-edbea86ca140", "name": "network-vif-deleted", "tag": "93400655-efe2-4103-b59b-a9c16a331d84", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:29.736344 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac5fc9e8-b6ef-41f9-861c-1e28af22855a {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:29.736738 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd5ebff-48d6-402e-8773-edbea86ca140', 'name': 'network-vif-deleted', 'tag': '93400655-efe2-4103-b59b-a9c16a331d84', 'status': 'completed', 'code': 200} Feb 11 14:27:29.968579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f2586477-8de3-4f80-aeee-55cbc15fdb88 req-be54f4f9-3dfd-4186-b44c-35c44ea990ed tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=2cd5ebff-48d6-402e-8773-edbea86ca140 HTTP/1.1" status: 200 len: 210 time: 0.0289052 Feb 11 14:27:30.298695 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:30.675799 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.029010 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45758) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:31.392153 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.638527 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 75d91e39-67fa-4f02-b255-33075d9a4ab0 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:31.638873 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.723587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 75d91e39-67fa-4f02-b255-33075d9a4ab0, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=75d91e39-67fa-4f02-b255-33075d9a4ab0,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:31.723869 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:31.735561 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 75d91e39-67fa-4f02-b255-33075d9a4ab0 owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:32.035908 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.064647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=75d91e39-67fa-4f02-b255-33075d9a4ab0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:32.244425 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.300293 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93400655-efe2-4103-b59b-a9c16a331d84 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:32.325389 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 93400655-efe2-4103-b59b-a9c16a331d84 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:27:32.325753 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 93400655-efe2-4103-b59b-a9c16a331d84 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:32.460610 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 91714d87-0f1d-4035-919d-ddc6f36051b2 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:32.565510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:32.570502 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-bb05eae1-58da-425b-bcce-cdf0295f9b09 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "PUT /v2.0/routers/91714d87-0f1d-4035-919d-ddc6f36051b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5404015 Feb 11 14:27:32.573542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45760) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:32.575080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] Sync routers for ids ['91714d87-0f1d-4035-919d-ddc6f36051b2'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:32.585687 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] Routers {'91714d87-0f1d-4035-919d-ddc6f36051b2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:32.586317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['91714d87-0f1d-4035-919d-ddc6f36051b2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:32.623582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f9e207-0fe9-4508-a44b-18228d2af9d2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting subnet d6fec788-9d8e-4f7e-9674-5b4d5da662e6 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:27:32.626572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03f9e207-0fe9-4508-a44b-18228d2af9d2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.670715 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03f9e207-0fe9-4508-a44b-18228d2af9d2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.759953 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03f9e207-0fe9-4508-a44b-18228d2af9d2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.853861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] Set router 91714d87-0f1d-4035-919d-ddc6f36051b2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:32.887568 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03f9e207-0fe9-4508-a44b-18228d2af9d2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.919256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9e207-0fe9-4508-a44b-18228d2af9d2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fec788-9d8e-4f7e-9674-5b4d5da662e6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:32.924572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-03f9e207-0fe9-4508-a44b-18228d2af9d2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:32.928158 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-03f9e207-0fe9-4508-a44b-18228d2af9d2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/subnets/d6fec788-9d8e-4f7e-9674-5b4d5da662e6 HTTP/1.1" status: 204 len: 168 time: 0.3535562 Feb 11 14:27:32.931415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45762) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:32.949535 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11698c87-b46d-4d68-ac4b-c0c8799b89a1 None None] Network a89a7163-eb6a-4501-9c35-f3f5906aafc4 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:33.042413 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.138575 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:27:31Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:33.147325 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.169292 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] Checking router: 91714d87-0f1d-4035-919d-ddc6f36051b2 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:33.182713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] Routers {'91714d87-0f1d-4035-919d-ddc6f36051b2'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:33.183329 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['91714d87-0f1d-4035-919d-ddc6f36051b2'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:33.222727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] DHCP port deletion for a89a7163-eb6a-4501-9c35-f3f5906aafc4 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:27:33.277517 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 0aedd1c2-6d2f-40e2-8938-f89002d1516b {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:33.278154 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.326751 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] Set router 91714d87-0f1d-4035-919d-ddc6f36051b2 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:33.355125 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 0aedd1c2-6d2f-40e2-8938-f89002d1516b, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=0aedd1c2-6d2f-40e2-8938-f89002d1516b,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:33.355576 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.367683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 0aedd1c2-6d2f-40e2-8938-f89002d1516b owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:33.386453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Deleting port 80c521fa-1450-417b-a5f4-aec126072bac {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:27:33.386747 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.503492 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] For port 80c521fa-1450-417b-a5f4-aec126072bac, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=80c521fa-1450-417b-a5f4-aec126072bac,segment=NetworkSegment(7bc7d0b4-bad7-43d4-a25c-cb044a1bb107),segment_id=7bc7d0b4-bad7-43d4-a25c-cb044a1bb107)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:33.503892 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.525469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Calling delete_port for 80c521fa-1450-417b-a5f4-aec126072bac owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:27:33.638578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:27:31Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:33.647384 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.667110 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af861806-289e-4287-8889-77e0b637ffb8 None None] The sync data for ids ['91714d87-0f1d-4035-919d-ddc6f36051b2'] in n-d-816488-1 is: [{'id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846626568', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:27:31Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '0aedd1c2-6d2f-40e2-8938-f89002d1516b', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:43:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91714d87-0f1d-4035-919d-ddc6f36051b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:25:43Z', 'updated_at': '2022-02-11T14:25:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:33.675492 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=0aedd1c2-6d2f-40e2-8938-f89002d1516b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:33.741623 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.750343 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.780710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Pushing event deleted for resources: {'Port': ['ID=80c521fa-1450-417b-a5f4-aec126072bac,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:33.782918 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] No DVR routers for this DVR port 80c521fa-1450-417b-a5f4-aec126072bac on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:27:33.793796 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.794349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.794663 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.795116 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.795307 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.795628 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.795948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.796296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.796666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.796876 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.797216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.797496 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4c334a-9abf-42e0-a015-a21982e5e6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:33.836580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.838763 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.955794 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.956260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Fanout notify agent at l3_agent the message router_deleted on router 91714d87-0f1d-4035-919d-ddc6f36051b2 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:27:33.965505 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:33.966687 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-61880373-86c1-4358-be98-c8afe4b07fbe tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/routers/91714d87-0f1d-4035-919d-ddc6f36051b2 HTTP/1.1" status: 204 len: 168 time: 1.0339394 Feb 11 14:27:33.969337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45764) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:34.050520 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.139959 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.160724 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a89a7163-eb6a-4501-9c35-f3f5906aafc4']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:34.169615 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:34.169947 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc7d0b4-bad7-43d4-a25c-cb044a1bb107') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:34.179052 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.192758 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.199748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:27:34.200133 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:27:34.203051 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:27:34.321690 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.329278 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.332379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/networks/a89a7163-eb6a-4501-9c35-f3f5906aafc4 HTTP/1.1" status: 204 len: 168 time: 0.3620536 Feb 11 14:27:34.335289 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45766) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:34.344659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2572f-c134-416a-b3a2-4bdd09a3f020 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Network': ['ID=a89a7163-eb6a-4501-9c35-f3f5906aafc4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:34.395302 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c320cec9-ce1e-41d6-8e35-200bafcd3f60 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.421131 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c320cec9-ce1e-41d6-8e35-200bafcd3f60 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.567259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c320cec9-ce1e-41d6-8e35-200bafcd3f60 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.570042 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-c320cec9-ce1e-41d6-8e35-200bafcd3f60 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:34.571200 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-c320cec9-ce1e-41d6-8e35-200bafcd3f60 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/security-groups/79ad3cff-063c-49f8-9f7a-bb920676fefe HTTP/1.1" status: 204 len: 168 time: 0.2349041 Feb 11 14:27:34.580895 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320cec9-ce1e-41d6-8e35-200bafcd3f60 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ad3cff-063c-49f8-9f7a-bb920676fefe,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:34.940333 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:27:35.053243 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80c521fa-1450-417b-a5f4-aec126072bac no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:35.074717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 80c521fa-1450-417b-a5f4-aec126072bac {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:27:35.075063 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 80c521fa-1450-417b-a5f4-aec126072bac not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:35.075478 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0aedd1c2-6d2f-40e2-8938-f89002d1516b no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:35.094373 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 0aedd1c2-6d2f-40e2-8938-f89002d1516b {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:27:35.094724 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 0aedd1c2-6d2f-40e2-8938-f89002d1516b not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:35.095131 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 75d91e39-67fa-4f02-b255-33075d9a4ab0 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:27:35.114859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 75d91e39-67fa-4f02-b255-33075d9a4ab0 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:27:35.115209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 75d91e39-67fa-4f02-b255-33075d9a4ab0 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:27:35.192903 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45778) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:35.198138 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fb0fc7e1-690a-489a-8559-1f83502e5e41 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428191630', 'description': 'tempest-secgroup-smoke-428191630 description', 'project_id': '374ff21dff54465f8bff162905a35461'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:35.315588 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb0fc7e1-690a-489a-8559-1f83502e5e41 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.384055 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb0fc7e1-690a-489a-8559-1f83502e5e41 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.464044 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb0fc7e1-690a-489a-8559-1f83502e5e41 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.492633 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fc7e1-690a-489a-8559-1f83502e5e41 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e377cebd-0d67-4d46-9430-bbf57437f633,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:35.557786 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fb0fc7e1-690a-489a-8559-1f83502e5e41 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.559114 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fb0fc7e1-690a-489a-8559-1f83502e5e41 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3652756 Feb 11 14:27:35.562192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45780) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:35.566401 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ac2b5ce0-ec52-40aa-8870-6a79a6b8b8cf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e377cebd-0d67-4d46-9430-bbf57437f633', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:35.657401 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5ce0-ec52-40aa-8870-6a79a6b8b8cf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.713989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5ce0-ec52-40aa-8870-6a79a6b8b8cf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.829640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5ce0-ec52-40aa-8870-6a79a6b8b8cf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.847470 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b5ce0-ec52-40aa-8870-6a79a6b8b8cf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=406992cd-fb1b-4430-bd68-2c97ec9e70a6,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:35.911867 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5ce0-ec52-40aa-8870-6a79a6b8b8cf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:35.913088 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ac2b5ce0-ec52-40aa-8870-6a79a6b8b8cf tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3499758 Feb 11 14:27:35.916391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45782) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:35.925906 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-b5994972-e7c1-4876-a728-43dc685805dd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e377cebd-0d67-4d46-9430-bbf57437f633', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:36.000146 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5994972-e7c1-4876-a728-43dc685805dd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.061203 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5994972-e7c1-4876-a728-43dc685805dd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.109609 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5994972-e7c1-4876-a728-43dc685805dd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.126586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5994972-e7c1-4876-a728-43dc685805dd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2550b8-ff59-4396-99f3-7c726d07ec30,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:36.186724 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b5994972-e7c1-4876-a728-43dc685805dd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.187996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b5994972-e7c1-4876-a728-43dc685805dd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2706852 Feb 11 14:27:36.190715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45786) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:36.195195 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-481fabe0-33e7-4424-a1ed-6a30801ff031 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e377cebd-0d67-4d46-9430-bbf57437f633', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:36.297809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-481fabe0-33e7-4424-a1ed-6a30801ff031 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.361231 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-481fabe0-33e7-4424-a1ed-6a30801ff031 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.527512 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-481fabe0-33e7-4424-a1ed-6a30801ff031 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.545800 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fabe0-33e7-4424-a1ed-6a30801ff031 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0498ab0e-e93a-4f1d-a5d7-6b90b8d767a1,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:36.632788 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-481fabe0-33e7-4424-a1ed-6a30801ff031 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.634193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-481fabe0-33e7-4424-a1ed-6a30801ff031 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4425461 Feb 11 14:27:36.636923 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45788) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:36.641244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-06b4fff3-fa56-488d-be74-ed4c17d19f7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e377cebd-0d67-4d46-9430-bbf57437f633', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:36.749512 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06b4fff3-fa56-488d-be74-ed4c17d19f7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.815176 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06b4fff3-fa56-488d-be74-ed4c17d19f7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.893251 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06b4fff3-fa56-488d-be74-ed4c17d19f7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:36.913060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4fff3-fa56-488d-be74-ed4c17d19f7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d40c364e-0bba-4d69-9074-236f12ac2272,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:37.032404 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-06b4fff3-fa56-488d-be74-ed4c17d19f7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.034220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-06b4fff3-fa56-488d-be74-ed4c17d19f7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3963530 Feb 11 14:27:37.036827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45790) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:37.042328 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ba3d1709-839a-4851-bceb-263b4a861a8c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e377cebd-0d67-4d46-9430-bbf57437f633', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:37.144515 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-ba3d1709-839a-4851-bceb-263b4a861a8c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Project 374ff21dff54465f8bff162905a35461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:27:37.150009 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ba3d1709-839a-4851-bceb-263b4a861a8c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.213547 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ba3d1709-839a-4851-bceb-263b4a861a8c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.305643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ba3d1709-839a-4851-bceb-263b4a861a8c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.323496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d1709-839a-4851-bceb-263b4a861a8c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=686e7e6a-907c-4d3f-9dfc-c5162d3156b0,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:37.437992 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ba3d1709-839a-4851-bceb-263b4a861a8c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.439160 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ba3d1709-839a-4851-bceb-263b4a861a8c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4014199 Feb 11 14:27:37.441882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45792) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:37.446252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-70cff24d-cce9-420a-aa33-33a6ba7aac1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'security_group_rule': {'security_group_id': 'e377cebd-0d67-4d46-9430-bbf57437f633', 'project_id': '374ff21dff54465f8bff162905a35461', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:37.573134 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-70cff24d-cce9-420a-aa33-33a6ba7aac1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Project 374ff21dff54465f8bff162905a35461 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:27:37.578330 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-70cff24d-cce9-420a-aa33-33a6ba7aac1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.638898 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-70cff24d-cce9-420a-aa33-33a6ba7aac1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.715973 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-70cff24d-cce9-420a-aa33-33a6ba7aac1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.731212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cff24d-cce9-420a-aa33-33a6ba7aac1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43834f6c-e913-4c73-a2db-e15bcb6e4fef,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:37.821303 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-70cff24d-cce9-420a-aa33-33a6ba7aac1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.822574 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-70cff24d-cce9-420a-aa33-33a6ba7aac1c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3797479 Feb 11 14:27:37.825290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45794) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:37.830090 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'network': {'name': 'tempest-network-smoke--13023714', 'project_id': '374ff21dff54465f8bff162905a35461', 'port_security_enabled': True}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:37.909761 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:37.913252 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.936707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:27:37.945623 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:37.947219 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Added segment e84feb8d-b6da-4468-9740-df680626d268 of type vlan for network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 Feb 11 14:27:37.984508 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.098691 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.104500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:38.105754 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.172619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Network': ['ID=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:38.185261 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:27:38.221317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-2e748305-a4b6-482f-9e69-015e33a0099b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3949487 Feb 11 14:27:38.224189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45796) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:38.229927 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'admin_state_up': True, 'project_id': '374ff21dff54465f8bff162905a35461', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:38.339046 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.340201 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.393582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.590984 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.843986 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.863083 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:38.965688 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.25.0.197 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/04797270-5ce1-4226-99ba-842bee2deaad) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:39.065501 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:39.144893 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:39.181386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:39.186003 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:39.189896 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:39.217225 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=04797270-5ce1-4226-99ba-842bee2deaad,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:39.519163 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.015820 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.207043 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:27:40.313808 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:40.323016 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Sync routers for ids ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:40.332535 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Routers {'260bf69f-ea83-4dc6-abc8-bdb0341f52a3'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:40.333139 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:40.392026 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.393530 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-253f8d6d-f7e8-46c0-a149-52c3fb1743f7 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1679952 Feb 11 14:27:40.396841 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45798) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:40.432299 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-1c6bac06-d01e-42c5-a204-09938c972d02 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/subnets?project_id=374ff21dff54465f8bff162905a35461&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313292 Feb 11 14:27:40.432567 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45800) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:40.436708 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Set router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:40.522862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e720ac52-14ec-4acd-8cc8-1e8e0f921b21 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:40.525319 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e720ac52-14ec-4acd-8cc8-1e8e0f921b21 tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917683 Feb 11 14:27:40.528022 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45802) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:40.558508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-35ca9b71-587c-415b-a51d-b9111a91a7db tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/subnets?network_id=a61f6a92-0db7-406b-b8b0-548ac0d939f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294387 Feb 11 14:27:40.561266 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45804) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:40.566285 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-112205971', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'project_id': '374ff21dff54465f8bff162905a35461', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:40.615153 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:39Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:40.645554 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Checking router: 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:40.645554 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Updating router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 port 04797270-5ce1-4226-99ba-842bee2deaad binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:27:40.671190 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.721508 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:40.725094 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.922784 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:40.990738 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.030071 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.047812 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Subnet': ['ID=1044cb18-ec57-4ca6-9659-6627e6ed1b8b,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:41.064082 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Checking segment: {'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:41.064458 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network hostable DHCP agents. Network: dc27c0a6-0fc7-44ee-a4a8-945e9aed8190, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:27:41.087311 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Attempting to bind port 04797270-5ce1-4226-99ba-842bee2deaad on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:41.087683 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Attempting to bind port 04797270-5ce1-4226-99ba-842bee2deaad by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:41.088050 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Attempting to bind port 04797270-5ce1-4226-99ba-842bee2deaad on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:41.090858 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Pushing event updated for resources: {'Port': ['ID=04797270-5ce1-4226-99ba-842bee2deaad,revision_number=2']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:41.098643 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:41.099013 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:41.099410 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.099797 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:41.100249 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Bound port: 04797270-5ce1-4226-99ba-842bee2deaad, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:41.101209 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.104113 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.104450 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.104782 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.105111 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.105436 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.105759 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.106100 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.106416 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.106730 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.107042 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.107361 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.107688 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:27:41.158318 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] For port 04797270-5ce1-4226-99ba-842bee2deaad, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:41.161290 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] For port 04797270-5ce1-4226-99ba-842bee2deaad, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=04797270-5ce1-4226-99ba-842bee2deaad,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:41.184021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:27:41.242573 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.287105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, dc27c0a6-0fc7-44ee-a4a8-945e9aed8190) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:41.292147 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:41.292734 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.296683 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Routers {'260bf69f-ea83-4dc6-abc8-bdb0341f52a3'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:41.297297 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:41.297422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc28d69-e2e3-43f1-bedc-b54e643a29c5 None None] Network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:41.302038 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e331239-3637-4dbf-a214-43002c5c562f None None] Pushing event updated for resources: {'Port': ['ID=04797270-5ce1-4226-99ba-842bee2deaad,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:41.433760 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-36a9f9aa-5ff0-4720-b1d1-9d096cc0cc67 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8712845 Feb 11 14:27:41.436843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45806) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:41.461454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:27:41.462641 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.504718 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] Set router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:41.610621 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Allocated IP 172.20.0.2 (dc27c0a6-0fc7-44ee-a4a8-945e9aed8190/1044cb18-ec57-4ca6-9659-6627e6ed1b8b/5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:41.689626 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:39Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:41.718473 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e7cd1d-f272-4327-aa1e-f165e5fe7284 None None] The sync data for ids ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'] in n-d-816488-1 is: [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:39Z', 'revision_number': 3, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:41.763760 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.847875 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.890274 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:41.893539 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:41.897996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:41.905484 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Pushing event updated for resources: {'Port': ['ID=5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:41.906926 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.979752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Attempting to bind port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:41.980126 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Attempting to bind port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:41.980493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Attempting to bind port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c on network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:41.985906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:41.986363 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Checking segment: {'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:41.986766 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:41.987155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Bound using segment: {'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:41.988218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Bound port: 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:41.988606 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.060182 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] For port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:42.062868 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] For port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:42.214433 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.20.0.1 (dc27c0a6-0fc7-44ee-a4a8-945e9aed8190/1044cb18-ec57-4ca6-9659-6627e6ed1b8b/5fdbb126-e7e8-431b-af6a-38c70fb96ce3) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:42.243174 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.320099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fcd82-b11a-47a4-826f-3d252a64dda1 None None] Pushing event updated for resources: {'Port': ['ID=5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:42.370457 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.484303 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.533183 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:42.542114 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:42.546309 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:42.578990 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=5fdbb126-e7e8-431b-af6a-38c70fb96ce3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:42.596260 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:42.830130 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.130050 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.144570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 04797270-5ce1-4226-99ba-842bee2deaad up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:43.180093 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.200108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 04797270-5ce1-4226-99ba-842bee2deaad triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:43.200557 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.262263 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=5fdbb126-e7e8-431b-af6a-38c70fb96ce3,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:43.264724 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.295949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.322580 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 04797270-5ce1-4226-99ba-842bee2deaad, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=04797270-5ce1-4226-99ba-842bee2deaad,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:43.365689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8c187a-e426-4478-9908-9c6be6d46e65 None None] Network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:27:43.374012 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:43.375518 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:43.428435 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.429299 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:43.430841 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4338ba70-818f-45da-b322-f32c7c8a734f None None] Provisioning complete for port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:43.435402 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4338ba70-818f-45da-b322-f32c7c8a734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.495355 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:43.614331 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:43.620057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-203cb257-eed4-4c79-a5b4-ba63159c0f07 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "PUT /v2.0/routers/260bf69f-ea83-4dc6-abc8-bdb0341f52a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1821740 Feb 11 14:27:43.751226 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=04797270-5ce1-4226-99ba-842bee2deaad,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:43.784886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:43.785270 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.791675 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-6f63cde5-c677-4d27-9e50-133fe6f704e8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428191630&fields=id&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 267 time: 0.0431223 Feb 11 14:27:43.863212 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4338ba70-818f-45da-b322-f32c7c8a734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:43.899327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Sync routers for ids ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:43.918467 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-a36ce3ea-bee7-4e67-b83a-81d147f907f6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:43.920196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-a36ce3ea-bee7-4e67-b83a-81d147f907f6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/networks?id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 HTTP/1.1" status: 200 len: 795 time: 0.1210263 Feb 11 14:27:43.920832 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-4338ba70-818f-45da-b322-f32c7c8a734f None None] For port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:43.940480 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-1623c77d-6fd4-486e-9f88-be37c371517c tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/quotas/374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 375 time: 0.0115783 Feb 11 14:27:43.950482 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Routers {'260bf69f-ea83-4dc6-abc8-bdb0341f52a3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:43.951107 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:43.996820 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-8d4095dd-d288-497a-af6c-f133e183a41e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499277 Feb 11 14:27:44.010897 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.056565 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4338ba70-818f-45da-b322-f32c7c8a734f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.104450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-b86991f2-603c-47d2-9500-df1ebb59ff58 service neutron] 10.222.0.52 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947514 Feb 11 14:27:44.150470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Set router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:44.190123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338ba70-818f-45da-b322-f32c7c8a734f None None] Pushing event updated for resources: {'Port': ['ID=5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:44.221989 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:27:44.222344 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:27:44.226139 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-0279a9ab-0eae-4017-9d24-54769d4c7a48 service neutron] 10.222.0.52 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066525 Feb 11 14:27:44.253077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eabde1f9-5694-46ae-b8d8-0611942c9c4d None None] Provisioning complete for port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:44.253431 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eabde1f9-5694-46ae-b8d8-0611942c9c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.333057 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-eabde1f9-5694-46ae-b8d8-0611942c9c4d None None] Port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:44.369105 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-eabde1f9-5694-46ae-b8d8-0611942c9c4d None None] Provisioning complete for port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:44.369388 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eabde1f9-5694-46ae-b8d8-0611942c9c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.480990 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-be094b5b-74d6-41e5-bb85-f3761f9e1e2f req-a7fc118c-9d62-4866-b358-dea3f55ae5d5 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 210 time: 0.0383334 Feb 11 14:27:44.499776 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5fdbb126-e7e8-431b-af6a-38c70fb96ce3', 'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:b2:63:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 2, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:44.532074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Checking router: 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:44.532426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Updating router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:27:44.562078 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.690364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-2aa51f18-0e40-42e3-9e87-6c31359b0ff1 None None] Provisioning complete for port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:44.690637 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2aa51f18-0e40-42e3-9e87-6c31359b0ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:44.782436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-2aa51f18-0e40-42e3-9e87-6c31359b0ff1 None None] Port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:44.890928 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.007052 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.066132 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf68c9-34de-4528-b641-acacc8ce48b5 None None] Pushing event updated for resources: {'Port': ['ID=5fdbb126-e7e8-431b-af6a-38c70fb96ce3,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:45.089951 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 04797270-5ce1-4226-99ba-842bee2deaad up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:45.158235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Attempting to bind port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:45.158604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Attempting to bind port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:45.158959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Attempting to bind port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 on network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:45.167835 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:45.168207 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Checking segment: {'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:45.168614 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.169043 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Bound using segment: {'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:45.169521 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Bound port: 5fdbb126-e7e8-431b-af6a-38c70fb96ce3, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:45.169945 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.213404 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 04797270-5ce1-4226-99ba-842bee2deaad triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:45.213852 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.278199 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] For port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:45.282440 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] For port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5fdbb126-e7e8-431b-af6a-38c70fb96ce3,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:45.334642 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:45.336784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-78151f32-5cef-4899-bdc7-549308ec1906 None None] Provisioning complete for port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:45.337146 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-78151f32-5cef-4899-bdc7-549308ec1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.401045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-78151f32-5cef-4899-bdc7-549308ec1906 None None] Port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:45.413793 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.417616 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:45.417992 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:45.503322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf68c9-34de-4528-b641-acacc8ce48b5 None None] Pushing event updated for resources: {'Port': ['ID=5fdbb126-e7e8-431b-af6a-38c70fb96ce3,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:45.506865 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Routers {'260bf69f-ea83-4dc6-abc8-bdb0341f52a3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:45.507622 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:27:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:45.599324 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b91c1415-8ebf-49ab-82d5-b634e042d14f req-b5245b74-eaff-4c65-8c27-605094e1a896 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 210 time: 0.0341280 Feb 11 14:27:45.649733 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] Set router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:45.934250 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5845af12-eecb-4e1d-a6f1-cfa272bddd47 None None] Provisioning complete for port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:45.934623 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5845af12-eecb-4e1d-a6f1-cfa272bddd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.069028 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5845af12-eecb-4e1d-a6f1-cfa272bddd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.108048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5845af12-eecb-4e1d-a6f1-cfa272bddd47 None None] For port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5fdbb126-e7e8-431b-af6a-38c70fb96ce3,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:46.111103 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5fdbb126-e7e8-431b-af6a-38c70fb96ce3', 'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:b2:63:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:45Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:46.137565 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326b0c56-1bac-47d6-bc17-e985ec0e08f3 None None] The sync data for ids ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'] in n-d-816488-1 is: [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5fdbb126-e7e8-431b-af6a-38c70fb96ce3', 'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:b2:63:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:45Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:27:46.187078 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5845af12-eecb-4e1d-a6f1-cfa272bddd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:46.254421 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845af12-eecb-4e1d-a6f1-cfa272bddd47 None None] Pushing event updated for resources: {'Port': ['ID=5fdbb126-e7e8-431b-af6a-38c70fb96ce3,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:46.579507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-5eb9b51a-0e6b-4d46-937b-00a6d0e18b65 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:46.582865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-5eb9b51a-0e6b-4d46-937b-00a6d0e18b65 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/networks?id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 HTTP/1.1" status: 200 len: 795 time: 0.1077797 Feb 11 14:27:46.636637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-5e758314-a6ee-4840-bfb3-af5ed2d6e607 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=374ff21dff54465f8bff162905a35461 HTTP/1.1" status: 200 len: 379 time: 0.0397940 Feb 11 14:27:46.645396 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'port': {'device_id': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'admin_state_up': True, 'tenant_id': '374ff21dff54465f8bff162905a35461', 'security_groups': ['e377cebd-0d67-4d46-9430-bbf57437f633']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:46.692078 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b97b042a-0f29-4238-969a-97d6560abbf4 req-5210502d-3800-4c83-8a81-ef36fc45289d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 210 time: 0.0287945 Feb 11 14:27:46.875945 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Made reservation on behalf of 374ff21dff54465f8bff162905a35461 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:27:46.879640 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.012332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.20.0.14 (dc27c0a6-0fc7-44ee-a4a8-945e9aed8190/1044cb18-ec57-4ca6-9659-6627e6ed1b8b/1e89c77c-ded5-4c45-b7f2-53f7976cbed9) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:47.096350 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:47.152906 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:47.153530 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.175772 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.310367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.356317 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:47.359601 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:47.363200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:47.387709 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:47.417436 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:47.418083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.513161 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-2139c297-c826-4d49-a948-62e29b120cd8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8720245 Feb 11 14:27:47.526338 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Request body: {'port': {'device_id': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:47.578411 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.615777 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-255d723d-48d1-4274-bd8d-d28656084357 None None] Provisioning complete for port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:47.616842 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-255d723d-48d1-4274-bd8d-d28656084357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.650425 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-255d723d-48d1-4274-bd8d-d28656084357 None None] Port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:27:47.840552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b2b4c-514a-434d-a710-f266c56fd861 req-0f6f76bc-3a64-423f-9083-fe270658605f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:47.842019 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b71b2b4c-514a-434d-a710-f266c56fd861 req-0f6f76bc-3a64-423f-9083-fe270658605f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 932 time: 0.0773785 Feb 11 14:27:47.913880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b71b2b4c-514a-434d-a710-f266c56fd861 req-76fa2e62-7f7d-46af-ad3a-845b8d162370 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645421 Feb 11 14:27:47.918951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:27:47.926217 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:47.938121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Transition to ACTIVE for port object 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:27:47.984366 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.039008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Pushing event updated for resources: {'Port': ['ID=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:48.109739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Attempting to bind port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:27:48.110128 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Attempting to bind port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:27:48.110468 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Attempting to bind port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 on network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:48.115339 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 on network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:27:48.115650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Attempting to bind port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 on network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:27:48.120985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:27:48.121331 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Checking segment: {'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:27:48.121715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Bound using segment: {'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:27:48.122181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Bound port: 1e89c77c-ded5-4c45-b7f2-53f7976cbed9, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e84feb8d-b6da-4468-9740-df680626d268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:27:48.122543 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.190948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] For port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:27:48.194314 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] For port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:27:48.293590 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.332378 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:48.332997 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:48.334456 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] 10.222.0.13 "PUT /v2.0/ports/1e89c77c-ded5-4c45-b7f2-53f7976cbed9 HTTP/1.1" status: 200 len: 1092 time: 0.8126235 Feb 11 14:27:48.335562 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'tag': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:48.337888 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c463e71-9d06-4161-8300-9030b3382dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b7963ad9-9cf4-497b-90f6-145100d4915b", "tag": "1e89c77c-ded5-4c45-b7f2-53f7976cbed9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:48.361547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fabb83-5cd4-4a73-ade5-3f420e8d992c service neutron] Pushing event updated for resources: {'Port': ['ID=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:48.391167 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98524a72-14aa-4b89-9702-158e60ccc88e x-openstack-request-id: req-98524a72-14aa-4b89-9702-158e60ccc88e {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:48.391493 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7963ad9-9cf4-497b-90f6-145100d4915b", "tag": "1e89c77c-ded5-4c45-b7f2-53f7976cbed9", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:48.391744 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-98524a72-14aa-4b89-9702-158e60ccc88e {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:48.392148 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'tag': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'status': 'completed', 'code': 200} Feb 11 14:27:48.455357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463e71-9d06-4161-8300-9030b3382dbb req-609ae5ac-5b6f-4d51-b6a3-2dfc8c6977a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:48.456890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c463e71-9d06-4161-8300-9030b3382dbb req-609ae5ac-5b6f-4d51-b6a3-2dfc8c6977a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 1095 time: 0.0428967 Feb 11 14:27:48.554904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463e71-9d06-4161-8300-9030b3382dbb req-90cf3d96-a064-488b-8e97-bfc6ec6b0780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:48.556359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c463e71-9d06-4161-8300-9030b3382dbb req-90cf3d96-a064-488b-8e97-bfc6ec6b0780 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=374ff21dff54465f8bff162905a35461&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0922534 Feb 11 14:27:48.998167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c463e71-9d06-4161-8300-9030b3382dbb req-81c2a78f-eb39-4f54-938f-9c14dcb984a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:48.999590 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4c463e71-9d06-4161-8300-9030b3382dbb req-81c2a78f-eb39-4f54-938f-9c14dcb984a5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4372120 Feb 11 14:27:49.037011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618633c-4caf-41db-9ac7-a655c27e4120 req-6001ce54-28aa-4d18-8270-20a175d7a8e2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:49.039140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2618633c-4caf-41db-9ac7-a655c27e4120 req-6001ce54-28aa-4d18-8270-20a175d7a8e2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 944 time: 0.0549724 Feb 11 14:27:49.104954 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2618633c-4caf-41db-9ac7-a655c27e4120 req-4f7881f6-acd8-4b8c-89a8-d89a38ca562f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573685 Feb 11 14:27:49.107398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-921da1a6-b7a1-4d28-ae35-4f69fb9e0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:49.108778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-921da1a6-b7a1-4d28-ae35-4f69fb9e0850 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 1095 time: 0.0688088 Feb 11 14:27:49.152281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-97ed1d83-0560-44fd-8087-462975df0c6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e89c77c-ded5-4c45-b7f2-53f7976cbed9 HTTP/1.1" status: 200 len: 217 time: 0.0347588 Feb 11 14:27:49.202055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-1c46b6f9-a558-4db8-a494-dfc089d8f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:49.203506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-1c46b6f9-a558-4db8-a494-dfc089d8f128 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1044cb18-ec57-4ca6-9659-6627e6ed1b8b HTTP/1.1" status: 200 len: 834 time: 0.0442419 Feb 11 14:27:49.253868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-cf127424-d178-4dad-9a7f-f0719958ed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:49.255341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-cf127424-d178-4dad-9a7f-f0719958ed25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446711 Feb 11 14:27:49.342551 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-3943ee29-be60-4dd5-88a5-e825848d30b9 service neutron] 10.222.0.13 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795133 Feb 11 14:27:49.440567 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-54eb2471-c2f6-4bc2-9082-9cc7a7d09b58 req-0d135e78-3a3b-4b79-b1ae-af2465d96de0 service neutron] 10.222.0.13 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904348 Feb 11 14:27:50.223737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784b961-c8c8-4238-99df-d5f47c10390a req-6f2d127d-e64f-46d0-a0dc-2f98c6f34386 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:50.225242 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6784b961-c8c8-4238-99df-d5f47c10390a req-6f2d127d-e64f-46d0-a0dc-2f98c6f34386 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 944 time: 0.0488911 Feb 11 14:27:50.263284 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6784b961-c8c8-4238-99df-d5f47c10390a req-169c675c-9e55-4e3b-831b-4c3f0a4d610e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313275 Feb 11 14:27:51.380031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8a9ea-99de-43a2-ae45-71b1292e18d1 req-29b5121c-e411-435f-bc3d-88b67d2e9095 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:51.381622 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7c8a9ea-99de-43a2-ae45-71b1292e18d1 req-29b5121c-e411-435f-bc3d-88b67d2e9095 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 944 time: 0.0511081 Feb 11 14:27:51.419698 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7c8a9ea-99de-43a2-ae45-71b1292e18d1 req-62874e1a-6d06-4b4a-9298-16fc09f7fe43 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315933 Feb 11 14:27:52.368452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:27:52.461031 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:52.472430 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'port_id': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'mac_address': 'fa:16:3e:34:d1:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:27:52.513883 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.527559 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:27:52.540388 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd856a5-d21b-42f9-ade2-ab2cb2c76a05 req-c608d138-ea9d-4e19-8907-8498d4fec704 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:52.541909 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cd856a5-d21b-42f9-ade2-ab2cb2c76a05 req-c608d138-ea9d-4e19-8907-8498d4fec704 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 944 time: 0.0528255 Feb 11 14:27:52.547426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:52.579179 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6cd856a5-d21b-42f9-ade2-ab2cb2c76a05 req-c1abead1-d49f-46a5-844a-16df81d7c2a1 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313113 Feb 11 14:27:52.664912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:52.711774 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:52.868701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['1e89c77c-ded5-4c45-b7f2-53f7976cbed9'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:27:53.698356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5b4a-f0be-4a30-8e90-dafe17f0049e req-c5cd5051-dbdf-4b8c-b8d5-3b935d65eee8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:53.699824 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3aca5b4a-f0be-4a30-8e90-dafe17f0049e req-c5cd5051-dbdf-4b8c-b8d5-3b935d65eee8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 945 time: 0.0494549 Feb 11 14:27:53.736131 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3aca5b4a-f0be-4a30-8e90-dafe17f0049e req-6b3985a1-a314-4d36-922c-78774535d77d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302882 Feb 11 14:27:54.383351 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:27:54.539605 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:27:54.543657 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:27:54.544061 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.622966 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.644331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:54.646587 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114d076a-40d1-43d4-95f7-eac3e4ba2278" -d '{"events": [{"server_uuid": "b7963ad9-9cf4-497b-90f6-145100d4915b", "name": "network-vif-plugged", "status": "completed", "tag": "1e89c77c-ded5-4c45-b7f2-53f7976cbed9"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:54.659235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:27:54.688164 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14b2a5f-3f54-4e4d-abd7-b101c2246de1 x-openstack-request-id: req-b14b2a5f-3f54-4e4d-abd7-b101c2246de1 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:54.688445 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7963ad9-9cf4-497b-90f6-145100d4915b", "name": "network-vif-plugged", "status": "completed", "tag": "1e89c77c-ded5-4c45-b7f2-53f7976cbed9", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:54.688691 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b14b2a5f-3f54-4e4d-abd7-b101c2246de1 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:54.689073 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'code': 200} Feb 11 14:27:54.783518 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3ae07-99d0-40b7-a7ed-d1d0ebc47785 req-f1563577-959f-4ad3-8929-43a616ad82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:54.784563 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.785122 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94e3ae07-99d0-40b7-a7ed-d1d0ebc47785 req-f1563577-959f-4ad3-8929-43a616ad82e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 1096 time: 0.0408912 Feb 11 14:27:54.821429 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-75427fca-e190-46da-afac-2b62c8dabac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:54.838357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:54.849587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-94e3ae07-99d0-40b7-a7ed-d1d0ebc47785 req-6479afa9-5b16-42e7-bbc2-a9af9201af21 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575898 Feb 11 14:27:54.869471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bfd18-265c-4443-bcf0-11c5c60c6240 req-a75c6e63-6143-45da-bca0-4dbb931ae93e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:54.871022 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af7bfd18-265c-4443-bcf0-11c5c60c6240 req-a75c6e63-6143-45da-bca0-4dbb931ae93e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0620406 Feb 11 14:27:54.909010 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-af7bfd18-265c-4443-bcf0-11c5c60c6240 req-96f77795-cdb4-4cbb-b5c9-9ca881ca8993 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319450 Feb 11 14:27:56.027083 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd449c95-708d-49af-b383-86befb75ec80 req-75c47e91-0357-4568-ba6c-08bd96a90c08 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:56.028584 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd449c95-708d-49af-b383-86befb75ec80 req-75c47e91-0357-4568-ba6c-08bd96a90c08 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0495927 Feb 11 14:27:56.068148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd449c95-708d-49af-b383-86befb75ec80 req-1679201c-f5ad-4d9d-80c4-98f904bd21ec tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330796 Feb 11 14:27:56.424728 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.063943 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9d40c413-5a99-4a03-ac79-8d79d1d2cd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.187181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef3186-12d5-4c55-8348-cb6fc6849751 req-4ff14d60-adb5-404e-bd33-13fa56523383 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:57.188913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eeef3186-12d5-4c55-8348-cb6fc6849751 req-4ff14d60-adb5-404e-bd33-13fa56523383 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0493066 Feb 11 14:27:57.227814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eeef3186-12d5-4c55-8348-cb6fc6849751 req-dbd1e59b-a148-4358-b9ca-8580cc663635 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317218 Feb 11 14:27:57.344668 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15226a9a-a065-47f3-93e5-278854966879 req-4ac75323-58c3-475f-aa9e-538087c469cd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:57.346192 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15226a9a-a065-47f3-93e5-278854966879 req-4ac75323-58c3-475f-aa9e-538087c469cd tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0495224 Feb 11 14:27:57.384582 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-15226a9a-a065-47f3-93e5-278854966879 req-2a9ff2c4-92c0-48df-9af9-acd87c00edda tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315385 Feb 11 14:27:57.405411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45862) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:57.449924 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15d2d68-2d88-487c-8b8f-f08083afcc3d tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:57.451926 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b15d2d68-2d88-487c-8b8f-f08083afcc3d tempest-TestNetworkAdvancedServerOps-1877053010 tempest-TestNetworkAdvancedServerOps-1877053010-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 1092 time: 0.0450609 Feb 11 14:27:57.454288 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45864) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:57.458502 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:27:57.596221 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.690554 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.794590 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Allocated IP 172.25.0.130 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/d45d2130-8467-4c47-bbc2-10f08ada82f5) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:27:57.889097 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:57.990329 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.035424 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:27:58.038737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:27:58.043155 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:27:58.046189 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=d45d2130-8467-4c47-bbc2-10f08ada82f5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:58.356002 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.399155 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.506104 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.659443 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.727375 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.797304 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event updated for resources: {'Port': ['ID=d45d2130-8467-4c47-bbc2-10f08ada82f5,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:27:58.807944 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.882152 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:58.909739 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Floating IP da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff associated. External IP: 172.25.0.130, port: 1e89c77c-ded5-4c45-b7f2-53f7976cbed9. Feb 11 14:27:59.424221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:27:59.529496 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:27:59.539490 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] Sync routers for ids ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:27:59.548963 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] Routers {'260bf69f-ea83-4dc6-abc8-bdb0341f52a3'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:59.555531 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:59.637434 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:27:59.651574 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] Set router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:27:59.664884 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b502e4d6-7349-4cdc-af8a-abfd55723d7f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2095942 Feb 11 14:27:59.665587 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'tag': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:27:59.667992 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e18df5-b263-47d6-97a5-b4fbcc68764a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7963ad9-9cf4-497b-90f6-145100d4915b", "tag": "1e89c77c-ded5-4c45-b7f2-53f7976cbed9"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:27:59.720848 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e116688-2684-458d-b92b-1e0dad2caa54 x-openstack-request-id: req-0e116688-2684-458d-b92b-1e0dad2caa54 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:27:59.721210 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7963ad9-9cf4-497b-90f6-145100d4915b", "tag": "1e89c77c-ded5-4c45-b7f2-53f7976cbed9", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:27:59.721528 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0e116688-2684-458d-b92b-1e0dad2caa54 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:27:59.722037 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'tag': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'status': 'completed', 'code': 200} Feb 11 14:27:59.805373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226da77-f1ea-4fff-ad5b-a5a01bf0b82a req-d36f171f-9468-4d0e-ad64-e4a501f40452 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:59.806812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3226da77-f1ea-4fff-ad5b-a5a01bf0b82a req-d36f171f-9468-4d0e-ad64-e4a501f40452 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0838459 Feb 11 14:27:59.812999 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-15c080d7-9825-486d-828d-fd3b838a3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:59.814515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-15c080d7-9825-486d-828d-fd3b838a3a57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 1097 time: 0.0595870 Feb 11 14:27:59.886051 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.130', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'port_id': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'mac_address': 'fa:16:3e:34:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:27:58Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdbb126-e7e8-431b-af6a-38c70fb96ce3', 'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:b2:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:46Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:59.904819 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3226da77-f1ea-4fff-ad5b-a5a01bf0b82a req-8ce07dc2-e087-4384-b5b0-c6dc777e36d0 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893569 Feb 11 14:27:59.913604 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] Checking router: 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:27:59.922690 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] Routers {'260bf69f-ea83-4dc6-abc8-bdb0341f52a3'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:27:59.923289 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:27:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:27:59.928630 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45870) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:27:59.938364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-062c0bba-039c-4651-9c98-3bebf5efc41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:27:59.939822 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-062c0bba-039c-4651-9c98-3bebf5efc41a service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 HTTP/1.1" status: 200 len: 896 time: 0.1173029 Feb 11 14:27:59.992289 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-85caecb6-2fbc-49c8-ace5-4c43926d40e8 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff HTTP/1.1" status: 200 len: 992 time: 0.0610261 Feb 11 14:28:00.006618 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-f304ac6f-a8ec-4f89-965b-490a95ba9719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e89c77c-ded5-4c45-b7f2-53f7976cbed9 HTTP/1.1" status: 200 len: 1000 time: 0.0596476 Feb 11 14:28:00.031479 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] Set router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:00.055111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-ad324aa9-8bbc-408e-acb0-29e75fd87708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:00.056637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-ad324aa9-8bbc-408e-acb0-29e75fd87708 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1044cb18-ec57-4ca6-9659-6627e6ed1b8b HTTP/1.1" status: 200 len: 834 time: 0.0441535 Feb 11 14:28:00.106911 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-301bc68e-007f-4498-9713-879564e9aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:00.108441 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-301bc68e-007f-4498-9713-879564e9aa40 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454507 Feb 11 14:28:00.203871 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-29fd2f3e-c45f-4f01-bca8-cf5534e31bea service neutron] 10.222.0.13 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880568 Feb 11 14:28:00.253105 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.130', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'port_id': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'mac_address': 'fa:16:3e:34:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:27:58Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdbb126-e7e8-431b-af6a-38c70fb96ce3', 'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:b2:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:46Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:00.258950 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.284114 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6e36c-b24d-42a7-b62c-a7cd115c6686 None None] The sync data for ids ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'] in n-d-816488-1 is: [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'floating_ip_address': '172.25.0.130', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'port_id': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'mac_address': 'fa:16:3e:34:d1:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:27:58Z', 'updated_at': '2022-02-11T14:27:58Z', 'revision_number': 0, 'project_id': '374ff21dff54465f8bff162905a35461', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fdbb126-e7e8-431b-af6a-38c70fb96ce3', 'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:b2:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:46Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:00.297815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-e5e18df5-b263-47d6-97a5-b4fbcc68764a req-227b9789-314c-4223-a067-9cda8333acab service neutron] 10.222.0.13 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872452 Feb 11 14:28:00.474631 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a028cfe7-e339-4e70-9b8f-ee4659a9a564 None None] New status for floating IP da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff: ACTIVE {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:28:00.756039 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:00.995129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45872) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:01.056720 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5fa8699c-c0d6-429d-8aa9-409085e2f648 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff HTTP/1.1" status: 200 len: 994 time: 0.0603929 Feb 11 14:28:08.167030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-a0830365-7e78-4c6d-b84d-0331e47e61a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395863 Feb 11 14:28:08.253083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-72b7f062-e598-4532-ab2d-26c318c822ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:08.254592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-72b7f062-e598-4532-ab2d-26c318c822ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 1097 time: 0.0447409 Feb 11 14:28:08.355922 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-1201e233-cf06-4b38-9036-6f0fce0aa484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:08.357467 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-1201e233-cf06-4b38-9036-6f0fce0aa484 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 HTTP/1.1" status: 200 len: 896 time: 0.0834985 Feb 11 14:28:08.427595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-70e47dc8-9694-47db-974c-8c6d62f60c99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e89c77c-ded5-4c45-b7f2-53f7976cbed9 HTTP/1.1" status: 200 len: 1002 time: 0.0629485 Feb 11 14:28:08.477154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-67176b9e-e8e0-4de5-beac-11f5be035516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:08.478630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-67176b9e-e8e0-4de5-beac-11f5be035516 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1044cb18-ec57-4ca6-9659-6627e6ed1b8b HTTP/1.1" status: 200 len: 834 time: 0.0441518 Feb 11 14:28:08.525418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-244f0172-a559-41b8-975a-dfa4f5233952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:08.526951 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-244f0172-a559-41b8-975a-dfa4f5233952 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407577 Feb 11 14:28:08.628007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-0067f7bf-b298-46b2-b732-7bca0dcc6104 service neutron] 10.222.0.13 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926778 Feb 11 14:28:08.718035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ea04310-2306-43d1-b9d2-0fe623fed8b9 req-d3c7bc68-ec53-4c1a-83c3-48c466139ff4 service neutron] 10.222.0.13 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827029 Feb 11 14:28:11.938971 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:28:24.743673 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1b371f-7410-4399-a22f-e687fb065e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:26.429577 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:27.035421 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ee5011e7-b4f1-4394-a637-032d73e0f70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:28.287218 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:28.921483 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:30.298027 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:30.698022 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:32.736193 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dec1db-8783-4618-902a-63526dce0044 req-e5a609cf-2024-4e60-884f-0ecee08fa75e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:32.737695 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75dec1db-8783-4618-902a-63526dce0044 req-e5a609cf-2024-4e60-884f-0ecee08fa75e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0524237 Feb 11 14:28:32.775944 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-75dec1db-8783-4618-902a-63526dce0044 req-4bf1c7f1-3b2c-4c93-810a-a7cbe5b00ff6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319872 Feb 11 14:28:33.894275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d931-4be0-4c3a-a0cf-cb41e3c05a42 req-a765556a-0e7c-414c-9db1-1f9efe77e222 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:33.896239 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12c2d931-4be0-4c3a-a0cf-cb41e3c05a42 req-a765556a-0e7c-414c-9db1-1f9efe77e222 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0493956 Feb 11 14:28:33.934640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-12c2d931-4be0-4c3a-a0cf-cb41e3c05a42 req-cd7240e5-7289-4cd1-a179-e30222b2c2d6 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318265 Feb 11 14:28:35.050951 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e20a3-0ea6-4897-a001-6ec03279096e req-64799f46-76ab-49e9-87bf-dd93c10a29ae tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:35.052647 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b0e20a3-0ea6-4897-a001-6ec03279096e req-64799f46-76ab-49e9-87bf-dd93c10a29ae tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0488248 Feb 11 14:28:35.090817 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7b0e20a3-0ea6-4897-a001-6ec03279096e req-6e1ade70-e46b-4615-b2f4-7f94d18f5014 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Feb 11 14:28:35.113121 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45892) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:35.178388 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-16932cd1-d67d-4eef-a334-b3e686b5ec01 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff HTTP/1.1" status: 200 len: 994 time: 0.0639727 Feb 11 14:28:36.593364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b1422-0f69-4f0a-8747-a53461b3759d req-9b2abaca-f276-44fb-99f8-e230792a969b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:36.594863 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-292b1422-0f69-4f0a-8747-a53461b3759d req-9b2abaca-f276-44fb-99f8-e230792a969b tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0496840 Feb 11 14:28:36.634678 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-292b1422-0f69-4f0a-8747-a53461b3759d req-8a52c3c1-5fda-4e2a-a049-358e47054f37 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330856 Feb 11 14:28:36.704822 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032be11-e265-44b9-a264-97b74e19fd53 req-65cb36fb-9f33-416e-b34d-cc68c9588270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:36.706332 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f032be11-e265-44b9-a264-97b74e19fd53 req-65cb36fb-9f33-416e-b34d-cc68c9588270 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 1097 time: 0.0403223 Feb 11 14:28:36.797525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032be11-e265-44b9-a264-97b74e19fd53 req-4502109f-33a0-4280-b04a-01ea477e8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:36.799023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f032be11-e265-44b9-a264-97b74e19fd53 req-4502109f-33a0-4280-b04a-01ea477e8df1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 HTTP/1.1" status: 200 len: 896 time: 0.0866444 Feb 11 14:28:36.863723 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f032be11-e265-44b9-a264-97b74e19fd53 req-1b1e7a97-18cb-4ea8-bdd8-d9f802f4c1cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e89c77c-ded5-4c45-b7f2-53f7976cbed9 HTTP/1.1" status: 200 len: 1002 time: 0.0577893 Feb 11 14:28:36.915637 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032be11-e265-44b9-a264-97b74e19fd53 req-0bdcc1d8-0b97-4361-99f3-4cb2867045de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:36.917064 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f032be11-e265-44b9-a264-97b74e19fd53 req-0bdcc1d8-0b97-4361-99f3-4cb2867045de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1044cb18-ec57-4ca6-9659-6627e6ed1b8b HTTP/1.1" status: 200 len: 834 time: 0.0476253 Feb 11 14:28:36.963003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032be11-e265-44b9-a264-97b74e19fd53 req-1859c69e-3509-452f-ae40-27e330daebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:36.964483 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f032be11-e265-44b9-a264-97b74e19fd53 req-1859c69e-3509-452f-ae40-27e330daebdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405104 Feb 11 14:28:37.051806 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f032be11-e265-44b9-a264-97b74e19fd53 req-aac57815-8eb3-4f6d-b061-de88785b6fb0 service neutron] 10.222.0.13 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808251 Feb 11 14:28:37.142184 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f032be11-e265-44b9-a264-97b74e19fd53 req-41025cab-2141-4484-aa8f-566ab47939cd service neutron] 10.222.0.13 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844629 Feb 11 14:28:37.765651 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df6922-2baf-4240-9e4e-faf07296cf17 req-a055be4f-2ceb-4eca-a9b1-d05fddf4f1d3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:37.767216 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36df6922-2baf-4240-9e4e-faf07296cf17 req-a055be4f-2ceb-4eca-a9b1-d05fddf4f1d3 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0532029 Feb 11 14:28:37.805394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-36df6922-2baf-4240-9e4e-faf07296cf17 req-f3395c34-2abb-4f1b-88fc-1adf67752b51 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316467 Feb 11 14:28:38.969194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cebac-df52-425e-a2b9-6bdf32886f1b req-12793b75-9808-4a42-af0a-cd77fd536d7e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:38.970716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-088cebac-df52-425e-a2b9-6bdf32886f1b req-12793b75-9808-4a42-af0a-cd77fd536d7e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0936110 Feb 11 14:28:39.008748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-088cebac-df52-425e-a2b9-6bdf32886f1b req-b3c5c4b1-f969-4650-980a-053dff4e2806 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320573 Feb 11 14:28:39.030813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45906) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:39.093692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a1954ddd-405e-407b-82fa-5a183454c709 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/floatingips/da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff HTTP/1.1" status: 200 len: 994 time: 0.0615933 Feb 11 14:28:39.316882 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45912) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:39.473368 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port d45d2130-8467-4c47-bbc2-10f08ada82f5 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:39.473368 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:39.545609 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:39.545974 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:39.557133 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for d45d2130-8467-4c47-bbc2-10f08ada82f5 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:39.789412 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:39.819274 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=d45d2130-8467-4c47-bbc2-10f08ada82f5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:39.830177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.830529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.830871 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.831206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.831540 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.831869 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.832198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.832525 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.832855 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.833225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.833713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.833953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:39.890037 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:39.890375 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Floating IP da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff disassociated (deleted). External IP: 172.25.0.130, port: 1e89c77c-ded5-4c45-b7f2-53f7976cbed9. Feb 11 14:28:40.098107 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:40.205486 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:40.210327 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:40.215397 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] Sync routers for ids ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:40.225566 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] Routers {'260bf69f-ea83-4dc6-abc8-bdb0341f52a3'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:40.226208 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:40.240826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fd12558a-6a4d-4fe2-92cf-6e6b674ba39a tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/floatingips/da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff HTTP/1.1" status: 204 len: 168 time: 0.9202311 Feb 11 14:28:40.240826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'tag': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:28:40.242301 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac258be-fa59-49e7-8d2a-62e0d615888c" -d '{"events": [{"name": "network-changed", "server_uuid": "b7963ad9-9cf4-497b-90f6-145100d4915b", "tag": "1e89c77c-ded5-4c45-b7f2-53f7976cbed9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:40.281475 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ecff02-5109-47e8-918f-dbaaca8e2488 x-openstack-request-id: req-89ecff02-5109-47e8-918f-dbaaca8e2488 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:40.281787 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7963ad9-9cf4-497b-90f6-145100d4915b", "tag": "1e89c77c-ded5-4c45-b7f2-53f7976cbed9", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:40.282042 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-89ecff02-5109-47e8-918f-dbaaca8e2488 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:40.282448 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'tag': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'status': 'completed', 'code': 200} Feb 11 14:28:40.342796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-5a91ab81-6c2c-4514-99d2-942615db2d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:40.344342 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-5a91ab81-6c2c-4514-99d2-942615db2d68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=374ff21dff54465f8bff162905a35461&device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 1097 time: 0.0408578 Feb 11 14:28:40.344515 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] Set router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:40.438872 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-b7833512-604f-42c9-84a2-15bd0aadc1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:40.440256 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-b7833512-604f-42c9-84a2-15bd0aadc1cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 HTTP/1.1" status: 200 len: 896 time: 0.0889063 Feb 11 14:28:40.481682 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-a75949e2-55c2-4eae-95c9-c8f93905ee86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e89c77c-ded5-4c45-b7f2-53f7976cbed9 HTTP/1.1" status: 200 len: 217 time: 0.0349424 Feb 11 14:28:40.531691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-721e07a4-b625-4fda-861f-4b5550d4dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:40.533172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-721e07a4-b625-4fda-861f-4b5550d4dc6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1044cb18-ec57-4ca6-9659-6627e6ed1b8b HTTP/1.1" status: 200 len: 834 time: 0.0445273 Feb 11 14:28:40.549314 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5fdbb126-e7e8-431b-af6a-38c70fb96ce3', 'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:b2:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:46Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:40.575617 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] Checking router: 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:40.579778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-d70b2f2f-8dcd-4009-8481-58bdefc4a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:40.581573 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-d70b2f2f-8dcd-4009-8481-58bdefc4a6da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404410 Feb 11 14:28:40.584385 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] Routers {'260bf69f-ea83-4dc6-abc8-bdb0341f52a3'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:40.584967 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:40.684725 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-5c963289-c56e-4d21-96eb-1bda2668a3a7 service neutron] 10.222.0.13 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966525 Feb 11 14:28:40.765993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5400b-0103-40fb-8e07-2c07832e2447 req-5b058bd3-704b-4619-a044-65ae41f83095 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:40.770475 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dd5400b-0103-40fb-8e07-2c07832e2447 req-5b058bd3-704b-4619-a044-65ae41f83095 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.1119957 Feb 11 14:28:40.783171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6ac258be-fa59-49e7-8d2a-62e0d615888c req-714028b4-fb96-4ef7-98f0-7378ebdd9c41 service neutron] 10.222.0.13 "GET /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897512 Feb 11 14:28:40.792004 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] Set router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:40.807131 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4dd5400b-0103-40fb-8e07-2c07832e2447 req-7570f93b-779a-45ed-a7da-21dc73692609 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327187 Feb 11 14:28:40.991826 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5fdbb126-e7e8-431b-af6a-38c70fb96ce3', 'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:b2:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:46Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:41.022936 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc16a341-55f3-4ce3-a679-85611f0f77cf None None] The sync data for ids ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'] in n-d-816488-1 is: [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:42Z', 'revision_number': 4, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '5fdbb126-e7e8-431b-af6a-38c70fb96ce3', 'name': '', 'network_id': 'dc27c0a6-0fc7-44ee-a4a8-945e9aed8190', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'mac_address': 'fa:16:3e:b2:63:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:42Z', 'updated_at': '2022-02-11T14:27:46Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'subnets': [{'id': '1044cb18-ec57-4ca6-9659-6627e6ed1b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:41.231010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5ce64a-fe13-4c20-ae3a-f20c8750e961 None None] New status for floating IP da99b96c-cfc6-44a4-aea6-1c1f2ca1ccff: DOWN {{(pid=103008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:28:41.929077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1bd5ea-840b-48c5-ae57-691c37db96ff req-d0d52778-f409-4862-b677-da7022b8f27e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:41.930561 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d1bd5ea-840b-48c5-ae57-691c37db96ff req-d0d52778-f409-4862-b677-da7022b8f27e tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0525827 Feb 11 14:28:41.967714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d1bd5ea-840b-48c5-ae57-691c37db96ff req-b21561b3-ff9f-49dd-9c3a-41a10ce06c5f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/security-groups?id=e377cebd-0d67-4d46-9430-bbf57437f633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Feb 11 14:28:42.232683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-2bf518a1-1e30-48c7-b5c7-1e3925829612 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:42.234170 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-2bf518a1-1e30-48c7-b5c7-1e3925829612 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 946 time: 0.0486834 Feb 11 14:28:42.325069 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-714176d3-3ee1-493f-919d-f9f5c39c8b2f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:42.325406 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-714176d3-3ee1-493f-919d-f9f5c39c8b2f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.409946 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-714176d3-3ee1-493f-919d-f9f5c39c8b2f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:42.410311 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-714176d3-3ee1-493f-919d-f9f5c39c8b2f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.422852 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-714176d3-3ee1-493f-919d-f9f5c39c8b2f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:42.681627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-714176d3-3ee1-493f-919d-f9f5c39c8b2f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.711397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714176d3-3ee1-493f-919d-f9f5c39c8b2f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=1e89c77c-ded5-4c45-b7f2-53f7976cbed9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:42.752032 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-714176d3-3ee1-493f-919d-f9f5c39c8b2f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] No DVR routers for this DVR port 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:42.754715 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-714176d3-3ee1-493f-919d-f9f5c39c8b2f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:42.758293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2ad4b15a-56d7-4606-a481-f6ee4267cf93 req-714176d3-3ee1-493f-919d-f9f5c39c8b2f tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.13 "DELETE /v2.0/ports/1e89c77c-ded5-4c45-b7f2-53f7976cbed9 HTTP/1.1" status: 204 len: 173 time: 0.5179446 Feb 11 14:28:42.758777 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'name': 'network-vif-deleted', 'tag': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:28:42.760993 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacab13b-c86e-4034-a5b1-086f35d99cd6" -d '{"events": [{"server_uuid": "b7963ad9-9cf4-497b-90f6-145100d4915b", "name": "network-vif-deleted", "tag": "1e89c77c-ded5-4c45-b7f2-53f7976cbed9"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:28:42.800438 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf56873e-82fb-4b15-a77f-4a2afac175e1 x-openstack-request-id: req-cf56873e-82fb-4b15-a77f-4a2afac175e1 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:28:42.800728 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7963ad9-9cf4-497b-90f6-145100d4915b", "name": "network-vif-deleted", "tag": "1e89c77c-ded5-4c45-b7f2-53f7976cbed9", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:28:42.800978 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cf56873e-82fb-4b15-a77f-4a2afac175e1 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:28:42.801375 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7963ad9-9cf4-497b-90f6-145100d4915b', 'name': 'network-vif-deleted', 'tag': '1e89c77c-ded5-4c45-b7f2-53f7976cbed9', 'status': 'completed', 'code': 200} Feb 11 14:28:43.082798 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5645a300-9804-4d0f-8da1-990cd5551f6a req-4ca095e9-6939-4930-8aa1-e0e5add8a042 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "GET /v2.0/ports?device_id=b7963ad9-9cf4-497b-90f6-145100d4915b HTTP/1.1" status: 200 len: 210 time: 0.0314236 Feb 11 14:28:44.142561 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45930) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:44.830469 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.080311 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:45.080702 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.175918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 5fdbb126-e7e8-431b-af6a-38c70fb96ce3, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5fdbb126-e7e8-431b-af6a-38c70fb96ce3,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:45.176575 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.188315 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:45.458696 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.485194 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=5fdbb126-e7e8-431b-af6a-38c70fb96ce3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:45.654288 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:45.867745 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:45.973256 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:45.978962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b1c79f5f-0fa8-4437-bd18-0ac6b5516d4d tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "PUT /v2.0/routers/260bf69f-ea83-4dc6-abc8-bdb0341f52a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8353448 Feb 11 14:28:45.982097 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45932) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:45.984832 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] Sync routers for ids ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:45.994543 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] Routers {'260bf69f-ea83-4dc6-abc8-bdb0341f52a3'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:45.995144 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:46.033371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-7873be00-d3e7-496d-bd03-0a24580557f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting subnet 1044cb18-ec57-4ca6-9659-6627e6ed1b8b {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:28:46.036565 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7873be00-d3e7-496d-bd03-0a24580557f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.080552 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7873be00-d3e7-496d-bd03-0a24580557f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.099681 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] Set router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:46.164820 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7873be00-d3e7-496d-bd03-0a24580557f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.293538 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:28:45Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:46.315748 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7873be00-d3e7-496d-bd03-0a24580557f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.324307 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] Checking router: 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:46.331902 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] Routers {'260bf69f-ea83-4dc6-abc8-bdb0341f52a3'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:46.332504 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:46.347151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7873be00-d3e7-496d-bd03-0a24580557f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.353431 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7873be00-d3e7-496d-bd03-0a24580557f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/subnets/1044cb18-ec57-4ca6-9659-6627e6ed1b8b HTTP/1.1" status: 204 len: 168 time: 0.3675423 Feb 11 14:28:46.353431 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873be00-d3e7-496d-bd03-0a24580557f2 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Subnet': ['ID=1044cb18-ec57-4ca6-9659-6627e6ed1b8b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:46.353860 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45934) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:46.368074 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6962b37b-39bb-4d2d-8e95-bbc94d2c41d7 None None] Network dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:46.440465 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] Set router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:46.468439 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.568910 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] DHCP port deletion for dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:28:46.586700 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.620046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Deleting port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:46.620410 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.622449 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:28:45Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:46.648963 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fd3e02-18c6-47db-b1cc-e12260acb60a None None] The sync data for ids ['260bf69f-ea83-4dc6-abc8-bdb0341f52a3'] in n-d-816488-1 is: [{'id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117291995', 'tenant_id': '374ff21dff54465f8bff162905a35461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197'}], 'enable_snat': True}, 'gw_port_id': '04797270-5ce1-4226-99ba-842bee2deaad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:28:45Z', 'revision_number': 5, 'project_id': '374ff21dff54465f8bff162905a35461', 'gw_port': {'id': '04797270-5ce1-4226-99ba-842bee2deaad', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:d4:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260bf69f-ea83-4dc6-abc8-bdb0341f52a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:27:38Z', 'updated_at': '2022-02-11T14:27:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:46.662558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:46.691370 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:46.691651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 1e89c77c-ded5-4c45-b7f2-53f7976cbed9 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:46.706999 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] For port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c,segment=NetworkSegment(e84feb8d-b6da-4468-9740-df680626d268),segment_id=e84feb8d-b6da-4468-9740-df680626d268)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:46.707393 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.718566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Deleting port 04797270-5ce1-4226-99ba-842bee2deaad {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:28:46.718910 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.720800 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Calling delete_port for 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:46.798295 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] For port 04797270-5ce1-4226-99ba-842bee2deaad, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=04797270-5ce1-4226-99ba-842bee2deaad,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:46.798580 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.810581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Calling delete_port for 04797270-5ce1-4226-99ba-842bee2deaad owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:28:46.863981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:46.889128 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Pushing event deleted for resources: {'Port': ['ID=5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:46.893326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] No DVR routers for this DVR port 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:28:46.900862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.903678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.903678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.903678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.903678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.903678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.903678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.903678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.903678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.903678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.904411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:46.904411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5255f0-ae70-4c61-8522-40a34dd2b80f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.064493 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.101728 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:47.103047 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Port': ['ID=04797270-5ce1-4226-99ba-842bee2deaad,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:47.124256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:47.124591 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5fdbb126-e7e8-431b-af6a-38c70fb96ce3 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:47.125004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:47.127167 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.127413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.127755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.128089 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.128419 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.128744 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.129068 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.129393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.129735 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.130627 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.130949 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.131256 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:47.146578 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:47.146989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 5fe8aa14-a9b2-42b8-8bc9-a073f7e1c62c not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:47.178967 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.275482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.277613 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.401020 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.401726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Fanout notify agent at l3_agent the message router_deleted on router 260bf69f-ea83-4dc6-abc8-bdb0341f52a3 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:28:47.408465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.409651 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-946985e4-e64e-4beb-a23d-27063806c705 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/routers/260bf69f-ea83-4dc6-abc8-bdb0341f52a3 HTTP/1.1" status: 204 len: 168 time: 1.0542483 Feb 11 14:28:47.413908 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45936) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:47.497954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.583568 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.603693 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc27c0a6-0fc7-44ee-a4a8-945e9aed8190']}} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:47.612520 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e84feb8d-b6da-4468-9740-df680626d268') {'for_net_delete': True} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:47.612814 n-d-816488-1 neutron-server[103006]: DEBUG neutron.services.segments.db [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e84feb8d-b6da-4468-9740-df680626d268') {} {{(pid=103006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:47.622440 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24525543'] for segment, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.635114 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.640811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:28:47.641200 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24498505'] for segment, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: Traceback (most recent call last): Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: timer() Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: cb(*args, **kw) Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: return func(*args, **kwargs) Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: self._notify() Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: self.callback(batched_events) Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: event.method(event) Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: return f(self, *a, **k) Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: return self._get(url).json() Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: return self.request(url, 'GET', **kwargs) Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:28:47.644224 n-d-816488-1 neutron-server[103006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:28:47.789827 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.797348 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.800367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/networks/dc27c0a6-0fc7-44ee-a4a8-945e9aed8190 HTTP/1.1" status: 204 len: 168 time: 0.3852746 Feb 11 14:28:47.806916 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45938) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:47.813504 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573adcd-fadf-432b-82ce-263801eb6748 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'Network': ['ID=dc27c0a6-0fc7-44ee-a4a8-945e9aed8190,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:47.871332 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b050c15-3df6-4a5f-bedf-318c9cf24817 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.897571 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b050c15-3df6-4a5f-bedf-318c9cf24817 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.995354 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b050c15-3df6-4a5f-bedf-318c9cf24817 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.998028 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9b050c15-3df6-4a5f-bedf-318c9cf24817 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:47.999222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9b050c15-3df6-4a5f-bedf-318c9cf24817 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] 10.222.0.52 "DELETE /v2.0/security-groups/e377cebd-0d67-4d46-9430-bbf57437f633 HTTP/1.1" status: 204 len: 168 time: 0.1944273 Feb 11 14:28:48.008684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b050c15-3df6-4a5f-bedf-318c9cf24817 tempest-TestNetworkAdvancedServerOps-1189038967 tempest-TestNetworkAdvancedServerOps-1189038967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e377cebd-0d67-4d46-9430-bbf57437f633,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:48.631130 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45946) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:48.772427 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7f9dca2f-14b6-4755-b391-37822a7cddff admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=374ff21dff54465f8bff162905a35461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401563 Feb 11 14:28:48.774849 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45950) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:48.821298 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a850565c-39ac-4c20-9a33-62b74ae477a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.841546 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a850565c-39ac-4c20-9a33-62b74ae477a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:48.938073 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:28:49.035602 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a850565c-39ac-4c20-9a33-62b74ae477a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.039279 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a850565c-39ac-4c20-9a33-62b74ae477a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.040436 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a850565c-39ac-4c20-9a33-62b74ae477a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/589e610b-c1c4-470e-b287-29e1f6d015c9 HTTP/1.1" status: 204 len: 168 time: 0.2647238 Feb 11 14:28:49.048576 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850565c-39ac-4c20-9a33-62b74ae477a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e610b-c1c4-470e-b287-29e1f6d015c9,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:49.091861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 04797270-5ce1-4226-99ba-842bee2deaad no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:28:49.114912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 04797270-5ce1-4226-99ba-842bee2deaad {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:28:49.115731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 04797270-5ce1-4226-99ba-842bee2deaad not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:28:49.800919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45956) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:49.817915 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb919bac-f024-481f-9a1e-d2c41ea02535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.890669 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb919bac-f024-481f-9a1e-d2c41ea02535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.960989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-cb919bac-f024-481f-9a1e-d2c41ea02535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:49.996460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb919bac-f024-481f-9a1e-d2c41ea02535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fccbfb5-7279-480c-9be6-80b940b3ddef,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:50.000710 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-cb919bac-f024-481f-9a1e-d2c41ea02535 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f221d2e9c5a4d31a351f3d4c9ce41d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986778 Feb 11 14:28:50.003388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 45958) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:50.052152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c69960ce-ae0d-4890-8caf-16edff19e707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.073312 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c69960ce-ae0d-4890-8caf-16edff19e707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.464048 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c69960ce-ae0d-4890-8caf-16edff19e707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.466597 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c69960ce-ae0d-4890-8caf-16edff19e707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:50.467748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c69960ce-ae0d-4890-8caf-16edff19e707 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0fccbfb5-7279-480c-9be6-80b940b3ddef HTTP/1.1" status: 204 len: 168 time: 0.4636073 Feb 11 14:28:50.475881 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69960ce-ae0d-4890-8caf-16edff19e707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fccbfb5-7279-480c-9be6-80b940b3ddef,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:51.723277 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45980) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:51.818647 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1185027085-network', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:51.949723 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Made reservation on behalf of 216a1f5e42a94b358db0354411d2e8d8 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:51.952120 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:51.961855 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.034494 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.138110 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.162966 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:28:52.172403 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24686dcf-b30e-490a-ba77-20247bceef71,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:52.177189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.177534 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Added segment a2a14a43-c4cb-46b7-8b20-8b0a03017983 of type vlan for network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 Feb 11 14:28:52.229555 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.395458 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.396346 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:52.396936 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.454524 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa845a4-3cd8-4321-9c83-5a1a0cc26296,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:52.464108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:28:52.535234 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fff2f6c4-f777-4592-b0e2-83bd8c3a8150 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8100190 Feb 11 14:28:52.538354 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45984) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:52.542973 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Request body: {'subnet': {'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1185027085-subnet', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'ip_version': 4}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:52.641157 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Made reservation on behalf of 216a1f5e42a94b358db0354411d2e8d8 for: {'subnet': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:52.643582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24355882'] for subnet, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.904653 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24498592', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24355896'] for subnet, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:52.962722 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5034b79-4004-4c99-a017-1d432bc0a6a0,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:52.969845 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Checking segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:52.970200 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Network hostable DHCP agents. Network: 1fa845a4-3cd8-4321-9c83-5a1a0cc26296, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:28:53.063720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:28:53.149591 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 1fa845a4-3cd8-4321-9c83-5a1a0cc26296) {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:53.153892 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:53.154546 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.161256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ddb17-3eff-4510-af03-d5b0585d6103 None None] Network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:53.255332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-80c0ffbe-d43b-4970-a636-fcc7c5503168 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7152276 Feb 11 14:28:53.257991 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45986) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:53.262378 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:53.304416 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:28:53.305313 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.367210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.368303 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.425189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.441257 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Allocated IP 172.20.0.2 (1fa845a4-3cd8-4321-9c83-5a1a0cc26296/e5034b79-4004-4c99-a017-1d432bc0a6a0/8b10963d-d393-4db9-8802-dea330f6436f) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:53.580440 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.639259 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.663653 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.706934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:53.710688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:53.719961 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:53.720601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Pushing event updated for resources: {'Port': ['ID=8b10963d-d393-4db9-8802-dea330f6436f,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:53.771032 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Attempting to bind port 8b10963d-d393-4db9-8802-dea330f6436f on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:53.771661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Attempting to bind port 8b10963d-d393-4db9-8802-dea330f6436f by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:53.772046 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Attempting to bind port 8b10963d-d393-4db9-8802-dea330f6436f on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:53.776857 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:53.777230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Checking segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:53.777623 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.778048 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Bound using segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:53.778504 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Bound port: 8b10963d-d393-4db9-8802-dea330f6436f, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:53.778878 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.841171 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] For port 8b10963d-d393-4db9-8802-dea330f6436f, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:53.844237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] For port 8b10963d-d393-4db9-8802-dea330f6436f, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8b10963d-d393-4db9-8802-dea330f6436f,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:53.929949 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.932834 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.950236 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:53.995705 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a81cd-896e-4d6f-9c80-e89175e23b84 None None] Pushing event updated for resources: {'Port': ['ID=8b10963d-d393-4db9-8802-dea330f6436f,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:54.059551 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Allocated IP 172.25.0.60 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:54.181101 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.304582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.348810 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:54.352036 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:54.355459 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:54.379935 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Pushing event updated for resources: {'Port': ['ID=59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:54.697034 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.783717 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8277a674-ea0e-4dc2-98a3-324c890ecb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.896584 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:54.913527 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c3ce14-d38a-48ca-81ae-22fe24b8b7d8 None None] Network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:55.040464 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cca79944-c052-4eff-be6f-ddb259534c55 None None] Provisioning complete for port 8b10963d-d393-4db9-8802-dea330f6436f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:55.040464 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cca79944-c052-4eff-be6f-ddb259534c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.139024 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Router 146dab81-10e6-404f-8bbf-8f36a72d21c3 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:28:55.153317 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8b10963d-d393-4db9-8802-dea330f6436f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:55.183602 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cca79944-c052-4eff-be6f-ddb259534c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.243554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-cca79944-c052-4eff-be6f-ddb259534c55 None None] For port 8b10963d-d393-4db9-8802-dea330f6436f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8b10963d-d393-4db9-8802-dea330f6436f,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:55.248691 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8b10963d-d393-4db9-8802-dea330f6436f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:55.249058 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.340561 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.402086 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cca79944-c052-4eff-be6f-ddb259534c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.479516 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:28:55.479874 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:28:55.482662 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca79944-c052-4eff-be6f-ddb259534c55 None None] Pushing event updated for resources: {'Port': ['ID=8b10963d-d393-4db9-8802-dea330f6436f,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:55.521472 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-04956bb8-6410-477e-a495-f6b70fa0dd10 None None] Provisioning complete for port 8b10963d-d393-4db9-8802-dea330f6436f triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:55.522023 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-04956bb8-6410-477e-a495-f6b70fa0dd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.596392 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:55.610268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Sync routers for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:55.620518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:55.621129 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:55.726235 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:55.728765 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:55.730057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ca8f5178-62fd-4956-b935-13e5ad913aed admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4710402 Feb 11 14:28:55.732792 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 45992) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:56.093499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:54Z', 'revision_number': 3, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:56.123085 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Checking router: 146dab81-10e6-404f-8bbf-8f36a72d21c3 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:56.123429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Updating router 146dab81-10e6-404f-8bbf-8f36a72d21c3 port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:56.148557 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.151291 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.405044 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Allocated IP 172.20.0.1 (1fa845a4-3cd8-4321-9c83-5a1a0cc26296/e5034b79-4004-4c99-a017-1d432bc0a6a0/aa1528b0-137a-408f-be1d-760603b06b13) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:28:56.415233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.452252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.511183 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.555451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.616149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Attempting to bind port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:56.616514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Attempting to bind port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:56.616870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Attempting to bind port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:56.618887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c21216-305a-406d-9f0b-c1e54767b12c None None] Pushing event updated for resources: {'Port': ['ID=59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:56.626377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:56.626377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:56.626718 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.626901 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:56.627354 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Bound port: 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:56.627727 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.631193 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.667521 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:56.672474 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:56.676174 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:28:56.684160 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] For port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:28:56.687985 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] For port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:28:56.705124 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1528b0-137a-408f-be1d-760603b06b13,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:56.727108 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.784478 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.842786 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:56.843412 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:56.881758 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c21216-305a-406d-9f0b-c1e54767b12c None None] Pushing event updated for resources: {'Port': ['ID=59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:56.929878 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.975082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a00e4c63-5c88-4eef-ba98-08c5e9eb5c6b None None] Provisioning complete for port aa1528b0-137a-408f-be1d-760603b06b13 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:56.975363 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a00e4c63-5c88-4eef-ba98-08c5e9eb5c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:56.980174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:57.052904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ab3840b-5eaa-4194-b44a-6c576024e666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.105652 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.107958 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a00e4c63-5c88-4eef-ba98-08c5e9eb5c6b None None] Port aa1528b0-137a-408f-be1d-760603b06b13 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:57.116623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8b10963d-d393-4db9-8802-dea330f6436f up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:57.178900 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.216700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 8b10963d-d393-4db9-8802-dea330f6436f triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:57.217075 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.248159 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.250824 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1528b0-137a-408f-be1d-760603b06b13,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:57.279479 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:54Z', 'revision_number': 3, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:57.326024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ef679-c2b4-4e0d-87f6-8b7522cde5f4 None None] The sync data for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 is: [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:54Z', 'revision_number': 3, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:28:57.347799 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:28:57.350873 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:57.469912 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Router 146dab81-10e6-404f-8bbf-8f36a72d21c3 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:28:57.602487 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:28:57.619243 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d19caaa1-e8f2-43ec-9908-031f03b44137 admin admin] 10.222.0.52 "PUT /v2.0/routers/146dab81-10e6-404f-8bbf-8f36a72d21c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8746874 Feb 11 14:28:57.630668 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-81c66c47-8fd2-4be8-a4fd-adfc31c1b47d None None] Provisioning complete for port aa1528b0-137a-408f-be1d-760603b06b13 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:57.630967 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-81c66c47-8fd2-4be8-a4fd-adfc31c1b47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:57.670907 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-81c66c47-8fd2-4be8-a4fd-adfc31c1b47d None None] Port aa1528b0-137a-408f-be1d-760603b06b13 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:28:58.355778 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.453367 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46012) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:58.458891 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2071225224-network', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:58.555297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Made reservation on behalf of 172b5b6f80064aabb5bb63ff2173b054 for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:58.557709 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.569059 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.653443 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.755184 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.780232 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:28:58.790385 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cad20e-59cd-45d3-9a32-5dbc5216785b,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:58.795262 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.800265 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Added segment e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1 of type vlan for network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 Feb 11 14:28:58.836582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.899218 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Sync routers for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:28:58.909702 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:28:58.910609 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:58.930752 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.955653 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:58.956645 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:58.957231 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.023581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] Pushing event updated for resources: {'Network': ['ID=154c0e5e-4699-4f7a-87b9-ad3c061692b3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:59.032840 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:28:59.034495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:28:59.118318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46014) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:59.121679 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-502fe00d-2d8a-4fb3-911e-fa054bc39c13 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6592822 Feb 11 14:28:59.124003 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Request body: {'subnet': {'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2071225224-subnet', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:59.172034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:28:59.228170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:28:59.228654 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.230189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Made reservation on behalf of 172b5b6f80064aabb5bb63ff2173b054 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:28:59.232580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.266300 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 2, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:28:59.294261 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Checking router: 146dab81-10e6-404f-8bbf-8f36a72d21c3 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:28:59.304125 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Updating router 146dab81-10e6-404f-8bbf-8f36a72d21c3 port aa1528b0-137a-408f-be1d-760603b06b13 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:28:59.309625 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.321280 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.334463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:28:59.419060 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.472196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:59.481866 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.535670 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38349ca-9648-4925-a13a-82096e620507,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:59.550805 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Checking segment: {'id': 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:59.551162 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Network hostable DHCP agents. Network: 154c0e5e-4699-4f7a-87b9-ad3c061692b3, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:28:59.640843 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:28:59.678396 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.738343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 154c0e5e-4699-4f7a-87b9-ad3c061692b3) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:28:59.743367 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:28:59.754019 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.755651 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086adc68-5f13-4bbb-af9e-bcab0c43e6da None None] Network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:28:59.784018 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.834424 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Pushing event updated for resources: {'Port': ['ID=aa1528b0-137a-408f-be1d-760603b06b13,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:28:59.860831 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-20c5eadc-ed77-4a54-907e-434f9eae7e7c admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7413592 Feb 11 14:28:59.863466 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46016) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:28:59.869756 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2071225224-router', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:28:59.870671 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.874148 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.874610 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.875046 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.875484 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.875902 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.876390 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.877893 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.878255 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.878588 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.878917 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.879240 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:28:59.907886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-154c0e5e-4699-4f7a-87b9-ad3c061692b3', 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'fixed_ips': [{'subnet_id': 'c38349ca-9648-4925-a13a-82096e620507'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:28:59.908836 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.924589 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Attempting to bind port aa1528b0-137a-408f-be1d-760603b06b13 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:28:59.925139 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Attempting to bind port aa1528b0-137a-408f-be1d-760603b06b13 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:28:59.925294 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Attempting to bind port aa1528b0-137a-408f-be1d-760603b06b13 on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:28:59.937304 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:28:59.937304 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Checking segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:28:59.937304 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.937304 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Bound using segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:28:59.937304 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Bound port: aa1528b0-137a-408f-be1d-760603b06b13, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:28:59.937304 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.990666 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:28:59.992143 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.016399 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] For port aa1528b0-137a-408f-be1d-760603b06b13, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:00.019772 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] For port aa1528b0-137a-408f-be1d-760603b06b13, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=aa1528b0-137a-408f-be1d-760603b06b13,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:00.054317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.072044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Allocated IP 172.20.0.2 (154c0e5e-4699-4f7a-87b9-ad3c061692b3/c38349ca-9648-4925-a13a-82096e620507/748ea90a-92ab-404d-926a-8d3ad4fe5452) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:00.116452 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.146514 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-129b0c86-5570-4f35-9e21-4122cf2673bf None None] Provisioning complete for port aa1528b0-137a-408f-be1d-760603b06b13 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:00.146831 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-129b0c86-5570-4f35-9e21-4122cf2673bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.202650 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a716fb7-9bbe-4dd2-9309-45c1373b5000 None None] Pushing event updated for resources: {'Port': ['ID=aa1528b0-137a-408f-be1d-760603b06b13,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:00.205636 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:00.206326 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:00.309122 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.319023 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.325499 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.337479 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-129b0c86-5570-4f35-9e21-4122cf2673bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.353468 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:00.373480 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-129b0c86-5570-4f35-9e21-4122cf2673bf None None] For port aa1528b0-137a-408f-be1d-760603b06b13, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=aa1528b0-137a-408f-be1d-760603b06b13,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:00.430228 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.467415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:00.475582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:00.479298 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:00.481355 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-129b0c86-5570-4f35-9e21-4122cf2673bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.488582 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Pushing event updated for resources: {'Port': ['ID=748ea90a-92ab-404d-926a-8d3ad4fe5452,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:00.567206 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:00.584005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Attempting to bind port 748ea90a-92ab-404d-926a-8d3ad4fe5452 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:29:00.584448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Attempting to bind port 748ea90a-92ab-404d-926a-8d3ad4fe5452 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:29:00.584744 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Attempting to bind port 748ea90a-92ab-404d-926a-8d3ad4fe5452 on network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:00.590159 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b0c86-5570-4f35-9e21-4122cf2673bf None None] Pushing event updated for resources: {'Port': ['ID=aa1528b0-137a-408f-be1d-760603b06b13,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:00.599292 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a588a466-3baa-4293-af79-6986d6947a09 None None] The sync data for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 is: [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:00.610411 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:00.610797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Checking segment: {'id': 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:00.611196 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.611586 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Bound using segment: {'id': 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:00.612070 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Bound port: 748ea90a-92ab-404d-926a-8d3ad4fe5452, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:29:00.612455 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.618874 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.633155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-81b7793f-781b-4564-a75f-67c7bfc8fcb8 None None] Provisioning complete for port aa1528b0-137a-408f-be1d-760603b06b13 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:00.633545 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-81b7793f-781b-4564-a75f-67c7bfc8fcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.643905 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.702909 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.740259 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] For port 748ea90a-92ab-404d-926a-8d3ad4fe5452, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:00.743888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] For port 748ea90a-92ab-404d-926a-8d3ad4fe5452, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=748ea90a-92ab-404d-926a-8d3ad4fe5452,segment=NetworkSegment(e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1),segment_id=e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:00.779114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Allocated IP 172.25.0.91 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/f9726450-1402-4fba-9698-d8826b9e20fa) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:00.853229 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.900215 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:00.916997 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca85d9c-4a7f-43e2-a313-b885797977ab None None] Pushing event updated for resources: {'Port': ['ID=748ea90a-92ab-404d-926a-8d3ad4fe5452,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:01.012808 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.093264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:01.104079 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Pushing event updated for resources: {'Port': ['ID=f9726450-1402-4fba-9698-d8826b9e20fa,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:01.108596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:01.110958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:01.267562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device aa1528b0-137a-408f-be1d-760603b06b13 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:01.326944 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port aa1528b0-137a-408f-be1d-760603b06b13 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:01.327403 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.500066 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.580509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:01.634608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:01.634982 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.725500 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:01.938686 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Router dcd306ea-3c42-450a-adf4-d85a0030fc12 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:29:01.987942 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67872cc1-9754-4c9e-81a7-37ac85b3fcf7 None None] Network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:29:02.048169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:02.051955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-56952872-92e7-45a7-92cd-645d0ad7c692 None None] Provisioning complete for port 748ea90a-92ab-404d-926a-8d3ad4fe5452 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:02.053046 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56952872-92e7-45a7-92cd-645d0ad7c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.062881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Sync routers for ids ['dcd306ea-3c42-450a-adf4-d85a0030fc12'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:02.121157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Routers {'dcd306ea-3c42-450a-adf4-d85a0030fc12'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:02.121792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['dcd306ea-3c42-450a-adf4-d85a0030fc12'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:02.128851 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.131193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-da6c1e8f-0c36-4fa8-b53c-b52ce5c37e85 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2661269 Feb 11 14:29:02.133973 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46018) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:02.302846 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56952872-92e7-45a7-92cd-645d0ad7c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.326147 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Set router dcd306ea-3c42-450a-adf4-d85a0030fc12 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:02.409239 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-56952872-92e7-45a7-92cd-645d0ad7c692 None None] For port 748ea90a-92ab-404d-926a-8d3ad4fe5452, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=748ea90a-92ab-404d-926a-8d3ad4fe5452,segment=NetworkSegment(e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1),segment_id=e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:02.476488 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-56952872-92e7-45a7-92cd-645d0ad7c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.582176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56952872-92e7-45a7-92cd-645d0ad7c692 None None] Pushing event updated for resources: {'Port': ['ID=748ea90a-92ab-404d-926a-8d3ad4fe5452,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:02.597914 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'name': 'tempest-TestShelveInstance-2071225224-router', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:59Z', 'updated_at': '2022-02-11T14:29:01Z', 'revision_number': 3, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'gw_port': {'id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:00Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:02.633920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Checking router: dcd306ea-3c42-450a-adf4-d85a0030fc12 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:29:02.634272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Updating router dcd306ea-3c42-450a-adf4-d85a0030fc12 port f9726450-1402-4fba-9698-d8826b9e20fa binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:29:02.660436 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.713367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3f144802-0087-4597-9473-c43dae75b708 None None] Provisioning complete for port 748ea90a-92ab-404d-926a-8d3ad4fe5452 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:02.713736 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3f144802-0087-4597-9473-c43dae75b708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:02.907367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.012675 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.073428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Allocated IP 172.20.0.1 (154c0e5e-4699-4f7a-87b9-ad3c061692b3/c38349ca-9648-4925-a13a-82096e620507/2d4a4cea-8851-4a5b-b4ef-10c4278b72ca) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:03.098656 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.136227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 748ea90a-92ab-404d-926a-8d3ad4fe5452 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:03.183595 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Attempting to bind port f9726450-1402-4fba-9698-d8826b9e20fa on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:29:03.183956 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Attempting to bind port f9726450-1402-4fba-9698-d8826b9e20fa by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:29:03.184326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Attempting to bind port f9726450-1402-4fba-9698-d8826b9e20fa on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:03.188493 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d921aa6-f0a4-4469-a217-cb7121114699 None None] Pushing event updated for resources: {'Port': ['ID=f9726450-1402-4fba-9698-d8826b9e20fa,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:03.188906 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.200438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:03.200817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:03.201217 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.201610 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:03.202111 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Bound port: f9726450-1402-4fba-9698-d8826b9e20fa, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:29:03.202493 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.263802 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] For port f9726450-1402-4fba-9698-d8826b9e20fa, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:03.265848 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 748ea90a-92ab-404d-926a-8d3ad4fe5452 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:03.266224 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.268731 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] For port f9726450-1402-4fba-9698-d8826b9e20fa, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f9726450-1402-4fba-9698-d8826b9e20fa,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:03.321906 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.360778 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:03.366397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:03.368930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:03.399100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Pushing event updated for resources: {'Port': ['ID=2d4a4cea-8851-4a5b-b4ef-10c4278b72ca,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:03.408904 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.415367 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.470296 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Routers {'dcd306ea-3c42-450a-adf4-d85a0030fc12'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:03.470923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['dcd306ea-3c42-450a-adf4-d85a0030fc12'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:03.506164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d921aa6-f0a4-4469-a217-cb7121114699 None None] Pushing event updated for resources: {'Port': ['ID=f9726450-1402-4fba-9698-d8826b9e20fa,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:03.586873 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] Set router dcd306ea-3c42-450a-adf4-d85a0030fc12 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:03.615717 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.784827 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.849980 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a40ef34c-aed7-4ebc-9413-8e7e08c4e784 None None] Provisioning complete for port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:03.850360 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a40ef34c-aed7-4ebc-9413-8e7e08c4e784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.864643 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.899276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a40ef34c-aed7-4ebc-9413-8e7e08c4e784 None None] Port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:29:03.937293 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:03.940692 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Pushing event updated for resources: {'Port': ['ID=2d4a4cea-8851-4a5b-b4ef-10c4278b72ca,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:03.964349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'name': 'tempest-TestShelveInstance-2071225224-router', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:59Z', 'updated_at': '2022-02-11T14:29:01Z', 'revision_number': 3, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'gw_port': {'id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:00Z', 'updated_at': '2022-02-11T14:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:03.994812 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ec17b-fb27-4627-bf7a-b194ca1cc7ce None None] The sync data for ids ['dcd306ea-3c42-450a-adf4-d85a0030fc12'] in n-d-816488-1 is: [{'id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'name': 'tempest-TestShelveInstance-2071225224-router', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:59Z', 'updated_at': '2022-02-11T14:29:01Z', 'revision_number': 3, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'gw_port': {'id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:00Z', 'updated_at': '2022-02-11T14:29:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:04.037712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:04.039263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:04.170287 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Router dcd306ea-3c42-450a-adf4-d85a0030fc12 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:04.313438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:04.319024 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-28212d02-fffd-41b2-bb6b-be19b51497ef admin admin] 10.222.0.52 "PUT /v2.0/routers/dcd306ea-3c42-450a-adf4-d85a0030fc12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1840587 Feb 11 14:29:04.320919 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-67219c70-98a5-428c-875d-6e88977d7d41 None None] Provisioning complete for port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:04.321359 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-67219c70-98a5-428c-875d-6e88977d7d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:04.361268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-67219c70-98a5-428c-875d-6e88977d7d41 None None] Port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:29:05.001034 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46026) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:05.005703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-fedcbd45-1dc5-48b8-8499-a3ef22d4c176 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937972483', 'description': 'tempest-secgroup-smoke-937972483 description', 'project_id': '216a1f5e42a94b358db0354411d2e8d8'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:05.092843 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fedcbd45-1dc5-48b8-8499-a3ef22d4c176 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.134474 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f9726450-1402-4fba-9698-d8826b9e20fa up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:05.169201 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fedcbd45-1dc5-48b8-8499-a3ef22d4c176 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.186123 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f9726450-1402-4fba-9698-d8826b9e20fa triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:05.186510 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.272501 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.293502 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fedcbd45-1dc5-48b8-8499-a3ef22d4c176 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.293904 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port f9726450-1402-4fba-9698-d8826b9e20fa, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f9726450-1402-4fba-9698-d8826b9e20fa,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:05.325722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcbd45-1dc5-48b8-8499-a3ef22d4c176 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=743e687f-c181-4ae7-aa57-fe8b550e4118,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:05.406830 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.444572 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-fedcbd45-1dc5-48b8-8499-a3ef22d4c176 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.450018 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46028) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:05.450648 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-fedcbd45-1dc5-48b8-8499-a3ef22d4c176 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4475994 Feb 11 14:29:05.453887 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-2c33fcab-5be2-4a4d-aa62-61b0d872da68 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '743e687f-c181-4ae7-aa57-fe8b550e4118', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:05.458912 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=f9726450-1402-4fba-9698-d8826b9e20fa,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:05.534541 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Sync routers for ids ['dcd306ea-3c42-450a-adf4-d85a0030fc12'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:05.545392 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Routers {'dcd306ea-3c42-450a-adf4-d85a0030fc12'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:05.546028 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['dcd306ea-3c42-450a-adf4-d85a0030fc12'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:05.572882 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c33fcab-5be2-4a4d-aa62-61b0d872da68 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.630663 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c33fcab-5be2-4a4d-aa62-61b0d872da68 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.652796 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Set router dcd306ea-3c42-450a-adf4-d85a0030fc12 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:05.709730 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c33fcab-5be2-4a4d-aa62-61b0d872da68 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.729653 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33fcab-5be2-4a4d-aa62-61b0d872da68 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9ffd4a-db6d-4aff-9f10-e955417d615c,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:05.808859 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2c33fcab-5be2-4a4d-aa62-61b0d872da68 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.810052 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2c33fcab-5be2-4a4d-aa62-61b0d872da68 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3599176 Feb 11 14:29:05.813016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46030) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:05.818345 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-ce6c1a98-611d-4847-ae9b-c8c3883f61d3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '743e687f-c181-4ae7-aa57-fe8b550e4118', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:05.855116 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'name': 'tempest-TestShelveInstance-2071225224-router', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:59Z', 'updated_at': '2022-02-11T14:29:03Z', 'revision_number': 4, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'gw_port': {'id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:00Z', 'updated_at': '2022-02-11T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2d4a4cea-8851-4a5b-b4ef-10c4278b72ca', 'name': '', 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'mac_address': 'fa:16:3e:d3:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'c38349ca-9648-4925-a13a-82096e620507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:02Z', 'updated_at': '2022-02-11T14:29:03Z', 'revision_number': 2, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'subnets': [{'id': 'c38349ca-9648-4925-a13a-82096e620507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:05.885715 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Checking router: dcd306ea-3c42-450a-adf4-d85a0030fc12 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:29:05.885715 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Updating router dcd306ea-3c42-450a-adf4-d85a0030fc12 port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:29:05.909216 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.915058 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1a98-611d-4847-ae9b-c8c3883f61d3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:05.971489 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1a98-611d-4847-ae9b-c8c3883f61d3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.075474 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1a98-611d-4847-ae9b-c8c3883f61d3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.092755 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c1a98-611d-4847-ae9b-c8c3883f61d3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ca813e-8d0a-4f3d-9476-60098156ecd9,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:06.174585 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ce6c1a98-611d-4847-ae9b-c8c3883f61d3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.175911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ce6c1a98-611d-4847-ae9b-c8c3883f61d3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3617125 Feb 11 14:29:06.179366 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46032) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:06.180057 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.184834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-601f28a4-fb32-4606-958e-a032d4fb8a2c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '743e687f-c181-4ae7-aa57-fe8b550e4118', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:06.257875 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.297544 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-601f28a4-fb32-4606-958e-a032d4fb8a2c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.375027 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-601f28a4-fb32-4606-958e-a032d4fb8a2c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.400633 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d704821-a72d-4042-a3b5-d3eacf4a3b03 None None] Pushing event updated for resources: {'Port': ['ID=2d4a4cea-8851-4a5b-b4ef-10c4278b72ca,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:06.453440 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Attempting to bind port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:29:06.453841 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Attempting to bind port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:29:06.454203 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Attempting to bind port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca on network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:06.460259 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:06.460633 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Checking segment: {'id': 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:06.461030 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.461416 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Bound using segment: {'id': 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:06.461898 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Bound port: 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:29:06.462280 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.469755 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-601f28a4-fb32-4606-958e-a032d4fb8a2c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.491242 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f28a4-fb32-4606-958e-a032d4fb8a2c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0cf999e-91ca-4bff-a7e7-808a11d70864,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:06.528049 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] For port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:06.531266 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] For port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2d4a4cea-8851-4a5b-b4ef-10c4278b72ca,segment=NetworkSegment(e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1),segment_id=e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:06.586111 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-601f28a4-fb32-4606-958e-a032d4fb8a2c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.587415 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-601f28a4-fb32-4606-958e-a032d4fb8a2c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4065847 Feb 11 14:29:06.590224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46034) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:06.601191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e0ef2163-3828-4fe6-b59d-521cfabda443 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '743e687f-c181-4ae7-aa57-fe8b550e4118', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:06.601338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-6a89211d-2572-48b1-ad3a-4fd1b06d30e8 None None] Provisioning complete for port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:06.601338 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6a89211d-2572-48b1-ad3a-4fd1b06d30e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.630358 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.638191 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6a89211d-2572-48b1-ad3a-4fd1b06d30e8 None None] Port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:29:06.690922 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Routers {'dcd306ea-3c42-450a-adf4-d85a0030fc12'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:06.691536 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['dcd306ea-3c42-450a-adf4-d85a0030fc12'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:06.693637 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d704821-a72d-4042-a3b5-d3eacf4a3b03 None None] Pushing event updated for resources: {'Port': ['ID=2d4a4cea-8851-4a5b-b4ef-10c4278b72ca,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:06.709601 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2163-3828-4fe6-b59d-521cfabda443 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.774701 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2163-3828-4fe6-b59d-521cfabda443 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.809564 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] Set router dcd306ea-3c42-450a-adf4-d85a0030fc12 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:06.869480 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2163-3828-4fe6-b59d-521cfabda443 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.887020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef2163-3828-4fe6-b59d-521cfabda443 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4d672e-07d0-4805-9f8f-aa483da533f6,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:06.957267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e0ef2163-3828-4fe6-b59d-521cfabda443 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.958527 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e0ef2163-3828-4fe6-b59d-521cfabda443 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3672342 Feb 11 14:29:06.961205 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46036) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:06.963256 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-e6dbd73e-dc50-4efd-a0d8-da4c2cdf55cf None None] Provisioning complete for port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:06.963639 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e6dbd73e-dc50-4efd-a0d8-da4c2cdf55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:06.966312 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-294c2ad1-ec47-4370-972a-814d11bc5a89 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '743e687f-c181-4ae7-aa57-fe8b550e4118', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:07.021629 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'name': 'tempest-TestShelveInstance-2071225224-router', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:59Z', 'updated_at': '2022-02-11T14:29:03Z', 'revision_number': 4, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'gw_port': {'id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:00Z', 'updated_at': '2022-02-11T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2d4a4cea-8851-4a5b-b4ef-10c4278b72ca', 'name': '', 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'mac_address': 'fa:16:3e:d3:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'c38349ca-9648-4925-a13a-82096e620507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:02Z', 'updated_at': '2022-02-11T14:29:06Z', 'revision_number': 4, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'subnets': [{'id': 'c38349ca-9648-4925-a13a-82096e620507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:07.041486 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e6dbd73e-dc50-4efd-a0d8-da4c2cdf55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.052545 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c16424-b13d-4ae6-9376-57249f17a187 None None] The sync data for ids ['dcd306ea-3c42-450a-adf4-d85a0030fc12'] in n-d-816488-1 is: [{'id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'name': 'tempest-TestShelveInstance-2071225224-router', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:59Z', 'updated_at': '2022-02-11T14:29:03Z', 'revision_number': 4, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'gw_port': {'id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:00Z', 'updated_at': '2022-02-11T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '2d4a4cea-8851-4a5b-b4ef-10c4278b72ca', 'name': '', 'network_id': '154c0e5e-4699-4f7a-87b9-ad3c061692b3', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'mac_address': 'fa:16:3e:d3:b2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'c38349ca-9648-4925-a13a-82096e620507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:02Z', 'updated_at': '2022-02-11T14:29:06Z', 'revision_number': 4, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'subnets': [{'id': 'c38349ca-9648-4925-a13a-82096e620507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:07.060758 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-294c2ad1-ec47-4370-972a-814d11bc5a89 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Project 216a1f5e42a94b358db0354411d2e8d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:29:07.069593 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-294c2ad1-ec47-4370-972a-814d11bc5a89 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.074972 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e6dbd73e-dc50-4efd-a0d8-da4c2cdf55cf None None] For port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2d4a4cea-8851-4a5b-b4ef-10c4278b72ca,segment=NetworkSegment(e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1),segment_id=e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:07.147388 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e6dbd73e-dc50-4efd-a0d8-da4c2cdf55cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.178632 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-294c2ad1-ec47-4370-972a-814d11bc5a89 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.180599 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f9726450-1402-4fba-9698-d8826b9e20fa up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:07.239175 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbd73e-dc50-4efd-a0d8-da4c2cdf55cf None None] Pushing event updated for resources: {'Port': ['ID=2d4a4cea-8851-4a5b-b4ef-10c4278b72ca,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:07.255882 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f9726450-1402-4fba-9698-d8826b9e20fa triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:07.256255 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.270452 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-294c2ad1-ec47-4370-972a-814d11bc5a89 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.293077 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c2ad1-ec47-4370-972a-814d11bc5a89 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b7de53-486a-4bc1-b449-55350ed4b2fc,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:07.408733 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-294c2ad1-ec47-4370-972a-814d11bc5a89 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.410014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-294c2ad1-ec47-4370-972a-814d11bc5a89 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4471817 Feb 11 14:29:07.413711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46038) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:07.418274 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-836fbe06-a06f-41f8-97ac-45e81d8a25ec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '743e687f-c181-4ae7-aa57-fe8b550e4118', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:07.498683 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-836fbe06-a06f-41f8-97ac-45e81d8a25ec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Project 216a1f5e42a94b358db0354411d2e8d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:29:07.504042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-836fbe06-a06f-41f8-97ac-45e81d8a25ec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.568921 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-836fbe06-a06f-41f8-97ac-45e81d8a25ec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.675809 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-836fbe06-a06f-41f8-97ac-45e81d8a25ec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.695072 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fbe06-a06f-41f8-97ac-45e81d8a25ec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca052525-1d5c-42b4-ba19-b5dc37f6ccf2,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:07.785719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-836fbe06-a06f-41f8-97ac-45e81d8a25ec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:07.787591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-836fbe06-a06f-41f8-97ac-45e81d8a25ec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3728604 Feb 11 14:29:07.942803 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-9ee18c42-6ce8-44a5-9cee-c23d1c4dc851 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937972483&fields=id&tenant_id=216a1f5e42a94b358db0354411d2e8d8 HTTP/1.1" status: 200 len: 267 time: 0.0337303 Feb 11 14:29:08.056206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-cb691ac5-10e0-4070-b1f0-0adf82ae0345 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:08.057696 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-cb691ac5-10e0-4070-b1f0-0adf82ae0345 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 809 time: 0.1073747 Feb 11 14:29:08.074709 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-5163527f-e732-42b8-ac33-8f399017f5bb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/quotas/216a1f5e42a94b358db0354411d2e8d8 HTTP/1.1" status: 200 len: 375 time: 0.0107524 Feb 11 14:29:08.133597 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-f647f1b9-8f9b-4ff4-86db-f8c391c5f218 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525994 Feb 11 14:29:08.323240 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-aecf63e9-203d-4270-99e4-15cb63db7476 service neutron] 10.222.0.52 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776888 Feb 11 14:29:08.414523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-244d3f3f-6524-4c2b-9e41-7a352c2ed484 service neutron] 10.222.0.52 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851777 Feb 11 14:29:08.668581 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5afa5605-7337-4845-94d7-8338e8d1f387 req-258e0e67-0bae-4ddf-beaf-ce83a2d0aca1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 210 time: 0.0278242 Feb 11 14:29:09.128052 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:09.187244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:09.187809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:09.747397 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f5795c57-2713-4302-8de8-8905873c0133 req-f5584ea8-0bc0-4ad6-ae55-e7623b427d53 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 210 time: 0.0271122 Feb 11 14:29:10.843630 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8970e244-dc77-48a4-b1cc-6bfe26701245 req-f5df0791-90d1-4d9c-bea2-3a41cfa3abbb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 210 time: 0.0281513 Feb 11 14:29:11.185268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-ce48cc6e-5e28-4654-8953-296c2d2b6cf0 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.186783 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-ce48cc6e-5e28-4654-8953-296c2d2b6cf0 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 809 time: 0.1030645 Feb 11 14:29:11.237223 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-a52712c1-695e-43cc-908f-633b7565b3bb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=216a1f5e42a94b358db0354411d2e8d8 HTTP/1.1" status: 200 len: 379 time: 0.0351505 Feb 11 14:29:11.246043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'port': {'device_id': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'admin_state_up': True, 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'security_groups': ['743e687f-c181-4ae7-aa57-fe8b550e4118']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:11.446812 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Made reservation on behalf of 216a1f5e42a94b358db0354411d2e8d8 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:29:11.450291 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.576919 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Allocated IP 172.20.0.11 (1fa845a4-3cd8-4321-9c83-5a1a0cc26296/e5034b79-4004-4c99-a017-1d432bc0a6a0/7365db24-56bd-475f-ba3c-15808491bebd) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:11.711671 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.830280 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.871620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:11.876712 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:11.879266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:11.911785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:11.948469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.949106 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:11.994014 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8430c-167a-4729-a378-b2ff1054c7df req-7297200e-b1a0-400d-a8cb-d1e280e9b2ea tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:11.995572 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0f8430c-167a-4729-a378-b2ff1054c7df req-7297200e-b1a0-400d-a8cb-d1e280e9b2ea tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 932 time: 0.0701888 Feb 11 14:29:12.036557 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d0f8430c-167a-4729-a378-b2ff1054c7df req-f28c96ac-142b-412a-9fc2-9b46c4d8b3f6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346239 Feb 11 14:29:12.040384 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-d992f646-c9b0-4ad6-a41a-b12bbcc903df tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7980900 Feb 11 14:29:12.053176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Request body: {'port': {'device_id': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:12.100018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-8fa90593-284e-45cb-8222-d218b7a07ecb None None] Provisioning complete for port 7365db24-56bd-475f-ba3c-15808491bebd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:12.100651 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8fa90593-284e-45cb-8222-d218b7a07ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.112174 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.139000 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-8fa90593-284e-45cb-8222-d218b7a07ecb None None] Port 7365db24-56bd-475f-ba3c-15808491bebd cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:29:12.370388 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7365db24-56bd-475f-ba3c-15808491bebd {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:29:12.377562 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.389798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Transition to ACTIVE for port object 7365db24-56bd-475f-ba3c-15808491bebd will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:29:12.463377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.514060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Pushing event updated for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:12.583476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Attempting to bind port 7365db24-56bd-475f-ba3c-15808491bebd on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:29:12.583802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Attempting to bind port 7365db24-56bd-475f-ba3c-15808491bebd by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:29:12.584129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Attempting to bind port 7365db24-56bd-475f-ba3c-15808491bebd on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:12.588557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Port 7365db24-56bd-475f-ba3c-15808491bebd on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:29:12.588879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Attempting to bind port 7365db24-56bd-475f-ba3c-15808491bebd on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:29:12.593796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:29:12.594151 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Checking segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:29:12.594531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Bound using segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:29:12.594958 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Bound port: 7365db24-56bd-475f-ba3c-15808491bebd, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:29:12.595346 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.662169 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:29:12.665526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:29:12.745123 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.780966 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:12.781601 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:12.783066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] 10.222.0.13 "PUT /v2.0/ports/7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 200 len: 1092 time: 0.7350681 Feb 11 14:29:12.783502 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:29:12.786241 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727cc31f-e23b-4b5d-a6ea-2b849aaa3bec" -d '{"events": [{"name": "network-changed", "server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "tag": "7365db24-56bd-475f-ba3c-15808491bebd"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:12.811271 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb44f6-4ed1-458f-b98a-8db8eff80140 service neutron] Pushing event updated for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:12.831300 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0994d275-2224-496d-9479-833a0a1e061e x-openstack-request-id: req-0994d275-2224-496d-9479-833a0a1e061e {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:12.831591 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "tag": "7365db24-56bd-475f-ba3c-15808491bebd", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:12.831847 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0994d275-2224-496d-9479-833a0a1e061e {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:12.832865 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd', 'status': 'completed', 'code': 200} Feb 11 14:29:12.900167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cc31f-e23b-4b5d-a6ea-2b849aaa3bec req-0db87058-2c7d-498a-9c06-76d296e4afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:12.901637 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-727cc31f-e23b-4b5d-a6ea-2b849aaa3bec req-0db87058-2c7d-498a-9c06-76d296e4afc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1095 time: 0.0481622 Feb 11 14:29:13.008192 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cc31f-e23b-4b5d-a6ea-2b849aaa3bec req-4be78a7a-7840-43d1-8595-352bd3ad364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:13.009708 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-727cc31f-e23b-4b5d-a6ea-2b849aaa3bec req-4be78a7a-7840-43d1-8595-352bd3ad364f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=216a1f5e42a94b358db0354411d2e8d8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0986292 Feb 11 14:29:13.121105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cc31f-e23b-4b5d-a6ea-2b849aaa3bec req-f1e9c13b-8237-41b3-bd6e-09daa19e8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:13.122580 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-727cc31f-e23b-4b5d-a6ea-2b849aaa3bec req-f1e9c13b-8237-41b3-bd6e-09daa19e8089 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067851 Feb 11 14:29:13.158731 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb98028-54b4-4883-96d5-6156d6ec12ab req-2cc3ece2-c299-4dbb-8c60-588e2e7be0fc tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:13.160314 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9bb98028-54b4-4883-96d5-6156d6ec12ab req-2cc3ece2-c299-4dbb-8c60-588e2e7be0fc tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0521393 Feb 11 14:29:13.222814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9bb98028-54b4-4883-96d5-6156d6ec12ab req-f8603795-4990-471f-82fd-cc614638c038 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535009 Feb 11 14:29:13.228507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-fd014b13-922e-41ff-ab35-ea8fe4d26c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:13.230007 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-fd014b13-922e-41ff-ab35-ea8fe4d26c70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1095 time: 0.0683279 Feb 11 14:29:13.275403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-da6d348f-933c-45a5-8fc8-18fa401dfec5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 200 len: 217 time: 0.0381999 Feb 11 14:29:13.324898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-a9eb416c-6784-4fd7-8fff-feb82c99650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:13.326381 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-a9eb416c-6784-4fd7-8fff-feb82c99650a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0451112 Feb 11 14:29:13.374035 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-40e5ddf1-b709-46f7-9ce3-eef1e455701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:13.375530 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-40e5ddf1-b709-46f7-9ce3-eef1e455701a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414333 Feb 11 14:29:13.465672 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-276ff467-6321-48f5-a1ec-16f241e6f22b service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832596 Feb 11 14:29:13.554038 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7fe375bc-03e6-4be5-a38d-dfc553bab45e req-dfb2b3a8-9b01-4c9c-9850-30e2432ec645 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808854 Feb 11 14:29:14.342368 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe291be-ab87-4efb-ba4f-d84397d6d1f6 req-71dd3bfe-b088-408d-967f-77c1f9c5d8f7 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:14.343834 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fe291be-ab87-4efb-ba4f-d84397d6d1f6 req-71dd3bfe-b088-408d-967f-77c1f9c5d8f7 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0495129 Feb 11 14:29:14.381988 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-0fe291be-ab87-4efb-ba4f-d84397d6d1f6 req-f0747d86-0564-4410-b65d-4b6ee10ee313 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318725 Feb 11 14:29:15.498755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163eb20-7077-48e4-8d78-6e4c9427bddb req-dc4c7e84-bc89-4bd0-b7ba-de6ba622c2da tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:15.500207 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a163eb20-7077-48e4-8d78-6e4c9427bddb req-dc4c7e84-bc89-4bd0-b7ba-de6ba622c2da tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0489891 Feb 11 14:29:15.543615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a163eb20-7077-48e4-8d78-6e4c9427bddb req-cd3f0f25-3b9d-40dc-953c-d007f39a3b12 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369899 Feb 11 14:29:16.661503 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb640f-d951-424b-a03f-65e05c18a097 req-bfbc0b40-2bfd-4766-a2b5-ee8952da08d5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:16.662990 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-daeb640f-d951-424b-a03f-65e05c18a097 req-bfbc0b40-2bfd-4766-a2b5-ee8952da08d5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0513709 Feb 11 14:29:16.700574 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-daeb640f-d951-424b-a03f-65e05c18a097 req-9e784bfa-0974-4ca0-bbcf-0f15164a3ef6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315566 Feb 11 14:29:16.756442 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7365db24-56bd-475f-ba3c-15808491bebd details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:29:16.854341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:16.866022 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '7365db24-56bd-475f-ba3c-15808491bebd', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'port_id': '7365db24-56bd-475f-ba3c-15808491bebd', 'mac_address': 'fa:16:3e:1f:a9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:29:16.903004 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:16.916237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7365db24-56bd-475f-ba3c-15808491bebd {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:29:16.934900 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:16.995190 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:17.042592 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:17.196367 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7365db24-56bd-475f-ba3c-15808491bebd'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:29:17.816251 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c5db8-1100-4906-b956-e9ecbf31cb00 req-947ff26a-b09a-4f87-aee1-f14c362f3252 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:17.818735 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-980c5db8-1100-4906-b956-e9ecbf31cb00 req-947ff26a-b09a-4f87-aee1-f14c362f3252 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 945 time: 0.0497527 Feb 11 14:29:17.856056 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-980c5db8-1100-4906-b956-e9ecbf31cb00 req-17a06423-b0d9-4630-9579-f97579d9e0c2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313351 Feb 11 14:29:18.757322 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7365db24-56bd-475f-ba3c-15808491bebd up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:29:18.903829 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 7365db24-56bd-475f-ba3c-15808491bebd completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:29:18.908014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 7365db24-56bd-475f-ba3c-15808491bebd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:29:18.909888 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:18.971720 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc89897-f7be-4376-b1db-cc32fed94eaa req-12ce968c-b543-4632-af5a-d10b2ee7b87b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:18.974414 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bbc89897-f7be-4376-b1db-cc32fed94eaa req-12ce968c-b543-4632-af5a-d10b2ee7b87b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 945 time: 0.0498652 Feb 11 14:29:18.985823 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.008408 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:29:19.010718 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b2fd876-193b-4a6e-97bd-456a573fe4ee" -d '{"events": [{"server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "name": "network-vif-plugged", "status": "completed", "tag": "7365db24-56bd-475f-ba3c-15808491bebd"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:19.012239 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bbc89897-f7be-4376-b1db-cc32fed94eaa req-afee31c1-62eb-4dd6-8567-747749b6a8e7 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318105 Feb 11 14:29:19.024577 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:29:19.049616 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95c2723-9fe5-4855-9576-4def9e3d5fe7 x-openstack-request-id: req-f95c2723-9fe5-4855-9576-4def9e3d5fe7 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:19.049941 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "name": "network-vif-plugged", "status": "completed", "tag": "7365db24-56bd-475f-ba3c-15808491bebd", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:19.050192 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f95c2723-9fe5-4855-9576-4def9e3d5fe7 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:19.051168 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd', 'code': 200} Feb 11 14:29:19.097146 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:19.150393 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c1a49-2b60-4065-adbf-b2d449d9f082 req-71ba9b95-a57f-403e-83c8-82d65563e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:19.151998 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-030c1a49-2b60-4065-adbf-b2d449d9f082 req-71ba9b95-a57f-403e-83c8-82d65563e82e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1097 time: 0.0456862 Feb 11 14:29:19.152935 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:19.188147 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-030c1a49-2b60-4065-adbf-b2d449d9f082 req-a675eabe-aa0d-4090-9fa1-3640c559e662 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296152 Feb 11 14:29:20.142956 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59978e-f61b-4a12-9674-9ea50ca781af req-82a4b0d5-6796-4a2e-ab7f-7f8acc4f5a84 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:20.144488 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a59978e-f61b-4a12-9674-9ea50ca781af req-82a4b0d5-6796-4a2e-ab7f-7f8acc4f5a84 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Feb 11 14:29:20.192017 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a59978e-f61b-4a12-9674-9ea50ca781af req-827b3846-55b8-4410-9db4-2474f50f9e80 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320640 Feb 11 14:29:21.308105 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94a06b-ae1e-43f8-9a90-f7fc6df9dda5 req-21d531a2-a465-4efe-8c75-1b0b7cfbac34 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:21.309679 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b94a06b-ae1e-43f8-9a90-f7fc6df9dda5 req-21d531a2-a465-4efe-8c75-1b0b7cfbac34 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0559847 Feb 11 14:29:21.354558 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b94a06b-ae1e-43f8-9a90-f7fc6df9dda5 req-24e9ed20-9712-41d4-9950-b0a769ca6263 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386007 Feb 11 14:29:21.474129 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd494ccc-721a-46b7-afc2-b08f78df87a9 req-67927d1b-f22e-496f-ad2d-d5e508f535ad tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:21.475573 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd494ccc-721a-46b7-afc2-b08f78df87a9 req-67927d1b-f22e-496f-ad2d-d5e508f535ad tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0517406 Feb 11 14:29:21.513014 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-fd494ccc-721a-46b7-afc2-b08f78df87a9 req-bfea3364-a024-47d4-b3ee-1dbd71ab382f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314062 Feb 11 14:29:21.534393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46098) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:21.616255 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c24f7d1-2954-4cb0-ba48-228ea8174873 tempest-TestShelveInstance-1125342830 tempest-TestShelveInstance-1125342830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:21.617794 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5c24f7d1-2954-4cb0-ba48-228ea8174873 tempest-TestShelveInstance-1125342830 tempest-TestShelveInstance-1125342830-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1092 time: 0.0823646 Feb 11 14:29:21.620773 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46102) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:29:21.624988 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '7365db24-56bd-475f-ba3c-15808491bebd', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:29:21.755449 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for floatingip, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.853835 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:21.955964 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Allocated IP 172.25.0.88 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/2552bf33-b4d1-4e3a-bfec-9c96ab0caeb0) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:29:22.060177 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.167338 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.209163 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:29:22.212221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:29:22.215719 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:29:22.221126 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'Port': ['ID=2552bf33-b4d1-4e3a-bfec-9c96ab0caeb0,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:22.570858 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.694119 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.846254 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.927030 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:22.992940 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'Port': ['ID=2552bf33-b4d1-4e3a-bfec-9c96ab0caeb0,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:29:23.002772 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:23.103715 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Floating IP a6aa40fc-d4d5-4afd-93ac-71d9e301c9f2 associated. External IP: 172.25.0.88, port: 7365db24-56bd-475f-ba3c-15808491bebd. Feb 11 14:29:23.612074 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Router 146dab81-10e6-404f-8bbf-8f36a72d21c3 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:29:23.716922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:29:23.727608 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] Sync routers for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:29:23.737180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:23.737818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:23.814809 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:23.842423 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-555141de-f6aa-4b6a-933f-23fabc2de6c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2206452 Feb 11 14:29:23.843272 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:29:23.844016 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:23.845614 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "tag": "7365db24-56bd-475f-ba3c-15808491bebd"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:29:23.950349 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80e1d60-113f-43ad-9c36-d57818db07d4 x-openstack-request-id: req-d80e1d60-113f-43ad-9c36-d57818db07d4 {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:29:23.950638 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "tag": "7365db24-56bd-475f-ba3c-15808491bebd", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:29:23.950884 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d80e1d60-113f-43ad-9c36-d57818db07d4 {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:29:23.951286 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd', 'status': 'completed', 'code': 200} Feb 11 14:29:24.013225 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-654f3d8e-e6fd-448d-9061-b8efdc33125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:24.014748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-654f3d8e-e6fd-448d-9061-b8efdc33125a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1097 time: 0.0407782 Feb 11 14:29:24.069391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'a6aa40fc-d4d5-4afd-93ac-71d9e301c9f2', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'port_id': '7365db24-56bd-475f-ba3c-15808491bebd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'mac_address': 'fa:16:3e:1f:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:22Z', 'updated_at': '2022-02-11T14:29:22Z', 'revision_number': 0, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:24.099501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] Checking router: 146dab81-10e6-404f-8bbf-8f36a72d21c3 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:29:24.105940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-d8040b0c-1c72-40d1-96d4-f81a355a4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:24.107394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-d8040b0c-1c72-40d1-96d4-f81a355a4688 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0850132 Feb 11 14:29:24.107735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:29:24.108338 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:28:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:24.175014 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-0ae6c810-cafd-4cfb-8e99-3d35711aad65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 200 len: 999 time: 0.0604689 Feb 11 14:29:24.213209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:29:24.224507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-3eee675a-f188-4c33-9c5f-fbe74abe34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:24.225978 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-3eee675a-f188-4c33-9c5f-fbe74abe34e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0436280 Feb 11 14:29:24.270649 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-701ebc0c-4e6e-4d65-b7fd-316b3c1578e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:29:24.272128 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-701ebc0c-4e6e-4d65-b7fd-316b3c1578e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400360 Feb 11 14:29:24.367101 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-6f509045-2956-424c-a4de-09808cbce276 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884628 Feb 11 14:29:24.436870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'a6aa40fc-d4d5-4afd-93ac-71d9e301c9f2', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'port_id': '7365db24-56bd-475f-ba3c-15808491bebd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'mac_address': 'fa:16:3e:1f:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:22Z', 'updated_at': '2022-02-11T14:29:22Z', 'revision_number': 0, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:29:24.456308 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f31da43d-44eb-4ebe-91da-4cfb9fa95dbf req-b3ef6b4e-4c06-4dbb-8d1f-99f91f8bcc89 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832183 Feb 11 14:29:24.620415 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a5cd1a-4a62-4eba-bfe4-9d9d9e695434 None None] The sync data for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 is: [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': 'a6aa40fc-d4d5-4afd-93ac-71d9e301c9f2', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'floating_ip_address': '172.25.0.88', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'port_id': '7365db24-56bd-475f-ba3c-15808491bebd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'mac_address': 'fa:16:3e:1f:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:29:22Z', 'updated_at': '2022-02-11T14:29:22Z', 'revision_number': 0, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:29:24.803051 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a5ca1c-29fc-4b51-bfc9-2661e64d8bb5 None None] New status for floating IP a6aa40fc-d4d5-4afd-93ac-71d9e301c9f2: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:29:24.818902 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1c4a-2fbe-4fcb-8991-357df3bc6580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:25.936609 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:29:26.416969 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:27.018113 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-dd79503d-d631-4659-8213-cc865e9f5d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:28.332147 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:28.909535 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.303581 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:30.686241 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:54.801360 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-976600dd-cca6-4867-a651-41be0271f4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:56.423140 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:57.012245 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c9dcd14f-b950-43ce-9ce9-93d2ab642caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.349247 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:29:58.919637 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.257977 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:00.674816 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:02.935057 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:30:08.161649 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-4be7383f-25ce-4d09-938e-a919e2fe402b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412822 Feb 11 14:30:08.246631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-beed5ebb-e87c-4f7d-a890-e7ce9f97e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:08.248108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-beed5ebb-e87c-4f7d-a890-e7ce9f97e24b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1097 time: 0.0443482 Feb 11 14:30:08.347238 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-cb7d4452-843e-4322-9600-d11c99187dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:08.349238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-cb7d4452-843e-4322-9600-d11c99187dd2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0835793 Feb 11 14:30:08.416163 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-06c00d79-def5-4822-90f3-0239e9e90096 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 200 len: 1001 time: 0.0606976 Feb 11 14:30:08.463920 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-00b2cc2f-5171-4d1f-85f7-828d4ac9f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:08.465311 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-00b2cc2f-5171-4d1f-85f7-828d4ac9f72d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0433049 Feb 11 14:30:08.510668 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-97fed04f-c9be-4a8d-b1ab-299013e66fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:30:08.512179 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-97fed04f-c9be-4a8d-b1ab-299013e66fc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395432 Feb 11 14:30:08.602658 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-b4b29a46-94c8-406e-9dc8-995a552ff4fb service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831602 Feb 11 14:30:08.694629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b10d2a2a-8494-4b4b-8aeb-20bdcbab4fda req-ea08618d-b835-454a-8135-a5adb7d20333 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853350 Feb 11 14:30:24.805687 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-376de664-58ce-401f-9a94-ba794d7e7d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:26.446037 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:27.034328 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a654d53b-8571-4c43-b46f-650f84cd1cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:28.331673 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:29.011577 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:30.280210 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:30.685914 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:39.934368 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:30:54.856865 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9f996c00-ed61-42b3-b635-33a08fb34e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:56.428639 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:57.017188 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ff68e9e2-7988-4bca-9250-489dbebece92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.308297 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:30:58.897437 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.262964 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:00.678731 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:10.204746 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-16197c67-6f3c-4c77-a286-cfb7c97f05aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830421 Feb 11 14:31:10.290404 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-66148660-52e9-4219-bd2b-4cefc159c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:10.291859 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-66148660-52e9-4219-bd2b-4cefc159c142 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1097 time: 0.0440574 Feb 11 14:31:10.389720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-d93dd422-7f09-400b-87c5-71853ec17d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:10.391120 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-d93dd422-7f09-400b-87c5-71853ec17d44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0815978 Feb 11 14:31:10.458453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-60118c6b-9436-431c-8196-541bc38d55b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 200 len: 1001 time: 0.0596452 Feb 11 14:31:10.505333 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-a7ecb0f4-b60b-44a6-b4ab-f03d8af3f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:10.506779 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-a7ecb0f4-b60b-44a6-b4ab-f03d8af3f552 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0423646 Feb 11 14:31:10.550448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-e88732fb-953a-49c3-9eda-7a86f573f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:10.551889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-e88732fb-953a-49c3-9eda-7a86f573f008 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387311 Feb 11 14:31:10.562029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-b0ffc001-1d03-49a1-9ae8-59eda7be4df2 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:31:10.562979 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-b0ffc001-1d03-49a1-9ae8-59eda7be4df2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046766 Feb 11 14:31:10.651484 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-adb76d1d-209e-4a2b-ac45-1b520dc60856 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809102 Feb 11 14:31:10.738211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-04022bfb-6b98-4a1f-9a15-5ca6b3211fa3 req-a406e169-1f2d-4adb-8257-72304ab15221 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802317 Feb 11 14:31:16.933584 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:31:18.701023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c20629-90ed-4fdc-bc09-93fd38b7ae92 req-70b13618-f379-4f9a-b435-1a8fdbd59cd0 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:18.702925 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9c20629-90ed-4fdc-bc09-93fd38b7ae92 req-70b13618-f379-4f9a-b435-1a8fdbd59cd0 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0539289 Feb 11 14:31:18.741036 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9c20629-90ed-4fdc-bc09-93fd38b7ae92 req-cfc894ac-24d5-478b-af83-a0d043daa05a tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313010 Feb 11 14:31:19.863654 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f7ff8-a384-406b-9149-a37fedee4662 req-08a1c79b-a07c-45d0-bb88-6f8e7adda0af tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:19.865151 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab4f7ff8-a384-406b-9149-a37fedee4662 req-08a1c79b-a07c-45d0-bb88-6f8e7adda0af tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0538535 Feb 11 14:31:19.901760 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ab4f7ff8-a384-406b-9149-a37fedee4662 req-75847793-0be5-4dad-aa01-00b9676e4f13 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305860 Feb 11 14:31:21.023229 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d064811-619d-4431-8f54-8b9c52a6a7b4 req-993b035c-d01f-4404-9390-8e036846cbcf tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:21.024695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d064811-619d-4431-8f54-8b9c52a6a7b4 req-993b035c-d01f-4404-9390-8e036846cbcf tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0522616 Feb 11 14:31:21.062082 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6d064811-619d-4431-8f54-8b9c52a6a7b4 req-c6ef591d-76f2-44e8-b837-8c3e2ed458f4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312493 Feb 11 14:31:22.178928 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5a464-a031-4341-9b90-c2d48ef4a7c7 req-c3c0f243-1989-4100-8b6e-64661418ea5c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:22.180987 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ab5a464-a031-4341-9b90-c2d48ef4a7c7 req-c3c0f243-1989-4100-8b6e-64661418ea5c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0496523 Feb 11 14:31:22.218643 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ab5a464-a031-4341-9b90-c2d48ef4a7c7 req-5bbd6a27-ccb8-48fa-9de6-8a584ab26f4d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Feb 11 14:31:23.335086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79fe1e-58af-490f-9ace-7b66709d8966 req-a570b075-d1d2-4bad-a414-e32c4e9a9774 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:23.336601 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d79fe1e-58af-490f-9ace-7b66709d8966 req-a570b075-d1d2-4bad-a414-e32c4e9a9774 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0492713 Feb 11 14:31:23.373734 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3d79fe1e-58af-490f-9ace-7b66709d8966 req-7753d1fc-820e-48fa-8c1b-64e67a550fbe tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308461 Feb 11 14:31:24.491836 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ccd17-794d-4bb1-9693-10a87f1699b7 req-bfe97087-5511-46a1-a033-ffef8520a2c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:24.493225 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-651ccd17-794d-4bb1-9693-10a87f1699b7 req-bfe97087-5511-46a1-a033-ffef8520a2c6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0493817 Feb 11 14:31:24.530380 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-651ccd17-794d-4bb1-9693-10a87f1699b7 req-9479b8e9-06cb-4054-a872-f3a7482363c2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310862 Feb 11 14:31:24.788291 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c88d745e-0985-49e5-98fa-be6c33d74619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:25.647023 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978adfe0-3066-4f16-985d-c921cfd8f395 req-1f1de1ca-c9f7-4713-b7dc-d6f01b438573 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:25.648498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-978adfe0-3066-4f16-985d-c921cfd8f395 req-1f1de1ca-c9f7-4713-b7dc-d6f01b438573 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0483873 Feb 11 14:31:25.684570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-978adfe0-3066-4f16-985d-c921cfd8f395 req-2dd2879a-02cf-4f27-94f1-ef4b6ac4a81e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300162 Feb 11 14:31:26.478303 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:26.807413 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6ab91-ec4c-4fe2-88d3-1f8576219c66 req-cfe45900-f888-47b2-97b8-4358009a84bb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:26.808851 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4db6ab91-ec4c-4fe2-88d3-1f8576219c66 req-cfe45900-f888-47b2-97b8-4358009a84bb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0531735 Feb 11 14:31:26.846570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4db6ab91-ec4c-4fe2-88d3-1f8576219c66 req-9d42bbec-7b0b-4c0e-9a6f-3b05558a0960 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310733 Feb 11 14:31:27.016550 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20e66c8c-963a-4af0-b881-37dcddfec1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:27.965747 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e4196-17c7-4aef-a716-ccf21615c950 req-0aed421f-6c6e-4d16-b56d-2fbbd0ad365b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:27.967260 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f32e4196-17c7-4aef-a716-ccf21615c950 req-0aed421f-6c6e-4d16-b56d-2fbbd0ad365b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0531862 Feb 11 14:31:28.004906 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-f32e4196-17c7-4aef-a716-ccf21615c950 req-01f067a6-903a-4ab7-b342-aec1a6090c5e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305269 Feb 11 14:31:28.359648 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:28.919307 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:29.129696 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1bb62-be57-482d-af61-de97710f3e07 req-2fe0592e-1c6b-41c4-83de-3c02861b059f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:29.131186 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5e1bb62-be57-482d-af61-de97710f3e07 req-2fe0592e-1c6b-41c4-83de-3c02861b059f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0490134 Feb 11 14:31:29.169104 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5e1bb62-be57-482d-af61-de97710f3e07 req-7ff2fd66-3700-4fc2-bd11-2d2c0b6a0844 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319345 Feb 11 14:31:30.269128 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:30.289028 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cb80e-ace5-4848-ae4c-ff52122acd83 req-c8308e07-aa62-4142-a88c-b65a1c22f6fb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:30.290562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-919cb80e-ace5-4848-ae4c-ff52122acd83 req-c8308e07-aa62-4142-a88c-b65a1c22f6fb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0491431 Feb 11 14:31:30.327498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-919cb80e-ace5-4848-ae4c-ff52122acd83 req-0a20a738-f05c-4195-8301-b0272b7ab54d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308764 Feb 11 14:31:30.684112 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.413427 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7365db24-56bd-475f-ba3c-15808491bebd details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:31:31.448903 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf42e2-f420-411a-ad56-f6744df518ac req-f90c5e9c-a085-4875-a942-50588f26c0a7 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:31.450382 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64bf42e2-f420-411a-ad56-f6744df518ac req-f90c5e9c-a085-4875-a942-50588f26c0a7 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0510824 Feb 11 14:31:31.497176 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-64bf42e2-f420-411a-ad56-f6744df518ac req-20ff2628-6fa0-4103-8d2f-da5e052e4a99 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388517 Feb 11 14:31:31.520954 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:31.535028 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '7365db24-56bd-475f-ba3c-15808491bebd', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'port_id': '7365db24-56bd-475f-ba3c-15808491bebd', 'mac_address': 'fa:16:3e:1f:a9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:31:31.580655 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.608614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7365db24-56bd-475f-ba3c-15808491bebd {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:31:31.613491 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:31.800680 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:31.853703 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:31.860924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.868752 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:31:31.873376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7365db24-56bd-475f-ba3c-15808491bebd'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:31:32.631017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c292a7a-cf55-45f8-9769-1fce419d5deb req-e9e04158-c3c6-47ef-ae12-e94f0f8e2057 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:32.632837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8c292a7a-cf55-45f8-9769-1fce419d5deb req-e9e04158-c3c6-47ef-ae12-e94f0f8e2057 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 945 time: 0.0551069 Feb 11 14:31:32.673492 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8c292a7a-cf55-45f8-9769-1fce419d5deb req-4b8449ba-0c29-41c1-80c3-e1d36e756b08 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346622 Feb 11 14:31:33.414249 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7365db24-56bd-475f-ba3c-15808491bebd up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:31:33.469921 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 7365db24-56bd-475f-ba3c-15808491bebd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:31:33.470209 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:33.559423 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:33.585931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:31:33.586769 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef05d677-2f3c-4056-aa5c-29d3a34d383f" -d '{"events": [{"server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "name": "network-vif-plugged", "status": "completed", "tag": "7365db24-56bd-475f-ba3c-15808491bebd"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:33.602170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:33.705137 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559020e0-a622-4198-9ce6-baf2b8a59feb x-openstack-request-id: req-559020e0-a622-4198-9ce6-baf2b8a59feb {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:33.705462 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "name": "network-vif-plugged", "status": "completed", "tag": "7365db24-56bd-475f-ba3c-15808491bebd", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:33.705717 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-559020e0-a622-4198-9ce6-baf2b8a59feb {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:33.706137 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd', 'code': 200} Feb 11 14:31:33.747474 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:33.800234 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:33.818272 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fc9d7-dd4f-46bb-bc59-7879648749e4 req-e73a395a-474b-4891-bb88-7a679d33f0cb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:33.819813 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b6fc9d7-dd4f-46bb-bc59-7879648749e4 req-e73a395a-474b-4891-bb88-7a679d33f0cb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0641751 Feb 11 14:31:33.860504 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8b6fc9d7-dd4f-46bb-bc59-7879648749e4 req-8bf3bde2-a629-4edf-98e2-e23358f23a31 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338988 Feb 11 14:31:34.984411 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee9403-1dca-4ee5-9d3f-fa18c575a1a7 req-9a47c768-b1b8-4efe-94f5-15f185c4d4cc tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:34.985975 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c0ee9403-1dca-4ee5-9d3f-fa18c575a1a7 req-9a47c768-b1b8-4efe-94f5-15f185c4d4cc tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0537896 Feb 11 14:31:35.038023 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c0ee9403-1dca-4ee5-9d3f-fa18c575a1a7 req-d00383a0-bfc7-4fd8-8575-b2dd9326c4d5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431015 Feb 11 14:31:36.171620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c07aad-4465-40c3-992a-3b605ed5c86c req-a1d6d8c7-c889-4f66-8292-9ebc3a11dbad tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:36.173105 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16c07aad-4465-40c3-992a-3b605ed5c86c req-a1d6d8c7-c889-4f66-8292-9ebc3a11dbad tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0541973 Feb 11 14:31:36.215516 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-16c07aad-4465-40c3-992a-3b605ed5c86c req-bb674f57-431f-471d-a422-eb5b2a093986 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343466 Feb 11 14:31:37.347326 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31e179-3d45-481d-b912-9d969176df54 req-3e8dc983-ab14-4cb6-8cc1-09609888c7cb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:37.349034 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a31e179-3d45-481d-b912-9d969176df54 req-3e8dc983-ab14-4cb6-8cc1-09609888c7cb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0548112 Feb 11 14:31:37.392893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-6a31e179-3d45-481d-b912-9d969176df54 req-e5036f4b-8d52-4657-916c-d292597ca9fd tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374305 Feb 11 14:31:38.520206 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7d62a-5b24-462e-a703-78fabda80efb req-e200f8e1-cc11-4219-8a48-76cf59a722ed tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:38.521844 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9f7d62a-5b24-462e-a703-78fabda80efb req-e200f8e1-cc11-4219-8a48-76cf59a722ed tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0543404 Feb 11 14:31:38.562289 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9f7d62a-5b24-462e-a703-78fabda80efb req-c47c4944-42f8-4177-8a6e-cd1997d6647f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337479 Feb 11 14:31:39.692976 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27ede9-ad56-461b-9669-53cb050cb3b9 req-4839bc47-52fc-4011-b671-2510a7ea35bb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:39.698293 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc27ede9-ad56-461b-9669-53cb050cb3b9 req-4839bc47-52fc-4011-b671-2510a7ea35bb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0574131 Feb 11 14:31:39.743694 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cc27ede9-ad56-461b-9669-53cb050cb3b9 req-473d83cb-9805-4d58-9b04-81dad970f8be tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425339 Feb 11 14:31:41.257410 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a64da-dcd9-4455-8ff2-4ca1d04da1f0 req-fdabc83f-4b8c-4916-ab3d-7ac249a720c1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:41.258930 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-875a64da-dcd9-4455-8ff2-4ca1d04da1f0 req-fdabc83f-4b8c-4916-ab3d-7ac249a720c1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.4516966 Feb 11 14:31:41.297636 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-875a64da-dcd9-4455-8ff2-4ca1d04da1f0 req-d35be0fb-e69d-4494-b88a-34f17a5ce603 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326912 Feb 11 14:31:42.424488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b6f93-cf27-4887-b71c-dc7004f75252 req-04a1ee00-917c-4286-bff9-36924aaa5832 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:42.426066 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d31b6f93-cf27-4887-b71c-dc7004f75252 req-04a1ee00-917c-4286-bff9-36924aaa5832 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0548420 Feb 11 14:31:42.464558 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d31b6f93-cf27-4887-b71c-dc7004f75252 req-c799f7e2-aead-4a5c-9217-477a0401203d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324454 Feb 11 14:31:42.614768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-388cb842-650e-498c-8af1-fa3ab10da04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:42.616232 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-388cb842-650e-498c-8af1-fa3ab10da04b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1097 time: 0.0404568 Feb 11 14:31:42.703548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-0940c46b-59b5-42d1-8369-17ae74870251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:42.705011 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-0940c46b-59b5-42d1-8369-17ae74870251 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0827439 Feb 11 14:31:42.770396 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-b7e4cdda-94e6-4382-a1e0-07f090a8585a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 200 len: 1001 time: 0.0575092 Feb 11 14:31:42.818655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-ff18aed5-bab9-44ac-b3cf-c085dd9716e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:42.820068 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-ff18aed5-bab9-44ac-b3cf-c085dd9716e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0436215 Feb 11 14:31:42.867629 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-ad38c30d-e708-495a-85ad-fdbf587aa92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:42.869080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-ad38c30d-e708-495a-85ad-fdbf587aa92c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427909 Feb 11 14:31:42.957108 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-ec52f1d0-83a3-4591-ab05-109eb58e36db service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817432 Feb 11 14:31:43.048620 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c13eeb9b-ea90-4869-bd79-be27fe820a38 req-5cfc10e1-999f-498d-b8e8-adff108bcb69 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846601 Feb 11 14:31:43.584054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976085c2-4403-4279-b774-0f8ac9e93891 req-02038105-8d79-4e2d-baa1-45abf9ab74a4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:43.585515 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-976085c2-4403-4279-b774-0f8ac9e93891 req-02038105-8d79-4e2d-baa1-45abf9ab74a4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0498097 Feb 11 14:31:43.623119 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-976085c2-4403-4279-b774-0f8ac9e93891 req-45e64c00-bc89-4b37-b171-1a44bcb3942f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Feb 11 14:31:44.741816 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050acd3-0031-490c-858b-c488a9ece0dc req-8bafd3d8-46fa-41d3-a8ad-2f3e35a99ac7 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:44.743302 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9050acd3-0031-490c-858b-c488a9ece0dc req-8bafd3d8-46fa-41d3-a8ad-2f3e35a99ac7 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 946 time: 0.0497108 Feb 11 14:31:44.781008 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9050acd3-0031-490c-858b-c488a9ece0dc req-8cd132bd-ed22-4018-81ff-4143f50e2a27 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316625 Feb 11 14:31:45.457623 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7365db24-56bd-475f-ba3c-15808491bebd no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:31:45.532277 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.554331 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:31:45.556531 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bcaa24-87a0-42d0-b1cd-d03199e62a01" -d '{"events": [{"server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "name": "network-vif-unplugged", "status": "completed", "tag": "7365db24-56bd-475f-ba3c-15808491bebd"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:31:45.569790 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:31:45.590306 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 14:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9406b199-1417-4fef-8922-6ba1e685cc87 x-openstack-request-id: req-9406b199-1417-4fef-8922-6ba1e685cc87 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:31:45.590619 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "name": "network-vif-unplugged", "status": "failed", "tag": "7365db24-56bd-475f-ba3c-15808491bebd", "code": 422}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:31:45.590865 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9406b199-1417-4fef-8922-6ba1e685cc87 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:31:45.591252 n-d-816488-1 neutron-server[103008]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd', 'code': 422} returned with failed status Feb 11 14:31:45.649451 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:45.699620 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:31:45.894400 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd00a1-512c-4d5f-b1ac-e4fd6e88c9f0 req-3908c0d1-f39a-412b-b245-8206bd6814e5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:45.895862 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6bd00a1-512c-4d5f-b1ac-e4fd6e88c9f0 req-3908c0d1-f39a-412b-b245-8206bd6814e5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0478539 Feb 11 14:31:45.933128 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d6bd00a1-512c-4d5f-b1ac-e4fd6e88c9f0 req-716f7e2f-4df5-4438-9bb1-734f94684ee5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313706 Feb 11 14:31:46.002482 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-b85f0ec2-c1b2-4470-ad03-a14122bdc581 req-fa94ce29-7299-42b0-9e1b-1717f57b7b87 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:31:46.003434 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b85f0ec2-c1b2-4470-ad03-a14122bdc581 req-fa94ce29-7299-42b0-9e1b-1717f57b7b87 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055349 Feb 11 14:31:47.294554 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaa8b3-efb6-42a4-8365-70d11da82b48 req-9975e479-f811-49e5-b25d-cca91b05e64f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:47.296037 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ecaa8b3-efb6-42a4-8365-70d11da82b48 req-9975e479-f811-49e5-b25d-cca91b05e64f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0545709 Feb 11 14:31:47.335868 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1ecaa8b3-efb6-42a4-8365-70d11da82b48 req-8270dbf7-5805-44f2-84b2-09435bc8a440 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330319 Feb 11 14:31:47.861860 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-a6e1e6f6-2a5a-4c49-bbbd-ad6be2c114c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817580 Feb 11 14:31:48.455448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be78f08-ac59-4467-a694-babc5b8229e6 req-135fa747-ac6e-4634-b63d-74db80664681 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:48.457231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9be78f08-ac59-4467-a694-babc5b8229e6 req-135fa747-ac6e-4634-b63d-74db80664681 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0500069 Feb 11 14:31:48.495995 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9be78f08-ac59-4467-a694-babc5b8229e6 req-c87cef47-19c5-4272-800c-2d521bf79c48 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325549 Feb 11 14:31:49.233949 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-337c7595-9399-4133-adc8-e993fcb9975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.235463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-337c7595-9399-4133-adc8-e993fcb9975c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34&tenant_id=216a1f5e42a94b358db0354411d2e8d8 HTTP/1.1" status: 200 len: 1095 time: 0.0412500 Feb 11 14:31:49.304059 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-c6851346-6bbc-4bcc-96ca-bc8f3e791035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.305630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-c6851346-6bbc-4bcc-96ca-bc8f3e791035 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1095 time: 0.0475674 Feb 11 14:31:49.394047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-156e2ae9-1b17-4c7f-849a-f86ff645eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.395512 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-156e2ae9-1b17-4c7f-849a-f86ff645eefa service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0840476 Feb 11 14:31:49.462737 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-2d69265c-e69f-449d-8736-05a3f1e1131b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 200 len: 999 time: 0.0606658 Feb 11 14:31:49.510011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-20d24605-4b8a-4aba-b8b7-8af145616443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.511508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-20d24605-4b8a-4aba-b8b7-8af145616443 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0432742 Feb 11 14:31:49.558137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-346e3e48-1b81-4341-80c9-d7630d07444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.559695 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-346e3e48-1b81-4341-80c9-d7630d07444e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412374 Feb 11 14:31:49.615894 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7096b-71ef-4f46-97bc-3eab6de7c740 req-7dd0778e-c0f2-4c4c-a0f3-c358fbd15530 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:49.617433 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90c7096b-71ef-4f46-97bc-3eab6de7c740 req-7dd0778e-c0f2-4c4c-a0f3-c358fbd15530 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0494580 Feb 11 14:31:49.655652 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-90d190e3-edc2-49e9-912c-612dc389b8d2 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891197 Feb 11 14:31:49.656894 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-90c7096b-71ef-4f46-97bc-3eab6de7c740 req-0756c096-da10-46b2-af19-833544aed5c1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332508 Feb 11 14:31:49.746373 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ddc18901-3219-4072-945a-9d1ad70fc90b req-e1aee866-e242-4233-b4ad-eff2704a7a1c service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837379 Feb 11 14:31:50.778954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b537a6-f99d-406b-b038-e7f80b13c920 req-d43fae7b-ec23-47d7-9ecb-5c3da66bba4f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:50.780491 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51b537a6-f99d-406b-b038-e7f80b13c920 req-d43fae7b-ec23-47d7-9ecb-5c3da66bba4f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0530503 Feb 11 14:31:50.826778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51b537a6-f99d-406b-b038-e7f80b13c920 req-06976a25-6419-47c2-b786-c70da409bb4b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395691 Feb 11 14:31:51.957208 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f86bbb-a20a-4f6a-a836-5f11cd3f3a0f req-95630dd1-bbee-4c38-a401-7137cf19fbec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:51.958766 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5f86bbb-a20a-4f6a-a836-5f11cd3f3a0f req-95630dd1-bbee-4c38-a401-7137cf19fbec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0580258 Feb 11 14:31:52.002296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c5f86bbb-a20a-4f6a-a836-5f11cd3f3a0f req-3e9db171-4069-4f71-aa54-47fef7bdb57b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371048 Feb 11 14:31:53.135607 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228eb256-39d6-4b9a-a1f0-a11e851b96a7 req-b4abca41-dead-45db-ab67-48b53a762fec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:53.137614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-228eb256-39d6-4b9a-a1f0-a11e851b96a7 req-b4abca41-dead-45db-ab67-48b53a762fec tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0609653 Feb 11 14:31:53.190524 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-228eb256-39d6-4b9a-a1f0-a11e851b96a7 req-d94acef8-662f-4e07-98c2-cf6f2a331a52 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460262 Feb 11 14:31:53.934730 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:31:54.316332 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f6fc0-974d-4e12-8e4c-1afeca876736 req-07d48e1a-971a-4efe-9fe0-8e71e994ad76 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:54.317933 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db0f6fc0-974d-4e12-8e4c-1afeca876736 req-07d48e1a-971a-4efe-9fe0-8e71e994ad76 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0532289 Feb 11 14:31:54.359784 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-db0f6fc0-974d-4e12-8e4c-1afeca876736 req-d62e374a-cc38-43da-beb4-8cc6b9ea3a6f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350883 Feb 11 14:31:54.777295 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-63c4d27e-f51b-4d12-990e-0b62632fa6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:55.484460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807020de-6902-4a12-abc4-3c06588c3ca0 req-53b3f659-5455-4657-8ffe-0aafdd7165b5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:55.486793 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-807020de-6902-4a12-abc4-3c06588c3ca0 req-53b3f659-5455-4657-8ffe-0aafdd7165b5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0515597 Feb 11 14:31:55.527987 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-807020de-6902-4a12-abc4-3c06588c3ca0 req-d685add9-61a3-4486-bc1a-0e272443d486 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338180 Feb 11 14:31:56.656738 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef19954-3c49-491b-acfb-71aed1d104d1 req-9bd5015b-a875-454a-8ff6-c7014a87db84 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:56.657392 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:56.658560 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ef19954-3c49-491b-acfb-71aed1d104d1 req-9bd5015b-a875-454a-8ff6-c7014a87db84 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0577307 Feb 11 14:31:56.700867 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ef19954-3c49-491b-acfb-71aed1d104d1 req-97e4b7b5-30fb-4739-bd22-cfafd0b49d08 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362773 Feb 11 14:31:57.052134 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-09439d70-fb21-46ea-8554-dcd5c94427c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:57.824938 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e885f0e-3e5a-4829-9253-1753db111223 req-6ede86e1-0c7d-49e1-a007-ad422f5efa3b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:57.827220 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e885f0e-3e5a-4829-9253-1753db111223 req-6ede86e1-0c7d-49e1-a007-ad422f5efa3b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0535562 Feb 11 14:31:57.866814 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3e885f0e-3e5a-4829-9253-1753db111223 req-a5ed675e-3b38-4e1e-a27f-b7e7b1e72647 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327761 Feb 11 14:31:58.947167 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:58.979764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:31:58.990476 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee3981-b4c7-43d7-b273-5e1f0dfda19e req-6f2d16f4-8de1-40ce-b435-b6f71a91f804 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:31:58.992248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6ee3981-b4c7-43d7-b273-5e1f0dfda19e req-6f2d16f4-8de1-40ce-b435-b6f71a91f804 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0561137 Feb 11 14:31:59.029321 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6ee3981-b4c7-43d7-b273-5e1f0dfda19e req-c92285f6-e970-49c6-9896-814ee9f29cac tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313025 Feb 11 14:32:00.150462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51489d38-d4bf-4db4-941a-8c04a678956d req-65d4363e-bce2-4742-af9a-e88cf9a2510e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:00.151957 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51489d38-d4bf-4db4-941a-8c04a678956d req-65d4363e-bce2-4742-af9a-e88cf9a2510e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0530646 Feb 11 14:32:00.191547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-51489d38-d4bf-4db4-941a-8c04a678956d req-13e343fb-8c4f-480c-b702-7a80e5730b27 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329826 Feb 11 14:32:00.329370 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:00.685121 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.308893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952d00d-8085-4545-a546-c24790e1942c req-a515e6c0-6750-4773-8223-fa28ab4a6a9d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:01.310422 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f952d00d-8085-4545-a546-c24790e1942c req-a515e6c0-6750-4773-8223-fa28ab4a6a9d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 944 time: 0.0486805 Feb 11 14:32:01.349531 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f952d00d-8085-4545-a546-c24790e1942c req-6f8d882e-b81d-462f-a69a-ecdc38962e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318291 Feb 11 14:32:01.572572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7365db24-56bd-475f-ba3c-15808491bebd details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:32:01.663149 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:01.677940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '7365db24-56bd-475f-ba3c-15808491bebd', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'port_id': '7365db24-56bd-475f-ba3c-15808491bebd', 'mac_address': 'fa:16:3e:1f:a9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:32:01.713772 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.726959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7365db24-56bd-475f-ba3c-15808491bebd {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:32:01.745253 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:01.811036 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:01.864739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:02.037310 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['7365db24-56bd-475f-ba3c-15808491bebd'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:32:02.469083 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe2213-7f9b-4a55-b530-bf03df633626 req-5d54e24d-5b91-4338-b3a4-7dab2bbdb43f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:02.470862 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37fe2213-7f9b-4a55-b530-bf03df633626 req-5d54e24d-5b91-4338-b3a4-7dab2bbdb43f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 945 time: 0.0507479 Feb 11 14:32:02.509198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-37fe2213-7f9b-4a55-b530-bf03df633626 req-8d9e478e-d29f-4632-b8fa-fb591c91026c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325847 Feb 11 14:32:03.588230 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7365db24-56bd-475f-ba3c-15808491bebd up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:32:03.625482 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db1878-4b54-4d88-a857-59bbc314518f req-c00f7f34-0158-43bb-927d-39eef679a8d1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:03.627041 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45db1878-4b54-4d88-a857-59bbc314518f req-c00f7f34-0158-43bb-927d-39eef679a8d1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 945 time: 0.0490916 Feb 11 14:32:03.639685 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 7365db24-56bd-475f-ba3c-15808491bebd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:32:03.640163 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.664667 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-45db1878-4b54-4d88-a857-59bbc314518f req-8a05c8bb-eb87-40b4-960e-34e965d33af3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314081 Feb 11 14:32:03.716808 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.739737 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:32:03.741988 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc9f4da-e6e3-4509-bb90-12f7e6bf750b" -d '{"events": [{"server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "name": "network-vif-plugged", "status": "completed", "tag": "7365db24-56bd-475f-ba3c-15808491bebd"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:32:03.755276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:32:03.777595 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6da077-8d45-4368-ab87-88838770bd44 x-openstack-request-id: req-af6da077-8d45-4368-ab87-88838770bd44 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:32:03.777902 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "name": "network-vif-plugged", "status": "completed", "tag": "7365db24-56bd-475f-ba3c-15808491bebd", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:32:03.778172 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-af6da077-8d45-4368-ab87-88838770bd44 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:32:03.778554 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd', 'code': 200} Feb 11 14:32:03.845733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:03.891957 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=10']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:32:03.999343 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e7a1d-4353-4ded-9bfe-fd40c4fe88cb req-64ff3c19-88e1-4f21-b664-a225fd155774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:04.000898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f1e7a1d-4353-4ded-9bfe-fd40c4fe88cb req-64ff3c19-88e1-4f21-b664-a225fd155774 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1098 time: 0.0401552 Feb 11 14:32:04.034508 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-3f1e7a1d-4353-4ded-9bfe-fd40c4fe88cb req-bc228199-f12c-4b84-aed2-a3f6f60e5a31 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272703 Feb 11 14:32:04.789278 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d904185-54d1-4ad1-b19e-f371001d6eac req-a3e112ba-7581-435d-81b6-149dbbde387f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:04.790795 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4d904185-54d1-4ad1-b19e-f371001d6eac req-a3e112ba-7581-435d-81b6-149dbbde387f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 947 time: 0.0568998 Feb 11 14:32:04.830263 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4d904185-54d1-4ad1-b19e-f371001d6eac req-a0c7b6ea-6cce-44a9-aad9-a4ab83402e6f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326300 Feb 11 14:32:05.958931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa08a8-5aee-4045-863e-7e19da0314cd req-768e1e80-121c-4e38-aec7-9dcde90348eb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:05.960453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2dfa08a8-5aee-4045-863e-7e19da0314cd req-768e1e80-121c-4e38-aec7-9dcde90348eb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 947 time: 0.0540438 Feb 11 14:32:06.009535 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2dfa08a8-5aee-4045-863e-7e19da0314cd req-b232ac90-ef28-471c-8819-86ae191f9c99 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426178 Feb 11 14:32:07.127834 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a3e63-a1d7-40ae-89e1-6814491c2c70 req-3409227c-4dfa-48d1-abb9-7831e3c5643a tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:07.129317 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a5a3e63-a1d7-40ae-89e1-6814491c2c70 req-3409227c-4dfa-48d1-abb9-7831e3c5643a tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 947 time: 0.0486319 Feb 11 14:32:07.168233 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3a5a3e63-a1d7-40ae-89e1-6814491c2c70 req-7dcfc95c-5766-4d84-aa5f-ea26f557378e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329380 Feb 11 14:32:10.164458 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-6c52b33e-0f6d-462a-8345-cd699f5d76be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414431 Feb 11 14:32:10.244614 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-c6d52e5c-1654-4672-b4d9-4f4ee2d68339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:10.246101 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-c6d52e5c-1654-4672-b4d9-4f4ee2d68339 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1098 time: 0.0396318 Feb 11 14:32:10.349433 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-bd4b893b-b572-4261-a3fa-cc592da44835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:10.350890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-bd4b893b-b572-4261-a3fa-cc592da44835 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0865667 Feb 11 14:32:10.414429 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-b58ffc41-47a4-4b5c-9b0b-c989b50bad43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 200 len: 1001 time: 0.0570936 Feb 11 14:32:10.466381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-21233142-f9b3-49c4-b091-c11d3c5ca3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:10.467714 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-21233142-f9b3-49c4-b091-c11d3c5ca3c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0474668 Feb 11 14:32:10.511654 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-2a71da05-3b67-4dde-9323-f4bf74695148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:32:10.513126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-2a71da05-3b67-4dde-9323-f4bf74695148 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390821 Feb 11 14:32:10.599510 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-05c0155f-a25d-4b3a-9f8b-c38ee1fb8972 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796034 Feb 11 14:32:10.691333 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-585513a5-1af5-41b8-ba8f-ba20c1474023 req-10b46da8-ecb3-4897-a4bc-19cd5eca6e92 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857248 Feb 11 14:32:24.782671 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-179c90b1-3e06-48c6-91db-1b5ca051a21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:26.462213 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:27.038992 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bba0d79b-7f05-4165-8009-c7bef3e08882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:28.313926 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:28.913376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:30.307634 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:30.673656 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:30.933104 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:32:54.764501 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c828ccce-cda7-4073-80db-1d9d9d93bd48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:56.455979 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:57.033208 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e080274d-5e4a-47ad-ba46-2bc1ce247edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:58.370247 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:32:58.905607 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.271388 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:00.667555 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:07.932941 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:33:12.166497 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-5fe0b7de-c28e-4c4c-b7f2-171c25b0d708 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411775 Feb 11 14:33:12.252896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-6e4cc0a2-d37c-439c-a364-7c0d7c21facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:12.254481 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-6e4cc0a2-d37c-439c-a364-7c0d7c21facf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1098 time: 0.0453894 Feb 11 14:33:12.360810 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-fbb3656d-bc42-4113-8d64-d5444f675ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:12.362328 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-fbb3656d-bc42-4113-8d64-d5444f675ef1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0886614 Feb 11 14:33:12.427619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-d1635089-0d3f-47c4-9748-970989aae084 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 200 len: 1001 time: 0.0580590 Feb 11 14:33:12.479717 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-619b7f60-5695-41f3-8941-fb31610fd118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:12.481171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-619b7f60-5695-41f3-8941-fb31610fd118 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0470910 Feb 11 14:33:12.525179 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-76c7c185-9bb3-4113-9988-0b0e7cdd04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:12.526674 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-76c7c185-9bb3-4113-9988-0b0e7cdd04a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396235 Feb 11 14:33:12.615660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-5a33cb6c-e374-4d35-878e-cadc1e0a8966 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819747 Feb 11 14:33:12.709197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4573119-619a-4fa6-84af-9bcb311ce541 req-7713922d-40be-47b4-b5b8-a4296d03425c service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868633 Feb 11 14:33:17.883426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46422) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:18.035987 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Deleting port 2552bf33-b4d1-4e3a-bfec-9c96ab0caeb0 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:18.036326 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.117589 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.117954 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.129644 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Calling delete_port for 2552bf33-b4d1-4e3a-bfec-9c96ab0caeb0 owned by network:floatingip {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:18.335928 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.362021 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event deleted for resources: {'Port': ['ID=2552bf33-b4d1-4e3a-bfec-9c96ab0caeb0,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:18.379786 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.380140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.380483 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.380819 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.381149 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.381481 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.381827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.382215 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.382537 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.382864 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.383188 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.383507 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:18.444901 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for floatingip, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.445137 n-d-816488-1 neutron-server[103006]: INFO neutron.db.l3_db [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Floating IP a6aa40fc-d4d5-4afd-93ac-71d9e301c9f2 disassociated (deleted). External IP: 172.25.0.88, port: 7365db24-56bd-475f-ba3c-15808491bebd. Feb 11 14:33:18.651109 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Router 146dab81-10e6-404f-8bbf-8f36a72d21c3 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:33:18.761153 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:33:18.766063 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:18.770509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] Sync routers for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:33:18.780499 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:18.781097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:32:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:18.792762 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2b7fe5dd-8042-42a1-8fcd-2525f977849c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "DELETE /v2.0/floatingips/a6aa40fc-d4d5-4afd-93ac-71d9e301c9f2 HTTP/1.1" status: 204 len: 168 time: 0.9082277 Feb 11 14:33:18.793335 n-d-816488-1 neutron-server[103006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd'}] {{(pid=103006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:33:18.796223 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f56f8fe034fa1ffc0ffb3481796e24ff84eb1b7640afb5b09bfca93c0d548f7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c527969a-b983-43a6-8d80-d46b505e8b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "tag": "7365db24-56bd-475f-ba3c-15808491bebd"}]}' {{(pid=103006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:18.848676 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0304e1-2e1a-4904-add0-1154ef168f8e x-openstack-request-id: req-4e0304e1-2e1a-4904-add0-1154ef168f8e {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:18.848987 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "tag": "7365db24-56bd-475f-ba3c-15808491bebd", "status": "completed", "code": 200}]} {{(pid=103006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:18.849238 n-d-816488-1 neutron-server[103006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4e0304e1-2e1a-4904-add0-1154ef168f8e {{(pid=103006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:18.849645 n-d-816488-1 neutron-server[103006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd', 'status': 'completed', 'code': 200} Feb 11 14:33:18.887646 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:18.917941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-ce1268f5-d273-4035-bd57-eefce3de1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:18.919586 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-ce1268f5-d273-4035-bd57-eefce3de1b85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 1098 time: 0.0453374 Feb 11 14:33:19.020391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-753157fe-c86f-4c78-8125-f3ec5684f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:19.021815 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-753157fe-c86f-4c78-8125-f3ec5684f629 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0959311 Feb 11 14:33:19.067030 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-08a2f501-8459-4c75-838e-3c97c3208b34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 200 len: 217 time: 0.0378420 Feb 11 14:33:19.117940 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-13a681c9-d428-494c-b97f-aebdc18a10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:19.119463 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-13a681c9-d428-494c-b97f-aebdc18a10ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0462244 Feb 11 14:33:19.166983 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-724651e5-889c-4430-86b3-b349d0fea39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:19.169825 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-724651e5-889c-4430-86b3-b349d0fea39a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421219 Feb 11 14:33:19.254784 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:19.273258 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-5a431107-2766-44f6-87d6-f1c6fdadc113 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969341 Feb 11 14:33:19.276377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3366fa-8d37-4c65-b971-fef33f5e9fe8 req-3f440d9f-bf00-48bd-8cac-82f305f4a93d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:19.278083 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d3366fa-8d37-4c65-b971-fef33f5e9fe8 req-3f440d9f-bf00-48bd-8cac-82f305f4a93d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 947 time: 0.0556586 Feb 11 14:33:19.281516 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] Checking router: 146dab81-10e6-404f-8bbf-8f36a72d21c3 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:33:19.291678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:33:19.292202 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:32:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:19.319011 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7d3366fa-8d37-4c65-b971-fef33f5e9fe8 req-55d10f6a-5dde-4338-ae3b-73d1655e8288 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342453 Feb 11 14:33:19.374889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c527969a-b983-43a6-8d80-d46b505e8b0e req-d6519a56-0dd6-436d-ad8c-364debb51fa8 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921807 Feb 11 14:33:19.402155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:33:19.602392 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:33:19.628917 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979bc4b-203f-4da3-88a3-6787c6d2848a None None] The sync data for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 is: [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:33:19.835412 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5ff73-992c-4607-91a9-ff54bd9d613d None None] New status for floating IP a6aa40fc-d4d5-4afd-93ac-71d9e301c9f2: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:33:20.445116 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b8b73-54b0-419c-9110-236ce4e557e4 req-3ee1adc5-f53d-4267-8b0b-154d9107cfc8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:20.446579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-952b8b73-54b0-419c-9110-236ce4e557e4 req-3ee1adc5-f53d-4267-8b0b-154d9107cfc8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 947 time: 0.0544393 Feb 11 14:33:20.484405 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-952b8b73-54b0-419c-9110-236ce4e557e4 req-148f54b2-e5d2-4eaf-a113-321c9aad99e2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=743e687f-c181-4ae7-aa57-fe8b550e4118&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313048 Feb 11 14:33:20.566874 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-34cf1a5c-4901-44da-b0c0-272d9d704bf7 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:20.568393 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-34cf1a5c-4901-44da-b0c0-272d9d704bf7 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 947 time: 0.0489984 Feb 11 14:33:20.657892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Deleting port 7365db24-56bd-475f-ba3c-15808491bebd {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:33:20.658232 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.747471 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] For port 7365db24-56bd-475f-ba3c-15808491bebd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=7365db24-56bd-475f-ba3c-15808491bebd,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:33:20.747825 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.759021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Calling delete_port for 7365db24-56bd-475f-ba3c-15808491bebd owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:33:20.956815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:20.992809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event deleted for resources: {'Port': ['ID=7365db24-56bd-475f-ba3c-15808491bebd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:21.017671 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.018041 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.018414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.018740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.019064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.019384 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.019702 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.020043 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.020359 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.020669 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.020979 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.021289 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:33:21.042351 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] No DVR routers for this DVR port 7365db24-56bd-475f-ba3c-15808491bebd on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:33:21.044986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:21.048968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9232f19a-8dfa-47c8-a78e-a075609009ee req-76357db1-7ab9-4857-9001-b9b5ba7f63f8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.13 "DELETE /v2.0/ports/7365db24-56bd-475f-ba3c-15808491bebd HTTP/1.1" status: 204 len: 173 time: 0.4750960 Feb 11 14:33:21.049408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'name': 'network-vif-deleted', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:33:21.051674 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddeb8d0-04ee-45e6-8c58-1bfb1a362663" -d '{"events": [{"server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "name": "network-vif-deleted", "tag": "7365db24-56bd-475f-ba3c-15808491bebd"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:21.145078 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e75a19-b756-4720-8e42-64e75efbc681 x-openstack-request-id: req-29e75a19-b756-4720-8e42-64e75efbc681 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:21.145390 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34", "name": "network-vif-deleted", "tag": "7365db24-56bd-475f-ba3c-15808491bebd", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:21.145718 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-29e75a19-b756-4720-8e42-64e75efbc681 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:21.146162 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34', 'name': 'network-vif-deleted', 'tag': '7365db24-56bd-475f-ba3c-15808491bebd', 'status': 'completed', 'code': 200} Feb 11 14:33:21.588323 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9d4ba468-d932-4655-b6bf-8102b5ca9694 req-2c72eb6c-1019-422c-95a1-9595b611a230 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=8eff9f45-cbc6-4a7d-96c0-1e1bf5042b34 HTTP/1.1" status: 200 len: 210 time: 0.0254717 Feb 11 14:33:22.653659 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46452) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:22.715775 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b56276a7-b81d-408a-9668-1354f944a249 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.741611 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b56276a7-b81d-408a-9668-1354f944a249 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.861244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b56276a7-b81d-408a-9668-1354f944a249 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.864210 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b56276a7-b81d-408a-9668-1354f944a249 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:22.865401 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b56276a7-b81d-408a-9668-1354f944a249 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "DELETE /v2.0/security-groups/743e687f-c181-4ae7-aa57-fe8b550e4118 HTTP/1.1" status: 204 len: 168 time: 0.2107410 Feb 11 14:33:22.875181 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56276a7-b81d-408a-9668-1354f944a249 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=743e687f-c181-4ae7-aa57-fe8b550e4118,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:23.358737 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46458) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:23.363439 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-32c0fc0e-c8da-4337-b850-5c7da1a1e45c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176775677', 'description': 'tempest-secgroup-smoke-176775677 description', 'project_id': '216a1f5e42a94b358db0354411d2e8d8'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:23.442482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32c0fc0e-c8da-4337-b850-5c7da1a1e45c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.507837 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32c0fc0e-c8da-4337-b850-5c7da1a1e45c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.598271 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32c0fc0e-c8da-4337-b850-5c7da1a1e45c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.626243 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0fc0e-c8da-4337-b850-5c7da1a1e45c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d251fef-5cf8-4601-98e8-37d39e4eefdb,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:23.701320 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-32c0fc0e-c8da-4337-b850-5c7da1a1e45c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.703361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-32c0fc0e-c8da-4337-b850-5c7da1a1e45c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3435583 Feb 11 14:33:23.706376 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46460) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:23.710698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-fad2a8c0-187f-40c1-9e49-5f35633d5cd5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '5d251fef-5cf8-4601-98e8-37d39e4eefdb', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:23.830779 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fad2a8c0-187f-40c1-9e49-5f35633d5cd5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.884299 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fad2a8c0-187f-40c1-9e49-5f35633d5cd5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.924168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7365db24-56bd-475f-ba3c-15808491bebd no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:33:23.948349 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 7365db24-56bd-475f-ba3c-15808491bebd {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:33:23.948693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 7365db24-56bd-475f-ba3c-15808491bebd not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:33:23.964574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fad2a8c0-187f-40c1-9e49-5f35633d5cd5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:23.982767 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2a8c0-187f-40c1-9e49-5f35633d5cd5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90ab066-455d-4539-be89-5b95e118aa32,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:24.040761 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-fad2a8c0-187f-40c1-9e49-5f35633d5cd5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.042015 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-fad2a8c0-187f-40c1-9e49-5f35633d5cd5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3346906 Feb 11 14:33:24.044669 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46462) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:24.049827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-20c8b8af-4d68-4d0c-8458-48696359749d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '5d251fef-5cf8-4601-98e8-37d39e4eefdb', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:24.129021 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20c8b8af-4d68-4d0c-8458-48696359749d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.190985 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20c8b8af-4d68-4d0c-8458-48696359749d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.253483 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20c8b8af-4d68-4d0c-8458-48696359749d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.271756 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8b8af-4d68-4d0c-8458-48696359749d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a42a564-cfb1-432c-a92f-679dc29283d6,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:24.354589 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20c8b8af-4d68-4d0c-8458-48696359749d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.355811 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-20c8b8af-4d68-4d0c-8458-48696359749d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3102102 Feb 11 14:33:24.358960 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46464) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:24.363250 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b87910ae-f2fe-4d86-8eeb-eea85f2ba4a3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '5d251fef-5cf8-4601-98e8-37d39e4eefdb', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:24.454830 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b87910ae-f2fe-4d86-8eeb-eea85f2ba4a3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.512878 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b87910ae-f2fe-4d86-8eeb-eea85f2ba4a3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.579504 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b87910ae-f2fe-4d86-8eeb-eea85f2ba4a3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.598581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87910ae-f2fe-4d86-8eeb-eea85f2ba4a3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5008502b-4666-4907-b584-6dd1669eb640,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:24.686244 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b87910ae-f2fe-4d86-8eeb-eea85f2ba4a3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.689966 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b87910ae-f2fe-4d86-8eeb-eea85f2ba4a3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3276005 Feb 11 14:33:24.690776 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46466) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:24.695488 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-0eefe66c-1151-48d5-885c-016773ee519c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '5d251fef-5cf8-4601-98e8-37d39e4eefdb', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:24.781830 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5db91eda-8897-47e4-aeb6-fef928222cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.799173 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0eefe66c-1151-48d5-885c-016773ee519c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.860364 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0eefe66c-1151-48d5-885c-016773ee519c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.942361 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0eefe66c-1151-48d5-885c-016773ee519c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:24.960351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefe66c-1151-48d5-885c-016773ee519c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddedf6ef-7262-4598-a9e8-7f69de1e083f,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:25.038822 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-0eefe66c-1151-48d5-885c-016773ee519c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.040148 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-0eefe66c-1151-48d5-885c-016773ee519c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3482172 Feb 11 14:33:25.043096 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46468) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:25.047698 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-b0957270-a10c-490e-943c-7a1991e56479 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '5d251fef-5cf8-4601-98e8-37d39e4eefdb', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:25.162702 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-b0957270-a10c-490e-943c-7a1991e56479 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Project 216a1f5e42a94b358db0354411d2e8d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:33:25.167915 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b0957270-a10c-490e-943c-7a1991e56479 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.232907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b0957270-a10c-490e-943c-7a1991e56479 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.313170 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b0957270-a10c-490e-943c-7a1991e56479 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.332982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0957270-a10c-490e-943c-7a1991e56479 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62e2eef-dbf9-4a88-934b-9a377f9b9ef0,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:25.406596 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-b0957270-a10c-490e-943c-7a1991e56479 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.407790 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-b0957270-a10c-490e-943c-7a1991e56479 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3638265 Feb 11 14:33:25.410648 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46470) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:33:25.414993 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-818c475b-44c3-421a-af79-99b425d2b0e4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'security_group_rule': {'security_group_id': '5d251fef-5cf8-4601-98e8-37d39e4eefdb', 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:25.524479 n-d-816488-1 neutron-server[103006]: INFO neutron.db.securitygroups_db [None req-818c475b-44c3-421a-af79-99b425d2b0e4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Project 216a1f5e42a94b358db0354411d2e8d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:33:25.529472 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818c475b-44c3-421a-af79-99b425d2b0e4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.590578 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818c475b-44c3-421a-af79-99b425d2b0e4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.682529 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818c475b-44c3-421a-af79-99b425d2b0e4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.701405 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c475b-44c3-421a-af79-99b425d2b0e4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dea7d67-9b3e-45e7-b6e2-1d5880b18876,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:25.786890 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-818c475b-44c3-421a-af79-99b425d2b0e4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:25.788215 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-818c475b-44c3-421a-af79-99b425d2b0e4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3766451 Feb 11 14:33:26.465391 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:27.033036 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-053d8c81-ff78-4e70-8f9f-f385fc3408d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.393309 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:28.964214 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:30.318649 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:30.688419 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:44.932872 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:33:47.827660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-d22c3077-9d6f-45ec-9eee-bb1927c3aa50 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176775677&fields=id&tenant_id=216a1f5e42a94b358db0354411d2e8d8 HTTP/1.1" status: 200 len: 267 time: 0.0341258 Feb 11 14:33:47.939115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-fe5b83f5-276f-4a03-ab21-bea367a397bf tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:47.940629 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-fe5b83f5-276f-4a03-ab21-bea367a397bf tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 809 time: 0.1062362 Feb 11 14:33:47.956035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-80bbd3b9-ad1f-4a83-a35a-929832c50c53 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/quotas/216a1f5e42a94b358db0354411d2e8d8 HTTP/1.1" status: 200 len: 375 time: 0.0091629 Feb 11 14:33:48.009485 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-c851b975-3ca5-4134-b27c-ad68da75b6aa tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480924 Feb 11 14:33:48.025221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-05747ef2-3411-44cf-9fd8-5cd91b590464 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:33:48.026134 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-05747ef2-3411-44cf-9fd8-5cd91b590464 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051334 Feb 11 14:33:48.120788 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-b219692c-5e02-4356-a8c5-aa61bb8cba16 service neutron] 10.222.0.52 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881186 Feb 11 14:33:48.213300 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-b21ec958-1ba7-4c1d-878b-6e7cd881daf2 service neutron] 10.222.0.52 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857890 Feb 11 14:33:48.845733 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bfefb338-c23e-45fb-a9d6-179d928f3447 req-72bf24a2-7d43-43fa-b8bb-6b904998ba70 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 210 time: 0.0999491 Feb 11 14:33:49.943343 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-531e93f7-394c-49e7-bed6-e6d6ea390e07 req-3afb89f8-7347-4516-864f-99464d73fee8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 210 time: 0.0273769 Feb 11 14:33:50.885715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-9552fcf9-72df-47ec-bb5a-0e2df7a6fb1d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:50.887193 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-9552fcf9-72df-47ec-bb5a-0e2df7a6fb1d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.59 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 809 time: 0.1020796 Feb 11 14:33:50.927613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-f2f9aca8-769d-4037-a487-e1ffd3bf9112 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=216a1f5e42a94b358db0354411d2e8d8 HTTP/1.1" status: 200 len: 379 time: 0.0322638 Feb 11 14:33:50.943631 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'port': {'device_id': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'admin_state_up': True, 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'security_groups': ['5d251fef-5cf8-4601-98e8-37d39e4eefdb']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:51.043570 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a104f46c-a290-47a0-b585-35e4c6f7db7c req-abb178d8-d1e6-4728-89a6-d038ede653d3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 210 time: 0.0291638 Feb 11 14:33:51.163978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Made reservation on behalf of 216a1f5e42a94b358db0354411d2e8d8 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:33:51.167604 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.297234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Allocated IP 172.20.0.7 (1fa845a4-3cd8-4321-9c83-5a1a0cc26296/e5034b79-4004-4c99-a017-1d432bc0a6a0/fb13a459-14bb-4d8f-aa77-080cb97a8889) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:33:51.437462 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.542011 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.587496 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:33:51.590785 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:33:51.595061 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:33:51.601218 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:51.646585 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:51.647199 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.736913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-0b0df947-8b32-465e-a8eb-31f8ff7081b4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7972324 Feb 11 14:33:51.749322 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-8f60b637-dc0a-4a27-a58c-706e63111f70 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:33:51.750649 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-8f60b637-dc0a-4a27-a58c-706e63111f70 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062120 Feb 11 14:33:51.809660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Request body: {'port': {'device_id': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:33:51.869381 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.884059 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f715f5ab-5456-429d-9ee6-3bcc1a25aae5 None None] Provisioning complete for port fb13a459-14bb-4d8f-aa77-080cb97a8889 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:33:51.884632 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f715f5ab-5456-429d-9ee6-3bcc1a25aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:51.922210 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-f715f5ab-5456-429d-9ee6-3bcc1a25aae5 None None] Port fb13a459-14bb-4d8f-aa77-080cb97a8889 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:33:52.161632 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb13a459-14bb-4d8f-aa77-080cb97a8889 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:33:52.171341 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.188574 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Transition to ACTIVE for port object fb13a459-14bb-4d8f-aa77-080cb97a8889 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:33:52.197264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06363059-10a7-4607-a34a-0d62f515408a req-238b8e21-5fc4-4025-a709-058e658d599f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:52.198784 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06363059-10a7-4607-a34a-0d62f515408a req-238b8e21-5fc4-4025-a709-058e658d599f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 931 time: 0.0756676 Feb 11 14:33:52.238499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-06363059-10a7-4607-a34a-0d62f515408a req-f955c8ef-2d0e-477f-909c-c30c9a3c90f6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328836 Feb 11 14:33:52.279509 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.336476 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:52.419744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Attempting to bind port fb13a459-14bb-4d8f-aa77-080cb97a8889 on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:33:52.420095 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Attempting to bind port fb13a459-14bb-4d8f-aa77-080cb97a8889 by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:33:52.420398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Attempting to bind port fb13a459-14bb-4d8f-aa77-080cb97a8889 on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:52.424948 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Port fb13a459-14bb-4d8f-aa77-080cb97a8889 on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:33:52.425260 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Attempting to bind port fb13a459-14bb-4d8f-aa77-080cb97a8889 on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:33:52.430355 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:33:52.430542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Checking segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:33:52.430809 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Bound using segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:33:52.431228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Bound port: fb13a459-14bb-4d8f-aa77-080cb97a8889, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:33:52.431580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.502931 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:33:52.506650 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:33:52.623345 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.660646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:52.661267 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:52.662669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] 10.222.0.59 "PUT /v2.0/ports/fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 1091 time: 0.9033229 Feb 11 14:33:52.664784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:33:52.672275 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e5327f-27af-4463-b1fd-e878d1f9092f" -d '{"events": [{"name": "network-changed", "server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:33:52.714863 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be7f9e4-b3d8-4015-80e2-0a906b2ce2dd x-openstack-request-id: req-0be7f9e4-b3d8-4015-80e2-0a906b2ce2dd {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:33:52.715230 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:33:52.715482 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0be7f9e4-b3d8-4015-80e2-0a906b2ce2dd {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:33:52.715884 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'status': 'completed', 'code': 200} Feb 11 14:33:52.717939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a751c76-50cb-40f6-99c8-783ace477bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:33:52.781531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5327f-27af-4463-b1fd-e878d1f9092f req-508c8778-1ea1-4ec1-960a-d180c949f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:52.783183 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9e5327f-27af-4463-b1fd-e878d1f9092f req-508c8778-1ea1-4ec1-960a-d180c949f6ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1094 time: 0.0487130 Feb 11 14:33:52.889255 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5327f-27af-4463-b1fd-e878d1f9092f req-7aaaa7f6-0b3e-4d77-8a3d-aeb059089b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:52.890778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9e5327f-27af-4463-b1fd-e878d1f9092f req-7aaaa7f6-0b3e-4d77-8a3d-aeb059089b13 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=216a1f5e42a94b358db0354411d2e8d8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0994346 Feb 11 14:33:52.993619 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5327f-27af-4463-b1fd-e878d1f9092f req-cb300b3e-e4f2-4147-b122-6fe9ece4303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:52.995171 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c9e5327f-27af-4463-b1fd-e878d1f9092f req-cb300b3e-e4f2-4147-b122-6fe9ece4303a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983109 Feb 11 14:33:53.075892 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-edee3423-0fca-4c13-9f1d-8beace9bf147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:53.077477 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-edee3423-0fca-4c13-9f1d-8beace9bf147 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1094 time: 0.0440044 Feb 11 14:33:53.123955 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-a833ac0b-1546-4de0-a0cb-0e09939276df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 217 time: 0.0396426 Feb 11 14:33:53.177941 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-99544650-9708-40dd-b570-4d884741da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:53.179424 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-99544650-9708-40dd-b570-4d884741da90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0494733 Feb 11 14:33:53.227493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-e84bf6d1-49df-4230-9bae-6ab093bbacde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:53.229291 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-e84bf6d1-49df-4230-9bae-6ab093bbacde service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430729 Feb 11 14:33:53.360654 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-45491a54-eafc-41d9-be6d-50e8d635fdb8 service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229026 Feb 11 14:33:53.384065 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dcc65-3a45-4ca1-8536-be07738a5fcb req-50b1d677-dc47-4bda-b8ed-5db6e2986c70 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:53.385520 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f9dcc65-3a45-4ca1-8536-be07738a5fcb req-50b1d677-dc47-4bda-b8ed-5db6e2986c70 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0719147 Feb 11 14:33:53.470475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8f9dcc65-3a45-4ca1-8536-be07738a5fcb req-2da3aa53-dca1-4841-87dd-4ed256e7ca1d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748906 Feb 11 14:33:53.494810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-bf24825c-083a-4a4f-8ce7-94bb3fe47afe req-cc377240-e626-47a5-8f0d-53ca1d8f2333 service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262090 Feb 11 14:33:54.591726 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60833373-ce4d-4d34-8f07-6b15b2b774ac req-bcca3878-b271-4e1d-bbab-edcf68866bae tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:54.593226 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60833373-ce4d-4d34-8f07-6b15b2b774ac req-bcca3878-b271-4e1d-bbab-edcf68866bae tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0502305 Feb 11 14:33:54.631560 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-60833373-ce4d-4d34-8f07-6b15b2b774ac req-b197b68a-e836-4f79-833c-b775fb15d419 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320289 Feb 11 14:33:54.780019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f68fedb6-fa28-4472-9e3e-fc10c2f559af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:55.748856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366527a1-e011-47bc-8f6c-2dee5cd1f00d req-180aa9fa-2d33-4221-a7ec-0ac0a0c3847f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:55.750429 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-366527a1-e011-47bc-8f6c-2dee5cd1f00d req-180aa9fa-2d33-4221-a7ec-0ac0a0c3847f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0502660 Feb 11 14:33:55.788411 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-366527a1-e011-47bc-8f6c-2dee5cd1f00d req-f7018eeb-71a7-439c-97b6-613b26c56e49 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318124 Feb 11 14:33:56.495171 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:56.906258 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db28bf1-0a75-471f-9cf7-3ceace9f1967 req-4a3b78c6-2a5e-40d0-bd29-0dacb21d0f7a tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:56.907738 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7db28bf1-0a75-471f-9cf7-3ceace9f1967 req-4a3b78c6-2a5e-40d0-bd29-0dacb21d0f7a tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0493252 Feb 11 14:33:56.945378 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7db28bf1-0a75-471f-9cf7-3ceace9f1967 req-24629311-4430-419d-b546-1c59972b34ff tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Feb 11 14:33:57.032913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-53b7a621-b2ab-4bb5-98cf-8fb4d0516c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.060581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8229-43ec-4ea0-8716-b26f6a04dc7d req-dbad1d25-f580-40a3-81d8-f70102f4c50b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:58.062063 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c3d8229-43ec-4ea0-8716-b26f6a04dc7d req-dbad1d25-f580-40a3-81d8-f70102f4c50b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0480635 Feb 11 14:33:58.099843 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-1c3d8229-43ec-4ea0-8716-b26f6a04dc7d req-62bd2611-1cf5-4f86-b570-36c81f378353 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315723 Feb 11 14:33:58.436121 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:58.940856 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:33:59.220140 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dfaaa-d4f0-4a99-85a5-4eca1abe7987 req-765c795f-31cb-4190-8418-a4dc510bb699 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:33:59.221565 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f59dfaaa-d4f0-4a99-85a5-4eca1abe7987 req-765c795f-31cb-4190-8418-a4dc510bb699 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0542610 Feb 11 14:33:59.263884 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f59dfaaa-d4f0-4a99-85a5-4eca1abe7987 req-61684be6-09b3-46dc-9166-3cdc600c8d53 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361497 Feb 11 14:34:00.305408 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:00.385711 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c6f2-a8ef-4bf0-9c5e-7fbed2d01b74 req-aada02cf-d761-4433-ac06-cccf7c70cbe1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:00.387198 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d11c6f2-a8ef-4bf0-9c5e-7fbed2d01b74 req-aada02cf-d761-4433-ac06-cccf7c70cbe1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0525165 Feb 11 14:34:00.423915 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2d11c6f2-a8ef-4bf0-9c5e-7fbed2d01b74 req-4a136201-3bb0-4497-9cd8-b3ada9780f68 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307841 Feb 11 14:34:00.710258 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:01.540275 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a61b-7392-453d-b790-d124c4b10883 req-28f2eb87-4f00-41ee-87dc-c335bc7e1a08 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:01.541744 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7be3a61b-7392-453d-b790-d124c4b10883 req-28f2eb87-4f00-41ee-87dc-c335bc7e1a08 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0489879 Feb 11 14:34:01.579675 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-7be3a61b-7392-453d-b790-d124c4b10883 req-4a8e8491-cb80-4a90-866d-0ceacd3c2154 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311837 Feb 11 14:34:02.693118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb51de-b8a2-4661-a98e-d19e674d9c4d req-023172e4-08fe-4792-a437-ef86f4adbc2f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:02.694619 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26eb51de-b8a2-4661-a98e-d19e674d9c4d req-023172e4-08fe-4792-a437-ef86f4adbc2f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0480533 Feb 11 14:34:02.732568 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-26eb51de-b8a2-4661-a98e-d19e674d9c4d req-f9db19dc-524e-4fa1-a33f-853a6606f6ee tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313923 Feb 11 14:34:03.847142 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd0460-f00b-4ddd-92e2-70eda4f1602b req-66cfc1f4-2351-447d-9304-5a8644e29bf2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:03.848611 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3dcd0460-f00b-4ddd-92e2-70eda4f1602b req-66cfc1f4-2351-447d-9304-5a8644e29bf2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0493994 Feb 11 14:34:03.886458 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3dcd0460-f00b-4ddd-92e2-70eda4f1602b req-a9d96a36-2132-41bc-bd01-b7f5d4b07fe3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319049 Feb 11 14:34:04.828936 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device fb13a459-14bb-4d8f-aa77-080cb97a8889 details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:34:04.924420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:04.937428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'port_id': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'mac_address': 'fa:16:3e:9b:2e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:34:04.975872 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:04.988735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb13a459-14bb-4d8f-aa77-080cb97a8889 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:34:05.008330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:05.047684 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe0740-c3e1-4bb2-936b-985da748cec1 req-e4dbf795-a898-4403-bbca-839eadad0c29 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:05.049156 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9fe0740-c3e1-4bb2-936b-985da748cec1 req-e4dbf795-a898-4403-bbca-839eadad0c29 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0489712 Feb 11 14:34:05.089075 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b9fe0740-c3e1-4bb2-936b-985da748cec1 req-72d45daa-b3e6-47e7-b825-f138a649e977 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336938 Feb 11 14:34:05.135312 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:05.182879 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:05.190820 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.191436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.191776 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.192109 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.192441 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.192766 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.193096 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.193414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.193735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.194082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.194401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.194717 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:34:05.480476 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['fb13a459-14bb-4d8f-aa77-080cb97a8889'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:34:06.206461 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb18ecc-cde9-448d-ac1b-808ecd39b866 req-8a620acf-f85d-4798-869f-0afaea1f2703 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:06.224745 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5cb18ecc-cde9-448d-ac1b-808ecd39b866 req-8a620acf-f85d-4798-869f-0afaea1f2703 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 944 time: 0.0506318 Feb 11 14:34:06.249979 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5cb18ecc-cde9-448d-ac1b-808ecd39b866 req-475dff5e-5d6c-4a6c-8ab2-1b81a4a2483d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359511 Feb 11 14:34:06.845078 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device fb13a459-14bb-4d8f-aa77-080cb97a8889 up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:34:06.980948 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port fb13a459-14bb-4d8f-aa77-080cb97a8889 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:34:06.985647 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port fb13a459-14bb-4d8f-aa77-080cb97a8889 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:34:06.986050 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.061988 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.083451 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:34:07.085662 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364cb287-0528-4eac-88bd-3cec99733982" -d '{"events": [{"server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "name": "network-vif-plugged", "status": "completed", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:07.097859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:34:07.125111 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc700b0e-5f08-4eb0-8281-7d67c22db128 x-openstack-request-id: req-dc700b0e-5f08-4eb0-8281-7d67c22db128 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:07.125414 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "name": "network-vif-plugged", "status": "completed", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:07.125659 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dc700b0e-5f08-4eb0-8281-7d67c22db128 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:07.126077 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'code': 200} Feb 11 14:34:07.164172 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:07.215530 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:07.228374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb8d8c-d71d-4b2f-b79a-5352a6a91639 req-ad1299a1-6758-4dff-be26-af64121ed70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:07.229970 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43fb8d8c-d71d-4b2f-b79a-5352a6a91639 req-ad1299a1-6758-4dff-be26-af64121ed70a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1096 time: 0.0472631 Feb 11 14:34:07.264472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-43fb8d8c-d71d-4b2f-b79a-5352a6a91639 req-46c74890-fffb-45e9-8af8-30babd087a22 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270817 Feb 11 14:34:07.365995 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4b634-6a77-460f-aad6-2109561cb7b1 req-3acb71fa-b7aa-4d3b-a49e-182f7040d0e6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:07.367373 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3d4b634-6a77-460f-aad6-2109561cb7b1 req-3acb71fa-b7aa-4d3b-a49e-182f7040d0e6 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0482130 Feb 11 14:34:07.405837 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c3d4b634-6a77-460f-aad6-2109561cb7b1 req-f73a11d5-025c-4437-bcd3-32c711ef92dd tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316732 Feb 11 14:34:08.527129 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7cae9-c711-4b1a-9133-a284983c2974 req-ec4afe03-52f6-411b-8972-71e832f01c77 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:08.528858 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9bc7cae9-c711-4b1a-9133-a284983c2974 req-ec4afe03-52f6-411b-8972-71e832f01c77 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0495431 Feb 11 14:34:08.566614 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9bc7cae9-c711-4b1a-9133-a284983c2974 req-0cf93e91-c37d-40b1-b793-f374520e4800 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317414 Feb 11 14:34:09.698203 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93438898-8df6-4d2a-a9b1-9bdaf55b82aa req-d2f2062b-fae8-4b8c-85da-9f51a1ab80a1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:09.699676 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93438898-8df6-4d2a-a9b1-9bdaf55b82aa req-d2f2062b-fae8-4b8c-85da-9f51a1ab80a1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0500369 Feb 11 14:34:09.738672 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-93438898-8df6-4d2a-a9b1-9bdaf55b82aa req-129bbc20-61c9-464d-a599-d6ce527f6609 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321035 Feb 11 14:34:09.867454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac75b67-4c4d-44af-8f3f-4476f91a5b45 req-88a9674e-3337-4223-946d-24c69892be5a tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:09.868868 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4ac75b67-4c4d-44af-8f3f-4476f91a5b45 req-88a9674e-3337-4223-946d-24c69892be5a tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0486944 Feb 11 14:34:09.906807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4ac75b67-4c4d-44af-8f3f-4476f91a5b45 req-755a62ed-c52a-45f5-8927-4c3144c4a983 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310931 Feb 11 14:34:09.927605 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46690) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:09.970086 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c45154-bdaf-4bd5-8396-565494cc8b52 tempest-TestShelveInstance-1125342830 tempest-TestShelveInstance-1125342830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:09.971562 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d4c45154-bdaf-4bd5-8396-565494cc8b52 tempest-TestShelveInstance-1125342830 tempest-TestShelveInstance-1125342830-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1091 time: 0.0430098 Feb 11 14:34:09.974395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46692) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:34:09.978530 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:34:10.064806 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.161473 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.267547 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Allocated IP 172.25.0.183 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/8060abff-d619-42b6-b2f7-f6bc5c640f4f) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:34:10.368365 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.455564 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:10.500200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:34:10.502987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:34:10.507135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:34:10.510109 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'Port': ['ID=8060abff-d619-42b6-b2f7-f6bc5c640f4f,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:11.195716 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.324379 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.475928 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.564008 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.633428 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event updated for resources: {'Port': ['ID=8060abff-d619-42b6-b2f7-f6bc5c640f4f,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:34:11.642078 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:11.749167 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Floating IP 0ee463ab-b267-43aa-966f-fc18f03916d6 associated. External IP: 172.25.0.183, port: fb13a459-14bb-4d8f-aa77-080cb97a8889. Feb 11 14:34:11.882475 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-4cc8c881-cbce-4cbb-ae41-79b9308f4847 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543139 Feb 11 14:34:12.007438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-34f81145-1a43-4529-b0a4-ee6c3e79fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:12.008821 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-34f81145-1a43-4529-b0a4-ee6c3e79fd45 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1096 time: 0.0853052 Feb 11 14:34:12.017641 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Router 146dab81-10e6-404f-8bbf-8f36a72d21c3 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:34:12.194653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-9c9a685c-e057-46d6-99e8-2108b12faccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:12.196103 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-9c9a685c-e057-46d6-99e8-2108b12faccc service neutron] 10.222.0.59 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.1684372 Feb 11 14:34:12.198701 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:34:12.209369 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] Sync routers for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:34:12.219311 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:12.219931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:33:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:12.268176 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-302cf9f4-1c27-4de2-8a03-24e31982e30d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 999 time: 0.0641160 Feb 11 14:34:12.322074 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-9ec53c26-41fd-46f6-be99-0d5a68ff2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:12.328433 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-9ec53c26-41fd-46f6-be99-0d5a68ff2643 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0498168 Feb 11 14:34:12.331696 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:12.362178 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:12.391082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-54ea1dba-41d2-4171-bbea-c4ad984b1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:12.392563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-54ea1dba-41d2-4171-bbea-c4ad984b1057 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624361 Feb 11 14:34:12.395750 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-bc82df9b-58e7-4d49-b998-2befb6439e47 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4204504 Feb 11 14:34:12.396374 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:34:12.398654 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b14b68-23f0-4bd2-871a-6a39b254ffbe" -d '{"events": [{"name": "network-changed", "server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:34:12.450206 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb82e76-77d9-4d73-80fc-520ec26e42b4 x-openstack-request-id: req-1fb82e76-77d9-4d73-80fc-520ec26e42b4 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:34:12.454633 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:34:12.454633 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1fb82e76-77d9-4d73-80fc-520ec26e42b4 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:34:12.454633 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'status': 'completed', 'code': 200} Feb 11 14:34:12.492482 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-13392e92-0ac9-4203-8ce7-294e48659f91 service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906060 Feb 11 14:34:12.565797 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '0ee463ab-b267-43aa-966f-fc18f03916d6', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'port_id': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'mac_address': 'fa:16:3e:9b:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:11Z', 'revision_number': 0, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:12.579904 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b7f09bbe-67c8-4c09-83af-55501ae03783 req-59b54c44-d345-4c36-a9b3-2b2e08904d16 service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810030 Feb 11 14:34:12.597475 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] Checking router: 146dab81-10e6-404f-8bbf-8f36a72d21c3 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:34:12.605794 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:34:12.607321 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:33:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:12.711656 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:34:12.720253 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-a54e9b1b-fcde-47fd-b5e2-75dfe46fefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:12.722395 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-a54e9b1b-fcde-47fd-b5e2-75dfe46fefb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1096 time: 0.0422189 Feb 11 14:34:12.819815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-087e9501-6407-45aa-b55f-f93ec30a5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:12.821341 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-087e9501-6407-45aa-b55f-f93ec30a5d25 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0928369 Feb 11 14:34:12.890653 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-4a3b79a8-1135-4536-bbc9-a5ca35bba110 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 999 time: 0.0620780 Feb 11 14:34:12.947302 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-bed60054-b9a4-491e-a08f-c5b6319d3f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:12.948778 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-bed60054-b9a4-491e-a08f-c5b6319d3f77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0514915 Feb 11 14:34:12.995826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-f489d9aa-3378-4ba5-9589-fa2dfa448c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:34:12.998110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-f489d9aa-3378-4ba5-9589-fa2dfa448c65 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428233 Feb 11 14:34:13.087472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-3469e744-49b0-4b9b-bc8c-8033bfa3f7ed service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824881 Feb 11 14:34:13.091602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '0ee463ab-b267-43aa-966f-fc18f03916d6', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'port_id': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'mac_address': 'fa:16:3e:9b:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:11Z', 'revision_number': 0, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:34:13.122510 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aea81f1-a956-4c02-8894-e6d5330ec520 None None] The sync data for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 is: [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '0ee463ab-b267-43aa-966f-fc18f03916d6', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'floating_ip_address': '172.25.0.183', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'port_id': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'mac_address': 'fa:16:3e:9b:2e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:34:11Z', 'updated_at': '2022-02-11T14:34:11Z', 'revision_number': 0, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:34:13.189804 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-99b14b68-23f0-4bd2-871a-6a39b254ffbe req-a68daf3e-3f8c-44a1-9799-3e63b30ba9ab service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961773 Feb 11 14:34:13.320376 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620027e7-df8d-4607-a6fd-c9d9f8c4778a None None] New status for floating IP 0ee463ab-b267-43aa-966f-fc18f03916d6: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:34:21.932803 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:34:24.860810 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-647d45dc-d60a-44f2-b540-54c3c0f1e7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:26.487391 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:27.032376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fa7c49a4-4f12-41f8-b498-c774a59b00ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.420503 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:28.934831 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.335103 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:30.711826 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:54.789224 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f748dba9-8932-47fb-9fdc-696695cc9843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:56.500399 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:57.077888 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-120d710e-3be7-49a7-b667-1ea32d098aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:58.400623 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:34:58.931626 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:34:58.977981 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.335727 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:00.715541 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:12.876290 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-4aa36127-bffc-4e3f-b8b9-065af486a692 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400212 Feb 11 14:35:12.958583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-3ecb4a18-bbe0-45ef-9554-0c0700a88aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:12.960062 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-3ecb4a18-bbe0-45ef-9554-0c0700a88aac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1096 time: 0.0407081 Feb 11 14:35:13.064137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-aaed3122-d281-45cc-8e3d-4791d53f0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:13.065608 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-aaed3122-d281-45cc-8e3d-4791d53f0ad4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0880265 Feb 11 14:35:13.132070 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-a03be6d8-de6b-4b30-af70-581816adc8fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 1001 time: 0.0590060 Feb 11 14:35:13.186741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-1c184110-cbc5-4b66-9e05-a3dc7102a577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:13.188206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-1c184110-cbc5-4b66-9e05-a3dc7102a577 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0490870 Feb 11 14:35:13.242156 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-150b5906-0728-42ca-910c-b987a0931725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:35:13.243640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-150b5906-0728-42ca-910c-b987a0931725 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404689 Feb 11 14:35:13.332096 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-582e8dfe-28bc-466e-8159-04129cc7b1f7 service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811059 Feb 11 14:35:13.429704 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4467249-542e-4a4b-be7a-c6fd2cd8781b req-87dabc0d-1585-4a3d-932d-c0b7e9900e9a service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883355 Feb 11 14:35:24.811980 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ced384c7-3862-4de9-8bac-9bdb2c96514b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:26.540184 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:27.126079 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9961bf0-cec9-463b-9ca2-e779352f4824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.440129 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:28.974525 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.286211 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:30.729375 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:35.931558 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:35:54.808097 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a904e48a-65df-4755-a0d1-8d53156ad4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:56.523094 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:57.051579 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0fd876df-f4ef-4fba-84ce-cf0e1935bc39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:58.432069 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:35:59.000304 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.299396 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:00.734639 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:12.931077 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:36:14.867418 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8046947a-7801-49b6-aef5-c51c036493da req-4a1fd42d-01c1-4779-8ffa-92f107a40f27 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410762 Feb 11 14:36:14.945851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046947a-7801-49b6-aef5-c51c036493da req-fc5a1f17-c6e6-4eda-b985-8958bb627eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:14.947348 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8046947a-7801-49b6-aef5-c51c036493da req-fc5a1f17-c6e6-4eda-b985-8958bb627eb9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1096 time: 0.0402787 Feb 11 14:36:15.053660 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046947a-7801-49b6-aef5-c51c036493da req-43b15725-74e7-4fa8-bc7e-322961544fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:15.055271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8046947a-7801-49b6-aef5-c51c036493da req-43b15725-74e7-4fa8-bc7e-322961544fbc service neutron] 10.222.0.59 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0896571 Feb 11 14:36:15.120253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8046947a-7801-49b6-aef5-c51c036493da req-a68304f3-dd0c-4a79-8422-76971ed99298 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 1001 time: 0.0584249 Feb 11 14:36:15.174915 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046947a-7801-49b6-aef5-c51c036493da req-c379329a-05de-4d86-9d98-ad43c4501e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:15.176553 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8046947a-7801-49b6-aef5-c51c036493da req-c379329a-05de-4d86-9d98-ad43c4501e8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0500200 Feb 11 14:36:15.223117 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046947a-7801-49b6-aef5-c51c036493da req-e2dd4ec6-964f-41c4-94dc-96ee303958b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:15.224628 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8046947a-7801-49b6-aef5-c51c036493da req-e2dd4ec6-964f-41c4-94dc-96ee303958b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421748 Feb 11 14:36:15.327440 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8046947a-7801-49b6-aef5-c51c036493da req-dae08d9c-f94a-469b-8331-8d0d6b5cb2b4 service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840380 Feb 11 14:36:15.412359 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8046947a-7801-49b6-aef5-c51c036493da req-997442ba-077f-4c18-84cc-64210cb267de service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907087 Feb 11 14:36:24.790804 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-78a1db63-8ba8-4737-9b2c-99680714119b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:26.519494 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:27.007951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9648565a-962f-4924-8459-5b914572c073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:28.399820 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:28.959395 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.319348 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:30.702449 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:49.931803 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:36:50.266002 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26952cb-f15b-4545-b646-cc5219041bb3 req-3d795a2b-d2eb-45ab-a1c8-797fe17ebcc2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:50.267489 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b26952cb-f15b-4545-b646-cc5219041bb3 req-3d795a2b-d2eb-45ab-a1c8-797fe17ebcc2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0582902 Feb 11 14:36:50.306065 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b26952cb-f15b-4545-b646-cc5219041bb3 req-a87c4091-181c-4a78-9015-58c5cbc902f9 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315773 Feb 11 14:36:51.431854 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f027c5-242d-4f49-9b0c-04189ae361c1 req-6c9bbc66-d9ac-4f59-8ff7-861d3aad9661 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:51.433245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4f027c5-242d-4f49-9b0c-04189ae361c1 req-6c9bbc66-d9ac-4f59-8ff7-861d3aad9661 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0497234 Feb 11 14:36:51.471102 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d4f027c5-242d-4f49-9b0c-04189ae361c1 req-02d94002-9b60-4651-a80b-5c8039025fb1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318544 Feb 11 14:36:52.597963 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddcad8-f761-4a7c-a517-b873cc258cc2 req-c0053038-5706-47b4-b233-5a60fa26072f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:52.599431 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5dddcad8-f761-4a7c-a517-b873cc258cc2 req-c0053038-5706-47b4-b233-5a60fa26072f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0489058 Feb 11 14:36:52.637818 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5dddcad8-f761-4a7c-a517-b873cc258cc2 req-6e6db7fb-dafa-43ae-ac45-cfb94fbd0190 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322149 Feb 11 14:36:53.757646 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a7078-ce86-486e-876c-2853589fbd19 req-93e57f73-0e1b-45f6-aae0-2538a55731b3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:53.759133 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a8a7078-ce86-486e-876c-2853589fbd19 req-93e57f73-0e1b-45f6-aae0-2538a55731b3 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0537608 Feb 11 14:36:53.795432 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4a8a7078-ce86-486e-876c-2853589fbd19 req-7842757f-0772-48b2-80cc-ea56ebc13ae2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303981 Feb 11 14:36:54.776092 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9e0f6aaa-5529-4199-b382-925faa7cc4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:54.917475 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d19902-c0a2-4080-a788-788ca216233e req-ec5cdfba-e64a-41f8-ace4-420ce8764373 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:54.919018 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6d19902-c0a2-4080-a788-788ca216233e req-ec5cdfba-e64a-41f8-ace4-420ce8764373 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0543017 Feb 11 14:36:54.958158 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f6d19902-c0a2-4080-a788-788ca216233e req-138ca96f-2846-4ec6-b67d-248319bcda7a tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329676 Feb 11 14:36:56.075804 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96982235-fd44-4483-bc44-0c15ad640b07 req-8dacf660-8990-4339-a857-3ede7cd1e02c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:56.077287 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96982235-fd44-4483-bc44-0c15ad640b07 req-8dacf660-8990-4339-a857-3ede7cd1e02c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0491245 Feb 11 14:36:56.115794 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-96982235-fd44-4483-bc44-0c15ad640b07 req-470504c3-e64c-4d0a-bcaa-0857694c1b49 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324988 Feb 11 14:36:56.581400 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.038997 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f92875b6-69d6-49a0-8985-c4d38a1d3783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:57.237271 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc07b4-8634-4f34-b646-bbb63540cc28 req-98845aa7-c759-430e-bdea-eed12689ae2e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:57.239615 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7bc07b4-8634-4f34-b646-bbb63540cc28 req-98845aa7-c759-430e-bdea-eed12689ae2e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0559225 Feb 11 14:36:57.277571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-e7bc07b4-8634-4f34-b646-bbb63540cc28 req-0fd6a5d7-dc67-40f7-83ef-9105ed7d8017 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Feb 11 14:36:58.398581 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf8cb0-410d-4793-8514-6e5e695f9262 req-a18093eb-dd1b-41da-8f97-d519c9c5f699 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:58.400074 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2edf8cb0-410d-4793-8514-6e5e695f9262 req-a18093eb-dd1b-41da-8f97-d519c9c5f699 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0501707 Feb 11 14:36:58.404675 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:58.438077 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2edf8cb0-410d-4793-8514-6e5e695f9262 req-e2789a13-7c62-4e99-adf9-6d471671b302 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318601 Feb 11 14:36:58.962002 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:36:59.555105 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315da68-e10b-488d-96e6-6d2f22f714a5 req-7be8204a-d0df-41f3-8e32-9116ceb354cc tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:36:59.556579 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1315da68-e10b-488d-96e6-6d2f22f714a5 req-7be8204a-d0df-41f3-8e32-9116ceb354cc tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0489450 Feb 11 14:36:59.595428 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1315da68-e10b-488d-96e6-6d2f22f714a5 req-d1e2b7e2-aed1-42e2-a2e3-702dbe3e6927 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327144 Feb 11 14:37:00.304910 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.450245 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-8239e70e-2315-4c2e-9488-eaea1ce2e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:00.451666 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-8239e70e-2315-4c2e-9488-eaea1ce2e20c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1096 time: 0.0467184 Feb 11 14:37:00.539914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-5ecaf244-cf8c-42cb-a013-f31635d79ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:00.541376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-5ecaf244-cf8c-42cb-a013-f31635d79ee6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0838244 Feb 11 14:37:00.610326 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-7c8d2022-a66b-4e84-88f6-6a040ddff7ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 1001 time: 0.0624056 Feb 11 14:37:00.661475 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-aa37b959-54af-4f38-b8af-15ae88ca5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:00.663407 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-aa37b959-54af-4f38-b8af-15ae88ca5ce0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0456927 Feb 11 14:37:00.681955 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:00.739661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e6d5f-3ed5-4d3b-885e-9397b7caf1d1 req-d779bc09-7dba-4e3d-982f-4e3b51b9c2d5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:00.741837 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-687e6d5f-3ed5-4d3b-885e-9397b7caf1d1 req-d779bc09-7dba-4e3d-982f-4e3b51b9c2d5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0773134 Feb 11 14:37:00.744320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-778af0ae-4bf3-4e58-8529-55f240aed321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:00.745677 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-778af0ae-4bf3-4e58-8529-55f240aed321 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730126 Feb 11 14:37:00.832506 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-687e6d5f-3ed5-4d3b-885e-9397b7caf1d1 req-dab225f3-5cef-471a-8ea3-bd8493144bbd tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836768 Feb 11 14:37:00.866939 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-efc4d6d6-6d68-4a42-8227-a554afcce594 service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123047 Feb 11 14:37:00.966547 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb357ab3-115a-461f-9bce-cca0939c3fd6 req-d4ec745e-fafc-4be3-bcd2-22553fed2104 service neutron] 10.222.0.59 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938375 Feb 11 14:37:01.949543 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91daaf-3985-47d3-908b-ad5de081b243 req-5d02c423-24e7-4745-a369-2029ce138cf9 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:01.951076 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e91daaf-3985-47d3-908b-ad5de081b243 req-5d02c423-24e7-4745-a369-2029ce138cf9 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0497808 Feb 11 14:37:01.988682 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4e91daaf-3985-47d3-908b-ad5de081b243 req-29ca6686-fed1-49be-a6e6-f6635428b862 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316439 Feb 11 14:37:03.109220 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c2097-6d49-4366-ba1e-27480b763395 req-160cd2c7-f3ec-44e0-a845-4d10b9e5f3bd tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:03.110768 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa5c2097-6d49-4366-ba1e-27480b763395 req-160cd2c7-f3ec-44e0-a845-4d10b9e5f3bd tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0530438 Feb 11 14:37:03.150563 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aa5c2097-6d49-4366-ba1e-27480b763395 req-433e818c-4ed4-4a89-9918-466ffeb50062 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337014 Feb 11 14:37:04.271345 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa256eb-a29c-4075-8df0-9176c40f0c69 req-42f35e53-e218-441c-8565-96819e649ce4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:04.273653 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4aa256eb-a29c-4075-8df0-9176c40f0c69 req-42f35e53-e218-441c-8565-96819e649ce4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0543745 Feb 11 14:37:04.310915 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4aa256eb-a29c-4075-8df0-9176c40f0c69 req-85a64749-95e9-479c-a2c6-2c1559b709ef tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311747 Feb 11 14:37:05.426318 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabd1f3-2045-431e-af7f-fbfa36690e0b req-3ea7dbb4-bf71-4e79-8326-fb3269800385 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:05.428278 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfabd1f3-2045-431e-af7f-fbfa36690e0b req-3ea7dbb4-bf71-4e79-8326-fb3269800385 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 945 time: 0.0497406 Feb 11 14:37:05.466446 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-dfabd1f3-2045-431e-af7f-fbfa36690e0b req-49b7591a-2547-4683-a2fe-ee34ee814ef5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318758 Feb 11 14:37:05.576516 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-5df14379-bf52-4b79-9244-036578aca589 req-71c01f56-e058-4ad6-8cd7-9dac8c92ba32 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:37:05.577533 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5df14379-bf52-4b79-9244-036578aca589 req-71c01f56-e058-4ad6-8cd7-9dac8c92ba32 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479076 Feb 11 14:37:05.729382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device fb13a459-14bb-4d8f-aa77-080cb97a8889 no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:37:05.807084 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.828829 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:37:05.831071 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d33b28-cd46-402e-ba4d-9312b6abd2db" -d '{"events": [{"server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "name": "network-vif-unplugged", "status": "completed", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:37:05.844086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:05.922478 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 14:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8b6055-1099-4406-b37e-a3ed8b4c86ea x-openstack-request-id: req-1a8b6055-1099-4406-b37e-a3ed8b4c86ea {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:37:05.922764 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "name": "network-vif-unplugged", "status": "failed", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889", "code": 422}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:37:05.923012 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a8b6055-1099-4406-b37e-a3ed8b4c86ea {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:37:05.923402 n-d-816488-1 neutron-server[103008]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'code': 422} returned with failed status Feb 11 14:37:05.932921 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:05.979818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:05.986819 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.987188 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.987524 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.987855 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.988208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.988532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.988849 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.989168 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.989486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.989859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.990157 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:05.990500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:06.895198 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4e7b2-6708-49ae-bc66-0b25e99418ef req-d4ae2175-02bb-4bb9-87e2-d29e46e9b965 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:06.897224 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52f4e7b2-6708-49ae-bc66-0b25e99418ef req-d4ae2175-02bb-4bb9-87e2-d29e46e9b965 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0483160 Feb 11 14:37:06.940738 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52f4e7b2-6708-49ae-bc66-0b25e99418ef req-d64eafb7-429d-4939-86d8-6bf3c8b36c78 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371468 Feb 11 14:37:06.964038 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-8a81a789-d389-467b-8da1-4c613dba87e8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797706 Feb 11 14:37:06.972779 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-514d6056-ef05-460b-92cc-3258172b4038 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:37:06.973714 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-514d6056-ef05-460b-92cc-3258172b4038 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048738 Feb 11 14:37:08.062464 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf10af3-dc49-4b74-a2b1-319d40dc7997 req-1fa95419-1bca-4a41-b0c9-7478b3cf1e59 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:08.064081 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cf10af3-dc49-4b74-a2b1-319d40dc7997 req-1fa95419-1bca-4a41-b0c9-7478b3cf1e59 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0503106 Feb 11 14:37:08.102597 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-3cf10af3-dc49-4b74-a2b1-319d40dc7997 req-07c07540-af87-450f-9c2a-b1016ddac561 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314395 Feb 11 14:37:09.221733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a7b04-45cf-414e-8ded-255965ce2134 req-9c371a5e-f7c0-4383-8530-6567639055a0 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:09.223248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-193a7b04-45cf-414e-8ded-255965ce2134 req-9c371a5e-f7c0-4383-8530-6567639055a0 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0509822 Feb 11 14:37:09.262791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-193a7b04-45cf-414e-8ded-255965ce2134 req-189c10e4-c89d-4560-aab4-ee6d3c731bce tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328271 Feb 11 14:37:10.378133 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b39778-a7ed-4e6b-bc25-f160562eedd7 req-34ab7b45-961e-4ba2-a536-a20091a327f1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:10.379590 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62b39778-a7ed-4e6b-bc25-f160562eedd7 req-34ab7b45-961e-4ba2-a536-a20091a327f1 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0475566 Feb 11 14:37:10.423319 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62b39778-a7ed-4e6b-bc25-f160562eedd7 req-117dbde4-3186-4032-8935-d81491206c37 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367546 Feb 11 14:37:11.544912 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e276328-57c6-4f90-b05d-e290d454d6d1 req-870acec4-8862-49b7-ac1a-1062bab1cfdf tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:11.546443 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e276328-57c6-4f90-b05d-e290d454d6d1 req-870acec4-8862-49b7-ac1a-1062bab1cfdf tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0489519 Feb 11 14:37:11.586015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7e276328-57c6-4f90-b05d-e290d454d6d1 req-07c59b35-1947-46e0-bb31-b96b55160b97 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317867 Feb 11 14:37:12.710943 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9b229-5ac5-44c2-8652-7f478f167030 req-0162cd5c-abca-47d0-a6ee-8a54e08adef5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:12.712526 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16a9b229-5ac5-44c2-8652-7f478f167030 req-0162cd5c-abca-47d0-a6ee-8a54e08adef5 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0535595 Feb 11 14:37:12.750256 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-16a9b229-5ac5-44c2-8652-7f478f167030 req-d8405f5d-cc9c-4340-8bd0-cc723a19731e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316899 Feb 11 14:37:13.326666 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30308-e636-4f56-a744-03a0a7441453 req-ce5c862f-abf2-4151-84b7-850d7b5e7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:13.328130 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-ce5c862f-abf2-4151-84b7-850d7b5e7866 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e&tenant_id=216a1f5e42a94b358db0354411d2e8d8 HTTP/1.1" status: 200 len: 1094 time: 0.0886602 Feb 11 14:37:13.339595 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816488-1', 'device_owner': 'compute:nova'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:37:13.395990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:13.601011 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:13.632797 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:37:13.665091 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb13a459-14bb-4d8f-aa77-080cb97a8889 {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:37:13.676310 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:13.683873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Transition to ACTIVE for port object fb13a459-14bb-4d8f-aa77-080cb97a8889 will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:37:13.847720 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:13.912951 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Pushing event updated for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=7']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:13.951739 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fb215-3ee5-4026-bd4b-8ac8a6c7da74 req-19be3335-fd38-4b4c-840d-baaa1385c792 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:13.953306 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-168fb215-3ee5-4026-bd4b-8ac8a6c7da74 req-19be3335-fd38-4b4c-840d-baaa1385c792 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.1326885 Feb 11 14:37:13.964007 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.964350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.964689 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.965027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.965357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.965680 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.966029 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.966352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.966721 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.967039 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.967356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:13.967705 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:37:14.036595 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-168fb215-3ee5-4026-bd4b-8ac8a6c7da74 req-e221af3f-0212-49c7-b4b0-fab7fa4b1ab9 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756333 Feb 11 14:37:14.038464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] No DVR routers for this DVR port fb13a459-14bb-4d8f-aa77-080cb97a8889 on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:37:14.180539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Attempting to bind port fb13a459-14bb-4d8f-aa77-080cb97a8889 on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:37:14.180873 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Attempting to bind port fb13a459-14bb-4d8f-aa77-080cb97a8889 by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:37:14.181199 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Attempting to bind port fb13a459-14bb-4d8f-aa77-080cb97a8889 on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:14.185539 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Port fb13a459-14bb-4d8f-aa77-080cb97a8889 on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:37:14.185898 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Attempting to bind port fb13a459-14bb-4d8f-aa77-080cb97a8889 on network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:37:14.190676 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:37:14.191013 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Checking segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:37:14.191397 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Bound using segment: {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:37:14.191818 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Bound port: fb13a459-14bb-4d8f-aa77-080cb97a8889, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a14a43-c4cb-46b7-8b20-8b0a03017983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:37:14.192173 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.254618 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:37:14.257918 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:37:14.368008 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.401626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:14.402258 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:14.404059 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] 10.222.0.13 "PUT /v2.0/ports/fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 1091 time: 1.0682890 Feb 11 14:37:14.406084 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:37:14.408989 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf" -d '{"events": [{"name": "network-changed", "server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:37:14.460842 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e3045-ed91-4fd6-a063-b61129e548ca service neutron] Pushing event updated for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=8']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:14.481364 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30308-e636-4f56-a744-03a0a7441453 req-05ea2878-00ab-4102-ba34-fce147196487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:14.482992 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-05ea2878-00ab-4102-ba34-fce147196487 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1094 time: 0.0557370 Feb 11 14:37:14.578722 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30308-e636-4f56-a744-03a0a7441453 req-23c6de78-16a4-478a-9357-0eec905d4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:14.580392 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-23c6de78-16a4-478a-9357-0eec905d4af8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0908239 Feb 11 14:37:14.646852 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-1e61b10e-a3ce-4411-9196-fcbd4de49513 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 999 time: 0.0596125 Feb 11 14:37:14.699531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30308-e636-4f56-a744-03a0a7441453 req-11442d0f-120e-467c-a8b4-069ef79bfa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:14.700903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-11442d0f-120e-467c-a8b4-069ef79bfa03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0472279 Feb 11 14:37:14.744300 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a30308-e636-4f56-a744-03a0a7441453 req-26d30daf-e036-40ee-abaa-6817d8fc6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:14.745761 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-26d30daf-e036-40ee-abaa-6817d8fc6fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384629 Feb 11 14:37:14.832261 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-4d04e3e8-5403-40e3-a71d-5bee66ada656 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799661 Feb 11 14:37:14.925094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-92940ed7-764e-4011-9b56-6cfa0e74eff6 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851834 Feb 11 14:37:15.208204 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52634d4e-6dda-4c39-8eda-f1b8ede52e80 req-bc9816ec-3762-4c1c-ab5e-f2b3f3a4b34c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:15.209726 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52634d4e-6dda-4c39-8eda-f1b8ede52e80 req-bc9816ec-3762-4c1c-ab5e-f2b3f3a4b34c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0797236 Feb 11 14:37:15.215100 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-67bd2836-cac7-4acd-b052-dc6d2a3fecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:15.216477 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-67bd2836-cac7-4acd-b052-dc6d2a3fecef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1094 time: 0.0593948 Feb 11 14:37:15.272376 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-52634d4e-6dda-4c39-8eda-f1b8ede52e80 req-0154b13b-5858-40cb-8e41-41c4d9d91df2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549021 Feb 11 14:37:15.337212 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-aad27f4a-2580-48ac-ba15-58772e211d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:15.338633 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-aad27f4a-2580-48ac-ba15-58772e211d38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.1006386 Feb 11 14:37:15.404616 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-e48580c0-9d57-47c5-be24-5a928080ce88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 999 time: 0.0575869 Feb 11 14:37:15.461464 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-c5820fcb-241c-4162-8c70-08ae1edc3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:15.463216 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-c5820fcb-241c-4162-8c70-08ae1edc3a6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0515950 Feb 11 14:37:15.465931 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21aa963-2467-495d-928c-229ccd93e76d x-openstack-request-id: req-d21aa963-2467-495d-928c-229ccd93e76d {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:37:15.466211 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:37:15.466453 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d21aa963-2467-495d-928c-229ccd93e76d {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:37:15.466874 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'status': 'completed', 'code': 200} Feb 11 14:37:15.514016 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-cadad2e1-093f-4126-a43f-398926663825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:15.515494 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-cadad2e1-093f-4126-a43f-398926663825 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422781 Feb 11 14:37:15.604133 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-55402bd9-84e7-47ef-bee1-a69368a49e5b service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811372 Feb 11 14:37:15.698245 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-15f6eb60-b10c-49c7-92c3-1ce4b9c6f827 req-8d1c1e23-d5e8-4d62-b460-0427ce3c3564 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874646 Feb 11 14:37:15.780884 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-9cb4b91f-497a-430e-b50c-5af464797d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:15.782528 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-9cb4b91f-497a-430e-b50c-5af464797d26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1094 time: 0.0418069 Feb 11 14:37:15.876044 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-ea668c7f-e94a-4d85-af16-0ef54eff5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:15.877430 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-ea668c7f-e94a-4d85-af16-0ef54eff5d8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0881813 Feb 11 14:37:15.946675 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-cc611bfb-0b1b-4057-8333-eeaf5814d7c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 999 time: 0.0627050 Feb 11 14:37:15.995103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-1fa48f52-009a-4a35-bb6f-29fd810db9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:15.996615 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-1fa48f52-009a-4a35-bb6f-29fd810db9fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0438013 Feb 11 14:37:16.045332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-e6703cef-d499-4a79-a75a-88cebd9d1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:16.046897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-e6703cef-d499-4a79-a75a-88cebd9d1a9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442286 Feb 11 14:37:16.136767 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-4700bf3f-687d-4bb6-885c-0195b5d56705 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828977 Feb 11 14:37:16.230410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-add5f9a4-bb5a-45c7-bc94-a9e3f80964bf req-4f510557-e83c-4709-8852-a7d0f6ae0c97 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865741 Feb 11 14:37:16.392586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c7c00-e41a-49b4-9f8f-0e2a5bfc1449 req-4f318055-5798-488e-91ea-a2469855e53c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:16.393984 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a68c7c00-e41a-49b4-9f8f-0e2a5bfc1449 req-4f318055-5798-488e-91ea-a2469855e53c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0493500 Feb 11 14:37:16.431996 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a68c7c00-e41a-49b4-9f8f-0e2a5bfc1449 req-61b76468-78c9-4c04-b6e6-8ac9798fa7ae tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313630 Feb 11 14:37:17.546939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803cc23-6a99-46db-8c13-fb43c6b0ed3f req-35e90a0f-7261-4bd9-94a0-b159fc692eb4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:17.548394 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c803cc23-6a99-46db-8c13-fb43c6b0ed3f req-35e90a0f-7261-4bd9-94a0-b159fc692eb4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0481334 Feb 11 14:37:17.587598 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-c803cc23-6a99-46db-8c13-fb43c6b0ed3f req-f42fbfd5-c67d-41b1-9632-dc862adf435e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324881 Feb 11 14:37:18.706627 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba4016-a6ee-4bf4-8cb0-a092ed50a3e6 req-1dd77663-33f8-4984-86bc-bce3d52d3053 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:18.709660 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66ba4016-a6ee-4bf4-8cb0-a092ed50a3e6 req-1dd77663-33f8-4984-86bc-bce3d52d3053 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0537679 Feb 11 14:37:18.746851 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-66ba4016-a6ee-4bf4-8cb0-a092ed50a3e6 req-b4dd3ac2-fb67-488c-a73a-0766e54ba7ba tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Feb 11 14:37:19.861386 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a2f74-5d1c-4c44-8414-af438bee9f90 req-19333cb7-c83a-4133-8fbf-a1caa185fe3b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:19.879633 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e9a2f74-5d1c-4c44-8414-af438bee9f90 req-19333cb7-c83a-4133-8fbf-a1caa185fe3b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0476236 Feb 11 14:37:19.904741 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-1e9a2f74-5d1c-4c44-8414-af438bee9f90 req-9a1bdf60-d429-4291-bae6-ea1a91ea65ad tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350571 Feb 11 14:37:21.024589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c2e70-3c97-44b5-a713-2039c23c1dab req-a918fc11-ae94-4236-bd22-39c3d33187fc tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:21.026072 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d66c2e70-3c97-44b5-a713-2039c23c1dab req-a918fc11-ae94-4236-bd22-39c3d33187fc tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0528831 Feb 11 14:37:21.064023 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d66c2e70-3c97-44b5-a713-2039c23c1dab req-eb644b7c-da39-4ea0-9f5b-3bbd787b472f tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319207 Feb 11 14:37:22.177605 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690fb9e-74c2-4b12-a10b-0a82c39fb172 req-b3cf700c-c2b3-4e15-85ae-207acd45353c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:22.179125 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2690fb9e-74c2-4b12-a10b-0a82c39fb172 req-b3cf700c-c2b3-4e15-85ae-207acd45353c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0493095 Feb 11 14:37:22.217894 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2690fb9e-74c2-4b12-a10b-0a82c39fb172 req-7e4c4b86-3dc8-47ae-9012-0b4ca4859c2a tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326216 Feb 11 14:37:23.166766 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fb13a459-14bb-4d8f-aa77-080cb97a8889 details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:37:23.268169 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:23.280452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'port_id': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'mac_address': 'fa:16:3e:9b:2e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:37:23.318376 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.331881 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb13a459-14bb-4d8f-aa77-080cb97a8889 {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:37:23.337341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f3b90-e5dd-45d4-b7a2-fafd8d37a0d8 req-fa94afa0-be72-484d-989d-5f04eed6b0f2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:23.338874 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-781f3b90-e5dd-45d4-b7a2-fafd8d37a0d8 req-fa94afa0-be72-484d-989d-5f04eed6b0f2 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 943 time: 0.0522225 Feb 11 14:37:23.354272 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:23.388297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-781f3b90-e5dd-45d4-b7a2-fafd8d37a0d8 req-caf32511-e617-4576-82ba-b2dd5aa1b9bb tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334945 Feb 11 14:37:23.441616 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:23.494950 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=9']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:23.665704 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['fb13a459-14bb-4d8f-aa77-080cb97a8889'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:37:24.504941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344f192-8a9b-402a-b74f-997049ff4104 req-4bb103e0-85a1-4f9d-b77f-ec823387d56c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:24.506612 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b344f192-8a9b-402a-b74f-997049ff4104 req-4bb103e0-85a1-4f9d-b77f-ec823387d56c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 944 time: 0.0495329 Feb 11 14:37:24.544177 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b344f192-8a9b-402a-b74f-997049ff4104 req-f08dad0a-1d96-41a3-8c5c-78652e8a5778 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316350 Feb 11 14:37:24.795816 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3ebe2bbc-8e1a-46a2-af6e-da72117a845c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.183113 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fb13a459-14bb-4d8f-aa77-080cb97a8889 up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:37:25.367375 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port fb13a459-14bb-4d8f-aa77-080cb97a8889 completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:37:25.371327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port fb13a459-14bb-4d8f-aa77-080cb97a8889 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:37:25.371701 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.449272 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.471688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:37:25.473982 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766524dd-b1d3-4139-89ad-69360bbe4d0f" -d '{"events": [{"server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "name": "network-vif-plugged", "status": "completed", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:37:25.488934 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:37:25.512093 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd4eba9-8e31-4966-b27e-e1a02ea4e2ee x-openstack-request-id: req-9dd4eba9-8e31-4966-b27e-e1a02ea4e2ee {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:37:25.512392 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "name": "network-vif-plugged", "status": "completed", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:37:25.512648 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9dd4eba9-8e31-4966-b27e-e1a02ea4e2ee {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:37:25.513075 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'code': 200} Feb 11 14:37:25.575426 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:25.627709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=10']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:37:25.659964 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964916e-955f-4192-b3a9-e075baedb371 req-17be470f-797f-47c7-b5a8-71da9e99a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:25.661587 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0964916e-955f-4192-b3a9-e075baedb371 req-17be470f-797f-47c7-b5a8-71da9e99a790 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1097 time: 0.0411069 Feb 11 14:37:25.676033 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba98e11-39c9-4cf9-b466-d1e4821e6b29 req-4b575d3c-e028-407b-840d-b20bf00942ef tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:25.678333 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cba98e11-39c9-4cf9-b466-d1e4821e6b29 req-4b575d3c-e028-407b-840d-b20bf00942ef tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 946 time: 0.0571001 Feb 11 14:37:25.697810 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-0964916e-955f-4192-b3a9-e075baedb371 req-4523d6e8-a429-4acc-b7d3-b84cfc951935 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288327 Feb 11 14:37:25.720367 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cba98e11-39c9-4cf9-b466-d1e4821e6b29 req-24dab113-3a08-46b6-9c9b-5490a1c4237d tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360563 Feb 11 14:37:26.557949 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:26.842851 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fa3a3-ad52-4238-9208-bcd3e766c3eb req-10a2471b-5a38-422b-8e86-71982c674de4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:26.844241 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-594fa3a3-ad52-4238-9208-bcd3e766c3eb req-10a2471b-5a38-422b-8e86-71982c674de4 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 946 time: 0.0533521 Feb 11 14:37:26.882764 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-594fa3a3-ad52-4238-9208-bcd3e766c3eb req-9910bbce-722a-420c-8d3d-e8008e941c4b tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323472 Feb 11 14:37:26.932130 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:37:27.090191 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9b206b1b-5848-4fd0-9766-868f8683a4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.003984 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c38a-fe57-42e0-9a2f-d51b63bfdb3d req-5ff3e93e-f438-44f2-8b19-551be435055e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:37:28.005638 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ea0c38a-fe57-42e0-9a2f-d51b63bfdb3d req-5ff3e93e-f438-44f2-8b19-551be435055e tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 946 time: 0.0494375 Feb 11 14:37:28.042571 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2ea0c38a-fe57-42e0-9a2f-d51b63bfdb3d req-c7163d2e-0721-48aa-bb2c-ffcdf01453da tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307221 Feb 11 14:37:28.464153 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:28.995849 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.306401 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:30.732606 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:54.772212 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c0d57773-af37-4778-9def-b4233262873e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:56.595385 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:57.037809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eb1bfac2-c8da-4844-830d-5866948986fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.420171 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:37:58.980680 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.321150 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:00.795413 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:03.932290 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:38:17.150570 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-da51152c-367a-42d4-a58a-464431a181a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417483 Feb 11 14:38:17.231508 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-617604c2-8727-42e6-a15d-9bdb8c898162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:17.232962 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-617604c2-8727-42e6-a15d-9bdb8c898162 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1097 time: 0.0406170 Feb 11 14:38:17.337357 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-7b702a69-6e5b-4671-be7d-ff5f1e317f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:17.338861 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-7b702a69-6e5b-4671-be7d-ff5f1e317f27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0869582 Feb 11 14:38:17.405507 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-6c83a5a0-908d-4e80-822c-a5c79afc08b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 1001 time: 0.0597708 Feb 11 14:38:17.457904 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-8201a37f-d88d-417e-bcd7-2083971792c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:17.460231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-8201a37f-d88d-417e-bcd7-2083971792c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0480895 Feb 11 14:38:17.510045 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-e4fb7e70-d87c-417f-ba9c-bd7737896694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:38:17.511560 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-e4fb7e70-d87c-417f-ba9c-bd7737896694 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440781 Feb 11 14:38:17.599630 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-9d159744-6237-4658-b704-5ff06f74b3d0 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817678 Feb 11 14:38:18.031188 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-618d07cc-201d-4bcf-8c32-8f3e93fb1779 req-47cf5c73-d591-4934-858d-0316ef2a6a0b service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254663 Feb 11 14:38:24.812097 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-78d95c3c-34fd-48e4-9d86-3bff971d26de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:26.631438 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:27.048517 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c84f3c3c-e40b-4b70-9eef-ecbbba3e50fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:28.403052 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:28.985844 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:30.360806 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:30.757087 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:40.932878 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:38:54.771512 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-13138198-be3e-4d9e-b3d7-32296489dcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:56.594399 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:57.030836 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ec41623d-0ed0-40bf-8b1d-66d75b4db9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:58.417119 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:38:58.956116 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:00.327845 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:00.697338 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:13.338507 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46894) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:13.686473 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Deleting port 8060abff-d619-42b6-b2f7-f6bc5c640f4f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:13.686815 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:13.760211 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:13.760543 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:13.772166 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Calling delete_port for 8060abff-d619-42b6-b2f7-f6bc5c640f4f owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:14.002524 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:14.031876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event deleted for resources: {'Port': ['ID=8060abff-d619-42b6-b2f7-f6bc5c640f4f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:14.057609 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.057991 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.058332 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.058667 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.058997 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.059324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.059677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.060027 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.060371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.060728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.061057 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.061370 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:14.104004 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:14.104367 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Floating IP 0ee463ab-b267-43aa-966f-fc18f03916d6 disassociated (deleted). External IP: 172.25.0.183, port: fb13a459-14bb-4d8f-aa77-080cb97a8889. Feb 11 14:39:14.313040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Router 146dab81-10e6-404f-8bbf-8f36a72d21c3 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:39:14.421268 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:39:14.426074 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:14.434244 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] Sync routers for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:39:14.443635 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:14.444512 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:14.453066 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7f217c5a-de10-48c5-b827-e4a27f26e387 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "DELETE /v2.0/floatingips/0ee463ab-b267-43aa-966f-fc18f03916d6 HTTP/1.1" status: 204 len: 168 time: 1.1134617 Feb 11 14:39:14.453734 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:39:14.456130 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb" -d '{"events": [{"name": "network-changed", "server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:39:14.554926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:14.624875 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17b5283-62f5-40da-88fb-0452a1f0e5b8 x-openstack-request-id: req-f17b5283-62f5-40da-88fb-0452a1f0e5b8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:39:14.624875 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:39:14.624875 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f17b5283-62f5-40da-88fb-0452a1f0e5b8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:39:14.624875 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'status': 'completed', 'code': 200} Feb 11 14:39:14.683963 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-cadb2f4c-5d3f-4fc3-913b-c6b1a7e2dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:14.685474 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-cadb2f4c-5d3f-4fc3-913b-c6b1a7e2dcf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=216a1f5e42a94b358db0354411d2e8d8&device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 1097 time: 0.0423756 Feb 11 14:39:14.758853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:14.787760 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-9b152fcf-b0e0-46ad-9b24-f5e377ad5706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:14.788555 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] Checking router: 146dab81-10e6-404f-8bbf-8f36a72d21c3 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:39:14.789736 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-9b152fcf-b0e0-46ad-9b24-f5e377ad5706 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 200 len: 910 time: 0.0967555 Feb 11 14:39:14.796815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:14.797419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:14.831226 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-ff71f376-08e1-467e-8db5-79c364c7b2de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 200 len: 217 time: 0.0351624 Feb 11 14:39:14.880310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-8724d889-945b-49df-9fa1-23c5ebf86ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:14.881812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-8724d889-945b-49df-9fa1-23c5ebf86ee5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 200 len: 848 time: 0.0445888 Feb 11 14:39:14.938577 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-377298f7-d3de-4e87-b140-b0d914b97c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:14.940084 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-377298f7-d3de-4e87-b140-b0d914b97c55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fa845a4-3cd8-4321-9c83-5a1a0cc26296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468917 Feb 11 14:39:15.044652 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28335d9f-1b58-488e-938f-4b267339b010 req-ffedda5d-1544-44cb-a3a2-2802d43b0187 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:15.046437 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28335d9f-1b58-488e-938f-4b267339b010 req-ffedda5d-1544-44cb-a3a2-2802d43b0187 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 946 time: 0.1087151 Feb 11 14:39:15.050196 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-3fc352fe-d5a4-4591-b0f5-f299156bbe10 service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015837 Feb 11 14:39:15.074470 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:15.096855 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-28335d9f-1b58-488e-938f-4b267339b010 req-dfc7812e-491c-4ac1-ad53-51514d18cdad tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341938 Feb 11 14:39:15.146801 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-6f8ac0cf-d8f9-4d35-a4b2-9430fc05dadb req-d0becef2-52d2-454a-8b56-9ad991007fac service neutron] 10.222.0.13 "GET /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889738 Feb 11 14:39:15.287558 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:15.318428 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef688942-f92e-42fc-a69f-bd40176a42a6 None None] The sync data for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 is: [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:56Z', 'revision_number': 4, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'aa1528b0-137a-408f-be1d-760603b06b13', 'name': '', 'network_id': '1fa845a4-3cd8-4321-9c83-5a1a0cc26296', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'mac_address': 'fa:16:3e:d7:7f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:56Z', 'updated_at': '2022-02-11T14:29:00Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'subnets': [{'id': 'e5034b79-4004-4c99-a017-1d432bc0a6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:39:15.546164 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b8dd7-41b7-4cf4-bb95-28d29fc053b4 None None] New status for floating IP 0ee463ab-b267-43aa-966f-fc18f03916d6: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:39:16.267727 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c5424-3a8a-408d-9a01-a73dd7e35ff1 req-959ee94d-82e6-4b7c-bc31-034ae139fbfd tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:16.269208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-646c5424-3a8a-408d-9a01-a73dd7e35ff1 req-959ee94d-82e6-4b7c-bc31-034ae139fbfd tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 946 time: 0.1015079 Feb 11 14:39:16.309357 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-646c5424-3a8a-408d-9a01-a73dd7e35ff1 req-16c16f9b-c10f-4d56-a10a-eed9553b16b8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/security-groups?id=5d251fef-5cf8-4601-98e8-37d39e4eefdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334265 Feb 11 14:39:16.502421 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418afbe0-4555-4bb2-923c-bc0016429614 req-6d6976d4-0075-48f1-becf-3aa508b89b26 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:16.503901 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-418afbe0-4555-4bb2-923c-bc0016429614 req-6d6976d4-0075-48f1-becf-3aa508b89b26 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.13 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 946 time: 0.0494204 Feb 11 14:39:16.592567 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-418afbe0-4555-4bb2-923c-bc0016429614 req-3d70ac11-4dab-4df4-a9a6-f1c708090cb8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Deleting port fb13a459-14bb-4d8f-aa77-080cb97a8889 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:16.592905 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-418afbe0-4555-4bb2-923c-bc0016429614 req-3d70ac11-4dab-4df4-a9a6-f1c708090cb8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:16.686856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-418afbe0-4555-4bb2-923c-bc0016429614 req-3d70ac11-4dab-4df4-a9a6-f1c708090cb8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] For port fb13a459-14bb-4d8f-aa77-080cb97a8889, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=fb13a459-14bb-4d8f-aa77-080cb97a8889,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:16.687246 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-418afbe0-4555-4bb2-923c-bc0016429614 req-3d70ac11-4dab-4df4-a9a6-f1c708090cb8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:16.699780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-418afbe0-4555-4bb2-923c-bc0016429614 req-3d70ac11-4dab-4df4-a9a6-f1c708090cb8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Calling delete_port for fb13a459-14bb-4d8f-aa77-080cb97a8889 owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:16.897863 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-418afbe0-4555-4bb2-923c-bc0016429614 req-3d70ac11-4dab-4df4-a9a6-f1c708090cb8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:16.929783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70ac11-4dab-4df4-a9a6-f1c708090cb8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event deleted for resources: {'Port': ['ID=fb13a459-14bb-4d8f-aa77-080cb97a8889,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:16.970896 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-418afbe0-4555-4bb2-923c-bc0016429614 req-3d70ac11-4dab-4df4-a9a6-f1c708090cb8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] No DVR routers for this DVR port fb13a459-14bb-4d8f-aa77-080cb97a8889 on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:39:16.973550 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-418afbe0-4555-4bb2-923c-bc0016429614 req-3d70ac11-4dab-4df4-a9a6-f1c708090cb8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:16.976903 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-418afbe0-4555-4bb2-923c-bc0016429614 req-3d70ac11-4dab-4df4-a9a6-f1c708090cb8 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.13 "DELETE /v2.0/ports/fb13a459-14bb-4d8f-aa77-080cb97a8889 HTTP/1.1" status: 204 len: 173 time: 0.4675703 Feb 11 14:39:16.977341 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'name': 'network-vif-deleted', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:39:16.979717 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f76645a-bc8c-43b0-bb60-7f3722619809" -d '{"events": [{"server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "name": "network-vif-deleted", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:39:17.016678 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da66f07-b764-41b9-8659-a4072199a488 x-openstack-request-id: req-7da66f07-b764-41b9-8659-a4072199a488 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:39:17.016976 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf64647-468d-4dac-9860-f6f31f65fc4e", "name": "network-vif-deleted", "tag": "fb13a459-14bb-4d8f-aa77-080cb97a8889", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:39:17.017233 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7da66f07-b764-41b9-8659-a4072199a488 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:39:17.017633 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf64647-468d-4dac-9860-f6f31f65fc4e', 'name': 'network-vif-deleted', 'tag': 'fb13a459-14bb-4d8f-aa77-080cb97a8889', 'status': 'completed', 'code': 200} Feb 11 14:39:17.421253 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-db920956-2441-4e1d-ac0c-625424017b57 req-c63259e2-e90f-4b8a-8525-0de5f86b311a tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 210 time: 0.0323253 Feb 11 14:39:17.933443 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:39:18.525296 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-2a173d2b-408e-41b9-bdde-a17bba83064b req-0f204ce3-7ed2-44c8-95d1-d379207d5367 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 210 time: 0.0313594 Feb 11 14:39:19.628566 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-954c61b0-cc6a-407e-bc22-b6232c6104d6 req-bd2d5ff3-bc76-4515-8ac7-dec624812e41 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 210 time: 0.0307784 Feb 11 14:39:19.727302 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fb13a459-14bb-4d8f-aa77-080cb97a8889 no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:39:19.748851 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: fb13a459-14bb-4d8f-aa77-080cb97a8889 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:39:19.749197 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device fb13a459-14bb-4d8f-aa77-080cb97a8889 not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:39:20.721696 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b3f78c7a-60a7-40e6-bf73-dc55239a6cc7 req-75f2b77d-18cc-4f7b-9c1e-3cdfa7d9e057 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 210 time: 0.0257571 Feb 11 14:39:21.831764 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5ae7dfde-55de-4336-adbe-f016e4ae14c2 req-118049c3-17e2-4910-993c-bb8c0f9da37c tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "GET /v2.0/ports?device_id=daf64647-468d-4dac-9860-f6f31f65fc4e HTTP/1.1" status: 200 len: 210 time: 0.0273743 Feb 11 14:39:22.890707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46940) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:22.950776 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-745b9325-7429-40b6-b80e-2f92dcb8a586 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:22.977206 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-745b9325-7429-40b6-b80e-2f92dcb8a586 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:23.205540 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-745b9325-7429-40b6-b80e-2f92dcb8a586 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:23.208273 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-745b9325-7429-40b6-b80e-2f92dcb8a586 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:23.209450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-745b9325-7429-40b6-b80e-2f92dcb8a586 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] 10.222.0.52 "DELETE /v2.0/security-groups/5d251fef-5cf8-4601-98e8-37d39e4eefdb HTTP/1.1" status: 204 len: 168 time: 0.3177691 Feb 11 14:39:23.218967 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b9325-7429-40b6-b80e-2f92dcb8a586 tempest-TestShelveInstance-18999320 tempest-TestShelveInstance-18999320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d251fef-5cf8-4601-98e8-37d39e4eefdb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:23.416099 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46944) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:23.890046 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:24.137937 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] Deleting port aa1528b0-137a-408f-be1d-760603b06b13 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:24.138662 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:24.216970 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] For port aa1528b0-137a-408f-be1d-760603b06b13, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=aa1528b0-137a-408f-be1d-760603b06b13,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:24.217331 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:24.229216 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] Calling delete_port for aa1528b0-137a-408f-be1d-760603b06b13 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:24.491732 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:24.522147 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1528b0-137a-408f-be1d-760603b06b13,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:24.702425 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:24.802690 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fb3678b5-2016-4dc6-a272-73027c285090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:24.914465 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] Router 146dab81-10e6-404f-8bbf-8f36a72d21c3 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:39:25.016559 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:39:25.023165 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9f94b75d-6798-4252-b940-e4eb78d7b590 admin admin] 10.222.0.52 "PUT /v2.0/routers/146dab81-10e6-404f-8bbf-8f36a72d21c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6042628 Feb 11 14:39:25.024051 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46948) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:25.026701 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] Sync routers for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:39:25.037339 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:25.037974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:25.130234 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:25.143606 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:25.335862 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:39:24Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:25.367782 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] Checking router: 146dab81-10e6-404f-8bbf-8f36a72d21c3 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:39:25.377097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] Routers {'146dab81-10e6-404f-8bbf-8f36a72d21c3'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:25.378047 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:38:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['146dab81-10e6-404f-8bbf-8f36a72d21c3'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:25.486391 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] Set router 146dab81-10e6-404f-8bbf-8f36a72d21c3 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:25.602212 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:25.674799 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:39:24Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:25.701382 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bca6b-2a4f-4576-b823-e20aad15ce22 None None] The sync data for ids ['146dab81-10e6-404f-8bbf-8f36a72d21c3'] in n-d-816488-1 is: [{'id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'name': 'tempest-TestShelveInstance-1185027085-router', 'tenant_id': '216a1f5e42a94b358db0354411d2e8d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:39:24Z', 'revision_number': 5, 'project_id': '216a1f5e42a94b358db0354411d2e8d8', 'gw_port': {'id': '59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146dab81-10e6-404f-8bbf-8f36a72d21c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:28:53Z', 'updated_at': '2022-02-11T14:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:39:25.740244 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Deleting port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:25.740584 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:25.816687 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] For port 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:25.817050 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:25.829293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Calling delete_port for 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:26.087990 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.119685 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Pushing event deleted for resources: {'Port': ['ID=59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:26.184699 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.278982 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.281076 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.442196 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.442803 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 146dab81-10e6-404f-8bbf-8f36a72d21c3 {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:39:26.447805 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.448991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c4e1aeb8-a576-40f3-b47a-fc0434b2866f admin admin] 10.222.0.52 "DELETE /v2.0/routers/146dab81-10e6-404f-8bbf-8f36a72d21c3 HTTP/1.1" status: 204 len: 168 time: 1.4240277 Feb 11 14:39:26.451557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46952) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:26.502655 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d244a4b-ef64-46d8-8915-f2489f932e5c admin admin] Deleting subnet e5034b79-4004-4c99-a017-1d432bc0a6a0 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:39:26.506397 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d244a4b-ef64-46d8-8915-f2489f932e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.542478 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d244a4b-ef64-46d8-8915-f2489f932e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.619184 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.626119 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d244a4b-ef64-46d8-8915-f2489f932e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.762567 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d244a4b-ef64-46d8-8915-f2489f932e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.789707 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d244a4b-ef64-46d8-8915-f2489f932e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5034b79-4004-4c99-a017-1d432bc0a6a0,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:26.794178 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d244a4b-ef64-46d8-8915-f2489f932e5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.797394 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3d244a4b-ef64-46d8-8915-f2489f932e5c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e5034b79-4004-4c99-a017-1d432bc0a6a0 HTTP/1.1" status: 204 len: 168 time: 0.3448527 Feb 11 14:39:26.799985 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46954) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:26.800850 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52755d58-f609-4f61-bf79-6483857fbdc3 None None] Network 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:39:26.870999 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:26.932417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Deleting port 8b10963d-d393-4db9-8802-dea330f6436f {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:26.932760 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.006310 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] For port 8b10963d-d393-4db9-8802-dea330f6436f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8b10963d-d393-4db9-8802-dea330f6436f,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:27.006678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.021005 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Calling delete_port for 8b10963d-d393-4db9-8802-dea330f6436f owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:27.022761 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] DHCP port deletion for 1fa845a4-3cd8-4321-9c83-5a1a0cc26296 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:39:27.065412 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3b7bb8e1-b24b-41e6-a8c9-95ec051d57d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.071045 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Deleting port 8b10963d-d393-4db9-8802-dea330f6436f {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:27.071415 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.141716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] For port 8b10963d-d393-4db9-8802-dea330f6436f, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=8b10963d-d393-4db9-8802-dea330f6436f,segment=NetworkSegment(a2a14a43-c4cb-46b7-8b20-8b0a03017983),segment_id=a2a14a43-c4cb-46b7-8b20-8b0a03017983)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:27.142059 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.155624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Calling delete_port for 8b10963d-d393-4db9-8802-dea330f6436f owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:27.222989 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.232625 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.254352 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b10963d-d393-4db9-8802-dea330f6436f,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:27.256741 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] No DVR routers for this DVR port 8b10963d-d393-4db9-8802-dea330f6436f on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:39:27.262176 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Pushing event deleted for resources: {'Port': ['ID=8b10963d-d393-4db9-8802-dea330f6436f,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:27.269898 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] No DVR routers for this DVR port 8b10963d-d393-4db9-8802-dea330f6436f on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:39:27.272884 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.273174 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.273506 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.273861 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.277941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.277941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.277941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.277941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.277941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.277941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.277941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.277941 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da59486-b6b4-446f-96ef-6039ca774eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:27.329648 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.355867 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa845a4-3cd8-4321-9c83-5a1a0cc26296']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:27.365000 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a14a43-c4cb-46b7-8b20-8b0a03017983') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:27.365293 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a14a43-c4cb-46b7-8b20-8b0a03017983') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:27.374719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.388158 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.393827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:39:27.394152 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:39:27.396302 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:39:27.533172 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8b10963d-d393-4db9-8802-dea330f6436f no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:39:27.553892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 8b10963d-d393-4db9-8802-dea330f6436f {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:39:27.554152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 8b10963d-d393-4db9-8802-dea330f6436f not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:39:27.554552 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device aa1528b0-137a-408f-be1d-760603b06b13 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:39:27.556270 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.562284 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:27.570748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1fa845a4-3cd8-4321-9c83-5a1a0cc26296 HTTP/1.1" status: 204 len: 168 time: 0.7646778 Feb 11 14:39:27.570862 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46956) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:27.574585 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: aa1528b0-137a-408f-be1d-760603b06b13 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:39:27.574925 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device aa1528b0-137a-408f-be1d-760603b06b13 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:39:27.575337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:39:27.578868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689f891-20b4-4b2c-b15f-8281b3ea5a53 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa845a4-3cd8-4321-9c83-5a1a0cc26296,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:27.595613 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:39:27.595953 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 59ae0cbd-a7e7-4fdb-8346-45aebc8e15f5 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:39:27.913317 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:28.158463 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Deleting port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:28.158808 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:28.436899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:28.557104 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] For port 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=2d4a4cea-8851-4a5b-b4ef-10c4278b72ca,segment=NetworkSegment(e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1),segment_id=e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:28.557465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:28.571535 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Calling delete_port for 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:28.865019 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:28.890918 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4a4cea-8851-4a5b-b4ef-10c4278b72ca,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:28.919941 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.920581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.920581 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.920982 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.921318 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.921643 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.921991 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.922312 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.922633 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.922952 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.923267 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.923584 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:28.979169 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:29.075206 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:29.287559 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Router dcd306ea-3c42-450a-adf4-d85a0030fc12 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:39:29.393103 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:39:29.398361 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-5727a39f-e25f-4366-88cd-13b20ed999ae admin admin] 10.222.0.52 "PUT /v2.0/routers/dcd306ea-3c42-450a-adf4-d85a0030fc12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8275540 Feb 11 14:39:29.400916 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46958) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:29.402377 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] Sync routers for ids ['dcd306ea-3c42-450a-adf4-d85a0030fc12'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:39:29.412623 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] Routers {'dcd306ea-3c42-450a-adf4-d85a0030fc12'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:29.413783 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['dcd306ea-3c42-450a-adf4-d85a0030fc12'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:29.511959 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:29.516495 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] Set router dcd306ea-3c42-450a-adf4-d85a0030fc12 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:29.623129 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:29.776306 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Deleting port f9726450-1402-4fba-9698-d8826b9e20fa {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:29.776659 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:29.783318 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'name': 'tempest-TestShelveInstance-2071225224-router', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:59Z', 'updated_at': '2022-02-11T14:39:28Z', 'revision_number': 5, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'gw_port': {'id': 'f9726450-1402-4fba-9698-d8826b9e20fa', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:2c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:29:00Z', 'updated_at': '2022-02-11T14:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:29.812311 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] Checking router: dcd306ea-3c42-450a-adf4-d85a0030fc12 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:39:29.820709 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] Routers {'dcd306ea-3c42-450a-adf4-d85a0030fc12'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:29.821300 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['dcd306ea-3c42-450a-adf4-d85a0030fc12'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:29.860000 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] For port f9726450-1402-4fba-9698-d8826b9e20fa, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f9726450-1402-4fba-9698-d8826b9e20fa,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:29.860363 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:29.872191 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Calling delete_port for f9726450-1402-4fba-9698-d8826b9e20fa owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:29.903561 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] Set router dcd306ea-3c42-450a-adf4-d85a0030fc12 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:29.952923 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'name': 'tempest-TestShelveInstance-2071225224-router', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:59Z', 'updated_at': '2022-02-11T14:39:29Z', 'revision_number': 6, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:29.982047 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828d0e3-cda4-46eb-8b35-3976ef0cd0fe None None] The sync data for ids ['dcd306ea-3c42-450a-adf4-d85a0030fc12'] in n-d-816488-1 is: [{'id': 'dcd306ea-3c42-450a-adf4-d85a0030fc12', 'name': 'tempest-TestShelveInstance-2071225224-router', 'tenant_id': '172b5b6f80064aabb5bb63ff2173b054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:28:59Z', 'updated_at': '2022-02-11T14:39:29Z', 'revision_number': 6, 'project_id': '172b5b6f80064aabb5bb63ff2173b054', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:39:30.122207 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.150977 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9726450-1402-4fba-9698-d8826b9e20fa,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:30.210429 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.301313 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.303548 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.356821 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.430378 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.430959 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd306ea-3c42-450a-adf4-d85a0030fc12 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:39:30.435314 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.436551 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-528c9d6e-764b-4ef4-bbd3-a4d2eb31715d admin admin] 10.222.0.52 "DELETE /v2.0/routers/dcd306ea-3c42-450a-adf4-d85a0030fc12 HTTP/1.1" status: 204 len: 168 time: 1.0345051 Feb 11 14:39:30.439130 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46960) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:30.484244 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3add9f-8ad5-42bf-a7a9-ca33df738aef admin admin] Deleting subnet c38349ca-9648-4925-a13a-82096e620507 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:39:30.487380 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d3add9f-8ad5-42bf-a7a9-ca33df738aef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.523881 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d3add9f-8ad5-42bf-a7a9-ca33df738aef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.604880 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d3add9f-8ad5-42bf-a7a9-ca33df738aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.755280 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.800550 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d3add9f-8ad5-42bf-a7a9-ca33df738aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.828796 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3add9f-8ad5-42bf-a7a9-ca33df738aef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38349ca-9648-4925-a13a-82096e620507,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:30.830831 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-2d3add9f-8ad5-42bf-a7a9-ca33df738aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.834921 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-2d3add9f-8ad5-42bf-a7a9-ca33df738aef admin admin] 10.222.0.52 "DELETE /v2.0/subnets/c38349ca-9648-4925-a13a-82096e620507 HTTP/1.1" status: 204 len: 168 time: 0.3941979 Feb 11 14:39:30.836693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66954ff9-9476-4162-82a2-ccac9d1e310f None None] Network 154c0e5e-4699-4f7a-87b9-ad3c061692b3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:39:30.837092 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46962) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:30.906138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:30.965269 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Deleting port 748ea90a-92ab-404d-926a-8d3ad4fe5452 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:30.965625 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.038289 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab08ea5-64bc-44ed-9ae6-a382aff30d02 None None] DHCP port deletion for 154c0e5e-4699-4f7a-87b9-ad3c061692b3 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:39:31.039732 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] For port 748ea90a-92ab-404d-926a-8d3ad4fe5452, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=748ea90a-92ab-404d-926a-8d3ad4fe5452,segment=NetworkSegment(e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1),segment_id=e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:31.040094 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.053802 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Calling delete_port for 748ea90a-92ab-404d-926a-8d3ad4fe5452 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:31.089518 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3ab08ea5-64bc-44ed-9ae6-a382aff30d02 None None] Deleting port 748ea90a-92ab-404d-926a-8d3ad4fe5452 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:39:31.089929 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3ab08ea5-64bc-44ed-9ae6-a382aff30d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.153276 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3ab08ea5-64bc-44ed-9ae6-a382aff30d02 None None] For port 748ea90a-92ab-404d-926a-8d3ad4fe5452, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=748ea90a-92ab-404d-926a-8d3ad4fe5452,segment=NetworkSegment(e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1),segment_id=e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:31.153661 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3ab08ea5-64bc-44ed-9ae6-a382aff30d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.166463 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3ab08ea5-64bc-44ed-9ae6-a382aff30d02 None None] Calling delete_port for 748ea90a-92ab-404d-926a-8d3ad4fe5452 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:39:31.199958 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.228503 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=748ea90a-92ab-404d-926a-8d3ad4fe5452,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:31.235987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] No DVR routers for this DVR port 748ea90a-92ab-404d-926a-8d3ad4fe5452 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:39:31.246733 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3ab08ea5-64bc-44ed-9ae6-a382aff30d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.270666 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab08ea5-64bc-44ed-9ae6-a382aff30d02 None None] Pushing event deleted for resources: {'Port': ['ID=748ea90a-92ab-404d-926a-8d3ad4fe5452,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:31.278562 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab08ea5-64bc-44ed-9ae6-a382aff30d02 None None] No DVR routers for this DVR port 748ea90a-92ab-404d-926a-8d3ad4fe5452 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:39:31.308968 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.329176 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154c0e5e-4699-4f7a-87b9-ad3c061692b3']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:31.338984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:31.339275 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59e6022-6d7f-4e87-8e2a-6b4b5483f7a1') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:31.349123 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.362214 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.367796 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:39:31.368168 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:39:31.369799 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:39:31.534542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f9726450-1402-4fba-9698-d8826b9e20fa no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:39:31.550573 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.555589 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:31.556721 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f9726450-1402-4fba-9698-d8826b9e20fa {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:39:31.557065 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f9726450-1402-4fba-9698-d8826b9e20fa not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:39:31.557477 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:39:31.561603 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/154c0e5e-4699-4f7a-87b9-ad3c061692b3 HTTP/1.1" status: 204 len: 168 time: 0.7205830 Feb 11 14:39:31.573570 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c5621a-0f4d-4061-8424-fff343eba2a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=154c0e5e-4699-4f7a-87b9-ad3c061692b3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:31.577601 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:39:31.577975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 2d4a4cea-8851-4a5b-b4ef-10c4278b72ca not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:39:31.578399 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 748ea90a-92ab-404d-926a-8d3ad4fe5452 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:39:31.600085 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 748ea90a-92ab-404d-926a-8d3ad4fe5452 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:39:31.600553 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 748ea90a-92ab-404d-926a-8d3ad4fe5452 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:39:31.941733 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46966) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:31.982497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ddae6180-3744-4ef6-813e-21e98f7db177 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=216a1f5e42a94b358db0354411d2e8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389669 Feb 11 14:39:31.984989 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 46968) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:32.031572 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ab28c92-e8ab-4bed-8b68-5fb78e989ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:32.052127 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ab28c92-e8ab-4bed-8b68-5fb78e989ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:32.190525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ab28c92-e8ab-4bed-8b68-5fb78e989ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:32.193806 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-4ab28c92-e8ab-4bed-8b68-5fb78e989ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:32.195248 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-4ab28c92-e8ab-4bed-8b68-5fb78e989ff4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/24686dcf-b30e-490a-ba77-20247bceef71 HTTP/1.1" status: 204 len: 168 time: 0.2094009 Feb 11 14:39:32.202915 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab28c92-e8ab-4bed-8b68-5fb78e989ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24686dcf-b30e-490a-ba77-20247bceef71,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:33.035285 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46974) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:33.075222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-9ca48026-c5d0-4031-ab24-a4d901377ad8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=172b5b6f80064aabb5bb63ff2173b054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381393 Feb 11 14:39:33.077737 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46976) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:33.124487 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66d527c1-9be0-41ae-b672-73bfb94f0868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:33.146156 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66d527c1-9be0-41ae-b672-73bfb94f0868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:33.287400 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66d527c1-9be0-41ae-b672-73bfb94f0868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:33.290042 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-66d527c1-9be0-41ae-b672-73bfb94f0868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:33.291206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-66d527c1-9be0-41ae-b672-73bfb94f0868 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c4cad20e-59cd-45d3-9a32-5dbc5216785b HTTP/1.1" status: 204 len: 168 time: 0.2125626 Feb 11 14:39:33.299223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d527c1-9be0-41ae-b672-73bfb94f0868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cad20e-59cd-45d3-9a32-5dbc5216785b,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:34.464021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 46998) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:34.557623 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-720974246-network', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:34.675929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Made reservation on behalf of ea308e1123314d2aaa278d224af3e1d5 for: {'network': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:39:34.678432 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:34.690707 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:34.763946 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:34.850947 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:34.874174 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:39:34.883232 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87296809-c712-40bc-9096-44cae89074ca,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:34.888964 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:34.889307 n-d-816488-1 neutron-server[103007]: INFO neutron.db.segments_db [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Added segment 88faf849-f865-4d02-8496-4588f8ca230f of type vlan for network ff9e083e-8399-4974-b2e1-55be93fa2c25 Feb 11 14:39:34.927995 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:35.057237 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:35.058228 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:35.058816 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:35.118644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] Pushing event updated for resources: {'Network': ['ID=ff9e083e-8399-4974-b2e1-55be93fa2c25,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:35.128152 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network ff9e083e-8399-4974-b2e1-55be93fa2c25 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:39:35.178990 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d04cb07c-e022-4c01-ad6a-0796d40275cc admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7107944 Feb 11 14:39:35.179200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47002) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:35.184008 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Request body: {'subnet': {'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-720974246-subnet', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:35.319784 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Made reservation on behalf of ea308e1123314d2aaa278d224af3e1d5 for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:39:35.322230 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:35.527372 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:35.585415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:35.595291 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Checking segment: {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:39:35.595644 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Network hostable DHCP agents. Network: ff9e083e-8399-4974-b2e1-55be93fa2c25, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:39:35.670076 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Network ff9e083e-8399-4974-b2e1-55be93fa2c25 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:39:35.778914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, ff9e083e-8399-4974-b2e1-55be93fa2c25) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:35.782978 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:35.783574 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:35.788723 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dc7679-4038-4a70-8f69-cd194dccecf2 None None] Network ff9e083e-8399-4974-b2e1-55be93fa2c25 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:39:35.882870 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3d4b251e-d95e-484b-b48f-79441ad094b1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7027142 Feb 11 14:39:35.885582 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47004) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:35.890036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:35.931420 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-ff9e083e-8399-4974-b2e1-55be93fa2c25', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:39:35.932347 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:35.965535 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:35.966678 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.023677 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.075438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Allocated IP 172.20.0.2 (ff9e083e-8399-4974-b2e1-55be93fa2c25/b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4/f464b54d-aa53-47ee-8292-4fd9fcb9963e) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:39:36.219650 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.222827 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.325855 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.366645 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Network ff9e083e-8399-4974-b2e1-55be93fa2c25 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:36.371021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:36.376286 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:39:36.379446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Pushing event updated for resources: {'Port': ['ID=f464b54d-aa53-47ee-8292-4fd9fcb9963e,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:36.431318 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Attempting to bind port f464b54d-aa53-47ee-8292-4fd9fcb9963e on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:39:36.431716 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Attempting to bind port f464b54d-aa53-47ee-8292-4fd9fcb9963e by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:39:36.432080 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Attempting to bind port f464b54d-aa53-47ee-8292-4fd9fcb9963e on network ff9e083e-8399-4974-b2e1-55be93fa2c25 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:39:36.437240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:39:36.437609 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Checking segment: {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:39:36.438041 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.438433 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Bound using segment: {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:39:36.438887 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Bound port: f464b54d-aa53-47ee-8292-4fd9fcb9963e, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:39:36.439263 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.505989 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] For port f464b54d-aa53-47ee-8292-4fd9fcb9963e, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:39:36.509077 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] For port f464b54d-aa53-47ee-8292-4fd9fcb9963e, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f464b54d-aa53-47ee-8292-4fd9fcb9963e,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:39:36.533744 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.556812 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.596861 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.663448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4a5fd-b2bf-4211-93d1-59d3cb1d8b82 None None] Pushing event updated for resources: {'Port': ['ID=f464b54d-aa53-47ee-8292-4fd9fcb9963e,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:36.674213 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Allocated IP 172.25.0.33 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/e4b71dd0-aa80-462a-a761-07640a2f1798) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:39:36.787150 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.883286 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:36.927968 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:36.931036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:36.937080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:39:36.966495 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Pushing event updated for resources: {'Port': ['ID=e4b71dd0-aa80-462a-a761-07640a2f1798,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:37.291906 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:37.500935 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:37.555252 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995dcd74-4dd5-42fa-9cfe-466b5bc97512 None None] Network ff9e083e-8399-4974-b2e1-55be93fa2c25 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:39:37.606987 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f464b54d-aa53-47ee-8292-4fd9fcb9963e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:37.665436 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-20080951-61a9-43c3-b8ee-708292ee7a28 None None] Provisioning complete for port f464b54d-aa53-47ee-8292-4fd9fcb9963e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:37.665830 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20080951-61a9-43c3-b8ee-708292ee7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:37.710779 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Router 37d16427-b7df-460e-8998-f983cc83e15d is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:39:37.757237 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f464b54d-aa53-47ee-8292-4fd9fcb9963e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:37.757610 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:37.822040 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:39:37.906737 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:37.908074 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e03e1255-1f68-44cf-a92f-d5366baaff52 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0214992 Feb 11 14:39:37.911186 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47006) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:37.949639 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Sync routers for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:39:38.014654 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:38.015284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:38.063015 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20080951-61a9-43c3-b8ee-708292ee7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.184569 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-20080951-61a9-43c3-b8ee-708292ee7a28 None None] For port f464b54d-aa53-47ee-8292-4fd9fcb9963e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f464b54d-aa53-47ee-8292-4fd9fcb9963e,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:38.191593 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.213414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:38.277951 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-20080951-61a9-43c3-b8ee-708292ee7a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.342377 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.406712 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 14:39:38.406954 n-d-816488-1 neutron-server[103008]: DEBUG oslo_db.api [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 14:39:38.421693 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20080951-61a9-43c3-b8ee-708292ee7a28 None None] Pushing event updated for resources: {'Port': ['ID=f464b54d-aa53-47ee-8292-4fd9fcb9963e,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:38.440542 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fda81fc1-8c71-4fb1-b99b-58173f7c2691 None None] Provisioning complete for port f464b54d-aa53-47ee-8292-4fd9fcb9963e triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:38.440913 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fda81fc1-8c71-4fb1-b99b-58173f7c2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.553891 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:37Z', 'revision_number': 3, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:38.589219 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Checking router: 37d16427-b7df-460e-8998-f983cc83e15d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:39:38.589966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Updating router 37d16427-b7df-460e-8998-f983cc83e15d port e4b71dd0-aa80-462a-a761-07640a2f1798 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:39:38.617184 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.850755 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Allocated IP 172.20.0.1 (ff9e083e-8399-4974-b2e1-55be93fa2c25/b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4/bed478d6-0c7c-411f-8d9c-6f49d716fee6) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:39:38.870467 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.950409 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:38.956268 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.010196 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Attempting to bind port e4b71dd0-aa80-462a-a761-07640a2f1798 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:39:39.011267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Attempting to bind port e4b71dd0-aa80-462a-a761-07640a2f1798 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:39:39.011267 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Attempting to bind port e4b71dd0-aa80-462a-a761-07640a2f1798 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:39:39.015965 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cc784-c1b4-40e7-92b3-e50f70357609 None None] Pushing event updated for resources: {'Port': ['ID=e4b71dd0-aa80-462a-a761-07640a2f1798,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:39.020402 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:39:39.020783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:39:39.021153 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.021528 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:39:39.022038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Bound port: e4b71dd0-aa80-462a-a761-07640a2f1798, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:39:39.022513 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.073732 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] For port e4b71dd0-aa80-462a-a761-07640a2f1798, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:39:39.076460 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.077401 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] For port e4b71dd0-aa80-462a-a761-07640a2f1798, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e4b71dd0-aa80-462a-a761-07640a2f1798,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:39:39.112726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Network ff9e083e-8399-4974-b2e1-55be93fa2c25 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:39.118479 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:39.122031 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:39:39.148491 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Pushing event updated for resources: {'Port': ['ID=bed478d6-0c7c-411f-8d9c-6f49d716fee6,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:39.167906 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.202605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.262450 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:39.263082 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:39.268400 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cc784-c1b4-40e7-92b3-e50f70357609 None None] Pushing event updated for resources: {'Port': ['ID=e4b71dd0-aa80-462a-a761-07640a2f1798,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:39.374364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:39.399961 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.481698 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-cd576ca3-be3b-46c8-bc9c-803510a0d80b None None] Provisioning complete for port bed478d6-0c7c-411f-8d9c-6f49d716fee6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:39.482105 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-cd576ca3-be3b-46c8-bc9c-803510a0d80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.559501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f464b54d-aa53-47ee-8292-4fd9fcb9963e up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:39.565486 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-cd576ca3-be3b-46c8-bc9c-803510a0d80b None None] Port bed478d6-0c7c-411f-8d9c-6f49d716fee6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:39:39.577522 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.639913 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.644277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f464b54d-aa53-47ee-8292-4fd9fcb9963e triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:39.645268 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.677689 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:37Z', 'revision_number': 3, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:39.708583 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:39.710454 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Pushing event updated for resources: {'Port': ['ID=bed478d6-0c7c-411f-8d9c-6f49d716fee6,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:39.712805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16263257-039d-4a3c-93e7-9bdeb5f70c51 None None] The sync data for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 is: [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:37Z', 'revision_number': 3, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:39:39.820811 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Network ff9e083e-8399-4974-b2e1-55be93fa2c25 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:39.822252 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:39.959361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Router 37d16427-b7df-460e-8998-f983cc83e15d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:39:40.085103 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:39:40.089739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1ba15ee4-6504-4f15-a694-e01d2791cd72 None None] Provisioning complete for port bed478d6-0c7c-411f-8d9c-6f49d716fee6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:40.090149 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1ba15ee4-6504-4f15-a694-e01d2791cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:40.090748 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-1315a111-b685-44df-9d9e-5b8f91f572b1 admin admin] 10.222.0.52 "PUT /v2.0/routers/37d16427-b7df-460e-8998-f983cc83e15d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1783826 Feb 11 14:39:40.128833 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1ba15ee4-6504-4f15-a694-e01d2791cd72 None None] Port bed478d6-0c7c-411f-8d9c-6f49d716fee6 cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:39:40.870395 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47022) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:40.875382 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-79444405-network', 'tenant_id': '85f65cce09bb49269df6c428da548c9b'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:40.990549 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Made reservation on behalf of 85f65cce09bb49269df6c428da548c9b for: {'network': 1} {{(pid=103006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:39:40.992961 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for network, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.002138 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.079648 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.177482 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.205552 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 14:39:41.213175 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69026b3-011d-413f-9451-ec86fd68c951,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:41.219643 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.219986 n-d-816488-1 neutron-server[103006]: INFO neutron.db.segments_db [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Added segment 2689bfda-8201-4522-b52f-b09d6a3876fe of type vlan for network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 Feb 11 14:39:41.220870 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Sync routers for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:39:41.229710 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:41.230337 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:41.264041 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788035484856'] for network, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.336490 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:41.365707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678'] for network, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.366811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:41.367401 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Notify callbacks [] for network, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.430261 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] Pushing event updated for resources: {'Network': ['ID=526dc4ee-8fb9-480e-bf05-14cde3f211f3,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:41.439923 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 details requested by agent ovs-agent-n-d-816488-1 with host n-d-816488-1 {{(pid=103008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 14:39:41.522668 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-20ac5cc7-a6f2-4c74-b03d-e899e6fa265d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6511667 Feb 11 14:39:41.525526 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47024) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:41.531006 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Request body: {'subnet': {'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-79444405-subnet', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'ip_version': 4}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:41.539469 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 2, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:41.570193 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Checking router: 37d16427-b7df-460e-8998-f983cc83e15d for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:39:41.570541 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Updating router 37d16427-b7df-460e-8998-f983cc83e15d port bed478d6-0c7c-411f-8d9c-6f49d716fee6 binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:39:41.586840 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4b71dd0-aa80-462a-a761-07640a2f1798 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:41.596386 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.630226 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Made reservation on behalf of 85f65cce09bb49269df6c428da548c9b for: {'subnet': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:39:41.633528 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4242808'] for subnet, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.637495 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e4b71dd0-aa80-462a-a761-07640a2f1798 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:41.638390 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.869989 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.882381 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.903208 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port e4b71dd0-aa80-462a-a761-07640a2f1798, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e4b71dd0-aa80-462a-a761-07640a2f1798,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:41.916211 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16415970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4242794'] for subnet, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.944655 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:41.970336 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebb03984-1076-496f-8c5c-927db0807115,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:41.987552 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Checking segment: {'id': '2689bfda-8201-4522-b52f-b09d6a3876fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:39:41.988082 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Network hostable DHCP agents. Network: 526dc4ee-8fb9-480e-bf05-14cde3f211f3, hostable agents: ['ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084'], hosted agents: [] {{(pid=103007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 14:39:42.017014 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.021672 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Pushing event updated for resources: {'Port': ['ID=bed478d6-0c7c-411f-8d9c-6f49d716fee6,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:42.043942 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.044289 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.044625 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.044943 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.045268 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.045587 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.045940 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.046291 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.046612 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.046925 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.047241 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.047554 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:39:42.062218 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Attempting to bind port bed478d6-0c7c-411f-8d9c-6f49d716fee6 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:39:42.062218 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Attempting to bind port bed478d6-0c7c-411f-8d9c-6f49d716fee6 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:39:42.062218 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Attempting to bind port bed478d6-0c7c-411f-8d9c-6f49d716fee6 on network ff9e083e-8399-4974-b2e1-55be93fa2c25 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:39:42.067093 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:39:42.067526 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Checking segment: {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:39:42.067931 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.068350 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Bound using segment: {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:39:42.068860 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Bound port: bed478d6-0c7c-411f-8d9c-6f49d716fee6, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:39:42.069237 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.073826 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=e4b71dd0-aa80-462a-a761-07640a2f1798,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:42.130469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 is scheduled to be hosted by DHCP agent ddf2e67c-fa0b-4111-b5ba-5e2ef42a4084 with binding_index 1 {{(pid=103007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 14:39:42.139288 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] For port bed478d6-0c7c-411f-8d9c-6f49d716fee6, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:39:42.142496 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] For port bed478d6-0c7c-411f-8d9c-6f49d716fee6, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bed478d6-0c7c-411f-8d9c-6f49d716fee6,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:39:42.247058 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816488-1, 526dc4ee-8fb9-480e-bf05-14cde3f211f3) {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:42.251361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:42.251932 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.260683 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6cdc02-0aed-42de-a32e-f24391dbcc6c None None] Network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:39:42.271401 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.309572 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5876f2c5-c05d-44c3-9996-a5d9a3a95e16 None None] Provisioning complete for port bed478d6-0c7c-411f-8d9c-6f49d716fee6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:42.309967 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5876f2c5-c05d-44c3-9996-a5d9a3a95e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.338184 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a061c48-fe4a-4867-80e8-27a99ab9f01a None None] Pushing event updated for resources: {'Port': ['ID=bed478d6-0c7c-411f-8d9c-6f49d716fee6,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:42.342784 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:42.343404 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:42.347947 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d1686687-3bea-4e05-adf3-7afdc5c880a6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8205550 Feb 11 14:39:42.351922 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47026) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:42.358438 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-79444405-router', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:42.456889 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5876f2c5-c05d-44c3-9996-a5d9a3a95e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.462978 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8039657', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8433'] for router, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.464360 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8037581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8036319', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8353443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8422'] for router, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.465378 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:42.493352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb54211c6-d970-5175-963f-0a57b03a9464-526dc4ee-8fb9-480e-bf05-14cde3f211f3', 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'fixed_ips': [{'subnet_id': 'ebb03984-1076-496f-8c5c-927db0807115'}]}} from n-d-816488-1. {{(pid=103008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 11 14:39:42.494231 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.528975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-5876f2c5-c05d-44c3-9996-a5d9a3a95e16 None None] For port bed478d6-0c7c-411f-8d9c-6f49d716fee6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bed478d6-0c7c-411f-8d9c-6f49d716fee6,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:42.541950 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.662094 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.db_base_plugin_common [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Allocated IP 172.20.0.2 (526dc4ee-8fb9-480e-bf05-14cde3f211f3/ebb03984-1076-496f-8c5c-927db0807115/96aac6a5-6bb8-4b9f-8f30-7e8944326765) {{(pid=103008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:39:42.728438 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5876f2c5-c05d-44c3-9996-a5d9a3a95e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.785116 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:42.803926 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5876f2c5-c05d-44c3-9996-a5d9a3a95e16 None None] Pushing event updated for resources: {'Port': ['ID=bed478d6-0c7c-411f-8d9c-6f49d716fee6,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:42.812602 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87789aa7-2770-4756-97e5-ad4ac2948b95 None None] The sync data for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 is: [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:39:42.891387 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Notify callbacks [] for port, precommit_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.899270 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-4ab2048e-a60b-471c-8fdc-80d707d29e8c None None] Provisioning complete for port bed478d6-0c7c-411f-8d9c-6f49d716fee6 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:42.904918 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4ab2048e-a60b-471c-8fdc-80d707d29e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:42.951957 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.008343 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206'] for port, after_create {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.086983 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 is already hosted by enough agents. {{(pid=103008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:43.093216 n-d-816488-1 neutron-server[103008]: DEBUG neutron.scheduler.base_scheduler [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Resources bound (agent type, host, resource id): {{(pid=103008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:43.106720 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Received port after_create {{(pid=103008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:39:43.116209 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Pushing event updated for resources: {'Port': ['ID=96aac6a5-6bb8-4b9f-8f30-7e8944326765,revision_number=1']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:43.213984 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Attempting to bind port 96aac6a5-6bb8-4b9f-8f30-7e8944326765 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:39:43.214364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Attempting to bind port 96aac6a5-6bb8-4b9f-8f30-7e8944326765 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2689bfda-8201-4522-b52f-b09d6a3876fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:39:43.214735 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Attempting to bind port 96aac6a5-6bb8-4b9f-8f30-7e8944326765 on network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:39:43.223805 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:39:43.231570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Checking segment: {'id': '2689bfda-8201-4522-b52f-b09d6a3876fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:39:43.231570 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.231570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Bound using segment: {'id': '2689bfda-8201-4522-b52f-b09d6a3876fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:39:43.231570 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Bound port: 96aac6a5-6bb8-4b9f-8f30-7e8944326765, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2689bfda-8201-4522-b52f-b09d6a3876fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:39:43.231570 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.252907 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.277305 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.306888 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] For port 96aac6a5-6bb8-4b9f-8f30-7e8944326765, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:39:43.312697 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] For port 96aac6a5-6bb8-4b9f-8f30-7e8944326765, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=96aac6a5-6bb8-4b9f-8f30-7e8944326765,segment=NetworkSegment(2689bfda-8201-4522-b52f-b09d6a3876fe),segment_id=2689bfda-8201-4522-b52f-b09d6a3876fe)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:39:43.384342 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Allocated IP 172.25.0.32 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/f1090890-eba8-4bed-8375-dc5945ec5a29) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:39:43.413749 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.474968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f7809-7c6a-44cf-b7ab-33d8ce3d2915 None None] Pushing event updated for resources: {'Port': ['ID=96aac6a5-6bb8-4b9f-8f30-7e8944326765,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:43.519230 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.636861 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.669709 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4b71dd0-aa80-462a-a761-07640a2f1798 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:43.707827 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:43.712015 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:43.719344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:39:43.723372 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f1090890-eba8-4bed-8375-dc5945ec5a29,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:43.778383 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port e4b71dd0-aa80-462a-a761-07640a2f1798 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:43.779042 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:43.883979 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bed478d6-0c7c-411f-8d9c-6f49d716fee6 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:43.935933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port bed478d6-0c7c-411f-8d9c-6f49d716fee6 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:43.936305 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:44.098824 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:44.302053 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8037574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8037632'] for router, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:44.493438 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd1ad7-0735-48c0-8638-b6ea2bc0d01b None None] Network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:39:44.561729 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Router 75884858-9aac-4c90-9cc1-0fb21fde9918 is scheduled to L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 with binding_index 1 {{(pid=103006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 14:39:44.606764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3c96c906-6374-4d22-af13-8b00b23487eb None None] Provisioning complete for port 96aac6a5-6bb8-4b9f-8f30-7e8944326765 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:44.607234 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3c96c906-6374-4d22-af13-8b00b23487eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:44.668221 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:39:44.679002 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Sync routers for ids ['75884858-9aac-4c90-9cc1-0fb21fde9918'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:39:44.719858 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Routers {'75884858-9aac-4c90-9cc1-0fb21fde9918'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:44.720467 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75884858-9aac-4c90-9cc1-0fb21fde9918'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:44.758707 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:44.762543 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-f2faf226-fd9c-4ab7-b007-3e27bb6844c2 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4071288 Feb 11 14:39:44.762800 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47028) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:44.777332 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3c96c906-6374-4d22-af13-8b00b23487eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:44.858162 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3c96c906-6374-4d22-af13-8b00b23487eb None None] For port 96aac6a5-6bb8-4b9f-8f30-7e8944326765, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=96aac6a5-6bb8-4b9f-8f30-7e8944326765,segment=NetworkSegment(2689bfda-8201-4522-b52f-b09d6a3876fe),segment_id=2689bfda-8201-4522-b52f-b09d6a3876fe)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:44.874227 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Set router 75884858-9aac-4c90-9cc1-0fb21fde9918 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:44.974529 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3c96c906-6374-4d22-af13-8b00b23487eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.047056 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96c906-6374-4d22-af13-8b00b23487eb None None] Pushing event updated for resources: {'Port': ['ID=96aac6a5-6bb8-4b9f-8f30-7e8944326765,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:45.106842 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-f6b079f8-3fb1-4e0f-bd8f-b549e9bbc53c None None] Provisioning complete for port 96aac6a5-6bb8-4b9f-8f30-7e8944326765 triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:45.107210 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f6b079f8-3fb1-4e0f-bd8f-b549e9bbc53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.164933 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'name': 'tempest-TestSnapshotPattern-79444405-router', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:42Z', 'updated_at': '2022-02-11T14:39:43Z', 'revision_number': 3, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'gw_port': {'id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:43Z', 'updated_at': '2022-02-11T14:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:45.200121 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Checking router: 75884858-9aac-4c90-9cc1-0fb21fde9918 for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:39:45.200469 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Updating router 75884858-9aac-4c90-9cc1-0fb21fde9918 port f1090890-eba8-4bed-8375-dc5945ec5a29 binding host n-d-816488-1 {{(pid=103008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:39:45.256058 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.528189 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.596053 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 96aac6a5-6bb8-4b9f-8f30-7e8944326765 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:45.687159 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_common [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Allocated IP 172.20.0.1 (526dc4ee-8fb9-480e-bf05-14cde3f211f3/ebb03984-1076-496f-8c5c-927db0807115/85dd6a7c-aae8-41bb-867c-b2e352ea0fca) {{(pid=103006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:39:45.691200 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 96aac6a5-6bb8-4b9f-8f30-7e8944326765 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:45.692334 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.761049 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Notify callbacks [] for port, precommit_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.792774 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.865046 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.917380 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831697c6-5bc1-4237-8ce8-8586c9cac2e7 None None] Pushing event updated for resources: {'Port': ['ID=f1090890-eba8-4bed-8375-dc5945ec5a29,revision_number=2']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:45.925434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Attempting to bind port f1090890-eba8-4bed-8375-dc5945ec5a29 on host n-d-816488-1 for vnic_type normal with profile {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:39:45.925434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Attempting to bind port f1090890-eba8-4bed-8375-dc5945ec5a29 by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:39:45.925434 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Attempting to bind port f1090890-eba8-4bed-8375-dc5945ec5a29 on network a61f6a92-0db7-406b-b8b0-548ac0d939f4 {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:39:45.926604 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:39:45.926769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Checking segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:39:45.927082 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.927468 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Bound using segment: {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'} {{(pid=103008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:39:45.927932 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.managers [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Bound port: f1090890-eba8-4bed-8375-dc5945ec5a29, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57954578-07e8-4d4d-bd20-dda7f4f231da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4'}}] {{(pid=103008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:39:45.928312 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.956158 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:45.979739 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] For port f1090890-eba8-4bed-8375-dc5945ec5a29, host n-d-816488-1, cleared binding levels {{(pid=103008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:39:45.982706 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] For port f1090890-eba8-4bed-8375-dc5945ec5a29, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f1090890-eba8-4bed-8375-dc5945ec5a29,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:39:45.997840 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:46.000859 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:46.004344 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Received port after_create {{(pid=103006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:39:46.010624 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Pushing event updated for resources: {'Port': ['ID=85dd6a7c-aae8-41bb-867c-b2e352ea0fca,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:46.046056 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8037855'] for router_interface, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:46.110886 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:46.178554 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Routers {'75884858-9aac-4c90-9cc1-0fb21fde9918'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:46.179246 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75884858-9aac-4c90-9cc1-0fb21fde9918'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:46.220710 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831697c6-5bc1-4237-8ce8-8586c9cac2e7 None None] Pushing event updated for resources: {'Port': ['ID=f1090890-eba8-4bed-8375-dc5945ec5a29,revision_number=3']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:46.263770 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:46.300426 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-fad3ff39-2c7d-460f-b204-84bc15c0f623 None None] Provisioning complete for port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:46.300751 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fad3ff39-2c7d-460f-b204-84bc15c0f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:46.305644 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] Set router 75884858-9aac-4c90-9cc1-0fb21fde9918 gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:46.423343 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fad3ff39-2c7d-460f-b204-84bc15c0f623 None None] Port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:39:46.430549 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:46.513557 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'name': 'tempest-TestSnapshotPattern-79444405-router', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:42Z', 'updated_at': '2022-02-11T14:39:43Z', 'revision_number': 3, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'gw_port': {'id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:43Z', 'updated_at': '2022-02-11T14:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:46.514109 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24498453'] for port, after_update {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:46.540931 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d36470-fa28-4e43-ab46-846cba151e4e None None] The sync data for ids ['75884858-9aac-4c90-9cc1-0fb21fde9918'] in n-d-816488-1 is: [{'id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'name': 'tempest-TestSnapshotPattern-79444405-router', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:42Z', 'updated_at': '2022-02-11T14:39:43Z', 'revision_number': 3, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'gw_port': {'id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:43Z', 'updated_at': '2022-02-11T14:39:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:39:46.582553 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8338624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8035407'] for router_interface, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:46.584802 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Pushing event updated for resources: {'Port': ['ID=85dd6a7c-aae8-41bb-867c-b2e352ea0fca,revision_number=2']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:46.682351 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 is already hosted by enough agents. {{(pid=103006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:46.683684 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.base_scheduler [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:46.815762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Router 75884858-9aac-4c90-9cc1-0fb21fde9918 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:39:46.938370 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:39:46.946306 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-e6f433f2-b1bc-4d83-b5f0-11a1bcf19cdf admin admin] 10.222.0.52 "PUT /v2.0/routers/75884858-9aac-4c90-9cc1-0fb21fde9918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1823723 Feb 11 14:39:46.958549 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-5157ef11-d1e3-4850-a016-d00361be4387 None None] Provisioning complete for port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:46.959139 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5157ef11-d1e3-4850-a016-d00361be4387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:46.997853 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-5157ef11-d1e3-4850-a016-d00361be4387 None None] Port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:39:47.568108 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f1090890-eba8-4bed-8375-dc5945ec5a29 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:47.621180 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f1090890-eba8-4bed-8375-dc5945ec5a29 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:47.621599 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:47.704084 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:47.724780 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-a8e14d35-c458-442c-b797-8f239775950c None None] For port f1090890-eba8-4bed-8375-dc5945ec5a29, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f1090890-eba8-4bed-8375-dc5945ec5a29,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:47.773040 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47036) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:47.778057 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-6cc989f0-1f45-47bc-a530-d0aad2bd0032 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687456421', 'description': 'tempest-secgroup-smoke-687456421 description', 'project_id': 'ea308e1123314d2aaa278d224af3e1d5'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:47.801658 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:47.853189 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Pushing event updated for resources: {'Port': ['ID=f1090890-eba8-4bed-8375-dc5945ec5a29,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:47.880125 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cc989f0-1f45-47bc-a530-d0aad2bd0032 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:47.948551 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cc989f0-1f45-47bc-a530-d0aad2bd0032 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.013523 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cc989f0-1f45-47bc-a530-d0aad2bd0032 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.043838 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc989f0-1f45-47bc-a530-d0aad2bd0032 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f5f871-2120-40fb-8e05-0c0cc15cb23c,revision_number=1']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:48.116391 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-6cc989f0-1f45-47bc-a530-d0aad2bd0032 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.120663 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-6cc989f0-1f45-47bc-a530-d0aad2bd0032 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3436472 Feb 11 14:39:48.120972 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47038) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:48.125723 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-347b7344-9863-4fb6-b348-20daf25487a4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'security_group_rule': {'security_group_id': '93f5f871-2120-40fb-8e05-0c0cc15cb23c', 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:48.134285 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Sync routers for ids ['75884858-9aac-4c90-9cc1-0fb21fde9918'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:39:48.145512 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Routers {'75884858-9aac-4c90-9cc1-0fb21fde9918'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:48.152847 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75884858-9aac-4c90-9cc1-0fb21fde9918'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:48.241219 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-347b7344-9863-4fb6-b348-20daf25487a4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.259107 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Set router 75884858-9aac-4c90-9cc1-0fb21fde9918 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:48.298138 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-347b7344-9863-4fb6-b348-20daf25487a4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.390319 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-347b7344-9863-4fb6-b348-20daf25487a4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.408626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b7344-9863-4fb6-b348-20daf25487a4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc29cf3-c00a-4381-ba82-6ea78c95ab15,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:48.460697 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'name': 'tempest-TestSnapshotPattern-79444405-router', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:42Z', 'updated_at': '2022-02-11T14:39:46Z', 'revision_number': 4, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'gw_port': {'id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:43Z', 'updated_at': '2022-02-11T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '85dd6a7c-aae8-41bb-867c-b2e352ea0fca', 'name': '', 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'mac_address': 'fa:16:3e:5e:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'ebb03984-1076-496f-8c5c-927db0807115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:45Z', 'updated_at': '2022-02-11T14:39:46Z', 'revision_number': 2, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'subnets': [{'id': 'ebb03984-1076-496f-8c5c-927db0807115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:48.486511 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Checking router: 75884858-9aac-4c90-9cc1-0fb21fde9918 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:39:48.486858 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Updating router 75884858-9aac-4c90-9cc1-0fb21fde9918 port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca binding host n-d-816488-1 {{(pid=103009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 14:39:48.495124 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-347b7344-9863-4fb6-b348-20daf25487a4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.496479 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-347b7344-9863-4fb6-b348-20daf25487a4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3743854 Feb 11 14:39:48.499397 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47040) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:48.504732 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-39666713-f9f6-4b9d-8b64-ab783871ccc1 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'security_group_rule': {'security_group_id': '93f5f871-2120-40fb-8e05-0c0cc15cb23c', 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:48.511791 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.618239 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39666713-f9f6-4b9d-8b64-ab783871ccc1 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.677081 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39666713-f9f6-4b9d-8b64-ab783871ccc1 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.755723 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39666713-f9f6-4b9d-8b64-ab783871ccc1 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.775421 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Notify callbacks [] for port, precommit_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.776094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39666713-f9f6-4b9d-8b64-ab783871ccc1 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35b8b2b1-ad3b-469a-8601-35d9fa2074c6,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:48.860689 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-39666713-f9f6-4b9d-8b64-ab783871ccc1 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.861940 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-39666713-f9f6-4b9d-8b64-ab783871ccc1 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3615294 Feb 11 14:39:48.870742 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47042) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:48.875076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-696e9218-b7fd-471b-9219-fe082f2d7768 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'security_group_rule': {'security_group_id': '93f5f871-2120-40fb-8e05-0c0cc15cb23c', 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:48.887209 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.937187 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6731ad-60af-4f6f-91a2-321bfdc0846c None None] Pushing event updated for resources: {'Port': ['ID=85dd6a7c-aae8-41bb-867c-b2e352ea0fca,revision_number=3']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:48.987958 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-696e9218-b7fd-471b-9219-fe082f2d7768 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:48.991441 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Attempting to bind port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca on host n-d-816488-1 for vnic_type normal with profile {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:39:48.991884 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Attempting to bind port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca by drivers openvswitch,hyperv on host n-d-816488-1 at level 0 using segments [{'id': '2689bfda-8201-4522-b52f-b09d6a3876fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3'}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:39:48.992316 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Attempting to bind port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca on network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:39:48.998112 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Checking agent: {'id': 'd4227119-b6f8-4066-b384-1e5006442218', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816488-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:39:49.001118 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Checking segment: {'id': '2689bfda-8201-4522-b52f-b09d6a3876fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:39:49.001118 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.001118 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Bound using segment: {'id': '2689bfda-8201-4522-b52f-b09d6a3876fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3'} {{(pid=103009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:39:49.001118 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.managers [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Bound port: 85dd6a7c-aae8-41bb-867c-b2e352ea0fca, host: n-d-816488-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2689bfda-8201-4522-b52f-b09d6a3876fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3'}}] {{(pid=103009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:39:49.001118 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.069184 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-696e9218-b7fd-471b-9219-fe082f2d7768 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.074466 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] For port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca, host n-d-816488-1, cleared binding levels {{(pid=103009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:39:49.077659 n-d-816488-1 neutron-server[103009]: DEBUG neutron.plugins.ml2.db [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] For port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca, host n-d-816488-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=85dd6a7c-aae8-41bb-867c-b2e352ea0fca,segment=NetworkSegment(2689bfda-8201-4522-b52f-b09d6a3876fe),segment_id=2689bfda-8201-4522-b52f-b09d6a3876fe)] {{(pid=103009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:39:49.132781 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-028c415b-e805-4cf5-b5c5-e29c9322a115 None None] Provisioning complete for port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:49.133350 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-028c415b-e805-4cf5-b5c5-e29c9322a115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.156000 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-696e9218-b7fd-471b-9219-fe082f2d7768 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.157962 n-d-816488-1 neutron-server[103009]: DEBUG neutron_lib.callbacks.manager [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.168588 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-028c415b-e805-4cf5-b5c5-e29c9322a115 None None] Port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:39:49.175005 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e9218-b7fd-471b-9219-fe082f2d7768 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1998dc92-08ac-4010-9604-85209736b333,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:49.225633 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Routers {'75884858-9aac-4c90-9cc1-0fb21fde9918'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:39:49.226280 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75884858-9aac-4c90-9cc1-0fb21fde9918'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:49.273399 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6731ad-60af-4f6f-91a2-321bfdc0846c None None] Pushing event updated for resources: {'Port': ['ID=85dd6a7c-aae8-41bb-867c-b2e352ea0fca,revision_number=4']} {{(pid=103009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:49.283995 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-696e9218-b7fd-471b-9219-fe082f2d7768 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.285463 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-696e9218-b7fd-471b-9219-fe082f2d7768 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4135675 Feb 11 14:39:49.288264 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47044) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:49.292780 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.v2.base [None req-7baad184-0c15-4d18-8313-e7f95f67c3f9 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'security_group_rule': {'security_group_id': '93f5f871-2120-40fb-8e05-0c0cc15cb23c', 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:49.350617 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] Set router 75884858-9aac-4c90-9cc1-0fb21fde9918 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:39:49.399814 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-bea72b9a-f080-4f7d-9d46-9544892549ce None None] Provisioning complete for port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:49.400351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bea72b9a-f080-4f7d-9d46-9544892549ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.400982 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7baad184-0c15-4d18-8313-e7f95f67c3f9 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.478273 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7baad184-0c15-4d18-8313-e7f95f67c3f9 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.488008 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bea72b9a-f080-4f7d-9d46-9544892549ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.530153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-bea72b9a-f080-4f7d-9d46-9544892549ce None None] For port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=85dd6a7c-aae8-41bb-867c-b2e352ea0fca,segment=NetworkSegment(2689bfda-8201-4522-b52f-b09d6a3876fe),segment_id=2689bfda-8201-4522-b52f-b09d6a3876fe)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:49.550582 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7baad184-0c15-4d18-8313-e7f95f67c3f9 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.553859 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f1090890-eba8-4bed-8375-dc5945ec5a29 up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:49.569701 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'name': 'tempest-TestSnapshotPattern-79444405-router', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:42Z', 'updated_at': '2022-02-11T14:39:46Z', 'revision_number': 4, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'gw_port': {'id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:43Z', 'updated_at': '2022-02-11T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '85dd6a7c-aae8-41bb-867c-b2e352ea0fca', 'name': '', 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'mac_address': 'fa:16:3e:5e:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'ebb03984-1076-496f-8c5c-927db0807115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:45Z', 'updated_at': '2022-02-11T14:39:49Z', 'revision_number': 4, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'subnets': [{'id': 'ebb03984-1076-496f-8c5c-927db0807115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:39:49.571430 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baad184-0c15-4d18-8313-e7f95f67c3f9 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c0ae68-4e32-4a24-9a06-b2b808c8d0e9,revision_number=0']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:49.602439 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6be32b-2eaa-4fe7-89aa-736c114d0173 None None] The sync data for ids ['75884858-9aac-4c90-9cc1-0fb21fde9918'] in n-d-816488-1 is: [{'id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'name': 'tempest-TestSnapshotPattern-79444405-router', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:42Z', 'updated_at': '2022-02-11T14:39:46Z', 'revision_number': 4, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'gw_port': {'id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:43Z', 'updated_at': '2022-02-11T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': '85dd6a7c-aae8-41bb-867c-b2e352ea0fca', 'name': '', 'network_id': '526dc4ee-8fb9-480e-bf05-14cde3f211f3', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'mac_address': 'fa:16:3e:5e:dd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'device_owner': 'network:router_interface', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': 'ebb03984-1076-496f-8c5c-927db0807115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:45Z', 'updated_at': '2022-02-11T14:39:49Z', 'revision_number': 4, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'subnets': [{'id': 'ebb03984-1076-496f-8c5c-927db0807115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:39:49.609249 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bea72b9a-f080-4f7d-9d46-9544892549ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.616596 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port f1090890-eba8-4bed-8375-dc5945ec5a29 triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:49.616596 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.650508 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-7baad184-0c15-4d18-8313-e7f95f67c3f9 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.655214 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-7baad184-0c15-4d18-8313-e7f95f67c3f9 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3634486 Feb 11 14:39:49.660862 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47046) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:49.667681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-5ee09dd3-e1d7-4941-862b-d904e58bfb86 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'security_group_rule': {'security_group_id': '93f5f871-2120-40fb-8e05-0c0cc15cb23c', 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:49.701218 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea72b9a-f080-4f7d-9d46-9544892549ce None None] Pushing event updated for resources: {'Port': ['ID=85dd6a7c-aae8-41bb-867c-b2e352ea0fca,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:49.790510 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-5ee09dd3-e1d7-4941-862b-d904e58bfb86 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Project ea308e1123314d2aaa278d224af3e1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:39:49.796178 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ee09dd3-e1d7-4941-862b-d904e58bfb86 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.864268 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ee09dd3-e1d7-4941-862b-d904e58bfb86 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.936903 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ee09dd3-e1d7-4941-862b-d904e58bfb86 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:49.958592 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee09dd3-e1d7-4941-862b-d904e58bfb86 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2cd4c3-c8c0-48b6-9e76-99fa014e233a,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:50.020965 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-5ee09dd3-e1d7-4941-862b-d904e58bfb86 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.022288 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-5ee09dd3-e1d7-4941-862b-d904e58bfb86 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3645048 Feb 11 14:39:50.025160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47048) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:39:50.029599 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-ace8dce4-53a6-428f-914f-4caeebbfdc74 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'security_group_rule': {'security_group_id': '93f5f871-2120-40fb-8e05-0c0cc15cb23c', 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:50.115889 n-d-816488-1 neutron-server[103007]: INFO neutron.db.securitygroups_db [None req-ace8dce4-53a6-428f-914f-4caeebbfdc74 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Project ea308e1123314d2aaa278d224af3e1d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 14:39:50.121325 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ace8dce4-53a6-428f-914f-4caeebbfdc74 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.187728 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ace8dce4-53a6-428f-914f-4caeebbfdc74 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.264352 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ace8dce4-53a6-428f-914f-4caeebbfdc74 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7919194'] for security_group_rule, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.285961 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8dce4-53a6-428f-914f-4caeebbfdc74 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a1747e-2488-4305-bb95-8a7cc8e3c52e,revision_number=0']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:50.375056 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-ace8dce4-53a6-428f-914f-4caeebbfdc74 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:50.376382 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-ace8dce4-53a6-428f-914f-4caeebbfdc74 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3502543 Feb 11 14:39:50.527847 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-609dafe2-635b-43f9-9068-980f44bb86c2 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687456421&fields=id&tenant_id=ea308e1123314d2aaa278d224af3e1d5 HTTP/1.1" status: 200 len: 267 time: 0.0353599 Feb 11 14:39:50.657063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-40d40898-3333-4bd5-a86f-71f3eca62bfc tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:50.658632 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-40d40898-3333-4bd5-a86f-71f3eca62bfc tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 809 time: 0.1236370 Feb 11 14:39:50.675613 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-6a817759-ffbc-45bb-9e33-57aaee49f70d tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/quotas/ea308e1123314d2aaa278d224af3e1d5 HTTP/1.1" status: 200 len: 375 time: 0.0098975 Feb 11 14:39:50.731705 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-28e1d664-dfa7-4e93-9544-6696e314d469 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484014 Feb 11 14:39:50.922938 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-0f7ba7ed-97c8-4384-b4e4-cb7a33dd53b4 service neutron] 10.222.0.52 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768429 Feb 11 14:39:51.023812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-725f7602-0252-4173-8e25-0456a732ba02 service neutron] 10.222.0.52 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938759 Feb 11 14:39:51.293172 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d272a93b-d581-4f7a-b89b-8d77f7a474d8 req-bc91278b-4c2b-40fb-b0c1-15256f2521de tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 210 time: 0.0264964 Feb 11 14:39:51.565937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 85dd6a7c-aae8-41bb-867c-b2e352ea0fca up at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:39:51.619966 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Provisioning complete for port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:51.620336 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:52.372669 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-78b776f2-d574-4137-b6b2-b2b1febcda10 req-f69470c3-87c2-4f3a-97de-e7f45541b044 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 210 time: 0.0290012 Feb 11 14:39:53.466697 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0ee3c99-8143-40fd-9711-654297941214 req-63dae587-ada4-407a-a8d0-d1510a3c9b78 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 210 time: 0.0270381 Feb 11 14:39:53.996840 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-76dc193c-bce8-43d0-80e1-0cf4315fa0f2 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:53.998314 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-76dc193c-bce8-43d0-80e1-0cf4315fa0f2 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.13 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 809 time: 0.1023123 Feb 11 14:39:54.040764 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-c650aa5f-57a5-41a6-8f2d-ea33201fa6d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea308e1123314d2aaa278d224af3e1d5 HTTP/1.1" status: 200 len: 379 time: 0.0334918 Feb 11 14:39:54.049462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'port': {'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'admin_state_up': True, 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'security_groups': ['93f5f871-2120-40fb-8e05-0c0cc15cb23c']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:54.240377 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Made reservation on behalf of ea308e1123314d2aaa278d224af3e1d5 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:39:54.243944 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:54.368545 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Allocated IP 172.20.0.12 (ff9e083e-8399-4974-b2e1-55be93fa2c25/b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4/070a1713-2cd1-4501-95cc-5079462bc6bd) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:39:54.505453 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:54.563178 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9f6a717c-2837-48a6-9867-4796f4126165 req-4b0262f9-f163-4959-b420-0b27b2f3bff3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 210 time: 0.0263608 Feb 11 14:39:54.790277 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:54.834449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Network ff9e083e-8399-4974-b2e1-55be93fa2c25 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:39:54.837616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:39:54.841320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:39:54.845333 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-688e0b6d-078e-4551-b8dc-704867322dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:54.848417 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'Port': ['ID=070a1713-2cd1-4501-95cc-5079462bc6bd,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:54.897248 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:54.897927 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:54.935810 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:39:54.997113 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-858601ec-6f29-4c4b-9f2c-f52ea120e367 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9510407 Feb 11 14:39:55.009395 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Request body: {'port': {'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:39:55.064345 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:55.068303 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-1d959909-f48a-4b07-a24a-25894210c5d4 None None] Provisioning complete for port 070a1713-2cd1-4501-95cc-5079462bc6bd triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:39:55.068768 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1d959909-f48a-4b07-a24a-25894210c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:55.102942 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-1d959909-f48a-4b07-a24a-25894210c5d4 None None] Port 070a1713-2cd1-4501-95cc-5079462bc6bd cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:39:55.324876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070a1713-2cd1-4501-95cc-5079462bc6bd {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:39:55.332738 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:55.344483 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Transition to ACTIVE for port object 070a1713-2cd1-4501-95cc-5079462bc6bd will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:39:55.407121 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:55.456416 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9699545-5627-4942-86d0-e75afface214 service neutron] Pushing event updated for resources: {'Port': ['ID=070a1713-2cd1-4501-95cc-5079462bc6bd,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:55.534050 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Attempting to bind port 070a1713-2cd1-4501-95cc-5079462bc6bd on host n-h1-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:39:55.534408 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Attempting to bind port 070a1713-2cd1-4501-95cc-5079462bc6bd by drivers openvswitch,hyperv on host n-h1-816488-1 at level 0 using segments [{'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:39:55.534772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Attempting to bind port 070a1713-2cd1-4501-95cc-5079462bc6bd on network ff9e083e-8399-4974-b2e1-55be93fa2c25 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:39:55.540025 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Port 070a1713-2cd1-4501-95cc-5079462bc6bd on network ff9e083e-8399-4974-b2e1-55be93fa2c25 not bound, no agent of type Open vSwitch agent registered on host n-h1-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:39:55.540399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Attempting to bind port 070a1713-2cd1-4501-95cc-5079462bc6bd on network ff9e083e-8399-4974-b2e1-55be93fa2c25 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:39:55.545462 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Checking agent: {'id': '3b0ef21d-0977-416d-a766-cb6c32a44b51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 55), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:39:55.545813 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Checking segment: {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:39:55.546209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Bound using segment: {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:39:55.546681 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Bound port: 070a1713-2cd1-4501-95cc-5079462bc6bd, host: n-h1-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:39:55.547036 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:55.619052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] For port 070a1713-2cd1-4501-95cc-5079462bc6bd, host n-h1-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:39:55.622418 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] For port 070a1713-2cd1-4501-95cc-5079462bc6bd, host n-h1-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=070a1713-2cd1-4501-95cc-5079462bc6bd,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:39:55.688583 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff209a-9382-4bc5-b365-c9dab848cd81 req-79b6e47e-50bc-43f1-9064-a905b4616d1f tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:55.690122 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcff209a-9382-4bc5-b365-c9dab848cd81 req-79b6e47e-50bc-43f1-9064-a905b4616d1f tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 944 time: 0.0525374 Feb 11 14:39:55.697142 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:55.730756 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-bcff209a-9382-4bc5-b365-c9dab848cd81 req-919b4400-b809-432d-b37a-4372e26be362 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337918 Feb 11 14:39:55.733541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:55.734224 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:55.735651 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-b9699545-5627-4942-86d0-e75afface214 service neutron] 10.222.0.13 "PUT /v2.0/ports/070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 200 len: 1092 time: 0.7304673 Feb 11 14:39:55.736278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:39:55.739936 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf15384-c657-4082-8793-e75e5da28b83" -d '{"events": [{"name": "network-changed", "server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:39:55.769663 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9699545-5627-4942-86d0-e75afface214 service neutron] Pushing event updated for resources: {'Port': ['ID=070a1713-2cd1-4501-95cc-5079462bc6bd,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:39:55.784610 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17f5168-47fb-47fe-87a8-bc97be54e0f8 x-openstack-request-id: req-a17f5168-47fb-47fe-87a8-bc97be54e0f8 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:39:55.785431 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:39:55.785681 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a17f5168-47fb-47fe-87a8-bc97be54e0f8 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:39:55.786160 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'status': 'completed', 'code': 200} Feb 11 14:39:55.852751 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf15384-c657-4082-8793-e75e5da28b83 req-6a8a27e7-628d-4f89-a8d5-c677bfd95679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:55.854281 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-caf15384-c657-4082-8793-e75e5da28b83 req-6a8a27e7-628d-4f89-a8d5-c677bfd95679 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1095 time: 0.0487430 Feb 11 14:39:55.952733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf15384-c657-4082-8793-e75e5da28b83 req-be04a122-f236-4633-ab1d-a79673e49ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:55.954233 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-caf15384-c657-4082-8793-e75e5da28b83 req-be04a122-f236-4633-ab1d-a79673e49ba5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ea308e1123314d2aaa278d224af3e1d5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0917618 Feb 11 14:39:56.049821 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf15384-c657-4082-8793-e75e5da28b83 req-49ace07b-1995-4f51-b7e1-600a04393adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:56.051293 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-caf15384-c657-4082-8793-e75e5da28b83 req-49ace07b-1995-4f51-b7e1-600a04393adc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911632 Feb 11 14:39:56.124826 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-d5540a06-3d31-4348-8d0f-25e846d5e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:56.126257 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-d5540a06-3d31-4348-8d0f-25e846d5e368 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1095 time: 0.0404313 Feb 11 14:39:56.167021 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-6672a289-088a-44fa-832a-9990d09e1ab7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 200 len: 217 time: 0.0336719 Feb 11 14:39:56.218691 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-8d2149e9-c67d-43d5-9e39-e61a728f6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:56.220180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-8d2149e9-c67d-43d5-9e39-e61a728f6799 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0473883 Feb 11 14:39:56.265063 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-80972671-cdea-4548-8d06-c492c3378ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:56.266663 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-80972671-cdea-4548-8d06-c492c3378ecc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402553 Feb 11 14:39:56.353871 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-12cce66f-0c42-475e-bb6d-c0279a5861a5 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809100 Feb 11 14:39:56.444889 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a8555438-b9d3-4301-8a6d-e9114f52e7ec req-e55db6fd-6d65-42aa-9b41-fe1d5f424fbb service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844383 Feb 11 14:39:56.651387 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:56.859532 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9227086-f944-45df-9986-9ba960dba931 req-8193e839-ac60-40ce-9f51-9814810e3589 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:56.861027 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9227086-f944-45df-9986-9ba960dba931 req-8193e839-ac60-40ce-9f51-9814810e3589 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 944 time: 0.0484915 Feb 11 14:39:56.899252 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-d9227086-f944-45df-9986-9ba960dba931 req-1f499b72-b195-4476-b83b-1e2c7a736492 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317187 Feb 11 14:39:57.024160 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-55e685e4-5b8c-45f8-bfe9-18a843650cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:58.020569 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201ba2-537b-47d0-af27-2f1a781f65fe req-65610055-4bd2-446e-82dc-d110bf84d81a tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:58.022208 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75201ba2-537b-47d0-af27-2f1a781f65fe req-65610055-4bd2-446e-82dc-d110bf84d81a tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 944 time: 0.0537078 Feb 11 14:39:58.060119 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-75201ba2-537b-47d0-af27-2f1a781f65fe req-902d6dd9-4f52-4af7-80f2-f276a8c6bf5f tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317676 Feb 11 14:39:58.435930 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:59.006807 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:39:59.177762 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bea692-c3c7-4790-bdff-321c3078caec req-dbe3c5b1-c379-4972-a3f1-d5285193791f tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:39:59.179292 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84bea692-c3c7-4790-bdff-321c3078caec req-dbe3c5b1-c379-4972-a3f1-d5285193791f tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 944 time: 0.0503936 Feb 11 14:39:59.217463 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-84bea692-c3c7-4790-bdff-321c3078caec req-f26b3981-b48d-4f13-98e2-fa6b1148fefb tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320876 Feb 11 14:39:59.850708 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 070a1713-2cd1-4501-95cc-5079462bc6bd details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:39:59.944297 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 070a1713-2cd1-4501-95cc-5079462bc6bd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=070a1713-2cd1-4501-95cc-5079462bc6bd,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:39:59.955502 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:39:59.994103 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:00.006945 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070a1713-2cd1-4501-95cc-5079462bc6bd {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:40:00.025567 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 070a1713-2cd1-4501-95cc-5079462bc6bd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=070a1713-2cd1-4501-95cc-5079462bc6bd,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:00.114485 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:00.161908 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=070a1713-2cd1-4501-95cc-5079462bc6bd,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:00.324453 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['070a1713-2cd1-4501-95cc-5079462bc6bd'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:40:00.338425 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f3305-12eb-4aa8-820d-b900c97a663f req-bf990953-a95a-40b9-b090-de764ce9028c tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:00.339899 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c88f3305-12eb-4aa8-820d-b900c97a663f req-bf990953-a95a-40b9-b090-de764ce9028c tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 945 time: 0.0484684 Feb 11 14:40:00.357448 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:00.384070 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c88f3305-12eb-4aa8-820d-b900c97a663f req-022f6184-30ac-4ba7-aa2a-8e087ba2a58a tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380418 Feb 11 14:40:00.692627 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:01.507939 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cc2ee-07f4-4f6b-bea3-18cd871bdb48 req-f213c101-a584-4875-b474-cc0d3b88f592 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:01.509549 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-310cc2ee-07f4-4f6b-bea3-18cd871bdb48 req-f213c101-a584-4875-b474-cc0d3b88f592 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 945 time: 0.0536621 Feb 11 14:40:01.548090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-310cc2ee-07f4-4f6b-bea3-18cd871bdb48 req-dd6ff289-2c29-4a86-87e7-b3697c5a28ab tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325689 Feb 11 14:40:01.872937 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 070a1713-2cd1-4501-95cc-5079462bc6bd up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:40:02.041004 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning for port 070a1713-2cd1-4501-95cc-5079462bc6bd completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:40:02.044955 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 070a1713-2cd1-4501-95cc-5079462bc6bd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:40:02.045346 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:02.123179 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:02.144870 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:02.147144 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804a43fd-925f-4b6f-8fe7-b71f954e9286" -d '{"events": [{"server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "name": "network-vif-plugged", "status": "completed", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:02.160422 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 070a1713-2cd1-4501-95cc-5079462bc6bd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=070a1713-2cd1-4501-95cc-5079462bc6bd,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:40:02.182699 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b630b85b-c811-4fd3-a295-c9acbcc187be x-openstack-request-id: req-b630b85b-c811-4fd3-a295-c9acbcc187be {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:02.182985 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "name": "network-vif-plugged", "status": "completed", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:02.183236 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b630b85b-c811-4fd3-a295-c9acbcc187be {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:02.183629 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'code': 200} Feb 11 14:40:02.241496 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:02.277267 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5583c9-4f81-49bb-8014-d8d01b6d9920 req-297bddc0-4e05-4f89-b4a2-80ae1f61da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:02.278959 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e5583c9-4f81-49bb-8014-d8d01b6d9920 req-297bddc0-4e05-4f89-b4a2-80ae1f61da8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1097 time: 0.0394650 Feb 11 14:40:02.290587 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=070a1713-2cd1-4501-95cc-5079462bc6bd,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:02.316668 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4e5583c9-4f81-49bb-8014-d8d01b6d9920 req-942502ce-5f59-4618-9049-5f7fb86ef44a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305898 Feb 11 14:40:02.662053 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44807387-4b7f-44a0-8f8e-44789a89d4b3 req-82c0e52a-2b9e-4ea8-a49c-9c6ad745a658 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:02.663497 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44807387-4b7f-44a0-8f8e-44789a89d4b3 req-82c0e52a-2b9e-4ea8-a49c-9c6ad745a658 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 946 time: 0.0479579 Feb 11 14:40:02.701222 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-44807387-4b7f-44a0-8f8e-44789a89d4b3 req-9e04127d-cd4f-4dd6-9305-16701c3b2c5b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317206 Feb 11 14:40:03.821703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e60e8f-6de6-4327-8c28-bbb7f9e5c955 req-a4f01ca1-1a7e-48a9-839b-8697e6293b79 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:03.823119 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30e60e8f-6de6-4327-8c28-bbb7f9e5c955 req-a4f01ca1-1a7e-48a9-839b-8697e6293b79 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 946 time: 0.0490241 Feb 11 14:40:03.871890 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-30e60e8f-6de6-4327-8c28-bbb7f9e5c955 req-679988f5-25bc-48e7-9472-9357c4178219 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423629 Feb 11 14:40:03.989101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec7a8d-4602-4022-9ffd-f1da70433a3e req-5cdcf272-0cf9-4b80-ba50-93f7163c0de3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:03.990591 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ccec7a8d-4602-4022-9ffd-f1da70433a3e req-5cdcf272-0cf9-4b80-ba50-93f7163c0de3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 946 time: 0.0494988 Feb 11 14:40:04.028501 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ccec7a8d-4602-4022-9ffd-f1da70433a3e req-f34917c6-3e70-4dbc-b6c0-7433678d515b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318534 Feb 11 14:40:04.051531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47108) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:04.130902 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e4e297-cafb-4eeb-9054-9950c173eef8 tempest-TestSnapshotPattern-1394224078 tempest-TestSnapshotPattern-1394224078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:04.132410 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-66e4e297-cafb-4eeb-9054-9950c173eef8 tempest-TestSnapshotPattern-1394224078 tempest-TestSnapshotPattern-1394224078-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1092 time: 0.0797994 Feb 11 14:40:04.135583 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47112) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:40:04.139653 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:40:04.233530 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:04.333083 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:04.435360 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Allocated IP 172.25.0.60 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/408e179d-770d-4683-8820-3e26cf13da0d) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:40:04.533204 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:04.628804 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:04.664716 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:40:04.669381 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:40:04.671856 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:40:04.707210 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'Port': ['ID=408e179d-770d-4683-8820-3e26cf13da0d,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:05.034479 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:05.185011 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:05.330409 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:05.487022 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:05.555149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'Port': ['ID=408e179d-770d-4683-8820-3e26cf13da0d,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:40:05.566868 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:05.664598 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Floating IP 4719b0da-e73f-4283-b26a-b3ce0dc817eb associated. External IP: 172.25.0.60, port: 070a1713-2cd1-4501-95cc-5079462bc6bd. Feb 11 14:40:06.205055 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Router 37d16427-b7df-460e-8998-f983cc83e15d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:40:06.312017 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:40:06.321899 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] Sync routers for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:40:06.330829 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:06.331448 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:06.418970 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:06.440059 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:06.450180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-feacec0c-0b23-413c-8dc6-9155f1373efd tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3135805 Feb 11 14:40:06.450770 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:40:06.453221 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260" -d '{"events": [{"name": "network-changed", "server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:40:06.491950 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ecabc9-3b51-4246-94d8-f6c2edd482b6 x-openstack-request-id: req-62ecabc9-3b51-4246-94d8-f6c2edd482b6 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:40:06.492239 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:40:06.492515 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-62ecabc9-3b51-4246-94d8-f6c2edd482b6 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:40:06.492912 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'status': 'completed', 'code': 200} Feb 11 14:40:06.555448 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-89607302-9196-445c-bc4e-c403bfbd562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:06.557152 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-89607302-9196-445c-bc4e-c403bfbd562d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1097 time: 0.0416889 Feb 11 14:40:06.646780 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-8b19768b-e3a4-4427-9c68-e8bba9f69216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:06.648251 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-8b19768b-e3a4-4427-9c68-e8bba9f69216 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0850415 Feb 11 14:40:06.665446 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4719b0da-e73f-4283-b26a-b3ce0dc817eb', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:04Z', 'updated_at': '2022-02-11T14:40:04Z', 'revision_number': 0, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:06.691271 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] Checking router: 37d16427-b7df-460e-8998-f983cc83e15d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:40:06.699671 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:40:06.700275 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:39:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:06.715657 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-70f6eddb-3755-4e27-8ffb-60a0ef602646 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 200 len: 999 time: 0.0611727 Feb 11 14:40:06.767846 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-286d6e3b-2955-4849-8974-73ce4bfef57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:06.770172 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-286d6e3b-2955-4849-8974-73ce4bfef57d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0480819 Feb 11 14:40:06.806279 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:40:06.832513 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-905b675b-7fec-449c-a6aa-b887cc56d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:06.834166 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-905b675b-7fec-449c-a6aa-b887cc56d73a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565825 Feb 11 14:40:06.932898 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-affb8960-8184-49f2-bddb-275d56a85658 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913529 Feb 11 14:40:07.025242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-eb5609a7-8d0c-4b1e-828b-7d30d2c75260 req-9d0ae96d-a631-4726-8c24-94a9a95bfe21 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860624 Feb 11 14:40:07.197099 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4719b0da-e73f-4283-b26a-b3ce0dc817eb', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:04Z', 'updated_at': '2022-02-11T14:40:04Z', 'revision_number': 0, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:40:07.223407 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b58c0-32f7-4d95-b7f7-69b6d66bf759 None None] The sync data for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 is: [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4719b0da-e73f-4283-b26a-b3ce0dc817eb', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:04Z', 'updated_at': '2022-02-11T14:40:04Z', 'revision_number': 0, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:40:07.422995 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff10c5f-36e4-4165-8c3f-d7edda996a41 None None] New status for floating IP 4719b0da-e73f-4283-b26a-b3ce0dc817eb: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:40:19.158168 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-a0ffbcaa-3013-456a-a121-3c948761c236 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465569 Feb 11 14:40:19.240695 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-4c9a0cf7-8b9e-4aa5-9713-ff64ba9ea594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:19.242195 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-4c9a0cf7-8b9e-4aa5-9713-ff64ba9ea594 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1097 time: 0.0408580 Feb 11 14:40:19.346868 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-67374357-cd88-4034-9fa6-6aabd6e53f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:19.348514 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-67374357-cd88-4034-9fa6-6aabd6e53f29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0857973 Feb 11 14:40:19.416119 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-34cf7607-9ec7-415a-96d4-09dc11224e52 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 200 len: 1001 time: 0.0605705 Feb 11 14:40:19.463950 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-b2a98e1d-055d-49ef-a7a7-982826233264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:19.465421 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-b2a98e1d-055d-49ef-a7a7-982826233264 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0433261 Feb 11 14:40:19.509264 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-4ff6a898-3436-41e8-aebc-00617886e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:40:19.510791 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-4ff6a898-3436-41e8-aebc-00617886e967 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394986 Feb 11 14:40:19.601356 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-be0d8b56-3ac8-4e81-9b4b-2cb38435110e service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836582 Feb 11 14:40:19.689225 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-38694c98-b3b1-4d9e-a276-9f25c8e95c74 req-abec1e51-708e-44ce-be9e-4ce21c0a66ad service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812597 Feb 11 14:40:24.827317 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b8e4a547-a8e2-4be3-8106-4fc47389422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:26.644606 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:27.027894 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3155083e-e654-4e03-b216-0224d10f4ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.433633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:28.983279 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.330252 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:30.692109 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:31.935235 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:40:54.845821 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-18d6fbf2-71e1-4cbf-81cf-a12398bb7a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:56.662776 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:57.051477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9217f25b-dd81-47a9-ae3d-d91d852d2a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.445753 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:40:58.960155 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:00.325705 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:00.684192 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:08.934824 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:41:20.159188 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-6d94c1e0-de2a-4344-9399-fb17cbca9432 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407238 Feb 11 14:41:20.244620 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-04eb9292-8020-4882-9f5b-0ca68c999046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:20.246107 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-04eb9292-8020-4882-9f5b-0ca68c999046 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1097 time: 0.0444107 Feb 11 14:41:20.346768 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-a6c867b6-522e-4599-9033-6d5f376a3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:20.348206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-a6c867b6-522e-4599-9033-6d5f376a3b45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0833063 Feb 11 14:41:20.415247 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-7a5841c5-765b-4eaf-9f05-4f1747bda1be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 200 len: 1001 time: 0.0602643 Feb 11 14:41:20.461879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-0f96d89e-5c13-4ed6-9081-f98fa67197c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:20.463257 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-0f96d89e-5c13-4ed6-9081-f98fa67197c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0418575 Feb 11 14:41:20.506815 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-0f17eaed-a291-4ae6-aa1b-e70ce3d5322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:41:20.508273 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-0f17eaed-a291-4ae6-aa1b-e70ce3d5322d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386426 Feb 11 14:41:20.519772 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-50f1e2bf-6432-456d-bdd5-05015ab41e4f service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:41:20.520684 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-50f1e2bf-6432-456d-bdd5-05015ab41e4f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062885 Feb 11 14:41:20.610912 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-6b9ea6f7-267a-4068-b29c-02d69266cbf5 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829794 Feb 11 14:41:20.697297 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-c1f5b11c-9b7f-4860-9e7e-ac19fdacb725 req-76433688-ea61-4034-9e86-a74359b84222 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798855 Feb 11 14:41:24.803894 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ed3db293-d4f3-4f42-ba83-4d8b61c5a638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:26.702405 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:27.095512 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0ae3a04f-0eda-45db-85f8-624730285c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:28.433976 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:28.971359 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:30.377758 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:30.696809 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:45.934303 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:41:54.810486 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fe6df98f-03e0-4ef9-9b5f-ad71daa4e41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:56.673373 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:57.033801 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f65673d7-9ccd-49b3-8e37-4c97a1a6a8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:58.421550 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:41:58.999026 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:00.340438 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:00.707647 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:06.424414 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 070a1713-2cd1-4501-95cc-5079462bc6bd details requested by agent hyperv_n-h1-816488-1 with host n-h1-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:42:06.523024 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 070a1713-2cd1-4501-95cc-5079462bc6bd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=070a1713-2cd1-4501-95cc-5079462bc6bd,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:06.534920 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Returning: {'device': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:42:06.572399 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:06.585341 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 070a1713-2cd1-4501-95cc-5079462bc6bd {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:42:06.606179 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 070a1713-2cd1-4501-95cc-5079462bc6bd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=070a1713-2cd1-4501-95cc-5079462bc6bd,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:06.667796 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:06.726461 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=070a1713-2cd1-4501-95cc-5079462bc6bd,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:06.733968 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.734314 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.734658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.734995 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.735377 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.735711 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.736037 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.736364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.736678 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.737089 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.738376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.738376 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:06.743466 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] get_ports_and_sgs() called for port_ids ['070a1713-2cd1-4501-95cc-5079462bc6bd'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:42:08.439352 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 070a1713-2cd1-4501-95cc-5079462bc6bd up at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:42:08.496661 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Provisioning complete for port 070a1713-2cd1-4501-95cc-5079462bc6bd triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:08.497364 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:08.588182 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:08.616262 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:08.619588 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521e1477-568d-470a-8571-571ae9a618d0" -d '{"events": [{"server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "name": "network-vif-plugged", "status": "completed", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:08.641368 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 070a1713-2cd1-4501-95cc-5079462bc6bd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=070a1713-2cd1-4501-95cc-5079462bc6bd,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:08.713200 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:08.754118 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc07f24-1003-4e72-8013-d199e71fd799 x-openstack-request-id: req-9cc07f24-1003-4e72-8013-d199e71fd799 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:08.754484 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "name": "network-vif-plugged", "status": "completed", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:08.754803 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9cc07f24-1003-4e72-8013-d199e71fd799 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:08.755255 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'code': 200} Feb 11 14:42:08.785315 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=070a1713-2cd1-4501-95cc-5079462bc6bd,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:18.071829 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-959cea6f-3250-4917-8a70-1e3b4d976186 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687456421&fields=id&tenant_id=ea308e1123314d2aaa278d224af3e1d5 HTTP/1.1" status: 200 len: 267 time: 0.0334892 Feb 11 14:42:18.180235 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-19606395-23fa-46dd-ba15-919a7f180b19 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:18.181704 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-19606395-23fa-46dd-ba15-919a7f180b19 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 809 time: 0.1033332 Feb 11 14:42:18.197508 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-0a349940-d022-401a-9d7b-7fb16873e5eb tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/quotas/ea308e1123314d2aaa278d224af3e1d5 HTTP/1.1" status: 200 len: 375 time: 0.0100455 Feb 11 14:42:18.252460 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-1fd9c69e-105e-481a-9e35-1d62de69ede0 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0496047 Feb 11 14:42:18.313979 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3ef285e5-22ef-406c-a712-eb3fd920e20d service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:42:18.315001 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3ef285e5-22ef-406c-a712-eb3fd920e20d service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512142 Feb 11 14:42:18.406911 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3ca6866c-ea47-4c57-8820-47951626c625 service neutron] 10.222.0.52 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Feb 11 14:42:18.495057 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-4fc432d3-5545-43e0-88d6-bb5ccc01a399 service neutron] 10.222.0.52 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821145 Feb 11 14:42:18.730046 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4af3aafa-8092-4686-a795-a69d21f7c458 req-8dbda2f7-6a23-4a7a-b340-a64866bfccb8 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 210 time: 0.0275331 Feb 11 14:42:19.809325 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8471ea97-9413-4e21-9649-ed4001a324c5 req-58ad78bb-5396-44e2-989a-e97823f8c51f tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 210 time: 0.0274653 Feb 11 14:42:20.186080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-aaeefa97-f4e9-43e5-98cb-40e81370d74a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844929 Feb 11 14:42:20.264500 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-e6c9ef59-af59-4132-8f52-1a019aee7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:20.266003 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-e6c9ef59-af59-4132-8f52-1a019aee7b73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1097 time: 0.0401273 Feb 11 14:42:20.370160 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-991ebf5d-bd47-4b47-a3e5-69fa6dd8de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:20.371532 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-991ebf5d-bd47-4b47-a3e5-69fa6dd8de78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0846026 Feb 11 14:42:20.443211 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-b8a3b805-e37d-4cfe-8d6b-5bba5bb67c72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 200 len: 1001 time: 0.0614221 Feb 11 14:42:20.491980 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-ba39af97-67b1-487e-933b-c3cdc5d05c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:20.493415 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-ba39af97-67b1-487e-933b-c3cdc5d05c05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0437157 Feb 11 14:42:20.517626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 070a1713-2cd1-4501-95cc-5079462bc6bd no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:42:20.538320 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-a00ec9aa-5c57-4c0b-a9ac-a303a981a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:20.539880 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-a00ec9aa-5c57-4c0b-a9ac-a303a981a2fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400462 Feb 11 14:42:20.596461 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:20.618817 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:20.621115 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce77cf91-8a47-4482-b560-fc56308cc838" -d '{"events": [{"server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "name": "network-vif-unplugged", "status": "completed", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:20.635280 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] For port 070a1713-2cd1-4501-95cc-5079462bc6bd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=070a1713-2cd1-4501-95cc-5079462bc6bd,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:20.638123 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-693d73f7-e6f0-4adc-ac1b-3deda87fa50b service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911820 Feb 11 14:42:20.659141 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a5efee-8a60-4b2a-8160-773e8610eb07 x-openstack-request-id: req-b8a5efee-8a60-4b2a-8160-773e8610eb07 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:20.659423 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "name": "network-vif-unplugged", "status": "completed", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:20.659690 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8a5efee-8a60-4b2a-8160-773e8610eb07 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:20.660077 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'code': 200} Feb 11 14:42:20.718830 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:20.731755 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d84fb774-4f95-4146-a6b6-bfa01029bfba req-e8878e79-26d4-49af-9874-d2d36f5fe4d0 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875711 Feb 11 14:42:20.767762 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Pushing event updated for resources: {'Port': ['ID=070a1713-2cd1-4501-95cc-5079462bc6bd,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:20.891377 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-cb9b06e3-321b-4040-bb05-4fcfe041303b req-ef0202b6-61d3-460e-8f02-f0a6122d7aac tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 210 time: 0.0314915 Feb 11 14:42:21.970187 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d1d0bc6f-0ae1-40f2-8dcd-f8eefa3bb005 req-0d0bce7c-f5de-4e57-8d5c-0e14bc9c6408 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 210 time: 0.0266852 Feb 11 14:42:22.933666 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:42:23.068667 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-8e9fb503-1d14-41c4-8858-f156864acbcb req-605d9631-953c-4b51-8036-5343a3328081 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 210 time: 0.0287335 Feb 11 14:42:24.169110 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-34d39be0-7ca9-4002-831a-be999f480d9a req-36d98a96-2083-445c-af9f-eb20d05fb371 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 210 time: 0.0319953 Feb 11 14:42:24.786959 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-49e4bdee-09c0-44e7-a86f-a9a254c89e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:24.833135 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3e3637b1-98f8-405e-b805-6659c95973db tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:24.834598 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3e3637b1-98f8-405e-b805-6659c95973db tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.59 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 809 time: 0.1013391 Feb 11 14:42:24.877592 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-df56a720-36e9-49b3-bc71-fbb03b5e833c tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea308e1123314d2aaa278d224af3e1d5 HTTP/1.1" status: 200 len: 379 time: 0.0341151 Feb 11 14:42:24.886391 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'port': {'device_id': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'admin_state_up': True, 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'security_groups': ['93f5f871-2120-40fb-8e05-0c0cc15cb23c']}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:25.130905 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Made reservation on behalf of ea308e1123314d2aaa278d224af3e1d5 for: {'port': 1} {{(pid=103007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 14:42:25.134486 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.270153 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Allocated IP 172.20.0.10 (ff9e083e-8399-4974-b2e1-55be93fa2c25/b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4/76307eae-d80a-4701-bb82-12c51bfe43cb) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:42:25.292156 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9acbb716-6bea-4969-9144-39cf16f3734b req-f952c0a6-b411-4ca3-a75b-3f5e7dc20c92 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 210 time: 0.0306244 Feb 11 14:42:25.417786 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.514730 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.568366 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Network ff9e083e-8399-4974-b2e1-55be93fa2c25 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:42:25.572052 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:42:25.575373 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:42:25.616167 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'Port': ['ID=76307eae-d80a-4701-bb82-12c51bfe43cb,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:25.636154 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.636522 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.636850 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.637191 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.637529 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.637953 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.638286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.638616 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.638939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.639265 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.639593 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.639914 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:42:25.669493 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:25.670135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.773284 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d981e985-2f4e-468c-acee-9a3627a04db4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8904009 Feb 11 14:42:25.876722 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-773805fa-978d-4112-b273-80b30be7d228 None None] Provisioning complete for port 76307eae-d80a-4701-bb82-12c51bfe43cb triggered by entity DHCP. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:25.878167 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-773805fa-978d-4112-b273-80b30be7d228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:25.921429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-773805fa-978d-4112-b273-80b30be7d228 None None] Port 76307eae-d80a-4701-bb82-12c51bfe43cb cannot update to ACTIVE because it is not bound. {{(pid=103008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 11 14:42:26.432519 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcac3a-dd89-418b-b0bb-e98e8539f517 req-6ed457a9-266d-42e2-95cc-48ec7f62bfba tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:26.434236 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27fcac3a-dd89-418b-b0bb-e98e8539f517 req-6ed457a9-266d-42e2-95cc-48ec7f62bfba tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 932 time: 0.0556977 Feb 11 14:42:26.475453 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-27fcac3a-dd89-418b-b0bb-e98e8539f517 req-6272cc55-5c87-4170-bec9-286528b4f1f6 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351048 Feb 11 14:42:26.689989 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.061984 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d1480f7-661a-4fec-a8f4-8af0412beac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:27.601016 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97940-2f9f-4d35-85c7-c748549d36d7 req-83a65bbd-d2d9-4754-a6a6-e38155004f09 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:27.602546 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76a97940-2f9f-4d35-85c7-c748549d36d7 req-83a65bbd-d2d9-4754-a6a6-e38155004f09 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 932 time: 0.0531888 Feb 11 14:42:27.654854 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-76a97940-2f9f-4d35-85c7-c748549d36d7 req-0b77193d-89d2-455c-b8be-1474ce460f14 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454233 Feb 11 14:42:28.494634 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:28.779348 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717c2b9-34e6-4d21-a35c-5cf6c2b2a74b req-166bd335-e6a3-481a-96a4-242a96ee8247 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:28.781316 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2717c2b9-34e6-4d21-a35c-5cf6c2b2a74b req-166bd335-e6a3-481a-96a4-242a96ee8247 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 932 time: 0.0543694 Feb 11 14:42:28.836882 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2717c2b9-34e6-4d21-a35c-5cf6c2b2a74b req-06092505-efe5-4cbc-809c-35faaf618a3b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489469 Feb 11 14:42:28.981761 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:29.964468 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62186690-793b-43f9-98f6-518b195bc253 req-f33eef11-5972-4b96-ac9a-91af1fc85460 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:29.966811 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62186690-793b-43f9-98f6-518b195bc253 req-f33eef11-5972-4b96-ac9a-91af1fc85460 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 932 time: 0.0569093 Feb 11 14:42:30.010832 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-62186690-793b-43f9-98f6-518b195bc253 req-aac9b0d5-ff70-496e-8614-7db4e8935e25 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367305 Feb 11 14:42:30.352647 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:30.896621 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:31.159827 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312a0f-70b6-47aa-8a2d-16998ed9a29d req-65655118-b9bf-446b-86b5-4443f5d43c87 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:31.162204 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac312a0f-70b6-47aa-8a2d-16998ed9a29d req-65655118-b9bf-446b-86b5-4443f5d43c87 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 932 time: 0.0602314 Feb 11 14:42:31.207826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac312a0f-70b6-47aa-8a2d-16998ed9a29d req-e0fac275-2734-45c2-a7d3-4db2021b9cab tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393770 Feb 11 14:42:32.329377 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf99c4-179b-486d-ba98-a061864e9709 req-50c33dad-42cc-434f-b118-8b8ac470f4c0 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:32.330890 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30bf99c4-179b-486d-ba98-a061864e9709 req-50c33dad-42cc-434f-b118-8b8ac470f4c0 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 932 time: 0.0508091 Feb 11 14:42:32.370528 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-30bf99c4-179b-486d-ba98-a061864e9709 req-e1401762-fe81-494f-b93a-116442006a91 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328834 Feb 11 14:42:32.668564 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Request body: {'port': {'device_id': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816488-1'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:32.727018 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:33.009930 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76307eae-d80a-4701-bb82-12c51bfe43cb {{(pid=103007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:42:33.018013 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:33.032536 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.provisioning_blocks [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Transition to ACTIVE for port object 76307eae-d80a-4701-bb82-12c51bfe43cb will not be triggered until provisioned by entity L2. {{(pid=103007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 14:42:33.448986 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:33.534863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Pushing event updated for resources: {'Port': ['ID=76307eae-d80a-4701-bb82-12c51bfe43cb,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:33.588917 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9c3f6-29a0-410f-b506-5e9d9b63cf60 req-dcb149a1-ecf3-4029-89ea-ce9094ec4a3b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:33.590509 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ef9c3f6-29a0-410f-b506-5e9d9b63cf60 req-dcb149a1-ecf3-4029-89ea-ce9094ec4a3b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 944 time: 0.1390834 Feb 11 14:42:33.649729 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8ef9c3f6-29a0-410f-b506-5e9d9b63cf60 req-b730695d-dd2b-40a3-b8f3-7de0cc08d378 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522001 Feb 11 14:42:33.650324 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Attempting to bind port 76307eae-d80a-4701-bb82-12c51bfe43cb on host n-h2-816488-1 for vnic_type normal with profile {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 14:42:33.650656 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Attempting to bind port 76307eae-d80a-4701-bb82-12c51bfe43cb by drivers openvswitch,hyperv on host n-h2-816488-1 at level 0 using segments [{'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 14:42:33.650982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Attempting to bind port 76307eae-d80a-4701-bb82-12c51bfe43cb on network ff9e083e-8399-4974-b2e1-55be93fa2c25 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:42:33.655758 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Port 76307eae-d80a-4701-bb82-12c51bfe43cb on network ff9e083e-8399-4974-b2e1-55be93fa2c25 not bound, no agent of type Open vSwitch agent registered on host n-h2-816488-1 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 14:42:33.656078 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Attempting to bind port 76307eae-d80a-4701-bb82-12c51bfe43cb on network ff9e083e-8399-4974-b2e1-55be93fa2c25 {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 14:42:33.661834 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Checking agent: {'id': '725e94fa-53b0-4acc-aba8-7849cde404ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816488-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'started_at': datetime.datetime(2022, 2, 11, 13, 12, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 14, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 14:42:33.662181 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Checking segment: {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 11 14:42:33.662558 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Bound using segment: {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'} {{(pid=103007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 14:42:33.662984 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.managers [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Bound port: 76307eae-d80a-4701-bb82-12c51bfe43cb, host: n-h2-816488-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88faf849-f865-4d02-8496-4588f8ca230f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25'}}] {{(pid=103007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 14:42:33.663358 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:33.727626 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] For port 76307eae-d80a-4701-bb82-12c51bfe43cb, host n-h2-816488-1, cleared binding levels {{(pid=103007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 14:42:33.730673 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] For port 76307eae-d80a-4701-bb82-12c51bfe43cb, host n-h2-816488-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=76307eae-d80a-4701-bb82-12c51bfe43cb,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 14:42:33.843456 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:33.879164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:33.879777 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:33.881692 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] 10.222.0.59 "PUT /v2.0/ports/76307eae-d80a-4701-bb82-12c51bfe43cb HTTP/1.1" status: 200 len: 1092 time: 1.2665541 Feb 11 14:42:33.882164 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:33.884397 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de25c5e-2655-4846-ae18-97317561a32a" -d '{"events": [{"name": "network-changed", "server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:33.908494 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b077537-751d-43ef-958f-eef22dac62ba service neutron] Pushing event updated for resources: {'Port': ['ID=76307eae-d80a-4701-bb82-12c51bfe43cb,revision_number=3']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:33.922376 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a324a0bf-089e-4917-880a-be4e57fd98f0 x-openstack-request-id: req-a324a0bf-089e-4917-880a-be4e57fd98f0 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:33.922711 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:33.922967 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a324a0bf-089e-4917-880a-be4e57fd98f0 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:33.923375 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'status': 'completed', 'code': 200} Feb 11 14:42:34.768346 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de00b1-b2c5-401e-bdd6-031550d52682 req-f34d55b5-c9c7-4c5a-95d5-1f10768b22f4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:34.769841 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4de00b1-b2c5-401e-bdd6-031550d52682 req-f34d55b5-c9c7-4c5a-95d5-1f10768b22f4 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 944 time: 0.0487425 Feb 11 14:42:34.811732 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a4de00b1-b2c5-401e-bdd6-031550d52682 req-93a796ec-3491-49a9-9d5b-85ddf1e59731 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352695 Feb 11 14:42:35.542703 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25c5e-2655-4846-ae18-97317561a32a req-8003d196-2cb9-4876-92a1-d37b71429792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:35.544229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4de25c5e-2655-4846-ae18-97317561a32a req-8003d196-2cb9-4876-92a1-d37b71429792 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 1095 time: 0.0420094 Feb 11 14:42:35.644596 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25c5e-2655-4846-ae18-97317561a32a req-4a1e497b-b79f-4173-ad24-f2347885d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:35.646221 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4de25c5e-2655-4846-ae18-97317561a32a req-4a1e497b-b79f-4173-ad24-f2347885d238 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=ea308e1123314d2aaa278d224af3e1d5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0912101 Feb 11 14:42:35.744713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de25c5e-2655-4846-ae18-97317561a32a req-592764ea-fc91-4971-8e8f-23bab3ba5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:35.746362 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-4de25c5e-2655-4846-ae18-97317561a32a req-592764ea-fc91-4971-8e8f-23bab3ba5e9f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926390 Feb 11 14:42:35.822589 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-e3226b1f-53d3-4ec2-b0c3-4c47b4f935a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:35.823990 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-e3226b1f-53d3-4ec2-b0c3-4c47b4f935a9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 1095 time: 0.0425613 Feb 11 14:42:35.873379 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-f5d83593-e6c4-4d8d-9a19-9d3f797792e7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76307eae-d80a-4701-bb82-12c51bfe43cb HTTP/1.1" status: 200 len: 217 time: 0.0393007 Feb 11 14:42:35.922415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d28e47ec-880c-4a7a-9d20-ceb900879b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:35.923911 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-d28e47ec-880c-4a7a-9d20-ceb900879b6c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0447199 Feb 11 14:42:35.930533 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7c285-4798-400f-a0cd-149aebd4d3c0 req-ec656e94-e0d6-438d-9f03-4a244b4deef8 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:35.932254 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0c7c285-4798-400f-a0cd-149aebd4d3c0 req-ec656e94-e0d6-438d-9f03-4a244b4deef8 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 944 time: 0.0491414 Feb 11 14:42:35.970811 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-b0c7c285-4798-400f-a0cd-149aebd4d3c0 req-282c51df-cd6e-4ca4-a63f-adb5204eda46 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318160 Feb 11 14:42:35.971071 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-c25931c5-4ddb-4a77-845c-eb442c4a086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:35.972317 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-c25931c5-4ddb-4a77-845c-eb442c4a086e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409014 Feb 11 14:42:36.065015 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-0593249d-e67b-4ae1-8652-d1b5f55f0506 service neutron] 10.222.0.59 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857537 Feb 11 14:42:36.152238 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-aba2f8dc-e883-4731-8e80-f6c3196da169 req-75e16336-4dbd-4a66-895e-7a4369d58d29 service neutron] 10.222.0.59 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806267 Feb 11 14:42:37.087551 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5eec7-cf4a-4005-a64e-86dff8e3074f req-293397cc-6712-41e8-bd1d-8cdc25e99097 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:37.089025 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6d5eec7-cf4a-4005-a64e-86dff8e3074f req-293397cc-6712-41e8-bd1d-8cdc25e99097 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 944 time: 0.0492454 Feb 11 14:42:37.127716 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-b6d5eec7-cf4a-4005-a64e-86dff8e3074f req-8b634498-8695-45d1-b52b-6a01887bb4ee tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328066 Feb 11 14:42:38.248663 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67474d-9a97-49ac-adbb-fc390d8826a9 req-fdadf039-efa7-48a2-9d9d-45b4a3f63395 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:38.250170 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af67474d-9a97-49ac-adbb-fc390d8826a9 req-fdadf039-efa7-48a2-9d9d-45b4a3f63395 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 944 time: 0.0522852 Feb 11 14:42:38.289129 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-af67474d-9a97-49ac-adbb-fc390d8826a9 req-bb90f632-23cc-442d-b322-42142e151841 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324485 Feb 11 14:42:39.409891 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06751e-1598-4be0-8b92-a1bbec4c1392 req-95919fdd-85e1-4dba-87f7-01fd841a4e15 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:39.411991 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b06751e-1598-4be0-8b92-a1bbec4c1392 req-95919fdd-85e1-4dba-87f7-01fd841a4e15 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 944 time: 0.0544729 Feb 11 14:42:39.449728 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2b06751e-1598-4be0-8b92-a1bbec4c1392 req-26ffeb58-9183-4bf8-9c20-bc8ca44f658d tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317485 Feb 11 14:42:40.564831 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72f4c0-7a1e-44dd-ad55-afe1db6bece0 req-e3f8c9ed-2a5b-4292-8ae0-4ee89f03f1f7 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:40.566321 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a72f4c0-7a1e-44dd-ad55-afe1db6bece0 req-e3f8c9ed-2a5b-4292-8ae0-4ee89f03f1f7 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 944 time: 0.0484304 Feb 11 14:42:40.604285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-5a72f4c0-7a1e-44dd-ad55-afe1db6bece0 req-ae4396a6-c61c-4b2e-8d72-24af49ecb5ab tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317774 Feb 11 14:42:41.325247 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 76307eae-d80a-4701-bb82-12c51bfe43cb details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:42:41.424949 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 76307eae-d80a-4701-bb82-12c51bfe43cb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=76307eae-d80a-4701-bb82-12c51bfe43cb,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:41.436764 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'port_id': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'mac_address': 'fa:16:3e:24:24:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:42:41.473351 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:41.485815 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76307eae-d80a-4701-bb82-12c51bfe43cb {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:42:41.505593 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 76307eae-d80a-4701-bb82-12c51bfe43cb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=76307eae-d80a-4701-bb82-12c51bfe43cb,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:41.575378 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:41.624481 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=76307eae-d80a-4701-bb82-12c51bfe43cb,revision_number=4']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:41.720460 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00406e00-fdd6-441a-9d87-1853625da757 req-af3846a6-2020-439a-a24e-fd18ef8a2c68 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:41.721829 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00406e00-fdd6-441a-9d87-1853625da757 req-af3846a6-2020-439a-a24e-fd18ef8a2c68 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 945 time: 0.0494752 Feb 11 14:42:41.759461 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-00406e00-fdd6-441a-9d87-1853625da757 req-77e092f2-9215-40cc-8ef8-6917f24eeda3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311265 Feb 11 14:42:41.907590 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['76307eae-d80a-4701-bb82-12c51bfe43cb'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:42:42.873818 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0a2aa-2502-4a6e-9ed0-865d69084636 req-8e10e0b8-320d-42f5-922d-200912aa9584 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:42.875285 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9db0a2aa-2502-4a6e-9ed0-865d69084636 req-8e10e0b8-320d-42f5-922d-200912aa9584 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 945 time: 0.0486808 Feb 11 14:42:42.913332 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-9db0a2aa-2502-4a6e-9ed0-865d69084636 req-d75b6d28-ebef-4d99-942f-3d3eec4caa55 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312848 Feb 11 14:42:43.340996 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 76307eae-d80a-4701-bb82-12c51bfe43cb up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:42:43.483928 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning for port 76307eae-d80a-4701-bb82-12c51bfe43cb completed by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 14:42:43.487667 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 76307eae-d80a-4701-bb82-12c51bfe43cb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:42:43.488078 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:43.564228 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:43.586485 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:43.588739 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d26dcd-ce69-4774-a37d-e3f552d4afee" -d '{"events": [{"server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "name": "network-vif-plugged", "status": "completed", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:43.605038 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 76307eae-d80a-4701-bb82-12c51bfe43cb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=76307eae-d80a-4701-bb82-12c51bfe43cb,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:42:43.627782 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f186ea6-9c8f-47ed-9d39-9319ded72794 x-openstack-request-id: req-6f186ea6-9c8f-47ed-9d39-9319ded72794 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:43.628083 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "name": "network-vif-plugged", "status": "completed", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:43.628336 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f186ea6-9c8f-47ed-9d39-9319ded72794 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:43.628703 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'code': 200} Feb 11 14:42:43.678292 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:43.724414 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b2d2-60b8-4a28-b681-2f6a1dc9fde4 req-d98dcd35-75cd-4b51-aa50-fd8174aa2c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:43.726080 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58a3b2d2-60b8-4a28-b681-2f6a1dc9fde4 req-d98dcd35-75cd-4b51-aa50-fd8174aa2c79 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 1097 time: 0.0413263 Feb 11 14:42:43.726742 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=76307eae-d80a-4701-bb82-12c51bfe43cb,revision_number=5']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:43.761243 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-58a3b2d2-60b8-4a28-b681-2f6a1dc9fde4 req-902e9713-87d8-400d-a96c-1f68acc4394e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281751 Feb 11 14:42:44.035433 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de9a9b-2c2c-40d4-9183-b8d05fe690c3 req-95a52318-c81e-484a-960a-54fd75e41ba6 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:44.037090 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-59de9a9b-2c2c-40d4-9183-b8d05fe690c3 req-95a52318-c81e-484a-960a-54fd75e41ba6 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 946 time: 0.0529187 Feb 11 14:42:44.074208 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-59de9a9b-2c2c-40d4-9183-b8d05fe690c3 req-8d1f0119-8b27-480f-a9f1-c5b8cff8af26 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311670 Feb 11 14:42:45.197883 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45a733-1e93-48d4-a79a-89cd7b3ddae5 req-edc4d0b9-1af3-42e7-92e8-a0003cc3348e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:45.200968 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c45a733-1e93-48d4-a79a-89cd7b3ddae5 req-edc4d0b9-1af3-42e7-92e8-a0003cc3348e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 946 time: 0.0547979 Feb 11 14:42:45.238180 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-9c45a733-1e93-48d4-a79a-89cd7b3ddae5 req-065d8d00-2407-4854-89bf-9f8432dbf0f2 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Feb 11 14:42:46.353661 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dde2e5-86e8-4068-b6e0-6fe92a8b3ee0 req-02201b82-fabd-4509-9689-1e93aa5c1316 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:46.355162 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09dde2e5-86e8-4068-b6e0-6fe92a8b3ee0 req-02201b82-fabd-4509-9689-1e93aa5c1316 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 946 time: 0.0493658 Feb 11 14:42:46.396171 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-09dde2e5-86e8-4068-b6e0-6fe92a8b3ee0 req-b98c2495-2a0f-4c38-94ec-36fe3faa0aed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350559 Feb 11 14:42:46.513657 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b99f3-b6d1-4572-bf9d-5d904f479cff req-c1e55533-27cf-4956-bcc0-bbcadcc0a429 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:46.515140 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5e6b99f3-b6d1-4572-bf9d-5d904f479cff req-c1e55533-27cf-4956-bcc0-bbcadcc0a429 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 946 time: 0.0517955 Feb 11 14:42:46.553153 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-5e6b99f3-b6d1-4572-bf9d-5d904f479cff req-dc8bb1a0-3f68-4720-94da-e4523ebb8454 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318165 Feb 11 14:42:46.574733 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47434) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:46.613726 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f29a21-9b72-443e-92c5-d2e1e1fedc5d tempest-TestSnapshotPattern-1394224078 tempest-TestSnapshotPattern-1394224078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:46.615472 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-b1f29a21-9b72-443e-92c5-d2e1e1fedc5d tempest-TestSnapshotPattern-1394224078 tempest-TestSnapshotPattern-1394224078-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 1092 time: 0.0397766 Feb 11 14:42:46.618263 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47436) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:42:46.622415 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.v2.base [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Request body: {'floatingip': {'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'port_id': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 14:42:46.700710 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for floatingip, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:46.797657 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:46.896557 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_common [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Allocated IP 172.25.0.186 (a61f6a92-0db7-406b-b8b0-548ac0d939f4/09ce3ddd-f2ae-4137-b6f6-89f432ba26e2/0482fd76-5d70-486b-8188-c7d4f4c6a4f3) {{(pid=103007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 14:42:47.004223 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for port, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:47.100543 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788035482206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:47.133659 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Network a61f6a92-0db7-406b-b8b0-548ac0d939f4 is already hosted by enough agents. {{(pid=103007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 14:42:47.136399 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.base_scheduler [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Resources bound (agent type, host, resource id): {{(pid=103007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 14:42:47.141888 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Received port after_create {{(pid=103007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 14:42:47.175440 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'Port': ['ID=0482fd76-5d70-486b-8188-c7d4f4c6a4f3,revision_number=1']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:47.502714 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:47.629071 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:47.778285 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for port, precommit_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:47.843320 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16415831'] for port, after_update {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:47.913131 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event updated for resources: {'Port': ['ID=0482fd76-5d70-486b-8188-c7d4f4c6a4f3,revision_number=2']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:42:47.921497 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8037802'] for floatingip, after_create {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:48.021471 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Floating IP 0585c528-8741-4799-9142-5aa6da1153c9 associated. External IP: 172.25.0.186, port: 76307eae-d80a-4701-bb82-12c51bfe43cb. Feb 11 14:42:48.226929 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Router 37d16427-b7df-460e-8998-f983cc83e15d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:42:48.674662 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:42:48.684549 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] Sync routers for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:42:48.695097 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:48.697135 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:48.743616 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:48.771929 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3620e94c-625b-4053-b236-fd92beb18792 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1526611 Feb 11 14:42:48.772532 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:42:48.774855 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e0aacb-47d5-4e4b-af89-2199adc64327" -d '{"events": [{"name": "network-changed", "server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:42:48.806240 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:48.820119 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4687df3-ee6f-4c2f-9da1-329dc04affd7 x-openstack-request-id: req-d4687df3-ee6f-4c2f-9da1-329dc04affd7 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:42:48.820409 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:42:48.820657 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d4687df3-ee6f-4c2f-9da1-329dc04affd7 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:42:48.821308 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'status': 'completed', 'code': 200} Feb 11 14:42:48.884290 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-f87c5ffc-2b3f-4b7b-b924-e5e550173db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:48.885809 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-f87c5ffc-2b3f-4b7b-b924-e5e550173db7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 1097 time: 0.0419853 Feb 11 14:42:48.979276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-ada2f89c-aad8-48aa-84c3-dcb2b67a35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:48.980671 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-ada2f89c-aad8-48aa-84c3-dcb2b67a35e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0884686 Feb 11 14:42:49.033326 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '0585c528-8741-4799-9142-5aa6da1153c9', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:24:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:42:47Z', 'updated_at': '2022-02-11T14:42:47Z', 'revision_number': 0, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}, {'id': '4719b0da-e73f-4283-b26a-b3ce0dc817eb', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:04Z', 'updated_at': '2022-02-11T14:40:07Z', 'revision_number': 1, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:49.045920 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-95ff6f55-9a57-4127-8602-e500c3e3d26f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76307eae-d80a-4701-bb82-12c51bfe43cb HTTP/1.1" status: 200 len: 1000 time: 0.0591557 Feb 11 14:42:49.060877 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] Checking router: 37d16427-b7df-460e-8998-f983cc83e15d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:42:49.069005 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:42:49.069614 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:42:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:49.093955 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-af20d792-8156-4473-aa5d-82fe6b9f200f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:49.095403 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-af20d792-8156-4473-aa5d-82fe6b9f200f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0439665 Feb 11 14:42:49.144764 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-0d1eaafe-4763-41bc-8c1a-fd8a640765cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:42:49.146762 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-0d1eaafe-4763-41bc-8c1a-fd8a640765cf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453675 Feb 11 14:42:49.173602 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:42:49.242544 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-abad406e-8950-4038-bba8-921551c178dd service neutron] 10.222.0.59 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893445 Feb 11 14:42:49.342450 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-46e0aacb-47d5-4e4b-af89-2199adc64327 req-869fda0f-5d26-44eb-872f-aad17f912bcc service neutron] 10.222.0.59 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942714 Feb 11 14:42:49.561988 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '0585c528-8741-4799-9142-5aa6da1153c9', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:24:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:42:47Z', 'updated_at': '2022-02-11T14:42:47Z', 'revision_number': 0, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}, {'id': '4719b0da-e73f-4283-b26a-b3ce0dc817eb', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:04Z', 'updated_at': '2022-02-11T14:40:07Z', 'revision_number': 1, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:42:49.592184 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b0627-50ef-4b6f-bf7e-60da1721fe84 None None] The sync data for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 is: [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '0585c528-8741-4799-9142-5aa6da1153c9', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.186', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:24:24:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:42:47Z', 'updated_at': '2022-02-11T14:42:47Z', 'revision_number': 0, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}, {'id': '4719b0da-e73f-4283-b26a-b3ce0dc817eb', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:04Z', 'updated_at': '2022-02-11T14:40:07Z', 'revision_number': 1, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:42:49.781960 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d934ffa-702e-4d38-b96f-6544a99d1c47 None None] New status for floating IP 0585c528-8741-4799-9142-5aa6da1153c9: ACTIVE {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:42:54.751792 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4543ae53-5f2d-42eb-b04a-0a6f1ec3b904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:56.666417 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:57.089233 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdb34eb7-9abb-4c31-8c2e-0e70cd34fef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:58.472114 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:58.969188 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:42:59.933234 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:43:00.368889 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:00.689117 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:22.188826 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-26aac265-f824-481f-a309-ad03ea752db9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426977 Feb 11 14:43:22.268720 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-d14e5ceb-a124-4d37-b1b0-6e20b69d61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:22.270318 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-d14e5ceb-a124-4d37-b1b0-6e20b69d61fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1095 time: 0.0412052 Feb 11 14:43:22.378278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-95df80b2-a776-4932-a41b-291c35c5c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:22.379850 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-95df80b2-a776-4932-a41b-291c35c5c283 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0914192 Feb 11 14:43:22.442673 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-a7022c97-eecb-4de0-95ce-b346f7c92b85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 200 len: 999 time: 0.0566821 Feb 11 14:43:22.489787 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-2bbb5024-008f-4599-8c36-a203990ce92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:22.491206 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-2bbb5024-008f-4599-8c36-a203990ce92f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0428731 Feb 11 14:43:22.540036 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-525da84d-030e-4632-ae25-fb68ccef94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:22.541496 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-525da84d-030e-4632-ae25-fb68ccef94a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427263 Feb 11 14:43:22.627591 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-2c3188ca-f099-4498-b810-ef5b1569c5b1 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784819 Feb 11 14:43:22.717401 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-2f879f26-9cd5-4e63-a165-44f379be6afa req-973bfcf9-d258-4baf-a240-f3dee2862eb5 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833304 Feb 11 14:43:22.852271 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-8e986755-8c94-47be-a46e-6a2682074ed3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403748 Feb 11 14:43:22.932196 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-14f82d57-88eb-4bef-9331-2dc89bc05ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:22.933671 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-14f82d57-88eb-4bef-9331-2dc89bc05ade service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 1097 time: 0.0403087 Feb 11 14:43:23.038340 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-a07922a3-014e-479a-ac8e-0afdc1dc67c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:23.039961 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-a07922a3-014e-479a-ac8e-0afdc1dc67c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0895269 Feb 11 14:43:23.105536 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-d29dacc2-465c-43f7-8724-2a91ee127edb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76307eae-d80a-4701-bb82-12c51bfe43cb HTTP/1.1" status: 200 len: 1002 time: 0.0587397 Feb 11 14:43:23.154239 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-1bd01e40-3c0f-4f7d-b5a7-dbace76f1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:23.155699 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-1bd01e40-3c0f-4f7d-b5a7-dbace76f1f49 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0442946 Feb 11 14:43:23.205276 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-b4506581-6173-462a-9e07-3d188f75ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:43:23.206793 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-b4506581-6173-462a-9e07-3d188f75ec30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441647 Feb 11 14:43:23.293542 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-95a23e98-1440-47de-972a-78186a027b7b service neutron] 10.222.0.59 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799644 Feb 11 14:43:23.390993 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-ac06cefa-2281-40eb-9dcb-0964ff4e7ecf req-01386641-2e03-4f2b-a17a-97934ba2498c service neutron] 10.222.0.59 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912786 Feb 11 14:43:24.774107 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f92a2bcf-763c-438a-9fd3-d9298752f479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:26.694816 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:27.037387 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f2f89d8f-1c2c-4375-afa5-e036ab511873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:28.534030 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:29.014065 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:30.340360 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:30.688517 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:36.932007 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:43:54.762273 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bd5c42f1-7d24-49b1-ae97-c8f69317fecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:56.704842 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:57.173994 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ac131b8b-caaa-4d01-8b84-6b3228f1696d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:58.510552 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:43:58.973701 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:00.345031 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:00.676493 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:13.931890 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:44:23.153417 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-c4d51682-5b81-4d5e-952d-6a34c71232e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414798 Feb 11 14:44:23.236548 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-0026d1a0-1d3a-4945-9729-7ec9771a7440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:23.243162 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-0026d1a0-1d3a-4945-9729-7ec9771a7440 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1095 time: 0.0399468 Feb 11 14:44:23.342505 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-81e3a4de-432a-4f9e-8b70-53993bfd6170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:23.343981 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-81e3a4de-432a-4f9e-8b70-53993bfd6170 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0881588 Feb 11 14:44:23.407523 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-2f1f8d6b-2b9f-43a7-ba6b-1e0b7c45ce65 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 200 len: 999 time: 0.0572989 Feb 11 14:44:23.455342 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-87f41cb5-0943-4856-9ee3-b33fb14ed245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:23.456771 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-87f41cb5-0943-4856-9ee3-b33fb14ed245 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0435553 Feb 11 14:44:23.504586 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-af8d967c-9972-4093-9859-fb2ac4b4306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:23.506094 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-af8d967c-9972-4093-9859-fb2ac4b4306e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428925 Feb 11 14:44:23.592425 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-f4c3573f-89d2-4608-8d03-ee096fa41051 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800354 Feb 11 14:44:23.682229 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-8bc22721-3b5f-45e8-b5a6-8802a55a3895 req-71d2a513-4dc1-4f84-ad01-3a81f0c7a947 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834787 Feb 11 14:44:23.840897 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7113762-0cba-4dc4-8662-07b9066f092f req-f25459f6-25fc-488e-8cac-1ce0293c89a4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408084 Feb 11 14:44:23.922675 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7113762-0cba-4dc4-8662-07b9066f092f req-6f4c759d-7ebc-437f-80a9-1e79c0c492ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:23.924187 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7113762-0cba-4dc4-8662-07b9066f092f req-6f4c759d-7ebc-437f-80a9-1e79c0c492ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 1097 time: 0.0408177 Feb 11 14:44:24.027718 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7113762-0cba-4dc4-8662-07b9066f092f req-94d0b55c-717e-4dd7-aca3-d0495c1a57bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:24.029231 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7113762-0cba-4dc4-8662-07b9066f092f req-94d0b55c-717e-4dd7-aca3-d0495c1a57bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0872338 Feb 11 14:44:24.093448 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7113762-0cba-4dc4-8662-07b9066f092f req-9b1200ee-0ace-495f-97b2-84bcf1e5f4a9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76307eae-d80a-4701-bb82-12c51bfe43cb HTTP/1.1" status: 200 len: 1002 time: 0.0577626 Feb 11 14:44:24.142541 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7113762-0cba-4dc4-8662-07b9066f092f req-88aa1ba4-9a0f-4576-8d5b-60a2d18c3f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:24.144026 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7113762-0cba-4dc4-8662-07b9066f092f req-88aa1ba4-9a0f-4576-8d5b-60a2d18c3f62 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0445242 Feb 11 14:44:24.193504 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7113762-0cba-4dc4-8662-07b9066f092f req-2b4ff3e5-e488-4d3f-b77a-32211f9f3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:44:24.195067 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7113762-0cba-4dc4-8662-07b9066f092f req-2b4ff3e5-e488-4d3f-b77a-32211f9f3013 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443034 Feb 11 14:44:24.205189 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [req-a7113762-0cba-4dc4-8662-07b9066f092f req-adc46657-3aca-4d88-8f49-beabfb05e737 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=103007) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 11 14:44:24.206242 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7113762-0cba-4dc4-8662-07b9066f092f req-adc46657-3aca-4d88-8f49-beabfb05e737 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049098 Feb 11 14:44:24.293589 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7113762-0cba-4dc4-8662-07b9066f092f req-a6141c80-f223-42f1-be1c-011444396a01 service neutron] 10.222.0.59 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808873 Feb 11 14:44:24.385571 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-a7113762-0cba-4dc4-8662-07b9066f092f req-2391f181-dbe2-4b48-91de-1400cb5ad8ab service neutron] 10.222.0.59 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860965 Feb 11 14:44:24.755813 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-34982f5b-026d-4d7f-bd9c-a194f40ce056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:26.750103 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:27.047816 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3d95c26e-ed93-4c94-87c7-a10dafa8a1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:28.549569 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:28.978998 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:30.338387 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:30.710315 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:50.930667 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:44:54.807009 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-bc1ef258-f298-4c6b-a322-823e3447df03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:56.744062 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:57.092158 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ab9e3f0a-e38b-4de8-883b-9fcf6aee6f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:58.544998 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:44:59.018118 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:00.349277 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:00.727722 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:08.069940 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 76307eae-d80a-4701-bb82-12c51bfe43cb details requested by agent hyperv_n-h2-816488-1 with host n-h2-816488-1 {{(pid=103008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 14:45:08.167674 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 76307eae-d80a-4701-bb82-12c51bfe43cb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=76307eae-d80a-4701-bb82-12c51bfe43cb,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:08.178538 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Returning: {'device': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'port_id': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'mac_address': 'fa:16:3e:24:24:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 14:45:08.215877 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:08.229014 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76307eae-d80a-4701-bb82-12c51bfe43cb {{(pid=103008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 14:45:08.247324 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 76307eae-d80a-4701-bb82-12c51bfe43cb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=76307eae-d80a-4701-bb82-12c51bfe43cb,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:08.332450 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:08.386866 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=76307eae-d80a-4701-bb82-12c51bfe43cb,revision_number=6']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:08.394021 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.394364 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.394700 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.395034 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.395361 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.395688 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.396010 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.396330 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.396652 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.396974 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.397295 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.398327 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:08.403167 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] get_ports_and_sgs() called for port_ids ['76307eae-d80a-4701-bb82-12c51bfe43cb'] {{(pid=103008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 14:45:10.070452 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 76307eae-d80a-4701-bb82-12c51bfe43cb up at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 14:45:10.117568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.provisioning_blocks [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Provisioning complete for port 76307eae-d80a-4701-bb82-12c51bfe43cb triggered by entity L2. {{(pid=103008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 14:45:10.117967 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-963750'] for port, provisioning_complete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.194776 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.219927 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:45:10.222155 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cde922-f999-48db-a415-4d9d245bfc80" -d '{"events": [{"server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "name": "network-vif-plugged", "status": "completed", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:45:10.241788 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 76307eae-d80a-4701-bb82-12c51bfe43cb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=76307eae-d80a-4701-bb82-12c51bfe43cb,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:10.261488 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4a66f9-e5ef-406c-874d-f4f0f20ef572 x-openstack-request-id: req-8b4a66f9-e5ef-406c-874d-f4f0f20ef572 {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:45:10.261794 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "name": "network-vif-plugged", "status": "completed", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:45:10.262049 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b4a66f9-e5ef-406c-874d-f4f0f20ef572 {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:45:10.262465 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'code': 200} Feb 11 14:45:10.315374 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:10.364537 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=76307eae-d80a-4701-bb82-12c51bfe43cb,revision_number=7']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:22.661977 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47664) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:22.818939 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Deleting port 0482fd76-5d70-486b-8188-c7d4f4c6a4f3 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:22.819214 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:22.892467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:22.892797 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:22.904371 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Calling delete_port for 0482fd76-5d70-486b-8188-c7d4f4c6a4f3 owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:23.132151 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:23.163361 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event deleted for resources: {'Port': ['ID=0482fd76-5d70-486b-8188-c7d4f4c6a4f3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:23.187783 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.188111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.188449 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.188857 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.189203 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.189531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.189879 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.190209 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.190531 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.190902 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.191221 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.191542 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:23.234498 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:23.234825 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Floating IP 0585c528-8741-4799-9142-5aa6da1153c9 disassociated (deleted). External IP: 172.25.0.186, port: 76307eae-d80a-4701-bb82-12c51bfe43cb. Feb 11 14:45:23.448038 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Router 37d16427-b7df-460e-8998-f983cc83e15d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:45:23.552549 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:45:23.557246 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:23.563597 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] Sync routers for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:45:23.574924 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:23.575680 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:23.590640 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-3fad12e5-517c-4ed3-8259-30a3d7a935d3 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "DELETE /v2.0/floatingips/0585c528-8741-4799-9142-5aa6da1153c9 HTTP/1.1" status: 204 len: 168 time: 0.9249783 Feb 11 14:45:23.590640 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:45:23.591172 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff" -d '{"events": [{"name": "network-changed", "server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:45:23.685727 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:23.689987 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061fcbf2-619e-4df6-88b2-116e827fca21 x-openstack-request-id: req-061fcbf2-619e-4df6-88b2-116e827fca21 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:45:23.690494 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:45:23.690824 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-061fcbf2-619e-4df6-88b2-116e827fca21 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:45:23.691311 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'status': 'completed', 'code': 200} Feb 11 14:45:23.751748 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-4be73e06-bb42-454e-b9e8-62a7ac71621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:23.753342 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-4be73e06-bb42-454e-b9e8-62a7ac71621e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 1097 time: 0.0401731 Feb 11 14:45:23.846461 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-6cd54bfc-1555-46c4-a134-0131a361ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:23.848126 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-6cd54bfc-1555-46c4-a134-0131a361ae95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0865576 Feb 11 14:45:23.893865 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-0c98c60a-54cf-4e48-9377-c355deefd2ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76307eae-d80a-4701-bb82-12c51bfe43cb HTTP/1.1" status: 200 len: 217 time: 0.0391412 Feb 11 14:45:23.917520 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4719b0da-e73f-4283-b26a-b3ce0dc817eb', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:04Z', 'updated_at': '2022-02-11T14:40:07Z', 'revision_number': 1, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:23.942305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-da96b4fb-b8c5-4b15-8607-72173c4bb6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:23.943810 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] Checking router: 37d16427-b7df-460e-8998-f983cc83e15d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:45:23.943952 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-da96b4fb-b8c5-4b15-8607-72173c4bb6bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0441227 Feb 11 14:45:23.952419 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:23.953044 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:44:57Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:23.988437 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-d958a8df-1146-4f02-9d50-8a8cdd9c11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:23.989947 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-d958a8df-1146-4f02-9d50-8a8cdd9c11ce service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403721 Feb 11 14:45:24.066164 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:24.148975 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 76307eae-d80a-4701-bb82-12c51bfe43cb no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:24.186359 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb5fda-b6d5-485e-a884-6196a806173a req-f4de4468-16c0-409d-8ca0-5606a00bd930 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:24.188652 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ebb5fda-b6d5-485e-a884-6196a806173a req-f4de4468-16c0-409d-8ca0-5606a00bd930 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 946 time: 0.1379294 Feb 11 14:45:24.228667 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-4ebb5fda-b6d5-485e-a884-6196a806173a req-812a0264-7829-48df-aeff-e006e00dfe60 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337052 Feb 11 14:45:24.308803 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1042863'] for port, before_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:24.352170 n-d-816488-1 neutron-server[103008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb'}] {{(pid=103008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:45:24.354425 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f5cb3dcc052c1270954e4d812c3180b7ed578ccb97d1af84e71732d63940aba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba91f75f-fcbd-4528-a006-3e60748f7bef" -d '{"events": [{"server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "name": "network-vif-unplugged", "status": "completed", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb"}]}' {{(pid=103008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:45:24.385333 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] For port 76307eae-d80a-4701-bb82-12c51bfe43cb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=76307eae-d80a-4701-bb82-12c51bfe43cb,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:24.399553 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3501ac-23dd-4445-8bd8-5fe38b91249e x-openstack-request-id: req-8e3501ac-23dd-4445-8bd8-5fe38b91249e {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:45:24.399553 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "name": "network-vif-unplugged", "status": "completed", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb", "code": 200}]} {{(pid=103008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:45:24.399791 n-d-816488-1 neutron-server[103008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e3501ac-23dd-4445-8bd8-5fe38b91249e {{(pid=103008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:45:24.400097 n-d-816488-1 neutron-server[103008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'code': 200} Feb 11 14:45:24.418886 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4719b0da-e73f-4283-b26a-b3ce0dc817eb', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:04Z', 'updated_at': '2022-02-11T14:40:07Z', 'revision_number': 1, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:24.452035 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094f98c7-9627-4a00-93d0-6414862b430a None None] The sync data for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 is: [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_floatingips': [{'id': '4719b0da-e73f-4283-b26a-b3ce0dc817eb', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'router_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'port_id': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'mac_address': 'fa:16:3e:59:13:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T14:40:04Z', 'updated_at': '2022-02-11T14:40:07Z', 'revision_number': 1, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:45:24.469074 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788035881840', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788035482224', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788035482242'] for port, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:24.484923 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d94df38b-c088-467d-b494-036fd8e0613a req-2cc4512d-ef0f-4568-bb6c-0c4870bb9a46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688272 Feb 11 14:45:24.486549 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-b76a09ab-2816-4a60-b44f-23a4b84347fe service neutron] 10.222.0.59 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898837 Feb 11 14:45:24.525268 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Pushing event updated for resources: {'Port': ['ID=76307eae-d80a-4701-bb82-12c51bfe43cb,revision_number=8']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:24.613021 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94df38b-c088-467d-b494-036fd8e0613a req-790280bf-b62e-49ee-88e0-c7a8dfc334e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:24.614579 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d94df38b-c088-467d-b494-036fd8e0613a req-790280bf-b62e-49ee-88e0-c7a8dfc334e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1095 time: 0.0698619 Feb 11 14:45:24.618782 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-836a1bb0-ce93-45e4-a8c8-a547b6da88ff req-9491749e-3eb6-4c12-9a41-6c4827f8d293 service neutron] 10.222.0.59 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253705 Feb 11 14:45:24.728002 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94df38b-c088-467d-b494-036fd8e0613a req-149ad0b2-f528-46d0-b082-e07d7e2e099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:24.729498 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d94df38b-c088-467d-b494-036fd8e0613a req-149ad0b2-f528-46d0-b082-e07d7e2e099a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0960894 Feb 11 14:45:24.750049 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574588bd-e7cc-428d-b167-542826d7a49a None None] New status for floating IP 0585c528-8741-4799-9142-5aa6da1153c9: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:45:24.789901 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-816a5305-0407-426f-840d-6db8d8f4ce80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:24.798248 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d94df38b-c088-467d-b494-036fd8e0613a req-4ae74ec2-23d4-4676-a068-4c6e4119a0d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 200 len: 999 time: 0.0626042 Feb 11 14:45:24.854064 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94df38b-c088-467d-b494-036fd8e0613a req-b348053c-d408-45ce-8927-3fea84a11631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:24.855752 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d94df38b-c088-467d-b494-036fd8e0613a req-b348053c-d408-45ce-8927-3fea84a11631 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0512934 Feb 11 14:45:24.905885 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94df38b-c088-467d-b494-036fd8e0613a req-ab0ce489-7476-4f6b-a1d9-dce225ab57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:24.907365 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d94df38b-c088-467d-b494-036fd8e0613a req-ab0ce489-7476-4f6b-a1d9-dce225ab57a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455019 Feb 11 14:45:24.996197 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d94df38b-c088-467d-b494-036fd8e0613a req-d454237d-51ca-4726-9476-418d9def7e94 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821607 Feb 11 14:45:25.089499 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-d94df38b-c088-467d-b494-036fd8e0613a req-eb89d43c-0723-400c-8ba4-8f1e59720882 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868523 Feb 11 14:45:25.358546 n-d-816488-1 neutron-server[103006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c0796-da28-4ad9-8f6c-2d1a79f88c3d req-88c39009-26ef-4142-ba0e-2bdc7e5a2bd8 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:25.360030 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba7c0796-da28-4ad9-8f6c-2d1a79f88c3d req-88c39009-26ef-4142-ba0e-2bdc7e5a2bd8 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 944 time: 0.0544047 Feb 11 14:45:25.399934 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-ba7c0796-da28-4ad9-8f6c-2d1a79f88c3d req-2e220c33-e4a5-4c41-9dfd-736a1dc76c51 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311098 Feb 11 14:45:25.929224 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-581dba7a-127f-4abb-82e2-2aea508e061a tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:25.930611 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-581dba7a-127f-4abb-82e2-2aea508e061a tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.59 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 944 time: 0.0497184 Feb 11 14:45:26.019149 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-e9dece84-f3e6-41e4-8840-fd5ae04d6cbf tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Deleting port 76307eae-d80a-4701-bb82-12c51bfe43cb {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:26.019493 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-e9dece84-f3e6-41e4-8840-fd5ae04d6cbf tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:26.110270 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-e9dece84-f3e6-41e4-8840-fd5ae04d6cbf tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] For port 76307eae-d80a-4701-bb82-12c51bfe43cb, host n-h2-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816488-1',level=0,port_id=76307eae-d80a-4701-bb82-12c51bfe43cb,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:26.110660 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-e9dece84-f3e6-41e4-8840-fd5ae04d6cbf tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:26.122992 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-e9dece84-f3e6-41e4-8840-fd5ae04d6cbf tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Calling delete_port for 76307eae-d80a-4701-bb82-12c51bfe43cb owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:26.309135 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-e9dece84-f3e6-41e4-8840-fd5ae04d6cbf tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:26.337398 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dece84-f3e6-41e4-8840-fd5ae04d6cbf tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event deleted for resources: {'Port': ['ID=76307eae-d80a-4701-bb82-12c51bfe43cb,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:26.380774 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-e9dece84-f3e6-41e4-8840-fd5ae04d6cbf tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] No DVR routers for this DVR port 76307eae-d80a-4701-bb82-12c51bfe43cb on host n-h2-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:45:26.384196 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-e9dece84-f3e6-41e4-8840-fd5ae04d6cbf tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:26.387537 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-60a26be7-0f54-4cde-a21d-dba06c0ce595 req-e9dece84-f3e6-41e4-8840-fd5ae04d6cbf tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.59 "DELETE /v2.0/ports/76307eae-d80a-4701-bb82-12c51bfe43cb HTTP/1.1" status: 204 len: 173 time: 0.4513216 Feb 11 14:45:26.387971 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'name': 'network-vif-deleted', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:45:26.390258 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a24ce4f-363b-4d37-af17-49078b6feb17" -d '{"events": [{"server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "name": "network-vif-deleted", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:45:26.439335 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0215f25e-6171-444f-af5c-8c2555092419 x-openstack-request-id: req-0215f25e-6171-444f-af5c-8c2555092419 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:45:26.439632 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66b2a054-2e46-4fb3-9bcd-02b776226db1", "name": "network-vif-deleted", "tag": "76307eae-d80a-4701-bb82-12c51bfe43cb", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:45:26.439943 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0215f25e-6171-444f-af5c-8c2555092419 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:45:26.440286 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66b2a054-2e46-4fb3-9bcd-02b776226db1', 'name': 'network-vif-deleted', 'tag': '76307eae-d80a-4701-bb82-12c51bfe43cb', 'status': 'completed', 'code': 200} Feb 11 14:45:26.499272 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f22b0c01-83b2-4438-9e38-484ce082ab06 req-8a00c999-4aaa-4ae5-8eff-7cf734b44df1 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=66b2a054-2e46-4fb3-9bcd-02b776226db1 HTTP/1.1" status: 200 len: 210 time: 0.0285435 Feb 11 14:45:26.743892 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:27.080683 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-73fb89bb-1b70-4086-a6bf-ad6dba6118bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:27.929559 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:45:28.179583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 76307eae-d80a-4701-bb82-12c51bfe43cb no longer exists at agent hyperv_n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:28.202962 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] No Port match for: 76307eae-d80a-4701-bb82-12c51bfe43cb {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:28.206676 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Device 76307eae-d80a-4701-bb82-12c51bfe43cb not bound to the agent host n-h2-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:28.503484 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:28.796177 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47740) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:28.954661 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Deleting port 408e179d-770d-4683-8820-3e26cf13da0d {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:28.955003 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:28.995028 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:29.033063 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:29.033295 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:29.044521 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Calling delete_port for 408e179d-770d-4683-8820-3e26cf13da0d owned by network:floatingip {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:29.246172 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:29.273266 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event deleted for resources: {'Port': ['ID=408e179d-770d-4683-8820-3e26cf13da0d,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:29.330967 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for floatingip, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:29.331207 n-d-816488-1 neutron-server[103007]: INFO neutron.db.l3_db [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Floating IP 4719b0da-e73f-4283-b26a-b3ce0dc817eb disassociated (deleted). External IP: 172.25.0.60, port: 070a1713-2cd1-4501-95cc-5079462bc6bd. Feb 11 14:45:29.540744 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Router 37d16427-b7df-460e-8998-f983cc83e15d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:45:29.649020 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:45:29.653729 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for floatingip, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:29.658658 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] Sync routers for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:45:29.669140 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:29.669754 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:29.682539 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-7c654237-d480-4198-b1ed-f46f1f08954b tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "DELETE /v2.0/floatingips/4719b0da-e73f-4283-b26a-b3ce0dc817eb HTTP/1.1" status: 204 len: 168 time: 0.8852639 Feb 11 14:45:29.683118 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:45:29.685369 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8ef452-3e52-401d-b313-918549e777a4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:45:29.722165 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 14:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a3353b-5365-4a8b-9514-ce9eb747e8f9 x-openstack-request-id: req-85a3353b-5365-4a8b-9514-ce9eb747e8f9 {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:45:29.722428 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:45:29.722661 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-85a3353b-5365-4a8b-9514-ce9eb747e8f9 {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:45:29.723060 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'status': 'completed', 'code': 200} Feb 11 14:45:29.783286 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ef452-3e52-401d-b313-918549e777a4 req-9f2f68d8-d3e0-4513-8e3f-b8d3f72a7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:29.785047 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f8ef452-3e52-401d-b313-918549e777a4 req-9f2f68d8-d3e0-4513-8e3f-b8d3f72a7ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea308e1123314d2aaa278d224af3e1d5&device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 1095 time: 0.0417907 Feb 11 14:45:29.790357 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:29.880713 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ef452-3e52-401d-b313-918549e777a4 req-113be6c1-a6c5-49dd-b049-a26b063d4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:29.882793 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f8ef452-3e52-401d-b313-918549e777a4 req-113be6c1-a6c5-49dd-b049-a26b063d4bf3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 200 len: 910 time: 0.0914304 Feb 11 14:45:29.925689 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f8ef452-3e52-401d-b313-918549e777a4 req-5bd48a67-57e4-4824-b6a0-938da9a449a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 200 len: 217 time: 0.0355923 Feb 11 14:45:29.977230 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ef452-3e52-401d-b313-918549e777a4 req-a94d85e2-b661-4970-a5fe-8b792f9f7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:29.978958 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f8ef452-3e52-401d-b313-918549e777a4 req-a94d85e2-b661-4970-a5fe-8b792f9f7b7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 200 len: 848 time: 0.0474081 Feb 11 14:45:30.010713 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:30.041762 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ef452-3e52-401d-b313-918549e777a4 req-93a3ddab-8d28-4bfe-8743-e4ba09020964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:30.043222 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f8ef452-3e52-401d-b313-918549e777a4 req-93a3ddab-8d28-4bfe-8743-e4ba09020964 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ff9e083e-8399-4974-b2e1-55be93fa2c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573351 Feb 11 14:45:30.044749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] Checking router: 37d16427-b7df-460e-8998-f983cc83e15d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:45:30.052836 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:30.053432 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:30.135278 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32507a95-cdec-4436-9e9d-99c9b898102a req-00985b7a-1180-460f-9ac7-b4f655c01e90 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:30.136812 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-32507a95-cdec-4436-9e9d-99c9b898102a req-00985b7a-1180-460f-9ac7-b4f655c01e90 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 944 time: 0.1058719 Feb 11 14:45:30.201115 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f8ef452-3e52-401d-b313-918549e777a4 req-b347fcb7-31af-4f8e-9f51-d307601d7ad8 service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391912 Feb 11 14:45:30.206569 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-32507a95-cdec-4436-9e9d-99c9b898102a req-86ebbedd-ee05-4383-ac19-81a34c49e524 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f5f871-2120-40fb-8e05-0c0cc15cb23c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607166 Feb 11 14:45:30.299042 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-7f8ef452-3e52-401d-b313-918549e777a4 req-06ff6559-3a53-4ca4-a2aa-7ac81d14f68e service neutron] 10.222.0.13 "GET /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901659 Feb 11 14:45:30.337365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:30.409262 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:30.540915 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:30.567018 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8323faa7-3756-412e-b0e4-df1018479197 None None] The sync data for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 is: [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:39:39Z', 'revision_number': 4, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1', '_interfaces': [{'id': 'bed478d6-0c7c-411f-8d9c-6f49d716fee6', 'name': '', 'network_id': 'ff9e083e-8399-4974-b2e1-55be93fa2c25', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'mac_address': 'fa:16:3e:a7:85:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:38Z', 'updated_at': '2022-02-11T14:39:42Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'subnets': [{'id': 'b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:45:30.703822 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:30.743591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301664dc-502c-4489-a0b9-cb3744039d7e req-665fedff-ec84-43b8-944b-e9f1a136c77a tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 14:45:30.745582 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301664dc-502c-4489-a0b9-cb3744039d7e req-665fedff-ec84-43b8-944b-e9f1a136c77a tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 944 time: 0.0583043 Feb 11 14:45:30.782320 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf683f-1fad-43b8-a251-e985a3244643 None None] New status for floating IP 4719b0da-e73f-4283-b26a-b3ce0dc817eb: DOWN {{(pid=103009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 14:45:30.857976 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-301664dc-502c-4489-a0b9-cb3744039d7e req-371f47f2-b4ce-4445-be16-e8df0ffcd7ed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Deleting port 070a1713-2cd1-4501-95cc-5079462bc6bd {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:30.864361 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301664dc-502c-4489-a0b9-cb3744039d7e req-371f47f2-b4ce-4445-be16-e8df0ffcd7ed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:30.948136 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [req-301664dc-502c-4489-a0b9-cb3744039d7e req-371f47f2-b4ce-4445-be16-e8df0ffcd7ed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] For port 070a1713-2cd1-4501-95cc-5079462bc6bd, host n-h1-816488-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816488-1',level=0,port_id=070a1713-2cd1-4501-95cc-5079462bc6bd,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:30.948830 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301664dc-502c-4489-a0b9-cb3744039d7e req-371f47f2-b4ce-4445-be16-e8df0ffcd7ed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:30.959728 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [req-301664dc-502c-4489-a0b9-cb3744039d7e req-371f47f2-b4ce-4445-be16-e8df0ffcd7ed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Calling delete_port for 070a1713-2cd1-4501-95cc-5079462bc6bd owned by compute:nova {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:31.137879 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301664dc-502c-4489-a0b9-cb3744039d7e req-371f47f2-b4ce-4445-be16-e8df0ffcd7ed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:31.165602 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f47f2-b4ce-4445-be16-e8df0ffcd7ed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event deleted for resources: {'Port': ['ID=070a1713-2cd1-4501-95cc-5079462bc6bd,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:31.213987 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [req-301664dc-502c-4489-a0b9-cb3744039d7e req-371f47f2-b4ce-4445-be16-e8df0ffcd7ed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] No DVR routers for this DVR port 070a1713-2cd1-4501-95cc-5079462bc6bd on host n-h1-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:45:31.216580 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [req-301664dc-502c-4489-a0b9-cb3744039d7e req-371f47f2-b4ce-4445-be16-e8df0ffcd7ed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22171'] for port, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:31.220159 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [req-301664dc-502c-4489-a0b9-cb3744039d7e req-371f47f2-b4ce-4445-be16-e8df0ffcd7ed tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.13 "DELETE /v2.0/ports/070a1713-2cd1-4501-95cc-5079462bc6bd HTTP/1.1" status: 204 len: 173 time: 0.4657288 Feb 11 14:45:31.309482 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [req-f0d76eaf-c075-4ab7-99fd-f1fd34b02362 req-7b0f362f-44e5-42b5-b9c8-d83385622217 tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "GET /v2.0/ports?device_id=cf619282-04b4-42cb-a504-d9c97a5d7de6 HTTP/1.1" status: 200 len: 210 time: 0.0295591 Feb 11 14:45:31.724463 n-d-816488-1 neutron-server[103007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'name': 'network-vif-deleted', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd'}] {{(pid=103007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 14:45:31.727418 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}313f270e53e77429a1d6dc02dc331e835b32711a95f9422fb9113c6660284f9d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79be1cf4-f050-410f-ab37-4b02cd4b0664" -d '{"events": [{"server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "name": "network-vif-deleted", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd"}]}' {{(pid=103007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 14:45:31.763835 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 14:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d940bcf0-5cb2-4002-9d9f-b5f9e16226fb x-openstack-request-id: req-d940bcf0-5cb2-4002-9d9f-b5f9e16226fb {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 14:45:31.764120 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf619282-04b4-42cb-a504-d9c97a5d7de6", "name": "network-vif-deleted", "tag": "070a1713-2cd1-4501-95cc-5079462bc6bd", "status": "completed", "code": 200}]} {{(pid=103007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 14:45:31.764367 n-d-816488-1 neutron-server[103007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d940bcf0-5cb2-4002-9d9f-b5f9e16226fb {{(pid=103007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 14:45:31.764790 n-d-816488-1 neutron-server[103007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf619282-04b4-42cb-a504-d9c97a5d7de6', 'name': 'network-vif-deleted', 'tag': '070a1713-2cd1-4501-95cc-5079462bc6bd', 'status': 'completed', 'code': 200} Feb 11 14:45:32.365101 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47754) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:32.423071 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:32.448574 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:32.589104 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:32.591792 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:32.592963 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] 10.222.0.52 "DELETE /v2.0/security-groups/93f5f871-2120-40fb-8e05-0c0cc15cb23c HTTP/1.1" status: 204 len: 168 time: 0.2268803 Feb 11 14:45:32.603224 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f5f871-2120-40fb-8e05-0c0cc15cb23c,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:32.610904 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.611510 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.611797 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.611986 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.612325 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.612655 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.612999 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.613426 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.613811 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.614170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.614499 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.614825 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0912b5-4b1c-43e6-8876-763e3144fb9e tempest-TestSnapshotPattern-1582755773 tempest-TestSnapshotPattern-1582755773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816488-1 {{(pid=103006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 14:45:32.733080 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47758) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:33.166568 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:33.407591 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] Deleting port bed478d6-0c7c-411f-8d9c-6f49d716fee6 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:33.407931 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:33.433818 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 070a1713-2cd1-4501-95cc-5079462bc6bd no longer exists at agent hyperv_n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:33.454284 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] No Port match for: 070a1713-2cd1-4501-95cc-5079462bc6bd {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:33.454892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Device 070a1713-2cd1-4501-95cc-5079462bc6bd not bound to the agent host n-h1-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:33.491438 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] For port bed478d6-0c7c-411f-8d9c-6f49d716fee6, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=bed478d6-0c7c-411f-8d9c-6f49d716fee6,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:33.491790 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:33.510876 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] Calling delete_port for bed478d6-0c7c-411f-8d9c-6f49d716fee6 owned by network:router_interface {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:33.754854 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:33.779798 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=bed478d6-0c7c-411f-8d9c-6f49d716fee6,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:33.953554 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:34.159137 n-d-816488-1 neutron-server[103007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] Router 37d16427-b7df-460e-8998-f983cc83e15d has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:45:34.265845 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:45:34.270807 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-93e581b2-c86b-41f8-902f-bbc8ca2b9dbe admin admin] 10.222.0.52 "PUT /v2.0/routers/37d16427-b7df-460e-8998-f983cc83e15d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5367327 Feb 11 14:45:34.273863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47762) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:34.274748 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] Sync routers for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:45:34.283967 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:34.284568 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:34.391288 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:34.581702 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:45:33Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:34.613214 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] Checking router: 37d16427-b7df-460e-8998-f983cc83e15d for host: n-d-816488-1 {{(pid=103008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:45:34.622792 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] Routers {'37d16427-b7df-460e-8998-f983cc83e15d'} bound to L3 agent in host n-d-816488-1 {{(pid=103008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:34.623417 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['37d16427-b7df-460e-8998-f983cc83e15d'], 'active': True} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:34.721216 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:34.730773 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvr_db [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] Set router 37d16427-b7df-460e-8998-f983cc83e15d gateway port host: n-d-816488-1 {{(pid=103008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:34.823041 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:34.905563 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_hamode_db [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:45:33Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:34.935749 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a009c5d-3c01-4f0f-b208-4db98323193f None None] The sync data for ids ['37d16427-b7df-460e-8998-f983cc83e15d'] in n-d-816488-1 is: [{'id': '37d16427-b7df-460e-8998-f983cc83e15d', 'name': 'tempest-TestSnapshotPattern-720974246-router', 'tenant_id': 'ea308e1123314d2aaa278d224af3e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:35Z', 'updated_at': '2022-02-11T14:45:33Z', 'revision_number': 5, 'project_id': 'ea308e1123314d2aaa278d224af3e1d5', 'gw_port': {'id': 'e4b71dd0-aa80-462a-a761-07640a2f1798', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:09:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37d16427-b7df-460e-8998-f983cc83e15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:36Z', 'updated_at': '2022-02-11T14:39:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}] {{(pid=103008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:45:34.952442 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Deleting port e4b71dd0-aa80-462a-a761-07640a2f1798 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:34.952786 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.030200 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] For port e4b71dd0-aa80-462a-a761-07640a2f1798, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=e4b71dd0-aa80-462a-a761-07640a2f1798,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:35.030562 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.042469 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Calling delete_port for e4b71dd0-aa80-462a-a761-07640a2f1798 owned by network:router_gateway {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:35.343405 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.377954 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4b71dd0-aa80-462a-a761-07640a2f1798,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:35.443430 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.534801 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.536909 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.651827 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.652356 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37d16427-b7df-460e-8998-f983cc83e15d {{(pid=103007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:45:35.657423 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.660913 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-a09e10e8-9605-48be-b796-33634523d4b7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/37d16427-b7df-460e-8998-f983cc83e15d HTTP/1.1" status: 204 len: 168 time: 1.3838291 Feb 11 14:45:35.661187 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47768) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:35.715677 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c3259b-ef98-4b73-9e01-aba3729860c3 admin admin] Deleting subnet b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 {{(pid=103007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:45:35.719215 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78c3259b-ef98-4b73-9e01-aba3729860c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.757515 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78c3259b-ef98-4b73-9e01-aba3729860c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16726782'] for subnet, precommit_delete_associations {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.779624 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bed478d6-0c7c-411f-8d9c-6f49d716fee6 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:35.807365 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: bed478d6-0c7c-411f-8d9c-6f49d716fee6 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:35.808636 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device bed478d6-0c7c-411f-8d9c-6f49d716fee6 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:35.844241 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78c3259b-ef98-4b73-9e01-aba3729860c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.949026 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78c3259b-ef98-4b73-9e01-aba3729860c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16415917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4242787'] for subnet, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.975054 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3259b-ef98-4b73-9e01-aba3729860c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:35.977304 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-78c3259b-ef98-4b73-9e01-aba3729860c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:35.981035 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-78c3259b-ef98-4b73-9e01-aba3729860c3 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b99f9b96-abdf-43c2-b5c7-f1e5b5dbe4a4 HTTP/1.1" status: 204 len: 168 time: 0.3182607 Feb 11 14:45:35.983611 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47772) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:35.983991 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ca9351-6510-4dfb-8f54-6dcf6e148c02 None None] Network ff9e083e-8399-4974-b2e1-55be93fa2c25 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:45:36.050700 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.106223 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Deleting port f464b54d-aa53-47ee-8292-4fd9fcb9963e {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:36.106561 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.181337 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcca21e-3717-4d3d-b28f-3e920ef6686c None None] DHCP port deletion for ff9e083e-8399-4974-b2e1-55be93fa2c25 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:45:36.181588 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] For port f464b54d-aa53-47ee-8292-4fd9fcb9963e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f464b54d-aa53-47ee-8292-4fd9fcb9963e,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:36.182937 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.197982 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Calling delete_port for f464b54d-aa53-47ee-8292-4fd9fcb9963e owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:36.232454 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fdcca21e-3717-4d3d-b28f-3e920ef6686c None None] Deleting port f464b54d-aa53-47ee-8292-4fd9fcb9963e {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:36.232766 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdcca21e-3717-4d3d-b28f-3e920ef6686c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.295165 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-fdcca21e-3717-4d3d-b28f-3e920ef6686c None None] For port f464b54d-aa53-47ee-8292-4fd9fcb9963e, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f464b54d-aa53-47ee-8292-4fd9fcb9963e,segment=NetworkSegment(88faf849-f865-4d02-8496-4588f8ca230f),segment_id=88faf849-f865-4d02-8496-4588f8ca230f)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:36.295592 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdcca21e-3717-4d3d-b28f-3e920ef6686c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.312626 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-fdcca21e-3717-4d3d-b28f-3e920ef6686c None None] Calling delete_port for f464b54d-aa53-47ee-8292-4fd9fcb9963e owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:36.372186 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.386411 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-fdcca21e-3717-4d3d-b28f-3e920ef6686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.402047 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Pushing event deleted for resources: {'Port': ['ID=f464b54d-aa53-47ee-8292-4fd9fcb9963e,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:36.405740 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] No DVR routers for this DVR port f464b54d-aa53-47ee-8292-4fd9fcb9963e on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:45:36.409783 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcca21e-3717-4d3d-b28f-3e920ef6686c None None] Pushing event deleted for resources: {'Port': ['ID=f464b54d-aa53-47ee-8292-4fd9fcb9963e,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:36.416355 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcca21e-3717-4d3d-b28f-3e920ef6686c None None] No DVR routers for this DVR port f464b54d-aa53-47ee-8292-4fd9fcb9963e on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:45:36.480276 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.500683 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9e083e-8399-4974-b2e1-55be93fa2c25']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:36.509814 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88faf849-f865-4d02-8496-4588f8ca230f') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:36.510114 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88faf849-f865-4d02-8496-4588f8ca230f') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:36.519403 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.532323 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.537959 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:45:36.538339 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:45:36.540550 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:45:36.668976 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.674939 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:36.678454 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ff9e083e-8399-4974-b2e1-55be93fa2c25 HTTP/1.1" status: 204 len: 168 time: 0.6937087 Feb 11 14:45:36.688170 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47774) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:36.690794 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26aadb5-4b73-42c5-9c08-c58bcda03f77 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9e083e-8399-4974-b2e1-55be93fa2c25,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:37.027694 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8035498'] for router_interface, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:37.273847 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] Deleting port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:37.274283 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:37.350826 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] For port 85dd6a7c-aae8-41bb-867c-b2e352ea0fca, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=85dd6a7c-aae8-41bb-867c-b2e352ea0fca,segment=NetworkSegment(2689bfda-8201-4522-b52f-b09d6a3876fe),segment_id=2689bfda-8201-4522-b52f-b09d6a3876fe)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:37.351096 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:37.362851 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] Calling delete_port for 85dd6a7c-aae8-41bb-867c-b2e352ea0fca owned by network:router_interface {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:37.617462 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:37.642566 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] Pushing event deleted for resources: {'Port': ['ID=85dd6a7c-aae8-41bb-867c-b2e352ea0fca,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:37.812501 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f464b54d-aa53-47ee-8292-4fd9fcb9963e no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:37.826493 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8338639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8035526'] for router_interface, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:37.844769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f464b54d-aa53-47ee-8292-4fd9fcb9963e {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:37.844769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f464b54d-aa53-47ee-8292-4fd9fcb9963e not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:37.844769 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4b71dd0-aa80-462a-a761-07640a2f1798 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:37.865142 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: e4b71dd0-aa80-462a-a761-07640a2f1798 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:37.865488 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device e4b71dd0-aa80-462a-a761-07640a2f1798 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:38.354733 n-d-816488-1 neutron-server[103006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] Router 75884858-9aac-4c90-9cc1-0fb21fde9918 has already been hosted by L3 agent 7044990c-6649-4264-b2d5-2809420ab5d6 {{(pid=103006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 14:45:38.459848 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] Notify agent at l3_agent.n-d-816488-1 the message routers_updated {{(pid=103006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 14:45:38.465166 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-10b16d41-eb67-449b-b064-634f9fe9f000 admin admin] 10.222.0.52 "PUT /v2.0/routers/75884858-9aac-4c90-9cc1-0fb21fde9918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7757657 Feb 11 14:45:38.467439 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47778) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:38.470546 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] Sync routers for ids ['75884858-9aac-4c90-9cc1-0fb21fde9918'] in n-d-816488-1 {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 14:45:38.481302 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] Routers {'75884858-9aac-4c90-9cc1-0fb21fde9918'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:38.481939 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75884858-9aac-4c90-9cc1-0fb21fde9918'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:38.570728 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Notify callbacks [] for router, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:38.585708 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] Set router 75884858-9aac-4c90-9cc1-0fb21fde9918 gateway port host: n-d-816488-1 {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:38.673188 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:38.758636 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'name': 'tempest-TestSnapshotPattern-79444405-router', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'external_fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32'}], 'enable_snat': True}, 'gw_port_id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:42Z', 'updated_at': '2022-02-11T14:45:37Z', 'revision_number': 5, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'gw_port': {'id': 'f1090890-eba8-4bed-8375-dc5945ec5a29', 'name': '', 'network_id': 'a61f6a92-0db7-406b-b8b0-548ac0d939f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:59:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4367, 'fixed_ips': [{'subnet_id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'ip_address': '172.25.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816488-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T14:39:43Z', 'updated_at': '2022-02-11T14:39:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '09ce3ddd-f2ae-4137-b6f6-89f432ba26e2', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816488-1'}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:38.774515 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Deleting port f1090890-eba8-4bed-8375-dc5945ec5a29 {{(pid=103006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:38.774852 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:38.784519 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] Checking router: 75884858-9aac-4c90-9cc1-0fb21fde9918 for host: n-d-816488-1 {{(pid=103009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 14:45:38.793461 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] Routers {'75884858-9aac-4c90-9cc1-0fb21fde9918'} bound to L3 agent in host n-d-816488-1 {{(pid=103009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 14:45:38.794084 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816488-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:04:57Z,description=,heartbeat_timestamp=2022-02-11T14:45:27Z,host='n-d-816488-1',id=7044990c-6649-4264-b2d5-2809420ab5d6,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:04:57Z,topic='l3_agent')) {'router_ids': ['75884858-9aac-4c90-9cc1-0fb21fde9918'], 'active': True} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:38.856843 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.db [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] For port f1090890-eba8-4bed-8375-dc5945ec5a29, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=f1090890-eba8-4bed-8375-dc5945ec5a29,segment=NetworkSegment(57954578-07e8-4d4d-bd20-dda7f4f231da),segment_id=57954578-07e8-4d4d-bd20-dda7f4f231da)] {{(pid=103006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:38.857433 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:38.869180 n-d-816488-1 neutron-server[103006]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Calling delete_port for f1090890-eba8-4bed-8375-dc5945ec5a29 owned by network:router_gateway {{(pid=103006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:38.878557 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_dvr_db [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] Set router 75884858-9aac-4c90-9cc1-0fb21fde9918 gateway port host: None {{(pid=103009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 14:45:38.931731 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.l3_hamode_db [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'name': 'tempest-TestSnapshotPattern-79444405-router', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:42Z', 'updated_at': '2022-02-11T14:45:38Z', 'revision_number': 6, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'gw_port_host': None}], 'n-d-816488-1', False) {} {{(pid=103009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:38.957095 n-d-816488-1 neutron-server[103009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab8afd-18a9-469a-bd78-97d69b0e8037 None None] The sync data for ids ['75884858-9aac-4c90-9cc1-0fb21fde9918'] in n-d-816488-1 is: [{'id': '75884858-9aac-4c90-9cc1-0fb21fde9918', 'name': 'tempest-TestSnapshotPattern-79444405-router', 'tenant_id': '85f65cce09bb49269df6c428da548c9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T14:39:42Z', 'updated_at': '2022-02-11T14:45:38Z', 'revision_number': 6, 'project_id': '85f65cce09bb49269df6c428da548c9b', 'gw_port_host': None}] {{(pid=103009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 14:45:39.086464 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24498460'] for port, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.116393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1090890-eba8-4bed-8375-dc5945ec5a29,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:39.178525 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8037732'] for router_gateway, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.268375 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8036999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8351'] for router, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.270510 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.377465 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8037097'] for router, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.378076 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75884858-9aac-4c90-9cc1-0fb21fde9918 {{(pid=103006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 14:45:39.382366 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] Notify callbacks [] for router, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.386893 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-ad1f21d9-2024-4dbc-9793-6253aaf74607 admin admin] 10.222.0.52 "DELETE /v2.0/routers/75884858-9aac-4c90-9cc1-0fb21fde9918 HTTP/1.1" status: 204 len: 168 time: 0.9159389 Feb 11 14:45:39.386893 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47780) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:39.431550 n-d-816488-1 neutron-server[103006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f452bb-fbbe-420c-9821-3c5ba5df721c admin admin] Deleting subnet ebb03984-1076-496f-8c5c-927db0807115 {{(pid=103006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 11 14:45:39.434583 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a6f452bb-fbbe-420c-9821-3c5ba5df721c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.469079 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a6f452bb-fbbe-420c-9821-3c5ba5df721c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24525544'] for subnet, precommit_delete_associations {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.543806 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a6f452bb-fbbe-420c-9821-3c5ba5df721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-965753'] for subnet, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.691876 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a6f452bb-fbbe-420c-9821-3c5ba5df721c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-965698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8369103', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24498671', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24355889'] for subnet, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.718393 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f452bb-fbbe-420c-9821-3c5ba5df721c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebb03984-1076-496f-8c5c-927db0807115,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:39.723408 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-a6f452bb-fbbe-420c-9821-3c5ba5df721c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.730715 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47782) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:39.731185 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-a6f452bb-fbbe-420c-9821-3c5ba5df721c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/ebb03984-1076-496f-8c5c-927db0807115 HTTP/1.1" status: 204 len: 168 time: 0.3429115 Feb 11 14:45:39.733269 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46bbb5a-e147-4b51-a8f6-782bdbda04e0 None None] Network 526dc4ee-8fb9-480e-bf05-14cde3f211f3 requested from n-d-816488-1 {{(pid=103008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 11 14:45:39.802959 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f1090890-eba8-4bed-8375-dc5945ec5a29 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:39.812128 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-928624'] for network, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.829153 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: f1090890-eba8-4bed-8375-dc5945ec5a29 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:39.829583 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device f1090890-eba8-4bed-8375-dc5945ec5a29 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:39.830086 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 85dd6a7c-aae8-41bb-867c-b2e352ea0fca no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:39.861429 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 85dd6a7c-aae8-41bb-867c-b2e352ea0fca {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:39.861885 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 85dd6a7c-aae8-41bb-867c-b2e352ea0fca not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:39.878111 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Deleting port 96aac6a5-6bb8-4b9f-8f30-7e8944326765 {{(pid=103007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:39.878454 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.941115 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.db [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] For port 96aac6a5-6bb8-4b9f-8f30-7e8944326765, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=96aac6a5-6bb8-4b9f-8f30-7e8944326765,segment=NetworkSegment(2689bfda-8201-4522-b52f-b09d6a3876fe),segment_id=2689bfda-8201-4522-b52f-b09d6a3876fe)] {{(pid=103007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:39.941490 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:39.957432 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.plugin [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Calling delete_port for 96aac6a5-6bb8-4b9f-8f30-7e8944326765 owned by network:dhcp {{(pid=103007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:39.984672 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518377df-00d1-41d8-b6d5-3482e9f9c15a None None] DHCP port deletion for 526dc4ee-8fb9-480e-bf05-14cde3f211f3 request from n-d-816488-1 {{(pid=103008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 11 14:45:40.033347 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-518377df-00d1-41d8-b6d5-3482e9f9c15a None None] Deleting port 96aac6a5-6bb8-4b9f-8f30-7e8944326765 {{(pid=103008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 11 14:45:40.033726 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-518377df-00d1-41d8-b6d5-3482e9f9c15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788035881310'] for port, before_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.124277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.db [None req-518377df-00d1-41d8-b6d5-3482e9f9c15a None None] For port 96aac6a5-6bb8-4b9f-8f30-7e8944326765, host n-d-816488-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816488-1',level=0,port_id=96aac6a5-6bb8-4b9f-8f30-7e8944326765,segment=NetworkSegment(2689bfda-8201-4522-b52f-b09d6a3876fe),segment_id=2689bfda-8201-4522-b52f-b09d6a3876fe)] {{(pid=103008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 14:45:40.124277 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-518377df-00d1-41d8-b6d5-3482e9f9c15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8037052'] for port, precommit_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.124277 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-518377df-00d1-41d8-b6d5-3482e9f9c15a None None] Calling delete_port for 96aac6a5-6bb8-4b9f-8f30-7e8944326765 owned by network:dhcp {{(pid=103008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 11 14:45:40.246648 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16415838'] for port, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.253152 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-518377df-00d1-41d8-b6d5-3482e9f9c15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042800', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94162', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788035881813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788035482215'] for port, after_delete {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.274394 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Pushing event deleted for resources: {'Port': ['ID=96aac6a5-6bb8-4b9f-8f30-7e8944326765,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:40.276234 n-d-816488-1 neutron-server[103007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] No DVR routers for this DVR port 96aac6a5-6bb8-4b9f-8f30-7e8944326765 on host n-d-816488-1 {{(pid=103007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:45:40.289892 n-d-816488-1 neutron-server[103008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518377df-00d1-41d8-b6d5-3482e9f9c15a None None] Pushing event deleted for resources: {'Port': ['ID=96aac6a5-6bb8-4b9f-8f30-7e8944326765,revision_number=None']} {{(pid=103008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:40.293532 n-d-816488-1 neutron-server[103008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518377df-00d1-41d8-b6d5-3482e9f9c15a None None] No DVR routers for this DVR port 96aac6a5-6bb8-4b9f-8f30-7e8944326765 on host n-d-816488-1 {{(pid=103008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 14:45:40.353719 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-966619', 'neutron.services.segments.db._delete_segments_for_network-8788035788328'] for network, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.373350 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526dc4ee-8fb9-480e-bf05-14cde3f211f3']}} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:40.382337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2689bfda-8201-4522-b52f-b09d6a3876fe') {'for_net_delete': True} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:40.382823 n-d-816488-1 neutron-server[103007]: DEBUG neutron.services.segments.db [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2689bfda-8201-4522-b52f-b09d6a3876fe') {} {{(pid=103007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 14:45:40.392347 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788035796628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16726769'] for segment, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.406317 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267'] for segment, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.412060 n-d-816488-1 neutron-server[103007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 14:45:40.412467 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-962267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16415755'] for segment, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: Traceback (most recent call last): Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: timer() Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: cb(*args, **kw) Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: return func(*args, **kwargs) Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: self._notify() Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: self.callback(batched_events) Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: event.method(event) Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: return f(self, *a, **k) Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: return self._get(url).json() Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: return self.request(url, 'GET', **kwargs) Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 14:45:40.414884 n-d-816488-1 neutron-server[103007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 14:45:40.532006 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-966610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8338678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8037720'] for network, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.537711 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Notify callbacks [] for network, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.542541 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] 10.222.0.52 "DELETE /v2.0/networks/526dc4ee-8fb9-480e-bf05-14cde3f211f3 HTTP/1.1" status: 204 len: 168 time: 0.8105707 Feb 11 14:45:40.553305 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4debdb2-0e91-4f01-9e22-69d9482cbf65 admin admin] Pushing event deleted for resources: {'Network': ['ID=526dc4ee-8fb9-480e-bf05-14cde3f211f3,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:40.886647 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47786) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:40.925383 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-21a42575-7b25-4ac8-bb70-a2a8b36ef42b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ea308e1123314d2aaa278d224af3e1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386903 Feb 11 14:45:40.927863 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47788) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:40.975627 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-979ff59e-59ed-48de-a812-bd8561132c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:40.996164 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-979ff59e-59ed-48de-a812-bd8561132c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:41.126204 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-979ff59e-59ed-48de-a812-bd8561132c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:41.128740 n-d-816488-1 neutron-server[103007]: DEBUG neutron_lib.callbacks.manager [None req-979ff59e-59ed-48de-a812-bd8561132c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:41.129935 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-979ff59e-59ed-48de-a812-bd8561132c4a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87296809-c712-40bc-9096-44cae89074ca HTTP/1.1" status: 204 len: 168 time: 0.2011316 Feb 11 14:45:41.138337 n-d-816488-1 neutron-server[103007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ff59e-59ed-48de-a812-bd8561132c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87296809-c712-40bc-9096-44cae89074ca,revision_number=None']} {{(pid=103007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:41.714509 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 96aac6a5-6bb8-4b9f-8f30-7e8944326765 no longer exists at agent ovs-agent-n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 14:45:41.735155 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.plugin [None req-a8e14d35-c458-442c-b797-8f239775950c None None] No Port match for: 96aac6a5-6bb8-4b9f-8f30-7e8944326765 {{(pid=103008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 11 14:45:41.735500 n-d-816488-1 neutron-server[103008]: DEBUG neutron.plugins.ml2.rpc [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Device 96aac6a5-6bb8-4b9f-8f30-7e8944326765 not bound to the agent host n-d-816488-1 {{(pid=103008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 14:45:41.840757 n-d-816488-1 neutron-server[103007]: DEBUG neutron.wsgi [-] (103007) accepted ('10.222.0.52', 47794) {{(pid=103007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:41.880545 n-d-816488-1 neutron-server[103007]: INFO neutron.wsgi [None req-c6520c0b-b2cb-4170-8d78-d1be70dcaf27 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=85f65cce09bb49269df6c428da548c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385785 Feb 11 14:45:41.883297 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [-] (103006) accepted ('10.222.0.52', 47796) {{(pid=103006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 11 14:45:41.931967 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d79e096f-687b-483b-a3ee-5775bb3518ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:41.952286 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d79e096f-687b-483b-a3ee-5775bb3518ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:42.063163 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d79e096f-687b-483b-a3ee-5775bb3518ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8359137'] for security_group, after_delete {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:42.065791 n-d-816488-1 neutron-server[103006]: DEBUG neutron_lib.callbacks.manager [None req-d79e096f-687b-483b-a3ee-5775bb3518ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:42.066964 n-d-816488-1 neutron-server[103006]: INFO neutron.wsgi [None req-d79e096f-687b-483b-a3ee-5775bb3518ef admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b69026b3-011d-413f-9451-ec86fd68c951 HTTP/1.1" status: 204 len: 168 time: 0.1826982 Feb 11 14:45:42.076094 n-d-816488-1 neutron-server[103006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e096f-687b-483b-a3ee-5775bb3518ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69026b3-011d-413f-9451-ec86fd68c951,revision_number=None']} {{(pid=103006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 14:45:54.800125 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5860b5ee-4f27-4028-922f-1231e0a06b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:56.754652 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:57.045589 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9f8f1554-18ed-4935-8903-b02e55a076e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:58.519805 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:45:58.988481 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:00.342235 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:00.690912 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:04.928504 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:46:24.771014 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-462f5a51-7920-4c9a-941a-22e0ab991559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:26.708111 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:27.113854 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b93e2f82-2572-4eb7-9593-ad9e8decce4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:28.542169 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:29.056312 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:30.370433 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:30.765045 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:41.927746 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:46:54.758578 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5e8e-c8f0-4b66-8e7f-c060ce7132eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:56.730048 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:57.050764 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ac1fc288-49f0-4d13-8ef7-1efc0db348f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:58.518790 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:46:59.001169 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.421454 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:00.718703 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:18.926800 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:47:24.815348 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-28a6d47c-5eac-4029-9066-3af35b8df475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:26.724539 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:27.061580 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-0a9474f7-a8f7-4964-92b7-8b4f27a71e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:28.535810 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:29.055404 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:30.409862 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:30.684073 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:54.769859 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-07ba506b-d95a-4375-85ee-6b2de614a898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:55.926684 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:47:56.763364 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:57.055080 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4ccee630-8fab-4e3b-b9e7-bda681922a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:58.540717 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:47:59.043393 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:00.386588 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:00.740893 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:24.757299 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c5669ef3-7429-4761-874c-677af275be6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:26.791796 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:27.054738 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-4dbf88fb-0c55-4618-9f2f-e46420f83fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:28.574821 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:29.008381 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:30.374734 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:30.700566 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:32.925691 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:48:54.751016 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-ee59cd80-3875-4019-8b5c-1c71dde55e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:56.757094 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:57.054286 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5d5418be-0753-4b51-9f84-5e04a260c856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:58.539615 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:48:59.008214 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.397000 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:00.694339 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:09.924001 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:49:24.785087 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f4c0930a-0baf-4460-891e-6b0f675b83f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:26.767078 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:27.070316 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-1da39bfc-8b87-426a-8bd5-a2c810d84023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:28.533450 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:29.024975 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:30.396214 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:30.728039 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:46.924152 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:49:54.748891 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a3b62b1c-bdc9-4071-ba16-627689660fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:56.773153 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:57.058838 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a9cb19d0-8db0-4510-9bad-841e5446c91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:58.624346 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:49:59.036418 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:00.418512 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:00.721656 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:23.923190 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:50:24.772609 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-d331de5a-ba7c-44fc-9ee1-64e2921d4797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:26.834481 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:27.058614 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b268bce8-f0a7-4d57-b0b4-d04031c51b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:28.588232 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:29.035665 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:30.412496 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:30.727334 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:54.789389 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-c3c0df65-cbfb-4244-9a49-5516ad8142d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:56.827737 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:57.045657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-5f9df516-644c-4252-a77c-96d25c0089c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:58.605156 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:50:59.022362 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:00.399477 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:00.726254 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:00.922570 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:51:24.823664 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e8aa08e3-67e9-47d8-b9fb-8b7a1ed29335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:26.793227 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:27.045868 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-29a6437e-5e62-4c28-9fc9-33ce905b3a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:28.628004 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:29.028555 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:30.423026 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:30.730380 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:37.921513 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:51:54.788639 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-47f52d35-3a7e-48cc-9e6d-269b72b9c3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:56.783771 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:57.043773 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-9747d9e0-1826-4db2-8f9d-4bfbd62a6588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:58.637899 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:51:59.051019 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:00.422657 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:00.737380 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:06.975352 n-d-816488-1 neutron-server[103006]: DEBUG neutron.wsgi [req-a5a30308-e636-4f56-a744-03a0a7441453 req-514d6056-ef05-460b-92cc-3258172b4038 service neutron] (103006) timed out ('10.222.0.52', 45424) {{(pid=103006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 11 14:52:14.921342 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:52:24.799227 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-80133982-358f-41c0-b660-3022b591d199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:26.759633 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:27.045234 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-839fb2a8-6a39-4387-8d65-ff1e9d8cdd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:28.627618 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:29.027543 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.414419 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:30.711874 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:51.920619 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:52:54.787139 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-e9b0aee6-a9bd-4b6e-a120-e3c9bd79d118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:56.797441 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:57.044983 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a0e69205-1109-4082-9d1e-2de41a35df1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:58.665506 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:52:59.059605 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:00.404161 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:00.718544 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:24.787117 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-eeef73b2-48c3-4c70-9394-8ede07a4233f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:26.798522 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:27.044151 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-f0d04177-ccf8-4f47-a2bf-0a11d2e7d566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:28.661167 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:28.920946 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 14:53:29.038404 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:30.441961 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:30.721594 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:54.772726 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-b40a66b5-8e16-4379-87c8-68b521935fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:56.813084 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3a07db45-a02f-4001-b5cd-527dc659f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:57.066636 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-76f91290-e58b-45c5-8fc9-3b6865dac571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:58.647509 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-90843e3b-4114-4660-bf4d-fe616b9cace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:53:59.089449 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-3e407ce9-6c83-42bf-b181-cf5b1119ef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:00.420695 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6c3b-9c4d-4a3c-b306-90968dcc8825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:00.752265 n-d-816488-1 neutron-server[103008]: DEBUG neutron_lib.callbacks.manager [None req-a8e14d35-c458-442c-b797-8f239775950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788035787394', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-963605'] for agent, after_update {{(pid=103008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 14:54:05.920166 n-d-816488-1 neutron-server[103009]: DEBUG neutron.db.agents_db [None req-8e3352ca-3b0f-40f3-8d31-d5b7a9f279e5 None None] Agent healthcheck: found 7 active agents {{(pid=103009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}